diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/010000/pretrained_model/config.json b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/010000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6d37e0a63a414495dc151220295a12faa0ead535 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/010000/pretrained_model/config.json @@ -0,0 +1,79 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/010000/pretrained_model/model.safetensors b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/010000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..378b2698abc1a8cab5fe41b7633f68a3c8fa9472 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/010000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0d2c01d6955f9a399ed716c6a5729e2c389cb0018edc1fcef11125844bebddf +size 206814456 diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/010000/pretrained_model/policy_postprocessor.json b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/010000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..46b3143551b73d92a87a6ca5899828fe6158baa5 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/010000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/010000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/010000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ea0c244a32d3aac53fe118f8e068bca425c87f55 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/010000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7862dda2c2e3072029c02236934acce3159c35e99cb19457dc3c82f4ce935dc +size 6656 diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/010000/pretrained_model/policy_preprocessor.json b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/010000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..3829d07d2bdbd6003237022903c405b1082ad099 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/010000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,72 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/010000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/010000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ea0c244a32d3aac53fe118f8e068bca425c87f55 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/010000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7862dda2c2e3072029c02236934acce3159c35e99cb19457dc3c82f4ce935dc +size 6656 diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/010000/pretrained_model/train_config.json b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/010000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..9dbb3ec5ea093f74105405facea8c2dd6c63ddd8 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/010000/pretrained_model/train_config.json @@ -0,0 +1,214 @@ +{ + "dataset": { + "repo_id": "local", + "root": "/home/rogerspyke/projects/TRaDA-data-real/mixed/mixed_fwd_bwdrev_5_5", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": false, + "video_backend": "torchcodec", + "return_uint8": false, + "streaming": false + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "/home/rogerspyke/projects/TRaDA-models/mixed_fwd_bwdrev_5_5_act_20260429_185302", + "job_name": "act", + "resume": false, + "seed": 42, + "cudnn_deterministic": false, + "num_workers": 4, + "batch_size": 4, + "prefetch_factor": 4, + "persistent_workers": true, + "steps": 120000, + "eval_freq": 20000, + "log_freq": 200, + "tolerance_s": 0.05, + "save_checkpoint": true, + "save_freq": 10000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 22, + "use_async_envs": true + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null, + "add_tags": true + }, + "peft": null, + "use_rabc": false, + "rabc_progress_path": null, + "rabc_kappa": 0.01, + "rabc_epsilon": 1e-06, + "rabc_head_mode": "sparse", + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/010000/training_state/optimizer_param_groups.json b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/010000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/010000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/010000/training_state/optimizer_state.safetensors b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/010000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a103e3ca830abf9622c2a8652e5281b3aaa34aa0 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/010000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:944fc167bfa0f08723d2a146d658e440722f835785b44e6400dac7ec6c5320e4 +size 413047100 diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/010000/training_state/rng_state.safetensors b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/010000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b57ca0d58cc4f89f94a19e886b1325a66a4b978b --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/010000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0876f7b9330d35e177df5276de7d64cdde2079b4753486a66574d17e0cd52727 +size 15708 diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/010000/training_state/training_step.json b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/010000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..7cb7c0986e9e7461ca851ce71e95d235ae3d2732 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/010000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 10000 +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/020000/pretrained_model/config.json b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/020000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6d37e0a63a414495dc151220295a12faa0ead535 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/020000/pretrained_model/config.json @@ -0,0 +1,79 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/020000/pretrained_model/model.safetensors b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/020000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a4ae7a8e58a67482293c4dfbae6bc3d37141483f --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/020000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3dce0c6dea5b0cd8a1e5cd1092a1128e9a070485f3d462dd4783a79c36c0081 +size 206814456 diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/020000/pretrained_model/policy_postprocessor.json b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/020000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..46b3143551b73d92a87a6ca5899828fe6158baa5 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/020000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/020000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/020000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ea0c244a32d3aac53fe118f8e068bca425c87f55 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/020000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7862dda2c2e3072029c02236934acce3159c35e99cb19457dc3c82f4ce935dc +size 6656 diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/020000/pretrained_model/policy_preprocessor.json b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/020000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..3829d07d2bdbd6003237022903c405b1082ad099 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/020000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,72 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/020000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/020000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ea0c244a32d3aac53fe118f8e068bca425c87f55 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/020000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7862dda2c2e3072029c02236934acce3159c35e99cb19457dc3c82f4ce935dc +size 6656 diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/020000/pretrained_model/train_config.json b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/020000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..9dbb3ec5ea093f74105405facea8c2dd6c63ddd8 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/020000/pretrained_model/train_config.json @@ -0,0 +1,214 @@ +{ + "dataset": { + "repo_id": "local", + "root": "/home/rogerspyke/projects/TRaDA-data-real/mixed/mixed_fwd_bwdrev_5_5", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": false, + "video_backend": "torchcodec", + "return_uint8": false, + "streaming": false + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "/home/rogerspyke/projects/TRaDA-models/mixed_fwd_bwdrev_5_5_act_20260429_185302", + "job_name": "act", + "resume": false, + "seed": 42, + "cudnn_deterministic": false, + "num_workers": 4, + "batch_size": 4, + "prefetch_factor": 4, + "persistent_workers": true, + "steps": 120000, + "eval_freq": 20000, + "log_freq": 200, + "tolerance_s": 0.05, + "save_checkpoint": true, + "save_freq": 10000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 22, + "use_async_envs": true + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null, + "add_tags": true + }, + "peft": null, + "use_rabc": false, + "rabc_progress_path": null, + "rabc_kappa": 0.01, + "rabc_epsilon": 1e-06, + "rabc_head_mode": "sparse", + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/020000/training_state/optimizer_param_groups.json b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/020000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/020000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/020000/training_state/optimizer_state.safetensors b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/020000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4ec52edc46c07cade2c775988b1e1afecf46b08 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/020000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c4180a5b686ccde6b359a6fe3eba0221fef1deb273a4cf3297435010781b3cd +size 413047100 diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/020000/training_state/rng_state.safetensors b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/020000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7e19cde1821690f3d2bc85d084c5f40a1c2fcf7d --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/020000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b43170f56108e981aaac9961d4126a85abaa821018a7db539e759e00be13e391 +size 15708 diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/020000/training_state/training_step.json b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/020000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..dc9bb47026c5d5237ca6fc5dbff6020dd122ea05 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/020000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 20000 +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/030000/pretrained_model/config.json b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/030000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6d37e0a63a414495dc151220295a12faa0ead535 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/030000/pretrained_model/config.json @@ -0,0 +1,79 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/030000/pretrained_model/model.safetensors b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/030000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c1ef0c4388bcdc4cea26f577eca36cc2b1322c34 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/030000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ad976d5715403639618d1cce042599d7df6f3433362031b21b9cf7305a9848a +size 206814456 diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/030000/pretrained_model/policy_postprocessor.json b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/030000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..46b3143551b73d92a87a6ca5899828fe6158baa5 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/030000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/030000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/030000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ea0c244a32d3aac53fe118f8e068bca425c87f55 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/030000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7862dda2c2e3072029c02236934acce3159c35e99cb19457dc3c82f4ce935dc +size 6656 diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/030000/pretrained_model/policy_preprocessor.json b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/030000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..3829d07d2bdbd6003237022903c405b1082ad099 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/030000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,72 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/030000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/030000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ea0c244a32d3aac53fe118f8e068bca425c87f55 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/030000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7862dda2c2e3072029c02236934acce3159c35e99cb19457dc3c82f4ce935dc +size 6656 diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/030000/pretrained_model/train_config.json b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/030000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..9dbb3ec5ea093f74105405facea8c2dd6c63ddd8 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/030000/pretrained_model/train_config.json @@ -0,0 +1,214 @@ +{ + "dataset": { + "repo_id": "local", + "root": "/home/rogerspyke/projects/TRaDA-data-real/mixed/mixed_fwd_bwdrev_5_5", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": false, + "video_backend": "torchcodec", + "return_uint8": false, + "streaming": false + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "/home/rogerspyke/projects/TRaDA-models/mixed_fwd_bwdrev_5_5_act_20260429_185302", + "job_name": "act", + "resume": false, + "seed": 42, + "cudnn_deterministic": false, + "num_workers": 4, + "batch_size": 4, + "prefetch_factor": 4, + "persistent_workers": true, + "steps": 120000, + "eval_freq": 20000, + "log_freq": 200, + "tolerance_s": 0.05, + "save_checkpoint": true, + "save_freq": 10000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 22, + "use_async_envs": true + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null, + "add_tags": true + }, + "peft": null, + "use_rabc": false, + "rabc_progress_path": null, + "rabc_kappa": 0.01, + "rabc_epsilon": 1e-06, + "rabc_head_mode": "sparse", + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/030000/training_state/optimizer_param_groups.json b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/030000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/030000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/030000/training_state/optimizer_state.safetensors b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/030000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..86e5798a2aca2ac828410458e375cbdd37031fbc --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/030000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c75ad64fb2c47920ad60a3cd59b3f4f2d493925c8e92fe93c10f79277131e93a +size 413047100 diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/030000/training_state/rng_state.safetensors b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/030000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f01d2dda5116aa6425c2a2657db1338e30667cbf --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/030000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9ab3f70bd6091460e5e450e6afff322adf66ebd4c0236ea18cd300d30d5c9b7 +size 15708 diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/030000/training_state/training_step.json b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/030000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..f4945f660f45b332883dccfccf18d8b8815d916a --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/030000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 30000 +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/040000/pretrained_model/config.json b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/040000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6d37e0a63a414495dc151220295a12faa0ead535 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/040000/pretrained_model/config.json @@ -0,0 +1,79 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/040000/pretrained_model/model.safetensors b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/040000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e35345b5e0e2afe41342c737feb76454d53ec64a --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/040000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4765b6b1ef69d03b21c7e92bc9b3dcfcf6af546e2745415c1736695e4bd1c341 +size 206814456 diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/040000/pretrained_model/policy_postprocessor.json b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/040000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..46b3143551b73d92a87a6ca5899828fe6158baa5 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/040000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/040000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/040000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ea0c244a32d3aac53fe118f8e068bca425c87f55 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/040000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7862dda2c2e3072029c02236934acce3159c35e99cb19457dc3c82f4ce935dc +size 6656 diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/040000/pretrained_model/policy_preprocessor.json b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/040000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..3829d07d2bdbd6003237022903c405b1082ad099 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/040000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,72 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/040000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/040000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ea0c244a32d3aac53fe118f8e068bca425c87f55 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/040000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7862dda2c2e3072029c02236934acce3159c35e99cb19457dc3c82f4ce935dc +size 6656 diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/040000/pretrained_model/train_config.json b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/040000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..9dbb3ec5ea093f74105405facea8c2dd6c63ddd8 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/040000/pretrained_model/train_config.json @@ -0,0 +1,214 @@ +{ + "dataset": { + "repo_id": "local", + "root": "/home/rogerspyke/projects/TRaDA-data-real/mixed/mixed_fwd_bwdrev_5_5", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": false, + "video_backend": "torchcodec", + "return_uint8": false, + "streaming": false + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "/home/rogerspyke/projects/TRaDA-models/mixed_fwd_bwdrev_5_5_act_20260429_185302", + "job_name": "act", + "resume": false, + "seed": 42, + "cudnn_deterministic": false, + "num_workers": 4, + "batch_size": 4, + "prefetch_factor": 4, + "persistent_workers": true, + "steps": 120000, + "eval_freq": 20000, + "log_freq": 200, + "tolerance_s": 0.05, + "save_checkpoint": true, + "save_freq": 10000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 22, + "use_async_envs": true + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null, + "add_tags": true + }, + "peft": null, + "use_rabc": false, + "rabc_progress_path": null, + "rabc_kappa": 0.01, + "rabc_epsilon": 1e-06, + "rabc_head_mode": "sparse", + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/040000/training_state/optimizer_param_groups.json b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/040000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/040000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/040000/training_state/optimizer_state.safetensors b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/040000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bfdcecea9a579de152e7dd197bceb36a10b03ad7 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/040000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61d4d210c0d9b126885becb6d2e5d29fdf582d1e0772cde59299b8ebe36dfdff +size 413047100 diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/040000/training_state/rng_state.safetensors b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/040000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..48995b201a26f455d0735a5ef2914c1196fc57c7 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/040000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72ca099d4a7246d2a9f3ef0919d39be5d7b830daba4d2557786bb68f44252090 +size 15708 diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/040000/training_state/training_step.json b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/040000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..fe40d8ff4312c7e5a8fba9bcc932a43a1384ba77 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/040000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 40000 +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/050000/pretrained_model/config.json b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/050000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6d37e0a63a414495dc151220295a12faa0ead535 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/050000/pretrained_model/config.json @@ -0,0 +1,79 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/050000/pretrained_model/model.safetensors b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/050000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f0f3d23e26e26835b5e8c9ad6b3352cc7540e096 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/050000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc21cb37c80224ac0c409d4ae4634c8329c1b52c11968bdd5259023a3818751e +size 206814456 diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/050000/pretrained_model/policy_postprocessor.json b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/050000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..46b3143551b73d92a87a6ca5899828fe6158baa5 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/050000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/050000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/050000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ea0c244a32d3aac53fe118f8e068bca425c87f55 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/050000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7862dda2c2e3072029c02236934acce3159c35e99cb19457dc3c82f4ce935dc +size 6656 diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/050000/pretrained_model/policy_preprocessor.json b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/050000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..3829d07d2bdbd6003237022903c405b1082ad099 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/050000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,72 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/050000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/050000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ea0c244a32d3aac53fe118f8e068bca425c87f55 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/050000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7862dda2c2e3072029c02236934acce3159c35e99cb19457dc3c82f4ce935dc +size 6656 diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/050000/pretrained_model/train_config.json b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/050000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..9dbb3ec5ea093f74105405facea8c2dd6c63ddd8 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/050000/pretrained_model/train_config.json @@ -0,0 +1,214 @@ +{ + "dataset": { + "repo_id": "local", + "root": "/home/rogerspyke/projects/TRaDA-data-real/mixed/mixed_fwd_bwdrev_5_5", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": false, + "video_backend": "torchcodec", + "return_uint8": false, + "streaming": false + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "/home/rogerspyke/projects/TRaDA-models/mixed_fwd_bwdrev_5_5_act_20260429_185302", + "job_name": "act", + "resume": false, + "seed": 42, + "cudnn_deterministic": false, + "num_workers": 4, + "batch_size": 4, + "prefetch_factor": 4, + "persistent_workers": true, + "steps": 120000, + "eval_freq": 20000, + "log_freq": 200, + "tolerance_s": 0.05, + "save_checkpoint": true, + "save_freq": 10000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 22, + "use_async_envs": true + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null, + "add_tags": true + }, + "peft": null, + "use_rabc": false, + "rabc_progress_path": null, + "rabc_kappa": 0.01, + "rabc_epsilon": 1e-06, + "rabc_head_mode": "sparse", + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/050000/training_state/optimizer_param_groups.json b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/050000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/050000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/050000/training_state/optimizer_state.safetensors b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/050000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fba9bfcc26b83a385fb614e6d11e725bae4070f5 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/050000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea904bea1fe3476ec5b0dd2d35ef1e9caa3c7828732d2c5415422b710104c5c6 +size 413047100 diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/050000/training_state/rng_state.safetensors b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/050000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..900874e5ba797217373560605a0634a012419495 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/050000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2074ce3145e99bbfd40bb9bcc796daf05b7466a1de8e233d4fafdaeb75c0da5 +size 15708 diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/050000/training_state/training_step.json b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/050000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..b3c03563f17d6d98552117ccf00705b693aa3fbd --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/050000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 50000 +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/060000/pretrained_model/config.json b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/060000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6d37e0a63a414495dc151220295a12faa0ead535 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/060000/pretrained_model/config.json @@ -0,0 +1,79 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/060000/pretrained_model/model.safetensors b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/060000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e3b95e9479c5180ff7cc4766c20fd64742bc44e1 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/060000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b80e60047e001c89706ed657c857a56eac612136d6fb911914fddc0f846dd68c +size 206814456 diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/060000/pretrained_model/policy_postprocessor.json b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/060000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..46b3143551b73d92a87a6ca5899828fe6158baa5 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/060000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/060000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/060000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ea0c244a32d3aac53fe118f8e068bca425c87f55 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/060000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7862dda2c2e3072029c02236934acce3159c35e99cb19457dc3c82f4ce935dc +size 6656 diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/060000/pretrained_model/policy_preprocessor.json b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/060000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..3829d07d2bdbd6003237022903c405b1082ad099 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/060000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,72 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/060000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/060000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ea0c244a32d3aac53fe118f8e068bca425c87f55 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/060000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7862dda2c2e3072029c02236934acce3159c35e99cb19457dc3c82f4ce935dc +size 6656 diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/060000/pretrained_model/train_config.json b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/060000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..9dbb3ec5ea093f74105405facea8c2dd6c63ddd8 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/060000/pretrained_model/train_config.json @@ -0,0 +1,214 @@ +{ + "dataset": { + "repo_id": "local", + "root": "/home/rogerspyke/projects/TRaDA-data-real/mixed/mixed_fwd_bwdrev_5_5", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": false, + "video_backend": "torchcodec", + "return_uint8": false, + "streaming": false + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "/home/rogerspyke/projects/TRaDA-models/mixed_fwd_bwdrev_5_5_act_20260429_185302", + "job_name": "act", + "resume": false, + "seed": 42, + "cudnn_deterministic": false, + "num_workers": 4, + "batch_size": 4, + "prefetch_factor": 4, + "persistent_workers": true, + "steps": 120000, + "eval_freq": 20000, + "log_freq": 200, + "tolerance_s": 0.05, + "save_checkpoint": true, + "save_freq": 10000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 22, + "use_async_envs": true + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null, + "add_tags": true + }, + "peft": null, + "use_rabc": false, + "rabc_progress_path": null, + "rabc_kappa": 0.01, + "rabc_epsilon": 1e-06, + "rabc_head_mode": "sparse", + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/060000/training_state/optimizer_param_groups.json b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/060000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/060000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/060000/training_state/optimizer_state.safetensors b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/060000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fb43fd3355426116909f56400d3f0b48bf7cab61 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/060000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:494155a8ce8de486aeedf2ab9233fdae4866ec1da95d14a3c62c5dfd23b466e6 +size 413047100 diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/060000/training_state/rng_state.safetensors b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/060000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..69d10538a3394bd2ffd09691301de6c73f89d15d --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/060000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b432c8a6fb49624b94657f699226786b91271d551eb18630394d5804fb58ac9d +size 15708 diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/060000/training_state/training_step.json b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/060000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..d360b6037f1c8c2c85d38e951160eb02ace507dd --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/060000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 60000 +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/070000/pretrained_model/config.json b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/070000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6d37e0a63a414495dc151220295a12faa0ead535 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/070000/pretrained_model/config.json @@ -0,0 +1,79 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/070000/pretrained_model/model.safetensors b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/070000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f75478b5b1db09e9a2a81e302beeba795a2283d0 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/070000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d386431dd292043c217c212fc9b6b5e05bdf95bbf0918fdbf00b13ff531fac63 +size 206814456 diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/070000/pretrained_model/policy_postprocessor.json b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/070000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..46b3143551b73d92a87a6ca5899828fe6158baa5 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/070000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/070000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/070000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ea0c244a32d3aac53fe118f8e068bca425c87f55 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/070000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7862dda2c2e3072029c02236934acce3159c35e99cb19457dc3c82f4ce935dc +size 6656 diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/070000/pretrained_model/policy_preprocessor.json b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/070000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..3829d07d2bdbd6003237022903c405b1082ad099 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/070000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,72 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/070000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/070000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ea0c244a32d3aac53fe118f8e068bca425c87f55 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/070000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7862dda2c2e3072029c02236934acce3159c35e99cb19457dc3c82f4ce935dc +size 6656 diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/070000/pretrained_model/train_config.json b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/070000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..9dbb3ec5ea093f74105405facea8c2dd6c63ddd8 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/070000/pretrained_model/train_config.json @@ -0,0 +1,214 @@ +{ + "dataset": { + "repo_id": "local", + "root": "/home/rogerspyke/projects/TRaDA-data-real/mixed/mixed_fwd_bwdrev_5_5", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": false, + "video_backend": "torchcodec", + "return_uint8": false, + "streaming": false + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "/home/rogerspyke/projects/TRaDA-models/mixed_fwd_bwdrev_5_5_act_20260429_185302", + "job_name": "act", + "resume": false, + "seed": 42, + "cudnn_deterministic": false, + "num_workers": 4, + "batch_size": 4, + "prefetch_factor": 4, + "persistent_workers": true, + "steps": 120000, + "eval_freq": 20000, + "log_freq": 200, + "tolerance_s": 0.05, + "save_checkpoint": true, + "save_freq": 10000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 22, + "use_async_envs": true + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null, + "add_tags": true + }, + "peft": null, + "use_rabc": false, + "rabc_progress_path": null, + "rabc_kappa": 0.01, + "rabc_epsilon": 1e-06, + "rabc_head_mode": "sparse", + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/070000/training_state/optimizer_param_groups.json b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/070000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/070000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/070000/training_state/optimizer_state.safetensors b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/070000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2c56fc179fa00dc585b2586562f71cffb28bef35 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/070000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71efdbac7ae1c60b45cf2ebcef10719bf2aa1a7075201810c5083a7546805b95 +size 413047100 diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/070000/training_state/rng_state.safetensors b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/070000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..07fd15d90b09395146d6aac102d1697c4791a8c6 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/070000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb9c7dd00bcd566f8dadf643c9afbf3c5a05976475516f44dff7dfa3b5b133e2 +size 15708 diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/070000/training_state/training_step.json b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/070000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..1ec0c1eb0f525e34fa3a57743f750b2b34b5b77b --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/070000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 70000 +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/080000/pretrained_model/config.json b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/080000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6d37e0a63a414495dc151220295a12faa0ead535 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/080000/pretrained_model/config.json @@ -0,0 +1,79 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/080000/pretrained_model/model.safetensors b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/080000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f608f7411b6ac8a269720a558906f358ead07b8b --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/080000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b85e5dbd49a5d4a3709742e15b1467450b080cb0596e6298b5d8c4c3dcadd9b4 +size 206814456 diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/080000/pretrained_model/policy_postprocessor.json b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/080000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..46b3143551b73d92a87a6ca5899828fe6158baa5 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/080000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/080000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/080000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ea0c244a32d3aac53fe118f8e068bca425c87f55 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/080000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7862dda2c2e3072029c02236934acce3159c35e99cb19457dc3c82f4ce935dc +size 6656 diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/080000/pretrained_model/policy_preprocessor.json b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/080000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..3829d07d2bdbd6003237022903c405b1082ad099 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/080000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,72 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/080000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/080000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ea0c244a32d3aac53fe118f8e068bca425c87f55 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/080000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7862dda2c2e3072029c02236934acce3159c35e99cb19457dc3c82f4ce935dc +size 6656 diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/080000/pretrained_model/train_config.json b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/080000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..9dbb3ec5ea093f74105405facea8c2dd6c63ddd8 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/080000/pretrained_model/train_config.json @@ -0,0 +1,214 @@ +{ + "dataset": { + "repo_id": "local", + "root": "/home/rogerspyke/projects/TRaDA-data-real/mixed/mixed_fwd_bwdrev_5_5", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": false, + "video_backend": "torchcodec", + "return_uint8": false, + "streaming": false + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "/home/rogerspyke/projects/TRaDA-models/mixed_fwd_bwdrev_5_5_act_20260429_185302", + "job_name": "act", + "resume": false, + "seed": 42, + "cudnn_deterministic": false, + "num_workers": 4, + "batch_size": 4, + "prefetch_factor": 4, + "persistent_workers": true, + "steps": 120000, + "eval_freq": 20000, + "log_freq": 200, + "tolerance_s": 0.05, + "save_checkpoint": true, + "save_freq": 10000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 22, + "use_async_envs": true + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null, + "add_tags": true + }, + "peft": null, + "use_rabc": false, + "rabc_progress_path": null, + "rabc_kappa": 0.01, + "rabc_epsilon": 1e-06, + "rabc_head_mode": "sparse", + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/080000/training_state/optimizer_param_groups.json b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/080000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/080000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/080000/training_state/optimizer_state.safetensors b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/080000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..96f993a949e7e2855f1d831f8bcb02dc11a2101d --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/080000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a12b0ed5b11f6ded0b9e8efacf5baa69c580f0186414072b04da48f9a8803ec +size 413047100 diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/080000/training_state/rng_state.safetensors b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/080000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a2f5850c3e8d9298f5cae6484235126116c378d5 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/080000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0bfde7d380b734ab58cae5882cf2825c027dff3d747b013b0b197322a34952c0 +size 15708 diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/080000/training_state/training_step.json b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/080000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..384eace4ecc2a6cba352aa7cf27f04405b7319c3 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/080000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 80000 +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/090000/pretrained_model/config.json b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/090000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6d37e0a63a414495dc151220295a12faa0ead535 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/090000/pretrained_model/config.json @@ -0,0 +1,79 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/090000/pretrained_model/model.safetensors b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/090000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..eccb780bdb9d1c8c8f11929f43a22bc4d6914336 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/090000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef90a4c2deb20c38a23b139b88e8adb2f7c15b85ee886f84389a33d686c12cf1 +size 206814456 diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/090000/pretrained_model/policy_postprocessor.json b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/090000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..46b3143551b73d92a87a6ca5899828fe6158baa5 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/090000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/090000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/090000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ea0c244a32d3aac53fe118f8e068bca425c87f55 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/090000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7862dda2c2e3072029c02236934acce3159c35e99cb19457dc3c82f4ce935dc +size 6656 diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/090000/pretrained_model/policy_preprocessor.json b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/090000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..3829d07d2bdbd6003237022903c405b1082ad099 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/090000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,72 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/090000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/090000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ea0c244a32d3aac53fe118f8e068bca425c87f55 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/090000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7862dda2c2e3072029c02236934acce3159c35e99cb19457dc3c82f4ce935dc +size 6656 diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/090000/pretrained_model/train_config.json b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/090000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..9dbb3ec5ea093f74105405facea8c2dd6c63ddd8 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/090000/pretrained_model/train_config.json @@ -0,0 +1,214 @@ +{ + "dataset": { + "repo_id": "local", + "root": "/home/rogerspyke/projects/TRaDA-data-real/mixed/mixed_fwd_bwdrev_5_5", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": false, + "video_backend": "torchcodec", + "return_uint8": false, + "streaming": false + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "/home/rogerspyke/projects/TRaDA-models/mixed_fwd_bwdrev_5_5_act_20260429_185302", + "job_name": "act", + "resume": false, + "seed": 42, + "cudnn_deterministic": false, + "num_workers": 4, + "batch_size": 4, + "prefetch_factor": 4, + "persistent_workers": true, + "steps": 120000, + "eval_freq": 20000, + "log_freq": 200, + "tolerance_s": 0.05, + "save_checkpoint": true, + "save_freq": 10000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 22, + "use_async_envs": true + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null, + "add_tags": true + }, + "peft": null, + "use_rabc": false, + "rabc_progress_path": null, + "rabc_kappa": 0.01, + "rabc_epsilon": 1e-06, + "rabc_head_mode": "sparse", + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/090000/training_state/optimizer_param_groups.json b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/090000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/090000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/090000/training_state/optimizer_state.safetensors b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/090000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bdd2bfcd45414ec742ce85f65a3a13e3ae032797 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/090000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ddf003b57b996ecd5616de935e61bc6eec9d077c3130406aceaa9ffad268e76 +size 413047100 diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/090000/training_state/rng_state.safetensors b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/090000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..176568394bb499b6226dc23cac3b98b13909041d --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/090000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88643749f12d016b0f79c18e64c9a5169de493ebc16c34992b80104c5c9c4857 +size 15708 diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/090000/training_state/training_step.json b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/090000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..cec965b83b7f817ac99559792f84cbb69a721bfd --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/090000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 90000 +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/100000/pretrained_model/config.json b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/100000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6d37e0a63a414495dc151220295a12faa0ead535 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/100000/pretrained_model/config.json @@ -0,0 +1,79 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/100000/pretrained_model/model.safetensors b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/100000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f714c30bbe265bb0e830108e36ee58502e49de0e --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/100000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74aa543def17fd89f8338603bdfb14d26bc7469415bc6f606fb1050e0cfeab32 +size 206814456 diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/100000/pretrained_model/policy_postprocessor.json b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/100000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..46b3143551b73d92a87a6ca5899828fe6158baa5 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/100000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/100000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/100000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ea0c244a32d3aac53fe118f8e068bca425c87f55 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/100000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7862dda2c2e3072029c02236934acce3159c35e99cb19457dc3c82f4ce935dc +size 6656 diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/100000/pretrained_model/policy_preprocessor.json b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/100000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..3829d07d2bdbd6003237022903c405b1082ad099 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/100000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,72 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/100000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/100000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ea0c244a32d3aac53fe118f8e068bca425c87f55 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/100000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7862dda2c2e3072029c02236934acce3159c35e99cb19457dc3c82f4ce935dc +size 6656 diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/100000/pretrained_model/train_config.json b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/100000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..9dbb3ec5ea093f74105405facea8c2dd6c63ddd8 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/100000/pretrained_model/train_config.json @@ -0,0 +1,214 @@ +{ + "dataset": { + "repo_id": "local", + "root": "/home/rogerspyke/projects/TRaDA-data-real/mixed/mixed_fwd_bwdrev_5_5", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": false, + "video_backend": "torchcodec", + "return_uint8": false, + "streaming": false + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "/home/rogerspyke/projects/TRaDA-models/mixed_fwd_bwdrev_5_5_act_20260429_185302", + "job_name": "act", + "resume": false, + "seed": 42, + "cudnn_deterministic": false, + "num_workers": 4, + "batch_size": 4, + "prefetch_factor": 4, + "persistent_workers": true, + "steps": 120000, + "eval_freq": 20000, + "log_freq": 200, + "tolerance_s": 0.05, + "save_checkpoint": true, + "save_freq": 10000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 22, + "use_async_envs": true + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null, + "add_tags": true + }, + "peft": null, + "use_rabc": false, + "rabc_progress_path": null, + "rabc_kappa": 0.01, + "rabc_epsilon": 1e-06, + "rabc_head_mode": "sparse", + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/100000/training_state/optimizer_param_groups.json b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/100000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/100000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/100000/training_state/optimizer_state.safetensors b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/100000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c0d5a210fb8f97ed6cda9465c3db0afa49a586ff --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/100000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7762224fbfd4d3777f25bdebdf302665ace4825d47c7c438a2768dc13c49b01 +size 413047100 diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/100000/training_state/rng_state.safetensors b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/100000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..29f3e59c837dca29984a5bd7a134cad53ca61536 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/100000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a4b41c55e3be35db44f6cfbcfcb897863abf4d61095c6c4cd15240900b74655 +size 15708 diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/100000/training_state/training_step.json b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/100000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..8eb73c13d28bca88058c08796abbf931c3f9b012 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/100000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 100000 +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/110000/pretrained_model/config.json b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/110000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6d37e0a63a414495dc151220295a12faa0ead535 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/110000/pretrained_model/config.json @@ -0,0 +1,79 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/110000/pretrained_model/model.safetensors b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/110000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5e4e472bbe2692d0cd790c759f6d83c20086c34e --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/110000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7844d4aeb7ff718c1557c38b31398a6c37efa45769f976c301c41fe3f12fb8b6 +size 206814456 diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/110000/pretrained_model/policy_postprocessor.json b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/110000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..46b3143551b73d92a87a6ca5899828fe6158baa5 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/110000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/110000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/110000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ea0c244a32d3aac53fe118f8e068bca425c87f55 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/110000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7862dda2c2e3072029c02236934acce3159c35e99cb19457dc3c82f4ce935dc +size 6656 diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/110000/pretrained_model/policy_preprocessor.json b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/110000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..3829d07d2bdbd6003237022903c405b1082ad099 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/110000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,72 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/110000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/110000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ea0c244a32d3aac53fe118f8e068bca425c87f55 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/110000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7862dda2c2e3072029c02236934acce3159c35e99cb19457dc3c82f4ce935dc +size 6656 diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/110000/pretrained_model/train_config.json b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/110000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..9dbb3ec5ea093f74105405facea8c2dd6c63ddd8 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/110000/pretrained_model/train_config.json @@ -0,0 +1,214 @@ +{ + "dataset": { + "repo_id": "local", + "root": "/home/rogerspyke/projects/TRaDA-data-real/mixed/mixed_fwd_bwdrev_5_5", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": false, + "video_backend": "torchcodec", + "return_uint8": false, + "streaming": false + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "/home/rogerspyke/projects/TRaDA-models/mixed_fwd_bwdrev_5_5_act_20260429_185302", + "job_name": "act", + "resume": false, + "seed": 42, + "cudnn_deterministic": false, + "num_workers": 4, + "batch_size": 4, + "prefetch_factor": 4, + "persistent_workers": true, + "steps": 120000, + "eval_freq": 20000, + "log_freq": 200, + "tolerance_s": 0.05, + "save_checkpoint": true, + "save_freq": 10000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 22, + "use_async_envs": true + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null, + "add_tags": true + }, + "peft": null, + "use_rabc": false, + "rabc_progress_path": null, + "rabc_kappa": 0.01, + "rabc_epsilon": 1e-06, + "rabc_head_mode": "sparse", + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/110000/training_state/optimizer_param_groups.json b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/110000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/110000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/110000/training_state/optimizer_state.safetensors b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/110000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4eabfd10a0e858e4a9ba7a03537653b7b1d01534 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/110000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b1cedc317f387092c71dfe676a25fbbcdbfa179d7c5e1c4d96ddd3b5914a467 +size 413047100 diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/110000/training_state/rng_state.safetensors b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/110000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b461df0ac030f22bc1bf828cf5badcce25a1eae0 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/110000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61ea13499bf7b1c80a761b60d0cbd556dc472eaa2eb7fc1bce37b9da2152e43a +size 15708 diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/110000/training_state/training_step.json b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/110000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..064896ea461ac4e49e4b688e1f5b6dc2ff4abd53 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/110000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 110000 +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/120000/pretrained_model/config.json b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/120000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6d37e0a63a414495dc151220295a12faa0ead535 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/120000/pretrained_model/config.json @@ -0,0 +1,79 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/120000/pretrained_model/model.safetensors b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/120000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e239e71f9ee2cd76b0fc3efd83c1e6c5d0ff7fd8 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/120000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7350a6599b0c545aa50a89b5918a06f91f40338384abceb069c8fe0f592df2e2 +size 206814456 diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/120000/pretrained_model/policy_postprocessor.json b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/120000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..46b3143551b73d92a87a6ca5899828fe6158baa5 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/120000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/120000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/120000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ea0c244a32d3aac53fe118f8e068bca425c87f55 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/120000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7862dda2c2e3072029c02236934acce3159c35e99cb19457dc3c82f4ce935dc +size 6656 diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/120000/pretrained_model/policy_preprocessor.json b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/120000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..3829d07d2bdbd6003237022903c405b1082ad099 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/120000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,72 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/120000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/120000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ea0c244a32d3aac53fe118f8e068bca425c87f55 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/120000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7862dda2c2e3072029c02236934acce3159c35e99cb19457dc3c82f4ce935dc +size 6656 diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/120000/pretrained_model/train_config.json b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/120000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..9dbb3ec5ea093f74105405facea8c2dd6c63ddd8 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/120000/pretrained_model/train_config.json @@ -0,0 +1,214 @@ +{ + "dataset": { + "repo_id": "local", + "root": "/home/rogerspyke/projects/TRaDA-data-real/mixed/mixed_fwd_bwdrev_5_5", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": false, + "video_backend": "torchcodec", + "return_uint8": false, + "streaming": false + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "/home/rogerspyke/projects/TRaDA-models/mixed_fwd_bwdrev_5_5_act_20260429_185302", + "job_name": "act", + "resume": false, + "seed": 42, + "cudnn_deterministic": false, + "num_workers": 4, + "batch_size": 4, + "prefetch_factor": 4, + "persistent_workers": true, + "steps": 120000, + "eval_freq": 20000, + "log_freq": 200, + "tolerance_s": 0.05, + "save_checkpoint": true, + "save_freq": 10000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 22, + "use_async_envs": true + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null, + "add_tags": true + }, + "peft": null, + "use_rabc": false, + "rabc_progress_path": null, + "rabc_kappa": 0.01, + "rabc_epsilon": 1e-06, + "rabc_head_mode": "sparse", + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/120000/training_state/optimizer_param_groups.json b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/120000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/120000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/120000/training_state/optimizer_state.safetensors b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/120000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0fa0a4a8e3070f97aa239718c9c892ddd3bdef9b --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/120000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c694a458edeab0cadde1897c5fe282bf1a9f69df4faf195416030f38ef0f54a +size 413047100 diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/120000/training_state/rng_state.safetensors b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/120000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9ae0b416745ebe23d2cb48c843844a31f9025a6c --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/120000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18426bda1a27c3879bddb1ff66a5267e797ae27b226eb96f1798dfe91d5fa5e5 +size 15708 diff --git a/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/120000/training_state/training_step.json b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/120000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..6bbb8719463d819c865c104597046a0165eea278 --- /dev/null +++ b/ACT/0419-batch2-120000/mixed_fwd_bwdrev_5_5_act_20260429_185302/checkpoints/120000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 120000 +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/010000/pretrained_model/config.json b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/010000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6d37e0a63a414495dc151220295a12faa0ead535 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/010000/pretrained_model/config.json @@ -0,0 +1,79 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/010000/pretrained_model/model.safetensors b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/010000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e42b4ca9f0e8935db8088d871faef363c361b1a3 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/010000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:546e2533677423edf94cbc1bc0b543bcb0335479a2d728a12c90c6840c865b4f +size 206814456 diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/010000/pretrained_model/policy_postprocessor.json b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/010000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..46b3143551b73d92a87a6ca5899828fe6158baa5 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/010000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/010000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/010000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..13068a7c0ed9b6aa3f0d7e68d928a960040e9e7b --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/010000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:046d62a1a1e61d6626facb958f8f87f6b4ae0580c89a06892e209c86345d3e65 +size 6656 diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/010000/pretrained_model/policy_preprocessor.json b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/010000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..3829d07d2bdbd6003237022903c405b1082ad099 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/010000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,72 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/010000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/010000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..13068a7c0ed9b6aa3f0d7e68d928a960040e9e7b --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/010000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:046d62a1a1e61d6626facb958f8f87f6b4ae0580c89a06892e209c86345d3e65 +size 6656 diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/010000/pretrained_model/train_config.json b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/010000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..820fb38a9742a18ad1c61d60845d6ed72ccd7df5 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/010000/pretrained_model/train_config.json @@ -0,0 +1,214 @@ +{ + "dataset": { + "repo_id": "local", + "root": "/home/rogerspyke/projects/TRaDA-data-real/mixed/pure_bwdrev", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": false, + "video_backend": "torchcodec", + "return_uint8": false, + "streaming": false + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "/home/rogerspyke/projects/TRaDA-models/pure_bwdrev_act_20260429_185302", + "job_name": "act", + "resume": false, + "seed": 42, + "cudnn_deterministic": false, + "num_workers": 4, + "batch_size": 4, + "prefetch_factor": 4, + "persistent_workers": true, + "steps": 120000, + "eval_freq": 20000, + "log_freq": 200, + "tolerance_s": 0.05, + "save_checkpoint": true, + "save_freq": 10000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 22, + "use_async_envs": true + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null, + "add_tags": true + }, + "peft": null, + "use_rabc": false, + "rabc_progress_path": null, + "rabc_kappa": 0.01, + "rabc_epsilon": 1e-06, + "rabc_head_mode": "sparse", + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/010000/training_state/optimizer_param_groups.json b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/010000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/010000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/010000/training_state/optimizer_state.safetensors b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/010000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..aac3d22220319223b71c1cf66298f851445d1046 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/010000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4204ff75a10ea8c830024dfc45d50a41466912adaeeb2f046bc45809880b3790 +size 413047100 diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/010000/training_state/rng_state.safetensors b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/010000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b57ca0d58cc4f89f94a19e886b1325a66a4b978b --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/010000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0876f7b9330d35e177df5276de7d64cdde2079b4753486a66574d17e0cd52727 +size 15708 diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/010000/training_state/training_step.json b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/010000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..7cb7c0986e9e7461ca851ce71e95d235ae3d2732 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/010000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 10000 +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/020000/pretrained_model/config.json b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/020000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6d37e0a63a414495dc151220295a12faa0ead535 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/020000/pretrained_model/config.json @@ -0,0 +1,79 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/020000/pretrained_model/model.safetensors b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/020000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..49e37376669f5988a8a048544f09caa8ea7ea07a --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/020000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c74df957881bca89dbd9761e37e049f622a6711e7a101ff473efce53169a2e93 +size 206814456 diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/020000/pretrained_model/policy_postprocessor.json b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/020000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..46b3143551b73d92a87a6ca5899828fe6158baa5 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/020000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/020000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/020000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..13068a7c0ed9b6aa3f0d7e68d928a960040e9e7b --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/020000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:046d62a1a1e61d6626facb958f8f87f6b4ae0580c89a06892e209c86345d3e65 +size 6656 diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/020000/pretrained_model/policy_preprocessor.json b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/020000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..3829d07d2bdbd6003237022903c405b1082ad099 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/020000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,72 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/020000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/020000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..13068a7c0ed9b6aa3f0d7e68d928a960040e9e7b --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/020000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:046d62a1a1e61d6626facb958f8f87f6b4ae0580c89a06892e209c86345d3e65 +size 6656 diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/020000/pretrained_model/train_config.json b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/020000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..820fb38a9742a18ad1c61d60845d6ed72ccd7df5 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/020000/pretrained_model/train_config.json @@ -0,0 +1,214 @@ +{ + "dataset": { + "repo_id": "local", + "root": "/home/rogerspyke/projects/TRaDA-data-real/mixed/pure_bwdrev", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": false, + "video_backend": "torchcodec", + "return_uint8": false, + "streaming": false + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "/home/rogerspyke/projects/TRaDA-models/pure_bwdrev_act_20260429_185302", + "job_name": "act", + "resume": false, + "seed": 42, + "cudnn_deterministic": false, + "num_workers": 4, + "batch_size": 4, + "prefetch_factor": 4, + "persistent_workers": true, + "steps": 120000, + "eval_freq": 20000, + "log_freq": 200, + "tolerance_s": 0.05, + "save_checkpoint": true, + "save_freq": 10000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 22, + "use_async_envs": true + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null, + "add_tags": true + }, + "peft": null, + "use_rabc": false, + "rabc_progress_path": null, + "rabc_kappa": 0.01, + "rabc_epsilon": 1e-06, + "rabc_head_mode": "sparse", + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/020000/training_state/optimizer_param_groups.json b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/020000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/020000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/020000/training_state/optimizer_state.safetensors b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/020000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c532141368400f32d6ae546129da822674cfa7e8 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/020000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99f9fa26cdb942a3a7452a515544b715848417b4970fd702374fd880f4b9e419 +size 413047100 diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/020000/training_state/rng_state.safetensors b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/020000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7e19cde1821690f3d2bc85d084c5f40a1c2fcf7d --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/020000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b43170f56108e981aaac9961d4126a85abaa821018a7db539e759e00be13e391 +size 15708 diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/020000/training_state/training_step.json b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/020000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..dc9bb47026c5d5237ca6fc5dbff6020dd122ea05 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/020000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 20000 +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/030000/pretrained_model/config.json b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/030000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6d37e0a63a414495dc151220295a12faa0ead535 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/030000/pretrained_model/config.json @@ -0,0 +1,79 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/030000/pretrained_model/model.safetensors b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/030000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3b5c55dede22854caebb31bb1fc851454a2f9daf --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/030000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9ce72fe3ff819293a5ed4cb703817e1ccf93e5bb7255504febed6708c82e6c0 +size 206814456 diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/030000/pretrained_model/policy_postprocessor.json b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/030000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..46b3143551b73d92a87a6ca5899828fe6158baa5 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/030000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/030000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/030000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..13068a7c0ed9b6aa3f0d7e68d928a960040e9e7b --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/030000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:046d62a1a1e61d6626facb958f8f87f6b4ae0580c89a06892e209c86345d3e65 +size 6656 diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/030000/pretrained_model/policy_preprocessor.json b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/030000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..3829d07d2bdbd6003237022903c405b1082ad099 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/030000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,72 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/030000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/030000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..13068a7c0ed9b6aa3f0d7e68d928a960040e9e7b --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/030000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:046d62a1a1e61d6626facb958f8f87f6b4ae0580c89a06892e209c86345d3e65 +size 6656 diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/030000/pretrained_model/train_config.json b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/030000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..820fb38a9742a18ad1c61d60845d6ed72ccd7df5 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/030000/pretrained_model/train_config.json @@ -0,0 +1,214 @@ +{ + "dataset": { + "repo_id": "local", + "root": "/home/rogerspyke/projects/TRaDA-data-real/mixed/pure_bwdrev", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": false, + "video_backend": "torchcodec", + "return_uint8": false, + "streaming": false + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "/home/rogerspyke/projects/TRaDA-models/pure_bwdrev_act_20260429_185302", + "job_name": "act", + "resume": false, + "seed": 42, + "cudnn_deterministic": false, + "num_workers": 4, + "batch_size": 4, + "prefetch_factor": 4, + "persistent_workers": true, + "steps": 120000, + "eval_freq": 20000, + "log_freq": 200, + "tolerance_s": 0.05, + "save_checkpoint": true, + "save_freq": 10000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 22, + "use_async_envs": true + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null, + "add_tags": true + }, + "peft": null, + "use_rabc": false, + "rabc_progress_path": null, + "rabc_kappa": 0.01, + "rabc_epsilon": 1e-06, + "rabc_head_mode": "sparse", + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/030000/training_state/optimizer_param_groups.json b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/030000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/030000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/030000/training_state/optimizer_state.safetensors b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/030000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2387ab62cbabbb62979380c0e723c7a04195cc7a --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/030000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f184914e914865fd956c0038f5fe5c843405591f3380cb4b2cdb992c418b3d5b +size 413047100 diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/030000/training_state/rng_state.safetensors b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/030000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f01d2dda5116aa6425c2a2657db1338e30667cbf --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/030000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9ab3f70bd6091460e5e450e6afff322adf66ebd4c0236ea18cd300d30d5c9b7 +size 15708 diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/030000/training_state/training_step.json b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/030000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..f4945f660f45b332883dccfccf18d8b8815d916a --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/030000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 30000 +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/040000/pretrained_model/config.json b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/040000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6d37e0a63a414495dc151220295a12faa0ead535 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/040000/pretrained_model/config.json @@ -0,0 +1,79 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/040000/pretrained_model/model.safetensors b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/040000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..632cbecffb0bb1af376bbd0fd0cc019eed0efe3d --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/040000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6ea6e31303c32d0fd4bf787b53cca4663b97dd1de8bee545defa172433d002b +size 206814456 diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/040000/pretrained_model/policy_postprocessor.json b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/040000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..46b3143551b73d92a87a6ca5899828fe6158baa5 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/040000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/040000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/040000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..13068a7c0ed9b6aa3f0d7e68d928a960040e9e7b --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/040000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:046d62a1a1e61d6626facb958f8f87f6b4ae0580c89a06892e209c86345d3e65 +size 6656 diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/040000/pretrained_model/policy_preprocessor.json b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/040000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..3829d07d2bdbd6003237022903c405b1082ad099 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/040000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,72 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/040000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/040000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..13068a7c0ed9b6aa3f0d7e68d928a960040e9e7b --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/040000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:046d62a1a1e61d6626facb958f8f87f6b4ae0580c89a06892e209c86345d3e65 +size 6656 diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/040000/pretrained_model/train_config.json b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/040000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..820fb38a9742a18ad1c61d60845d6ed72ccd7df5 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/040000/pretrained_model/train_config.json @@ -0,0 +1,214 @@ +{ + "dataset": { + "repo_id": "local", + "root": "/home/rogerspyke/projects/TRaDA-data-real/mixed/pure_bwdrev", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": false, + "video_backend": "torchcodec", + "return_uint8": false, + "streaming": false + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "/home/rogerspyke/projects/TRaDA-models/pure_bwdrev_act_20260429_185302", + "job_name": "act", + "resume": false, + "seed": 42, + "cudnn_deterministic": false, + "num_workers": 4, + "batch_size": 4, + "prefetch_factor": 4, + "persistent_workers": true, + "steps": 120000, + "eval_freq": 20000, + "log_freq": 200, + "tolerance_s": 0.05, + "save_checkpoint": true, + "save_freq": 10000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 22, + "use_async_envs": true + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null, + "add_tags": true + }, + "peft": null, + "use_rabc": false, + "rabc_progress_path": null, + "rabc_kappa": 0.01, + "rabc_epsilon": 1e-06, + "rabc_head_mode": "sparse", + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/040000/training_state/optimizer_param_groups.json b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/040000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/040000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/040000/training_state/optimizer_state.safetensors b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/040000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a0cf3db0a6c4507c7cb2b0c1c9b95c4d0a29e8b7 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/040000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b3595619e5233491ad3fe4e6a274e4cdde241c4bd55e545f28cc88c331d058a +size 413047100 diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/040000/training_state/rng_state.safetensors b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/040000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..48995b201a26f455d0735a5ef2914c1196fc57c7 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/040000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72ca099d4a7246d2a9f3ef0919d39be5d7b830daba4d2557786bb68f44252090 +size 15708 diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/040000/training_state/training_step.json b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/040000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..fe40d8ff4312c7e5a8fba9bcc932a43a1384ba77 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/040000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 40000 +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/050000/pretrained_model/config.json b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/050000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6d37e0a63a414495dc151220295a12faa0ead535 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/050000/pretrained_model/config.json @@ -0,0 +1,79 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/050000/pretrained_model/model.safetensors b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/050000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e758a5a98becba50c90102972ba612bf4f6245ec --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/050000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73c5dba620f5c1dce43bcfa89e3b8d40e0a875a884638a9a4fbce2d6a49e831d +size 206814456 diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/050000/pretrained_model/policy_postprocessor.json b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/050000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..46b3143551b73d92a87a6ca5899828fe6158baa5 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/050000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/050000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/050000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..13068a7c0ed9b6aa3f0d7e68d928a960040e9e7b --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/050000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:046d62a1a1e61d6626facb958f8f87f6b4ae0580c89a06892e209c86345d3e65 +size 6656 diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/050000/pretrained_model/policy_preprocessor.json b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/050000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..3829d07d2bdbd6003237022903c405b1082ad099 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/050000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,72 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/050000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/050000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..13068a7c0ed9b6aa3f0d7e68d928a960040e9e7b --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/050000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:046d62a1a1e61d6626facb958f8f87f6b4ae0580c89a06892e209c86345d3e65 +size 6656 diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/050000/pretrained_model/train_config.json b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/050000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..820fb38a9742a18ad1c61d60845d6ed72ccd7df5 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/050000/pretrained_model/train_config.json @@ -0,0 +1,214 @@ +{ + "dataset": { + "repo_id": "local", + "root": "/home/rogerspyke/projects/TRaDA-data-real/mixed/pure_bwdrev", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": false, + "video_backend": "torchcodec", + "return_uint8": false, + "streaming": false + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "/home/rogerspyke/projects/TRaDA-models/pure_bwdrev_act_20260429_185302", + "job_name": "act", + "resume": false, + "seed": 42, + "cudnn_deterministic": false, + "num_workers": 4, + "batch_size": 4, + "prefetch_factor": 4, + "persistent_workers": true, + "steps": 120000, + "eval_freq": 20000, + "log_freq": 200, + "tolerance_s": 0.05, + "save_checkpoint": true, + "save_freq": 10000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 22, + "use_async_envs": true + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null, + "add_tags": true + }, + "peft": null, + "use_rabc": false, + "rabc_progress_path": null, + "rabc_kappa": 0.01, + "rabc_epsilon": 1e-06, + "rabc_head_mode": "sparse", + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/050000/training_state/optimizer_param_groups.json b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/050000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/050000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/050000/training_state/optimizer_state.safetensors b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/050000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..26af56e2ef4a7e870080970a51e8e19ad6d2edf0 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/050000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eff03959f1ee4a3ca9e13f9f14ebecf7f05e169c0fa1cbb1225509e1409b6c50 +size 413047100 diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/050000/training_state/rng_state.safetensors b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/050000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..900874e5ba797217373560605a0634a012419495 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/050000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2074ce3145e99bbfd40bb9bcc796daf05b7466a1de8e233d4fafdaeb75c0da5 +size 15708 diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/050000/training_state/training_step.json b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/050000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..b3c03563f17d6d98552117ccf00705b693aa3fbd --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/050000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 50000 +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/060000/pretrained_model/config.json b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/060000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6d37e0a63a414495dc151220295a12faa0ead535 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/060000/pretrained_model/config.json @@ -0,0 +1,79 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/060000/pretrained_model/model.safetensors b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/060000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1b9e92c83e1f792e12877eb544690a49c6a1374a --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/060000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:536650c99c1aa12c720f503a62d1254eb05e6bf751afdefafb6b658b22a6077b +size 206814456 diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/060000/pretrained_model/policy_postprocessor.json b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/060000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..46b3143551b73d92a87a6ca5899828fe6158baa5 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/060000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/060000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/060000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..13068a7c0ed9b6aa3f0d7e68d928a960040e9e7b --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/060000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:046d62a1a1e61d6626facb958f8f87f6b4ae0580c89a06892e209c86345d3e65 +size 6656 diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/060000/pretrained_model/policy_preprocessor.json b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/060000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..3829d07d2bdbd6003237022903c405b1082ad099 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/060000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,72 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/060000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/060000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..13068a7c0ed9b6aa3f0d7e68d928a960040e9e7b --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/060000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:046d62a1a1e61d6626facb958f8f87f6b4ae0580c89a06892e209c86345d3e65 +size 6656 diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/060000/pretrained_model/train_config.json b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/060000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..820fb38a9742a18ad1c61d60845d6ed72ccd7df5 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/060000/pretrained_model/train_config.json @@ -0,0 +1,214 @@ +{ + "dataset": { + "repo_id": "local", + "root": "/home/rogerspyke/projects/TRaDA-data-real/mixed/pure_bwdrev", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": false, + "video_backend": "torchcodec", + "return_uint8": false, + "streaming": false + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "/home/rogerspyke/projects/TRaDA-models/pure_bwdrev_act_20260429_185302", + "job_name": "act", + "resume": false, + "seed": 42, + "cudnn_deterministic": false, + "num_workers": 4, + "batch_size": 4, + "prefetch_factor": 4, + "persistent_workers": true, + "steps": 120000, + "eval_freq": 20000, + "log_freq": 200, + "tolerance_s": 0.05, + "save_checkpoint": true, + "save_freq": 10000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 22, + "use_async_envs": true + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null, + "add_tags": true + }, + "peft": null, + "use_rabc": false, + "rabc_progress_path": null, + "rabc_kappa": 0.01, + "rabc_epsilon": 1e-06, + "rabc_head_mode": "sparse", + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/060000/training_state/optimizer_param_groups.json b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/060000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/060000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/060000/training_state/optimizer_state.safetensors b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/060000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8974bb7866affc8a9ad3ff688cd3b4f876753085 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/060000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4dde3cf08610f65732ccac01829a3b62e299f93fc463bb34390f8b7046a7a803 +size 413047100 diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/060000/training_state/rng_state.safetensors b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/060000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..69d10538a3394bd2ffd09691301de6c73f89d15d --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/060000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b432c8a6fb49624b94657f699226786b91271d551eb18630394d5804fb58ac9d +size 15708 diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/060000/training_state/training_step.json b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/060000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..d360b6037f1c8c2c85d38e951160eb02ace507dd --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/060000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 60000 +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/070000/pretrained_model/config.json b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/070000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6d37e0a63a414495dc151220295a12faa0ead535 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/070000/pretrained_model/config.json @@ -0,0 +1,79 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/070000/pretrained_model/model.safetensors b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/070000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..18dd3c2adad314d6f756ebe683c3dbb081d69598 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/070000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ff0caf9f0ea73fab165bd644e5bade4e757db01d7f3cbc409935dd1d58d90c3 +size 206814456 diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/070000/pretrained_model/policy_postprocessor.json b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/070000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..46b3143551b73d92a87a6ca5899828fe6158baa5 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/070000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/070000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/070000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..13068a7c0ed9b6aa3f0d7e68d928a960040e9e7b --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/070000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:046d62a1a1e61d6626facb958f8f87f6b4ae0580c89a06892e209c86345d3e65 +size 6656 diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/070000/pretrained_model/policy_preprocessor.json b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/070000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..3829d07d2bdbd6003237022903c405b1082ad099 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/070000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,72 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/070000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/070000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..13068a7c0ed9b6aa3f0d7e68d928a960040e9e7b --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/070000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:046d62a1a1e61d6626facb958f8f87f6b4ae0580c89a06892e209c86345d3e65 +size 6656 diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/070000/pretrained_model/train_config.json b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/070000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..820fb38a9742a18ad1c61d60845d6ed72ccd7df5 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/070000/pretrained_model/train_config.json @@ -0,0 +1,214 @@ +{ + "dataset": { + "repo_id": "local", + "root": "/home/rogerspyke/projects/TRaDA-data-real/mixed/pure_bwdrev", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": false, + "video_backend": "torchcodec", + "return_uint8": false, + "streaming": false + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "/home/rogerspyke/projects/TRaDA-models/pure_bwdrev_act_20260429_185302", + "job_name": "act", + "resume": false, + "seed": 42, + "cudnn_deterministic": false, + "num_workers": 4, + "batch_size": 4, + "prefetch_factor": 4, + "persistent_workers": true, + "steps": 120000, + "eval_freq": 20000, + "log_freq": 200, + "tolerance_s": 0.05, + "save_checkpoint": true, + "save_freq": 10000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 22, + "use_async_envs": true + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null, + "add_tags": true + }, + "peft": null, + "use_rabc": false, + "rabc_progress_path": null, + "rabc_kappa": 0.01, + "rabc_epsilon": 1e-06, + "rabc_head_mode": "sparse", + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/070000/training_state/optimizer_param_groups.json b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/070000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/070000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/070000/training_state/optimizer_state.safetensors b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/070000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a0ecbadec3875de801a056c4e64d89ac188ecd71 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/070000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf0c2c5701d72da19637c41d1514044c30523bc5238e17cc068a0bb642b2e451 +size 413047100 diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/070000/training_state/rng_state.safetensors b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/070000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f2192e72565b3f9135fa2efe54687edefae354e3 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/070000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0bcba05a8175157b154cf9298f1d6769212777b0ccc43f0bc8a7145b1ae5aee7 +size 15708 diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/070000/training_state/training_step.json b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/070000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..1ec0c1eb0f525e34fa3a57743f750b2b34b5b77b --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/070000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 70000 +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/080000/pretrained_model/config.json b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/080000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6d37e0a63a414495dc151220295a12faa0ead535 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/080000/pretrained_model/config.json @@ -0,0 +1,79 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/080000/pretrained_model/model.safetensors b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/080000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e99a774b30f7866b744f95e8116e66c6213ebd76 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/080000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad7fd25abb77f6647da50117f3bcd471dc3818eea062ef388542b1035379b89f +size 206814456 diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/080000/pretrained_model/policy_postprocessor.json b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/080000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..46b3143551b73d92a87a6ca5899828fe6158baa5 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/080000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/080000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/080000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..13068a7c0ed9b6aa3f0d7e68d928a960040e9e7b --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/080000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:046d62a1a1e61d6626facb958f8f87f6b4ae0580c89a06892e209c86345d3e65 +size 6656 diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/080000/pretrained_model/policy_preprocessor.json b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/080000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..3829d07d2bdbd6003237022903c405b1082ad099 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/080000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,72 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/080000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/080000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..13068a7c0ed9b6aa3f0d7e68d928a960040e9e7b --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/080000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:046d62a1a1e61d6626facb958f8f87f6b4ae0580c89a06892e209c86345d3e65 +size 6656 diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/080000/pretrained_model/train_config.json b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/080000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..820fb38a9742a18ad1c61d60845d6ed72ccd7df5 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/080000/pretrained_model/train_config.json @@ -0,0 +1,214 @@ +{ + "dataset": { + "repo_id": "local", + "root": "/home/rogerspyke/projects/TRaDA-data-real/mixed/pure_bwdrev", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": false, + "video_backend": "torchcodec", + "return_uint8": false, + "streaming": false + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "/home/rogerspyke/projects/TRaDA-models/pure_bwdrev_act_20260429_185302", + "job_name": "act", + "resume": false, + "seed": 42, + "cudnn_deterministic": false, + "num_workers": 4, + "batch_size": 4, + "prefetch_factor": 4, + "persistent_workers": true, + "steps": 120000, + "eval_freq": 20000, + "log_freq": 200, + "tolerance_s": 0.05, + "save_checkpoint": true, + "save_freq": 10000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 22, + "use_async_envs": true + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null, + "add_tags": true + }, + "peft": null, + "use_rabc": false, + "rabc_progress_path": null, + "rabc_kappa": 0.01, + "rabc_epsilon": 1e-06, + "rabc_head_mode": "sparse", + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/080000/training_state/optimizer_param_groups.json b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/080000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/080000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/080000/training_state/optimizer_state.safetensors b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/080000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d8ff45ac31ff4518fec58d60fd890872e29ec8e7 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/080000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:170c869c494a495e0c58f2386ade13309e9b283d085f265ca6b37a13623e99a0 +size 413047100 diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/080000/training_state/rng_state.safetensors b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/080000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e3aff41bebf43a010694731b3849f7faa386a19e --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/080000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ccb02f625845b51ce09f592c31d683f6c7b4fcbb07c5361b8e6641c712563ff +size 15708 diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/080000/training_state/training_step.json b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/080000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..384eace4ecc2a6cba352aa7cf27f04405b7319c3 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/080000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 80000 +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/090000/pretrained_model/config.json b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/090000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6d37e0a63a414495dc151220295a12faa0ead535 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/090000/pretrained_model/config.json @@ -0,0 +1,79 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/090000/pretrained_model/model.safetensors b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/090000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5169042ff5e63aff1ad05c43246d3a212c0c53d6 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/090000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:233568346a42699b27472c9df0581552bb2493952c7a0a047d367d5c4657bff3 +size 206814456 diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/090000/pretrained_model/policy_postprocessor.json b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/090000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..46b3143551b73d92a87a6ca5899828fe6158baa5 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/090000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/090000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/090000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..13068a7c0ed9b6aa3f0d7e68d928a960040e9e7b --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/090000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:046d62a1a1e61d6626facb958f8f87f6b4ae0580c89a06892e209c86345d3e65 +size 6656 diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/090000/pretrained_model/policy_preprocessor.json b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/090000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..3829d07d2bdbd6003237022903c405b1082ad099 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/090000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,72 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/090000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/090000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..13068a7c0ed9b6aa3f0d7e68d928a960040e9e7b --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/090000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:046d62a1a1e61d6626facb958f8f87f6b4ae0580c89a06892e209c86345d3e65 +size 6656 diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/090000/pretrained_model/train_config.json b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/090000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..820fb38a9742a18ad1c61d60845d6ed72ccd7df5 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/090000/pretrained_model/train_config.json @@ -0,0 +1,214 @@ +{ + "dataset": { + "repo_id": "local", + "root": "/home/rogerspyke/projects/TRaDA-data-real/mixed/pure_bwdrev", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": false, + "video_backend": "torchcodec", + "return_uint8": false, + "streaming": false + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "/home/rogerspyke/projects/TRaDA-models/pure_bwdrev_act_20260429_185302", + "job_name": "act", + "resume": false, + "seed": 42, + "cudnn_deterministic": false, + "num_workers": 4, + "batch_size": 4, + "prefetch_factor": 4, + "persistent_workers": true, + "steps": 120000, + "eval_freq": 20000, + "log_freq": 200, + "tolerance_s": 0.05, + "save_checkpoint": true, + "save_freq": 10000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 22, + "use_async_envs": true + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null, + "add_tags": true + }, + "peft": null, + "use_rabc": false, + "rabc_progress_path": null, + "rabc_kappa": 0.01, + "rabc_epsilon": 1e-06, + "rabc_head_mode": "sparse", + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/090000/training_state/optimizer_param_groups.json b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/090000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/090000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/090000/training_state/optimizer_state.safetensors b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/090000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..baec9fae58b4eaed3048b7c6da0b5d3b8c1c32c5 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/090000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6ea5a0aefe5aeaef7692f0329fd1555337a573328c48592711cbdb70c401c99 +size 413047100 diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/090000/training_state/rng_state.safetensors b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/090000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..eb8527fc4bcd2a3779dbe7c8393b965b289d98cb --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/090000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f10283da3c11db3a9307b8bf3c4f2a9d53b35c4a8980848371eb7fce56a3aee +size 15708 diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/090000/training_state/training_step.json b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/090000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..cec965b83b7f817ac99559792f84cbb69a721bfd --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/090000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 90000 +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/100000/pretrained_model/config.json b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/100000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6d37e0a63a414495dc151220295a12faa0ead535 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/100000/pretrained_model/config.json @@ -0,0 +1,79 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/100000/pretrained_model/model.safetensors b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/100000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..37988ef9c2d13ddc66f297a9397ae8d0c72bb831 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/100000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c3f9a01745d2e1c4966562fbb94354bfd8059e6e20c4a2c89cdd385d2558fcd +size 206814456 diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/100000/pretrained_model/policy_postprocessor.json b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/100000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..46b3143551b73d92a87a6ca5899828fe6158baa5 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/100000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/100000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/100000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..13068a7c0ed9b6aa3f0d7e68d928a960040e9e7b --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/100000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:046d62a1a1e61d6626facb958f8f87f6b4ae0580c89a06892e209c86345d3e65 +size 6656 diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/100000/pretrained_model/policy_preprocessor.json b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/100000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..3829d07d2bdbd6003237022903c405b1082ad099 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/100000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,72 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/100000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/100000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..13068a7c0ed9b6aa3f0d7e68d928a960040e9e7b --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/100000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:046d62a1a1e61d6626facb958f8f87f6b4ae0580c89a06892e209c86345d3e65 +size 6656 diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/100000/pretrained_model/train_config.json b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/100000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..820fb38a9742a18ad1c61d60845d6ed72ccd7df5 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/100000/pretrained_model/train_config.json @@ -0,0 +1,214 @@ +{ + "dataset": { + "repo_id": "local", + "root": "/home/rogerspyke/projects/TRaDA-data-real/mixed/pure_bwdrev", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": false, + "video_backend": "torchcodec", + "return_uint8": false, + "streaming": false + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "/home/rogerspyke/projects/TRaDA-models/pure_bwdrev_act_20260429_185302", + "job_name": "act", + "resume": false, + "seed": 42, + "cudnn_deterministic": false, + "num_workers": 4, + "batch_size": 4, + "prefetch_factor": 4, + "persistent_workers": true, + "steps": 120000, + "eval_freq": 20000, + "log_freq": 200, + "tolerance_s": 0.05, + "save_checkpoint": true, + "save_freq": 10000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 22, + "use_async_envs": true + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null, + "add_tags": true + }, + "peft": null, + "use_rabc": false, + "rabc_progress_path": null, + "rabc_kappa": 0.01, + "rabc_epsilon": 1e-06, + "rabc_head_mode": "sparse", + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/100000/training_state/optimizer_param_groups.json b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/100000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/100000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/100000/training_state/optimizer_state.safetensors b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/100000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..43aa9856b6c54bb34cc1c8c3bfe5a8a01e8f92d5 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/100000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e457fe543993f509295d7a0e8f38f96032d2aba92be741082f189188e26d5875 +size 413047100 diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/100000/training_state/rng_state.safetensors b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/100000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f6a75a31c2f1f453135cb35b7168ebc5e925ef87 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/100000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68c09ec6b4e946e7e989e80022980d97e454f7eb533dfa497095bf9590350e38 +size 15708 diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/100000/training_state/training_step.json b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/100000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..8eb73c13d28bca88058c08796abbf931c3f9b012 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/100000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 100000 +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/110000/pretrained_model/config.json b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/110000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6d37e0a63a414495dc151220295a12faa0ead535 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/110000/pretrained_model/config.json @@ -0,0 +1,79 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/110000/pretrained_model/model.safetensors b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/110000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..82e3561a4c8f2abe901c665a4835c28000251913 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/110000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e462c9f2457d5dca5b3c42b9341e48ef7150f255c16c821b4f8723b81a0d807 +size 206814456 diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/110000/pretrained_model/policy_postprocessor.json b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/110000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..46b3143551b73d92a87a6ca5899828fe6158baa5 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/110000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/110000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/110000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..13068a7c0ed9b6aa3f0d7e68d928a960040e9e7b --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/110000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:046d62a1a1e61d6626facb958f8f87f6b4ae0580c89a06892e209c86345d3e65 +size 6656 diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/110000/pretrained_model/policy_preprocessor.json b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/110000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..3829d07d2bdbd6003237022903c405b1082ad099 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/110000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,72 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/110000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/110000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..13068a7c0ed9b6aa3f0d7e68d928a960040e9e7b --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/110000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:046d62a1a1e61d6626facb958f8f87f6b4ae0580c89a06892e209c86345d3e65 +size 6656 diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/110000/pretrained_model/train_config.json b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/110000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..820fb38a9742a18ad1c61d60845d6ed72ccd7df5 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/110000/pretrained_model/train_config.json @@ -0,0 +1,214 @@ +{ + "dataset": { + "repo_id": "local", + "root": "/home/rogerspyke/projects/TRaDA-data-real/mixed/pure_bwdrev", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": false, + "video_backend": "torchcodec", + "return_uint8": false, + "streaming": false + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "/home/rogerspyke/projects/TRaDA-models/pure_bwdrev_act_20260429_185302", + "job_name": "act", + "resume": false, + "seed": 42, + "cudnn_deterministic": false, + "num_workers": 4, + "batch_size": 4, + "prefetch_factor": 4, + "persistent_workers": true, + "steps": 120000, + "eval_freq": 20000, + "log_freq": 200, + "tolerance_s": 0.05, + "save_checkpoint": true, + "save_freq": 10000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 22, + "use_async_envs": true + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null, + "add_tags": true + }, + "peft": null, + "use_rabc": false, + "rabc_progress_path": null, + "rabc_kappa": 0.01, + "rabc_epsilon": 1e-06, + "rabc_head_mode": "sparse", + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/110000/training_state/optimizer_param_groups.json b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/110000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/110000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/110000/training_state/optimizer_state.safetensors b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/110000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..75883402f0e499de200f44b82600a167dafa8f2b --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/110000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f7b3cbb1eb9f676a34f3d964a61f34562f7cb711379a44959fab7a0978b3bf6 +size 413047100 diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/110000/training_state/rng_state.safetensors b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/110000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..af1d11b48e1c35aee47dc7a03e4afe77e4907753 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/110000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ce7364426e348ba028b5e60e400785b2496491ce212331a4ebaec65f65859f0 +size 15708 diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/110000/training_state/training_step.json b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/110000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..064896ea461ac4e49e4b688e1f5b6dc2ff4abd53 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/110000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 110000 +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/120000/pretrained_model/config.json b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/120000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6d37e0a63a414495dc151220295a12faa0ead535 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/120000/pretrained_model/config.json @@ -0,0 +1,79 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/120000/pretrained_model/model.safetensors b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/120000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1a6f8abfb1c54e839c8e2c1da9153423a64c4f4c --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/120000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd0e2f9d68f265297815eb7a93390ade1b5ab428d9757c5abc26366fa5052440 +size 206814456 diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/120000/pretrained_model/policy_postprocessor.json b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/120000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..46b3143551b73d92a87a6ca5899828fe6158baa5 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/120000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/120000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/120000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..13068a7c0ed9b6aa3f0d7e68d928a960040e9e7b --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/120000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:046d62a1a1e61d6626facb958f8f87f6b4ae0580c89a06892e209c86345d3e65 +size 6656 diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/120000/pretrained_model/policy_preprocessor.json b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/120000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..3829d07d2bdbd6003237022903c405b1082ad099 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/120000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,72 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/120000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/120000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..13068a7c0ed9b6aa3f0d7e68d928a960040e9e7b --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/120000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:046d62a1a1e61d6626facb958f8f87f6b4ae0580c89a06892e209c86345d3e65 +size 6656 diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/120000/pretrained_model/train_config.json b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/120000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..820fb38a9742a18ad1c61d60845d6ed72ccd7df5 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/120000/pretrained_model/train_config.json @@ -0,0 +1,214 @@ +{ + "dataset": { + "repo_id": "local", + "root": "/home/rogerspyke/projects/TRaDA-data-real/mixed/pure_bwdrev", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": false, + "video_backend": "torchcodec", + "return_uint8": false, + "streaming": false + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "/home/rogerspyke/projects/TRaDA-models/pure_bwdrev_act_20260429_185302", + "job_name": "act", + "resume": false, + "seed": 42, + "cudnn_deterministic": false, + "num_workers": 4, + "batch_size": 4, + "prefetch_factor": 4, + "persistent_workers": true, + "steps": 120000, + "eval_freq": 20000, + "log_freq": 200, + "tolerance_s": 0.05, + "save_checkpoint": true, + "save_freq": 10000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 22, + "use_async_envs": true + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null, + "add_tags": true + }, + "peft": null, + "use_rabc": false, + "rabc_progress_path": null, + "rabc_kappa": 0.01, + "rabc_epsilon": 1e-06, + "rabc_head_mode": "sparse", + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/120000/training_state/optimizer_param_groups.json b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/120000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/120000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/120000/training_state/optimizer_state.safetensors b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/120000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5fdee922b7ee2c734237d7cc11f8b5d8482f9e89 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/120000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b02b0ef7e3422895dcb244c85683524e647110f2f55a01289cd23d112104e4a +size 413047100 diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/120000/training_state/rng_state.safetensors b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/120000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1a3cdec850432d28b2e0870d61afb5b2a4debcae --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/120000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91db1b0e6de8afeae1c876c6ec845445bca74c183b6c8bb8e0be1af4e76868ce +size 15708 diff --git a/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/120000/training_state/training_step.json b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/120000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..6bbb8719463d819c865c104597046a0165eea278 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_bwdrev_act_20260429_185302/checkpoints/120000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 120000 +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/010000/pretrained_model/config.json b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/010000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6d37e0a63a414495dc151220295a12faa0ead535 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/010000/pretrained_model/config.json @@ -0,0 +1,79 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/010000/pretrained_model/model.safetensors b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/010000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ed90c50bc5aac101769c5e551976b8ad88b1e110 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/010000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5156c191bb77e3db62cdd3dcc6455479b5c7e43b73a579389a19f8d046e90162 +size 206814456 diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/010000/pretrained_model/policy_postprocessor.json b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/010000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..46b3143551b73d92a87a6ca5899828fe6158baa5 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/010000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/010000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/010000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..02dba3847760ee308ae74bad4c6cd461e1398ac0 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/010000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66defbdff8580307bd6bf33cc549b21dd820aa57633aaeb7df914fa682d129b1 +size 6656 diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/010000/pretrained_model/policy_preprocessor.json b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/010000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..3829d07d2bdbd6003237022903c405b1082ad099 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/010000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,72 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/010000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/010000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..02dba3847760ee308ae74bad4c6cd461e1398ac0 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/010000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66defbdff8580307bd6bf33cc549b21dd820aa57633aaeb7df914fa682d129b1 +size 6656 diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/010000/pretrained_model/train_config.json b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/010000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..75fa36b097603829ebacc514e3262a43713a8744 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/010000/pretrained_model/train_config.json @@ -0,0 +1,214 @@ +{ + "dataset": { + "repo_id": "local", + "root": "/home/rogerspyke/projects/TRaDA-data-real/mixed/pure_fwd", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": false, + "video_backend": "torchcodec", + "return_uint8": false, + "streaming": false + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "/home/rogerspyke/projects/TRaDA-models/pure_fwd_act_20260429_185302", + "job_name": "act", + "resume": false, + "seed": 42, + "cudnn_deterministic": false, + "num_workers": 4, + "batch_size": 4, + "prefetch_factor": 4, + "persistent_workers": true, + "steps": 120000, + "eval_freq": 20000, + "log_freq": 200, + "tolerance_s": 0.05, + "save_checkpoint": true, + "save_freq": 10000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 22, + "use_async_envs": true + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null, + "add_tags": true + }, + "peft": null, + "use_rabc": false, + "rabc_progress_path": null, + "rabc_kappa": 0.01, + "rabc_epsilon": 1e-06, + "rabc_head_mode": "sparse", + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/010000/training_state/optimizer_param_groups.json b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/010000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/010000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/010000/training_state/optimizer_state.safetensors b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/010000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..79c683f5edb41c59bc61557ab5bea6192c7f2728 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/010000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:958b175005917f7598de43bf11edb8b79a9d3a52e16244b63681628fea45aca1 +size 413047100 diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/010000/training_state/rng_state.safetensors b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/010000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b57ca0d58cc4f89f94a19e886b1325a66a4b978b --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/010000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0876f7b9330d35e177df5276de7d64cdde2079b4753486a66574d17e0cd52727 +size 15708 diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/010000/training_state/training_step.json b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/010000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..7cb7c0986e9e7461ca851ce71e95d235ae3d2732 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/010000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 10000 +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/020000/pretrained_model/config.json b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/020000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6d37e0a63a414495dc151220295a12faa0ead535 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/020000/pretrained_model/config.json @@ -0,0 +1,79 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/020000/pretrained_model/model.safetensors b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/020000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..69629621cc1f4bacdd5e01e8f7b046d31f0741cd --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/020000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f11987a01e7fd5b0c77f56fbb0774da4ffa09fe803682621cd533c406e15f7a +size 206814456 diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/020000/pretrained_model/policy_postprocessor.json b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/020000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..46b3143551b73d92a87a6ca5899828fe6158baa5 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/020000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/020000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/020000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..02dba3847760ee308ae74bad4c6cd461e1398ac0 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/020000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66defbdff8580307bd6bf33cc549b21dd820aa57633aaeb7df914fa682d129b1 +size 6656 diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/020000/pretrained_model/policy_preprocessor.json b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/020000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..3829d07d2bdbd6003237022903c405b1082ad099 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/020000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,72 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/020000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/020000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..02dba3847760ee308ae74bad4c6cd461e1398ac0 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/020000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66defbdff8580307bd6bf33cc549b21dd820aa57633aaeb7df914fa682d129b1 +size 6656 diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/020000/pretrained_model/train_config.json b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/020000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..75fa36b097603829ebacc514e3262a43713a8744 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/020000/pretrained_model/train_config.json @@ -0,0 +1,214 @@ +{ + "dataset": { + "repo_id": "local", + "root": "/home/rogerspyke/projects/TRaDA-data-real/mixed/pure_fwd", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": false, + "video_backend": "torchcodec", + "return_uint8": false, + "streaming": false + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "/home/rogerspyke/projects/TRaDA-models/pure_fwd_act_20260429_185302", + "job_name": "act", + "resume": false, + "seed": 42, + "cudnn_deterministic": false, + "num_workers": 4, + "batch_size": 4, + "prefetch_factor": 4, + "persistent_workers": true, + "steps": 120000, + "eval_freq": 20000, + "log_freq": 200, + "tolerance_s": 0.05, + "save_checkpoint": true, + "save_freq": 10000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 22, + "use_async_envs": true + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null, + "add_tags": true + }, + "peft": null, + "use_rabc": false, + "rabc_progress_path": null, + "rabc_kappa": 0.01, + "rabc_epsilon": 1e-06, + "rabc_head_mode": "sparse", + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/020000/training_state/optimizer_param_groups.json b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/020000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/020000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/020000/training_state/optimizer_state.safetensors b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/020000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3308b729609b4d09fd805a353ff03b77e362216d --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/020000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4cbaf4ea4ea1ddf395654604d854125896e2a1edc693b38e68a533b76357db1 +size 413047100 diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/020000/training_state/rng_state.safetensors b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/020000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..57204abeccb7216dbd6cb9dcba6cf342a36b5231 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/020000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5a44d19017303e2d3ef87bea269e204a0bbcd47f691114d7f0f3de63f2bf0be +size 15708 diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/020000/training_state/training_step.json b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/020000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..dc9bb47026c5d5237ca6fc5dbff6020dd122ea05 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/020000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 20000 +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/030000/pretrained_model/config.json b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/030000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6d37e0a63a414495dc151220295a12faa0ead535 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/030000/pretrained_model/config.json @@ -0,0 +1,79 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/030000/pretrained_model/model.safetensors b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/030000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0846d7c4c1746beb5a1188ce131b4a54766e46e5 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/030000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf2d2d13afd15d0c5570020a5f04b8f4fd09539e09925dd9f4f097b293eec8e0 +size 206814456 diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/030000/pretrained_model/policy_postprocessor.json b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/030000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..46b3143551b73d92a87a6ca5899828fe6158baa5 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/030000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/030000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/030000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..02dba3847760ee308ae74bad4c6cd461e1398ac0 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/030000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66defbdff8580307bd6bf33cc549b21dd820aa57633aaeb7df914fa682d129b1 +size 6656 diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/030000/pretrained_model/policy_preprocessor.json b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/030000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..3829d07d2bdbd6003237022903c405b1082ad099 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/030000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,72 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/030000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/030000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..02dba3847760ee308ae74bad4c6cd461e1398ac0 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/030000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66defbdff8580307bd6bf33cc549b21dd820aa57633aaeb7df914fa682d129b1 +size 6656 diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/030000/pretrained_model/train_config.json b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/030000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..75fa36b097603829ebacc514e3262a43713a8744 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/030000/pretrained_model/train_config.json @@ -0,0 +1,214 @@ +{ + "dataset": { + "repo_id": "local", + "root": "/home/rogerspyke/projects/TRaDA-data-real/mixed/pure_fwd", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": false, + "video_backend": "torchcodec", + "return_uint8": false, + "streaming": false + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "/home/rogerspyke/projects/TRaDA-models/pure_fwd_act_20260429_185302", + "job_name": "act", + "resume": false, + "seed": 42, + "cudnn_deterministic": false, + "num_workers": 4, + "batch_size": 4, + "prefetch_factor": 4, + "persistent_workers": true, + "steps": 120000, + "eval_freq": 20000, + "log_freq": 200, + "tolerance_s": 0.05, + "save_checkpoint": true, + "save_freq": 10000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 22, + "use_async_envs": true + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null, + "add_tags": true + }, + "peft": null, + "use_rabc": false, + "rabc_progress_path": null, + "rabc_kappa": 0.01, + "rabc_epsilon": 1e-06, + "rabc_head_mode": "sparse", + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/030000/training_state/optimizer_param_groups.json b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/030000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/030000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/030000/training_state/optimizer_state.safetensors b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/030000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ddb4d11abd340ec2c0a5d4f053c76ad066ce89cb --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/030000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:526eadcbb1954b4f9eb036f04a8e8fe61dc399d98ab30f372c897686b93379d5 +size 413047100 diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/030000/training_state/rng_state.safetensors b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/030000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a4401f4556b53d65cad1c0dec27bebabea628ca9 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/030000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ccc30753495cde028769a895bfd840bfec0dff6f734f8419f8049babef8ea039 +size 15708 diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/030000/training_state/training_step.json b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/030000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..f4945f660f45b332883dccfccf18d8b8815d916a --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/030000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 30000 +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/040000/pretrained_model/config.json b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/040000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6d37e0a63a414495dc151220295a12faa0ead535 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/040000/pretrained_model/config.json @@ -0,0 +1,79 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/040000/pretrained_model/model.safetensors b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/040000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f8304052aab41999825f51366aa76ceed07b4e99 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/040000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8805b9a57595f5393a1ed055212c72d8620804792ae50abcf3598d44406c165 +size 206814456 diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/040000/pretrained_model/policy_postprocessor.json b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/040000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..46b3143551b73d92a87a6ca5899828fe6158baa5 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/040000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/040000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/040000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..02dba3847760ee308ae74bad4c6cd461e1398ac0 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/040000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66defbdff8580307bd6bf33cc549b21dd820aa57633aaeb7df914fa682d129b1 +size 6656 diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/040000/pretrained_model/policy_preprocessor.json b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/040000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..3829d07d2bdbd6003237022903c405b1082ad099 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/040000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,72 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/040000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/040000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..02dba3847760ee308ae74bad4c6cd461e1398ac0 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/040000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66defbdff8580307bd6bf33cc549b21dd820aa57633aaeb7df914fa682d129b1 +size 6656 diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/040000/pretrained_model/train_config.json b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/040000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..75fa36b097603829ebacc514e3262a43713a8744 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/040000/pretrained_model/train_config.json @@ -0,0 +1,214 @@ +{ + "dataset": { + "repo_id": "local", + "root": "/home/rogerspyke/projects/TRaDA-data-real/mixed/pure_fwd", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": false, + "video_backend": "torchcodec", + "return_uint8": false, + "streaming": false + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "/home/rogerspyke/projects/TRaDA-models/pure_fwd_act_20260429_185302", + "job_name": "act", + "resume": false, + "seed": 42, + "cudnn_deterministic": false, + "num_workers": 4, + "batch_size": 4, + "prefetch_factor": 4, + "persistent_workers": true, + "steps": 120000, + "eval_freq": 20000, + "log_freq": 200, + "tolerance_s": 0.05, + "save_checkpoint": true, + "save_freq": 10000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 22, + "use_async_envs": true + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null, + "add_tags": true + }, + "peft": null, + "use_rabc": false, + "rabc_progress_path": null, + "rabc_kappa": 0.01, + "rabc_epsilon": 1e-06, + "rabc_head_mode": "sparse", + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/040000/training_state/optimizer_param_groups.json b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/040000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/040000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/040000/training_state/optimizer_state.safetensors b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/040000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4674aa5079838905e20bc382a24bc901ed2983d5 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/040000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2d261a0826893aac46beba92cd8c36d160a9b31bf59c4dd47cec2bc137278cd +size 413047100 diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/040000/training_state/rng_state.safetensors b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/040000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3c2e63ffb926e05211965a5a5645d633706ea985 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/040000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5fc30cccf3885dff3cbfccb4ad6e6a0f1709dbbbbbc6899676ac2d6f6ad2257c +size 15708 diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/040000/training_state/training_step.json b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/040000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..fe40d8ff4312c7e5a8fba9bcc932a43a1384ba77 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/040000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 40000 +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/050000/pretrained_model/config.json b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/050000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6d37e0a63a414495dc151220295a12faa0ead535 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/050000/pretrained_model/config.json @@ -0,0 +1,79 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/050000/pretrained_model/model.safetensors b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/050000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cb62c2a3a6946ec8e171051a7c32869c552bf874 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/050000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a238e4abda1f88673beb9847a7f09ad13951edf9333687012d85c4233793680 +size 206814456 diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/050000/pretrained_model/policy_postprocessor.json b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/050000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..46b3143551b73d92a87a6ca5899828fe6158baa5 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/050000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/050000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/050000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..02dba3847760ee308ae74bad4c6cd461e1398ac0 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/050000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66defbdff8580307bd6bf33cc549b21dd820aa57633aaeb7df914fa682d129b1 +size 6656 diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/050000/pretrained_model/policy_preprocessor.json b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/050000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..3829d07d2bdbd6003237022903c405b1082ad099 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/050000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,72 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/050000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/050000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..02dba3847760ee308ae74bad4c6cd461e1398ac0 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/050000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66defbdff8580307bd6bf33cc549b21dd820aa57633aaeb7df914fa682d129b1 +size 6656 diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/050000/pretrained_model/train_config.json b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/050000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..75fa36b097603829ebacc514e3262a43713a8744 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/050000/pretrained_model/train_config.json @@ -0,0 +1,214 @@ +{ + "dataset": { + "repo_id": "local", + "root": "/home/rogerspyke/projects/TRaDA-data-real/mixed/pure_fwd", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": false, + "video_backend": "torchcodec", + "return_uint8": false, + "streaming": false + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "/home/rogerspyke/projects/TRaDA-models/pure_fwd_act_20260429_185302", + "job_name": "act", + "resume": false, + "seed": 42, + "cudnn_deterministic": false, + "num_workers": 4, + "batch_size": 4, + "prefetch_factor": 4, + "persistent_workers": true, + "steps": 120000, + "eval_freq": 20000, + "log_freq": 200, + "tolerance_s": 0.05, + "save_checkpoint": true, + "save_freq": 10000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 22, + "use_async_envs": true + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null, + "add_tags": true + }, + "peft": null, + "use_rabc": false, + "rabc_progress_path": null, + "rabc_kappa": 0.01, + "rabc_epsilon": 1e-06, + "rabc_head_mode": "sparse", + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/050000/training_state/optimizer_param_groups.json b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/050000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/050000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/050000/training_state/optimizer_state.safetensors b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/050000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e4318fe27470d8163c9cd86e86071b6b2c1c2431 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/050000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd98f2be8b82bdc469fdb87db6021dfcfdcf874fb3387651ef6c84854f275307 +size 413047100 diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/050000/training_state/rng_state.safetensors b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/050000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b11e56848090e603717117836b0f76340a7e5081 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/050000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:719436544a3ec0134d7895e92f957a47fc86349f31eb48e99cc9df0aa7ef3412 +size 15708 diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/050000/training_state/training_step.json b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/050000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..b3c03563f17d6d98552117ccf00705b693aa3fbd --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/050000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 50000 +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/060000/pretrained_model/config.json b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/060000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6d37e0a63a414495dc151220295a12faa0ead535 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/060000/pretrained_model/config.json @@ -0,0 +1,79 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/060000/pretrained_model/model.safetensors b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/060000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6ef5149dfaba06e68d72ac3def3aab973f3f1e4f --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/060000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f7f2e1ef57c5529e03ff2ed3520f815a4570d030c3b0954f1338607243a2f19 +size 206814456 diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/060000/pretrained_model/policy_postprocessor.json b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/060000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..46b3143551b73d92a87a6ca5899828fe6158baa5 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/060000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/060000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/060000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..02dba3847760ee308ae74bad4c6cd461e1398ac0 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/060000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66defbdff8580307bd6bf33cc549b21dd820aa57633aaeb7df914fa682d129b1 +size 6656 diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/060000/pretrained_model/policy_preprocessor.json b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/060000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..3829d07d2bdbd6003237022903c405b1082ad099 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/060000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,72 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/060000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/060000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..02dba3847760ee308ae74bad4c6cd461e1398ac0 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/060000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66defbdff8580307bd6bf33cc549b21dd820aa57633aaeb7df914fa682d129b1 +size 6656 diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/060000/pretrained_model/train_config.json b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/060000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..75fa36b097603829ebacc514e3262a43713a8744 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/060000/pretrained_model/train_config.json @@ -0,0 +1,214 @@ +{ + "dataset": { + "repo_id": "local", + "root": "/home/rogerspyke/projects/TRaDA-data-real/mixed/pure_fwd", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": false, + "video_backend": "torchcodec", + "return_uint8": false, + "streaming": false + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "/home/rogerspyke/projects/TRaDA-models/pure_fwd_act_20260429_185302", + "job_name": "act", + "resume": false, + "seed": 42, + "cudnn_deterministic": false, + "num_workers": 4, + "batch_size": 4, + "prefetch_factor": 4, + "persistent_workers": true, + "steps": 120000, + "eval_freq": 20000, + "log_freq": 200, + "tolerance_s": 0.05, + "save_checkpoint": true, + "save_freq": 10000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 22, + "use_async_envs": true + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null, + "add_tags": true + }, + "peft": null, + "use_rabc": false, + "rabc_progress_path": null, + "rabc_kappa": 0.01, + "rabc_epsilon": 1e-06, + "rabc_head_mode": "sparse", + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/060000/training_state/optimizer_param_groups.json b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/060000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/060000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/060000/training_state/optimizer_state.safetensors b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/060000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..50fbc1f33a720e8a5285d38aa04974ba2a76f2f1 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/060000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:597797fb16e5159d6293d1d853cf34f97b6a4275209ca5888389ddc703d3d749 +size 413047100 diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/060000/training_state/rng_state.safetensors b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/060000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..284fbce0411f55c8952a450a31d27c1e0df21488 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/060000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:beeddf6841f8a9e5174b9c4d3eddcd6aafb7cc05d7d0d9c48cc6a5331b76aa3f +size 15708 diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/060000/training_state/training_step.json b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/060000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..d360b6037f1c8c2c85d38e951160eb02ace507dd --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/060000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 60000 +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/070000/pretrained_model/config.json b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/070000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6d37e0a63a414495dc151220295a12faa0ead535 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/070000/pretrained_model/config.json @@ -0,0 +1,79 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/070000/pretrained_model/model.safetensors b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/070000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1dab072eb4d92adc830ee37341f348799962b468 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/070000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60790922a943744d4159fe9ff4975a818e7d68fb89a1303d122212db9a69851d +size 206814456 diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/070000/pretrained_model/policy_postprocessor.json b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/070000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..46b3143551b73d92a87a6ca5899828fe6158baa5 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/070000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/070000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/070000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..02dba3847760ee308ae74bad4c6cd461e1398ac0 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/070000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66defbdff8580307bd6bf33cc549b21dd820aa57633aaeb7df914fa682d129b1 +size 6656 diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/070000/pretrained_model/policy_preprocessor.json b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/070000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..3829d07d2bdbd6003237022903c405b1082ad099 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/070000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,72 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/070000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/070000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..02dba3847760ee308ae74bad4c6cd461e1398ac0 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/070000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66defbdff8580307bd6bf33cc549b21dd820aa57633aaeb7df914fa682d129b1 +size 6656 diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/070000/pretrained_model/train_config.json b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/070000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..75fa36b097603829ebacc514e3262a43713a8744 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/070000/pretrained_model/train_config.json @@ -0,0 +1,214 @@ +{ + "dataset": { + "repo_id": "local", + "root": "/home/rogerspyke/projects/TRaDA-data-real/mixed/pure_fwd", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": false, + "video_backend": "torchcodec", + "return_uint8": false, + "streaming": false + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "/home/rogerspyke/projects/TRaDA-models/pure_fwd_act_20260429_185302", + "job_name": "act", + "resume": false, + "seed": 42, + "cudnn_deterministic": false, + "num_workers": 4, + "batch_size": 4, + "prefetch_factor": 4, + "persistent_workers": true, + "steps": 120000, + "eval_freq": 20000, + "log_freq": 200, + "tolerance_s": 0.05, + "save_checkpoint": true, + "save_freq": 10000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 22, + "use_async_envs": true + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null, + "add_tags": true + }, + "peft": null, + "use_rabc": false, + "rabc_progress_path": null, + "rabc_kappa": 0.01, + "rabc_epsilon": 1e-06, + "rabc_head_mode": "sparse", + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/070000/training_state/optimizer_param_groups.json b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/070000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/070000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/070000/training_state/optimizer_state.safetensors b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/070000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0c3371348ae9c53df296b612b5ff5c9b4ae360d1 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/070000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0e7a464fae9d89d69ea355c0e6f6ad7d899b5c33e4671fb1773bc91451cc0a1 +size 413047100 diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/070000/training_state/rng_state.safetensors b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/070000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..189725dbd59d2157147f34c03866d19424bc5244 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/070000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4052bf75acfb471383dc022aa8c69067d9b25ebff45fd3acbbaea4776691d16f +size 15708 diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/070000/training_state/training_step.json b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/070000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..1ec0c1eb0f525e34fa3a57743f750b2b34b5b77b --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/070000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 70000 +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/080000/pretrained_model/config.json b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/080000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6d37e0a63a414495dc151220295a12faa0ead535 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/080000/pretrained_model/config.json @@ -0,0 +1,79 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/080000/pretrained_model/model.safetensors b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/080000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cbd09f7f74e20ed9bf72524b8ef7caf51229af0a --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/080000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71f52b8f66c5fc1e96408ffc5d42dd383d9e54abc7e5bdd27441f7369b6dde2a +size 206814456 diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/080000/pretrained_model/policy_postprocessor.json b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/080000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..46b3143551b73d92a87a6ca5899828fe6158baa5 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/080000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/080000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/080000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..02dba3847760ee308ae74bad4c6cd461e1398ac0 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/080000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66defbdff8580307bd6bf33cc549b21dd820aa57633aaeb7df914fa682d129b1 +size 6656 diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/080000/pretrained_model/policy_preprocessor.json b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/080000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..3829d07d2bdbd6003237022903c405b1082ad099 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/080000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,72 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/080000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/080000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..02dba3847760ee308ae74bad4c6cd461e1398ac0 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/080000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66defbdff8580307bd6bf33cc549b21dd820aa57633aaeb7df914fa682d129b1 +size 6656 diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/080000/pretrained_model/train_config.json b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/080000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..75fa36b097603829ebacc514e3262a43713a8744 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/080000/pretrained_model/train_config.json @@ -0,0 +1,214 @@ +{ + "dataset": { + "repo_id": "local", + "root": "/home/rogerspyke/projects/TRaDA-data-real/mixed/pure_fwd", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": false, + "video_backend": "torchcodec", + "return_uint8": false, + "streaming": false + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "/home/rogerspyke/projects/TRaDA-models/pure_fwd_act_20260429_185302", + "job_name": "act", + "resume": false, + "seed": 42, + "cudnn_deterministic": false, + "num_workers": 4, + "batch_size": 4, + "prefetch_factor": 4, + "persistent_workers": true, + "steps": 120000, + "eval_freq": 20000, + "log_freq": 200, + "tolerance_s": 0.05, + "save_checkpoint": true, + "save_freq": 10000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 22, + "use_async_envs": true + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null, + "add_tags": true + }, + "peft": null, + "use_rabc": false, + "rabc_progress_path": null, + "rabc_kappa": 0.01, + "rabc_epsilon": 1e-06, + "rabc_head_mode": "sparse", + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/080000/training_state/optimizer_param_groups.json b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/080000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/080000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/080000/training_state/optimizer_state.safetensors b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/080000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cbfbfdaab7858fc4a49f47ad3e9f45061c24a67f --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/080000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12a1bee912ed260afaee8e8a62341c1992c7c5c1ca8abcbf7e65f7a139b01279 +size 413047100 diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/080000/training_state/rng_state.safetensors b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/080000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..964cab90575aae716109e6ef8576855ad92abe3d --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/080000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a627bbb9ebe0bc485966b570b64865baf2d70582afd0c161d4f9aee44a22c41d +size 15708 diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/080000/training_state/training_step.json b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/080000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..384eace4ecc2a6cba352aa7cf27f04405b7319c3 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/080000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 80000 +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/090000/pretrained_model/config.json b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/090000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6d37e0a63a414495dc151220295a12faa0ead535 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/090000/pretrained_model/config.json @@ -0,0 +1,79 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/090000/pretrained_model/model.safetensors b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/090000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e34323fc3d2827fd26484908b330bafe0a76fa49 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/090000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59d1ff14e90182256baadfc2d648b231e3196d70516b2046d5b4c971cdaa8964 +size 206814456 diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/090000/pretrained_model/policy_postprocessor.json b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/090000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..46b3143551b73d92a87a6ca5899828fe6158baa5 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/090000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/090000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/090000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..02dba3847760ee308ae74bad4c6cd461e1398ac0 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/090000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66defbdff8580307bd6bf33cc549b21dd820aa57633aaeb7df914fa682d129b1 +size 6656 diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/090000/pretrained_model/policy_preprocessor.json b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/090000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..3829d07d2bdbd6003237022903c405b1082ad099 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/090000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,72 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/090000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/090000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..02dba3847760ee308ae74bad4c6cd461e1398ac0 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/090000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66defbdff8580307bd6bf33cc549b21dd820aa57633aaeb7df914fa682d129b1 +size 6656 diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/090000/pretrained_model/train_config.json b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/090000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..75fa36b097603829ebacc514e3262a43713a8744 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/090000/pretrained_model/train_config.json @@ -0,0 +1,214 @@ +{ + "dataset": { + "repo_id": "local", + "root": "/home/rogerspyke/projects/TRaDA-data-real/mixed/pure_fwd", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": false, + "video_backend": "torchcodec", + "return_uint8": false, + "streaming": false + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "/home/rogerspyke/projects/TRaDA-models/pure_fwd_act_20260429_185302", + "job_name": "act", + "resume": false, + "seed": 42, + "cudnn_deterministic": false, + "num_workers": 4, + "batch_size": 4, + "prefetch_factor": 4, + "persistent_workers": true, + "steps": 120000, + "eval_freq": 20000, + "log_freq": 200, + "tolerance_s": 0.05, + "save_checkpoint": true, + "save_freq": 10000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 22, + "use_async_envs": true + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null, + "add_tags": true + }, + "peft": null, + "use_rabc": false, + "rabc_progress_path": null, + "rabc_kappa": 0.01, + "rabc_epsilon": 1e-06, + "rabc_head_mode": "sparse", + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/090000/training_state/optimizer_param_groups.json b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/090000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/090000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/090000/training_state/optimizer_state.safetensors b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/090000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e9b0ecc5257a185f1afe877a41ccd035138fef8b --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/090000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a5ea22c9ee6e32f784a3b8827250336850cb5455149bc81e19aa2bd21259687 +size 413047100 diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/090000/training_state/rng_state.safetensors b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/090000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8868fdc1f2cc37244ced0e401a0a1490190a5434 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/090000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6c2e27fbc83cb2115cd0915a077fa4afc79694fdb6ab4d04d19061d4158322d +size 15708 diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/090000/training_state/training_step.json b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/090000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..cec965b83b7f817ac99559792f84cbb69a721bfd --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/090000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 90000 +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/100000/pretrained_model/config.json b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/100000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6d37e0a63a414495dc151220295a12faa0ead535 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/100000/pretrained_model/config.json @@ -0,0 +1,79 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/100000/pretrained_model/model.safetensors b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/100000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..77f697e84134315b1d536222a0209d95b355cc05 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/100000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f84725b136fcb30eb2a362aedc711bc8271041e8cb932cf957f654946ace3753 +size 206814456 diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/100000/pretrained_model/policy_postprocessor.json b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/100000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..46b3143551b73d92a87a6ca5899828fe6158baa5 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/100000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/100000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/100000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..02dba3847760ee308ae74bad4c6cd461e1398ac0 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/100000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66defbdff8580307bd6bf33cc549b21dd820aa57633aaeb7df914fa682d129b1 +size 6656 diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/100000/pretrained_model/policy_preprocessor.json b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/100000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..3829d07d2bdbd6003237022903c405b1082ad099 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/100000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,72 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/100000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/100000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..02dba3847760ee308ae74bad4c6cd461e1398ac0 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/100000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66defbdff8580307bd6bf33cc549b21dd820aa57633aaeb7df914fa682d129b1 +size 6656 diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/100000/pretrained_model/train_config.json b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/100000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..75fa36b097603829ebacc514e3262a43713a8744 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/100000/pretrained_model/train_config.json @@ -0,0 +1,214 @@ +{ + "dataset": { + "repo_id": "local", + "root": "/home/rogerspyke/projects/TRaDA-data-real/mixed/pure_fwd", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": false, + "video_backend": "torchcodec", + "return_uint8": false, + "streaming": false + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "/home/rogerspyke/projects/TRaDA-models/pure_fwd_act_20260429_185302", + "job_name": "act", + "resume": false, + "seed": 42, + "cudnn_deterministic": false, + "num_workers": 4, + "batch_size": 4, + "prefetch_factor": 4, + "persistent_workers": true, + "steps": 120000, + "eval_freq": 20000, + "log_freq": 200, + "tolerance_s": 0.05, + "save_checkpoint": true, + "save_freq": 10000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 22, + "use_async_envs": true + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null, + "add_tags": true + }, + "peft": null, + "use_rabc": false, + "rabc_progress_path": null, + "rabc_kappa": 0.01, + "rabc_epsilon": 1e-06, + "rabc_head_mode": "sparse", + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/100000/training_state/optimizer_param_groups.json b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/100000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/100000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/100000/training_state/optimizer_state.safetensors b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/100000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..18f21bca55adc4784109c246454e052c35a9cc85 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/100000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a477422d0591b1b2d07cba503aad541b52526dde44528252a467df7d30e1a6f0 +size 413047100 diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/100000/training_state/rng_state.safetensors b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/100000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f436268f96bc0880a2c04789b3484144cf627a0a --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/100000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:828f7a6f7d123166b1f307916dccf2a8400b558a4c5a14977eb392d8a6c567f7 +size 15708 diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/100000/training_state/training_step.json b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/100000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..8eb73c13d28bca88058c08796abbf931c3f9b012 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/100000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 100000 +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/110000/pretrained_model/config.json b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/110000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6d37e0a63a414495dc151220295a12faa0ead535 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/110000/pretrained_model/config.json @@ -0,0 +1,79 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/110000/pretrained_model/model.safetensors b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/110000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b1938b5e3b97844072802c02bd3aa6b95cb5e65e --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/110000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1526a21e48f1308918bd0d81a30f5debba1e801ae9fd8f494eac038d18e84f7 +size 206814456 diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/110000/pretrained_model/policy_postprocessor.json b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/110000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..46b3143551b73d92a87a6ca5899828fe6158baa5 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/110000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/110000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/110000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..02dba3847760ee308ae74bad4c6cd461e1398ac0 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/110000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66defbdff8580307bd6bf33cc549b21dd820aa57633aaeb7df914fa682d129b1 +size 6656 diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/110000/pretrained_model/policy_preprocessor.json b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/110000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..3829d07d2bdbd6003237022903c405b1082ad099 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/110000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,72 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/110000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/110000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..02dba3847760ee308ae74bad4c6cd461e1398ac0 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/110000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66defbdff8580307bd6bf33cc549b21dd820aa57633aaeb7df914fa682d129b1 +size 6656 diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/110000/pretrained_model/train_config.json b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/110000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..75fa36b097603829ebacc514e3262a43713a8744 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/110000/pretrained_model/train_config.json @@ -0,0 +1,214 @@ +{ + "dataset": { + "repo_id": "local", + "root": "/home/rogerspyke/projects/TRaDA-data-real/mixed/pure_fwd", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": false, + "video_backend": "torchcodec", + "return_uint8": false, + "streaming": false + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "/home/rogerspyke/projects/TRaDA-models/pure_fwd_act_20260429_185302", + "job_name": "act", + "resume": false, + "seed": 42, + "cudnn_deterministic": false, + "num_workers": 4, + "batch_size": 4, + "prefetch_factor": 4, + "persistent_workers": true, + "steps": 120000, + "eval_freq": 20000, + "log_freq": 200, + "tolerance_s": 0.05, + "save_checkpoint": true, + "save_freq": 10000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 22, + "use_async_envs": true + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null, + "add_tags": true + }, + "peft": null, + "use_rabc": false, + "rabc_progress_path": null, + "rabc_kappa": 0.01, + "rabc_epsilon": 1e-06, + "rabc_head_mode": "sparse", + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/110000/training_state/optimizer_param_groups.json b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/110000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/110000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/110000/training_state/optimizer_state.safetensors b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/110000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..df8ac1e7509a69a1c6fee19b8fc34c9b27b70d1c --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/110000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8b9372141b485752412c24302f4011f5aaa13ed357821ee8dd7d886fee6907a +size 413047100 diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/110000/training_state/rng_state.safetensors b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/110000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..19e8ffdb56df529b9734060c74f5dc07c8d1b005 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/110000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06bf26612944bb09e0ad80b439e2db2241a8c27b41159125630e92555d9be55a +size 15708 diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/110000/training_state/training_step.json b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/110000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..064896ea461ac4e49e4b688e1f5b6dc2ff4abd53 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/110000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 110000 +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/120000/pretrained_model/config.json b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/120000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6d37e0a63a414495dc151220295a12faa0ead535 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/120000/pretrained_model/config.json @@ -0,0 +1,79 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/120000/pretrained_model/model.safetensors b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/120000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..60db66dac9507c9a8f15d2f1bf8cb53fda446bca --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/120000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cdeee1de3ca46de4ce5e917bc61e6aabec13a4dc37c63e15840ff8e5861d9617 +size 206814456 diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/120000/pretrained_model/policy_postprocessor.json b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/120000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..46b3143551b73d92a87a6ca5899828fe6158baa5 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/120000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/120000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/120000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..02dba3847760ee308ae74bad4c6cd461e1398ac0 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/120000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66defbdff8580307bd6bf33cc549b21dd820aa57633aaeb7df914fa682d129b1 +size 6656 diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/120000/pretrained_model/policy_preprocessor.json b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/120000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..3829d07d2bdbd6003237022903c405b1082ad099 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/120000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,72 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/120000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/120000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..02dba3847760ee308ae74bad4c6cd461e1398ac0 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/120000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66defbdff8580307bd6bf33cc549b21dd820aa57633aaeb7df914fa682d129b1 +size 6656 diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/120000/pretrained_model/train_config.json b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/120000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..75fa36b097603829ebacc514e3262a43713a8744 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/120000/pretrained_model/train_config.json @@ -0,0 +1,214 @@ +{ + "dataset": { + "repo_id": "local", + "root": "/home/rogerspyke/projects/TRaDA-data-real/mixed/pure_fwd", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": false, + "video_backend": "torchcodec", + "return_uint8": false, + "streaming": false + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "/home/rogerspyke/projects/TRaDA-models/pure_fwd_act_20260429_185302", + "job_name": "act", + "resume": false, + "seed": 42, + "cudnn_deterministic": false, + "num_workers": 4, + "batch_size": 4, + "prefetch_factor": 4, + "persistent_workers": true, + "steps": 120000, + "eval_freq": 20000, + "log_freq": 200, + "tolerance_s": 0.05, + "save_checkpoint": true, + "save_freq": 10000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 22, + "use_async_envs": true + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null, + "add_tags": true + }, + "peft": null, + "use_rabc": false, + "rabc_progress_path": null, + "rabc_kappa": 0.01, + "rabc_epsilon": 1e-06, + "rabc_head_mode": "sparse", + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/120000/training_state/optimizer_param_groups.json b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/120000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/120000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/120000/training_state/optimizer_state.safetensors b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/120000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c13beed45bd25b34a304d166f2f5fc86b4253707 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/120000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09483dc69c4273b39fcc85d161d4c878cdcb05794b9acdf4ce862863abea34d6 +size 413047100 diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/120000/training_state/rng_state.safetensors b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/120000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..431f6ee18cbe33f6f30ac434cf6fc4439843cee4 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/120000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:436154b2e69269fd5e2b90cbd6cbda3099acf3913489c7b5456bfb20306b4d9f +size 15708 diff --git a/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/120000/training_state/training_step.json b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/120000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..6bbb8719463d819c865c104597046a0165eea278 --- /dev/null +++ b/ACT/0419-batch2-120000/pure_fwd_act_20260429_185302/checkpoints/120000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 120000 +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/010000/pretrained_model/config.json b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/010000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6d37e0a63a414495dc151220295a12faa0ead535 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/010000/pretrained_model/config.json @@ -0,0 +1,79 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/010000/pretrained_model/model.safetensors b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/010000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..26f078e40c86cba436edd404f5e7576ac208dbb1 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/010000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de2e0e1f27021be0188aaabd56a14622f266f13b7953d59eb71f2f95f29fa895 +size 206814456 diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/010000/pretrained_model/policy_postprocessor.json b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/010000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..46b3143551b73d92a87a6ca5899828fe6158baa5 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/010000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/010000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/010000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..365c04ba450a6cf879d052bb5876b6d5e7e84e9c --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/010000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e84047166db6ec6c1b5d6b40c9fe6be05f3cce675c44313439afa90df499eead +size 6656 diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/010000/pretrained_model/policy_preprocessor.json b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/010000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..3829d07d2bdbd6003237022903c405b1082ad099 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/010000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,72 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/010000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/010000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..365c04ba450a6cf879d052bb5876b6d5e7e84e9c --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/010000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e84047166db6ec6c1b5d6b40c9fe6be05f3cce675c44313439afa90df499eead +size 6656 diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/010000/pretrained_model/train_config.json b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/010000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..b4afd0fbd57f76bb7db1d96b127f8d2cfc2ee75a --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/010000/pretrained_model/train_config.json @@ -0,0 +1,214 @@ +{ + "dataset": { + "repo_id": "local", + "root": "/home/rogerspyke/projects/TRaDA-data-real/mixed/mixed_fwd_bwdrev_1_9", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": false, + "video_backend": "torchcodec", + "return_uint8": false, + "streaming": false + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "/home/rogerspyke/projects/TRaDA-models/mixed_fwd_bwdrev_1_9_act_20260429_095526", + "job_name": "act", + "resume": false, + "seed": 42, + "cudnn_deterministic": false, + "num_workers": 4, + "batch_size": 4, + "prefetch_factor": 4, + "persistent_workers": true, + "steps": 30000, + "eval_freq": 20000, + "log_freq": 200, + "tolerance_s": 0.05, + "save_checkpoint": true, + "save_freq": 10000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 22, + "use_async_envs": true + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null, + "add_tags": true + }, + "peft": null, + "use_rabc": false, + "rabc_progress_path": null, + "rabc_kappa": 0.01, + "rabc_epsilon": 1e-06, + "rabc_head_mode": "sparse", + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/010000/training_state/optimizer_param_groups.json b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/010000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/010000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/010000/training_state/optimizer_state.safetensors b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/010000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b5866f1e23b445e57abfd1af4f6416b68ee13306 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/010000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e56a9357a5e3dfa03dff37ee2fe109ddda5272a425193e6a7bb7b111f13b57f5 +size 413047100 diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/010000/training_state/rng_state.safetensors b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/010000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b57ca0d58cc4f89f94a19e886b1325a66a4b978b --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/010000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0876f7b9330d35e177df5276de7d64cdde2079b4753486a66574d17e0cd52727 +size 15708 diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/010000/training_state/training_step.json b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/010000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..7cb7c0986e9e7461ca851ce71e95d235ae3d2732 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/010000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 10000 +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/020000/pretrained_model/config.json b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/020000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6d37e0a63a414495dc151220295a12faa0ead535 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/020000/pretrained_model/config.json @@ -0,0 +1,79 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/020000/pretrained_model/model.safetensors b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/020000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7fdf990e1897fed578df5486aa8310dc1f1da8af --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/020000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fab23467801b182743b188205e26e8675ff7d66749a30b13cf6a37b74eef4fe9 +size 206814456 diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/020000/pretrained_model/policy_postprocessor.json b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/020000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..46b3143551b73d92a87a6ca5899828fe6158baa5 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/020000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/020000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/020000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..365c04ba450a6cf879d052bb5876b6d5e7e84e9c --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/020000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e84047166db6ec6c1b5d6b40c9fe6be05f3cce675c44313439afa90df499eead +size 6656 diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/020000/pretrained_model/policy_preprocessor.json b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/020000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..3829d07d2bdbd6003237022903c405b1082ad099 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/020000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,72 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/020000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/020000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..365c04ba450a6cf879d052bb5876b6d5e7e84e9c --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/020000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e84047166db6ec6c1b5d6b40c9fe6be05f3cce675c44313439afa90df499eead +size 6656 diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/020000/pretrained_model/train_config.json b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/020000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..b4afd0fbd57f76bb7db1d96b127f8d2cfc2ee75a --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/020000/pretrained_model/train_config.json @@ -0,0 +1,214 @@ +{ + "dataset": { + "repo_id": "local", + "root": "/home/rogerspyke/projects/TRaDA-data-real/mixed/mixed_fwd_bwdrev_1_9", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": false, + "video_backend": "torchcodec", + "return_uint8": false, + "streaming": false + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "/home/rogerspyke/projects/TRaDA-models/mixed_fwd_bwdrev_1_9_act_20260429_095526", + "job_name": "act", + "resume": false, + "seed": 42, + "cudnn_deterministic": false, + "num_workers": 4, + "batch_size": 4, + "prefetch_factor": 4, + "persistent_workers": true, + "steps": 30000, + "eval_freq": 20000, + "log_freq": 200, + "tolerance_s": 0.05, + "save_checkpoint": true, + "save_freq": 10000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 22, + "use_async_envs": true + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null, + "add_tags": true + }, + "peft": null, + "use_rabc": false, + "rabc_progress_path": null, + "rabc_kappa": 0.01, + "rabc_epsilon": 1e-06, + "rabc_head_mode": "sparse", + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/020000/training_state/optimizer_param_groups.json b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/020000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/020000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/020000/training_state/optimizer_state.safetensors b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/020000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..713e7f655ecac5aee4cdc7c8cef138ce2756b78b --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/020000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d8cff8fc59de2c7dc688dbf0abe2ef284fe3a4b638c138655ad79d35a234120 +size 413047100 diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/020000/training_state/rng_state.safetensors b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/020000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4a244a2e530a07eebecb311a11ec9747a0304201 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/020000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49494cbc113b9f45176622ae0bb04ab05b59a279fca077ebc0038c31f06c6e89 +size 15708 diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/020000/training_state/training_step.json b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/020000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..dc9bb47026c5d5237ca6fc5dbff6020dd122ea05 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/020000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 20000 +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/030000/pretrained_model/config.json b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/030000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6d37e0a63a414495dc151220295a12faa0ead535 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/030000/pretrained_model/config.json @@ -0,0 +1,79 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/030000/pretrained_model/model.safetensors b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/030000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6d955119037c5ed48a9b9d769cb7e2d853979a8e --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/030000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e0b0c7e8efc148f7576cde738bdbc4ff69e93af06d49d6949db5d69469edb5b +size 206814456 diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/030000/pretrained_model/policy_postprocessor.json b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/030000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..46b3143551b73d92a87a6ca5899828fe6158baa5 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/030000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/030000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/030000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..365c04ba450a6cf879d052bb5876b6d5e7e84e9c --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/030000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e84047166db6ec6c1b5d6b40c9fe6be05f3cce675c44313439afa90df499eead +size 6656 diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/030000/pretrained_model/policy_preprocessor.json b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/030000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..3829d07d2bdbd6003237022903c405b1082ad099 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/030000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,72 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/030000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/030000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..365c04ba450a6cf879d052bb5876b6d5e7e84e9c --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/030000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e84047166db6ec6c1b5d6b40c9fe6be05f3cce675c44313439afa90df499eead +size 6656 diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/030000/pretrained_model/train_config.json b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/030000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..b4afd0fbd57f76bb7db1d96b127f8d2cfc2ee75a --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/030000/pretrained_model/train_config.json @@ -0,0 +1,214 @@ +{ + "dataset": { + "repo_id": "local", + "root": "/home/rogerspyke/projects/TRaDA-data-real/mixed/mixed_fwd_bwdrev_1_9", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": false, + "video_backend": "torchcodec", + "return_uint8": false, + "streaming": false + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "/home/rogerspyke/projects/TRaDA-models/mixed_fwd_bwdrev_1_9_act_20260429_095526", + "job_name": "act", + "resume": false, + "seed": 42, + "cudnn_deterministic": false, + "num_workers": 4, + "batch_size": 4, + "prefetch_factor": 4, + "persistent_workers": true, + "steps": 30000, + "eval_freq": 20000, + "log_freq": 200, + "tolerance_s": 0.05, + "save_checkpoint": true, + "save_freq": 10000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 22, + "use_async_envs": true + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null, + "add_tags": true + }, + "peft": null, + "use_rabc": false, + "rabc_progress_path": null, + "rabc_kappa": 0.01, + "rabc_epsilon": 1e-06, + "rabc_head_mode": "sparse", + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/030000/training_state/optimizer_param_groups.json b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/030000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/030000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/030000/training_state/optimizer_state.safetensors b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/030000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7114b5b3bd6f0e10de733ceeb5de554d4dd331a4 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/030000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ada871da70d2d84a8c2025ef2b411c4ebc3bee380deb31be134924bd70508f1 +size 413047100 diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/030000/training_state/rng_state.safetensors b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/030000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fa7eda39e0d0039e83af0fb6cf4c528898af0cb0 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/030000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b8b696a7c0d3817cd65a6decbf36151d4e69adb9f768ae4fa2a4a3a58acf7b2 +size 15708 diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/030000/training_state/training_step.json b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/030000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..f4945f660f45b332883dccfccf18d8b8815d916a --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_1_9_act_20260429_095526/checkpoints/030000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 30000 +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/010000/pretrained_model/config.json b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/010000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6d37e0a63a414495dc151220295a12faa0ead535 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/010000/pretrained_model/config.json @@ -0,0 +1,79 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/010000/pretrained_model/model.safetensors b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/010000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b3d8cbb8643ab652aa6881cc954a25808ff6ad5d --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/010000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00cc18ef4d43d498f36edf514fcb870a3bed9f3004f4a1cdbe107cf89c63d25d +size 206814456 diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/010000/pretrained_model/policy_postprocessor.json b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/010000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..46b3143551b73d92a87a6ca5899828fe6158baa5 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/010000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/010000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/010000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..854cab25a93e11cebb7dc5b35e42fbcf1ac61438 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/010000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5f2bbddff40cfa6c6ad3538df073a6992b3783b13bf673cf693624d930985c7 +size 6656 diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/010000/pretrained_model/policy_preprocessor.json b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/010000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..3829d07d2bdbd6003237022903c405b1082ad099 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/010000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,72 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/010000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/010000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..854cab25a93e11cebb7dc5b35e42fbcf1ac61438 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/010000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5f2bbddff40cfa6c6ad3538df073a6992b3783b13bf673cf693624d930985c7 +size 6656 diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/010000/pretrained_model/train_config.json b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/010000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..b80697f8b3d1268894b8393cab7cd01f7c3dadd9 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/010000/pretrained_model/train_config.json @@ -0,0 +1,214 @@ +{ + "dataset": { + "repo_id": "local", + "root": "/home/rogerspyke/projects/TRaDA-data-real/mixed/mixed_fwd_bwdrev_3_7", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": false, + "video_backend": "torchcodec", + "return_uint8": false, + "streaming": false + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "/home/rogerspyke/projects/TRaDA-models/mixed_fwd_bwdrev_3_7_act_20260429_095526", + "job_name": "act", + "resume": false, + "seed": 42, + "cudnn_deterministic": false, + "num_workers": 4, + "batch_size": 4, + "prefetch_factor": 4, + "persistent_workers": true, + "steps": 30000, + "eval_freq": 20000, + "log_freq": 200, + "tolerance_s": 0.05, + "save_checkpoint": true, + "save_freq": 10000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 22, + "use_async_envs": true + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null, + "add_tags": true + }, + "peft": null, + "use_rabc": false, + "rabc_progress_path": null, + "rabc_kappa": 0.01, + "rabc_epsilon": 1e-06, + "rabc_head_mode": "sparse", + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/010000/training_state/optimizer_param_groups.json b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/010000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/010000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/010000/training_state/optimizer_state.safetensors b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/010000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..18606bc14b56625cc061ccfd2ca1975d820e42ba --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/010000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ccae3c4547066393e3b36e77909ef72ab3b7c30dca86aaf7fdbd2afa8c516cc3 +size 413047100 diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/010000/training_state/rng_state.safetensors b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/010000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b57ca0d58cc4f89f94a19e886b1325a66a4b978b --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/010000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0876f7b9330d35e177df5276de7d64cdde2079b4753486a66574d17e0cd52727 +size 15708 diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/010000/training_state/training_step.json b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/010000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..7cb7c0986e9e7461ca851ce71e95d235ae3d2732 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/010000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 10000 +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/020000/pretrained_model/config.json b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/020000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6d37e0a63a414495dc151220295a12faa0ead535 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/020000/pretrained_model/config.json @@ -0,0 +1,79 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/020000/pretrained_model/model.safetensors b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/020000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5b3b0c50bd30bb42dcbd2963f1b55f1a1ce02c3c --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/020000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29181e766d3142d9067646e102ff4e97bc35adde3325d95fc08a23f00b1894b5 +size 206814456 diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/020000/pretrained_model/policy_postprocessor.json b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/020000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..46b3143551b73d92a87a6ca5899828fe6158baa5 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/020000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/020000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/020000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..854cab25a93e11cebb7dc5b35e42fbcf1ac61438 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/020000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5f2bbddff40cfa6c6ad3538df073a6992b3783b13bf673cf693624d930985c7 +size 6656 diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/020000/pretrained_model/policy_preprocessor.json b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/020000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..3829d07d2bdbd6003237022903c405b1082ad099 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/020000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,72 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/020000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/020000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..854cab25a93e11cebb7dc5b35e42fbcf1ac61438 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/020000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5f2bbddff40cfa6c6ad3538df073a6992b3783b13bf673cf693624d930985c7 +size 6656 diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/020000/pretrained_model/train_config.json b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/020000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..b80697f8b3d1268894b8393cab7cd01f7c3dadd9 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/020000/pretrained_model/train_config.json @@ -0,0 +1,214 @@ +{ + "dataset": { + "repo_id": "local", + "root": "/home/rogerspyke/projects/TRaDA-data-real/mixed/mixed_fwd_bwdrev_3_7", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": false, + "video_backend": "torchcodec", + "return_uint8": false, + "streaming": false + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "/home/rogerspyke/projects/TRaDA-models/mixed_fwd_bwdrev_3_7_act_20260429_095526", + "job_name": "act", + "resume": false, + "seed": 42, + "cudnn_deterministic": false, + "num_workers": 4, + "batch_size": 4, + "prefetch_factor": 4, + "persistent_workers": true, + "steps": 30000, + "eval_freq": 20000, + "log_freq": 200, + "tolerance_s": 0.05, + "save_checkpoint": true, + "save_freq": 10000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 22, + "use_async_envs": true + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null, + "add_tags": true + }, + "peft": null, + "use_rabc": false, + "rabc_progress_path": null, + "rabc_kappa": 0.01, + "rabc_epsilon": 1e-06, + "rabc_head_mode": "sparse", + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/020000/training_state/optimizer_param_groups.json b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/020000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/020000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/020000/training_state/optimizer_state.safetensors b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/020000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9ab653c80eb045a7287c8b26277ba8706dbcfd7c --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/020000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa3f90365946c990eba3640f245ac56f984fcff22ad0b27c55483cd8ebb5e2e5 +size 413047100 diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/020000/training_state/rng_state.safetensors b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/020000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4a244a2e530a07eebecb311a11ec9747a0304201 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/020000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49494cbc113b9f45176622ae0bb04ab05b59a279fca077ebc0038c31f06c6e89 +size 15708 diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/020000/training_state/training_step.json b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/020000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..dc9bb47026c5d5237ca6fc5dbff6020dd122ea05 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/020000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 20000 +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/030000/pretrained_model/config.json b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/030000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6d37e0a63a414495dc151220295a12faa0ead535 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/030000/pretrained_model/config.json @@ -0,0 +1,79 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/030000/pretrained_model/model.safetensors b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/030000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..81edc4ee2af0eb052de3d764b98d7af530fc26de --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/030000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5421abd94e86e8cd64ee124a413255038d217c29283a63ecc41327f2106f0c73 +size 206814456 diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/030000/pretrained_model/policy_postprocessor.json b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/030000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..46b3143551b73d92a87a6ca5899828fe6158baa5 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/030000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/030000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/030000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..854cab25a93e11cebb7dc5b35e42fbcf1ac61438 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/030000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5f2bbddff40cfa6c6ad3538df073a6992b3783b13bf673cf693624d930985c7 +size 6656 diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/030000/pretrained_model/policy_preprocessor.json b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/030000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..3829d07d2bdbd6003237022903c405b1082ad099 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/030000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,72 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/030000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/030000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..854cab25a93e11cebb7dc5b35e42fbcf1ac61438 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/030000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5f2bbddff40cfa6c6ad3538df073a6992b3783b13bf673cf693624d930985c7 +size 6656 diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/030000/pretrained_model/train_config.json b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/030000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..b80697f8b3d1268894b8393cab7cd01f7c3dadd9 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/030000/pretrained_model/train_config.json @@ -0,0 +1,214 @@ +{ + "dataset": { + "repo_id": "local", + "root": "/home/rogerspyke/projects/TRaDA-data-real/mixed/mixed_fwd_bwdrev_3_7", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": false, + "video_backend": "torchcodec", + "return_uint8": false, + "streaming": false + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "/home/rogerspyke/projects/TRaDA-models/mixed_fwd_bwdrev_3_7_act_20260429_095526", + "job_name": "act", + "resume": false, + "seed": 42, + "cudnn_deterministic": false, + "num_workers": 4, + "batch_size": 4, + "prefetch_factor": 4, + "persistent_workers": true, + "steps": 30000, + "eval_freq": 20000, + "log_freq": 200, + "tolerance_s": 0.05, + "save_checkpoint": true, + "save_freq": 10000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 22, + "use_async_envs": true + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null, + "add_tags": true + }, + "peft": null, + "use_rabc": false, + "rabc_progress_path": null, + "rabc_kappa": 0.01, + "rabc_epsilon": 1e-06, + "rabc_head_mode": "sparse", + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/030000/training_state/optimizer_param_groups.json b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/030000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/030000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/030000/training_state/optimizer_state.safetensors b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/030000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3f00efc6b237f99d30ba89948059f30f521ff9e8 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/030000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13c60f413651cf1118c63b1b09732e10ac2b2ee294470622071e12af303362bb +size 413047100 diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/030000/training_state/rng_state.safetensors b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/030000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fa7eda39e0d0039e83af0fb6cf4c528898af0cb0 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/030000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b8b696a7c0d3817cd65a6decbf36151d4e69adb9f768ae4fa2a4a3a58acf7b2 +size 15708 diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/030000/training_state/training_step.json b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/030000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..f4945f660f45b332883dccfccf18d8b8815d916a --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_3_7_act_20260429_095526/checkpoints/030000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 30000 +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/_info.txt b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/_info.txt new file mode 100644 index 0000000000000000000000000000000000000000..7aab8cd9d4a19f6790f91acab51dc53aa6523456 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/_info.txt @@ -0,0 +1,3 @@ +fwd:bwd_rev=5:5 +ACT implemented by lerobot, +trained 30000 steps. \ No newline at end of file diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/010000/pretrained_model/config.json b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/010000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6d37e0a63a414495dc151220295a12faa0ead535 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/010000/pretrained_model/config.json @@ -0,0 +1,79 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/010000/pretrained_model/model.safetensors b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/010000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a87b9afeb4e0f3ddd4571399b25313b2c00ecbfe --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/010000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8763ddb24fc924481ced0fe93f621b630d17334321f79077431a1aad3924993d +size 206814456 diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/010000/pretrained_model/policy_postprocessor.json b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/010000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..46b3143551b73d92a87a6ca5899828fe6158baa5 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/010000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/010000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/010000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ea0c244a32d3aac53fe118f8e068bca425c87f55 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/010000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7862dda2c2e3072029c02236934acce3159c35e99cb19457dc3c82f4ce935dc +size 6656 diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/010000/pretrained_model/policy_preprocessor.json b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/010000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..3829d07d2bdbd6003237022903c405b1082ad099 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/010000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,72 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/010000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/010000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ea0c244a32d3aac53fe118f8e068bca425c87f55 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/010000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7862dda2c2e3072029c02236934acce3159c35e99cb19457dc3c82f4ce935dc +size 6656 diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/010000/pretrained_model/train_config.json b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/010000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..610bd7efd51ddd2f03ad87d134e910face967358 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/010000/pretrained_model/train_config.json @@ -0,0 +1,214 @@ +{ + "dataset": { + "repo_id": "local", + "root": "/home/rogerspyke/projects/TRaDA-data-real/mixed/mixed_fwd_bwdrev_5_5", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": false, + "video_backend": "torchcodec", + "return_uint8": false, + "streaming": false + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "/home/rogerspyke/projects/TRaDA-models/mixed_fwd_bwdrev_5_5_act_20260429_001915", + "job_name": "act", + "resume": false, + "seed": 42, + "cudnn_deterministic": false, + "num_workers": 4, + "batch_size": 4, + "prefetch_factor": 4, + "persistent_workers": true, + "steps": 30000, + "eval_freq": 20000, + "log_freq": 200, + "tolerance_s": 0.05, + "save_checkpoint": true, + "save_freq": 10000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 22, + "use_async_envs": true + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null, + "add_tags": true + }, + "peft": null, + "use_rabc": false, + "rabc_progress_path": null, + "rabc_kappa": 0.01, + "rabc_epsilon": 1e-06, + "rabc_head_mode": "sparse", + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/010000/training_state/optimizer_param_groups.json b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/010000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/010000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/010000/training_state/optimizer_state.safetensors b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/010000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ac625f66a8b7643b5d1283d0e39955e73e53c48a --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/010000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6249adc2d05e7f52e1e4289a06ce5e85d9d28e70bd454be29743d551b9d66c44 +size 413047100 diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/010000/training_state/rng_state.safetensors b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/010000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b57ca0d58cc4f89f94a19e886b1325a66a4b978b --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/010000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0876f7b9330d35e177df5276de7d64cdde2079b4753486a66574d17e0cd52727 +size 15708 diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/010000/training_state/training_step.json b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/010000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..7cb7c0986e9e7461ca851ce71e95d235ae3d2732 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/010000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 10000 +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/020000/pretrained_model/config.json b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/020000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6d37e0a63a414495dc151220295a12faa0ead535 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/020000/pretrained_model/config.json @@ -0,0 +1,79 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/020000/pretrained_model/model.safetensors b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/020000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..22eca4ebc077c472b22cfd25c655c2fc19bed057 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/020000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0540d0ba2244726936b9b443b6b485072e567cc779d8fa04432d130dbf223cd0 +size 206814456 diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/020000/pretrained_model/policy_postprocessor.json b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/020000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..46b3143551b73d92a87a6ca5899828fe6158baa5 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/020000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/020000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/020000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ea0c244a32d3aac53fe118f8e068bca425c87f55 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/020000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7862dda2c2e3072029c02236934acce3159c35e99cb19457dc3c82f4ce935dc +size 6656 diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/020000/pretrained_model/policy_preprocessor.json b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/020000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..3829d07d2bdbd6003237022903c405b1082ad099 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/020000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,72 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/020000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/020000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ea0c244a32d3aac53fe118f8e068bca425c87f55 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/020000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7862dda2c2e3072029c02236934acce3159c35e99cb19457dc3c82f4ce935dc +size 6656 diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/020000/pretrained_model/train_config.json b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/020000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..610bd7efd51ddd2f03ad87d134e910face967358 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/020000/pretrained_model/train_config.json @@ -0,0 +1,214 @@ +{ + "dataset": { + "repo_id": "local", + "root": "/home/rogerspyke/projects/TRaDA-data-real/mixed/mixed_fwd_bwdrev_5_5", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": false, + "video_backend": "torchcodec", + "return_uint8": false, + "streaming": false + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "/home/rogerspyke/projects/TRaDA-models/mixed_fwd_bwdrev_5_5_act_20260429_001915", + "job_name": "act", + "resume": false, + "seed": 42, + "cudnn_deterministic": false, + "num_workers": 4, + "batch_size": 4, + "prefetch_factor": 4, + "persistent_workers": true, + "steps": 30000, + "eval_freq": 20000, + "log_freq": 200, + "tolerance_s": 0.05, + "save_checkpoint": true, + "save_freq": 10000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 22, + "use_async_envs": true + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null, + "add_tags": true + }, + "peft": null, + "use_rabc": false, + "rabc_progress_path": null, + "rabc_kappa": 0.01, + "rabc_epsilon": 1e-06, + "rabc_head_mode": "sparse", + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/020000/training_state/optimizer_param_groups.json b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/020000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/020000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/020000/training_state/optimizer_state.safetensors b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/020000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..dca13456023544a85ce9cb3339fbcc50ed07506a --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/020000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50e8f852cddc46152b7577e89e3d4fb06d633d65a837b927a8604b315acc4cf5 +size 413047100 diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/020000/training_state/rng_state.safetensors b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/020000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7e19cde1821690f3d2bc85d084c5f40a1c2fcf7d --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/020000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b43170f56108e981aaac9961d4126a85abaa821018a7db539e759e00be13e391 +size 15708 diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/020000/training_state/training_step.json b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/020000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..dc9bb47026c5d5237ca6fc5dbff6020dd122ea05 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/020000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 20000 +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/030000/pretrained_model/config.json b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/030000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6d37e0a63a414495dc151220295a12faa0ead535 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/030000/pretrained_model/config.json @@ -0,0 +1,79 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/030000/pretrained_model/model.safetensors b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/030000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..08760030808e395aef1b6ca8d7623f097fa53e30 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/030000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d284a2028552810bb52c7253515e5a7c7d330170d5557aebd5b6f049c582496 +size 206814456 diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/030000/pretrained_model/policy_postprocessor.json b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/030000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..46b3143551b73d92a87a6ca5899828fe6158baa5 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/030000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/030000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/030000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ea0c244a32d3aac53fe118f8e068bca425c87f55 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/030000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7862dda2c2e3072029c02236934acce3159c35e99cb19457dc3c82f4ce935dc +size 6656 diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/030000/pretrained_model/policy_preprocessor.json b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/030000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..3829d07d2bdbd6003237022903c405b1082ad099 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/030000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,72 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/030000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/030000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ea0c244a32d3aac53fe118f8e068bca425c87f55 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/030000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7862dda2c2e3072029c02236934acce3159c35e99cb19457dc3c82f4ce935dc +size 6656 diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/030000/pretrained_model/train_config.json b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/030000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..610bd7efd51ddd2f03ad87d134e910face967358 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/030000/pretrained_model/train_config.json @@ -0,0 +1,214 @@ +{ + "dataset": { + "repo_id": "local", + "root": "/home/rogerspyke/projects/TRaDA-data-real/mixed/mixed_fwd_bwdrev_5_5", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": false, + "video_backend": "torchcodec", + "return_uint8": false, + "streaming": false + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "/home/rogerspyke/projects/TRaDA-models/mixed_fwd_bwdrev_5_5_act_20260429_001915", + "job_name": "act", + "resume": false, + "seed": 42, + "cudnn_deterministic": false, + "num_workers": 4, + "batch_size": 4, + "prefetch_factor": 4, + "persistent_workers": true, + "steps": 30000, + "eval_freq": 20000, + "log_freq": 200, + "tolerance_s": 0.05, + "save_checkpoint": true, + "save_freq": 10000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 22, + "use_async_envs": true + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null, + "add_tags": true + }, + "peft": null, + "use_rabc": false, + "rabc_progress_path": null, + "rabc_kappa": 0.01, + "rabc_epsilon": 1e-06, + "rabc_head_mode": "sparse", + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/030000/training_state/optimizer_param_groups.json b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/030000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/030000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/030000/training_state/optimizer_state.safetensors b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/030000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7e19d647b55ef99ad089da98cda899a0babfa0e8 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/030000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a475c9a533023ee61cae73b31713edffef4c593a11f289039200f336c226ede4 +size 413047100 diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/030000/training_state/rng_state.safetensors b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/030000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f01d2dda5116aa6425c2a2657db1338e30667cbf --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/030000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9ab3f70bd6091460e5e450e6afff322adf66ebd4c0236ea18cd300d30d5c9b7 +size 15708 diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/030000/training_state/training_step.json b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/030000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..f4945f660f45b332883dccfccf18d8b8815d916a --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_5_5_act_20260429_001915/checkpoints/030000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 30000 +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/_info.txt b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/_info.txt new file mode 100644 index 0000000000000000000000000000000000000000..0d11e370ec3252fffc6e9e4a56661f25d790b983 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/_info.txt @@ -0,0 +1,3 @@ +fwd:bwd_rev=7:3 +ACT implemented by lerobot, +trained 30000 steps. \ No newline at end of file diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/010000/pretrained_model/config.json b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/010000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6d37e0a63a414495dc151220295a12faa0ead535 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/010000/pretrained_model/config.json @@ -0,0 +1,79 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/010000/pretrained_model/model.safetensors b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/010000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b9314568ce8f9074725e144fba1444c0b30849cd --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/010000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8ae99905aa213374fc53769e83df2ba332cb6ac13765e84c0fc1553d8f5878a +size 206814456 diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/010000/pretrained_model/policy_postprocessor.json b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/010000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..46b3143551b73d92a87a6ca5899828fe6158baa5 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/010000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/010000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/010000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0abda9462f9b9598580bb91956498a7279452076 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/010000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:270a4e6863b852fd8c4da8e8acdd76c8d951339022a9768eea8eb2c99716294b +size 6656 diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/010000/pretrained_model/policy_preprocessor.json b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/010000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..3829d07d2bdbd6003237022903c405b1082ad099 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/010000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,72 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/010000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/010000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0abda9462f9b9598580bb91956498a7279452076 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/010000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:270a4e6863b852fd8c4da8e8acdd76c8d951339022a9768eea8eb2c99716294b +size 6656 diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/010000/pretrained_model/train_config.json b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/010000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..0c5b0156ab653de2de30b192892d54fd9fcbb778 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/010000/pretrained_model/train_config.json @@ -0,0 +1,214 @@ +{ + "dataset": { + "repo_id": "local", + "root": "/home/rogerspyke/projects/TRaDA-data-real/mixed/mixed_fwd_bwdrev_7_3", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": false, + "video_backend": "torchcodec", + "return_uint8": false, + "streaming": false + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "/home/rogerspyke/projects/TRaDA-models/mixed_fwd_bwdrev_7_3_act_20260429_095526", + "job_name": "act", + "resume": false, + "seed": 42, + "cudnn_deterministic": false, + "num_workers": 4, + "batch_size": 4, + "prefetch_factor": 4, + "persistent_workers": true, + "steps": 30000, + "eval_freq": 20000, + "log_freq": 200, + "tolerance_s": 0.05, + "save_checkpoint": true, + "save_freq": 10000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 22, + "use_async_envs": true + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null, + "add_tags": true + }, + "peft": null, + "use_rabc": false, + "rabc_progress_path": null, + "rabc_kappa": 0.01, + "rabc_epsilon": 1e-06, + "rabc_head_mode": "sparse", + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/010000/training_state/optimizer_param_groups.json b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/010000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/010000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/010000/training_state/optimizer_state.safetensors b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/010000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..169a6963ca587153298852e97e08b18e1e841d74 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/010000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ad5ca15eb5abd7e5ac06720f8ab97fab482e400d5dc42bf2564c7a1606e8a16 +size 413047100 diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/010000/training_state/rng_state.safetensors b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/010000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b57ca0d58cc4f89f94a19e886b1325a66a4b978b --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/010000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0876f7b9330d35e177df5276de7d64cdde2079b4753486a66574d17e0cd52727 +size 15708 diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/010000/training_state/training_step.json b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/010000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..7cb7c0986e9e7461ca851ce71e95d235ae3d2732 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/010000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 10000 +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/020000/pretrained_model/config.json b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/020000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6d37e0a63a414495dc151220295a12faa0ead535 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/020000/pretrained_model/config.json @@ -0,0 +1,79 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/020000/pretrained_model/model.safetensors b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/020000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b8f799b2109f698e093cefc92ecf0c0a9a7a406a --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/020000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:979f717fb791ab457a491f74a39a9f0b88a1f97abdba8163362552a29141c76c +size 206814456 diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/020000/pretrained_model/policy_postprocessor.json b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/020000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..46b3143551b73d92a87a6ca5899828fe6158baa5 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/020000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/020000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/020000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0abda9462f9b9598580bb91956498a7279452076 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/020000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:270a4e6863b852fd8c4da8e8acdd76c8d951339022a9768eea8eb2c99716294b +size 6656 diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/020000/pretrained_model/policy_preprocessor.json b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/020000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..3829d07d2bdbd6003237022903c405b1082ad099 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/020000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,72 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/020000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/020000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0abda9462f9b9598580bb91956498a7279452076 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/020000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:270a4e6863b852fd8c4da8e8acdd76c8d951339022a9768eea8eb2c99716294b +size 6656 diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/020000/pretrained_model/train_config.json b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/020000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..0c5b0156ab653de2de30b192892d54fd9fcbb778 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/020000/pretrained_model/train_config.json @@ -0,0 +1,214 @@ +{ + "dataset": { + "repo_id": "local", + "root": "/home/rogerspyke/projects/TRaDA-data-real/mixed/mixed_fwd_bwdrev_7_3", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": false, + "video_backend": "torchcodec", + "return_uint8": false, + "streaming": false + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "/home/rogerspyke/projects/TRaDA-models/mixed_fwd_bwdrev_7_3_act_20260429_095526", + "job_name": "act", + "resume": false, + "seed": 42, + "cudnn_deterministic": false, + "num_workers": 4, + "batch_size": 4, + "prefetch_factor": 4, + "persistent_workers": true, + "steps": 30000, + "eval_freq": 20000, + "log_freq": 200, + "tolerance_s": 0.05, + "save_checkpoint": true, + "save_freq": 10000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 22, + "use_async_envs": true + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null, + "add_tags": true + }, + "peft": null, + "use_rabc": false, + "rabc_progress_path": null, + "rabc_kappa": 0.01, + "rabc_epsilon": 1e-06, + "rabc_head_mode": "sparse", + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/020000/training_state/optimizer_param_groups.json b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/020000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/020000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/020000/training_state/optimizer_state.safetensors b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/020000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8eb5386cccefccbe5159ce5afc12e6201b6d5bb5 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/020000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c9a58ab9da6e289d0678d12814d1e4063b507a9c0ca25ca6931729b24f1db51 +size 413047100 diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/020000/training_state/rng_state.safetensors b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/020000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4a244a2e530a07eebecb311a11ec9747a0304201 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/020000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49494cbc113b9f45176622ae0bb04ab05b59a279fca077ebc0038c31f06c6e89 +size 15708 diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/020000/training_state/training_step.json b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/020000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..dc9bb47026c5d5237ca6fc5dbff6020dd122ea05 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/020000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 20000 +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/030000/pretrained_model/config.json b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/030000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6d37e0a63a414495dc151220295a12faa0ead535 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/030000/pretrained_model/config.json @@ -0,0 +1,79 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/030000/pretrained_model/model.safetensors b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/030000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..95ed4a5e7bdba9726958191da58e10847464feeb --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/030000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:100b0e9b12970ec486e4be21089b6ffc604e7e13847d315fdf805739c8b1a504 +size 206814456 diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/030000/pretrained_model/policy_postprocessor.json b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/030000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..46b3143551b73d92a87a6ca5899828fe6158baa5 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/030000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/030000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/030000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0abda9462f9b9598580bb91956498a7279452076 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/030000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:270a4e6863b852fd8c4da8e8acdd76c8d951339022a9768eea8eb2c99716294b +size 6656 diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/030000/pretrained_model/policy_preprocessor.json b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/030000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..3829d07d2bdbd6003237022903c405b1082ad099 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/030000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,72 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/030000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/030000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0abda9462f9b9598580bb91956498a7279452076 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/030000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:270a4e6863b852fd8c4da8e8acdd76c8d951339022a9768eea8eb2c99716294b +size 6656 diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/030000/pretrained_model/train_config.json b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/030000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..0c5b0156ab653de2de30b192892d54fd9fcbb778 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/030000/pretrained_model/train_config.json @@ -0,0 +1,214 @@ +{ + "dataset": { + "repo_id": "local", + "root": "/home/rogerspyke/projects/TRaDA-data-real/mixed/mixed_fwd_bwdrev_7_3", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": false, + "video_backend": "torchcodec", + "return_uint8": false, + "streaming": false + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "/home/rogerspyke/projects/TRaDA-models/mixed_fwd_bwdrev_7_3_act_20260429_095526", + "job_name": "act", + "resume": false, + "seed": 42, + "cudnn_deterministic": false, + "num_workers": 4, + "batch_size": 4, + "prefetch_factor": 4, + "persistent_workers": true, + "steps": 30000, + "eval_freq": 20000, + "log_freq": 200, + "tolerance_s": 0.05, + "save_checkpoint": true, + "save_freq": 10000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 22, + "use_async_envs": true + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null, + "add_tags": true + }, + "peft": null, + "use_rabc": false, + "rabc_progress_path": null, + "rabc_kappa": 0.01, + "rabc_epsilon": 1e-06, + "rabc_head_mode": "sparse", + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/030000/training_state/optimizer_param_groups.json b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/030000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/030000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/030000/training_state/optimizer_state.safetensors b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/030000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d51481c184ea4d730b0e5c994991f3f34026cc3a --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/030000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6aaf9b055fb877a40fe80f7aedd0dda5c5defe8193e407768819a4add4b32cd +size 413047100 diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/030000/training_state/rng_state.safetensors b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/030000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fa7eda39e0d0039e83af0fb6cf4c528898af0cb0 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/030000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b8b696a7c0d3817cd65a6decbf36151d4e69adb9f768ae4fa2a4a3a58acf7b2 +size 15708 diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/030000/training_state/training_step.json b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/030000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..f4945f660f45b332883dccfccf18d8b8815d916a --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_7_3_act_20260429_095526/checkpoints/030000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 30000 +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/_info.txt b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/_info.txt new file mode 100644 index 0000000000000000000000000000000000000000..a72c8ce8d7b34fdbd38dc37e227fded733a6f29b --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/_info.txt @@ -0,0 +1,3 @@ +fwd:bwd_rev=9:1 +ACT implemented by lerobot, +trained 30000 steps. \ No newline at end of file diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/010000/pretrained_model/config.json b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/010000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6d37e0a63a414495dc151220295a12faa0ead535 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/010000/pretrained_model/config.json @@ -0,0 +1,79 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/010000/pretrained_model/model.safetensors b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/010000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4bf25708cb07a89835ad4837350f91d9acf3691c --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/010000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b38fbf9803271d5beb022455068f1699e778aa554d058388463aa38863085374 +size 206814456 diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/010000/pretrained_model/policy_postprocessor.json b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/010000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..46b3143551b73d92a87a6ca5899828fe6158baa5 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/010000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/010000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/010000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..67deffb608584a4f0c7827fe7e4d43d01f231439 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/010000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10f5274d1ec42601a454a533a80ac4ed010c82fce02241ea7814c92b04d37ee2 +size 6656 diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/010000/pretrained_model/policy_preprocessor.json b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/010000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..3829d07d2bdbd6003237022903c405b1082ad099 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/010000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,72 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/010000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/010000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..67deffb608584a4f0c7827fe7e4d43d01f231439 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/010000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10f5274d1ec42601a454a533a80ac4ed010c82fce02241ea7814c92b04d37ee2 +size 6656 diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/010000/pretrained_model/train_config.json b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/010000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..ff752b150e128616075994378284634cab54329b --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/010000/pretrained_model/train_config.json @@ -0,0 +1,214 @@ +{ + "dataset": { + "repo_id": "local", + "root": "/home/rogerspyke/projects/TRaDA-data-real/mixed/mixed_fwd_bwdrev_9_1", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": false, + "video_backend": "torchcodec", + "return_uint8": false, + "streaming": false + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "/home/rogerspyke/projects/TRaDA-models/mixed_fwd_bwdrev_9_1_act_20260429_095526", + "job_name": "act", + "resume": false, + "seed": 42, + "cudnn_deterministic": false, + "num_workers": 4, + "batch_size": 4, + "prefetch_factor": 4, + "persistent_workers": true, + "steps": 30000, + "eval_freq": 20000, + "log_freq": 200, + "tolerance_s": 0.05, + "save_checkpoint": true, + "save_freq": 10000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 22, + "use_async_envs": true + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null, + "add_tags": true + }, + "peft": null, + "use_rabc": false, + "rabc_progress_path": null, + "rabc_kappa": 0.01, + "rabc_epsilon": 1e-06, + "rabc_head_mode": "sparse", + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/010000/training_state/optimizer_param_groups.json b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/010000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/010000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/010000/training_state/optimizer_state.safetensors b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/010000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4fad55fc8ecd9976d69f2a62015468b3e13a6484 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/010000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed8bbfa439d8597e9841df7e8e88deaef0ef16e90dd600adbb78bdd7ecca461b +size 413047100 diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/010000/training_state/rng_state.safetensors b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/010000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b57ca0d58cc4f89f94a19e886b1325a66a4b978b --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/010000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0876f7b9330d35e177df5276de7d64cdde2079b4753486a66574d17e0cd52727 +size 15708 diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/010000/training_state/training_step.json b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/010000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..7cb7c0986e9e7461ca851ce71e95d235ae3d2732 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/010000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 10000 +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/020000/pretrained_model/config.json b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/020000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6d37e0a63a414495dc151220295a12faa0ead535 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/020000/pretrained_model/config.json @@ -0,0 +1,79 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/020000/pretrained_model/model.safetensors b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/020000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9f6bc93a5c5641f2da1ce2cf90e9fc551646093a --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/020000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7bc1d1b272fd52d9a5798424f2271d3f972b0c9bd88b79b3f38c3a8677f123d0 +size 206814456 diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/020000/pretrained_model/policy_postprocessor.json b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/020000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..46b3143551b73d92a87a6ca5899828fe6158baa5 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/020000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/020000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/020000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..67deffb608584a4f0c7827fe7e4d43d01f231439 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/020000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10f5274d1ec42601a454a533a80ac4ed010c82fce02241ea7814c92b04d37ee2 +size 6656 diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/020000/pretrained_model/policy_preprocessor.json b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/020000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..3829d07d2bdbd6003237022903c405b1082ad099 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/020000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,72 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/020000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/020000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..67deffb608584a4f0c7827fe7e4d43d01f231439 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/020000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10f5274d1ec42601a454a533a80ac4ed010c82fce02241ea7814c92b04d37ee2 +size 6656 diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/020000/pretrained_model/train_config.json b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/020000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..ff752b150e128616075994378284634cab54329b --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/020000/pretrained_model/train_config.json @@ -0,0 +1,214 @@ +{ + "dataset": { + "repo_id": "local", + "root": "/home/rogerspyke/projects/TRaDA-data-real/mixed/mixed_fwd_bwdrev_9_1", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": false, + "video_backend": "torchcodec", + "return_uint8": false, + "streaming": false + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "/home/rogerspyke/projects/TRaDA-models/mixed_fwd_bwdrev_9_1_act_20260429_095526", + "job_name": "act", + "resume": false, + "seed": 42, + "cudnn_deterministic": false, + "num_workers": 4, + "batch_size": 4, + "prefetch_factor": 4, + "persistent_workers": true, + "steps": 30000, + "eval_freq": 20000, + "log_freq": 200, + "tolerance_s": 0.05, + "save_checkpoint": true, + "save_freq": 10000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 22, + "use_async_envs": true + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null, + "add_tags": true + }, + "peft": null, + "use_rabc": false, + "rabc_progress_path": null, + "rabc_kappa": 0.01, + "rabc_epsilon": 1e-06, + "rabc_head_mode": "sparse", + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/020000/training_state/optimizer_param_groups.json b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/020000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/020000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/020000/training_state/optimizer_state.safetensors b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/020000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8b54f1c748a2a145e9d8a4210e66737ca9a06732 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/020000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ad7a88b7bcdab6c00dd0338a4437c02c9313629af5ef4e3edcadc3e2836dc24 +size 413047100 diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/020000/training_state/rng_state.safetensors b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/020000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..739cb5358df419b39f290af4a40312d368653333 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/020000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:047737b1d91207eddd096478c2b00d8de1c574e28274953bc92cc4798a9f64d4 +size 15708 diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/020000/training_state/training_step.json b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/020000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..dc9bb47026c5d5237ca6fc5dbff6020dd122ea05 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/020000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 20000 +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/030000/pretrained_model/config.json b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/030000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6d37e0a63a414495dc151220295a12faa0ead535 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/030000/pretrained_model/config.json @@ -0,0 +1,79 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/030000/pretrained_model/model.safetensors b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/030000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..14f6aa97200b52871029fd353411d3d919d29216 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/030000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26ebe14d32705c0b2935b8e856e22ee96e21c8cbfaaad5a682de2fa4d821240c +size 206814456 diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/030000/pretrained_model/policy_postprocessor.json b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/030000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..46b3143551b73d92a87a6ca5899828fe6158baa5 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/030000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/030000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/030000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..67deffb608584a4f0c7827fe7e4d43d01f231439 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/030000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10f5274d1ec42601a454a533a80ac4ed010c82fce02241ea7814c92b04d37ee2 +size 6656 diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/030000/pretrained_model/policy_preprocessor.json b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/030000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..3829d07d2bdbd6003237022903c405b1082ad099 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/030000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,72 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/030000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/030000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..67deffb608584a4f0c7827fe7e4d43d01f231439 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/030000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10f5274d1ec42601a454a533a80ac4ed010c82fce02241ea7814c92b04d37ee2 +size 6656 diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/030000/pretrained_model/train_config.json b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/030000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..ff752b150e128616075994378284634cab54329b --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/030000/pretrained_model/train_config.json @@ -0,0 +1,214 @@ +{ + "dataset": { + "repo_id": "local", + "root": "/home/rogerspyke/projects/TRaDA-data-real/mixed/mixed_fwd_bwdrev_9_1", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": false, + "video_backend": "torchcodec", + "return_uint8": false, + "streaming": false + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "/home/rogerspyke/projects/TRaDA-models/mixed_fwd_bwdrev_9_1_act_20260429_095526", + "job_name": "act", + "resume": false, + "seed": 42, + "cudnn_deterministic": false, + "num_workers": 4, + "batch_size": 4, + "prefetch_factor": 4, + "persistent_workers": true, + "steps": 30000, + "eval_freq": 20000, + "log_freq": 200, + "tolerance_s": 0.05, + "save_checkpoint": true, + "save_freq": 10000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 22, + "use_async_envs": true + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null, + "add_tags": true + }, + "peft": null, + "use_rabc": false, + "rabc_progress_path": null, + "rabc_kappa": 0.01, + "rabc_epsilon": 1e-06, + "rabc_head_mode": "sparse", + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/030000/training_state/optimizer_param_groups.json b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/030000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/030000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/030000/training_state/optimizer_state.safetensors b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/030000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0c01ecdd6acc6f5ae204ba789f0d9c5ccb103aab --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/030000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70d15b3aa5f290a3dd3f3c975ad06aaa735a4b9d012ee7c075e87f3687c21c8c +size 413047100 diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/030000/training_state/rng_state.safetensors b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/030000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b06d168b2c0d72924a7c370a0980ba38648963b3 --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/030000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3e9f0651bb6e40fedc8e6fee330b50176f18047a3124d1095ed087ffaf94e2b +size 15708 diff --git a/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/030000/training_state/training_step.json b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/030000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..f4945f660f45b332883dccfccf18d8b8815d916a --- /dev/null +++ b/ACT/0429-batch1-30000/mixed_fwd_bwdrev_9_1_act_20260429_095526/checkpoints/030000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 30000 +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/_info.txt b/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/_info.txt new file mode 100644 index 0000000000000000000000000000000000000000..30c295d5c8d6108b5e5b6a14fa648c26d89354a5 --- /dev/null +++ b/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/_info.txt @@ -0,0 +1,3 @@ +fwd:bwd_rev=0:1 +ACT implemented by lerobot, +trained 30000 steps. \ No newline at end of file diff --git a/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/010000/pretrained_model/config.json b/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/010000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6d37e0a63a414495dc151220295a12faa0ead535 --- /dev/null +++ b/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/010000/pretrained_model/config.json @@ -0,0 +1,79 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/010000/pretrained_model/model.safetensors b/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/010000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ebe5746e84b1177c9b7f43c1a4ef88f444112bf7 --- /dev/null +++ b/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/010000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a4de34b050ec1a802e6517ceb08ffd4b34db6a32f35273474f8f7a2bce329a8 +size 206814456 diff --git a/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/010000/pretrained_model/policy_postprocessor.json b/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/010000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..46b3143551b73d92a87a6ca5899828fe6158baa5 --- /dev/null +++ b/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/010000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/010000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/010000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..13068a7c0ed9b6aa3f0d7e68d928a960040e9e7b --- /dev/null +++ b/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/010000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:046d62a1a1e61d6626facb958f8f87f6b4ae0580c89a06892e209c86345d3e65 +size 6656 diff --git a/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/010000/pretrained_model/policy_preprocessor.json b/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/010000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..3829d07d2bdbd6003237022903c405b1082ad099 --- /dev/null +++ b/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/010000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,72 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/010000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/010000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..13068a7c0ed9b6aa3f0d7e68d928a960040e9e7b --- /dev/null +++ b/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/010000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:046d62a1a1e61d6626facb958f8f87f6b4ae0580c89a06892e209c86345d3e65 +size 6656 diff --git a/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/010000/pretrained_model/train_config.json b/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/010000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..b4f99d9ca5882bed7f5a37332d7d41367ebcfb44 --- /dev/null +++ b/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/010000/pretrained_model/train_config.json @@ -0,0 +1,214 @@ +{ + "dataset": { + "repo_id": "local", + "root": "/home/rogerspyke/projects/TRaDA-data-real/mixed/pure_bwdrev", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": false, + "video_backend": "torchcodec", + "return_uint8": false, + "streaming": false + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "/home/rogerspyke/projects/TRaDA-models/pure_bwdrev_act_20260429_001915", + "job_name": "act", + "resume": false, + "seed": 42, + "cudnn_deterministic": false, + "num_workers": 4, + "batch_size": 4, + "prefetch_factor": 4, + "persistent_workers": true, + "steps": 30000, + "eval_freq": 20000, + "log_freq": 200, + "tolerance_s": 0.05, + "save_checkpoint": true, + "save_freq": 10000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 22, + "use_async_envs": true + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null, + "add_tags": true + }, + "peft": null, + "use_rabc": false, + "rabc_progress_path": null, + "rabc_kappa": 0.01, + "rabc_epsilon": 1e-06, + "rabc_head_mode": "sparse", + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/010000/training_state/optimizer_param_groups.json b/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/010000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/010000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/010000/training_state/optimizer_state.safetensors b/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/010000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bbb0fdee7d1e06f1aca5f5ac775de30d6bed07b9 --- /dev/null +++ b/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/010000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1da69e8d9a3e5bfc82e7366c113485f0f3b462a4fc882bc7c237b2a1a5b2da1d +size 413047100 diff --git a/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/010000/training_state/rng_state.safetensors b/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/010000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b57ca0d58cc4f89f94a19e886b1325a66a4b978b --- /dev/null +++ b/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/010000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0876f7b9330d35e177df5276de7d64cdde2079b4753486a66574d17e0cd52727 +size 15708 diff --git a/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/010000/training_state/training_step.json b/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/010000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..7cb7c0986e9e7461ca851ce71e95d235ae3d2732 --- /dev/null +++ b/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/010000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 10000 +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/020000/pretrained_model/config.json b/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/020000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6d37e0a63a414495dc151220295a12faa0ead535 --- /dev/null +++ b/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/020000/pretrained_model/config.json @@ -0,0 +1,79 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/020000/pretrained_model/model.safetensors b/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/020000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0c996daf58c216a7211a99fb370eda4c097f0d88 --- /dev/null +++ b/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/020000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:864e97e40dfc228090ca1420d2ea70c78e931fa9453ec728bdc30ab9a68df92d +size 206814456 diff --git a/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/020000/pretrained_model/policy_postprocessor.json b/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/020000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..46b3143551b73d92a87a6ca5899828fe6158baa5 --- /dev/null +++ b/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/020000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/020000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/020000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..13068a7c0ed9b6aa3f0d7e68d928a960040e9e7b --- /dev/null +++ b/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/020000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:046d62a1a1e61d6626facb958f8f87f6b4ae0580c89a06892e209c86345d3e65 +size 6656 diff --git a/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/020000/pretrained_model/policy_preprocessor.json b/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/020000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..3829d07d2bdbd6003237022903c405b1082ad099 --- /dev/null +++ b/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/020000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,72 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/020000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/020000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..13068a7c0ed9b6aa3f0d7e68d928a960040e9e7b --- /dev/null +++ b/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/020000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:046d62a1a1e61d6626facb958f8f87f6b4ae0580c89a06892e209c86345d3e65 +size 6656 diff --git a/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/020000/pretrained_model/train_config.json b/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/020000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..b4f99d9ca5882bed7f5a37332d7d41367ebcfb44 --- /dev/null +++ b/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/020000/pretrained_model/train_config.json @@ -0,0 +1,214 @@ +{ + "dataset": { + "repo_id": "local", + "root": "/home/rogerspyke/projects/TRaDA-data-real/mixed/pure_bwdrev", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": false, + "video_backend": "torchcodec", + "return_uint8": false, + "streaming": false + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "/home/rogerspyke/projects/TRaDA-models/pure_bwdrev_act_20260429_001915", + "job_name": "act", + "resume": false, + "seed": 42, + "cudnn_deterministic": false, + "num_workers": 4, + "batch_size": 4, + "prefetch_factor": 4, + "persistent_workers": true, + "steps": 30000, + "eval_freq": 20000, + "log_freq": 200, + "tolerance_s": 0.05, + "save_checkpoint": true, + "save_freq": 10000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 22, + "use_async_envs": true + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null, + "add_tags": true + }, + "peft": null, + "use_rabc": false, + "rabc_progress_path": null, + "rabc_kappa": 0.01, + "rabc_epsilon": 1e-06, + "rabc_head_mode": "sparse", + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/020000/training_state/optimizer_param_groups.json b/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/020000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/020000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/020000/training_state/optimizer_state.safetensors b/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/020000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e41765d17059ad34878b8d24a0097f9f06fe1ce4 --- /dev/null +++ b/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/020000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd9275bd732c0e144c92cf36bedde8dba89a9eeeaad3f47d3564293c7e9942c4 +size 413047100 diff --git a/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/020000/training_state/rng_state.safetensors b/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/020000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7e19cde1821690f3d2bc85d084c5f40a1c2fcf7d --- /dev/null +++ b/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/020000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b43170f56108e981aaac9961d4126a85abaa821018a7db539e759e00be13e391 +size 15708 diff --git a/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/020000/training_state/training_step.json b/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/020000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..dc9bb47026c5d5237ca6fc5dbff6020dd122ea05 --- /dev/null +++ b/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/020000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 20000 +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/030000/pretrained_model/config.json b/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/030000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6d37e0a63a414495dc151220295a12faa0ead535 --- /dev/null +++ b/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/030000/pretrained_model/config.json @@ -0,0 +1,79 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/030000/pretrained_model/model.safetensors b/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/030000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..19cbb7dae1b1c1eeed97f12d2df40be03a7af62e --- /dev/null +++ b/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/030000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8b14628b375b9e4c0bd29c4aa6c39bad3149293fb4b8df528f9b34fd81d3e2e +size 206814456 diff --git a/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/030000/pretrained_model/policy_postprocessor.json b/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/030000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..46b3143551b73d92a87a6ca5899828fe6158baa5 --- /dev/null +++ b/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/030000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/030000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/030000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..13068a7c0ed9b6aa3f0d7e68d928a960040e9e7b --- /dev/null +++ b/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/030000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:046d62a1a1e61d6626facb958f8f87f6b4ae0580c89a06892e209c86345d3e65 +size 6656 diff --git a/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/030000/pretrained_model/policy_preprocessor.json b/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/030000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..3829d07d2bdbd6003237022903c405b1082ad099 --- /dev/null +++ b/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/030000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,72 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/030000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/030000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..13068a7c0ed9b6aa3f0d7e68d928a960040e9e7b --- /dev/null +++ b/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/030000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:046d62a1a1e61d6626facb958f8f87f6b4ae0580c89a06892e209c86345d3e65 +size 6656 diff --git a/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/030000/pretrained_model/train_config.json b/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/030000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..b4f99d9ca5882bed7f5a37332d7d41367ebcfb44 --- /dev/null +++ b/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/030000/pretrained_model/train_config.json @@ -0,0 +1,214 @@ +{ + "dataset": { + "repo_id": "local", + "root": "/home/rogerspyke/projects/TRaDA-data-real/mixed/pure_bwdrev", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": false, + "video_backend": "torchcodec", + "return_uint8": false, + "streaming": false + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "/home/rogerspyke/projects/TRaDA-models/pure_bwdrev_act_20260429_001915", + "job_name": "act", + "resume": false, + "seed": 42, + "cudnn_deterministic": false, + "num_workers": 4, + "batch_size": 4, + "prefetch_factor": 4, + "persistent_workers": true, + "steps": 30000, + "eval_freq": 20000, + "log_freq": 200, + "tolerance_s": 0.05, + "save_checkpoint": true, + "save_freq": 10000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 22, + "use_async_envs": true + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null, + "add_tags": true + }, + "peft": null, + "use_rabc": false, + "rabc_progress_path": null, + "rabc_kappa": 0.01, + "rabc_epsilon": 1e-06, + "rabc_head_mode": "sparse", + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/030000/training_state/optimizer_param_groups.json b/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/030000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/030000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/030000/training_state/optimizer_state.safetensors b/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/030000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..36903c07341c13a650f04452d7d943b3dfeee277 --- /dev/null +++ b/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/030000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a93488e764d226181e4cbc7a18203f5949e95c1d73bba34098c2a5b3956fb178 +size 413047100 diff --git a/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/030000/training_state/rng_state.safetensors b/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/030000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f01d2dda5116aa6425c2a2657db1338e30667cbf --- /dev/null +++ b/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/030000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9ab3f70bd6091460e5e450e6afff322adf66ebd4c0236ea18cd300d30d5c9b7 +size 15708 diff --git a/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/030000/training_state/training_step.json b/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/030000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..f4945f660f45b332883dccfccf18d8b8815d916a --- /dev/null +++ b/ACT/0429-batch1-30000/pure_bwdrev_act_20260429_001915/checkpoints/030000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 30000 +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/_info.txt b/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/_info.txt new file mode 100644 index 0000000000000000000000000000000000000000..59c7ba3455bd5c7a1527ccc3d2b2144da6ad8c00 --- /dev/null +++ b/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/_info.txt @@ -0,0 +1,3 @@ +fwd:bwd_rev=1:0 +ACT implemented by lerobot, +trained 30000 steps. \ No newline at end of file diff --git a/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/010000/pretrained_model/config.json b/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/010000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6d37e0a63a414495dc151220295a12faa0ead535 --- /dev/null +++ b/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/010000/pretrained_model/config.json @@ -0,0 +1,79 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/010000/pretrained_model/model.safetensors b/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/010000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f5af950d821425631c9c8cf2db222d0920f3ed13 --- /dev/null +++ b/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/010000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bbac383e7b6d2d64d88bccf8f921acad8b4edeb15ab61d9684e1f525f8ad2fc9 +size 206814456 diff --git a/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/010000/pretrained_model/policy_postprocessor.json b/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/010000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..46b3143551b73d92a87a6ca5899828fe6158baa5 --- /dev/null +++ b/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/010000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/010000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/010000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..02dba3847760ee308ae74bad4c6cd461e1398ac0 --- /dev/null +++ b/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/010000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66defbdff8580307bd6bf33cc549b21dd820aa57633aaeb7df914fa682d129b1 +size 6656 diff --git a/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/010000/pretrained_model/policy_preprocessor.json b/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/010000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..3829d07d2bdbd6003237022903c405b1082ad099 --- /dev/null +++ b/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/010000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,72 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/010000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/010000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..02dba3847760ee308ae74bad4c6cd461e1398ac0 --- /dev/null +++ b/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/010000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66defbdff8580307bd6bf33cc549b21dd820aa57633aaeb7df914fa682d129b1 +size 6656 diff --git a/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/010000/pretrained_model/train_config.json b/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/010000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..86c2e9ca757830ca57644254d778442084fc87ce --- /dev/null +++ b/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/010000/pretrained_model/train_config.json @@ -0,0 +1,214 @@ +{ + "dataset": { + "repo_id": "local", + "root": "/home/rogerspyke/projects/TRaDA-data-real/mixed/pure_fwd", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": false, + "video_backend": "torchcodec", + "return_uint8": false, + "streaming": false + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "/home/rogerspyke/projects/TRaDA-models/pure_fwd_act_20260429_001915", + "job_name": "act", + "resume": false, + "seed": 42, + "cudnn_deterministic": false, + "num_workers": 4, + "batch_size": 4, + "prefetch_factor": 4, + "persistent_workers": true, + "steps": 30000, + "eval_freq": 20000, + "log_freq": 200, + "tolerance_s": 0.05, + "save_checkpoint": true, + "save_freq": 10000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 22, + "use_async_envs": true + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null, + "add_tags": true + }, + "peft": null, + "use_rabc": false, + "rabc_progress_path": null, + "rabc_kappa": 0.01, + "rabc_epsilon": 1e-06, + "rabc_head_mode": "sparse", + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/010000/training_state/optimizer_param_groups.json b/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/010000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/010000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/010000/training_state/optimizer_state.safetensors b/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/010000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ca48cadf5ebcd55eb462527fe1d294e6b91e052a --- /dev/null +++ b/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/010000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:615cf09de3fc2c649754056a9e4851a6f2bfc0769ed91223855ce36fc83431a9 +size 413047100 diff --git a/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/010000/training_state/rng_state.safetensors b/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/010000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b57ca0d58cc4f89f94a19e886b1325a66a4b978b --- /dev/null +++ b/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/010000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0876f7b9330d35e177df5276de7d64cdde2079b4753486a66574d17e0cd52727 +size 15708 diff --git a/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/010000/training_state/training_step.json b/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/010000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..7cb7c0986e9e7461ca851ce71e95d235ae3d2732 --- /dev/null +++ b/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/010000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 10000 +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/020000/pretrained_model/config.json b/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/020000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6d37e0a63a414495dc151220295a12faa0ead535 --- /dev/null +++ b/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/020000/pretrained_model/config.json @@ -0,0 +1,79 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/020000/pretrained_model/model.safetensors b/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/020000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..140e28d12ad4c445cf5bea0241485097b8d89173 --- /dev/null +++ b/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/020000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7bf2f6a39fc06df7001c43b4aa92271d8576f5b168f3dc1521805b3b4a2dac72 +size 206814456 diff --git a/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/020000/pretrained_model/policy_postprocessor.json b/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/020000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..46b3143551b73d92a87a6ca5899828fe6158baa5 --- /dev/null +++ b/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/020000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/020000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/020000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..02dba3847760ee308ae74bad4c6cd461e1398ac0 --- /dev/null +++ b/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/020000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66defbdff8580307bd6bf33cc549b21dd820aa57633aaeb7df914fa682d129b1 +size 6656 diff --git a/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/020000/pretrained_model/policy_preprocessor.json b/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/020000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..3829d07d2bdbd6003237022903c405b1082ad099 --- /dev/null +++ b/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/020000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,72 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/020000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/020000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..02dba3847760ee308ae74bad4c6cd461e1398ac0 --- /dev/null +++ b/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/020000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66defbdff8580307bd6bf33cc549b21dd820aa57633aaeb7df914fa682d129b1 +size 6656 diff --git a/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/020000/pretrained_model/train_config.json b/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/020000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..86c2e9ca757830ca57644254d778442084fc87ce --- /dev/null +++ b/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/020000/pretrained_model/train_config.json @@ -0,0 +1,214 @@ +{ + "dataset": { + "repo_id": "local", + "root": "/home/rogerspyke/projects/TRaDA-data-real/mixed/pure_fwd", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": false, + "video_backend": "torchcodec", + "return_uint8": false, + "streaming": false + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "/home/rogerspyke/projects/TRaDA-models/pure_fwd_act_20260429_001915", + "job_name": "act", + "resume": false, + "seed": 42, + "cudnn_deterministic": false, + "num_workers": 4, + "batch_size": 4, + "prefetch_factor": 4, + "persistent_workers": true, + "steps": 30000, + "eval_freq": 20000, + "log_freq": 200, + "tolerance_s": 0.05, + "save_checkpoint": true, + "save_freq": 10000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 22, + "use_async_envs": true + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null, + "add_tags": true + }, + "peft": null, + "use_rabc": false, + "rabc_progress_path": null, + "rabc_kappa": 0.01, + "rabc_epsilon": 1e-06, + "rabc_head_mode": "sparse", + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/020000/training_state/optimizer_param_groups.json b/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/020000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/020000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/020000/training_state/optimizer_state.safetensors b/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/020000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..927bf0162e5011875f56103236a7dbc9a331a0cd --- /dev/null +++ b/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/020000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14c3a28018256a8cf753a4c65ec2690635d152e796ab03587d0b8aea0d94bfd5 +size 413047100 diff --git a/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/020000/training_state/rng_state.safetensors b/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/020000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..57204abeccb7216dbd6cb9dcba6cf342a36b5231 --- /dev/null +++ b/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/020000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5a44d19017303e2d3ef87bea269e204a0bbcd47f691114d7f0f3de63f2bf0be +size 15708 diff --git a/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/020000/training_state/training_step.json b/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/020000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..dc9bb47026c5d5237ca6fc5dbff6020dd122ea05 --- /dev/null +++ b/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/020000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 20000 +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/030000/pretrained_model/config.json b/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/030000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6d37e0a63a414495dc151220295a12faa0ead535 --- /dev/null +++ b/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/030000/pretrained_model/config.json @@ -0,0 +1,79 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/030000/pretrained_model/model.safetensors b/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/030000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6bf282e151c98481fa23f1bf32b1e230868dd89e --- /dev/null +++ b/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/030000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:230e4764cd1e0f2754b36e5ea1a762834fcbe67bc7e383446c5cbafd1774ac74 +size 206814456 diff --git a/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/030000/pretrained_model/policy_postprocessor.json b/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/030000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..46b3143551b73d92a87a6ca5899828fe6158baa5 --- /dev/null +++ b/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/030000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/030000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/030000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..02dba3847760ee308ae74bad4c6cd461e1398ac0 --- /dev/null +++ b/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/030000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66defbdff8580307bd6bf33cc549b21dd820aa57633aaeb7df914fa682d129b1 +size 6656 diff --git a/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/030000/pretrained_model/policy_preprocessor.json b/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/030000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..3829d07d2bdbd6003237022903c405b1082ad099 --- /dev/null +++ b/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/030000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,72 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/030000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/030000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..02dba3847760ee308ae74bad4c6cd461e1398ac0 --- /dev/null +++ b/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/030000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66defbdff8580307bd6bf33cc549b21dd820aa57633aaeb7df914fa682d129b1 +size 6656 diff --git a/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/030000/pretrained_model/train_config.json b/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/030000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..86c2e9ca757830ca57644254d778442084fc87ce --- /dev/null +++ b/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/030000/pretrained_model/train_config.json @@ -0,0 +1,214 @@ +{ + "dataset": { + "repo_id": "local", + "root": "/home/rogerspyke/projects/TRaDA-data-real/mixed/pure_fwd", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": false, + "video_backend": "torchcodec", + "return_uint8": false, + "streaming": false + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 26 + ] + }, + "observation.images.image_top": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_right": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.image_left": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 14 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "/home/rogerspyke/projects/TRaDA-models/pure_fwd_act_20260429_001915", + "job_name": "act", + "resume": false, + "seed": 42, + "cudnn_deterministic": false, + "num_workers": 4, + "batch_size": 4, + "prefetch_factor": 4, + "persistent_workers": true, + "steps": 30000, + "eval_freq": 20000, + "log_freq": 200, + "tolerance_s": 0.05, + "save_checkpoint": true, + "save_freq": 10000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 22, + "use_async_envs": true + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null, + "add_tags": true + }, + "peft": null, + "use_rabc": false, + "rabc_progress_path": null, + "rabc_kappa": 0.01, + "rabc_epsilon": 1e-06, + "rabc_head_mode": "sparse", + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/030000/training_state/optimizer_param_groups.json b/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/030000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/030000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/030000/training_state/optimizer_state.safetensors b/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/030000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1540d4717579e400986d448395ca119968eeafad --- /dev/null +++ b/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/030000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eecc4469fbe633ad9cb803cebcac83fe27ac345e87e1a1cda0da00756e303ecd +size 413047100 diff --git a/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/030000/training_state/rng_state.safetensors b/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/030000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a4401f4556b53d65cad1c0dec27bebabea628ca9 --- /dev/null +++ b/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/030000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ccc30753495cde028769a895bfd840bfec0dff6f734f8419f8049babef8ea039 +size 15708 diff --git a/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/030000/training_state/training_step.json b/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/030000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..f4945f660f45b332883dccfccf18d8b8815d916a --- /dev/null +++ b/ACT/0429-batch1-30000/pure_fwd_act_20260429_001915/checkpoints/030000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 30000 +} \ No newline at end of file