diff --git a/needle_pickup_both/checkpoints/020000/pretrained_model/config.json b/needle_pickup_both/checkpoints/020000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..45a8a39a7ef7744dfb5b45d2d5007dca2ea4634e --- /dev/null +++ b/needle_pickup_both/checkpoints/020000/pretrained_model/config.json @@ -0,0 +1,96 @@ +{ + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.image.cam0": { + "type": "VISUAL", + "shape": [ + 3, + 240, + 320 + ] + }, + "observation.image.cam1": { + "type": "VISUAL", + "shape": [ + 3, + 240, + 320 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 3 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 9 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone": "resnet18", + "crop_shape": [ + 162, + 288 + ], + "crop_is_random": true, + "pretrained_backbone_weights": null, + "use_group_norm": true, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": true, + "use_vit_encoder": false, + "vit_embed_dim": 512, + "vit_depth": 6, + "vit_num_heads": 8, + "vit_dropout": 0.1, + "down_dims": [ + 256, + 512, + 1024 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 10, + "do_mask_loss_for_padding": false, + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500 +} \ No newline at end of file diff --git a/needle_pickup_both/checkpoints/020000/pretrained_model/model.safetensors b/needle_pickup_both/checkpoints/020000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4eba808f7824ce98e85ee32f100425cb070f6c7b --- /dev/null +++ b/needle_pickup_both/checkpoints/020000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f7bda88d204a32ed932a11f4fe10f069480034f78c80b87111ddb792b326c8f +size 356608804 diff --git a/needle_pickup_both/checkpoints/020000/pretrained_model/policy_postprocessor.json b/needle_pickup_both/checkpoints/020000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..ee12d83c27cc55450aee5e2e9bd0d3b21fc09125 --- /dev/null +++ b/needle_pickup_both/checkpoints/020000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 9 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/needle_pickup_both/checkpoints/020000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/needle_pickup_both/checkpoints/020000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6a45e7e913151e99aebc7594dfe8e0f3cb7dc529 --- /dev/null +++ b/needle_pickup_both/checkpoints/020000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b416c1568a468916ac42f9ab46a583712f6b63799ec546b7084eedc851b25d4 +size 7512 diff --git a/needle_pickup_both/checkpoints/020000/pretrained_model/policy_preprocessor.json b/needle_pickup_both/checkpoints/020000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..d2d3d3bdc5fda884bedd69cce6bfedb5213a8a3a --- /dev/null +++ b/needle_pickup_both/checkpoints/020000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.image.cam0": { + "type": "VISUAL", + "shape": [ + 3, + 240, + 320 + ] + }, + "observation.image.cam1": { + "type": "VISUAL", + "shape": [ + 3, + 240, + 320 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 3 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 9 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/needle_pickup_both/checkpoints/020000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/needle_pickup_both/checkpoints/020000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6a45e7e913151e99aebc7594dfe8e0f3cb7dc529 --- /dev/null +++ b/needle_pickup_both/checkpoints/020000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b416c1568a468916ac42f9ab46a583712f6b63799ec546b7084eedc851b25d4 +size 7512 diff --git a/needle_pickup_both/checkpoints/020000/pretrained_model/train_config.json b/needle_pickup_both/checkpoints/020000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..408607aa083178b57662992fd7e388f6c8a03b28 --- /dev/null +++ b/needle_pickup_both/checkpoints/020000/pretrained_model/train_config.json @@ -0,0 +1,231 @@ +{ + "dataset": { + "repo_id": "both/needle_pickup_both", + "root": null, + "episodes": null, + "image_transforms": { + "enable": true, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "streaming": false + }, + "env": null, + "policy": { + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.image.cam0": { + "type": "VISUAL", + "shape": [ + 3, + 240, + 320 + ] + }, + "observation.image.cam1": { + "type": "VISUAL", + "shape": [ + 3, + 240, + 320 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 3 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 9 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone": "resnet18", + "crop_shape": [ + 162, + 288 + ], + "crop_is_random": true, + "pretrained_backbone_weights": null, + "use_group_norm": true, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": true, + "use_vit_encoder": false, + "vit_embed_dim": 512, + "vit_depth": 6, + "vit_num_heads": 8, + "vit_dropout": 0.1, + "down_dims": [ + 256, + 512, + 1024 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 10, + "do_mask_loss_for_padding": false, + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500 + }, + "output_dir": "outputs/debug_train/needle_pickup_both", + "job_name": "diffusion", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 20000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adam", + "lr": 0.0001, + "weight_decay": 1e-06, + "grad_clip_norm": 10.0, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "diffuser", + "num_warmup_steps": 500, + "name": "cosine" + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null + }, + "peft": null, + "use_rabc": false, + "rabc_progress_path": null, + "rabc_kappa": 0.01, + "rabc_epsilon": 1e-06, + "rabc_head_mode": "sparse", + "use_umi_relative_actions": false, + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/needle_pickup_both/checkpoints/020000/training_state/optimizer_param_groups.json b/needle_pickup_both/checkpoints/020000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..dbb984a1889098fff92c90784c9190c52eca59a0 --- /dev/null +++ b/needle_pickup_both/checkpoints/020000/training_state/optimizer_param_groups.json @@ -0,0 +1,297 @@ +[ + { + "lr": 9.081878607071996e-05, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-06, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": false, + "initial_lr": 0.0001, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275 + ] + } +] \ No newline at end of file diff --git a/needle_pickup_both/checkpoints/020000/training_state/optimizer_state.safetensors b/needle_pickup_both/checkpoints/020000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7f57e5a46ac961e388bc6d3a9a7166186835bc90 --- /dev/null +++ b/needle_pickup_both/checkpoints/020000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fec6e42ec5f9e7d91de3dcdab439f009d16881c153b353a9fc802791fd9fa7cb +size 713222680 diff --git a/needle_pickup_both/checkpoints/020000/training_state/rng_state.safetensors b/needle_pickup_both/checkpoints/020000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..549fa97d3b741325919e61da562b07acda41f978 --- /dev/null +++ b/needle_pickup_both/checkpoints/020000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8831cda3b2ba05aa85a5711381f03cea7c21186716a4d8cd7556781540e0fa8f +size 15708 diff --git a/needle_pickup_both/checkpoints/020000/training_state/scheduler_state.json b/needle_pickup_both/checkpoints/020000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..7079c5eb5d1f64d9d6c22b336677c1354414261d --- /dev/null +++ b/needle_pickup_both/checkpoints/020000/training_state/scheduler_state.json @@ -0,0 +1,14 @@ +{ + "base_lrs": [ + 0.0001 + ], + "last_epoch": 20000, + "_step_count": 20001, + "_get_lr_called_within_step": false, + "_last_lr": [ + 9.081878607071996e-05 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/needle_pickup_both/checkpoints/020000/training_state/training_step.json b/needle_pickup_both/checkpoints/020000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..dc9bb47026c5d5237ca6fc5dbff6020dd122ea05 --- /dev/null +++ b/needle_pickup_both/checkpoints/020000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 20000 +} \ No newline at end of file diff --git a/needle_pickup_both/checkpoints/040000/pretrained_model/config.json b/needle_pickup_both/checkpoints/040000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..45a8a39a7ef7744dfb5b45d2d5007dca2ea4634e --- /dev/null +++ b/needle_pickup_both/checkpoints/040000/pretrained_model/config.json @@ -0,0 +1,96 @@ +{ + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.image.cam0": { + "type": "VISUAL", + "shape": [ + 3, + 240, + 320 + ] + }, + "observation.image.cam1": { + "type": "VISUAL", + "shape": [ + 3, + 240, + 320 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 3 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 9 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone": "resnet18", + "crop_shape": [ + 162, + 288 + ], + "crop_is_random": true, + "pretrained_backbone_weights": null, + "use_group_norm": true, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": true, + "use_vit_encoder": false, + "vit_embed_dim": 512, + "vit_depth": 6, + "vit_num_heads": 8, + "vit_dropout": 0.1, + "down_dims": [ + 256, + 512, + 1024 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 10, + "do_mask_loss_for_padding": false, + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500 +} \ No newline at end of file diff --git a/needle_pickup_both/checkpoints/040000/pretrained_model/model.safetensors b/needle_pickup_both/checkpoints/040000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..327d6524577ea1114756081bd9483777f1890479 --- /dev/null +++ b/needle_pickup_both/checkpoints/040000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25720d818f60b36b0dd24f13296b7be11c30aee7782a0b64c51221938b07e3f4 +size 356608804 diff --git a/needle_pickup_both/checkpoints/040000/pretrained_model/policy_postprocessor.json b/needle_pickup_both/checkpoints/040000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..ee12d83c27cc55450aee5e2e9bd0d3b21fc09125 --- /dev/null +++ b/needle_pickup_both/checkpoints/040000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 9 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/needle_pickup_both/checkpoints/040000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/needle_pickup_both/checkpoints/040000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6a45e7e913151e99aebc7594dfe8e0f3cb7dc529 --- /dev/null +++ b/needle_pickup_both/checkpoints/040000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b416c1568a468916ac42f9ab46a583712f6b63799ec546b7084eedc851b25d4 +size 7512 diff --git a/needle_pickup_both/checkpoints/040000/pretrained_model/policy_preprocessor.json b/needle_pickup_both/checkpoints/040000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..d2d3d3bdc5fda884bedd69cce6bfedb5213a8a3a --- /dev/null +++ b/needle_pickup_both/checkpoints/040000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.image.cam0": { + "type": "VISUAL", + "shape": [ + 3, + 240, + 320 + ] + }, + "observation.image.cam1": { + "type": "VISUAL", + "shape": [ + 3, + 240, + 320 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 3 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 9 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/needle_pickup_both/checkpoints/040000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/needle_pickup_both/checkpoints/040000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6a45e7e913151e99aebc7594dfe8e0f3cb7dc529 --- /dev/null +++ b/needle_pickup_both/checkpoints/040000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b416c1568a468916ac42f9ab46a583712f6b63799ec546b7084eedc851b25d4 +size 7512 diff --git a/needle_pickup_both/checkpoints/040000/pretrained_model/train_config.json b/needle_pickup_both/checkpoints/040000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..408607aa083178b57662992fd7e388f6c8a03b28 --- /dev/null +++ b/needle_pickup_both/checkpoints/040000/pretrained_model/train_config.json @@ -0,0 +1,231 @@ +{ + "dataset": { + "repo_id": "both/needle_pickup_both", + "root": null, + "episodes": null, + "image_transforms": { + "enable": true, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "streaming": false + }, + "env": null, + "policy": { + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.image.cam0": { + "type": "VISUAL", + "shape": [ + 3, + 240, + 320 + ] + }, + "observation.image.cam1": { + "type": "VISUAL", + "shape": [ + 3, + 240, + 320 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 3 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 9 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone": "resnet18", + "crop_shape": [ + 162, + 288 + ], + "crop_is_random": true, + "pretrained_backbone_weights": null, + "use_group_norm": true, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": true, + "use_vit_encoder": false, + "vit_embed_dim": 512, + "vit_depth": 6, + "vit_num_heads": 8, + "vit_dropout": 0.1, + "down_dims": [ + 256, + 512, + 1024 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 10, + "do_mask_loss_for_padding": false, + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500 + }, + "output_dir": "outputs/debug_train/needle_pickup_both", + "job_name": "diffusion", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 20000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adam", + "lr": 0.0001, + "weight_decay": 1e-06, + "grad_clip_norm": 10.0, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "diffuser", + "num_warmup_steps": 500, + "name": "cosine" + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null + }, + "peft": null, + "use_rabc": false, + "rabc_progress_path": null, + "rabc_kappa": 0.01, + "rabc_epsilon": 1e-06, + "rabc_head_mode": "sparse", + "use_umi_relative_actions": false, + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/needle_pickup_both/checkpoints/040000/training_state/optimizer_param_groups.json b/needle_pickup_both/checkpoints/040000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..7886e0a8a4d9b713f88bb3f6a12c84de8a27e7fe --- /dev/null +++ b/needle_pickup_both/checkpoints/040000/training_state/optimizer_param_groups.json @@ -0,0 +1,297 @@ +[ + { + "lr": 6.590057681196191e-05, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-06, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": false, + "initial_lr": 0.0001, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275 + ] + } +] \ No newline at end of file diff --git a/needle_pickup_both/checkpoints/040000/training_state/optimizer_state.safetensors b/needle_pickup_both/checkpoints/040000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bb28571e7d60d89cbfca8f9ed5779e8297229b65 --- /dev/null +++ b/needle_pickup_both/checkpoints/040000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2629296a28c6f6240c5946d672548911db2551029724a3b1053c654f09e5908f +size 713222680 diff --git a/needle_pickup_both/checkpoints/040000/training_state/rng_state.safetensors b/needle_pickup_both/checkpoints/040000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5b2b49c666e188c87ee467be47a4063906f106d2 --- /dev/null +++ b/needle_pickup_both/checkpoints/040000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e82f2c67e8764e3ae18ec5e6ef55100a1f40b0e6e38b04a251629653357568b2 +size 15708 diff --git a/needle_pickup_both/checkpoints/040000/training_state/scheduler_state.json b/needle_pickup_both/checkpoints/040000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..3d5ef807651649e49fd130ba01189f1e3e79f035 --- /dev/null +++ b/needle_pickup_both/checkpoints/040000/training_state/scheduler_state.json @@ -0,0 +1,14 @@ +{ + "base_lrs": [ + 0.0001 + ], + "last_epoch": 40000, + "_step_count": 40001, + "_get_lr_called_within_step": false, + "_last_lr": [ + 6.590057681196191e-05 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/needle_pickup_both/checkpoints/040000/training_state/training_step.json b/needle_pickup_both/checkpoints/040000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..fe40d8ff4312c7e5a8fba9bcc932a43a1384ba77 --- /dev/null +++ b/needle_pickup_both/checkpoints/040000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 40000 +} \ No newline at end of file diff --git a/needle_pickup_both/checkpoints/060000/pretrained_model/config.json b/needle_pickup_both/checkpoints/060000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..45a8a39a7ef7744dfb5b45d2d5007dca2ea4634e --- /dev/null +++ b/needle_pickup_both/checkpoints/060000/pretrained_model/config.json @@ -0,0 +1,96 @@ +{ + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.image.cam0": { + "type": "VISUAL", + "shape": [ + 3, + 240, + 320 + ] + }, + "observation.image.cam1": { + "type": "VISUAL", + "shape": [ + 3, + 240, + 320 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 3 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 9 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone": "resnet18", + "crop_shape": [ + 162, + 288 + ], + "crop_is_random": true, + "pretrained_backbone_weights": null, + "use_group_norm": true, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": true, + "use_vit_encoder": false, + "vit_embed_dim": 512, + "vit_depth": 6, + "vit_num_heads": 8, + "vit_dropout": 0.1, + "down_dims": [ + 256, + 512, + 1024 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 10, + "do_mask_loss_for_padding": false, + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500 +} \ No newline at end of file diff --git a/needle_pickup_both/checkpoints/060000/pretrained_model/model.safetensors b/needle_pickup_both/checkpoints/060000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5142d3f87799579ef34dc1015505076f16804e7d --- /dev/null +++ b/needle_pickup_both/checkpoints/060000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06157e1f1d35dff39750695f7e44ee7b4109a14b5b2a7f1e844aef3302aa7c38 +size 356608804 diff --git a/needle_pickup_both/checkpoints/060000/pretrained_model/policy_postprocessor.json b/needle_pickup_both/checkpoints/060000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..ee12d83c27cc55450aee5e2e9bd0d3b21fc09125 --- /dev/null +++ b/needle_pickup_both/checkpoints/060000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 9 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/needle_pickup_both/checkpoints/060000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/needle_pickup_both/checkpoints/060000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6a45e7e913151e99aebc7594dfe8e0f3cb7dc529 --- /dev/null +++ b/needle_pickup_both/checkpoints/060000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b416c1568a468916ac42f9ab46a583712f6b63799ec546b7084eedc851b25d4 +size 7512 diff --git a/needle_pickup_both/checkpoints/060000/pretrained_model/policy_preprocessor.json b/needle_pickup_both/checkpoints/060000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..d2d3d3bdc5fda884bedd69cce6bfedb5213a8a3a --- /dev/null +++ b/needle_pickup_both/checkpoints/060000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.image.cam0": { + "type": "VISUAL", + "shape": [ + 3, + 240, + 320 + ] + }, + "observation.image.cam1": { + "type": "VISUAL", + "shape": [ + 3, + 240, + 320 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 3 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 9 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/needle_pickup_both/checkpoints/060000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/needle_pickup_both/checkpoints/060000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6a45e7e913151e99aebc7594dfe8e0f3cb7dc529 --- /dev/null +++ b/needle_pickup_both/checkpoints/060000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b416c1568a468916ac42f9ab46a583712f6b63799ec546b7084eedc851b25d4 +size 7512 diff --git a/needle_pickup_both/checkpoints/060000/pretrained_model/train_config.json b/needle_pickup_both/checkpoints/060000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..408607aa083178b57662992fd7e388f6c8a03b28 --- /dev/null +++ b/needle_pickup_both/checkpoints/060000/pretrained_model/train_config.json @@ -0,0 +1,231 @@ +{ + "dataset": { + "repo_id": "both/needle_pickup_both", + "root": null, + "episodes": null, + "image_transforms": { + "enable": true, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "streaming": false + }, + "env": null, + "policy": { + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.image.cam0": { + "type": "VISUAL", + "shape": [ + 3, + 240, + 320 + ] + }, + "observation.image.cam1": { + "type": "VISUAL", + "shape": [ + 3, + 240, + 320 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 3 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 9 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone": "resnet18", + "crop_shape": [ + 162, + 288 + ], + "crop_is_random": true, + "pretrained_backbone_weights": null, + "use_group_norm": true, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": true, + "use_vit_encoder": false, + "vit_embed_dim": 512, + "vit_depth": 6, + "vit_num_heads": 8, + "vit_dropout": 0.1, + "down_dims": [ + 256, + 512, + 1024 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 10, + "do_mask_loss_for_padding": false, + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500 + }, + "output_dir": "outputs/debug_train/needle_pickup_both", + "job_name": "diffusion", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 20000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adam", + "lr": 0.0001, + "weight_decay": 1e-06, + "grad_clip_norm": 10.0, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "diffuser", + "num_warmup_steps": 500, + "name": "cosine" + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null + }, + "peft": null, + "use_rabc": false, + "rabc_progress_path": null, + "rabc_kappa": 0.01, + "rabc_epsilon": 1e-06, + "rabc_head_mode": "sparse", + "use_umi_relative_actions": false, + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/needle_pickup_both/checkpoints/060000/training_state/optimizer_param_groups.json b/needle_pickup_both/checkpoints/060000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..9b89f37b87afb014e1c73683af47b1bed938d545 --- /dev/null +++ b/needle_pickup_both/checkpoints/060000/training_state/optimizer_param_groups.json @@ -0,0 +1,297 @@ +[ + { + "lr": 3.484974098465636e-05, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-06, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": false, + "initial_lr": 0.0001, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275 + ] + } +] \ No newline at end of file diff --git a/needle_pickup_both/checkpoints/060000/training_state/optimizer_state.safetensors b/needle_pickup_both/checkpoints/060000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b011968b49b13186f5812a9b0ee17cfade5baabb --- /dev/null +++ b/needle_pickup_both/checkpoints/060000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3676357ac0fc304a576287716aaf32984bf8964c1a4e336e228f4305760dcc3c +size 713222680 diff --git a/needle_pickup_both/checkpoints/060000/training_state/rng_state.safetensors b/needle_pickup_both/checkpoints/060000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..24c41323e985c2d6be0493b70d7e0f2d3baa1005 --- /dev/null +++ b/needle_pickup_both/checkpoints/060000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b402e16a4659da30e8a3ecf43a1be1262e337dcb671be030e2ef610603336315 +size 15708 diff --git a/needle_pickup_both/checkpoints/060000/training_state/scheduler_state.json b/needle_pickup_both/checkpoints/060000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..668b51a9f5d74f350a4aa0a1b35f5d4f4498a280 --- /dev/null +++ b/needle_pickup_both/checkpoints/060000/training_state/scheduler_state.json @@ -0,0 +1,14 @@ +{ + "base_lrs": [ + 0.0001 + ], + "last_epoch": 60000, + "_step_count": 60001, + "_get_lr_called_within_step": false, + "_last_lr": [ + 3.484974098465636e-05 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/needle_pickup_both/checkpoints/060000/training_state/training_step.json b/needle_pickup_both/checkpoints/060000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..d360b6037f1c8c2c85d38e951160eb02ace507dd --- /dev/null +++ b/needle_pickup_both/checkpoints/060000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 60000 +} \ No newline at end of file diff --git a/needle_pickup_both/checkpoints/080000/pretrained_model/config.json b/needle_pickup_both/checkpoints/080000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..45a8a39a7ef7744dfb5b45d2d5007dca2ea4634e --- /dev/null +++ b/needle_pickup_both/checkpoints/080000/pretrained_model/config.json @@ -0,0 +1,96 @@ +{ + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.image.cam0": { + "type": "VISUAL", + "shape": [ + 3, + 240, + 320 + ] + }, + "observation.image.cam1": { + "type": "VISUAL", + "shape": [ + 3, + 240, + 320 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 3 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 9 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone": "resnet18", + "crop_shape": [ + 162, + 288 + ], + "crop_is_random": true, + "pretrained_backbone_weights": null, + "use_group_norm": true, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": true, + "use_vit_encoder": false, + "vit_embed_dim": 512, + "vit_depth": 6, + "vit_num_heads": 8, + "vit_dropout": 0.1, + "down_dims": [ + 256, + 512, + 1024 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 10, + "do_mask_loss_for_padding": false, + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500 +} \ No newline at end of file diff --git a/needle_pickup_both/checkpoints/080000/pretrained_model/model.safetensors b/needle_pickup_both/checkpoints/080000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..39a8681e6d4f7eec31bbe1ce46c4879b5539206c --- /dev/null +++ b/needle_pickup_both/checkpoints/080000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ccedd87c469db77c0a6c60dda76824982a0fc48ca57572c2bff30c3737cd2b37 +size 356608804 diff --git a/needle_pickup_both/checkpoints/080000/pretrained_model/policy_postprocessor.json b/needle_pickup_both/checkpoints/080000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..ee12d83c27cc55450aee5e2e9bd0d3b21fc09125 --- /dev/null +++ b/needle_pickup_both/checkpoints/080000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 9 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/needle_pickup_both/checkpoints/080000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/needle_pickup_both/checkpoints/080000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6a45e7e913151e99aebc7594dfe8e0f3cb7dc529 --- /dev/null +++ b/needle_pickup_both/checkpoints/080000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b416c1568a468916ac42f9ab46a583712f6b63799ec546b7084eedc851b25d4 +size 7512 diff --git a/needle_pickup_both/checkpoints/080000/pretrained_model/policy_preprocessor.json b/needle_pickup_both/checkpoints/080000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..d2d3d3bdc5fda884bedd69cce6bfedb5213a8a3a --- /dev/null +++ b/needle_pickup_both/checkpoints/080000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.image.cam0": { + "type": "VISUAL", + "shape": [ + 3, + 240, + 320 + ] + }, + "observation.image.cam1": { + "type": "VISUAL", + "shape": [ + 3, + 240, + 320 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 3 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 9 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/needle_pickup_both/checkpoints/080000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/needle_pickup_both/checkpoints/080000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6a45e7e913151e99aebc7594dfe8e0f3cb7dc529 --- /dev/null +++ b/needle_pickup_both/checkpoints/080000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b416c1568a468916ac42f9ab46a583712f6b63799ec546b7084eedc851b25d4 +size 7512 diff --git a/needle_pickup_both/checkpoints/080000/pretrained_model/train_config.json b/needle_pickup_both/checkpoints/080000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..408607aa083178b57662992fd7e388f6c8a03b28 --- /dev/null +++ b/needle_pickup_both/checkpoints/080000/pretrained_model/train_config.json @@ -0,0 +1,231 @@ +{ + "dataset": { + "repo_id": "both/needle_pickup_both", + "root": null, + "episodes": null, + "image_transforms": { + "enable": true, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "streaming": false + }, + "env": null, + "policy": { + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.image.cam0": { + "type": "VISUAL", + "shape": [ + 3, + 240, + 320 + ] + }, + "observation.image.cam1": { + "type": "VISUAL", + "shape": [ + 3, + 240, + 320 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 3 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 9 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone": "resnet18", + "crop_shape": [ + 162, + 288 + ], + "crop_is_random": true, + "pretrained_backbone_weights": null, + "use_group_norm": true, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": true, + "use_vit_encoder": false, + "vit_embed_dim": 512, + "vit_depth": 6, + "vit_num_heads": 8, + "vit_dropout": 0.1, + "down_dims": [ + 256, + 512, + 1024 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 10, + "do_mask_loss_for_padding": false, + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500 + }, + "output_dir": "outputs/debug_train/needle_pickup_both", + "job_name": "diffusion", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 20000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adam", + "lr": 0.0001, + "weight_decay": 1e-06, + "grad_clip_norm": 10.0, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "diffuser", + "num_warmup_steps": 500, + "name": "cosine" + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null + }, + "peft": null, + "use_rabc": false, + "rabc_progress_path": null, + "rabc_kappa": 0.01, + "rabc_epsilon": 1e-06, + "rabc_head_mode": "sparse", + "use_umi_relative_actions": false, + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/needle_pickup_both/checkpoints/080000/training_state/optimizer_param_groups.json b/needle_pickup_both/checkpoints/080000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..0446da07aad4470a98e7551318784cdb5467c2f9 --- /dev/null +++ b/needle_pickup_both/checkpoints/080000/training_state/optimizer_param_groups.json @@ -0,0 +1,297 @@ +[ + { + "lr": 9.642144811900739e-06, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-06, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": false, + "initial_lr": 0.0001, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275 + ] + } +] \ No newline at end of file diff --git a/needle_pickup_both/checkpoints/080000/training_state/optimizer_state.safetensors b/needle_pickup_both/checkpoints/080000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1d33f5661d9eb2db610a2a0083f1a0236b961fb0 --- /dev/null +++ b/needle_pickup_both/checkpoints/080000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:232b87944a6a7ed2f09544b9f09c56a33e0560cfa4612c5b3f93d9f6fd75be63 +size 713222680 diff --git a/needle_pickup_both/checkpoints/080000/training_state/rng_state.safetensors b/needle_pickup_both/checkpoints/080000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c04b8f2df8e2a5a0472d89bf718761e234e466cb --- /dev/null +++ b/needle_pickup_both/checkpoints/080000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b55ae8af2b5da65ef9d995100713793e9449ebcd43d19c645873b5453778c959 +size 15708 diff --git a/needle_pickup_both/checkpoints/080000/training_state/scheduler_state.json b/needle_pickup_both/checkpoints/080000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..0d7972eada3dacc85eaf6bf64c05d9e14b9cb216 --- /dev/null +++ b/needle_pickup_both/checkpoints/080000/training_state/scheduler_state.json @@ -0,0 +1,14 @@ +{ + "base_lrs": [ + 0.0001 + ], + "last_epoch": 80000, + "_step_count": 80001, + "_get_lr_called_within_step": false, + "_last_lr": [ + 9.642144811900739e-06 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/needle_pickup_both/checkpoints/080000/training_state/training_step.json b/needle_pickup_both/checkpoints/080000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..384eace4ecc2a6cba352aa7cf27f04405b7319c3 --- /dev/null +++ b/needle_pickup_both/checkpoints/080000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 80000 +} \ No newline at end of file diff --git a/needle_pickup_both/checkpoints/100000/pretrained_model/config.json b/needle_pickup_both/checkpoints/100000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..45a8a39a7ef7744dfb5b45d2d5007dca2ea4634e --- /dev/null +++ b/needle_pickup_both/checkpoints/100000/pretrained_model/config.json @@ -0,0 +1,96 @@ +{ + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.image.cam0": { + "type": "VISUAL", + "shape": [ + 3, + 240, + 320 + ] + }, + "observation.image.cam1": { + "type": "VISUAL", + "shape": [ + 3, + 240, + 320 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 3 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 9 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone": "resnet18", + "crop_shape": [ + 162, + 288 + ], + "crop_is_random": true, + "pretrained_backbone_weights": null, + "use_group_norm": true, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": true, + "use_vit_encoder": false, + "vit_embed_dim": 512, + "vit_depth": 6, + "vit_num_heads": 8, + "vit_dropout": 0.1, + "down_dims": [ + 256, + 512, + 1024 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 10, + "do_mask_loss_for_padding": false, + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500 +} \ No newline at end of file diff --git a/needle_pickup_both/checkpoints/100000/pretrained_model/model.safetensors b/needle_pickup_both/checkpoints/100000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1cd9bce359f60c9fbf457d1e6c22a1a14e1e7df1 --- /dev/null +++ b/needle_pickup_both/checkpoints/100000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:327eec419c5e67d521e97a2f40d40c894309d4cce79198dc758775de2d54412e +size 356608804 diff --git a/needle_pickup_both/checkpoints/100000/pretrained_model/policy_postprocessor.json b/needle_pickup_both/checkpoints/100000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..ee12d83c27cc55450aee5e2e9bd0d3b21fc09125 --- /dev/null +++ b/needle_pickup_both/checkpoints/100000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 9 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/needle_pickup_both/checkpoints/100000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/needle_pickup_both/checkpoints/100000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6a45e7e913151e99aebc7594dfe8e0f3cb7dc529 --- /dev/null +++ b/needle_pickup_both/checkpoints/100000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b416c1568a468916ac42f9ab46a583712f6b63799ec546b7084eedc851b25d4 +size 7512 diff --git a/needle_pickup_both/checkpoints/100000/pretrained_model/policy_preprocessor.json b/needle_pickup_both/checkpoints/100000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..d2d3d3bdc5fda884bedd69cce6bfedb5213a8a3a --- /dev/null +++ b/needle_pickup_both/checkpoints/100000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.image.cam0": { + "type": "VISUAL", + "shape": [ + 3, + 240, + 320 + ] + }, + "observation.image.cam1": { + "type": "VISUAL", + "shape": [ + 3, + 240, + 320 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 3 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 9 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/needle_pickup_both/checkpoints/100000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/needle_pickup_both/checkpoints/100000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6a45e7e913151e99aebc7594dfe8e0f3cb7dc529 --- /dev/null +++ b/needle_pickup_both/checkpoints/100000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b416c1568a468916ac42f9ab46a583712f6b63799ec546b7084eedc851b25d4 +size 7512 diff --git a/needle_pickup_both/checkpoints/100000/pretrained_model/train_config.json b/needle_pickup_both/checkpoints/100000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..408607aa083178b57662992fd7e388f6c8a03b28 --- /dev/null +++ b/needle_pickup_both/checkpoints/100000/pretrained_model/train_config.json @@ -0,0 +1,231 @@ +{ + "dataset": { + "repo_id": "both/needle_pickup_both", + "root": null, + "episodes": null, + "image_transforms": { + "enable": true, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "streaming": false + }, + "env": null, + "policy": { + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.image.cam0": { + "type": "VISUAL", + "shape": [ + 3, + 240, + 320 + ] + }, + "observation.image.cam1": { + "type": "VISUAL", + "shape": [ + 3, + 240, + 320 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 3 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 9 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone": "resnet18", + "crop_shape": [ + 162, + 288 + ], + "crop_is_random": true, + "pretrained_backbone_weights": null, + "use_group_norm": true, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": true, + "use_vit_encoder": false, + "vit_embed_dim": 512, + "vit_depth": 6, + "vit_num_heads": 8, + "vit_dropout": 0.1, + "down_dims": [ + 256, + 512, + 1024 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 10, + "do_mask_loss_for_padding": false, + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500 + }, + "output_dir": "outputs/debug_train/needle_pickup_both", + "job_name": "diffusion", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 20000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adam", + "lr": 0.0001, + "weight_decay": 1e-06, + "grad_clip_norm": 10.0, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "diffuser", + "num_warmup_steps": 500, + "name": "cosine" + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null + }, + "peft": null, + "use_rabc": false, + "rabc_progress_path": null, + "rabc_kappa": 0.01, + "rabc_epsilon": 1e-06, + "rabc_head_mode": "sparse", + "use_umi_relative_actions": false, + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/needle_pickup_both/checkpoints/100000/training_state/optimizer_param_groups.json b/needle_pickup_both/checkpoints/100000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..3c33ec02077cf6a84c4c784e0b381f453f5f9ae2 --- /dev/null +++ b/needle_pickup_both/checkpoints/100000/training_state/optimizer_param_groups.json @@ -0,0 +1,297 @@ +[ + { + "lr": 0.0, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-06, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": false, + "initial_lr": 0.0001, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275 + ] + } +] \ No newline at end of file diff --git a/needle_pickup_both/checkpoints/100000/training_state/optimizer_state.safetensors b/needle_pickup_both/checkpoints/100000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..508ddd35c483d2f8d24df9a0919275702619019d --- /dev/null +++ b/needle_pickup_both/checkpoints/100000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1af3c25799445ace3ac392fd5c4d4c1be754f09d31f3d2c71c6db58f9243a207 +size 713222680 diff --git a/needle_pickup_both/checkpoints/100000/training_state/rng_state.safetensors b/needle_pickup_both/checkpoints/100000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bd1aa20d4925059e06c0d195b3df98fa39fab84d --- /dev/null +++ b/needle_pickup_both/checkpoints/100000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40073fdaf1e0eaff10ee2da20a7c737276bd52d3f58ff62c3907ab8b5a702610 +size 15708 diff --git a/needle_pickup_both/checkpoints/100000/training_state/scheduler_state.json b/needle_pickup_both/checkpoints/100000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..17e61252d488b35f8d1370b0c55198508910e68c --- /dev/null +++ b/needle_pickup_both/checkpoints/100000/training_state/scheduler_state.json @@ -0,0 +1,14 @@ +{ + "base_lrs": [ + 0.0001 + ], + "last_epoch": 100000, + "_step_count": 100001, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/needle_pickup_both/checkpoints/100000/training_state/training_step.json b/needle_pickup_both/checkpoints/100000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..8eb73c13d28bca88058c08796abbf931c3f9b012 --- /dev/null +++ b/needle_pickup_both/checkpoints/100000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 100000 +} \ No newline at end of file