diff --git a/checkpoints/diffusion_unet/joints/thursday/020000/pretrained_model/config.json b/checkpoints/diffusion_unet/joints/thursday/020000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ed00a770fed04da3a3548ac2ef5735f1e2dd08bd --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/020000/pretrained_model/config.json @@ -0,0 +1,84 @@ +{ + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone": "resnet18", + "resize_shape": null, + "crop_ratio": 1.0, + "crop_shape": null, + "crop_is_random": true, + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": true, + "down_dims": [ + 512, + 1024, + 2048 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 100, + "compile_model": false, + "compile_mode": "reduce-overhead", + "do_mask_loss_for_padding": false, + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500 +} \ No newline at end of file diff --git a/checkpoints/diffusion_unet/joints/thursday/020000/pretrained_model/model.safetensors b/checkpoints/diffusion_unet/joints/thursday/020000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..84a7b4a33b88b0f8d9feb1c19739103ae732a712 --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/020000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6ff6440f275663a25e45a26b69c9e709eccd3baa75601e370608490869b92e5 +size 1051884376 diff --git a/checkpoints/diffusion_unet/joints/thursday/020000/pretrained_model/policy_postprocessor.json b/checkpoints/diffusion_unet/joints/thursday/020000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..f2c5e6cea7850bb999ab193f96021fa0129ce4db --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/020000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoints/diffusion_unet/joints/thursday/020000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoints/diffusion_unet/joints/thursday/020000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c84a6417d11cb879e9ddf517ed5587e72d2c0c04 --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/020000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11ecd348d160ce4458548d6d16103defe844bbd10e21f93fbe94b61c29e71e3a +size 6560 diff --git a/checkpoints/diffusion_unet/joints/thursday/020000/pretrained_model/policy_preprocessor.json b/checkpoints/diffusion_unet/joints/thursday/020000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a6f57e6242af17f882bc107c602ca76393c57d55 --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/020000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,56 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoints/diffusion_unet/joints/thursday/020000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoints/diffusion_unet/joints/thursday/020000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c84a6417d11cb879e9ddf517ed5587e72d2c0c04 --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/020000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11ecd348d160ce4458548d6d16103defe844bbd10e21f93fbe94b61c29e71e3a +size 6560 diff --git a/checkpoints/diffusion_unet/joints/thursday/020000/pretrained_model/train_config.json b/checkpoints/diffusion_unet/joints/thursday/020000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..9756f377afc7d5745b3db8fcd8b24a67d7b1af7f --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/020000/pretrained_model/train_config.json @@ -0,0 +1,220 @@ +{ + "dataset": { + "repo_id": "local/act_collected_episodes", + "root": "/home/romain/Desktop/robot_learning/dataset/act_collected_episodes", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "pyav", + "return_uint8": false, + "streaming": false + }, + "env": null, + "policy": { + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone": "resnet18", + "resize_shape": null, + "crop_ratio": 1.0, + "crop_shape": null, + "crop_is_random": true, + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": true, + "down_dims": [ + 512, + 1024, + 2048 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 100, + "compile_model": false, + "compile_mode": "reduce-overhead", + "do_mask_loss_for_padding": false, + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500 + }, + "reward_model": null, + "output_dir": "/home/romain/Desktop/robot_learning/outputs/train/diffusion_laptop_20260515_063552", + "job_name": "diffusion_laptop_20260515_063552", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 4, + "batch_size": 64, + "prefetch_factor": 4, + "persistent_workers": true, + "steps": 200000, + "eval_freq": 0, + "log_freq": 20, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 20000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adam", + "lr": 0.0001, + "weight_decay": 1e-06, + "grad_clip_norm": 10.0, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "diffuser", + "num_warmup_steps": 500, + "name": "cosine" + }, + "eval": { + "n_episodes": 50, + "batch_size": 44, + "use_async_envs": true + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null, + "add_tags": true + }, + "peft": null, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/checkpoints/diffusion_unet/joints/thursday/020000/training_state/optimizer_param_groups.json b/checkpoints/diffusion_unet/joints/thursday/020000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..7336261fe7b0e542992ec11b1b75c627acf0d327 --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/020000/training_state/optimizer_param_groups.json @@ -0,0 +1,233 @@ +[ + { + "lr": 9.766112029998846e-05, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-06, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": false, + "initial_lr": 0.0001, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211 + ] + } +] \ No newline at end of file diff --git a/checkpoints/diffusion_unet/joints/thursday/020000/training_state/optimizer_state.safetensors b/checkpoints/diffusion_unet/joints/thursday/020000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d413287aa1fd5a8f86221064b239229bf639c1a0 --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/020000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:936179ae45b6803d1c7394898e13caa24e1fb5a1f37defeba40cd4712cf41f7a +size 2103678952 diff --git a/checkpoints/diffusion_unet/joints/thursday/020000/training_state/rng_state.safetensors b/checkpoints/diffusion_unet/joints/thursday/020000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..48f869e7ce6f18fdad2f7e015a81fddfdf6ce4b0 --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/020000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:212ad8ab39473025ed05cfaa3801a0fd11456957fb13cf0bb740df8d7968caf7 +size 15708 diff --git a/checkpoints/diffusion_unet/joints/thursday/020000/training_state/scheduler_state.json b/checkpoints/diffusion_unet/joints/thursday/020000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..c8c235583f974dd100b1b646e34ace76dfc896ed --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/020000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0001 + ], + "last_epoch": 20000, + "_step_count": 20001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 9.766112029998846e-05 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/checkpoints/diffusion_unet/joints/thursday/020000/training_state/training_step.json b/checkpoints/diffusion_unet/joints/thursday/020000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..dc9bb47026c5d5237ca6fc5dbff6020dd122ea05 --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/020000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 20000 +} \ No newline at end of file diff --git a/checkpoints/diffusion_unet/joints/thursday/040000/pretrained_model/config.json b/checkpoints/diffusion_unet/joints/thursday/040000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ed00a770fed04da3a3548ac2ef5735f1e2dd08bd --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/040000/pretrained_model/config.json @@ -0,0 +1,84 @@ +{ + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone": "resnet18", + "resize_shape": null, + "crop_ratio": 1.0, + "crop_shape": null, + "crop_is_random": true, + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": true, + "down_dims": [ + 512, + 1024, + 2048 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 100, + "compile_model": false, + "compile_mode": "reduce-overhead", + "do_mask_loss_for_padding": false, + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500 +} \ No newline at end of file diff --git a/checkpoints/diffusion_unet/joints/thursday/040000/pretrained_model/model.safetensors b/checkpoints/diffusion_unet/joints/thursday/040000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9a03c8cadb481b5aeca55024393f69f9d28a1063 --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/040000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55acc90f591f46be99d2e0fc4a82e655c7989899c4c8915927a0b0b7f0552a40 +size 1051884376 diff --git a/checkpoints/diffusion_unet/joints/thursday/040000/pretrained_model/policy_postprocessor.json b/checkpoints/diffusion_unet/joints/thursday/040000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..f2c5e6cea7850bb999ab193f96021fa0129ce4db --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/040000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoints/diffusion_unet/joints/thursday/040000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoints/diffusion_unet/joints/thursday/040000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c84a6417d11cb879e9ddf517ed5587e72d2c0c04 --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/040000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11ecd348d160ce4458548d6d16103defe844bbd10e21f93fbe94b61c29e71e3a +size 6560 diff --git a/checkpoints/diffusion_unet/joints/thursday/040000/pretrained_model/policy_preprocessor.json b/checkpoints/diffusion_unet/joints/thursday/040000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a6f57e6242af17f882bc107c602ca76393c57d55 --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/040000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,56 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoints/diffusion_unet/joints/thursday/040000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoints/diffusion_unet/joints/thursday/040000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c84a6417d11cb879e9ddf517ed5587e72d2c0c04 --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/040000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11ecd348d160ce4458548d6d16103defe844bbd10e21f93fbe94b61c29e71e3a +size 6560 diff --git a/checkpoints/diffusion_unet/joints/thursday/040000/pretrained_model/train_config.json b/checkpoints/diffusion_unet/joints/thursday/040000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..9756f377afc7d5745b3db8fcd8b24a67d7b1af7f --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/040000/pretrained_model/train_config.json @@ -0,0 +1,220 @@ +{ + "dataset": { + "repo_id": "local/act_collected_episodes", + "root": "/home/romain/Desktop/robot_learning/dataset/act_collected_episodes", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "pyav", + "return_uint8": false, + "streaming": false + }, + "env": null, + "policy": { + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone": "resnet18", + "resize_shape": null, + "crop_ratio": 1.0, + "crop_shape": null, + "crop_is_random": true, + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": true, + "down_dims": [ + 512, + 1024, + 2048 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 100, + "compile_model": false, + "compile_mode": "reduce-overhead", + "do_mask_loss_for_padding": false, + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500 + }, + "reward_model": null, + "output_dir": "/home/romain/Desktop/robot_learning/outputs/train/diffusion_laptop_20260515_063552", + "job_name": "diffusion_laptop_20260515_063552", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 4, + "batch_size": 64, + "prefetch_factor": 4, + "persistent_workers": true, + "steps": 200000, + "eval_freq": 0, + "log_freq": 20, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 20000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adam", + "lr": 0.0001, + "weight_decay": 1e-06, + "grad_clip_norm": 10.0, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "diffuser", + "num_warmup_steps": 500, + "name": "cosine" + }, + "eval": { + "n_episodes": 50, + "batch_size": 44, + "use_async_envs": true + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null, + "add_tags": true + }, + "peft": null, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/checkpoints/diffusion_unet/joints/thursday/040000/training_state/optimizer_param_groups.json b/checkpoints/diffusion_unet/joints/thursday/040000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..741ff0d71da2f4b05680b9b701f2f921ff461f91 --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/040000/training_state/optimizer_param_groups.json @@ -0,0 +1,233 @@ +[ + { + "lr": 9.063516700762651e-05, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-06, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": false, + "initial_lr": 0.0001, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211 + ] + } +] \ No newline at end of file diff --git a/checkpoints/diffusion_unet/joints/thursday/040000/training_state/optimizer_state.safetensors b/checkpoints/diffusion_unet/joints/thursday/040000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6f0a5380938abf9cb1d57b106021e47da6aa52f6 --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/040000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:416446acb65b4566eff7a5c1dd8f2dd2aadadee1b6043a526b2b4a15cfb241d4 +size 2103678952 diff --git a/checkpoints/diffusion_unet/joints/thursday/040000/training_state/rng_state.safetensors b/checkpoints/diffusion_unet/joints/thursday/040000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0ba651a0d2ac810ef835b873b0e032e36da9a1ec --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/040000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6322fb4c7eb4c78baa4777397ccb317f55b8d5ea585a68c748d27f3d7ff092a0 +size 15708 diff --git a/checkpoints/diffusion_unet/joints/thursday/040000/training_state/scheduler_state.json b/checkpoints/diffusion_unet/joints/thursday/040000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..0209f8b21c604205d3c5f41a0c50528f07a71755 --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/040000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0001 + ], + "last_epoch": 40000, + "_step_count": 40001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 9.063516700762651e-05 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/checkpoints/diffusion_unet/joints/thursday/040000/training_state/training_step.json b/checkpoints/diffusion_unet/joints/thursday/040000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..fe40d8ff4312c7e5a8fba9bcc932a43a1384ba77 --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/040000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 40000 +} \ No newline at end of file diff --git a/checkpoints/diffusion_unet/joints/thursday/060000/pretrained_model/config.json b/checkpoints/diffusion_unet/joints/thursday/060000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ed00a770fed04da3a3548ac2ef5735f1e2dd08bd --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/060000/pretrained_model/config.json @@ -0,0 +1,84 @@ +{ + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone": "resnet18", + "resize_shape": null, + "crop_ratio": 1.0, + "crop_shape": null, + "crop_is_random": true, + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": true, + "down_dims": [ + 512, + 1024, + 2048 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 100, + "compile_model": false, + "compile_mode": "reduce-overhead", + "do_mask_loss_for_padding": false, + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500 +} \ No newline at end of file diff --git a/checkpoints/diffusion_unet/joints/thursday/060000/pretrained_model/model.safetensors b/checkpoints/diffusion_unet/joints/thursday/060000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7251ff2020204e985f3ded044c21290cfc477849 --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/060000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5cd11387ae2cc112727856ba6b9073ef9d2f28cb389bb124eceda682aaf493ec +size 1051884376 diff --git a/checkpoints/diffusion_unet/joints/thursday/060000/pretrained_model/policy_postprocessor.json b/checkpoints/diffusion_unet/joints/thursday/060000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..f2c5e6cea7850bb999ab193f96021fa0129ce4db --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/060000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoints/diffusion_unet/joints/thursday/060000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoints/diffusion_unet/joints/thursday/060000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c84a6417d11cb879e9ddf517ed5587e72d2c0c04 --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/060000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11ecd348d160ce4458548d6d16103defe844bbd10e21f93fbe94b61c29e71e3a +size 6560 diff --git a/checkpoints/diffusion_unet/joints/thursday/060000/pretrained_model/policy_preprocessor.json b/checkpoints/diffusion_unet/joints/thursday/060000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a6f57e6242af17f882bc107c602ca76393c57d55 --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/060000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,56 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoints/diffusion_unet/joints/thursday/060000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoints/diffusion_unet/joints/thursday/060000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c84a6417d11cb879e9ddf517ed5587e72d2c0c04 --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/060000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11ecd348d160ce4458548d6d16103defe844bbd10e21f93fbe94b61c29e71e3a +size 6560 diff --git a/checkpoints/diffusion_unet/joints/thursday/060000/pretrained_model/train_config.json b/checkpoints/diffusion_unet/joints/thursday/060000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..9756f377afc7d5745b3db8fcd8b24a67d7b1af7f --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/060000/pretrained_model/train_config.json @@ -0,0 +1,220 @@ +{ + "dataset": { + "repo_id": "local/act_collected_episodes", + "root": "/home/romain/Desktop/robot_learning/dataset/act_collected_episodes", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "pyav", + "return_uint8": false, + "streaming": false + }, + "env": null, + "policy": { + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone": "resnet18", + "resize_shape": null, + "crop_ratio": 1.0, + "crop_shape": null, + "crop_is_random": true, + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": true, + "down_dims": [ + 512, + 1024, + 2048 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 100, + "compile_model": false, + "compile_mode": "reduce-overhead", + "do_mask_loss_for_padding": false, + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500 + }, + "reward_model": null, + "output_dir": "/home/romain/Desktop/robot_learning/outputs/train/diffusion_laptop_20260515_063552", + "job_name": "diffusion_laptop_20260515_063552", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 4, + "batch_size": 64, + "prefetch_factor": 4, + "persistent_workers": true, + "steps": 200000, + "eval_freq": 0, + "log_freq": 20, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 20000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adam", + "lr": 0.0001, + "weight_decay": 1e-06, + "grad_clip_norm": 10.0, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "diffuser", + "num_warmup_steps": 500, + "name": "cosine" + }, + "eval": { + "n_episodes": 50, + "batch_size": 44, + "use_async_envs": true + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null, + "add_tags": true + }, + "peft": null, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/checkpoints/diffusion_unet/joints/thursday/060000/training_state/optimizer_param_groups.json b/checkpoints/diffusion_unet/joints/thursday/060000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..87110f9b83a553bef300349a7f7025e6d1b83492 --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/060000/training_state/optimizer_param_groups.json @@ -0,0 +1,233 @@ +[ + { + "lr": 7.961176263324901e-05, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-06, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": false, + "initial_lr": 0.0001, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211 + ] + } +] \ No newline at end of file diff --git a/checkpoints/diffusion_unet/joints/thursday/060000/training_state/optimizer_state.safetensors b/checkpoints/diffusion_unet/joints/thursday/060000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6853bd1ed0ad334eb758afd371b8d2e329bf65df --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/060000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9626dc594f56c1160ccf7c40516733f158186355e386d30546e4b378c5394b4 +size 2103678952 diff --git a/checkpoints/diffusion_unet/joints/thursday/060000/training_state/rng_state.safetensors b/checkpoints/diffusion_unet/joints/thursday/060000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9a7d3a2fb1a194c2a7164b0225e3a0f2a0fff761 --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/060000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:952c684aea45642628d30381288aa5831ec2e9eb96ba923e55b8fa168ee17dfa +size 15708 diff --git a/checkpoints/diffusion_unet/joints/thursday/060000/training_state/scheduler_state.json b/checkpoints/diffusion_unet/joints/thursday/060000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..90a7b933eaf672331cef07dfd60c101926b5e7c1 --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/060000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0001 + ], + "last_epoch": 60000, + "_step_count": 60001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 7.961176263324901e-05 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/checkpoints/diffusion_unet/joints/thursday/060000/training_state/training_step.json b/checkpoints/diffusion_unet/joints/thursday/060000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..d360b6037f1c8c2c85d38e951160eb02ace507dd --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/060000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 60000 +} \ No newline at end of file diff --git a/checkpoints/diffusion_unet/joints/thursday/080000/pretrained_model/config.json b/checkpoints/diffusion_unet/joints/thursday/080000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ed00a770fed04da3a3548ac2ef5735f1e2dd08bd --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/080000/pretrained_model/config.json @@ -0,0 +1,84 @@ +{ + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone": "resnet18", + "resize_shape": null, + "crop_ratio": 1.0, + "crop_shape": null, + "crop_is_random": true, + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": true, + "down_dims": [ + 512, + 1024, + 2048 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 100, + "compile_model": false, + "compile_mode": "reduce-overhead", + "do_mask_loss_for_padding": false, + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500 +} \ No newline at end of file diff --git a/checkpoints/diffusion_unet/joints/thursday/080000/pretrained_model/model.safetensors b/checkpoints/diffusion_unet/joints/thursday/080000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..65bffdbf25cbce555a6d64bcd19b0f5bb80ede5a --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/080000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a6fa0d310e8a2ac6e3fc872946c070c09ab1bf4097c9d8a146ffb765a214e06 +size 1051884376 diff --git a/checkpoints/diffusion_unet/joints/thursday/080000/pretrained_model/policy_postprocessor.json b/checkpoints/diffusion_unet/joints/thursday/080000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..f2c5e6cea7850bb999ab193f96021fa0129ce4db --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/080000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoints/diffusion_unet/joints/thursday/080000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoints/diffusion_unet/joints/thursday/080000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c84a6417d11cb879e9ddf517ed5587e72d2c0c04 --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/080000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11ecd348d160ce4458548d6d16103defe844bbd10e21f93fbe94b61c29e71e3a +size 6560 diff --git a/checkpoints/diffusion_unet/joints/thursday/080000/pretrained_model/policy_preprocessor.json b/checkpoints/diffusion_unet/joints/thursday/080000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a6f57e6242af17f882bc107c602ca76393c57d55 --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/080000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,56 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoints/diffusion_unet/joints/thursday/080000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoints/diffusion_unet/joints/thursday/080000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c84a6417d11cb879e9ddf517ed5587e72d2c0c04 --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/080000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11ecd348d160ce4458548d6d16103defe844bbd10e21f93fbe94b61c29e71e3a +size 6560 diff --git a/checkpoints/diffusion_unet/joints/thursday/080000/pretrained_model/train_config.json b/checkpoints/diffusion_unet/joints/thursday/080000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..9756f377afc7d5745b3db8fcd8b24a67d7b1af7f --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/080000/pretrained_model/train_config.json @@ -0,0 +1,220 @@ +{ + "dataset": { + "repo_id": "local/act_collected_episodes", + "root": "/home/romain/Desktop/robot_learning/dataset/act_collected_episodes", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "pyav", + "return_uint8": false, + "streaming": false + }, + "env": null, + "policy": { + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone": "resnet18", + "resize_shape": null, + "crop_ratio": 1.0, + "crop_shape": null, + "crop_is_random": true, + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": true, + "down_dims": [ + 512, + 1024, + 2048 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 100, + "compile_model": false, + "compile_mode": "reduce-overhead", + "do_mask_loss_for_padding": false, + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500 + }, + "reward_model": null, + "output_dir": "/home/romain/Desktop/robot_learning/outputs/train/diffusion_laptop_20260515_063552", + "job_name": "diffusion_laptop_20260515_063552", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 4, + "batch_size": 64, + "prefetch_factor": 4, + "persistent_workers": true, + "steps": 200000, + "eval_freq": 0, + "log_freq": 20, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 20000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adam", + "lr": 0.0001, + "weight_decay": 1e-06, + "grad_clip_norm": 10.0, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "diffuser", + "num_warmup_steps": 500, + "name": "cosine" + }, + "eval": { + "n_episodes": 50, + "batch_size": 44, + "use_async_envs": true + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null, + "add_tags": true + }, + "peft": null, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/checkpoints/diffusion_unet/joints/thursday/080000/training_state/optimizer_param_groups.json b/checkpoints/diffusion_unet/joints/thursday/080000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..cabdfe39a8af11c485de021f8ebff4c6750d9d1f --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/080000/training_state/optimizer_param_groups.json @@ -0,0 +1,233 @@ +[ + { + "lr": 6.567532550188907e-05, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-06, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": false, + "initial_lr": 0.0001, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211 + ] + } +] \ No newline at end of file diff --git a/checkpoints/diffusion_unet/joints/thursday/080000/training_state/optimizer_state.safetensors b/checkpoints/diffusion_unet/joints/thursday/080000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5a2b6148a2ebf656cd5c4d1654230a6a75cf2f25 --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/080000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47d8632cfe114923c551db35a91dcea9158ce6361c34c2d20dbaf3cf14c61bc2 +size 2103678952 diff --git a/checkpoints/diffusion_unet/joints/thursday/080000/training_state/rng_state.safetensors b/checkpoints/diffusion_unet/joints/thursday/080000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bfb1ee4fb464d4c0e129c0bb6163ecc3ddc62398 --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/080000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d76362b08559aaf8133497d54489cf13af46724cc39dce563aae23b3852f9a5 +size 15708 diff --git a/checkpoints/diffusion_unet/joints/thursday/080000/training_state/scheduler_state.json b/checkpoints/diffusion_unet/joints/thursday/080000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..c44746ed1d22f5bb663a3bc294e0e59a2711b22a --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/080000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0001 + ], + "last_epoch": 80000, + "_step_count": 80001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 6.567532550188907e-05 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/checkpoints/diffusion_unet/joints/thursday/080000/training_state/training_step.json b/checkpoints/diffusion_unet/joints/thursday/080000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..384eace4ecc2a6cba352aa7cf27f04405b7319c3 --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/080000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 80000 +} \ No newline at end of file diff --git a/checkpoints/diffusion_unet/joints/thursday/100000/pretrained_model/config.json b/checkpoints/diffusion_unet/joints/thursday/100000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ed00a770fed04da3a3548ac2ef5735f1e2dd08bd --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/100000/pretrained_model/config.json @@ -0,0 +1,84 @@ +{ + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone": "resnet18", + "resize_shape": null, + "crop_ratio": 1.0, + "crop_shape": null, + "crop_is_random": true, + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": true, + "down_dims": [ + 512, + 1024, + 2048 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 100, + "compile_model": false, + "compile_mode": "reduce-overhead", + "do_mask_loss_for_padding": false, + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500 +} \ No newline at end of file diff --git a/checkpoints/diffusion_unet/joints/thursday/100000/pretrained_model/model.safetensors b/checkpoints/diffusion_unet/joints/thursday/100000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4fc6ebe2f6acd32eb9aa49b82169364907ffe02e --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/100000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f14665858e4a8bacb9ee65508becb784f6c20578c3ef5384b09bbca62f079aa +size 1051884376 diff --git a/checkpoints/diffusion_unet/joints/thursday/100000/pretrained_model/policy_postprocessor.json b/checkpoints/diffusion_unet/joints/thursday/100000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..f2c5e6cea7850bb999ab193f96021fa0129ce4db --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/100000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoints/diffusion_unet/joints/thursday/100000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoints/diffusion_unet/joints/thursday/100000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c84a6417d11cb879e9ddf517ed5587e72d2c0c04 --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/100000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11ecd348d160ce4458548d6d16103defe844bbd10e21f93fbe94b61c29e71e3a +size 6560 diff --git a/checkpoints/diffusion_unet/joints/thursday/100000/pretrained_model/policy_preprocessor.json b/checkpoints/diffusion_unet/joints/thursday/100000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a6f57e6242af17f882bc107c602ca76393c57d55 --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/100000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,56 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoints/diffusion_unet/joints/thursday/100000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoints/diffusion_unet/joints/thursday/100000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c84a6417d11cb879e9ddf517ed5587e72d2c0c04 --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/100000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11ecd348d160ce4458548d6d16103defe844bbd10e21f93fbe94b61c29e71e3a +size 6560 diff --git a/checkpoints/diffusion_unet/joints/thursday/100000/pretrained_model/train_config.json b/checkpoints/diffusion_unet/joints/thursday/100000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..9756f377afc7d5745b3db8fcd8b24a67d7b1af7f --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/100000/pretrained_model/train_config.json @@ -0,0 +1,220 @@ +{ + "dataset": { + "repo_id": "local/act_collected_episodes", + "root": "/home/romain/Desktop/robot_learning/dataset/act_collected_episodes", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "pyav", + "return_uint8": false, + "streaming": false + }, + "env": null, + "policy": { + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone": "resnet18", + "resize_shape": null, + "crop_ratio": 1.0, + "crop_shape": null, + "crop_is_random": true, + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": true, + "down_dims": [ + 512, + 1024, + 2048 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 100, + "compile_model": false, + "compile_mode": "reduce-overhead", + "do_mask_loss_for_padding": false, + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500 + }, + "reward_model": null, + "output_dir": "/home/romain/Desktop/robot_learning/outputs/train/diffusion_laptop_20260515_063552", + "job_name": "diffusion_laptop_20260515_063552", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 4, + "batch_size": 64, + "prefetch_factor": 4, + "persistent_workers": true, + "steps": 200000, + "eval_freq": 0, + "log_freq": 20, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 20000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adam", + "lr": 0.0001, + "weight_decay": 1e-06, + "grad_clip_norm": 10.0, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "diffuser", + "num_warmup_steps": 500, + "name": "cosine" + }, + "eval": { + "n_episodes": 50, + "batch_size": 44, + "use_async_envs": true + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null, + "add_tags": true + }, + "peft": null, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/checkpoints/diffusion_unet/joints/thursday/100000/training_state/optimizer_param_groups.json b/checkpoints/diffusion_unet/joints/thursday/100000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..8d9846da446d9efe948aa1ad31a630a03ffac311 --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/100000/training_state/optimizer_param_groups.json @@ -0,0 +1,233 @@ +[ + { + "lr": 5.0196841136498776e-05, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-06, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": false, + "initial_lr": 0.0001, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211 + ] + } +] \ No newline at end of file diff --git a/checkpoints/diffusion_unet/joints/thursday/100000/training_state/optimizer_state.safetensors b/checkpoints/diffusion_unet/joints/thursday/100000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5a395e4050bd157e1eec20f140cb555bbfd9a6c6 --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/100000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:992b3ac91167e822d6d9f069ed79ca36ae2c1c5d2d0f641ae5c20825d38c253c +size 2103678952 diff --git a/checkpoints/diffusion_unet/joints/thursday/100000/training_state/rng_state.safetensors b/checkpoints/diffusion_unet/joints/thursday/100000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..af22fe96c618c70678458c8907b11ed3bce3ef19 --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/100000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f5fc380f571174eaad0dabbb7151dc2d83e7d26969863f2349e689dc012fe89 +size 15708 diff --git a/checkpoints/diffusion_unet/joints/thursday/100000/training_state/scheduler_state.json b/checkpoints/diffusion_unet/joints/thursday/100000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..f0b0d9e99258dc69279ec9748dbf7f82a5cd25cc --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/100000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0001 + ], + "last_epoch": 100000, + "_step_count": 100001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 5.0196841136498776e-05 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/checkpoints/diffusion_unet/joints/thursday/100000/training_state/training_step.json b/checkpoints/diffusion_unet/joints/thursday/100000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..8eb73c13d28bca88058c08796abbf931c3f9b012 --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/100000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 100000 +} \ No newline at end of file diff --git a/checkpoints/diffusion_unet/joints/thursday/120000/pretrained_model/config.json b/checkpoints/diffusion_unet/joints/thursday/120000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ed00a770fed04da3a3548ac2ef5735f1e2dd08bd --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/120000/pretrained_model/config.json @@ -0,0 +1,84 @@ +{ + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone": "resnet18", + "resize_shape": null, + "crop_ratio": 1.0, + "crop_shape": null, + "crop_is_random": true, + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": true, + "down_dims": [ + 512, + 1024, + 2048 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 100, + "compile_model": false, + "compile_mode": "reduce-overhead", + "do_mask_loss_for_padding": false, + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500 +} \ No newline at end of file diff --git a/checkpoints/diffusion_unet/joints/thursday/120000/pretrained_model/model.safetensors b/checkpoints/diffusion_unet/joints/thursday/120000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f650389e90a2ae41b6d97eeb57e751c2878202e2 --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/120000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b92e59d06ca40ea611bf875612841cddb90b631f81eda38a48685c00876eef9 +size 1051884376 diff --git a/checkpoints/diffusion_unet/joints/thursday/120000/pretrained_model/policy_postprocessor.json b/checkpoints/diffusion_unet/joints/thursday/120000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..f2c5e6cea7850bb999ab193f96021fa0129ce4db --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/120000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoints/diffusion_unet/joints/thursday/120000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoints/diffusion_unet/joints/thursday/120000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c84a6417d11cb879e9ddf517ed5587e72d2c0c04 --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/120000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11ecd348d160ce4458548d6d16103defe844bbd10e21f93fbe94b61c29e71e3a +size 6560 diff --git a/checkpoints/diffusion_unet/joints/thursday/120000/pretrained_model/policy_preprocessor.json b/checkpoints/diffusion_unet/joints/thursday/120000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a6f57e6242af17f882bc107c602ca76393c57d55 --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/120000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,56 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoints/diffusion_unet/joints/thursday/120000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoints/diffusion_unet/joints/thursday/120000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c84a6417d11cb879e9ddf517ed5587e72d2c0c04 --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/120000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11ecd348d160ce4458548d6d16103defe844bbd10e21f93fbe94b61c29e71e3a +size 6560 diff --git a/checkpoints/diffusion_unet/joints/thursday/120000/pretrained_model/train_config.json b/checkpoints/diffusion_unet/joints/thursday/120000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..9756f377afc7d5745b3db8fcd8b24a67d7b1af7f --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/120000/pretrained_model/train_config.json @@ -0,0 +1,220 @@ +{ + "dataset": { + "repo_id": "local/act_collected_episodes", + "root": "/home/romain/Desktop/robot_learning/dataset/act_collected_episodes", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "pyav", + "return_uint8": false, + "streaming": false + }, + "env": null, + "policy": { + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone": "resnet18", + "resize_shape": null, + "crop_ratio": 1.0, + "crop_shape": null, + "crop_is_random": true, + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": true, + "down_dims": [ + 512, + 1024, + 2048 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 100, + "compile_model": false, + "compile_mode": "reduce-overhead", + "do_mask_loss_for_padding": false, + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500 + }, + "reward_model": null, + "output_dir": "/home/romain/Desktop/robot_learning/outputs/train/diffusion_laptop_20260515_063552", + "job_name": "diffusion_laptop_20260515_063552", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 4, + "batch_size": 64, + "prefetch_factor": 4, + "persistent_workers": true, + "steps": 200000, + "eval_freq": 0, + "log_freq": 20, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 20000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adam", + "lr": 0.0001, + "weight_decay": 1e-06, + "grad_clip_norm": 10.0, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "diffuser", + "num_warmup_steps": 500, + "name": "cosine" + }, + "eval": { + "n_episodes": 50, + "batch_size": 44, + "use_async_envs": true + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null, + "add_tags": true + }, + "peft": null, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/checkpoints/diffusion_unet/joints/thursday/120000/training_state/optimizer_param_groups.json b/checkpoints/diffusion_unet/joints/thursday/120000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..8069d753aa6b96f1c61c4492eef24924489b3fd1 --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/120000/training_state/optimizer_param_groups.json @@ -0,0 +1,233 @@ +[ + { + "lr": 3.4698992686449127e-05, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-06, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": false, + "initial_lr": 0.0001, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211 + ] + } +] \ No newline at end of file diff --git a/checkpoints/diffusion_unet/joints/thursday/120000/training_state/optimizer_state.safetensors b/checkpoints/diffusion_unet/joints/thursday/120000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..95e3e593300ed93209ba4048b6f0c0fcbad8ddd1 --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/120000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26934c03e1d833abfd7d29fc35dab29376bed65879af162deca503232c66a2c5 +size 2103678952 diff --git a/checkpoints/diffusion_unet/joints/thursday/120000/training_state/rng_state.safetensors b/checkpoints/diffusion_unet/joints/thursday/120000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1eb52e39df71c004575f562d849b74d5e872e302 --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/120000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eaf7c7cc7a956a064824088edd392926531187abf407a6a98e8cbf0783b7b225 +size 15708 diff --git a/checkpoints/diffusion_unet/joints/thursday/120000/training_state/scheduler_state.json b/checkpoints/diffusion_unet/joints/thursday/120000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..d6455435f8b29ad5daaacb689ba88a6e947b6861 --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/120000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0001 + ], + "last_epoch": 120000, + "_step_count": 120001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 3.4698992686449127e-05 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/checkpoints/diffusion_unet/joints/thursday/120000/training_state/training_step.json b/checkpoints/diffusion_unet/joints/thursday/120000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..6bbb8719463d819c865c104597046a0165eea278 --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/120000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 120000 +} \ No newline at end of file diff --git a/checkpoints/diffusion_unet/joints/thursday/140000/pretrained_model/config.json b/checkpoints/diffusion_unet/joints/thursday/140000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ed00a770fed04da3a3548ac2ef5735f1e2dd08bd --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/140000/pretrained_model/config.json @@ -0,0 +1,84 @@ +{ + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone": "resnet18", + "resize_shape": null, + "crop_ratio": 1.0, + "crop_shape": null, + "crop_is_random": true, + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": true, + "down_dims": [ + 512, + 1024, + 2048 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 100, + "compile_model": false, + "compile_mode": "reduce-overhead", + "do_mask_loss_for_padding": false, + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500 +} \ No newline at end of file diff --git a/checkpoints/diffusion_unet/joints/thursday/140000/pretrained_model/model.safetensors b/checkpoints/diffusion_unet/joints/thursday/140000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3d041138a400bc27c4601528c3623932f2f2a2c2 --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/140000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e85b6586250efaa2a49a3193f761d5b9a7222586f82bafba23fd85bac83ce3e5 +size 1051884376 diff --git a/checkpoints/diffusion_unet/joints/thursday/140000/pretrained_model/policy_postprocessor.json b/checkpoints/diffusion_unet/joints/thursday/140000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..f2c5e6cea7850bb999ab193f96021fa0129ce4db --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/140000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoints/diffusion_unet/joints/thursday/140000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoints/diffusion_unet/joints/thursday/140000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c84a6417d11cb879e9ddf517ed5587e72d2c0c04 --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/140000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11ecd348d160ce4458548d6d16103defe844bbd10e21f93fbe94b61c29e71e3a +size 6560 diff --git a/checkpoints/diffusion_unet/joints/thursday/140000/pretrained_model/policy_preprocessor.json b/checkpoints/diffusion_unet/joints/thursday/140000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a6f57e6242af17f882bc107c602ca76393c57d55 --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/140000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,56 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoints/diffusion_unet/joints/thursday/140000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoints/diffusion_unet/joints/thursday/140000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c84a6417d11cb879e9ddf517ed5587e72d2c0c04 --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/140000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11ecd348d160ce4458548d6d16103defe844bbd10e21f93fbe94b61c29e71e3a +size 6560 diff --git a/checkpoints/diffusion_unet/joints/thursday/140000/pretrained_model/train_config.json b/checkpoints/diffusion_unet/joints/thursday/140000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..9756f377afc7d5745b3db8fcd8b24a67d7b1af7f --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/140000/pretrained_model/train_config.json @@ -0,0 +1,220 @@ +{ + "dataset": { + "repo_id": "local/act_collected_episodes", + "root": "/home/romain/Desktop/robot_learning/dataset/act_collected_episodes", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "pyav", + "return_uint8": false, + "streaming": false + }, + "env": null, + "policy": { + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone": "resnet18", + "resize_shape": null, + "crop_ratio": 1.0, + "crop_shape": null, + "crop_is_random": true, + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": true, + "down_dims": [ + 512, + 1024, + 2048 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 100, + "compile_model": false, + "compile_mode": "reduce-overhead", + "do_mask_loss_for_padding": false, + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500 + }, + "reward_model": null, + "output_dir": "/home/romain/Desktop/robot_learning/outputs/train/diffusion_laptop_20260515_063552", + "job_name": "diffusion_laptop_20260515_063552", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 4, + "batch_size": 64, + "prefetch_factor": 4, + "persistent_workers": true, + "steps": 200000, + "eval_freq": 0, + "log_freq": 20, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 20000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adam", + "lr": 0.0001, + "weight_decay": 1e-06, + "grad_clip_norm": 10.0, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "diffuser", + "num_warmup_steps": 500, + "name": "cosine" + }, + "eval": { + "n_episodes": 50, + "batch_size": 44, + "use_async_envs": true + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null, + "add_tags": true + }, + "peft": null, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/checkpoints/diffusion_unet/joints/thursday/140000/training_state/optimizer_param_groups.json b/checkpoints/diffusion_unet/joints/thursday/140000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..c41f017a28b1fb31fb3102b39d0bbe1ea08e238f --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/140000/training_state/optimizer_param_groups.json @@ -0,0 +1,233 @@ +[ + { + "lr": 2.070636822698877e-05, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-06, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": false, + "initial_lr": 0.0001, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211 + ] + } +] \ No newline at end of file diff --git a/checkpoints/diffusion_unet/joints/thursday/140000/training_state/optimizer_state.safetensors b/checkpoints/diffusion_unet/joints/thursday/140000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..602b5dc5c342d47681640beca829b74b38a07c73 --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/140000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29eaab278593c968d7f1b31943a92ceee351e56ad6570b10c73b194513e833eb +size 2103678952 diff --git a/checkpoints/diffusion_unet/joints/thursday/140000/training_state/rng_state.safetensors b/checkpoints/diffusion_unet/joints/thursday/140000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..005ca73815d8e9e2dc1efddccad333e331a22bf1 --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/140000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:367f9cf45ac8fea4934ee6e486a4cae0c6ba4f2c563ec28c21bc7d57ceb96803 +size 15708 diff --git a/checkpoints/diffusion_unet/joints/thursday/140000/training_state/scheduler_state.json b/checkpoints/diffusion_unet/joints/thursday/140000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..7347da9db9bc9ac0bd7b99d35be76b26a9016d27 --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/140000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0001 + ], + "last_epoch": 140000, + "_step_count": 140001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 2.070636822698877e-05 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/checkpoints/diffusion_unet/joints/thursday/140000/training_state/training_step.json b/checkpoints/diffusion_unet/joints/thursday/140000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..f3695dfae1578a72a581cd61c827ae9be8dcaa64 --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/140000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 140000 +} \ No newline at end of file diff --git a/checkpoints/diffusion_unet/joints/thursday/160000/pretrained_model/config.json b/checkpoints/diffusion_unet/joints/thursday/160000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ed00a770fed04da3a3548ac2ef5735f1e2dd08bd --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/160000/pretrained_model/config.json @@ -0,0 +1,84 @@ +{ + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone": "resnet18", + "resize_shape": null, + "crop_ratio": 1.0, + "crop_shape": null, + "crop_is_random": true, + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": true, + "down_dims": [ + 512, + 1024, + 2048 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 100, + "compile_model": false, + "compile_mode": "reduce-overhead", + "do_mask_loss_for_padding": false, + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500 +} \ No newline at end of file diff --git a/checkpoints/diffusion_unet/joints/thursday/160000/pretrained_model/model.safetensors b/checkpoints/diffusion_unet/joints/thursday/160000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e2b3140a1b7f3cc4ca2694a2530586efa37cc84f --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/160000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73969b8dc5c3ee16e5f43ca1d5a926308a90193d4217c09205f1436d3e18d3d1 +size 1051884376 diff --git a/checkpoints/diffusion_unet/joints/thursday/160000/pretrained_model/policy_postprocessor.json b/checkpoints/diffusion_unet/joints/thursday/160000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..f2c5e6cea7850bb999ab193f96021fa0129ce4db --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/160000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoints/diffusion_unet/joints/thursday/160000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoints/diffusion_unet/joints/thursday/160000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c84a6417d11cb879e9ddf517ed5587e72d2c0c04 --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/160000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11ecd348d160ce4458548d6d16103defe844bbd10e21f93fbe94b61c29e71e3a +size 6560 diff --git a/checkpoints/diffusion_unet/joints/thursday/160000/pretrained_model/policy_preprocessor.json b/checkpoints/diffusion_unet/joints/thursday/160000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a6f57e6242af17f882bc107c602ca76393c57d55 --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/160000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,56 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoints/diffusion_unet/joints/thursday/160000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoints/diffusion_unet/joints/thursday/160000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c84a6417d11cb879e9ddf517ed5587e72d2c0c04 --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/160000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11ecd348d160ce4458548d6d16103defe844bbd10e21f93fbe94b61c29e71e3a +size 6560 diff --git a/checkpoints/diffusion_unet/joints/thursday/160000/pretrained_model/train_config.json b/checkpoints/diffusion_unet/joints/thursday/160000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..9756f377afc7d5745b3db8fcd8b24a67d7b1af7f --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/160000/pretrained_model/train_config.json @@ -0,0 +1,220 @@ +{ + "dataset": { + "repo_id": "local/act_collected_episodes", + "root": "/home/romain/Desktop/robot_learning/dataset/act_collected_episodes", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "pyav", + "return_uint8": false, + "streaming": false + }, + "env": null, + "policy": { + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone": "resnet18", + "resize_shape": null, + "crop_ratio": 1.0, + "crop_shape": null, + "crop_is_random": true, + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": true, + "down_dims": [ + 512, + 1024, + 2048 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 100, + "compile_model": false, + "compile_mode": "reduce-overhead", + "do_mask_loss_for_padding": false, + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500 + }, + "reward_model": null, + "output_dir": "/home/romain/Desktop/robot_learning/outputs/train/diffusion_laptop_20260515_063552", + "job_name": "diffusion_laptop_20260515_063552", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 4, + "batch_size": 64, + "prefetch_factor": 4, + "persistent_workers": true, + "steps": 200000, + "eval_freq": 0, + "log_freq": 20, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 20000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adam", + "lr": 0.0001, + "weight_decay": 1e-06, + "grad_clip_norm": 10.0, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "diffuser", + "num_warmup_steps": 500, + "name": "cosine" + }, + "eval": { + "n_episodes": 50, + "batch_size": 44, + "use_async_envs": true + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null, + "add_tags": true + }, + "peft": null, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/checkpoints/diffusion_unet/joints/thursday/160000/training_state/optimizer_param_groups.json b/checkpoints/diffusion_unet/joints/thursday/160000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..bcefd7fe1be68294f45a54c9846d7f586697a6ec --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/160000/training_state/optimizer_param_groups.json @@ -0,0 +1,233 @@ +[ + { + "lr": 9.595480663188527e-06, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-06, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": false, + "initial_lr": 0.0001, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211 + ] + } +] \ No newline at end of file diff --git a/checkpoints/diffusion_unet/joints/thursday/160000/training_state/optimizer_state.safetensors b/checkpoints/diffusion_unet/joints/thursday/160000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..46901c50a9da00611654e9fa4d2ea5d03c9c14b7 --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/160000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41b30ef87107789143748db085007a40028d69106d4c3c4cc26885da696cde4c +size 2103678952 diff --git a/checkpoints/diffusion_unet/joints/thursday/160000/training_state/rng_state.safetensors b/checkpoints/diffusion_unet/joints/thursday/160000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c9c1af9325bf2a9c4e4abbb273166f21825dfd62 --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/160000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b6108fed3a2f424046d4a61dd4429686ee0a655f6ca477561dc7188a7296184 +size 15708 diff --git a/checkpoints/diffusion_unet/joints/thursday/160000/training_state/scheduler_state.json b/checkpoints/diffusion_unet/joints/thursday/160000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..959c7fc6d427ec1af8694cdf354a7d6354d8c9dc --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/160000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0001 + ], + "last_epoch": 160000, + "_step_count": 160001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 9.595480663188527e-06 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/checkpoints/diffusion_unet/joints/thursday/160000/training_state/training_step.json b/checkpoints/diffusion_unet/joints/thursday/160000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..18f112ab3b2ba641c0049e21daf4fb129368a0a0 --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/160000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 160000 +} \ No newline at end of file diff --git a/checkpoints/diffusion_unet/joints/thursday/180000/pretrained_model/config.json b/checkpoints/diffusion_unet/joints/thursday/180000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ed00a770fed04da3a3548ac2ef5735f1e2dd08bd --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/180000/pretrained_model/config.json @@ -0,0 +1,84 @@ +{ + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone": "resnet18", + "resize_shape": null, + "crop_ratio": 1.0, + "crop_shape": null, + "crop_is_random": true, + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": true, + "down_dims": [ + 512, + 1024, + 2048 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 100, + "compile_model": false, + "compile_mode": "reduce-overhead", + "do_mask_loss_for_padding": false, + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500 +} \ No newline at end of file diff --git a/checkpoints/diffusion_unet/joints/thursday/180000/pretrained_model/model.safetensors b/checkpoints/diffusion_unet/joints/thursday/180000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f2a06819c7520951a1e46af68a74368cef229fa2 --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/180000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7e30a023ba5984e06d46f67566e8cf076f8abe484979c1deff7bc50e64414b3 +size 1051884376 diff --git a/checkpoints/diffusion_unet/joints/thursday/180000/pretrained_model/policy_postprocessor.json b/checkpoints/diffusion_unet/joints/thursday/180000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..f2c5e6cea7850bb999ab193f96021fa0129ce4db --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/180000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoints/diffusion_unet/joints/thursday/180000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoints/diffusion_unet/joints/thursday/180000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c84a6417d11cb879e9ddf517ed5587e72d2c0c04 --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/180000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11ecd348d160ce4458548d6d16103defe844bbd10e21f93fbe94b61c29e71e3a +size 6560 diff --git a/checkpoints/diffusion_unet/joints/thursday/180000/pretrained_model/policy_preprocessor.json b/checkpoints/diffusion_unet/joints/thursday/180000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a6f57e6242af17f882bc107c602ca76393c57d55 --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/180000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,56 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoints/diffusion_unet/joints/thursday/180000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoints/diffusion_unet/joints/thursday/180000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c84a6417d11cb879e9ddf517ed5587e72d2c0c04 --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/180000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11ecd348d160ce4458548d6d16103defe844bbd10e21f93fbe94b61c29e71e3a +size 6560 diff --git a/checkpoints/diffusion_unet/joints/thursday/180000/pretrained_model/train_config.json b/checkpoints/diffusion_unet/joints/thursday/180000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..9756f377afc7d5745b3db8fcd8b24a67d7b1af7f --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/180000/pretrained_model/train_config.json @@ -0,0 +1,220 @@ +{ + "dataset": { + "repo_id": "local/act_collected_episodes", + "root": "/home/romain/Desktop/robot_learning/dataset/act_collected_episodes", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "pyav", + "return_uint8": false, + "streaming": false + }, + "env": null, + "policy": { + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone": "resnet18", + "resize_shape": null, + "crop_ratio": 1.0, + "crop_shape": null, + "crop_is_random": true, + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": true, + "down_dims": [ + 512, + 1024, + 2048 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 100, + "compile_model": false, + "compile_mode": "reduce-overhead", + "do_mask_loss_for_padding": false, + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500 + }, + "reward_model": null, + "output_dir": "/home/romain/Desktop/robot_learning/outputs/train/diffusion_laptop_20260515_063552", + "job_name": "diffusion_laptop_20260515_063552", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 4, + "batch_size": 64, + "prefetch_factor": 4, + "persistent_workers": true, + "steps": 200000, + "eval_freq": 0, + "log_freq": 20, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 20000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adam", + "lr": 0.0001, + "weight_decay": 1e-06, + "grad_clip_norm": 10.0, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "diffuser", + "num_warmup_steps": 500, + "name": "cosine" + }, + "eval": { + "n_episodes": 50, + "batch_size": 44, + "use_async_envs": true + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null, + "add_tags": true + }, + "peft": null, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/checkpoints/diffusion_unet/joints/thursday/180000/training_state/optimizer_param_groups.json b/checkpoints/diffusion_unet/joints/thursday/180000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..6060808e87eb30472c6fc7f26236065822d1b137 --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/180000/training_state/optimizer_param_groups.json @@ -0,0 +1,233 @@ +[ + { + "lr": 2.4593544067785466e-06, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-06, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": false, + "initial_lr": 0.0001, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211 + ] + } +] \ No newline at end of file diff --git a/checkpoints/diffusion_unet/joints/thursday/180000/training_state/optimizer_state.safetensors b/checkpoints/diffusion_unet/joints/thursday/180000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b99198dea395582d9188cdcf33de84c12495c277 --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/180000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02f8f8215ccaee7b84cc2bc116d919c3dcdcf1676c5332a7ba4deb4107109060 +size 2103678952 diff --git a/checkpoints/diffusion_unet/joints/thursday/180000/training_state/rng_state.safetensors b/checkpoints/diffusion_unet/joints/thursday/180000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..74a44e87ceffed27250af25e3d02a83150375e2e --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/180000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c799da579a7c0bd1436ea1970df93cfd90a3abf1ea7ce9d65d19ff83d424a68 +size 15708 diff --git a/checkpoints/diffusion_unet/joints/thursday/180000/training_state/scheduler_state.json b/checkpoints/diffusion_unet/joints/thursday/180000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..7fc8da19266860db5160db88bf4588d2bbf714d1 --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/180000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0001 + ], + "last_epoch": 180000, + "_step_count": 180001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 2.4593544067785466e-06 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/checkpoints/diffusion_unet/joints/thursday/180000/training_state/training_step.json b/checkpoints/diffusion_unet/joints/thursday/180000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..3da013f3092359f6c4ebb97dfc69e8300dbb32e4 --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/180000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 180000 +} \ No newline at end of file diff --git a/checkpoints/diffusion_unet/joints/thursday/200000/pretrained_model/config.json b/checkpoints/diffusion_unet/joints/thursday/200000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ed00a770fed04da3a3548ac2ef5735f1e2dd08bd --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/200000/pretrained_model/config.json @@ -0,0 +1,84 @@ +{ + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone": "resnet18", + "resize_shape": null, + "crop_ratio": 1.0, + "crop_shape": null, + "crop_is_random": true, + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": true, + "down_dims": [ + 512, + 1024, + 2048 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 100, + "compile_model": false, + "compile_mode": "reduce-overhead", + "do_mask_loss_for_padding": false, + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500 +} \ No newline at end of file diff --git a/checkpoints/diffusion_unet/joints/thursday/200000/pretrained_model/model.safetensors b/checkpoints/diffusion_unet/joints/thursday/200000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..77e173a201f8a8c626b72e6b062b1aa341976b7a --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/200000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ddb3f058344b6ec2403e93af3e4273c6f385524e06732f4425403cc2cb3b3941 +size 1051884376 diff --git a/checkpoints/diffusion_unet/joints/thursday/200000/pretrained_model/policy_postprocessor.json b/checkpoints/diffusion_unet/joints/thursday/200000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..f2c5e6cea7850bb999ab193f96021fa0129ce4db --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/200000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoints/diffusion_unet/joints/thursday/200000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoints/diffusion_unet/joints/thursday/200000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c84a6417d11cb879e9ddf517ed5587e72d2c0c04 --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/200000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11ecd348d160ce4458548d6d16103defe844bbd10e21f93fbe94b61c29e71e3a +size 6560 diff --git a/checkpoints/diffusion_unet/joints/thursday/200000/pretrained_model/policy_preprocessor.json b/checkpoints/diffusion_unet/joints/thursday/200000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a6f57e6242af17f882bc107c602ca76393c57d55 --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/200000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,56 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoints/diffusion_unet/joints/thursday/200000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoints/diffusion_unet/joints/thursday/200000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c84a6417d11cb879e9ddf517ed5587e72d2c0c04 --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/200000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11ecd348d160ce4458548d6d16103defe844bbd10e21f93fbe94b61c29e71e3a +size 6560 diff --git a/checkpoints/diffusion_unet/joints/thursday/200000/pretrained_model/train_config.json b/checkpoints/diffusion_unet/joints/thursday/200000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..9756f377afc7d5745b3db8fcd8b24a67d7b1af7f --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/200000/pretrained_model/train_config.json @@ -0,0 +1,220 @@ +{ + "dataset": { + "repo_id": "local/act_collected_episodes", + "root": "/home/romain/Desktop/robot_learning/dataset/act_collected_episodes", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "pyav", + "return_uint8": false, + "streaming": false + }, + "env": null, + "policy": { + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone": "resnet18", + "resize_shape": null, + "crop_ratio": 1.0, + "crop_shape": null, + "crop_is_random": true, + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": true, + "down_dims": [ + 512, + 1024, + 2048 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 100, + "compile_model": false, + "compile_mode": "reduce-overhead", + "do_mask_loss_for_padding": false, + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500 + }, + "reward_model": null, + "output_dir": "/home/romain/Desktop/robot_learning/outputs/train/diffusion_laptop_20260515_063552", + "job_name": "diffusion_laptop_20260515_063552", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 4, + "batch_size": 64, + "prefetch_factor": 4, + "persistent_workers": true, + "steps": 200000, + "eval_freq": 0, + "log_freq": 20, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 20000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adam", + "lr": 0.0001, + "weight_decay": 1e-06, + "grad_clip_norm": 10.0, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "diffuser", + "num_warmup_steps": 500, + "name": "cosine" + }, + "eval": { + "n_episodes": 50, + "batch_size": 44, + "use_async_envs": true + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null, + "add_tags": true + }, + "peft": null, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/checkpoints/diffusion_unet/joints/thursday/200000/training_state/optimizer_param_groups.json b/checkpoints/diffusion_unet/joints/thursday/200000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..5ad4a0652f3e90db3740c824423694349bd048f0 --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/200000/training_state/optimizer_param_groups.json @@ -0,0 +1,233 @@ +[ + { + "lr": 0.0, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-06, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": false, + "initial_lr": 0.0001, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211 + ] + } +] \ No newline at end of file diff --git a/checkpoints/diffusion_unet/joints/thursday/200000/training_state/optimizer_state.safetensors b/checkpoints/diffusion_unet/joints/thursday/200000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..761e6d2c97fba99d2fc4b41b8d997c43b88c1fc5 --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/200000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0633c1834fb3fc5d19b9bfba7d4c242ea03fd26af8d302141feb0927a1394a48 +size 2103678952 diff --git a/checkpoints/diffusion_unet/joints/thursday/200000/training_state/rng_state.safetensors b/checkpoints/diffusion_unet/joints/thursday/200000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f33a0548388eb4a9836cd12b31ea727ed7f27ebd --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/200000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2f1a597531dccf93376ca34908db107dc651084b92b856f53fc873f29899c9f +size 15708 diff --git a/checkpoints/diffusion_unet/joints/thursday/200000/training_state/scheduler_state.json b/checkpoints/diffusion_unet/joints/thursday/200000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..ebeb5e218c0a3e73559a74ead254ad4f8e30632e --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/200000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0001 + ], + "last_epoch": 200000, + "_step_count": 200001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/checkpoints/diffusion_unet/joints/thursday/200000/training_state/training_step.json b/checkpoints/diffusion_unet/joints/thursday/200000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..bcef8d8b05253341579ace0987c46cee6885c961 --- /dev/null +++ b/checkpoints/diffusion_unet/joints/thursday/200000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 200000 +} \ No newline at end of file