diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/600200/pretrained_model/config.json b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/600200/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..a94f4a2487d317b27018c63c2a651f25768aa7f7 --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/600200/pretrained_model/config.json @@ -0,0 +1,98 @@ +{ + "type": "diffusion", + "n_obs_steps": 2, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.FrontCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.TopCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.WristCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "horizon": 16, + "n_action_steps": 8, + "drop_n_last_frames": 7, + "vision_backbone": "resnet50", + "crop_shape": [ + 480, + 640 + ], + "crop_is_random": false, + "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": false, + "down_dims": [ + 256, + 512, + 1024 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDIM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 10, + "do_mask_loss_for_padding": false, + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500, + "pre_resize_shape": null, + "freeze_vision_backbone": false, + "use_ac": false, + "ac_threshold": 0.98, + "use_pcg": false, + "pcg_weight": 0.1 +} \ No newline at end of file diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/600200/pretrained_model/model.safetensors b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/600200/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..adde8a6d7d7f9e04ae0f273077c8c7365bbf2d08 --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/600200/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b280cefa914c842d6f0914c4486c3ecb1997a0483fb30f5b7a983a0a54bedf9b +size 369243880 diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/600200/pretrained_model/train_config.json b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/600200/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..20fe1166c7121fb34612988fae7ed0c34e5fea67 --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/600200/pretrained_model/train_config.json @@ -0,0 +1,208 @@ +{ + "dataset": { + "repo_id": "shylee/so100_pengripB", + "root": "/SSD/LSY/lerobot_dataset/pengripB", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "diffusion", + "n_obs_steps": 2, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.FrontCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.TopCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.WristCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "horizon": 16, + "n_action_steps": 8, + "drop_n_last_frames": 7, + "vision_backbone": "resnet50", + "crop_shape": [ + 480, + 640 + ], + "crop_is_random": false, + "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": false, + "down_dims": [ + 256, + 512, + 1024 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDIM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 10, + "do_mask_loss_for_padding": false, + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500, + "pre_resize_shape": null, + "freeze_vision_backbone": false, + "use_ac": false, + "ac_threshold": 0.98, + "use_pcg": false, + "pcg_weight": 0.1 + }, + "output_dir": "/SSD/LSY/lerobot_model/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4", + "job_name": "DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4", + "resume": true, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 603000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 200, + "use_policy_training_preset": true, + "optimizer": { + "type": "adam", + "lr": 0.0001, + "weight_decay": 1e-06, + "grad_clip_norm": 10.0, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "diffuser", + "num_warmup_steps": 500, + "name": "cosine" + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null + } +} \ No newline at end of file diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/600200/training_state/optimizer_param_groups.json b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/600200/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..aa77712ddd325ab95b0c8ae97e9e73bf6cca5f8f --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/600200/training_state/optimizer_param_groups.json @@ -0,0 +1,331 @@ +[ + { + "lr": 5.328856186437303e-09, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-06, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "initial_lr": 0.0001, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310 + ] + } +] \ No newline at end of file diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/600200/training_state/optimizer_state.safetensors b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/600200/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cfd9d8899e1635e48e09ae07d089efdc29253b44 --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/600200/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50c4fc24ebe35697fef742e58ef80dfae8696042a13f1fa5211831f73fe23206 +size 738026076 diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/600200/training_state/rng_state.safetensors b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/600200/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7b5d0c26392ba7a2815c77c7e1347f2c88d69e9e --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/600200/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38f79f422ee6efcfaa8e52e080a034ce6edaeaef6334e45b12e6494e343676f5 +size 15708 diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/600200/training_state/scheduler_state.json b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/600200/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..ea40d2fe5ed07d9d7c85ea44129945c10b59a70e --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/600200/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0001 + ], + "last_epoch": 600200, + "verbose": false, + "_step_count": 600201, + "_get_lr_called_within_step": false, + "_last_lr": [ + 5.328856186437303e-09 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/600200/training_state/training_step.json b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/600200/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..67bc38955035b87ba8f83dc414bd2e2174f6568c --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/600200/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 600200 +} \ No newline at end of file diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/600400/pretrained_model/config.json b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/600400/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..a94f4a2487d317b27018c63c2a651f25768aa7f7 --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/600400/pretrained_model/config.json @@ -0,0 +1,98 @@ +{ + "type": "diffusion", + "n_obs_steps": 2, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.FrontCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.TopCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.WristCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "horizon": 16, + "n_action_steps": 8, + "drop_n_last_frames": 7, + "vision_backbone": "resnet50", + "crop_shape": [ + 480, + 640 + ], + "crop_is_random": false, + "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": false, + "down_dims": [ + 256, + 512, + 1024 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDIM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 10, + "do_mask_loss_for_padding": false, + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500, + "pre_resize_shape": null, + "freeze_vision_backbone": false, + "use_ac": false, + "ac_threshold": 0.98, + "use_pcg": false, + "pcg_weight": 0.1 +} \ No newline at end of file diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/600400/pretrained_model/model.safetensors b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/600400/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9da794aa16fc20bd9f54d9b0344dcf38198c776a --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/600400/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38da9d46c73a42ae3269282429f1fdc4bf3e9010e381a0f4d0e7ba3c0ff1f32f +size 369243880 diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/600400/pretrained_model/train_config.json b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/600400/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..20fe1166c7121fb34612988fae7ed0c34e5fea67 --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/600400/pretrained_model/train_config.json @@ -0,0 +1,208 @@ +{ + "dataset": { + "repo_id": "shylee/so100_pengripB", + "root": "/SSD/LSY/lerobot_dataset/pengripB", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "diffusion", + "n_obs_steps": 2, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.FrontCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.TopCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.WristCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "horizon": 16, + "n_action_steps": 8, + "drop_n_last_frames": 7, + "vision_backbone": "resnet50", + "crop_shape": [ + 480, + 640 + ], + "crop_is_random": false, + "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": false, + "down_dims": [ + 256, + 512, + 1024 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDIM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 10, + "do_mask_loss_for_padding": false, + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500, + "pre_resize_shape": null, + "freeze_vision_backbone": false, + "use_ac": false, + "ac_threshold": 0.98, + "use_pcg": false, + "pcg_weight": 0.1 + }, + "output_dir": "/SSD/LSY/lerobot_model/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4", + "job_name": "DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4", + "resume": true, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 603000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 200, + "use_policy_training_preset": true, + "optimizer": { + "type": "adam", + "lr": 0.0001, + "weight_decay": 1e-06, + "grad_clip_norm": 10.0, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "diffuser", + "num_warmup_steps": 500, + "name": "cosine" + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null + } +} \ No newline at end of file diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/600400/training_state/optimizer_param_groups.json b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/600400/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..c4228dc200fbf9c11abe653dd68503e0398ef056 --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/600400/training_state/optimizer_param_groups.json @@ -0,0 +1,331 @@ +[ + { + "lr": 4.594790302037133e-09, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-06, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "initial_lr": 0.0001, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310 + ] + } +] \ No newline at end of file diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/600400/training_state/optimizer_state.safetensors b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/600400/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c30ee0fc839f023998feacbff6a8c5ea67d74684 --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/600400/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc84ec465fba36f7e44f8c01e1c2f637facc15840ee279116f9cd7e59a2a9f16 +size 738026076 diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/600400/training_state/rng_state.safetensors b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/600400/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7f70350eb0f5ea9a28aa339c97e96875ae270f00 --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/600400/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0c1d6df9fc70b981e6ff74daa388357f2650071b0e6acc0ab022cb88744517f +size 15708 diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/600400/training_state/scheduler_state.json b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/600400/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..864911438446180ae91278a1e0a19e96df9b33c0 --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/600400/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0001 + ], + "last_epoch": 600400, + "verbose": false, + "_step_count": 600401, + "_get_lr_called_within_step": false, + "_last_lr": [ + 4.594790302037133e-09 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/600400/training_state/training_step.json b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/600400/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..1276f113e37d52a51824a8f89e4c20ab6a724816 --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/600400/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 600400 +} \ No newline at end of file diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/600600/pretrained_model/config.json b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/600600/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..a94f4a2487d317b27018c63c2a651f25768aa7f7 --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/600600/pretrained_model/config.json @@ -0,0 +1,98 @@ +{ + "type": "diffusion", + "n_obs_steps": 2, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.FrontCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.TopCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.WristCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "horizon": 16, + "n_action_steps": 8, + "drop_n_last_frames": 7, + "vision_backbone": "resnet50", + "crop_shape": [ + 480, + 640 + ], + "crop_is_random": false, + "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": false, + "down_dims": [ + 256, + 512, + 1024 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDIM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 10, + "do_mask_loss_for_padding": false, + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500, + "pre_resize_shape": null, + "freeze_vision_backbone": false, + "use_ac": false, + "ac_threshold": 0.98, + "use_pcg": false, + "pcg_weight": 0.1 +} \ No newline at end of file diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/600600/pretrained_model/model.safetensors b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/600600/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9da547775e54725ef944b49684578ed6887ad58f --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/600600/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a063a390ef1e5edf88d64efec8184d8c5207a1d74acbf48980b5dc84b46a028 +size 369243880 diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/600600/pretrained_model/train_config.json b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/600600/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..20fe1166c7121fb34612988fae7ed0c34e5fea67 --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/600600/pretrained_model/train_config.json @@ -0,0 +1,208 @@ +{ + "dataset": { + "repo_id": "shylee/so100_pengripB", + "root": "/SSD/LSY/lerobot_dataset/pengripB", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "diffusion", + "n_obs_steps": 2, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.FrontCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.TopCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.WristCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "horizon": 16, + "n_action_steps": 8, + "drop_n_last_frames": 7, + "vision_backbone": "resnet50", + "crop_shape": [ + 480, + 640 + ], + "crop_is_random": false, + "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": false, + "down_dims": [ + 256, + 512, + 1024 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDIM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 10, + "do_mask_loss_for_padding": false, + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500, + "pre_resize_shape": null, + "freeze_vision_backbone": false, + "use_ac": false, + "ac_threshold": 0.98, + "use_pcg": false, + "pcg_weight": 0.1 + }, + "output_dir": "/SSD/LSY/lerobot_model/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4", + "job_name": "DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4", + "resume": true, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 603000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 200, + "use_policy_training_preset": true, + "optimizer": { + "type": "adam", + "lr": 0.0001, + "weight_decay": 1e-06, + "grad_clip_norm": 10.0, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "diffuser", + "num_warmup_steps": 500, + "name": "cosine" + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null + } +} \ No newline at end of file diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/600600/training_state/optimizer_param_groups.json b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/600600/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..af51cdba4e098787b99e167dd8fcc5030d2a6397 --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/600600/training_state/optimizer_param_groups.json @@ -0,0 +1,331 @@ +[ + { + "lr": 3.9150964651291085e-09, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-06, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "initial_lr": 0.0001, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310 + ] + } +] \ No newline at end of file diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/600600/training_state/optimizer_state.safetensors b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/600600/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b62c1625e8bd9a39cbb736be57b5a9580b8de6c1 --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/600600/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9818b4891075875b6f5b4fde8829f3a60657e846898dcae8ce93f7cea460c3c +size 738026076 diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/600600/training_state/rng_state.safetensors b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/600600/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..02743f49dbfa81e5a8589a0207d5b45908407b99 --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/600600/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed7f186ca42447cc6d8da8304c52adbd34f715ebb12b045ab4947985da270190 +size 15708 diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/600600/training_state/scheduler_state.json b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/600600/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..cc46bb9f2a0d57114f614c7fb7b8710b0454293b --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/600600/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0001 + ], + "last_epoch": 600600, + "verbose": false, + "_step_count": 600601, + "_get_lr_called_within_step": false, + "_last_lr": [ + 3.9150964651291085e-09 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/600600/training_state/training_step.json b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/600600/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..c62b4df4b3a01cc5d90ef0ed1f65f6442fc2756e --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/600600/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 600600 +} \ No newline at end of file diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/600800/pretrained_model/config.json b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/600800/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..a94f4a2487d317b27018c63c2a651f25768aa7f7 --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/600800/pretrained_model/config.json @@ -0,0 +1,98 @@ +{ + "type": "diffusion", + "n_obs_steps": 2, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.FrontCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.TopCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.WristCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "horizon": 16, + "n_action_steps": 8, + "drop_n_last_frames": 7, + "vision_backbone": "resnet50", + "crop_shape": [ + 480, + 640 + ], + "crop_is_random": false, + "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": false, + "down_dims": [ + 256, + 512, + 1024 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDIM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 10, + "do_mask_loss_for_padding": false, + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500, + "pre_resize_shape": null, + "freeze_vision_backbone": false, + "use_ac": false, + "ac_threshold": 0.98, + "use_pcg": false, + "pcg_weight": 0.1 +} \ No newline at end of file diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/600800/pretrained_model/model.safetensors b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/600800/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..110b28e7ad432f7f95ddf1b42617c063cc5f538a --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/600800/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:648b65bff7a15f1dfd3c7772c56fd8d65e0002b19366d0c0066458c9806a8daf +size 369243880 diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/600800/pretrained_model/train_config.json b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/600800/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..20fe1166c7121fb34612988fae7ed0c34e5fea67 --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/600800/pretrained_model/train_config.json @@ -0,0 +1,208 @@ +{ + "dataset": { + "repo_id": "shylee/so100_pengripB", + "root": "/SSD/LSY/lerobot_dataset/pengripB", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "diffusion", + "n_obs_steps": 2, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.FrontCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.TopCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.WristCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "horizon": 16, + "n_action_steps": 8, + "drop_n_last_frames": 7, + "vision_backbone": "resnet50", + "crop_shape": [ + 480, + 640 + ], + "crop_is_random": false, + "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": false, + "down_dims": [ + 256, + 512, + 1024 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDIM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 10, + "do_mask_loss_for_padding": false, + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500, + "pre_resize_shape": null, + "freeze_vision_backbone": false, + "use_ac": false, + "ac_threshold": 0.98, + "use_pcg": false, + "pcg_weight": 0.1 + }, + "output_dir": "/SSD/LSY/lerobot_model/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4", + "job_name": "DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4", + "resume": true, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 603000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 200, + "use_policy_training_preset": true, + "optimizer": { + "type": "adam", + "lr": 0.0001, + "weight_decay": 1e-06, + "grad_clip_norm": 10.0, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "diffuser", + "num_warmup_steps": 500, + "name": "cosine" + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null + } +} \ No newline at end of file diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/600800/training_state/optimizer_param_groups.json b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/600800/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..93e591db312bc3217a4c78cfb85ab3a05a45efac --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/600800/training_state/optimizer_param_groups.json @@ -0,0 +1,331 @@ +[ + { + "lr": 3.2897754148941694e-09, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-06, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "initial_lr": 0.0001, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310 + ] + } +] \ No newline at end of file diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/600800/training_state/optimizer_state.safetensors b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/600800/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4025e77bea6dbb66da416d9dd873cc8f7885c3d0 --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/600800/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:930fce8e00e7f740ae716ff4569039c058b6c3819a846c8394e7ab96e6b298f6 +size 738026076 diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/600800/training_state/rng_state.safetensors b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/600800/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a259a63523e3f836a04a00c9b95241e61e82d105 --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/600800/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ce9bc4f3309de869e4c6c28731d77ef036805b23f0e6d961485a1e184cc92aa +size 15708 diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/600800/training_state/scheduler_state.json b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/600800/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..d999e16cce98146c0d4b424e02680d548f0b631f --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/600800/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0001 + ], + "last_epoch": 600800, + "verbose": false, + "_step_count": 600801, + "_get_lr_called_within_step": false, + "_last_lr": [ + 3.2897754148941694e-09 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/600800/training_state/training_step.json b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/600800/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..2c7e794acc7e2c848e25a1fb74e395bb02428c57 --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/600800/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 600800 +} \ No newline at end of file diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601000/pretrained_model/config.json b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..a94f4a2487d317b27018c63c2a651f25768aa7f7 --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601000/pretrained_model/config.json @@ -0,0 +1,98 @@ +{ + "type": "diffusion", + "n_obs_steps": 2, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.FrontCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.TopCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.WristCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "horizon": 16, + "n_action_steps": 8, + "drop_n_last_frames": 7, + "vision_backbone": "resnet50", + "crop_shape": [ + 480, + 640 + ], + "crop_is_random": false, + "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": false, + "down_dims": [ + 256, + 512, + 1024 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDIM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 10, + "do_mask_loss_for_padding": false, + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500, + "pre_resize_shape": null, + "freeze_vision_backbone": false, + "use_ac": false, + "ac_threshold": 0.98, + "use_pcg": false, + "pcg_weight": 0.1 +} \ No newline at end of file diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601000/pretrained_model/model.safetensors b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..56212d02d8923debbec099d796b126f6729c9d5e --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a4f22f59ebd02d25fb6e4d894b41399999547201d4de446162bb1ec36291b54 +size 369243880 diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601000/pretrained_model/train_config.json b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..20fe1166c7121fb34612988fae7ed0c34e5fea67 --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601000/pretrained_model/train_config.json @@ -0,0 +1,208 @@ +{ + "dataset": { + "repo_id": "shylee/so100_pengripB", + "root": "/SSD/LSY/lerobot_dataset/pengripB", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "diffusion", + "n_obs_steps": 2, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.FrontCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.TopCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.WristCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "horizon": 16, + "n_action_steps": 8, + "drop_n_last_frames": 7, + "vision_backbone": "resnet50", + "crop_shape": [ + 480, + 640 + ], + "crop_is_random": false, + "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": false, + "down_dims": [ + 256, + 512, + 1024 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDIM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 10, + "do_mask_loss_for_padding": false, + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500, + "pre_resize_shape": null, + "freeze_vision_backbone": false, + "use_ac": false, + "ac_threshold": 0.98, + "use_pcg": false, + "pcg_weight": 0.1 + }, + "output_dir": "/SSD/LSY/lerobot_model/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4", + "job_name": "DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4", + "resume": true, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 603000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 200, + "use_policy_training_preset": true, + "optimizer": { + "type": "adam", + "lr": 0.0001, + "weight_decay": 1e-06, + "grad_clip_norm": 10.0, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "diffuser", + "num_warmup_steps": 500, + "name": "cosine" + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null + } +} \ No newline at end of file diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601000/training_state/optimizer_param_groups.json b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..b12d4afb1776ca7aa846054772acb35a1472a302 --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601000/training_state/optimizer_param_groups.json @@ -0,0 +1,331 @@ +[ + { + "lr": 2.718827831410531e-09, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-06, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "initial_lr": 0.0001, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310 + ] + } +] \ No newline at end of file diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601000/training_state/optimizer_state.safetensors b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ed97262ae11dcd676d1bb1fd5e20cd07521f60af --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1f87a32cde7b54b67c1f52d1d027383899e33fa853456b2948570ff09d742c3 +size 738026076 diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601000/training_state/rng_state.safetensors b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ad92a482d386aa389f67a429b160048415cae889 --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7baed6d6b8896d5b6512e9b2c82cb012c77ea2954081270560da140dbd6b4923 +size 15708 diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601000/training_state/scheduler_state.json b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..3e28c12ea28cf2b56d59dd16ec932afed9d394e6 --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0001 + ], + "last_epoch": 601000, + "verbose": false, + "_step_count": 601001, + "_get_lr_called_within_step": false, + "_last_lr": [ + 2.718827831410531e-09 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601000/training_state/training_step.json b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..1a8c9c35e02363a36417ed091c04f6953e3b1b24 --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 601000 +} \ No newline at end of file diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601200/pretrained_model/config.json b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601200/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..a94f4a2487d317b27018c63c2a651f25768aa7f7 --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601200/pretrained_model/config.json @@ -0,0 +1,98 @@ +{ + "type": "diffusion", + "n_obs_steps": 2, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.FrontCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.TopCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.WristCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "horizon": 16, + "n_action_steps": 8, + "drop_n_last_frames": 7, + "vision_backbone": "resnet50", + "crop_shape": [ + 480, + 640 + ], + "crop_is_random": false, + "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": false, + "down_dims": [ + 256, + 512, + 1024 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDIM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 10, + "do_mask_loss_for_padding": false, + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500, + "pre_resize_shape": null, + "freeze_vision_backbone": false, + "use_ac": false, + "ac_threshold": 0.98, + "use_pcg": false, + "pcg_weight": 0.1 +} \ No newline at end of file diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601200/pretrained_model/model.safetensors b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601200/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..923abe5e8b2ff53ed1779c514ee3546ee1f200dc --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601200/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84bd1176f0c79f8e7d46ce8fbdf791db0c0f7677914eee6c35e03bae8e9fb6ce +size 369243880 diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601200/pretrained_model/train_config.json b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601200/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..20fe1166c7121fb34612988fae7ed0c34e5fea67 --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601200/pretrained_model/train_config.json @@ -0,0 +1,208 @@ +{ + "dataset": { + "repo_id": "shylee/so100_pengripB", + "root": "/SSD/LSY/lerobot_dataset/pengripB", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "diffusion", + "n_obs_steps": 2, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.FrontCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.TopCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.WristCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "horizon": 16, + "n_action_steps": 8, + "drop_n_last_frames": 7, + "vision_backbone": "resnet50", + "crop_shape": [ + 480, + 640 + ], + "crop_is_random": false, + "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": false, + "down_dims": [ + 256, + 512, + 1024 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDIM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 10, + "do_mask_loss_for_padding": false, + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500, + "pre_resize_shape": null, + "freeze_vision_backbone": false, + "use_ac": false, + "ac_threshold": 0.98, + "use_pcg": false, + "pcg_weight": 0.1 + }, + "output_dir": "/SSD/LSY/lerobot_model/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4", + "job_name": "DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4", + "resume": true, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 603000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 200, + "use_policy_training_preset": true, + "optimizer": { + "type": "adam", + "lr": 0.0001, + "weight_decay": 1e-06, + "grad_clip_norm": 10.0, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "diffuser", + "num_warmup_steps": 500, + "name": "cosine" + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null + } +} \ No newline at end of file diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601200/training_state/optimizer_param_groups.json b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601200/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..3f2d918101f2b88339d7b0722deed5e2d264c33b --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601200/training_state/optimizer_param_groups.json @@ -0,0 +1,331 @@ +[ + { + "lr": 2.202254335592624e-09, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-06, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "initial_lr": 0.0001, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310 + ] + } +] \ No newline at end of file diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601200/training_state/optimizer_state.safetensors b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601200/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b36a808d77d225dfcad61df051d7c33d5e8bce70 --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601200/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c229fcde00c735674bcf0a466253fd146488e3a52f2ceba4b1ee666fe946aa5 +size 738026076 diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601200/training_state/rng_state.safetensors b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601200/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2db38415e898641dc06ff8f647cb42d43564453c --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601200/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7758db822d5831170d980d61550eda6b66ea145b599a80ec3e962cdbc9d40793 +size 15708 diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601200/training_state/scheduler_state.json b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601200/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..d4d328281d64baf703d926f5a98355d6480db98c --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601200/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0001 + ], + "last_epoch": 601200, + "verbose": false, + "_step_count": 601201, + "_get_lr_called_within_step": false, + "_last_lr": [ + 2.202254335592624e-09 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601200/training_state/training_step.json b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601200/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..f61facf938454d13b4b3bbf2cd0bfb9da255cb17 --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601200/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 601200 +} \ No newline at end of file diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601400/pretrained_model/config.json b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601400/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..a94f4a2487d317b27018c63c2a651f25768aa7f7 --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601400/pretrained_model/config.json @@ -0,0 +1,98 @@ +{ + "type": "diffusion", + "n_obs_steps": 2, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.FrontCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.TopCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.WristCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "horizon": 16, + "n_action_steps": 8, + "drop_n_last_frames": 7, + "vision_backbone": "resnet50", + "crop_shape": [ + 480, + 640 + ], + "crop_is_random": false, + "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": false, + "down_dims": [ + 256, + 512, + 1024 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDIM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 10, + "do_mask_loss_for_padding": false, + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500, + "pre_resize_shape": null, + "freeze_vision_backbone": false, + "use_ac": false, + "ac_threshold": 0.98, + "use_pcg": false, + "pcg_weight": 0.1 +} \ No newline at end of file diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601400/pretrained_model/model.safetensors b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601400/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..75329eb6391a41f39f54e289fbeefb540b4a490d --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601400/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:919db6aef0cb75f057529b17a5b99b2a736f5c4c7cccb6480d90149a84860e22 +size 369243880 diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601400/pretrained_model/train_config.json b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601400/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..20fe1166c7121fb34612988fae7ed0c34e5fea67 --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601400/pretrained_model/train_config.json @@ -0,0 +1,208 @@ +{ + "dataset": { + "repo_id": "shylee/so100_pengripB", + "root": "/SSD/LSY/lerobot_dataset/pengripB", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "diffusion", + "n_obs_steps": 2, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.FrontCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.TopCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.WristCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "horizon": 16, + "n_action_steps": 8, + "drop_n_last_frames": 7, + "vision_backbone": "resnet50", + "crop_shape": [ + 480, + 640 + ], + "crop_is_random": false, + "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": false, + "down_dims": [ + 256, + 512, + 1024 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDIM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 10, + "do_mask_loss_for_padding": false, + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500, + "pre_resize_shape": null, + "freeze_vision_backbone": false, + "use_ac": false, + "ac_threshold": 0.98, + "use_pcg": false, + "pcg_weight": 0.1 + }, + "output_dir": "/SSD/LSY/lerobot_model/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4", + "job_name": "DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4", + "resume": true, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 603000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 200, + "use_policy_training_preset": true, + "optimizer": { + "type": "adam", + "lr": 0.0001, + "weight_decay": 1e-06, + "grad_clip_norm": 10.0, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "diffuser", + "num_warmup_steps": 500, + "name": "cosine" + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null + } +} \ No newline at end of file diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601400/training_state/optimizer_param_groups.json b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601400/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..bb797fca628b328276c4cbab154bceac84cef33d --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601400/training_state/optimizer_param_groups.json @@ -0,0 +1,331 @@ +[ + { + "lr": 1.7400554892466058e-09, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-06, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "initial_lr": 0.0001, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310 + ] + } +] \ No newline at end of file diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601400/training_state/optimizer_state.safetensors b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601400/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..55567548406968ff12b24b84ac4c6640ce95ec08 --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601400/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:167397720cf341d04c19d63d96b5b670aacdb10e77d3f8c25ef637ef0d9c56bd +size 738026076 diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601400/training_state/rng_state.safetensors b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601400/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..569264c0f9cefc3950596832f1dc49d72d4b7e91 --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601400/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f27f1ca3f9dd183ee15cb665f11255f114471617d01afb0bc5b38865b206208 +size 15708 diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601400/training_state/scheduler_state.json b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601400/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..6366a0ae10cd81dcce092b3d1c033e0ec8d279f7 --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601400/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0001 + ], + "last_epoch": 601400, + "verbose": false, + "_step_count": 601401, + "_get_lr_called_within_step": false, + "_last_lr": [ + 1.7400554892466058e-09 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601400/training_state/training_step.json b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601400/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..258911d2c0211b94b9198a1f347d5d1fdb5df79d --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601400/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 601400 +} \ No newline at end of file diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601600/pretrained_model/config.json b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601600/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..a94f4a2487d317b27018c63c2a651f25768aa7f7 --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601600/pretrained_model/config.json @@ -0,0 +1,98 @@ +{ + "type": "diffusion", + "n_obs_steps": 2, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.FrontCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.TopCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.WristCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "horizon": 16, + "n_action_steps": 8, + "drop_n_last_frames": 7, + "vision_backbone": "resnet50", + "crop_shape": [ + 480, + 640 + ], + "crop_is_random": false, + "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": false, + "down_dims": [ + 256, + 512, + 1024 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDIM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 10, + "do_mask_loss_for_padding": false, + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500, + "pre_resize_shape": null, + "freeze_vision_backbone": false, + "use_ac": false, + "ac_threshold": 0.98, + "use_pcg": false, + "pcg_weight": 0.1 +} \ No newline at end of file diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601600/pretrained_model/model.safetensors b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601600/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..57311704b83e99c69281d5949c77456ae63842cf --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601600/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:676b00115745c1f62c7c5fc9e9b027b73f26b89a7cc0b65b9edfb2515303dab9 +size 369243880 diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601600/pretrained_model/train_config.json b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601600/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..20fe1166c7121fb34612988fae7ed0c34e5fea67 --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601600/pretrained_model/train_config.json @@ -0,0 +1,208 @@ +{ + "dataset": { + "repo_id": "shylee/so100_pengripB", + "root": "/SSD/LSY/lerobot_dataset/pengripB", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "diffusion", + "n_obs_steps": 2, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.FrontCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.TopCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.WristCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "horizon": 16, + "n_action_steps": 8, + "drop_n_last_frames": 7, + "vision_backbone": "resnet50", + "crop_shape": [ + 480, + 640 + ], + "crop_is_random": false, + "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": false, + "down_dims": [ + 256, + 512, + 1024 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDIM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 10, + "do_mask_loss_for_padding": false, + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500, + "pre_resize_shape": null, + "freeze_vision_backbone": false, + "use_ac": false, + "ac_threshold": 0.98, + "use_pcg": false, + "pcg_weight": 0.1 + }, + "output_dir": "/SSD/LSY/lerobot_model/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4", + "job_name": "DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4", + "resume": true, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 603000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 200, + "use_policy_training_preset": true, + "optimizer": { + "type": "adam", + "lr": 0.0001, + "weight_decay": 1e-06, + "grad_clip_norm": 10.0, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "diffuser", + "num_warmup_steps": 500, + "name": "cosine" + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null + } +} \ No newline at end of file diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601600/training_state/optimizer_param_groups.json b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601600/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..b50e7a86d9af0a616a1c81c7f4eb1706ea392e75 --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601600/training_state/optimizer_param_groups.json @@ -0,0 +1,331 @@ +[ + { + "lr": 1.332231795025951e-09, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-06, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "initial_lr": 0.0001, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310 + ] + } +] \ No newline at end of file diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601600/training_state/optimizer_state.safetensors b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601600/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..da792c12bbcd3c77d79e490936d026539b59f234 --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601600/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb746b8596463238ddbde060c5b51b7f4672bdee667565f41550a60f18d6afb6 +size 738026076 diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601600/training_state/rng_state.safetensors b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601600/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8cdd288e65b673913dc62b7b55b00ae4b8cac6d0 --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601600/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d337780af95cf0525cce0c9dcc03aebb403c44122ee546bf938ceba3b8b03133 +size 15708 diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601600/training_state/scheduler_state.json b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601600/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..a4baf121b5483dbf62453272fb451c1513178b47 --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601600/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0001 + ], + "last_epoch": 601600, + "verbose": false, + "_step_count": 601601, + "_get_lr_called_within_step": false, + "_last_lr": [ + 1.332231795025951e-09 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601600/training_state/training_step.json b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601600/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..6a17b5dd7b7af6d388dd0be75a4eb82a9152d35e --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601600/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 601600 +} \ No newline at end of file diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601800/pretrained_model/config.json b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601800/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..a94f4a2487d317b27018c63c2a651f25768aa7f7 --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601800/pretrained_model/config.json @@ -0,0 +1,98 @@ +{ + "type": "diffusion", + "n_obs_steps": 2, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.FrontCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.TopCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.WristCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "horizon": 16, + "n_action_steps": 8, + "drop_n_last_frames": 7, + "vision_backbone": "resnet50", + "crop_shape": [ + 480, + 640 + ], + "crop_is_random": false, + "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": false, + "down_dims": [ + 256, + 512, + 1024 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDIM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 10, + "do_mask_loss_for_padding": false, + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500, + "pre_resize_shape": null, + "freeze_vision_backbone": false, + "use_ac": false, + "ac_threshold": 0.98, + "use_pcg": false, + "pcg_weight": 0.1 +} \ No newline at end of file diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601800/pretrained_model/model.safetensors b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601800/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..50c713db60efe3c0c319022c53465b0bcc169933 --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601800/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae9f94a32a4d7737c830e0a16876ace556c3005aea29760ceb9e662d4301734d +size 369243880 diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601800/pretrained_model/train_config.json b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601800/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..20fe1166c7121fb34612988fae7ed0c34e5fea67 --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601800/pretrained_model/train_config.json @@ -0,0 +1,208 @@ +{ + "dataset": { + "repo_id": "shylee/so100_pengripB", + "root": "/SSD/LSY/lerobot_dataset/pengripB", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "diffusion", + "n_obs_steps": 2, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.FrontCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.TopCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.WristCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "horizon": 16, + "n_action_steps": 8, + "drop_n_last_frames": 7, + "vision_backbone": "resnet50", + "crop_shape": [ + 480, + 640 + ], + "crop_is_random": false, + "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": false, + "down_dims": [ + 256, + 512, + 1024 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDIM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 10, + "do_mask_loss_for_padding": false, + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500, + "pre_resize_shape": null, + "freeze_vision_backbone": false, + "use_ac": false, + "ac_threshold": 0.98, + "use_pcg": false, + "pcg_weight": 0.1 + }, + "output_dir": "/SSD/LSY/lerobot_model/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4", + "job_name": "DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4", + "resume": true, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 603000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 200, + "use_policy_training_preset": true, + "optimizer": { + "type": "adam", + "lr": 0.0001, + "weight_decay": 1e-06, + "grad_clip_norm": 10.0, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "diffuser", + "num_warmup_steps": 500, + "name": "cosine" + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null + } +} \ No newline at end of file diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601800/training_state/optimizer_param_groups.json b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601800/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..6934ff190b48f4bb5acd831b8122d3dbd2918932 --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601800/training_state/optimizer_param_groups.json @@ -0,0 +1,331 @@ +[ + { + "lr": 9.787836964592068e-10, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-06, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "initial_lr": 0.0001, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310 + ] + } +] \ No newline at end of file diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601800/training_state/optimizer_state.safetensors b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601800/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..acbce3df5e5b18097d9dc4b82d6687c17d5f6218 --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601800/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ddaa8112a21db58a83805e256619c01e16fdac0f36f7293d22b1fd3196f0029a +size 738026076 diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601800/training_state/rng_state.safetensors b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601800/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..17c0d08136f0bc54844177eeba163fe8556c10ba --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601800/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfec6af0cb3578aef0b8b135e99d3eefed5cc61cb0dd6d61870681b00f334482 +size 15708 diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601800/training_state/scheduler_state.json b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601800/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..5dd25f9f41511041bcd050d98262c409163dad07 --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601800/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0001 + ], + "last_epoch": 601800, + "verbose": false, + "_step_count": 601801, + "_get_lr_called_within_step": false, + "_last_lr": [ + 9.787836964592068e-10 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601800/training_state/training_step.json b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601800/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..d7b94f2db196267f620732f07b458043247a1739 --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/601800/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 601800 +} \ No newline at end of file diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602000/pretrained_model/config.json b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..a94f4a2487d317b27018c63c2a651f25768aa7f7 --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602000/pretrained_model/config.json @@ -0,0 +1,98 @@ +{ + "type": "diffusion", + "n_obs_steps": 2, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.FrontCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.TopCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.WristCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "horizon": 16, + "n_action_steps": 8, + "drop_n_last_frames": 7, + "vision_backbone": "resnet50", + "crop_shape": [ + 480, + 640 + ], + "crop_is_random": false, + "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": false, + "down_dims": [ + 256, + 512, + 1024 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDIM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 10, + "do_mask_loss_for_padding": false, + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500, + "pre_resize_shape": null, + "freeze_vision_backbone": false, + "use_ac": false, + "ac_threshold": 0.98, + "use_pcg": false, + "pcg_weight": 0.1 +} \ No newline at end of file diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602000/pretrained_model/model.safetensors b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..278b5fd8cb16b95eed187118112e7e244a8c3376 --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81f08db4ad4cac356a983c51988bb3dd541583da697cfaa6f7a18b30bfb2aa1c +size 369243880 diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602000/pretrained_model/train_config.json b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..20fe1166c7121fb34612988fae7ed0c34e5fea67 --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602000/pretrained_model/train_config.json @@ -0,0 +1,208 @@ +{ + "dataset": { + "repo_id": "shylee/so100_pengripB", + "root": "/SSD/LSY/lerobot_dataset/pengripB", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "diffusion", + "n_obs_steps": 2, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.FrontCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.TopCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.WristCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "horizon": 16, + "n_action_steps": 8, + "drop_n_last_frames": 7, + "vision_backbone": "resnet50", + "crop_shape": [ + 480, + 640 + ], + "crop_is_random": false, + "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": false, + "down_dims": [ + 256, + 512, + 1024 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDIM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 10, + "do_mask_loss_for_padding": false, + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500, + "pre_resize_shape": null, + "freeze_vision_backbone": false, + "use_ac": false, + "ac_threshold": 0.98, + "use_pcg": false, + "pcg_weight": 0.1 + }, + "output_dir": "/SSD/LSY/lerobot_model/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4", + "job_name": "DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4", + "resume": true, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 603000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 200, + "use_policy_training_preset": true, + "optimizer": { + "type": "adam", + "lr": 0.0001, + "weight_decay": 1e-06, + "grad_clip_norm": 10.0, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "diffuser", + "num_warmup_steps": 500, + "name": "cosine" + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null + } +} \ No newline at end of file diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602000/training_state/optimizer_param_groups.json b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..f476027110a4635b2688bb113d938751efada235 --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602000/training_state/optimizer_param_groups.json @@ -0,0 +1,331 @@ +[ + { + "lr": 6.797115779277885e-10, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-06, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "initial_lr": 0.0001, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310 + ] + } +] \ No newline at end of file diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602000/training_state/optimizer_state.safetensors b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5f2c459db54e938268c87054a774020f8fd87b08 --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4fa785afa61c2f942a82883ee0891afdfea0d86afd8310b96932f777823e49e +size 738026076 diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602000/training_state/rng_state.safetensors b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4fcca92e77d4cf846ceb947f40f5f4dbe99a269e --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f27e6547f5798847da70bfa8b3897cb11b6567b05211222865d59af50a2e7df7 +size 15708 diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602000/training_state/scheduler_state.json b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..cfa651da155e25a8e8e47b0e173a3f431e40e043 --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0001 + ], + "last_epoch": 602000, + "verbose": false, + "_step_count": 602001, + "_get_lr_called_within_step": false, + "_last_lr": [ + 6.797115779277885e-10 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602000/training_state/training_step.json b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..732916e6b2b7187f2ad169af04ca9a3e1b28350e --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 602000 +} \ No newline at end of file diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602200/pretrained_model/config.json b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602200/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..a94f4a2487d317b27018c63c2a651f25768aa7f7 --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602200/pretrained_model/config.json @@ -0,0 +1,98 @@ +{ + "type": "diffusion", + "n_obs_steps": 2, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.FrontCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.TopCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.WristCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "horizon": 16, + "n_action_steps": 8, + "drop_n_last_frames": 7, + "vision_backbone": "resnet50", + "crop_shape": [ + 480, + 640 + ], + "crop_is_random": false, + "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": false, + "down_dims": [ + 256, + 512, + 1024 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDIM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 10, + "do_mask_loss_for_padding": false, + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500, + "pre_resize_shape": null, + "freeze_vision_backbone": false, + "use_ac": false, + "ac_threshold": 0.98, + "use_pcg": false, + "pcg_weight": 0.1 +} \ No newline at end of file diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602200/pretrained_model/model.safetensors b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602200/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f5c3c087e4af548900abf0ca4a485568b17ce7b0 --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602200/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f788335e8e7ed46a433f235b920e76fd85d489e80761ded239de1664fd5a4265 +size 369243880 diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602200/pretrained_model/train_config.json b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602200/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..20fe1166c7121fb34612988fae7ed0c34e5fea67 --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602200/pretrained_model/train_config.json @@ -0,0 +1,208 @@ +{ + "dataset": { + "repo_id": "shylee/so100_pengripB", + "root": "/SSD/LSY/lerobot_dataset/pengripB", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "diffusion", + "n_obs_steps": 2, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.FrontCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.TopCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.WristCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "horizon": 16, + "n_action_steps": 8, + "drop_n_last_frames": 7, + "vision_backbone": "resnet50", + "crop_shape": [ + 480, + 640 + ], + "crop_is_random": false, + "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": false, + "down_dims": [ + 256, + 512, + 1024 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDIM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 10, + "do_mask_loss_for_padding": false, + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500, + "pre_resize_shape": null, + "freeze_vision_backbone": false, + "use_ac": false, + "ac_threshold": 0.98, + "use_pcg": false, + "pcg_weight": 0.1 + }, + "output_dir": "/SSD/LSY/lerobot_model/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4", + "job_name": "DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4", + "resume": true, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 603000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 200, + "use_policy_training_preset": true, + "optimizer": { + "type": "adam", + "lr": 0.0001, + "weight_decay": 1e-06, + "grad_clip_norm": 10.0, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "diffuser", + "num_warmup_steps": 500, + "name": "cosine" + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null + } +} \ No newline at end of file diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602200/training_state/optimizer_param_groups.json b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602200/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..89913d980202b8caa03b1c1f64a2538ed88c5bfd --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602200/training_state/optimizer_param_groups.json @@ -0,0 +1,331 @@ +[ + { + "lr": 4.3501576469928693e-10, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-06, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "initial_lr": 0.0001, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310 + ] + } +] \ No newline at end of file diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602200/training_state/optimizer_state.safetensors b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602200/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5b20537c3cc0bd4a3194b5128d500108163b75a3 --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602200/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12b2fa530dafe6d3c849aec9c3337b56dd7a5293cd429ff95c32cf95d6e974d9 +size 738026076 diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602200/training_state/rng_state.safetensors b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602200/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ba4966bcc04dd1f0893f779955befe771af692c5 --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602200/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7490750091d522e64ef0f6aab0de9dd5c8814ee23beecf62f12b749c15acb1d9 +size 15708 diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602200/training_state/scheduler_state.json b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602200/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..828082b50ff75e4ab4b9cf5661ec3837e4eee6a2 --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602200/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0001 + ], + "last_epoch": 602200, + "verbose": false, + "_step_count": 602201, + "_get_lr_called_within_step": false, + "_last_lr": [ + 4.3501576469928693e-10 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602200/training_state/training_step.json b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602200/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..4b813356d8cb733b8d9816b1f44072f476b024a5 --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602200/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 602200 +} \ No newline at end of file diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602400/pretrained_model/config.json b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602400/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..a94f4a2487d317b27018c63c2a651f25768aa7f7 --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602400/pretrained_model/config.json @@ -0,0 +1,98 @@ +{ + "type": "diffusion", + "n_obs_steps": 2, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.FrontCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.TopCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.WristCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "horizon": 16, + "n_action_steps": 8, + "drop_n_last_frames": 7, + "vision_backbone": "resnet50", + "crop_shape": [ + 480, + 640 + ], + "crop_is_random": false, + "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": false, + "down_dims": [ + 256, + 512, + 1024 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDIM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 10, + "do_mask_loss_for_padding": false, + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500, + "pre_resize_shape": null, + "freeze_vision_backbone": false, + "use_ac": false, + "ac_threshold": 0.98, + "use_pcg": false, + "pcg_weight": 0.1 +} \ No newline at end of file diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602400/pretrained_model/model.safetensors b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602400/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c7b4d0a37adead81f88128b4c90b4b7493455340 --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602400/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a83b6515aa748fd368af47c7656350b5e765ec612ac99fc26709415e6cf04f2 +size 369243880 diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602400/pretrained_model/train_config.json b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602400/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..20fe1166c7121fb34612988fae7ed0c34e5fea67 --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602400/pretrained_model/train_config.json @@ -0,0 +1,208 @@ +{ + "dataset": { + "repo_id": "shylee/so100_pengripB", + "root": "/SSD/LSY/lerobot_dataset/pengripB", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "diffusion", + "n_obs_steps": 2, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.FrontCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.TopCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.WristCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "horizon": 16, + "n_action_steps": 8, + "drop_n_last_frames": 7, + "vision_backbone": "resnet50", + "crop_shape": [ + 480, + 640 + ], + "crop_is_random": false, + "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": false, + "down_dims": [ + 256, + 512, + 1024 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDIM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 10, + "do_mask_loss_for_padding": false, + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500, + "pre_resize_shape": null, + "freeze_vision_backbone": false, + "use_ac": false, + "ac_threshold": 0.98, + "use_pcg": false, + "pcg_weight": 0.1 + }, + "output_dir": "/SSD/LSY/lerobot_model/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4", + "job_name": "DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4", + "resume": true, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 603000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 200, + "use_policy_training_preset": true, + "optimizer": { + "type": "adam", + "lr": 0.0001, + "weight_decay": 1e-06, + "grad_clip_norm": 10.0, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "diffuser", + "num_warmup_steps": 500, + "name": "cosine" + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null + } +} \ No newline at end of file diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602400/training_state/optimizer_param_groups.json b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602400/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..34ca4409995506dd754bfd4bea667e79bfa5ee43 --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602400/training_state/optimizer_param_groups.json @@ -0,0 +1,331 @@ +[ + { + "lr": 2.4469652287750777e-10, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-06, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "initial_lr": 0.0001, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310 + ] + } +] \ No newline at end of file diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602400/training_state/optimizer_state.safetensors b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602400/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f9182b4b3cb18e5bd2c9550fce08f894bce1881c --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602400/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f707ce12fa2fc3f7e421b7970fea4c6b3d5bd98b99b9449f683f4f0286b9c30 +size 738026076 diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602400/training_state/rng_state.safetensors b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602400/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e10cd1ebda74359f9e3d8647ef77900c261fb350 --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602400/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4a24947968536d801314d546db5c6c8bd1851ea55ce7b1cd89a34d771c025aa +size 15708 diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602400/training_state/scheduler_state.json b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602400/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..a4077c6a5048a8c36f160ecdaddb2f9242092d33 --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602400/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0001 + ], + "last_epoch": 602400, + "verbose": false, + "_step_count": 602401, + "_get_lr_called_within_step": false, + "_last_lr": [ + 2.4469652287750777e-10 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602400/training_state/training_step.json b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602400/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..56eac0d65ad6065727ccc56cebcd6e41c56722b5 --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602400/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 602400 +} \ No newline at end of file diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602600/pretrained_model/config.json b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602600/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..a94f4a2487d317b27018c63c2a651f25768aa7f7 --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602600/pretrained_model/config.json @@ -0,0 +1,98 @@ +{ + "type": "diffusion", + "n_obs_steps": 2, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.FrontCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.TopCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.WristCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "horizon": 16, + "n_action_steps": 8, + "drop_n_last_frames": 7, + "vision_backbone": "resnet50", + "crop_shape": [ + 480, + 640 + ], + "crop_is_random": false, + "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": false, + "down_dims": [ + 256, + 512, + 1024 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDIM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 10, + "do_mask_loss_for_padding": false, + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500, + "pre_resize_shape": null, + "freeze_vision_backbone": false, + "use_ac": false, + "ac_threshold": 0.98, + "use_pcg": false, + "pcg_weight": 0.1 +} \ No newline at end of file diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602600/pretrained_model/model.safetensors b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602600/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4de16ff4d2ccda59eb8f767665fae1fd130e466d --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602600/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fdbb7ea055e8cee314407a8af6f162c833999222514dace8a7f3f561c26a98db +size 369243880 diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602600/pretrained_model/train_config.json b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602600/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..20fe1166c7121fb34612988fae7ed0c34e5fea67 --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602600/pretrained_model/train_config.json @@ -0,0 +1,208 @@ +{ + "dataset": { + "repo_id": "shylee/so100_pengripB", + "root": "/SSD/LSY/lerobot_dataset/pengripB", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "diffusion", + "n_obs_steps": 2, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.FrontCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.TopCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.WristCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "horizon": 16, + "n_action_steps": 8, + "drop_n_last_frames": 7, + "vision_backbone": "resnet50", + "crop_shape": [ + 480, + 640 + ], + "crop_is_random": false, + "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": false, + "down_dims": [ + 256, + 512, + 1024 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDIM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 10, + "do_mask_loss_for_padding": false, + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500, + "pre_resize_shape": null, + "freeze_vision_backbone": false, + "use_ac": false, + "ac_threshold": 0.98, + "use_pcg": false, + "pcg_weight": 0.1 + }, + "output_dir": "/SSD/LSY/lerobot_model/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4", + "job_name": "DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4", + "resume": true, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 603000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 200, + "use_policy_training_preset": true, + "optimizer": { + "type": "adam", + "lr": 0.0001, + "weight_decay": 1e-06, + "grad_clip_norm": 10.0, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "diffuser", + "num_warmup_steps": 500, + "name": "cosine" + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null + } +} \ No newline at end of file diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602600/training_state/optimizer_param_groups.json b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602600/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..8167b997a8b7df17e4e81558edae93307aee50bd --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602600/training_state/optimizer_param_groups.json @@ -0,0 +1,331 @@ +[ + { + "lr": 1.0875405944688055e-10, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-06, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "initial_lr": 0.0001, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310 + ] + } +] \ No newline at end of file diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602600/training_state/optimizer_state.safetensors b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602600/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6aebb238e2fa933b7469b4f7d3b4b23202cbb669 --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602600/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf0a1794916f69d9008aa6b0c46c9474d5d08e32832490a552c76f2d3cfe6110 +size 738026076 diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602600/training_state/rng_state.safetensors b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602600/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ab223f247b9db06e1202ccc0e8f14961d0be0662 --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602600/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f80d61f525868b6e63ee84bf1529f1f8396dca89a60732b1d4d403d73a763349 +size 15708 diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602600/training_state/scheduler_state.json b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602600/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..d52f276f1a04d51878cc483c945575007d5f3ed5 --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602600/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0001 + ], + "last_epoch": 602600, + "verbose": false, + "_step_count": 602601, + "_get_lr_called_within_step": false, + "_last_lr": [ + 1.0875405944688055e-10 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602600/training_state/training_step.json b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602600/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..803ab5cd12cde465e9e90817043012f3a229a674 --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602600/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 602600 +} \ No newline at end of file diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602800/pretrained_model/config.json b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602800/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..a94f4a2487d317b27018c63c2a651f25768aa7f7 --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602800/pretrained_model/config.json @@ -0,0 +1,98 @@ +{ + "type": "diffusion", + "n_obs_steps": 2, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.FrontCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.TopCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.WristCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "horizon": 16, + "n_action_steps": 8, + "drop_n_last_frames": 7, + "vision_backbone": "resnet50", + "crop_shape": [ + 480, + 640 + ], + "crop_is_random": false, + "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": false, + "down_dims": [ + 256, + 512, + 1024 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDIM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 10, + "do_mask_loss_for_padding": false, + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500, + "pre_resize_shape": null, + "freeze_vision_backbone": false, + "use_ac": false, + "ac_threshold": 0.98, + "use_pcg": false, + "pcg_weight": 0.1 +} \ No newline at end of file diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602800/pretrained_model/model.safetensors b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602800/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7f6a6d3942ef2a95fd263f4ddd747d44b1d85ffd --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602800/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:827e5ab675eeb4718e5af1473cf0f7049a94d929cfac7d42dd4936501ab6032f +size 369243880 diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602800/pretrained_model/train_config.json b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602800/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..20fe1166c7121fb34612988fae7ed0c34e5fea67 --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602800/pretrained_model/train_config.json @@ -0,0 +1,208 @@ +{ + "dataset": { + "repo_id": "shylee/so100_pengripB", + "root": "/SSD/LSY/lerobot_dataset/pengripB", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "diffusion", + "n_obs_steps": 2, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.FrontCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.TopCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.WristCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "horizon": 16, + "n_action_steps": 8, + "drop_n_last_frames": 7, + "vision_backbone": "resnet50", + "crop_shape": [ + 480, + 640 + ], + "crop_is_random": false, + "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": false, + "down_dims": [ + 256, + 512, + 1024 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDIM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 10, + "do_mask_loss_for_padding": false, + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500, + "pre_resize_shape": null, + "freeze_vision_backbone": false, + "use_ac": false, + "ac_threshold": 0.98, + "use_pcg": false, + "pcg_weight": 0.1 + }, + "output_dir": "/SSD/LSY/lerobot_model/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4", + "job_name": "DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4", + "resume": true, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 603000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 200, + "use_policy_training_preset": true, + "optimizer": { + "type": "adam", + "lr": 0.0001, + "weight_decay": 1e-06, + "grad_clip_norm": 10.0, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "diffuser", + "num_warmup_steps": 500, + "name": "cosine" + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null + } +} \ No newline at end of file diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602800/training_state/optimizer_param_groups.json b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602800/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..d479c1f078367fdbe4735633a619b83b09c1fac0 --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602800/training_state/optimizer_param_groups.json @@ -0,0 +1,331 @@ +[ + { + "lr": 2.7188522255805483e-11, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-06, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "initial_lr": 0.0001, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310 + ] + } +] \ No newline at end of file diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602800/training_state/optimizer_state.safetensors b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602800/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b708024ef8ef9f3fa17cb19f4a7e7111cc7ae42f --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602800/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ddb8763b25d3754b67faf67b02374fcab49c2867fb06094ae1f03b414e5f934 +size 738026076 diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602800/training_state/rng_state.safetensors b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602800/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a3e634dab31687c27009ca8662d5e7f89919136d --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602800/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c20d0eae32671fa5e63f048277569ef060883edafc2293180d1de5e5fbdf58f +size 15708 diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602800/training_state/scheduler_state.json b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602800/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..349003f932a6108fd0b50e749ec1fdedc6a3a10f --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602800/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0001 + ], + "last_epoch": 602800, + "verbose": false, + "_step_count": 602801, + "_get_lr_called_within_step": false, + "_last_lr": [ + 2.7188522255805483e-11 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602800/training_state/training_step.json b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602800/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..c2c6fadc2474511fe0f67647c86b67bf16b8890b --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/602800/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 602800 +} \ No newline at end of file diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/603000/pretrained_model/config.json b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/603000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..a94f4a2487d317b27018c63c2a651f25768aa7f7 --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/603000/pretrained_model/config.json @@ -0,0 +1,98 @@ +{ + "type": "diffusion", + "n_obs_steps": 2, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.FrontCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.TopCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.WristCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "horizon": 16, + "n_action_steps": 8, + "drop_n_last_frames": 7, + "vision_backbone": "resnet50", + "crop_shape": [ + 480, + 640 + ], + "crop_is_random": false, + "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": false, + "down_dims": [ + 256, + 512, + 1024 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDIM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 10, + "do_mask_loss_for_padding": false, + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500, + "pre_resize_shape": null, + "freeze_vision_backbone": false, + "use_ac": false, + "ac_threshold": 0.98, + "use_pcg": false, + "pcg_weight": 0.1 +} \ No newline at end of file diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/603000/pretrained_model/model.safetensors b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/603000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..875696b20148d745df9c814ff26213256dc5ec83 --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/603000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39aa658c374cd461d32e09f5d5950bc907f595b8f9e182a02523cdd5604e0463 +size 369243880 diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/603000/pretrained_model/train_config.json b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/603000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..20fe1166c7121fb34612988fae7ed0c34e5fea67 --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/603000/pretrained_model/train_config.json @@ -0,0 +1,208 @@ +{ + "dataset": { + "repo_id": "shylee/so100_pengripB", + "root": "/SSD/LSY/lerobot_dataset/pengripB", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "diffusion", + "n_obs_steps": 2, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.FrontCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.TopCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.WristCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "horizon": 16, + "n_action_steps": 8, + "drop_n_last_frames": 7, + "vision_backbone": "resnet50", + "crop_shape": [ + 480, + 640 + ], + "crop_is_random": false, + "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": false, + "down_dims": [ + 256, + 512, + 1024 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDIM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 10, + "do_mask_loss_for_padding": false, + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500, + "pre_resize_shape": null, + "freeze_vision_backbone": false, + "use_ac": false, + "ac_threshold": 0.98, + "use_pcg": false, + "pcg_weight": 0.1 + }, + "output_dir": "/SSD/LSY/lerobot_model/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4", + "job_name": "DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4", + "resume": true, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 603000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 200, + "use_policy_training_preset": true, + "optimizer": { + "type": "adam", + "lr": 0.0001, + "weight_decay": 1e-06, + "grad_clip_norm": 10.0, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "diffuser", + "num_warmup_steps": 500, + "name": "cosine" + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null + } +} \ No newline at end of file diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/603000/training_state/optimizer_param_groups.json b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/603000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..c27412d579214db5ef0199d94aca48d5fbd9aecc --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/603000/training_state/optimizer_param_groups.json @@ -0,0 +1,331 @@ +[ + { + "lr": 0.0, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-06, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "initial_lr": 0.0001, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310 + ] + } +] \ No newline at end of file diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/603000/training_state/optimizer_state.safetensors b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/603000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9d1a42025019c599372caf7dd13790c4f1a35420 --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/603000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0cef320573162c309436be57dfd0259f48690b7967c8b22b6152bfc5dbfca729 +size 738026076 diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/603000/training_state/rng_state.safetensors b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/603000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2ebf910395de79f6dd63dd18741617537404b85e --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/603000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:385e1f8d7d643da7b73e4bc9cfe8f2c00960e64cefec04ea957470076e7bf42c +size 15708 diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/603000/training_state/scheduler_state.json b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/603000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..381c8980689c64fc789572a184f6b173290bae83 --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/603000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0001 + ], + "last_epoch": 603000, + "verbose": false, + "_step_count": 603001, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/603000/training_state/training_step.json b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/603000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..c19e35c79c449d0fa60228242cb58e59930d423a --- /dev/null +++ b/DP_pengripB_downDims1_cropNo_freeze0_16_16_1e-4/checkpoints/603000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 603000 +} \ No newline at end of file