diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/010000/pretrained_model/config.json b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/010000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..53a434761e27de3adb22523b2c1b8b0b3eb0d4a4 --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/010000/pretrained_model/config.json @@ -0,0 +1,95 @@ +{ + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 9 + ] + }, + "observation.images.wrist": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": true, + "repo_id": "AI-Final/cutlery-diffusion-v7-300", + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone": "resnet18", + "resize_shape": null, + "crop_ratio": 1.0, + "crop_shape": [ + 440, + 600 + ], + "crop_is_random": true, + "pretrained_backbone_weights": null, + "use_group_norm": true, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": false, + "down_dims": [ + 512, + 1024, + 2048 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": null, + "compile_model": false, + "compile_mode": "reduce-overhead", + "do_mask_loss_for_padding": false, + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500 +} \ No newline at end of file diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/010000/pretrained_model/model.safetensors b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/010000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..12391cbbe184614d24608b577707dfbd015bba80 --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/010000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f37ab8b1bbcc741ff4ffcf8c67276ff4ffbb8e8325ea5dd50daa9d1903a7dc64 +size 1067235248 diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/010000/pretrained_model/policy_postprocessor.json b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/010000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..7f3d1455ad86832c79e49187567da5d47aa068e7 --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/010000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/010000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/010000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..af1b5fedeed21dfa18efc60212e69d053abfebc0 --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/010000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0e32311a5daa38bba386bbd845aa630a6b53aa2d4423ef6fc9d868183bccf96 +size 7756 diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/010000/pretrained_model/policy_preprocessor.json b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/010000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..c7ddebe581f2032f63d45ea5161a28bc1de8194a --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/010000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 9 + ] + }, + "observation.images.wrist": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/010000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/010000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..af1b5fedeed21dfa18efc60212e69d053abfebc0 --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/010000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0e32311a5daa38bba386bbd845aa630a6b53aa2d4423ef6fc9d868183bccf96 +size 7756 diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/010000/pretrained_model/train_config.json b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/010000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..7aec7088880e59d78802ca3c67133259ea6a0d58 --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/010000/pretrained_model/train_config.json @@ -0,0 +1,231 @@ +{ + "dataset": { + "repo_id": "AI-Final/AI-aiCapstoneData-lerobot-cutlery-v7-300", + "root": null, + "episodes": null, + "image_transforms": { + "enable": true, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "streaming": false + }, + "env": null, + "policy": { + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 9 + ] + }, + "observation.images.wrist": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": true, + "repo_id": "AI-Final/cutlery-diffusion-v7-300", + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone": "resnet18", + "resize_shape": null, + "crop_ratio": 1.0, + "crop_shape": [ + 440, + 600 + ], + "crop_is_random": true, + "pretrained_backbone_weights": null, + "use_group_norm": true, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": false, + "down_dims": [ + 512, + 1024, + 2048 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": null, + "compile_model": false, + "compile_mode": "reduce-overhead", + "do_mask_loss_for_padding": false, + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500 + }, + "output_dir": "/home/kuro/aicapstone_final_project/experiments/diffusion_cutlery_v7_300_20260610_184803/checkpoint", + "job_name": "diffusion_cutlery_v7_300_20260610_184803", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 16, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 10000, + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 1.4e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "cosine_decay_with_warmup", + "num_warmup_steps": 1000, + "num_decay_steps": 99000, + "peak_lr": 1.4e-05, + "decay_lr": 1e-07 + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "cutlery-diffusion-v7-300", + "entity": "fran3-14159265-national-yang-ming-chiao-tung-university", + "notes": null, + "run_id": null, + "mode": null + }, + "peft": null, + "use_rabc": false, + "rabc_progress_path": null, + "rabc_kappa": 0.01, + "rabc_epsilon": 1e-06, + "rabc_head_mode": "sparse", + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/010000/training_state/optimizer_param_groups.json b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/010000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..709210eb28e73994a4239aafc0c9f0411c631a3b --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/010000/training_state/optimizer_param_groups.json @@ -0,0 +1,233 @@ +[ + { + "lr": 1.365299426829957e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 1.4e-05, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211 + ] + } +] \ No newline at end of file diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/010000/training_state/optimizer_state.safetensors b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/010000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ff633fc167e4da96e754c540f34457920816563f --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/010000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d91f2dbd1a9cecc3a3a37d3f176586fc8bf433a95b84c37ca27c5f8b4796966 +size 2134472696 diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/010000/training_state/rng_state.safetensors b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/010000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..dbfd623320e8ab891ad8f4c148870164377bc486 --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/010000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94fec0f41fa0da0d872dff202445f50252812863fb73c32e53493c77eaa17ee9 +size 15708 diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/010000/training_state/scheduler_state.json b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/010000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..24a0717602609857b8f3cb5291ed9299888c0013 --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/010000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 1.4e-05 + ], + "last_epoch": 10000, + "_step_count": 10001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 1.365299426829957e-05 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/010000/training_state/training_step.json b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/010000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..7cb7c0986e9e7461ca851ce71e95d235ae3d2732 --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/010000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 10000 +} \ No newline at end of file diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/020000/pretrained_model/config.json b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/020000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..53a434761e27de3adb22523b2c1b8b0b3eb0d4a4 --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/020000/pretrained_model/config.json @@ -0,0 +1,95 @@ +{ + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 9 + ] + }, + "observation.images.wrist": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": true, + "repo_id": "AI-Final/cutlery-diffusion-v7-300", + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone": "resnet18", + "resize_shape": null, + "crop_ratio": 1.0, + "crop_shape": [ + 440, + 600 + ], + "crop_is_random": true, + "pretrained_backbone_weights": null, + "use_group_norm": true, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": false, + "down_dims": [ + 512, + 1024, + 2048 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": null, + "compile_model": false, + "compile_mode": "reduce-overhead", + "do_mask_loss_for_padding": false, + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500 +} \ No newline at end of file diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/020000/pretrained_model/model.safetensors b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/020000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..db95ad81e6a0040815f8b25f79c47c7c2aff8012 --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/020000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:861b74cd9cea225c7783b5b6663020cfa60891b4484396fd6fa0165fa3cdd7bd +size 1067235248 diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/020000/pretrained_model/policy_postprocessor.json b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/020000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..7f3d1455ad86832c79e49187567da5d47aa068e7 --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/020000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/020000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/020000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..af1b5fedeed21dfa18efc60212e69d053abfebc0 --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/020000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0e32311a5daa38bba386bbd845aa630a6b53aa2d4423ef6fc9d868183bccf96 +size 7756 diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/020000/pretrained_model/policy_preprocessor.json b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/020000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..c7ddebe581f2032f63d45ea5161a28bc1de8194a --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/020000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 9 + ] + }, + "observation.images.wrist": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/020000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/020000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..af1b5fedeed21dfa18efc60212e69d053abfebc0 --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/020000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0e32311a5daa38bba386bbd845aa630a6b53aa2d4423ef6fc9d868183bccf96 +size 7756 diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/020000/pretrained_model/train_config.json b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/020000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..7aec7088880e59d78802ca3c67133259ea6a0d58 --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/020000/pretrained_model/train_config.json @@ -0,0 +1,231 @@ +{ + "dataset": { + "repo_id": "AI-Final/AI-aiCapstoneData-lerobot-cutlery-v7-300", + "root": null, + "episodes": null, + "image_transforms": { + "enable": true, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "streaming": false + }, + "env": null, + "policy": { + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 9 + ] + }, + "observation.images.wrist": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": true, + "repo_id": "AI-Final/cutlery-diffusion-v7-300", + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone": "resnet18", + "resize_shape": null, + "crop_ratio": 1.0, + "crop_shape": [ + 440, + 600 + ], + "crop_is_random": true, + "pretrained_backbone_weights": null, + "use_group_norm": true, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": false, + "down_dims": [ + 512, + 1024, + 2048 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": null, + "compile_model": false, + "compile_mode": "reduce-overhead", + "do_mask_loss_for_padding": false, + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500 + }, + "output_dir": "/home/kuro/aicapstone_final_project/experiments/diffusion_cutlery_v7_300_20260610_184803/checkpoint", + "job_name": "diffusion_cutlery_v7_300_20260610_184803", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 16, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 10000, + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 1.4e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "cosine_decay_with_warmup", + "num_warmup_steps": 1000, + "num_decay_steps": 99000, + "peak_lr": 1.4e-05, + "decay_lr": 1e-07 + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "cutlery-diffusion-v7-300", + "entity": "fran3-14159265-national-yang-ming-chiao-tung-university", + "notes": null, + "run_id": null, + "mode": null + }, + "peft": null, + "use_rabc": false, + "rabc_progress_path": null, + "rabc_kappa": 0.01, + "rabc_epsilon": 1e-06, + "rabc_head_mode": "sparse", + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/020000/training_state/optimizer_param_groups.json b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/020000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..7c92ad033c4f8942f5a3dbad3e477a0c4db3d8e7 --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/020000/training_state/optimizer_param_groups.json @@ -0,0 +1,233 @@ +[ + { + "lr": 1.2646628289840858e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 1.4e-05, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211 + ] + } +] \ No newline at end of file diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/020000/training_state/optimizer_state.safetensors b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/020000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..86ea962a926d363d9d1bbc223ee9af0cdd23adc6 --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/020000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08f0d2707440f58c12ab2e34f64d8d2c3ac370833a2e0dd1c819cb5ebcf92bb9 +size 2134472696 diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/020000/training_state/rng_state.safetensors b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/020000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4641df39fad2bf9b026d94b46b73f751ac260912 --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/020000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1060e4cef640b8fa07742e5f2f46b6118f3b9bf3acd9fc993571be808bd0c95e +size 15708 diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/020000/training_state/scheduler_state.json b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/020000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..49647c5cb65c1c585dfeb759629d6794aa3ce109 --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/020000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 1.4e-05 + ], + "last_epoch": 20000, + "_step_count": 20001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 1.2646628289840858e-05 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/020000/training_state/training_step.json b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/020000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..dc9bb47026c5d5237ca6fc5dbff6020dd122ea05 --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/020000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 20000 +} \ No newline at end of file diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/030000/pretrained_model/config.json b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/030000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..53a434761e27de3adb22523b2c1b8b0b3eb0d4a4 --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/030000/pretrained_model/config.json @@ -0,0 +1,95 @@ +{ + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 9 + ] + }, + "observation.images.wrist": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": true, + "repo_id": "AI-Final/cutlery-diffusion-v7-300", + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone": "resnet18", + "resize_shape": null, + "crop_ratio": 1.0, + "crop_shape": [ + 440, + 600 + ], + "crop_is_random": true, + "pretrained_backbone_weights": null, + "use_group_norm": true, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": false, + "down_dims": [ + 512, + 1024, + 2048 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": null, + "compile_model": false, + "compile_mode": "reduce-overhead", + "do_mask_loss_for_padding": false, + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500 +} \ No newline at end of file diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/030000/pretrained_model/model.safetensors b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/030000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e7826e034f7a4ca66eec459c62bdc0929870f785 --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/030000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:346a2c842c6f12806fc2581dad50098d5233303bbc2f280752da6cf5f5cabad5 +size 1067235248 diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/030000/pretrained_model/policy_postprocessor.json b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/030000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..7f3d1455ad86832c79e49187567da5d47aa068e7 --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/030000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/030000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/030000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..af1b5fedeed21dfa18efc60212e69d053abfebc0 --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/030000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0e32311a5daa38bba386bbd845aa630a6b53aa2d4423ef6fc9d868183bccf96 +size 7756 diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/030000/pretrained_model/policy_preprocessor.json b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/030000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..c7ddebe581f2032f63d45ea5161a28bc1de8194a --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/030000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 9 + ] + }, + "observation.images.wrist": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/030000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/030000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..af1b5fedeed21dfa18efc60212e69d053abfebc0 --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/030000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0e32311a5daa38bba386bbd845aa630a6b53aa2d4423ef6fc9d868183bccf96 +size 7756 diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/030000/pretrained_model/train_config.json b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/030000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..7aec7088880e59d78802ca3c67133259ea6a0d58 --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/030000/pretrained_model/train_config.json @@ -0,0 +1,231 @@ +{ + "dataset": { + "repo_id": "AI-Final/AI-aiCapstoneData-lerobot-cutlery-v7-300", + "root": null, + "episodes": null, + "image_transforms": { + "enable": true, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "streaming": false + }, + "env": null, + "policy": { + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 9 + ] + }, + "observation.images.wrist": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": true, + "repo_id": "AI-Final/cutlery-diffusion-v7-300", + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone": "resnet18", + "resize_shape": null, + "crop_ratio": 1.0, + "crop_shape": [ + 440, + 600 + ], + "crop_is_random": true, + "pretrained_backbone_weights": null, + "use_group_norm": true, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": false, + "down_dims": [ + 512, + 1024, + 2048 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": null, + "compile_model": false, + "compile_mode": "reduce-overhead", + "do_mask_loss_for_padding": false, + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500 + }, + "output_dir": "/home/kuro/aicapstone_final_project/experiments/diffusion_cutlery_v7_300_20260610_184803/checkpoint", + "job_name": "diffusion_cutlery_v7_300_20260610_184803", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 16, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 10000, + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 1.4e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "cosine_decay_with_warmup", + "num_warmup_steps": 1000, + "num_decay_steps": 99000, + "peak_lr": 1.4e-05, + "decay_lr": 1e-07 + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "cutlery-diffusion-v7-300", + "entity": "fran3-14159265-national-yang-ming-chiao-tung-university", + "notes": null, + "run_id": null, + "mode": null + }, + "peft": null, + "use_rabc": false, + "rabc_progress_path": null, + "rabc_kappa": 0.01, + "rabc_epsilon": 1e-06, + "rabc_head_mode": "sparse", + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/030000/training_state/optimizer_param_groups.json b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/030000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..54d04844f40d6b32d7b41eb6bb505c966e3859b1 --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/030000/training_state/optimizer_param_groups.json @@ -0,0 +1,233 @@ +[ + { + "lr": 1.1081395521519827e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 1.4e-05, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211 + ] + } +] \ No newline at end of file diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/030000/training_state/optimizer_state.safetensors b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/030000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4264dc93f4637235430a2ed65428d08025f160cf --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/030000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:020c5c5eeb40b0650aff9fba44085d678c6bd42ad65e1ade8a3e0aaaf0f919c4 +size 2134472696 diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/030000/training_state/rng_state.safetensors b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/030000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2c6fb6f855269d6076c3e88a9da66b6d04831a84 --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/030000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9dc878a46159830bd047eb242c8abf617aa171364db8273b3e6dc4978a7528e3 +size 15708 diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/030000/training_state/scheduler_state.json b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/030000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..71f0f00a84937a960b7f2539a113b9d9c22ddfdf --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/030000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 1.4e-05 + ], + "last_epoch": 30000, + "_step_count": 30001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 1.1081395521519827e-05 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/030000/training_state/training_step.json b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/030000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..f4945f660f45b332883dccfccf18d8b8815d916a --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/030000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 30000 +} \ No newline at end of file diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/040000/pretrained_model/config.json b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/040000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..53a434761e27de3adb22523b2c1b8b0b3eb0d4a4 --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/040000/pretrained_model/config.json @@ -0,0 +1,95 @@ +{ + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 9 + ] + }, + "observation.images.wrist": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": true, + "repo_id": "AI-Final/cutlery-diffusion-v7-300", + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone": "resnet18", + "resize_shape": null, + "crop_ratio": 1.0, + "crop_shape": [ + 440, + 600 + ], + "crop_is_random": true, + "pretrained_backbone_weights": null, + "use_group_norm": true, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": false, + "down_dims": [ + 512, + 1024, + 2048 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": null, + "compile_model": false, + "compile_mode": "reduce-overhead", + "do_mask_loss_for_padding": false, + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500 +} \ No newline at end of file diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/040000/pretrained_model/model.safetensors b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/040000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7dc86d5901c91a4448cdc0ffb70d8afc7f950d74 --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/040000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:963949b4e9b995f581ba73c7f93991c91abcbd40ced33cc93db7d4eb25df6527 +size 1067235248 diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/040000/pretrained_model/policy_postprocessor.json b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/040000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..7f3d1455ad86832c79e49187567da5d47aa068e7 --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/040000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/040000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/040000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..af1b5fedeed21dfa18efc60212e69d053abfebc0 --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/040000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0e32311a5daa38bba386bbd845aa630a6b53aa2d4423ef6fc9d868183bccf96 +size 7756 diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/040000/pretrained_model/policy_preprocessor.json b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/040000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..c7ddebe581f2032f63d45ea5161a28bc1de8194a --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/040000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 9 + ] + }, + "observation.images.wrist": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/040000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/040000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..af1b5fedeed21dfa18efc60212e69d053abfebc0 --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/040000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0e32311a5daa38bba386bbd845aa630a6b53aa2d4423ef6fc9d868183bccf96 +size 7756 diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/040000/pretrained_model/train_config.json b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/040000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..7aec7088880e59d78802ca3c67133259ea6a0d58 --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/040000/pretrained_model/train_config.json @@ -0,0 +1,231 @@ +{ + "dataset": { + "repo_id": "AI-Final/AI-aiCapstoneData-lerobot-cutlery-v7-300", + "root": null, + "episodes": null, + "image_transforms": { + "enable": true, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "streaming": false + }, + "env": null, + "policy": { + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 9 + ] + }, + "observation.images.wrist": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": true, + "repo_id": "AI-Final/cutlery-diffusion-v7-300", + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone": "resnet18", + "resize_shape": null, + "crop_ratio": 1.0, + "crop_shape": [ + 440, + 600 + ], + "crop_is_random": true, + "pretrained_backbone_weights": null, + "use_group_norm": true, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": false, + "down_dims": [ + 512, + 1024, + 2048 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": null, + "compile_model": false, + "compile_mode": "reduce-overhead", + "do_mask_loss_for_padding": false, + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500 + }, + "output_dir": "/home/kuro/aicapstone_final_project/experiments/diffusion_cutlery_v7_300_20260610_184803/checkpoint", + "job_name": "diffusion_cutlery_v7_300_20260610_184803", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 16, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 10000, + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 1.4e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "cosine_decay_with_warmup", + "num_warmup_steps": 1000, + "num_decay_steps": 99000, + "peak_lr": 1.4e-05, + "decay_lr": 1e-07 + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "cutlery-diffusion-v7-300", + "entity": "fran3-14159265-national-yang-ming-chiao-tung-university", + "notes": null, + "run_id": null, + "mode": null + }, + "peft": null, + "use_rabc": false, + "rabc_progress_path": null, + "rabc_kappa": 0.01, + "rabc_epsilon": 1e-06, + "rabc_head_mode": "sparse", + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/040000/training_state/optimizer_param_groups.json b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/040000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..945ee2e24ba3f839291f44addff9cb0ca118f4e3 --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/040000/training_state/optimizer_param_groups.json @@ -0,0 +1,233 @@ +[ + { + "lr": 9.113596608531511e-06, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 1.4e-05, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211 + ] + } +] \ No newline at end of file diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/040000/training_state/optimizer_state.safetensors b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/040000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..971fdea2d6be76180c6842ea15d3e67c9fa14313 --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/040000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d4f2da077f1f0a501983b0c9406935df0d454d5b503834e125344fa20028cce +size 2134472696 diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/040000/training_state/rng_state.safetensors b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/040000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..81fdac638534698b64fbc08a2fa751279e61d0db --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/040000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c85a2faa57dc3f28b9799a23d0e1219a47af20dc5def3fe15e86eee34003aa02 +size 15708 diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/040000/training_state/scheduler_state.json b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/040000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..61fa8dcf97ff62161fd2773232862b20e137e6d7 --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/040000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 1.4e-05 + ], + "last_epoch": 40000, + "_step_count": 40001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 9.113596608531511e-06 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/040000/training_state/training_step.json b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/040000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..fe40d8ff4312c7e5a8fba9bcc932a43a1384ba77 --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/040000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 40000 +} \ No newline at end of file diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/050000/pretrained_model/config.json b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/050000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..53a434761e27de3adb22523b2c1b8b0b3eb0d4a4 --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/050000/pretrained_model/config.json @@ -0,0 +1,95 @@ +{ + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 9 + ] + }, + "observation.images.wrist": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": true, + "repo_id": "AI-Final/cutlery-diffusion-v7-300", + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone": "resnet18", + "resize_shape": null, + "crop_ratio": 1.0, + "crop_shape": [ + 440, + 600 + ], + "crop_is_random": true, + "pretrained_backbone_weights": null, + "use_group_norm": true, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": false, + "down_dims": [ + 512, + 1024, + 2048 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": null, + "compile_model": false, + "compile_mode": "reduce-overhead", + "do_mask_loss_for_padding": false, + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500 +} \ No newline at end of file diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/050000/pretrained_model/model.safetensors b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/050000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..364c7115c14f653f66ff7415018b2e2e5aaaccdd --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/050000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d74b8d2110f388aafa268281a2f18212fb0834c3e085f646acc8a2ba5c741759 +size 1067235248 diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/050000/pretrained_model/policy_postprocessor.json b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/050000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..7f3d1455ad86832c79e49187567da5d47aa068e7 --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/050000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/050000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/050000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..af1b5fedeed21dfa18efc60212e69d053abfebc0 --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/050000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0e32311a5daa38bba386bbd845aa630a6b53aa2d4423ef6fc9d868183bccf96 +size 7756 diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/050000/pretrained_model/policy_preprocessor.json b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/050000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..c7ddebe581f2032f63d45ea5161a28bc1de8194a --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/050000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 9 + ] + }, + "observation.images.wrist": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/050000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/050000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..af1b5fedeed21dfa18efc60212e69d053abfebc0 --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/050000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0e32311a5daa38bba386bbd845aa630a6b53aa2d4423ef6fc9d868183bccf96 +size 7756 diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/050000/pretrained_model/train_config.json b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/050000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..7aec7088880e59d78802ca3c67133259ea6a0d58 --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/050000/pretrained_model/train_config.json @@ -0,0 +1,231 @@ +{ + "dataset": { + "repo_id": "AI-Final/AI-aiCapstoneData-lerobot-cutlery-v7-300", + "root": null, + "episodes": null, + "image_transforms": { + "enable": true, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "streaming": false + }, + "env": null, + "policy": { + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 9 + ] + }, + "observation.images.wrist": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": true, + "repo_id": "AI-Final/cutlery-diffusion-v7-300", + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone": "resnet18", + "resize_shape": null, + "crop_ratio": 1.0, + "crop_shape": [ + 440, + 600 + ], + "crop_is_random": true, + "pretrained_backbone_weights": null, + "use_group_norm": true, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": false, + "down_dims": [ + 512, + 1024, + 2048 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": null, + "compile_model": false, + "compile_mode": "reduce-overhead", + "do_mask_loss_for_padding": false, + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500 + }, + "output_dir": "/home/kuro/aicapstone_final_project/experiments/diffusion_cutlery_v7_300_20260610_184803/checkpoint", + "job_name": "diffusion_cutlery_v7_300_20260610_184803", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 16, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 10000, + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 1.4e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "cosine_decay_with_warmup", + "num_warmup_steps": 1000, + "num_decay_steps": 99000, + "peak_lr": 1.4e-05, + "decay_lr": 1e-07 + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "cutlery-diffusion-v7-300", + "entity": "fran3-14159265-national-yang-ming-chiao-tung-university", + "notes": null, + "run_id": null, + "mode": null + }, + "peft": null, + "use_rabc": false, + "rabc_progress_path": null, + "rabc_kappa": 0.01, + "rabc_epsilon": 1e-06, + "rabc_head_mode": "sparse", + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/050000/training_state/optimizer_param_groups.json b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/050000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..16e7de0a1f2a600bbd3da88f6542fcf928f1202e --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/050000/training_state/optimizer_param_groups.json @@ -0,0 +1,233 @@ +[ + { + "lr": 6.939731551348085e-06, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 1.4e-05, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211 + ] + } +] \ No newline at end of file diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/050000/training_state/optimizer_state.safetensors b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/050000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9e7f39b26d3ed545017a75e26459f26faa5c5cd0 --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/050000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b77257912f97c3aae590693890f38a1165fa905743381da3830cb1e9e1d13716 +size 2134472696 diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/050000/training_state/rng_state.safetensors b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/050000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d05ddeec764cc28d72b28ad9f21e08c24160f8d6 --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/050000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3bad6b2eb3d1a9ec1ec63c168ad676724af57f1892ba393b893aa5009a031a0 +size 15708 diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/050000/training_state/scheduler_state.json b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/050000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..fbe36809d4ba335d94aca65ccf0465d995586cd7 --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/050000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 1.4e-05 + ], + "last_epoch": 50000, + "_step_count": 50001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 6.939731551348085e-06 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/050000/training_state/training_step.json b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/050000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..b3c03563f17d6d98552117ccf00705b693aa3fbd --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/050000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 50000 +} \ No newline at end of file diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/060000/pretrained_model/config.json b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/060000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..53a434761e27de3adb22523b2c1b8b0b3eb0d4a4 --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/060000/pretrained_model/config.json @@ -0,0 +1,95 @@ +{ + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 9 + ] + }, + "observation.images.wrist": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": true, + "repo_id": "AI-Final/cutlery-diffusion-v7-300", + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone": "resnet18", + "resize_shape": null, + "crop_ratio": 1.0, + "crop_shape": [ + 440, + 600 + ], + "crop_is_random": true, + "pretrained_backbone_weights": null, + "use_group_norm": true, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": false, + "down_dims": [ + 512, + 1024, + 2048 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": null, + "compile_model": false, + "compile_mode": "reduce-overhead", + "do_mask_loss_for_padding": false, + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500 +} \ No newline at end of file diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/060000/pretrained_model/model.safetensors b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/060000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a2fe166107a73c18522f5950c82f776c69876b92 --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/060000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28d00af9acda1c6505b4a5482648d9e262fcad4fd1682cf5e75823945a8c53ab +size 1067235248 diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/060000/pretrained_model/policy_postprocessor.json b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/060000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..7f3d1455ad86832c79e49187567da5d47aa068e7 --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/060000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/060000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/060000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..af1b5fedeed21dfa18efc60212e69d053abfebc0 --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/060000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0e32311a5daa38bba386bbd845aa630a6b53aa2d4423ef6fc9d868183bccf96 +size 7756 diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/060000/pretrained_model/policy_preprocessor.json b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/060000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..c7ddebe581f2032f63d45ea5161a28bc1de8194a --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/060000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 9 + ] + }, + "observation.images.wrist": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/060000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/060000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..af1b5fedeed21dfa18efc60212e69d053abfebc0 --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/060000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0e32311a5daa38bba386bbd845aa630a6b53aa2d4423ef6fc9d868183bccf96 +size 7756 diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/060000/pretrained_model/train_config.json b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/060000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..7aec7088880e59d78802ca3c67133259ea6a0d58 --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/060000/pretrained_model/train_config.json @@ -0,0 +1,231 @@ +{ + "dataset": { + "repo_id": "AI-Final/AI-aiCapstoneData-lerobot-cutlery-v7-300", + "root": null, + "episodes": null, + "image_transforms": { + "enable": true, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "streaming": false + }, + "env": null, + "policy": { + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 9 + ] + }, + "observation.images.wrist": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": true, + "repo_id": "AI-Final/cutlery-diffusion-v7-300", + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone": "resnet18", + "resize_shape": null, + "crop_ratio": 1.0, + "crop_shape": [ + 440, + 600 + ], + "crop_is_random": true, + "pretrained_backbone_weights": null, + "use_group_norm": true, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": false, + "down_dims": [ + 512, + 1024, + 2048 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": null, + "compile_model": false, + "compile_mode": "reduce-overhead", + "do_mask_loss_for_padding": false, + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500 + }, + "output_dir": "/home/kuro/aicapstone_final_project/experiments/diffusion_cutlery_v7_300_20260610_184803/checkpoint", + "job_name": "diffusion_cutlery_v7_300_20260610_184803", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 16, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 10000, + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 1.4e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "cosine_decay_with_warmup", + "num_warmup_steps": 1000, + "num_decay_steps": 99000, + "peak_lr": 1.4e-05, + "decay_lr": 1e-07 + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "cutlery-diffusion-v7-300", + "entity": "fran3-14159265-national-yang-ming-chiao-tung-university", + "notes": null, + "run_id": null, + "mode": null + }, + "peft": null, + "use_rabc": false, + "rabc_progress_path": null, + "rabc_kappa": 0.01, + "rabc_epsilon": 1e-06, + "rabc_head_mode": "sparse", + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/060000/training_state/optimizer_param_groups.json b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/060000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..7ea14fe048c15df9a4ef573370f4065b3e921264 --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/060000/training_state/optimizer_param_groups.json @@ -0,0 +1,233 @@ +[ + { + "lr": 4.7768776549439195e-06, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 1.4e-05, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211 + ] + } +] \ No newline at end of file diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/060000/training_state/optimizer_state.safetensors b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/060000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1886ff74540c0cd134ee64ca9a24c8da52604eb2 --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/060000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f472ed788d8de11e4e39315d066d752b6723a1d516645de80360c72210151a8a +size 2134472696 diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/060000/training_state/rng_state.safetensors b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/060000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..96f85456c27fc76d9d916e83264570650b169fcc --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/060000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed687ab1e0a39901e237f37325782e37e8f1d9ed65d227689a6eb372ab9de471 +size 15708 diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/060000/training_state/scheduler_state.json b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/060000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..466efcef0a22b2acc7cfe3bd67166b41d01033be --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/060000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 1.4e-05 + ], + "last_epoch": 60000, + "_step_count": 60001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 4.7768776549439195e-06 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/060000/training_state/training_step.json b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/060000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..d360b6037f1c8c2c85d38e951160eb02ace507dd --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/060000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 60000 +} \ No newline at end of file diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/070000/pretrained_model/config.json b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/070000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..53a434761e27de3adb22523b2c1b8b0b3eb0d4a4 --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/070000/pretrained_model/config.json @@ -0,0 +1,95 @@ +{ + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 9 + ] + }, + "observation.images.wrist": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": true, + "repo_id": "AI-Final/cutlery-diffusion-v7-300", + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone": "resnet18", + "resize_shape": null, + "crop_ratio": 1.0, + "crop_shape": [ + 440, + 600 + ], + "crop_is_random": true, + "pretrained_backbone_weights": null, + "use_group_norm": true, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": false, + "down_dims": [ + 512, + 1024, + 2048 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": null, + "compile_model": false, + "compile_mode": "reduce-overhead", + "do_mask_loss_for_padding": false, + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500 +} \ No newline at end of file diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/070000/pretrained_model/model.safetensors b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/070000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1f7e1b507e2aa4d2459c5fdecc68cc1b98c87512 --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/070000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:289a12835e1fbea619f1351ad20b17e38238e973ab9911d93ce3bee161db5e6d +size 1067235248 diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/070000/pretrained_model/policy_postprocessor.json b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/070000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..7f3d1455ad86832c79e49187567da5d47aa068e7 --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/070000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/070000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/070000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..af1b5fedeed21dfa18efc60212e69d053abfebc0 --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/070000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0e32311a5daa38bba386bbd845aa630a6b53aa2d4423ef6fc9d868183bccf96 +size 7756 diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/070000/pretrained_model/policy_preprocessor.json b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/070000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..c7ddebe581f2032f63d45ea5161a28bc1de8194a --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/070000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 9 + ] + }, + "observation.images.wrist": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/070000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/070000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..af1b5fedeed21dfa18efc60212e69d053abfebc0 --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/070000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0e32311a5daa38bba386bbd845aa630a6b53aa2d4423ef6fc9d868183bccf96 +size 7756 diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/070000/pretrained_model/train_config.json b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/070000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..7aec7088880e59d78802ca3c67133259ea6a0d58 --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/070000/pretrained_model/train_config.json @@ -0,0 +1,231 @@ +{ + "dataset": { + "repo_id": "AI-Final/AI-aiCapstoneData-lerobot-cutlery-v7-300", + "root": null, + "episodes": null, + "image_transforms": { + "enable": true, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "streaming": false + }, + "env": null, + "policy": { + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 9 + ] + }, + "observation.images.wrist": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": true, + "repo_id": "AI-Final/cutlery-diffusion-v7-300", + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone": "resnet18", + "resize_shape": null, + "crop_ratio": 1.0, + "crop_shape": [ + 440, + 600 + ], + "crop_is_random": true, + "pretrained_backbone_weights": null, + "use_group_norm": true, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": false, + "down_dims": [ + 512, + 1024, + 2048 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": null, + "compile_model": false, + "compile_mode": "reduce-overhead", + "do_mask_loss_for_padding": false, + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500 + }, + "output_dir": "/home/kuro/aicapstone_final_project/experiments/diffusion_cutlery_v7_300_20260610_184803/checkpoint", + "job_name": "diffusion_cutlery_v7_300_20260610_184803", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 16, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 10000, + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 1.4e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "cosine_decay_with_warmup", + "num_warmup_steps": 1000, + "num_decay_steps": 99000, + "peak_lr": 1.4e-05, + "decay_lr": 1e-07 + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "cutlery-diffusion-v7-300", + "entity": "fran3-14159265-national-yang-ming-chiao-tung-university", + "notes": null, + "run_id": null, + "mode": null + }, + "peft": null, + "use_rabc": false, + "rabc_progress_path": null, + "rabc_kappa": 0.01, + "rabc_epsilon": 1e-06, + "rabc_head_mode": "sparse", + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/070000/training_state/optimizer_param_groups.json b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/070000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..b6689719802a1caddb040b1c301563a52a584c47 --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/070000/training_state/optimizer_param_groups.json @@ -0,0 +1,233 @@ +[ + { + "lr": 2.841012674393218e-06, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 1.4e-05, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211 + ] + } +] \ No newline at end of file diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/070000/training_state/optimizer_state.safetensors b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/070000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..668d0abfe3ea547ca0058f0e5294050f3c74974f --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/070000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1f48d2c8c0270870b8cfe4d12305b5542fcf184eb56c40e8c79f3c1fe9e1012 +size 2134472696 diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/070000/training_state/rng_state.safetensors b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/070000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..44ebad1044f42f25a4427cb3140d169f4f64baf3 --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/070000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90c34c58c1a1def6be129105ba2e349a8fb12897f31d63b7cc1911050a07ae5a +size 15708 diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/070000/training_state/scheduler_state.json b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/070000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..0f00bd4dbd5383f527abc4a2119973dacb1e782f --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/070000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 1.4e-05 + ], + "last_epoch": 70000, + "_step_count": 70001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 2.841012674393218e-06 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/070000/training_state/training_step.json b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/070000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..1ec0c1eb0f525e34fa3a57743f750b2b34b5b77b --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/070000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 70000 +} \ No newline at end of file diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/080000/pretrained_model/config.json b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/080000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..53a434761e27de3adb22523b2c1b8b0b3eb0d4a4 --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/080000/pretrained_model/config.json @@ -0,0 +1,95 @@ +{ + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 9 + ] + }, + "observation.images.wrist": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": true, + "repo_id": "AI-Final/cutlery-diffusion-v7-300", + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone": "resnet18", + "resize_shape": null, + "crop_ratio": 1.0, + "crop_shape": [ + 440, + 600 + ], + "crop_is_random": true, + "pretrained_backbone_weights": null, + "use_group_norm": true, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": false, + "down_dims": [ + 512, + 1024, + 2048 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": null, + "compile_model": false, + "compile_mode": "reduce-overhead", + "do_mask_loss_for_padding": false, + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500 +} \ No newline at end of file diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/080000/pretrained_model/model.safetensors b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/080000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2f8eeba3ad24e6a362f1f0bd8c752f1f2a18d6ff --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/080000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7d10f8d87e5578c0c9cf40fe04f181a05ee505b821250a4f99b8ca8477d7bce +size 1067235248 diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/080000/pretrained_model/policy_postprocessor.json b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/080000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..7f3d1455ad86832c79e49187567da5d47aa068e7 --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/080000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/080000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/080000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..af1b5fedeed21dfa18efc60212e69d053abfebc0 --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/080000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0e32311a5daa38bba386bbd845aa630a6b53aa2d4423ef6fc9d868183bccf96 +size 7756 diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/080000/pretrained_model/policy_preprocessor.json b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/080000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..c7ddebe581f2032f63d45ea5161a28bc1de8194a --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/080000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 9 + ] + }, + "observation.images.wrist": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/080000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/080000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..af1b5fedeed21dfa18efc60212e69d053abfebc0 --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/080000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0e32311a5daa38bba386bbd845aa630a6b53aa2d4423ef6fc9d868183bccf96 +size 7756 diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/080000/pretrained_model/train_config.json b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/080000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..7aec7088880e59d78802ca3c67133259ea6a0d58 --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/080000/pretrained_model/train_config.json @@ -0,0 +1,231 @@ +{ + "dataset": { + "repo_id": "AI-Final/AI-aiCapstoneData-lerobot-cutlery-v7-300", + "root": null, + "episodes": null, + "image_transforms": { + "enable": true, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "streaming": false + }, + "env": null, + "policy": { + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 9 + ] + }, + "observation.images.wrist": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": true, + "repo_id": "AI-Final/cutlery-diffusion-v7-300", + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone": "resnet18", + "resize_shape": null, + "crop_ratio": 1.0, + "crop_shape": [ + 440, + 600 + ], + "crop_is_random": true, + "pretrained_backbone_weights": null, + "use_group_norm": true, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": false, + "down_dims": [ + 512, + 1024, + 2048 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": null, + "compile_model": false, + "compile_mode": "reduce-overhead", + "do_mask_loss_for_padding": false, + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500 + }, + "output_dir": "/home/kuro/aicapstone_final_project/experiments/diffusion_cutlery_v7_300_20260610_184803/checkpoint", + "job_name": "diffusion_cutlery_v7_300_20260610_184803", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 16, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 10000, + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 1.4e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "cosine_decay_with_warmup", + "num_warmup_steps": 1000, + "num_decay_steps": 99000, + "peak_lr": 1.4e-05, + "decay_lr": 1e-07 + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "cutlery-diffusion-v7-300", + "entity": "fran3-14159265-national-yang-ming-chiao-tung-university", + "notes": null, + "run_id": null, + "mode": null + }, + "peft": null, + "use_rabc": false, + "rabc_progress_path": null, + "rabc_kappa": 0.01, + "rabc_epsilon": 1e-06, + "rabc_head_mode": "sparse", + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/080000/training_state/optimizer_param_groups.json b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/080000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..ad3c51769773eb2adeae03c16828dad53e5373d6 --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/080000/training_state/optimizer_param_groups.json @@ -0,0 +1,233 @@ +[ + { + "lr": 1.3254477590626628e-06, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 1.4e-05, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211 + ] + } +] \ No newline at end of file diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/080000/training_state/optimizer_state.safetensors b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/080000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..743464bc46b8d0ebc29aa8547cf34c39e829488d --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/080000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a38d64ac41573a7132de2becb0a35f6d577dd31cf2cac06dc85572f5634d58c +size 2134472696 diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/080000/training_state/rng_state.safetensors b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/080000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6e029407317fc6b320da774eca270c7b8273b121 --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/080000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53cc28312b359d22d85cf7a517ebe83ab57001a11e16f3bf779ccb16c698531b +size 15708 diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/080000/training_state/scheduler_state.json b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/080000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..9d55ac9d2f00338b012bb2a92d29ba22d30f5ebc --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/080000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 1.4e-05 + ], + "last_epoch": 80000, + "_step_count": 80001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 1.3254477590626628e-06 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/080000/training_state/training_step.json b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/080000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..384eace4ecc2a6cba352aa7cf27f04405b7319c3 --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/080000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 80000 +} \ No newline at end of file diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/090000/pretrained_model/config.json b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/090000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..53a434761e27de3adb22523b2c1b8b0b3eb0d4a4 --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/090000/pretrained_model/config.json @@ -0,0 +1,95 @@ +{ + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 9 + ] + }, + "observation.images.wrist": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": true, + "repo_id": "AI-Final/cutlery-diffusion-v7-300", + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone": "resnet18", + "resize_shape": null, + "crop_ratio": 1.0, + "crop_shape": [ + 440, + 600 + ], + "crop_is_random": true, + "pretrained_backbone_weights": null, + "use_group_norm": true, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": false, + "down_dims": [ + 512, + 1024, + 2048 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": null, + "compile_model": false, + "compile_mode": "reduce-overhead", + "do_mask_loss_for_padding": false, + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500 +} \ No newline at end of file diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/090000/pretrained_model/model.safetensors b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/090000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..aa513a2307d1aa26449d0eac1726101e187e0ec5 --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/090000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0f79484783428eadeecb9863ef551cfabd61455ec6ed82568a75175341ae24f +size 1067235248 diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/090000/pretrained_model/policy_postprocessor.json b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/090000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..7f3d1455ad86832c79e49187567da5d47aa068e7 --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/090000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/090000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/090000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..af1b5fedeed21dfa18efc60212e69d053abfebc0 --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/090000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0e32311a5daa38bba386bbd845aa630a6b53aa2d4423ef6fc9d868183bccf96 +size 7756 diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/090000/pretrained_model/policy_preprocessor.json b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/090000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..c7ddebe581f2032f63d45ea5161a28bc1de8194a --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/090000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 9 + ] + }, + "observation.images.wrist": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/090000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/090000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..af1b5fedeed21dfa18efc60212e69d053abfebc0 --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/090000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0e32311a5daa38bba386bbd845aa630a6b53aa2d4423ef6fc9d868183bccf96 +size 7756 diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/090000/pretrained_model/train_config.json b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/090000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..7aec7088880e59d78802ca3c67133259ea6a0d58 --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/090000/pretrained_model/train_config.json @@ -0,0 +1,231 @@ +{ + "dataset": { + "repo_id": "AI-Final/AI-aiCapstoneData-lerobot-cutlery-v7-300", + "root": null, + "episodes": null, + "image_transforms": { + "enable": true, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "streaming": false + }, + "env": null, + "policy": { + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 9 + ] + }, + "observation.images.wrist": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": true, + "repo_id": "AI-Final/cutlery-diffusion-v7-300", + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone": "resnet18", + "resize_shape": null, + "crop_ratio": 1.0, + "crop_shape": [ + 440, + 600 + ], + "crop_is_random": true, + "pretrained_backbone_weights": null, + "use_group_norm": true, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": false, + "down_dims": [ + 512, + 1024, + 2048 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": null, + "compile_model": false, + "compile_mode": "reduce-overhead", + "do_mask_loss_for_padding": false, + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500 + }, + "output_dir": "/home/kuro/aicapstone_final_project/experiments/diffusion_cutlery_v7_300_20260610_184803/checkpoint", + "job_name": "diffusion_cutlery_v7_300_20260610_184803", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 16, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 10000, + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 1.4e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "cosine_decay_with_warmup", + "num_warmup_steps": 1000, + "num_decay_steps": 99000, + "peak_lr": 1.4e-05, + "decay_lr": 1e-07 + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "cutlery-diffusion-v7-300", + "entity": "fran3-14159265-national-yang-ming-chiao-tung-university", + "notes": null, + "run_id": null, + "mode": null + }, + "peft": null, + "use_rabc": false, + "rabc_progress_path": null, + "rabc_kappa": 0.01, + "rabc_epsilon": 1e-06, + "rabc_head_mode": "sparse", + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/090000/training_state/optimizer_param_groups.json b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/090000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..61b56e36607f20325125cca218fd8804dd8a1e68 --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/090000/training_state/optimizer_param_groups.json @@ -0,0 +1,233 @@ +[ + { + "lr": 3.8152383337924325e-07, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 1.4e-05, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211 + ] + } +] \ No newline at end of file diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/090000/training_state/optimizer_state.safetensors b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/090000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..39bf64d8b28da064394628d8ff82b5681a24e835 --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/090000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46e656519089bb829fb79039ccabd6db8530412b3d7591c406de85d1f7f4e3ce +size 2134472696 diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/090000/training_state/rng_state.safetensors b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/090000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e2898e91228db89bfa3bf8fab0511411c87c9626 --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/090000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:708bad0c2e102dbd6fc9139fe4a8d71a8b707470d90d53b773220669504f5b7c +size 15708 diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/090000/training_state/scheduler_state.json b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/090000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..d09dc394d4de786be4efedc5ed36df5ae0a21edc --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/090000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 1.4e-05 + ], + "last_epoch": 90000, + "_step_count": 90001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 3.8152383337924325e-07 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/090000/training_state/training_step.json b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/090000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..cec965b83b7f817ac99559792f84cbb69a721bfd --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/090000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 90000 +} \ No newline at end of file diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/100000/pretrained_model/config.json b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/100000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..53a434761e27de3adb22523b2c1b8b0b3eb0d4a4 --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/100000/pretrained_model/config.json @@ -0,0 +1,95 @@ +{ + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 9 + ] + }, + "observation.images.wrist": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": true, + "repo_id": "AI-Final/cutlery-diffusion-v7-300", + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone": "resnet18", + "resize_shape": null, + "crop_ratio": 1.0, + "crop_shape": [ + 440, + 600 + ], + "crop_is_random": true, + "pretrained_backbone_weights": null, + "use_group_norm": true, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": false, + "down_dims": [ + 512, + 1024, + 2048 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": null, + "compile_model": false, + "compile_mode": "reduce-overhead", + "do_mask_loss_for_padding": false, + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500 +} \ No newline at end of file diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/100000/pretrained_model/model.safetensors b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/100000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3b48edc7ec3137898d025f55d2beb0aed04e3908 --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/100000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:095159ad9134c52a2b222b59c2574da345cd16926011a1b3bc18a3ec88392102 +size 1067235248 diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/100000/pretrained_model/policy_postprocessor.json b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/100000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..7f3d1455ad86832c79e49187567da5d47aa068e7 --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/100000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/100000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/100000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..af1b5fedeed21dfa18efc60212e69d053abfebc0 --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/100000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0e32311a5daa38bba386bbd845aa630a6b53aa2d4423ef6fc9d868183bccf96 +size 7756 diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/100000/pretrained_model/policy_preprocessor.json b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/100000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..c7ddebe581f2032f63d45ea5161a28bc1de8194a --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/100000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 9 + ] + }, + "observation.images.wrist": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/100000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/100000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..af1b5fedeed21dfa18efc60212e69d053abfebc0 --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/100000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0e32311a5daa38bba386bbd845aa630a6b53aa2d4423ef6fc9d868183bccf96 +size 7756 diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/100000/pretrained_model/train_config.json b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/100000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..7aec7088880e59d78802ca3c67133259ea6a0d58 --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/100000/pretrained_model/train_config.json @@ -0,0 +1,231 @@ +{ + "dataset": { + "repo_id": "AI-Final/AI-aiCapstoneData-lerobot-cutlery-v7-300", + "root": null, + "episodes": null, + "image_transforms": { + "enable": true, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "streaming": false + }, + "env": null, + "policy": { + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 9 + ] + }, + "observation.images.wrist": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": true, + "repo_id": "AI-Final/cutlery-diffusion-v7-300", + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone": "resnet18", + "resize_shape": null, + "crop_ratio": 1.0, + "crop_shape": [ + 440, + 600 + ], + "crop_is_random": true, + "pretrained_backbone_weights": null, + "use_group_norm": true, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": false, + "down_dims": [ + 512, + 1024, + 2048 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": null, + "compile_model": false, + "compile_mode": "reduce-overhead", + "do_mask_loss_for_padding": false, + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500 + }, + "output_dir": "/home/kuro/aicapstone_final_project/experiments/diffusion_cutlery_v7_300_20260610_184803/checkpoint", + "job_name": "diffusion_cutlery_v7_300_20260610_184803", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 16, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 10000, + "use_policy_training_preset": false, + "optimizer": { + "type": "adamw", + "lr": 1.4e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "cosine_decay_with_warmup", + "num_warmup_steps": 1000, + "num_decay_steps": 99000, + "peak_lr": 1.4e-05, + "decay_lr": 1e-07 + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": false, + "disable_artifact": false, + "project": "cutlery-diffusion-v7-300", + "entity": "fran3-14159265-national-yang-ming-chiao-tung-university", + "notes": null, + "run_id": null, + "mode": null + }, + "peft": null, + "use_rabc": false, + "rabc_progress_path": null, + "rabc_kappa": 0.01, + "rabc_epsilon": 1e-06, + "rabc_head_mode": "sparse", + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/100000/training_state/optimizer_param_groups.json b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/100000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..6c9ec1b1b9419e53303e4cfafd77e8570715371b --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/100000/training_state/optimizer_param_groups.json @@ -0,0 +1,233 @@ +[ + { + "lr": 1e-07, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "initial_lr": 1.4e-05, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211 + ] + } +] \ No newline at end of file diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/100000/training_state/optimizer_state.safetensors b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/100000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0cc03edbb463e7ba2c3ea7eec49f31f6cd8e0da5 --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/100000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5fc9e6912ff29b6ac1d716fe0f38779c8545fd0d071fdb114060904d4a2ac758 +size 2134472696 diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/100000/training_state/rng_state.safetensors b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/100000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cb200ab3dee14ff968590a8ebd5a904c09900ca5 --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/100000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:007b29708e405858601f5af8bf1aa965a1dff7d7633ddd7c5be45cb044ee2076 +size 15708 diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/100000/training_state/scheduler_state.json b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/100000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..b7508cc01c69a66152db9ca74c214c24a997568a --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/100000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 1.4e-05 + ], + "last_epoch": 100000, + "_step_count": 100001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 1e-07 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/100000/training_state/training_step.json b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/100000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..8eb73c13d28bca88058c08796abbf931c3f9b012 --- /dev/null +++ b/training_runs/diffusion_cutlery_v7_300_20260610_184803/checkpoints/100000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 100000 +} \ No newline at end of file