diff --git a/.gitattributes b/.gitattributes index e34c62cbf7d1d733aead218b606d71c066c568e8..9fe85ee26c34160b6763ace8a055b61396d62dcf 100644 --- a/.gitattributes +++ b/.gitattributes @@ -47,3 +47,4 @@ checkpoints/dino_v2_20260520/wandb/run-20260520_000553-6chr8b99/run-6chr8b99.wan checkpoints/dino_v3_235012/wandb/run-20260519_235029-pu35iy7k/run-pu35iy7k.wandb filter=lfs diff=lfs merge=lfs -text checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/wandb/run-20260520_133928-4006sb34/run-4006sb34.wandb filter=lfs diff=lfs merge=lfs -text checkpoints/dagger/1iter/wandb/run-20260520_173853-ql0pvhal/run-ql0pvhal.wandb filter=lfs diff=lfs merge=lfs -text +checkpoints/dagger/2iter/wandb/run-20260520_222141-vz6r3agr/run-vz6r3agr.wandb filter=lfs diff=lfs merge=lfs -text diff --git a/checkpoints/dagger/2iter/checkpoints/002000/pretrained_model/config.json b/checkpoints/dagger/2iter/checkpoints/002000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..94d881d526fc924adde52c7765869479fc81fdf3 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/002000/pretrained_model/config.json @@ -0,0 +1,92 @@ +{ + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/home/shadeform/Desktop/robot_learning/outputs/train/diffusion_dagger_iter1_25000steps_20260520_173844/checkpoints/022000/pretrained_model", + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone_type": "dinov2", + "vision_encoder_name": "facebook/dinov2-small", + "freeze_vision_encoder": true, + "vision_backbone": "resnet18", + "resize_shape": [ + 224, + 224 + ], + "crop_ratio": 1.0, + "crop_shape": null, + "crop_is_random": true, + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "vit_pool_type": "spatial_softmax", + "vit_feature_dim": 512, + "use_separate_rgb_encoder_per_camera": true, + "down_dims": [ + 512, + 1024, + 2048 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 100, + "compile_model": false, + "compile_mode": "reduce-overhead", + "do_mask_loss_for_padding": false, + "optimizer_lr": 5e-05, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 100 +} \ No newline at end of file diff --git a/checkpoints/dagger/2iter/checkpoints/002000/pretrained_model/model.safetensors b/checkpoints/dagger/2iter/checkpoints/002000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fb1b83eba2de33d187da0225c670fdc8f8d25a3e --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/002000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4d9d278846f7c18e0cafdda3d642f54e65f4cbc52e6221f8c452d398696f3e2 +size 1095367712 diff --git a/checkpoints/dagger/2iter/checkpoints/002000/pretrained_model/policy_postprocessor.json b/checkpoints/dagger/2iter/checkpoints/002000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..f2c5e6cea7850bb999ab193f96021fa0129ce4db --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/002000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoints/dagger/2iter/checkpoints/002000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoints/dagger/2iter/checkpoints/002000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..628e1ee5b99a90af7b13022502fb1a7f308480c9 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/002000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d2a14cf9c05eade58048fadbec4dbfba6717864fe79ba106c94d8d83c90dcba +size 6560 diff --git a/checkpoints/dagger/2iter/checkpoints/002000/pretrained_model/policy_preprocessor.json b/checkpoints/dagger/2iter/checkpoints/002000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a6f57e6242af17f882bc107c602ca76393c57d55 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/002000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,56 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoints/dagger/2iter/checkpoints/002000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoints/dagger/2iter/checkpoints/002000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..628e1ee5b99a90af7b13022502fb1a7f308480c9 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/002000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d2a14cf9c05eade58048fadbec4dbfba6717864fe79ba106c94d8d83c90dcba +size 6560 diff --git a/checkpoints/dagger/2iter/checkpoints/002000/pretrained_model/train_config.json b/checkpoints/dagger/2iter/checkpoints/002000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..318941b4933a20140642033e34cc42647b4a0e8c --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/002000/pretrained_model/train_config.json @@ -0,0 +1,302 @@ +{ + "dataset": { + "repo_id": "local/dagger_episodes", + "root": "/home/shadeform/Desktop/robot_learning/base_new_dataset_dagger_v2_676", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "same_cloth_color": false, + "tfs": { + "color_jitter": { + "weight": 1.5, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.7, + 1.3 + ], + "contrast": [ + 0.7, + 1.3 + ], + "saturation": [ + 0.4, + 1.6 + ], + "hue": [ + -0.5, + 0.5 + ] + } + }, + "grayscale": { + "weight": 0.5, + "type": "RandomGrayscale", + "kwargs": { + "p": 1.0 + } + }, + "shadow": { + "weight": 0.8, + "type": "RandomShadow", + "kwargs": { + "num_shadows": [ + 1, + 2 + ], + "intensity": [ + 0.4, + 0.7 + ], + "blur_sigma": [ + 4.0, + 20.0 + ] + } + }, + "highlight": { + "weight": 0.5, + "type": "RandomHighlight", + "kwargs": { + "num_highlights": [ + 0, + 1 + ], + "intensity": [ + 0.2, + 0.5 + ], + "sigma": [ + 20.0, + 60.0 + ] + } + }, + "gamma": { + "weight": 0.7, + "type": "RandomGamma", + "kwargs": { + "gamma": [ + 0.6, + 1.4 + ] + } + }, + "blur": { + "weight": 0.0, + "type": "GaussianBlur", + "kwargs": { + "kernel_size": [ + 3, + 3 + ], + "sigma": [ + 0.1, + 1.5 + ] + } + }, + "jpeg": { + "weight": 0.0, + "type": "RandomJPEG", + "kwargs": { + "quality": [ + 60, + 95 + ] + } + }, + "crop": { + "weight": 0.5, + "type": "RandomCropPreserveSize", + "kwargs": { + "scale": [ + 0.97, + 1.0 + ], + "ratio": [ + 0.99, + 1.01 + ] + } + }, + "affine": { + "weight": 0.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "pyav", + "return_uint8": false, + "streaming": false + }, + "env": null, + "policy": { + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/home/shadeform/Desktop/robot_learning/outputs/train/diffusion_dagger_iter1_25000steps_20260520_173844/checkpoints/022000/pretrained_model", + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone_type": "dinov2", + "vision_encoder_name": "facebook/dinov2-small", + "freeze_vision_encoder": true, + "vision_backbone": "resnet18", + "resize_shape": [ + 224, + 224 + ], + "crop_ratio": 1.0, + "crop_shape": null, + "crop_is_random": true, + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "vit_pool_type": "spatial_softmax", + "vit_feature_dim": 512, + "use_separate_rgb_encoder_per_camera": true, + "down_dims": [ + 512, + 1024, + 2048 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 100, + "compile_model": false, + "compile_mode": "reduce-overhead", + "do_mask_loss_for_padding": false, + "optimizer_lr": 5e-05, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 100 + }, + "reward_model": null, + "output_dir": "/home/shadeform/Desktop/robot_learning/outputs/train/diffusion_dagger_iter2_25000steps_20260520_222132", + "job_name": "diffusion_dagger_iter2_25000steps_20260520_222132", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 16, + "batch_size": 64, + "prefetch_factor": 4, + "persistent_workers": true, + "steps": 25000, + "eval_freq": 0, + "log_freq": 20, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 2000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adam", + "lr": 5e-05, + "weight_decay": 1e-06, + "grad_clip_norm": 10.0, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "diffuser", + "num_warmup_steps": 100, + "name": "cosine" + }, + "eval": { + "n_episodes": 50, + "batch_size": 19, + "use_async_envs": true + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "vz6r3agr", + "mode": null, + "add_tags": true + }, + "peft": null, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/checkpoints/dagger/2iter/checkpoints/002000/training_state/optimizer_param_groups.json b/checkpoints/dagger/2iter/checkpoints/002000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..70e4c04d496c2582b43f6d0971efe51a5364a5ce --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/002000/training_state/optimizer_param_groups.json @@ -0,0 +1,396 @@ +[ + { + "lr": 4.928511280455169e-05, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-06, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": false, + "initial_lr": 5e-05, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374 + ] + } +] \ No newline at end of file diff --git a/checkpoints/dagger/2iter/checkpoints/002000/training_state/optimizer_state.safetensors b/checkpoints/dagger/2iter/checkpoints/002000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6ca014ddd6f8c32e59cfe34e48d766dfb0b11878 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/002000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:931c8db156f34f1d879c1c0d6c54996423a064a0f237edf99240565cf404e822 +size 2014217744 diff --git a/checkpoints/dagger/2iter/checkpoints/002000/training_state/rng_state.safetensors b/checkpoints/dagger/2iter/checkpoints/002000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bcf7dba55a5005df13fa939be00c9a7d87c722aa --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/002000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9da7e3a127a4e588e757dbfd69a6475070d73f6a266cafb880f5e1100df3d1fa +size 15708 diff --git a/checkpoints/dagger/2iter/checkpoints/002000/training_state/scheduler_state.json b/checkpoints/dagger/2iter/checkpoints/002000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..e9be7c1e8100041bc70358c1004a049815d68201 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/002000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 5e-05 + ], + "last_epoch": 2000, + "_step_count": 2001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 4.928511280455169e-05 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/checkpoints/dagger/2iter/checkpoints/002000/training_state/training_step.json b/checkpoints/dagger/2iter/checkpoints/002000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..39090bbb986edb821e1602990d19357dcdb5d2ae --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/002000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 2000 +} \ No newline at end of file diff --git a/checkpoints/dagger/2iter/checkpoints/004000/pretrained_model/config.json b/checkpoints/dagger/2iter/checkpoints/004000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..94d881d526fc924adde52c7765869479fc81fdf3 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/004000/pretrained_model/config.json @@ -0,0 +1,92 @@ +{ + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/home/shadeform/Desktop/robot_learning/outputs/train/diffusion_dagger_iter1_25000steps_20260520_173844/checkpoints/022000/pretrained_model", + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone_type": "dinov2", + "vision_encoder_name": "facebook/dinov2-small", + "freeze_vision_encoder": true, + "vision_backbone": "resnet18", + "resize_shape": [ + 224, + 224 + ], + "crop_ratio": 1.0, + "crop_shape": null, + "crop_is_random": true, + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "vit_pool_type": "spatial_softmax", + "vit_feature_dim": 512, + "use_separate_rgb_encoder_per_camera": true, + "down_dims": [ + 512, + 1024, + 2048 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 100, + "compile_model": false, + "compile_mode": "reduce-overhead", + "do_mask_loss_for_padding": false, + "optimizer_lr": 5e-05, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 100 +} \ No newline at end of file diff --git a/checkpoints/dagger/2iter/checkpoints/004000/pretrained_model/model.safetensors b/checkpoints/dagger/2iter/checkpoints/004000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8e25dc5d476f9c7cfbdd0bce9e2bfdf9f60e674c --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/004000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65fd95fc6eb3b4ade4c5ab47fafbcf5d08b077ff228670251bad0eb4717c4b07 +size 1095367712 diff --git a/checkpoints/dagger/2iter/checkpoints/004000/pretrained_model/policy_postprocessor.json b/checkpoints/dagger/2iter/checkpoints/004000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..f2c5e6cea7850bb999ab193f96021fa0129ce4db --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/004000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoints/dagger/2iter/checkpoints/004000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoints/dagger/2iter/checkpoints/004000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..628e1ee5b99a90af7b13022502fb1a7f308480c9 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/004000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d2a14cf9c05eade58048fadbec4dbfba6717864fe79ba106c94d8d83c90dcba +size 6560 diff --git a/checkpoints/dagger/2iter/checkpoints/004000/pretrained_model/policy_preprocessor.json b/checkpoints/dagger/2iter/checkpoints/004000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a6f57e6242af17f882bc107c602ca76393c57d55 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/004000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,56 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoints/dagger/2iter/checkpoints/004000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoints/dagger/2iter/checkpoints/004000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..628e1ee5b99a90af7b13022502fb1a7f308480c9 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/004000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d2a14cf9c05eade58048fadbec4dbfba6717864fe79ba106c94d8d83c90dcba +size 6560 diff --git a/checkpoints/dagger/2iter/checkpoints/004000/pretrained_model/train_config.json b/checkpoints/dagger/2iter/checkpoints/004000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..318941b4933a20140642033e34cc42647b4a0e8c --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/004000/pretrained_model/train_config.json @@ -0,0 +1,302 @@ +{ + "dataset": { + "repo_id": "local/dagger_episodes", + "root": "/home/shadeform/Desktop/robot_learning/base_new_dataset_dagger_v2_676", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "same_cloth_color": false, + "tfs": { + "color_jitter": { + "weight": 1.5, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.7, + 1.3 + ], + "contrast": [ + 0.7, + 1.3 + ], + "saturation": [ + 0.4, + 1.6 + ], + "hue": [ + -0.5, + 0.5 + ] + } + }, + "grayscale": { + "weight": 0.5, + "type": "RandomGrayscale", + "kwargs": { + "p": 1.0 + } + }, + "shadow": { + "weight": 0.8, + "type": "RandomShadow", + "kwargs": { + "num_shadows": [ + 1, + 2 + ], + "intensity": [ + 0.4, + 0.7 + ], + "blur_sigma": [ + 4.0, + 20.0 + ] + } + }, + "highlight": { + "weight": 0.5, + "type": "RandomHighlight", + "kwargs": { + "num_highlights": [ + 0, + 1 + ], + "intensity": [ + 0.2, + 0.5 + ], + "sigma": [ + 20.0, + 60.0 + ] + } + }, + "gamma": { + "weight": 0.7, + "type": "RandomGamma", + "kwargs": { + "gamma": [ + 0.6, + 1.4 + ] + } + }, + "blur": { + "weight": 0.0, + "type": "GaussianBlur", + "kwargs": { + "kernel_size": [ + 3, + 3 + ], + "sigma": [ + 0.1, + 1.5 + ] + } + }, + "jpeg": { + "weight": 0.0, + "type": "RandomJPEG", + "kwargs": { + "quality": [ + 60, + 95 + ] + } + }, + "crop": { + "weight": 0.5, + "type": "RandomCropPreserveSize", + "kwargs": { + "scale": [ + 0.97, + 1.0 + ], + "ratio": [ + 0.99, + 1.01 + ] + } + }, + "affine": { + "weight": 0.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "pyav", + "return_uint8": false, + "streaming": false + }, + "env": null, + "policy": { + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/home/shadeform/Desktop/robot_learning/outputs/train/diffusion_dagger_iter1_25000steps_20260520_173844/checkpoints/022000/pretrained_model", + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone_type": "dinov2", + "vision_encoder_name": "facebook/dinov2-small", + "freeze_vision_encoder": true, + "vision_backbone": "resnet18", + "resize_shape": [ + 224, + 224 + ], + "crop_ratio": 1.0, + "crop_shape": null, + "crop_is_random": true, + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "vit_pool_type": "spatial_softmax", + "vit_feature_dim": 512, + "use_separate_rgb_encoder_per_camera": true, + "down_dims": [ + 512, + 1024, + 2048 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 100, + "compile_model": false, + "compile_mode": "reduce-overhead", + "do_mask_loss_for_padding": false, + "optimizer_lr": 5e-05, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 100 + }, + "reward_model": null, + "output_dir": "/home/shadeform/Desktop/robot_learning/outputs/train/diffusion_dagger_iter2_25000steps_20260520_222132", + "job_name": "diffusion_dagger_iter2_25000steps_20260520_222132", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 16, + "batch_size": 64, + "prefetch_factor": 4, + "persistent_workers": true, + "steps": 25000, + "eval_freq": 0, + "log_freq": 20, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 2000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adam", + "lr": 5e-05, + "weight_decay": 1e-06, + "grad_clip_norm": 10.0, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "diffuser", + "num_warmup_steps": 100, + "name": "cosine" + }, + "eval": { + "n_episodes": 50, + "batch_size": 19, + "use_async_envs": true + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "vz6r3agr", + "mode": null, + "add_tags": true + }, + "peft": null, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/checkpoints/dagger/2iter/checkpoints/004000/training_state/optimizer_param_groups.json b/checkpoints/dagger/2iter/checkpoints/004000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..f85520e6fd64feaa602d8da967cb7add2bbda3f0 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/004000/training_state/optimizer_param_groups.json @@ -0,0 +1,396 @@ +[ + { + "lr": 4.703407665036622e-05, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-06, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": false, + "initial_lr": 5e-05, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374 + ] + } +] \ No newline at end of file diff --git a/checkpoints/dagger/2iter/checkpoints/004000/training_state/optimizer_state.safetensors b/checkpoints/dagger/2iter/checkpoints/004000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ba94013d8758933f5451ef817e214892402db9be --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/004000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8e9d42bc063ba6cacd81b6a664eb46069d2dc0d44ef6a8327bb8544cef71812 +size 2014217744 diff --git a/checkpoints/dagger/2iter/checkpoints/004000/training_state/rng_state.safetensors b/checkpoints/dagger/2iter/checkpoints/004000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7bc8aaec912096ea5d618f95e22de83e43c562f0 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/004000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:994fe844fa5715859768e88114294e86e21f8281907aee0e3d44f34d73b82da2 +size 15708 diff --git a/checkpoints/dagger/2iter/checkpoints/004000/training_state/scheduler_state.json b/checkpoints/dagger/2iter/checkpoints/004000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..e9819bb253aafa8121530683ad43c78fe0197d03 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/004000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 5e-05 + ], + "last_epoch": 4000, + "_step_count": 4001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 4.703407665036622e-05 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/checkpoints/dagger/2iter/checkpoints/004000/training_state/training_step.json b/checkpoints/dagger/2iter/checkpoints/004000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..75d870521c191f77dd9eaa4d83486eab6e768f69 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/004000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 4000 +} \ No newline at end of file diff --git a/checkpoints/dagger/2iter/checkpoints/006000/pretrained_model/config.json b/checkpoints/dagger/2iter/checkpoints/006000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..94d881d526fc924adde52c7765869479fc81fdf3 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/006000/pretrained_model/config.json @@ -0,0 +1,92 @@ +{ + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/home/shadeform/Desktop/robot_learning/outputs/train/diffusion_dagger_iter1_25000steps_20260520_173844/checkpoints/022000/pretrained_model", + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone_type": "dinov2", + "vision_encoder_name": "facebook/dinov2-small", + "freeze_vision_encoder": true, + "vision_backbone": "resnet18", + "resize_shape": [ + 224, + 224 + ], + "crop_ratio": 1.0, + "crop_shape": null, + "crop_is_random": true, + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "vit_pool_type": "spatial_softmax", + "vit_feature_dim": 512, + "use_separate_rgb_encoder_per_camera": true, + "down_dims": [ + 512, + 1024, + 2048 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 100, + "compile_model": false, + "compile_mode": "reduce-overhead", + "do_mask_loss_for_padding": false, + "optimizer_lr": 5e-05, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 100 +} \ No newline at end of file diff --git a/checkpoints/dagger/2iter/checkpoints/006000/pretrained_model/model.safetensors b/checkpoints/dagger/2iter/checkpoints/006000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5bbc7fa45f466feded8fa0adbf5f5289e507bed1 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/006000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26676d0cb955fbd5f6517a6ea39c74b762f6863c98ebe94233041776bf4cb278 +size 1095367712 diff --git a/checkpoints/dagger/2iter/checkpoints/006000/pretrained_model/policy_postprocessor.json b/checkpoints/dagger/2iter/checkpoints/006000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..f2c5e6cea7850bb999ab193f96021fa0129ce4db --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/006000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoints/dagger/2iter/checkpoints/006000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoints/dagger/2iter/checkpoints/006000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..628e1ee5b99a90af7b13022502fb1a7f308480c9 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/006000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d2a14cf9c05eade58048fadbec4dbfba6717864fe79ba106c94d8d83c90dcba +size 6560 diff --git a/checkpoints/dagger/2iter/checkpoints/006000/pretrained_model/policy_preprocessor.json b/checkpoints/dagger/2iter/checkpoints/006000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a6f57e6242af17f882bc107c602ca76393c57d55 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/006000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,56 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoints/dagger/2iter/checkpoints/006000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoints/dagger/2iter/checkpoints/006000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..628e1ee5b99a90af7b13022502fb1a7f308480c9 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/006000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d2a14cf9c05eade58048fadbec4dbfba6717864fe79ba106c94d8d83c90dcba +size 6560 diff --git a/checkpoints/dagger/2iter/checkpoints/006000/pretrained_model/train_config.json b/checkpoints/dagger/2iter/checkpoints/006000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..318941b4933a20140642033e34cc42647b4a0e8c --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/006000/pretrained_model/train_config.json @@ -0,0 +1,302 @@ +{ + "dataset": { + "repo_id": "local/dagger_episodes", + "root": "/home/shadeform/Desktop/robot_learning/base_new_dataset_dagger_v2_676", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "same_cloth_color": false, + "tfs": { + "color_jitter": { + "weight": 1.5, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.7, + 1.3 + ], + "contrast": [ + 0.7, + 1.3 + ], + "saturation": [ + 0.4, + 1.6 + ], + "hue": [ + -0.5, + 0.5 + ] + } + }, + "grayscale": { + "weight": 0.5, + "type": "RandomGrayscale", + "kwargs": { + "p": 1.0 + } + }, + "shadow": { + "weight": 0.8, + "type": "RandomShadow", + "kwargs": { + "num_shadows": [ + 1, + 2 + ], + "intensity": [ + 0.4, + 0.7 + ], + "blur_sigma": [ + 4.0, + 20.0 + ] + } + }, + "highlight": { + "weight": 0.5, + "type": "RandomHighlight", + "kwargs": { + "num_highlights": [ + 0, + 1 + ], + "intensity": [ + 0.2, + 0.5 + ], + "sigma": [ + 20.0, + 60.0 + ] + } + }, + "gamma": { + "weight": 0.7, + "type": "RandomGamma", + "kwargs": { + "gamma": [ + 0.6, + 1.4 + ] + } + }, + "blur": { + "weight": 0.0, + "type": "GaussianBlur", + "kwargs": { + "kernel_size": [ + 3, + 3 + ], + "sigma": [ + 0.1, + 1.5 + ] + } + }, + "jpeg": { + "weight": 0.0, + "type": "RandomJPEG", + "kwargs": { + "quality": [ + 60, + 95 + ] + } + }, + "crop": { + "weight": 0.5, + "type": "RandomCropPreserveSize", + "kwargs": { + "scale": [ + 0.97, + 1.0 + ], + "ratio": [ + 0.99, + 1.01 + ] + } + }, + "affine": { + "weight": 0.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "pyav", + "return_uint8": false, + "streaming": false + }, + "env": null, + "policy": { + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/home/shadeform/Desktop/robot_learning/outputs/train/diffusion_dagger_iter1_25000steps_20260520_173844/checkpoints/022000/pretrained_model", + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone_type": "dinov2", + "vision_encoder_name": "facebook/dinov2-small", + "freeze_vision_encoder": true, + "vision_backbone": "resnet18", + "resize_shape": [ + 224, + 224 + ], + "crop_ratio": 1.0, + "crop_shape": null, + "crop_is_random": true, + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "vit_pool_type": "spatial_softmax", + "vit_feature_dim": 512, + "use_separate_rgb_encoder_per_camera": true, + "down_dims": [ + 512, + 1024, + 2048 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 100, + "compile_model": false, + "compile_mode": "reduce-overhead", + "do_mask_loss_for_padding": false, + "optimizer_lr": 5e-05, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 100 + }, + "reward_model": null, + "output_dir": "/home/shadeform/Desktop/robot_learning/outputs/train/diffusion_dagger_iter2_25000steps_20260520_222132", + "job_name": "diffusion_dagger_iter2_25000steps_20260520_222132", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 16, + "batch_size": 64, + "prefetch_factor": 4, + "persistent_workers": true, + "steps": 25000, + "eval_freq": 0, + "log_freq": 20, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 2000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adam", + "lr": 5e-05, + "weight_decay": 1e-06, + "grad_clip_norm": 10.0, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "diffuser", + "num_warmup_steps": 100, + "name": "cosine" + }, + "eval": { + "n_episodes": 50, + "batch_size": 19, + "use_async_envs": true + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "vz6r3agr", + "mode": null, + "add_tags": true + }, + "peft": null, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/checkpoints/dagger/2iter/checkpoints/006000/training_state/optimizer_param_groups.json b/checkpoints/dagger/2iter/checkpoints/006000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..394c095b4be0047d9db95aa445a1ab3656560b9a --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/006000/training_state/optimizer_param_groups.json @@ -0,0 +1,396 @@ +[ + { + "lr": 4.3387474942691054e-05, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-06, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": false, + "initial_lr": 5e-05, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374 + ] + } +] \ No newline at end of file diff --git a/checkpoints/dagger/2iter/checkpoints/006000/training_state/optimizer_state.safetensors b/checkpoints/dagger/2iter/checkpoints/006000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b7b489479cd4e8a510c119bb463d6e7d327f3a1e --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/006000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a47e289dd1f3f8b86c89f0893fc135a328384aaf6184d962092eef61b878c33 +size 2014217744 diff --git a/checkpoints/dagger/2iter/checkpoints/006000/training_state/rng_state.safetensors b/checkpoints/dagger/2iter/checkpoints/006000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cc2928612f7b330653a320651673454500d6fa7b --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/006000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0d6449c307fa0fcd7f0696eeeb4198eb81146264d8fad8eeb2ed820a914cb7e +size 15708 diff --git a/checkpoints/dagger/2iter/checkpoints/006000/training_state/scheduler_state.json b/checkpoints/dagger/2iter/checkpoints/006000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..17024c10307ce9d734a933f3b12da4c32179a398 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/006000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 5e-05 + ], + "last_epoch": 6000, + "_step_count": 6001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 4.3387474942691054e-05 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/checkpoints/dagger/2iter/checkpoints/006000/training_state/training_step.json b/checkpoints/dagger/2iter/checkpoints/006000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..e267ac589be64705f8674638b9f5099c886778da --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/006000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 6000 +} \ No newline at end of file diff --git a/checkpoints/dagger/2iter/checkpoints/008000/pretrained_model/config.json b/checkpoints/dagger/2iter/checkpoints/008000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..94d881d526fc924adde52c7765869479fc81fdf3 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/008000/pretrained_model/config.json @@ -0,0 +1,92 @@ +{ + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/home/shadeform/Desktop/robot_learning/outputs/train/diffusion_dagger_iter1_25000steps_20260520_173844/checkpoints/022000/pretrained_model", + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone_type": "dinov2", + "vision_encoder_name": "facebook/dinov2-small", + "freeze_vision_encoder": true, + "vision_backbone": "resnet18", + "resize_shape": [ + 224, + 224 + ], + "crop_ratio": 1.0, + "crop_shape": null, + "crop_is_random": true, + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "vit_pool_type": "spatial_softmax", + "vit_feature_dim": 512, + "use_separate_rgb_encoder_per_camera": true, + "down_dims": [ + 512, + 1024, + 2048 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 100, + "compile_model": false, + "compile_mode": "reduce-overhead", + "do_mask_loss_for_padding": false, + "optimizer_lr": 5e-05, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 100 +} \ No newline at end of file diff --git a/checkpoints/dagger/2iter/checkpoints/008000/pretrained_model/model.safetensors b/checkpoints/dagger/2iter/checkpoints/008000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..126d4575e319cf7e682eadfd283ec9f169ecb7de --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/008000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0666c31f9aee0c0d42ff532e87e1a843e7c38b94b28b666b1f97109b618cc8cd +size 1095367712 diff --git a/checkpoints/dagger/2iter/checkpoints/008000/pretrained_model/policy_postprocessor.json b/checkpoints/dagger/2iter/checkpoints/008000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..f2c5e6cea7850bb999ab193f96021fa0129ce4db --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/008000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoints/dagger/2iter/checkpoints/008000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoints/dagger/2iter/checkpoints/008000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..628e1ee5b99a90af7b13022502fb1a7f308480c9 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/008000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d2a14cf9c05eade58048fadbec4dbfba6717864fe79ba106c94d8d83c90dcba +size 6560 diff --git a/checkpoints/dagger/2iter/checkpoints/008000/pretrained_model/policy_preprocessor.json b/checkpoints/dagger/2iter/checkpoints/008000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a6f57e6242af17f882bc107c602ca76393c57d55 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/008000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,56 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoints/dagger/2iter/checkpoints/008000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoints/dagger/2iter/checkpoints/008000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..628e1ee5b99a90af7b13022502fb1a7f308480c9 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/008000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d2a14cf9c05eade58048fadbec4dbfba6717864fe79ba106c94d8d83c90dcba +size 6560 diff --git a/checkpoints/dagger/2iter/checkpoints/008000/pretrained_model/train_config.json b/checkpoints/dagger/2iter/checkpoints/008000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..318941b4933a20140642033e34cc42647b4a0e8c --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/008000/pretrained_model/train_config.json @@ -0,0 +1,302 @@ +{ + "dataset": { + "repo_id": "local/dagger_episodes", + "root": "/home/shadeform/Desktop/robot_learning/base_new_dataset_dagger_v2_676", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "same_cloth_color": false, + "tfs": { + "color_jitter": { + "weight": 1.5, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.7, + 1.3 + ], + "contrast": [ + 0.7, + 1.3 + ], + "saturation": [ + 0.4, + 1.6 + ], + "hue": [ + -0.5, + 0.5 + ] + } + }, + "grayscale": { + "weight": 0.5, + "type": "RandomGrayscale", + "kwargs": { + "p": 1.0 + } + }, + "shadow": { + "weight": 0.8, + "type": "RandomShadow", + "kwargs": { + "num_shadows": [ + 1, + 2 + ], + "intensity": [ + 0.4, + 0.7 + ], + "blur_sigma": [ + 4.0, + 20.0 + ] + } + }, + "highlight": { + "weight": 0.5, + "type": "RandomHighlight", + "kwargs": { + "num_highlights": [ + 0, + 1 + ], + "intensity": [ + 0.2, + 0.5 + ], + "sigma": [ + 20.0, + 60.0 + ] + } + }, + "gamma": { + "weight": 0.7, + "type": "RandomGamma", + "kwargs": { + "gamma": [ + 0.6, + 1.4 + ] + } + }, + "blur": { + "weight": 0.0, + "type": "GaussianBlur", + "kwargs": { + "kernel_size": [ + 3, + 3 + ], + "sigma": [ + 0.1, + 1.5 + ] + } + }, + "jpeg": { + "weight": 0.0, + "type": "RandomJPEG", + "kwargs": { + "quality": [ + 60, + 95 + ] + } + }, + "crop": { + "weight": 0.5, + "type": "RandomCropPreserveSize", + "kwargs": { + "scale": [ + 0.97, + 1.0 + ], + "ratio": [ + 0.99, + 1.01 + ] + } + }, + "affine": { + "weight": 0.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "pyav", + "return_uint8": false, + "streaming": false + }, + "env": null, + "policy": { + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/home/shadeform/Desktop/robot_learning/outputs/train/diffusion_dagger_iter1_25000steps_20260520_173844/checkpoints/022000/pretrained_model", + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone_type": "dinov2", + "vision_encoder_name": "facebook/dinov2-small", + "freeze_vision_encoder": true, + "vision_backbone": "resnet18", + "resize_shape": [ + 224, + 224 + ], + "crop_ratio": 1.0, + "crop_shape": null, + "crop_is_random": true, + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "vit_pool_type": "spatial_softmax", + "vit_feature_dim": 512, + "use_separate_rgb_encoder_per_camera": true, + "down_dims": [ + 512, + 1024, + 2048 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 100, + "compile_model": false, + "compile_mode": "reduce-overhead", + "do_mask_loss_for_padding": false, + "optimizer_lr": 5e-05, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 100 + }, + "reward_model": null, + "output_dir": "/home/shadeform/Desktop/robot_learning/outputs/train/diffusion_dagger_iter2_25000steps_20260520_222132", + "job_name": "diffusion_dagger_iter2_25000steps_20260520_222132", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 16, + "batch_size": 64, + "prefetch_factor": 4, + "persistent_workers": true, + "steps": 25000, + "eval_freq": 0, + "log_freq": 20, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 2000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adam", + "lr": 5e-05, + "weight_decay": 1e-06, + "grad_clip_norm": 10.0, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "diffuser", + "num_warmup_steps": 100, + "name": "cosine" + }, + "eval": { + "n_episodes": 50, + "batch_size": 19, + "use_async_envs": true + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "vz6r3agr", + "mode": null, + "add_tags": true + }, + "peft": null, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/checkpoints/dagger/2iter/checkpoints/008000/training_state/optimizer_param_groups.json b/checkpoints/dagger/2iter/checkpoints/008000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..b093ba9d33893e6ffcb9b993d88764c3980860a3 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/008000/training_state/optimizer_param_groups.json @@ -0,0 +1,396 @@ +[ + { + "lr": 3.857627137523031e-05, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-06, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": false, + "initial_lr": 5e-05, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374 + ] + } +] \ No newline at end of file diff --git a/checkpoints/dagger/2iter/checkpoints/008000/training_state/optimizer_state.safetensors b/checkpoints/dagger/2iter/checkpoints/008000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6e9ba82003094dd76c2f8fe4d44d45fe0264f6e8 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/008000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ee2f6b33660362cfa5af2e6baf2f551a0109253160807b8c4d71598907d2fa0 +size 2014217744 diff --git a/checkpoints/dagger/2iter/checkpoints/008000/training_state/rng_state.safetensors b/checkpoints/dagger/2iter/checkpoints/008000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cfd4ab811c3eb8a639381a9b2ddfcf67bef21df4 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/008000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a31fad6f02f272f34928e519b42f6fc18b52faeca4e76bd57f4056125d067316 +size 15708 diff --git a/checkpoints/dagger/2iter/checkpoints/008000/training_state/scheduler_state.json b/checkpoints/dagger/2iter/checkpoints/008000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..04b8a4a4ac189972e4645ec20764973b1c6dc239 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/008000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 5e-05 + ], + "last_epoch": 8000, + "_step_count": 8001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 3.857627137523031e-05 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/checkpoints/dagger/2iter/checkpoints/008000/training_state/training_step.json b/checkpoints/dagger/2iter/checkpoints/008000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..74d8cba01cab8506617b2cbae6f268fe80fbfa79 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/008000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 8000 +} \ No newline at end of file diff --git a/checkpoints/dagger/2iter/checkpoints/010000/pretrained_model/config.json b/checkpoints/dagger/2iter/checkpoints/010000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..94d881d526fc924adde52c7765869479fc81fdf3 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/010000/pretrained_model/config.json @@ -0,0 +1,92 @@ +{ + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/home/shadeform/Desktop/robot_learning/outputs/train/diffusion_dagger_iter1_25000steps_20260520_173844/checkpoints/022000/pretrained_model", + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone_type": "dinov2", + "vision_encoder_name": "facebook/dinov2-small", + "freeze_vision_encoder": true, + "vision_backbone": "resnet18", + "resize_shape": [ + 224, + 224 + ], + "crop_ratio": 1.0, + "crop_shape": null, + "crop_is_random": true, + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "vit_pool_type": "spatial_softmax", + "vit_feature_dim": 512, + "use_separate_rgb_encoder_per_camera": true, + "down_dims": [ + 512, + 1024, + 2048 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 100, + "compile_model": false, + "compile_mode": "reduce-overhead", + "do_mask_loss_for_padding": false, + "optimizer_lr": 5e-05, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 100 +} \ No newline at end of file diff --git a/checkpoints/dagger/2iter/checkpoints/010000/pretrained_model/model.safetensors b/checkpoints/dagger/2iter/checkpoints/010000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4a4c57d776e8786ade2fb9d6228b62d3dfabb7fb --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/010000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b7bb1ee5dfa67f3151aacc3e42649ae6d21aa307c1af013975aea369c34ed40 +size 1095367712 diff --git a/checkpoints/dagger/2iter/checkpoints/010000/pretrained_model/policy_postprocessor.json b/checkpoints/dagger/2iter/checkpoints/010000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..f2c5e6cea7850bb999ab193f96021fa0129ce4db --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/010000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoints/dagger/2iter/checkpoints/010000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoints/dagger/2iter/checkpoints/010000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..628e1ee5b99a90af7b13022502fb1a7f308480c9 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/010000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d2a14cf9c05eade58048fadbec4dbfba6717864fe79ba106c94d8d83c90dcba +size 6560 diff --git a/checkpoints/dagger/2iter/checkpoints/010000/pretrained_model/policy_preprocessor.json b/checkpoints/dagger/2iter/checkpoints/010000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a6f57e6242af17f882bc107c602ca76393c57d55 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/010000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,56 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoints/dagger/2iter/checkpoints/010000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoints/dagger/2iter/checkpoints/010000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..628e1ee5b99a90af7b13022502fb1a7f308480c9 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/010000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d2a14cf9c05eade58048fadbec4dbfba6717864fe79ba106c94d8d83c90dcba +size 6560 diff --git a/checkpoints/dagger/2iter/checkpoints/010000/pretrained_model/train_config.json b/checkpoints/dagger/2iter/checkpoints/010000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..318941b4933a20140642033e34cc42647b4a0e8c --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/010000/pretrained_model/train_config.json @@ -0,0 +1,302 @@ +{ + "dataset": { + "repo_id": "local/dagger_episodes", + "root": "/home/shadeform/Desktop/robot_learning/base_new_dataset_dagger_v2_676", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "same_cloth_color": false, + "tfs": { + "color_jitter": { + "weight": 1.5, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.7, + 1.3 + ], + "contrast": [ + 0.7, + 1.3 + ], + "saturation": [ + 0.4, + 1.6 + ], + "hue": [ + -0.5, + 0.5 + ] + } + }, + "grayscale": { + "weight": 0.5, + "type": "RandomGrayscale", + "kwargs": { + "p": 1.0 + } + }, + "shadow": { + "weight": 0.8, + "type": "RandomShadow", + "kwargs": { + "num_shadows": [ + 1, + 2 + ], + "intensity": [ + 0.4, + 0.7 + ], + "blur_sigma": [ + 4.0, + 20.0 + ] + } + }, + "highlight": { + "weight": 0.5, + "type": "RandomHighlight", + "kwargs": { + "num_highlights": [ + 0, + 1 + ], + "intensity": [ + 0.2, + 0.5 + ], + "sigma": [ + 20.0, + 60.0 + ] + } + }, + "gamma": { + "weight": 0.7, + "type": "RandomGamma", + "kwargs": { + "gamma": [ + 0.6, + 1.4 + ] + } + }, + "blur": { + "weight": 0.0, + "type": "GaussianBlur", + "kwargs": { + "kernel_size": [ + 3, + 3 + ], + "sigma": [ + 0.1, + 1.5 + ] + } + }, + "jpeg": { + "weight": 0.0, + "type": "RandomJPEG", + "kwargs": { + "quality": [ + 60, + 95 + ] + } + }, + "crop": { + "weight": 0.5, + "type": "RandomCropPreserveSize", + "kwargs": { + "scale": [ + 0.97, + 1.0 + ], + "ratio": [ + 0.99, + 1.01 + ] + } + }, + "affine": { + "weight": 0.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "pyav", + "return_uint8": false, + "streaming": false + }, + "env": null, + "policy": { + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/home/shadeform/Desktop/robot_learning/outputs/train/diffusion_dagger_iter1_25000steps_20260520_173844/checkpoints/022000/pretrained_model", + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone_type": "dinov2", + "vision_encoder_name": "facebook/dinov2-small", + "freeze_vision_encoder": true, + "vision_backbone": "resnet18", + "resize_shape": [ + 224, + 224 + ], + "crop_ratio": 1.0, + "crop_shape": null, + "crop_is_random": true, + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "vit_pool_type": "spatial_softmax", + "vit_feature_dim": 512, + "use_separate_rgb_encoder_per_camera": true, + "down_dims": [ + 512, + 1024, + 2048 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 100, + "compile_model": false, + "compile_mode": "reduce-overhead", + "do_mask_loss_for_padding": false, + "optimizer_lr": 5e-05, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 100 + }, + "reward_model": null, + "output_dir": "/home/shadeform/Desktop/robot_learning/outputs/train/diffusion_dagger_iter2_25000steps_20260520_222132", + "job_name": "diffusion_dagger_iter2_25000steps_20260520_222132", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 16, + "batch_size": 64, + "prefetch_factor": 4, + "persistent_workers": true, + "steps": 25000, + "eval_freq": 0, + "log_freq": 20, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 2000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adam", + "lr": 5e-05, + "weight_decay": 1e-06, + "grad_clip_norm": 10.0, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "diffuser", + "num_warmup_steps": 100, + "name": "cosine" + }, + "eval": { + "n_episodes": 50, + "batch_size": 19, + "use_async_envs": true + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "vz6r3agr", + "mode": null, + "add_tags": true + }, + "peft": null, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/checkpoints/dagger/2iter/checkpoints/010000/training_state/optimizer_param_groups.json b/checkpoints/dagger/2iter/checkpoints/010000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..45b3bc5fe245430508ca152bf5901a7a05525056 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/010000/training_state/optimizer_param_groups.json @@ -0,0 +1,396 @@ +[ + { + "lr": 3.29051916724206e-05, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-06, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": false, + "initial_lr": 5e-05, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374 + ] + } +] \ No newline at end of file diff --git a/checkpoints/dagger/2iter/checkpoints/010000/training_state/optimizer_state.safetensors b/checkpoints/dagger/2iter/checkpoints/010000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8a934f23c2575a9d9b544f8baceb84e3acd44b23 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/010000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1361ab3f0ed48a02f3ca0a59d64b13b0b4a94adc8553f44a78bbc80bca97ec4e +size 2014217744 diff --git a/checkpoints/dagger/2iter/checkpoints/010000/training_state/rng_state.safetensors b/checkpoints/dagger/2iter/checkpoints/010000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..43ca02ef501666eb5758210937c3cd7a0a8ef929 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/010000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eae113011e8ba25d1389262c8a0f8fb4a48432c8cf4b09b053bf753752002590 +size 15708 diff --git a/checkpoints/dagger/2iter/checkpoints/010000/training_state/scheduler_state.json b/checkpoints/dagger/2iter/checkpoints/010000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..2b45a47ea870e48b66606c78f0ea96beb36cf3ed --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/010000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 5e-05 + ], + "last_epoch": 10000, + "_step_count": 10001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 3.29051916724206e-05 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/checkpoints/dagger/2iter/checkpoints/010000/training_state/training_step.json b/checkpoints/dagger/2iter/checkpoints/010000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..7cb7c0986e9e7461ca851ce71e95d235ae3d2732 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/010000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 10000 +} \ No newline at end of file diff --git a/checkpoints/dagger/2iter/checkpoints/012000/pretrained_model/config.json b/checkpoints/dagger/2iter/checkpoints/012000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..94d881d526fc924adde52c7765869479fc81fdf3 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/012000/pretrained_model/config.json @@ -0,0 +1,92 @@ +{ + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/home/shadeform/Desktop/robot_learning/outputs/train/diffusion_dagger_iter1_25000steps_20260520_173844/checkpoints/022000/pretrained_model", + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone_type": "dinov2", + "vision_encoder_name": "facebook/dinov2-small", + "freeze_vision_encoder": true, + "vision_backbone": "resnet18", + "resize_shape": [ + 224, + 224 + ], + "crop_ratio": 1.0, + "crop_shape": null, + "crop_is_random": true, + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "vit_pool_type": "spatial_softmax", + "vit_feature_dim": 512, + "use_separate_rgb_encoder_per_camera": true, + "down_dims": [ + 512, + 1024, + 2048 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 100, + "compile_model": false, + "compile_mode": "reduce-overhead", + "do_mask_loss_for_padding": false, + "optimizer_lr": 5e-05, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 100 +} \ No newline at end of file diff --git a/checkpoints/dagger/2iter/checkpoints/012000/pretrained_model/model.safetensors b/checkpoints/dagger/2iter/checkpoints/012000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f39abcdd616082a53a415f2963b0810a3ffa32cf --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/012000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2d02e14e33164867b1958128f637c40c075b5921283ba59057c93b503c07338 +size 1095367712 diff --git a/checkpoints/dagger/2iter/checkpoints/012000/pretrained_model/policy_postprocessor.json b/checkpoints/dagger/2iter/checkpoints/012000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..f2c5e6cea7850bb999ab193f96021fa0129ce4db --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/012000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoints/dagger/2iter/checkpoints/012000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoints/dagger/2iter/checkpoints/012000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..628e1ee5b99a90af7b13022502fb1a7f308480c9 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/012000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d2a14cf9c05eade58048fadbec4dbfba6717864fe79ba106c94d8d83c90dcba +size 6560 diff --git a/checkpoints/dagger/2iter/checkpoints/012000/pretrained_model/policy_preprocessor.json b/checkpoints/dagger/2iter/checkpoints/012000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a6f57e6242af17f882bc107c602ca76393c57d55 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/012000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,56 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoints/dagger/2iter/checkpoints/012000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoints/dagger/2iter/checkpoints/012000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..628e1ee5b99a90af7b13022502fb1a7f308480c9 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/012000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d2a14cf9c05eade58048fadbec4dbfba6717864fe79ba106c94d8d83c90dcba +size 6560 diff --git a/checkpoints/dagger/2iter/checkpoints/012000/pretrained_model/train_config.json b/checkpoints/dagger/2iter/checkpoints/012000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..318941b4933a20140642033e34cc42647b4a0e8c --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/012000/pretrained_model/train_config.json @@ -0,0 +1,302 @@ +{ + "dataset": { + "repo_id": "local/dagger_episodes", + "root": "/home/shadeform/Desktop/robot_learning/base_new_dataset_dagger_v2_676", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "same_cloth_color": false, + "tfs": { + "color_jitter": { + "weight": 1.5, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.7, + 1.3 + ], + "contrast": [ + 0.7, + 1.3 + ], + "saturation": [ + 0.4, + 1.6 + ], + "hue": [ + -0.5, + 0.5 + ] + } + }, + "grayscale": { + "weight": 0.5, + "type": "RandomGrayscale", + "kwargs": { + "p": 1.0 + } + }, + "shadow": { + "weight": 0.8, + "type": "RandomShadow", + "kwargs": { + "num_shadows": [ + 1, + 2 + ], + "intensity": [ + 0.4, + 0.7 + ], + "blur_sigma": [ + 4.0, + 20.0 + ] + } + }, + "highlight": { + "weight": 0.5, + "type": "RandomHighlight", + "kwargs": { + "num_highlights": [ + 0, + 1 + ], + "intensity": [ + 0.2, + 0.5 + ], + "sigma": [ + 20.0, + 60.0 + ] + } + }, + "gamma": { + "weight": 0.7, + "type": "RandomGamma", + "kwargs": { + "gamma": [ + 0.6, + 1.4 + ] + } + }, + "blur": { + "weight": 0.0, + "type": "GaussianBlur", + "kwargs": { + "kernel_size": [ + 3, + 3 + ], + "sigma": [ + 0.1, + 1.5 + ] + } + }, + "jpeg": { + "weight": 0.0, + "type": "RandomJPEG", + "kwargs": { + "quality": [ + 60, + 95 + ] + } + }, + "crop": { + "weight": 0.5, + "type": "RandomCropPreserveSize", + "kwargs": { + "scale": [ + 0.97, + 1.0 + ], + "ratio": [ + 0.99, + 1.01 + ] + } + }, + "affine": { + "weight": 0.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "pyav", + "return_uint8": false, + "streaming": false + }, + "env": null, + "policy": { + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/home/shadeform/Desktop/robot_learning/outputs/train/diffusion_dagger_iter1_25000steps_20260520_173844/checkpoints/022000/pretrained_model", + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone_type": "dinov2", + "vision_encoder_name": "facebook/dinov2-small", + "freeze_vision_encoder": true, + "vision_backbone": "resnet18", + "resize_shape": [ + 224, + 224 + ], + "crop_ratio": 1.0, + "crop_shape": null, + "crop_is_random": true, + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "vit_pool_type": "spatial_softmax", + "vit_feature_dim": 512, + "use_separate_rgb_encoder_per_camera": true, + "down_dims": [ + 512, + 1024, + 2048 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 100, + "compile_model": false, + "compile_mode": "reduce-overhead", + "do_mask_loss_for_padding": false, + "optimizer_lr": 5e-05, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 100 + }, + "reward_model": null, + "output_dir": "/home/shadeform/Desktop/robot_learning/outputs/train/diffusion_dagger_iter2_25000steps_20260520_222132", + "job_name": "diffusion_dagger_iter2_25000steps_20260520_222132", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 16, + "batch_size": 64, + "prefetch_factor": 4, + "persistent_workers": true, + "steps": 25000, + "eval_freq": 0, + "log_freq": 20, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 2000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adam", + "lr": 5e-05, + "weight_decay": 1e-06, + "grad_clip_norm": 10.0, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "diffuser", + "num_warmup_steps": 100, + "name": "cosine" + }, + "eval": { + "n_episodes": 50, + "batch_size": 19, + "use_async_envs": true + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "vz6r3agr", + "mode": null, + "add_tags": true + }, + "peft": null, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/checkpoints/dagger/2iter/checkpoints/012000/training_state/optimizer_param_groups.json b/checkpoints/dagger/2iter/checkpoints/012000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..22cdcf9ba2ee0141d5a493dd08e057f4e009ee9a --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/012000/training_state/optimizer_param_groups.json @@ -0,0 +1,396 @@ +[ + { + "lr": 2.673342326970204e-05, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-06, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": false, + "initial_lr": 5e-05, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374 + ] + } +] \ No newline at end of file diff --git a/checkpoints/dagger/2iter/checkpoints/012000/training_state/optimizer_state.safetensors b/checkpoints/dagger/2iter/checkpoints/012000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..577c61d993aab953630131f713ba80592df65cf6 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/012000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01e5a35dcb72076360a09819c4496bfd2228d6dac7170ef39ea0142f205b9679 +size 2014217744 diff --git a/checkpoints/dagger/2iter/checkpoints/012000/training_state/rng_state.safetensors b/checkpoints/dagger/2iter/checkpoints/012000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a9fee8594372110fa578b11c7cdf0088421a9a67 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/012000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:644c1b83ac6deaf757d672dea8a12e7413787eed16f33da527bdc1ac6371e94c +size 15708 diff --git a/checkpoints/dagger/2iter/checkpoints/012000/training_state/scheduler_state.json b/checkpoints/dagger/2iter/checkpoints/012000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..117bedb2d14086d48dde6ebceb87a0bde4718667 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/012000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 5e-05 + ], + "last_epoch": 12000, + "_step_count": 12001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 2.673342326970204e-05 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/checkpoints/dagger/2iter/checkpoints/012000/training_state/training_step.json b/checkpoints/dagger/2iter/checkpoints/012000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..c4fb27ac819b81943e6545c7c18510bdfb8eae1b --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/012000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 12000 +} \ No newline at end of file diff --git a/checkpoints/dagger/2iter/checkpoints/014000/pretrained_model/config.json b/checkpoints/dagger/2iter/checkpoints/014000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..94d881d526fc924adde52c7765869479fc81fdf3 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/014000/pretrained_model/config.json @@ -0,0 +1,92 @@ +{ + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/home/shadeform/Desktop/robot_learning/outputs/train/diffusion_dagger_iter1_25000steps_20260520_173844/checkpoints/022000/pretrained_model", + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone_type": "dinov2", + "vision_encoder_name": "facebook/dinov2-small", + "freeze_vision_encoder": true, + "vision_backbone": "resnet18", + "resize_shape": [ + 224, + 224 + ], + "crop_ratio": 1.0, + "crop_shape": null, + "crop_is_random": true, + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "vit_pool_type": "spatial_softmax", + "vit_feature_dim": 512, + "use_separate_rgb_encoder_per_camera": true, + "down_dims": [ + 512, + 1024, + 2048 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 100, + "compile_model": false, + "compile_mode": "reduce-overhead", + "do_mask_loss_for_padding": false, + "optimizer_lr": 5e-05, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 100 +} \ No newline at end of file diff --git a/checkpoints/dagger/2iter/checkpoints/014000/pretrained_model/model.safetensors b/checkpoints/dagger/2iter/checkpoints/014000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b6dc38591ba61c7e27c4c095eb694bc11053069b --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/014000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df014271c5383012c6fdd0a232a46a61af6557d4941b8c7888ce5eefe078ce20 +size 1095367712 diff --git a/checkpoints/dagger/2iter/checkpoints/014000/pretrained_model/policy_postprocessor.json b/checkpoints/dagger/2iter/checkpoints/014000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..f2c5e6cea7850bb999ab193f96021fa0129ce4db --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/014000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoints/dagger/2iter/checkpoints/014000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoints/dagger/2iter/checkpoints/014000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..628e1ee5b99a90af7b13022502fb1a7f308480c9 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/014000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d2a14cf9c05eade58048fadbec4dbfba6717864fe79ba106c94d8d83c90dcba +size 6560 diff --git a/checkpoints/dagger/2iter/checkpoints/014000/pretrained_model/policy_preprocessor.json b/checkpoints/dagger/2iter/checkpoints/014000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a6f57e6242af17f882bc107c602ca76393c57d55 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/014000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,56 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoints/dagger/2iter/checkpoints/014000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoints/dagger/2iter/checkpoints/014000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..628e1ee5b99a90af7b13022502fb1a7f308480c9 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/014000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d2a14cf9c05eade58048fadbec4dbfba6717864fe79ba106c94d8d83c90dcba +size 6560 diff --git a/checkpoints/dagger/2iter/checkpoints/014000/pretrained_model/train_config.json b/checkpoints/dagger/2iter/checkpoints/014000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..318941b4933a20140642033e34cc42647b4a0e8c --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/014000/pretrained_model/train_config.json @@ -0,0 +1,302 @@ +{ + "dataset": { + "repo_id": "local/dagger_episodes", + "root": "/home/shadeform/Desktop/robot_learning/base_new_dataset_dagger_v2_676", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "same_cloth_color": false, + "tfs": { + "color_jitter": { + "weight": 1.5, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.7, + 1.3 + ], + "contrast": [ + 0.7, + 1.3 + ], + "saturation": [ + 0.4, + 1.6 + ], + "hue": [ + -0.5, + 0.5 + ] + } + }, + "grayscale": { + "weight": 0.5, + "type": "RandomGrayscale", + "kwargs": { + "p": 1.0 + } + }, + "shadow": { + "weight": 0.8, + "type": "RandomShadow", + "kwargs": { + "num_shadows": [ + 1, + 2 + ], + "intensity": [ + 0.4, + 0.7 + ], + "blur_sigma": [ + 4.0, + 20.0 + ] + } + }, + "highlight": { + "weight": 0.5, + "type": "RandomHighlight", + "kwargs": { + "num_highlights": [ + 0, + 1 + ], + "intensity": [ + 0.2, + 0.5 + ], + "sigma": [ + 20.0, + 60.0 + ] + } + }, + "gamma": { + "weight": 0.7, + "type": "RandomGamma", + "kwargs": { + "gamma": [ + 0.6, + 1.4 + ] + } + }, + "blur": { + "weight": 0.0, + "type": "GaussianBlur", + "kwargs": { + "kernel_size": [ + 3, + 3 + ], + "sigma": [ + 0.1, + 1.5 + ] + } + }, + "jpeg": { + "weight": 0.0, + "type": "RandomJPEG", + "kwargs": { + "quality": [ + 60, + 95 + ] + } + }, + "crop": { + "weight": 0.5, + "type": "RandomCropPreserveSize", + "kwargs": { + "scale": [ + 0.97, + 1.0 + ], + "ratio": [ + 0.99, + 1.01 + ] + } + }, + "affine": { + "weight": 0.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "pyav", + "return_uint8": false, + "streaming": false + }, + "env": null, + "policy": { + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/home/shadeform/Desktop/robot_learning/outputs/train/diffusion_dagger_iter1_25000steps_20260520_173844/checkpoints/022000/pretrained_model", + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone_type": "dinov2", + "vision_encoder_name": "facebook/dinov2-small", + "freeze_vision_encoder": true, + "vision_backbone": "resnet18", + "resize_shape": [ + 224, + 224 + ], + "crop_ratio": 1.0, + "crop_shape": null, + "crop_is_random": true, + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "vit_pool_type": "spatial_softmax", + "vit_feature_dim": 512, + "use_separate_rgb_encoder_per_camera": true, + "down_dims": [ + 512, + 1024, + 2048 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 100, + "compile_model": false, + "compile_mode": "reduce-overhead", + "do_mask_loss_for_padding": false, + "optimizer_lr": 5e-05, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 100 + }, + "reward_model": null, + "output_dir": "/home/shadeform/Desktop/robot_learning/outputs/train/diffusion_dagger_iter2_25000steps_20260520_222132", + "job_name": "diffusion_dagger_iter2_25000steps_20260520_222132", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 16, + "batch_size": 64, + "prefetch_factor": 4, + "persistent_workers": true, + "steps": 25000, + "eval_freq": 0, + "log_freq": 20, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 2000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adam", + "lr": 5e-05, + "weight_decay": 1e-06, + "grad_clip_norm": 10.0, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "diffuser", + "num_warmup_steps": 100, + "name": "cosine" + }, + "eval": { + "n_episodes": 50, + "batch_size": 19, + "use_async_envs": true + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "vz6r3agr", + "mode": null, + "add_tags": true + }, + "peft": null, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/checkpoints/dagger/2iter/checkpoints/014000/training_state/optimizer_param_groups.json b/checkpoints/dagger/2iter/checkpoints/014000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..39e49290cc4240ac9729977093d0272e4113f60d --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/014000/training_state/optimizer_param_groups.json @@ -0,0 +1,396 @@ +[ + { + "lr": 2.0451865569106405e-05, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-06, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": false, + "initial_lr": 5e-05, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374 + ] + } +] \ No newline at end of file diff --git a/checkpoints/dagger/2iter/checkpoints/014000/training_state/optimizer_state.safetensors b/checkpoints/dagger/2iter/checkpoints/014000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ff67f518df712da94a7cae40dcdf99668e891c86 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/014000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0c35be1367999b78abc8e5f592303761772ac4072f3d95ae25590e9228b9cca +size 2014217744 diff --git a/checkpoints/dagger/2iter/checkpoints/014000/training_state/rng_state.safetensors b/checkpoints/dagger/2iter/checkpoints/014000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5f005bba577238e9920694b706fd67a895b4e096 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/014000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e321b0ed17a7e8a9cacdd7ea4ed3c903f082353a8934edbbd7dac41675b85eb9 +size 15708 diff --git a/checkpoints/dagger/2iter/checkpoints/014000/training_state/scheduler_state.json b/checkpoints/dagger/2iter/checkpoints/014000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..c32e6d254cac3c17886c97dfc059c98bdfda15c2 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/014000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 5e-05 + ], + "last_epoch": 14000, + "_step_count": 14001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 2.0451865569106405e-05 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/checkpoints/dagger/2iter/checkpoints/014000/training_state/training_step.json b/checkpoints/dagger/2iter/checkpoints/014000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..560b82990f5c806d547ed82a5432ba60aec285e1 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/014000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 14000 +} \ No newline at end of file diff --git a/checkpoints/dagger/2iter/checkpoints/016000/pretrained_model/config.json b/checkpoints/dagger/2iter/checkpoints/016000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..94d881d526fc924adde52c7765869479fc81fdf3 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/016000/pretrained_model/config.json @@ -0,0 +1,92 @@ +{ + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/home/shadeform/Desktop/robot_learning/outputs/train/diffusion_dagger_iter1_25000steps_20260520_173844/checkpoints/022000/pretrained_model", + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone_type": "dinov2", + "vision_encoder_name": "facebook/dinov2-small", + "freeze_vision_encoder": true, + "vision_backbone": "resnet18", + "resize_shape": [ + 224, + 224 + ], + "crop_ratio": 1.0, + "crop_shape": null, + "crop_is_random": true, + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "vit_pool_type": "spatial_softmax", + "vit_feature_dim": 512, + "use_separate_rgb_encoder_per_camera": true, + "down_dims": [ + 512, + 1024, + 2048 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 100, + "compile_model": false, + "compile_mode": "reduce-overhead", + "do_mask_loss_for_padding": false, + "optimizer_lr": 5e-05, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 100 +} \ No newline at end of file diff --git a/checkpoints/dagger/2iter/checkpoints/016000/pretrained_model/model.safetensors b/checkpoints/dagger/2iter/checkpoints/016000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..737be4eccd0da481821d8c9ffa8a76ad8ecf7077 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/016000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7013da40a3608213f6e67546f105689686664466660f8b8b36785830b1172c1d +size 1095367712 diff --git a/checkpoints/dagger/2iter/checkpoints/016000/pretrained_model/policy_postprocessor.json b/checkpoints/dagger/2iter/checkpoints/016000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..f2c5e6cea7850bb999ab193f96021fa0129ce4db --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/016000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoints/dagger/2iter/checkpoints/016000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoints/dagger/2iter/checkpoints/016000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..628e1ee5b99a90af7b13022502fb1a7f308480c9 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/016000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d2a14cf9c05eade58048fadbec4dbfba6717864fe79ba106c94d8d83c90dcba +size 6560 diff --git a/checkpoints/dagger/2iter/checkpoints/016000/pretrained_model/policy_preprocessor.json b/checkpoints/dagger/2iter/checkpoints/016000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a6f57e6242af17f882bc107c602ca76393c57d55 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/016000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,56 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoints/dagger/2iter/checkpoints/016000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoints/dagger/2iter/checkpoints/016000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..628e1ee5b99a90af7b13022502fb1a7f308480c9 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/016000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d2a14cf9c05eade58048fadbec4dbfba6717864fe79ba106c94d8d83c90dcba +size 6560 diff --git a/checkpoints/dagger/2iter/checkpoints/016000/pretrained_model/train_config.json b/checkpoints/dagger/2iter/checkpoints/016000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..318941b4933a20140642033e34cc42647b4a0e8c --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/016000/pretrained_model/train_config.json @@ -0,0 +1,302 @@ +{ + "dataset": { + "repo_id": "local/dagger_episodes", + "root": "/home/shadeform/Desktop/robot_learning/base_new_dataset_dagger_v2_676", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "same_cloth_color": false, + "tfs": { + "color_jitter": { + "weight": 1.5, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.7, + 1.3 + ], + "contrast": [ + 0.7, + 1.3 + ], + "saturation": [ + 0.4, + 1.6 + ], + "hue": [ + -0.5, + 0.5 + ] + } + }, + "grayscale": { + "weight": 0.5, + "type": "RandomGrayscale", + "kwargs": { + "p": 1.0 + } + }, + "shadow": { + "weight": 0.8, + "type": "RandomShadow", + "kwargs": { + "num_shadows": [ + 1, + 2 + ], + "intensity": [ + 0.4, + 0.7 + ], + "blur_sigma": [ + 4.0, + 20.0 + ] + } + }, + "highlight": { + "weight": 0.5, + "type": "RandomHighlight", + "kwargs": { + "num_highlights": [ + 0, + 1 + ], + "intensity": [ + 0.2, + 0.5 + ], + "sigma": [ + 20.0, + 60.0 + ] + } + }, + "gamma": { + "weight": 0.7, + "type": "RandomGamma", + "kwargs": { + "gamma": [ + 0.6, + 1.4 + ] + } + }, + "blur": { + "weight": 0.0, + "type": "GaussianBlur", + "kwargs": { + "kernel_size": [ + 3, + 3 + ], + "sigma": [ + 0.1, + 1.5 + ] + } + }, + "jpeg": { + "weight": 0.0, + "type": "RandomJPEG", + "kwargs": { + "quality": [ + 60, + 95 + ] + } + }, + "crop": { + "weight": 0.5, + "type": "RandomCropPreserveSize", + "kwargs": { + "scale": [ + 0.97, + 1.0 + ], + "ratio": [ + 0.99, + 1.01 + ] + } + }, + "affine": { + "weight": 0.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "pyav", + "return_uint8": false, + "streaming": false + }, + "env": null, + "policy": { + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/home/shadeform/Desktop/robot_learning/outputs/train/diffusion_dagger_iter1_25000steps_20260520_173844/checkpoints/022000/pretrained_model", + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone_type": "dinov2", + "vision_encoder_name": "facebook/dinov2-small", + "freeze_vision_encoder": true, + "vision_backbone": "resnet18", + "resize_shape": [ + 224, + 224 + ], + "crop_ratio": 1.0, + "crop_shape": null, + "crop_is_random": true, + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "vit_pool_type": "spatial_softmax", + "vit_feature_dim": 512, + "use_separate_rgb_encoder_per_camera": true, + "down_dims": [ + 512, + 1024, + 2048 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 100, + "compile_model": false, + "compile_mode": "reduce-overhead", + "do_mask_loss_for_padding": false, + "optimizer_lr": 5e-05, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 100 + }, + "reward_model": null, + "output_dir": "/home/shadeform/Desktop/robot_learning/outputs/train/diffusion_dagger_iter2_25000steps_20260520_222132", + "job_name": "diffusion_dagger_iter2_25000steps_20260520_222132", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 16, + "batch_size": 64, + "prefetch_factor": 4, + "persistent_workers": true, + "steps": 25000, + "eval_freq": 0, + "log_freq": 20, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 2000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adam", + "lr": 5e-05, + "weight_decay": 1e-06, + "grad_clip_norm": 10.0, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "diffuser", + "num_warmup_steps": 100, + "name": "cosine" + }, + "eval": { + "n_episodes": 50, + "batch_size": 19, + "use_async_envs": true + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "vz6r3agr", + "mode": null, + "add_tags": true + }, + "peft": null, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/checkpoints/dagger/2iter/checkpoints/016000/training_state/optimizer_param_groups.json b/checkpoints/dagger/2iter/checkpoints/016000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..6f01623b0f0c99cd79c898cf68ffc621db67497c --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/016000/training_state/optimizer_param_groups.json @@ -0,0 +1,396 @@ +[ + { + "lr": 1.4458371663745401e-05, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-06, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": false, + "initial_lr": 5e-05, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374 + ] + } +] \ No newline at end of file diff --git a/checkpoints/dagger/2iter/checkpoints/016000/training_state/optimizer_state.safetensors b/checkpoints/dagger/2iter/checkpoints/016000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c794a8854bbc89fb3e830626583af849bfab5346 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/016000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5def01fbc241e76f7968013e519323df6d0a02c662981bd27d5a7921719051bc +size 2014217744 diff --git a/checkpoints/dagger/2iter/checkpoints/016000/training_state/rng_state.safetensors b/checkpoints/dagger/2iter/checkpoints/016000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0d0bdc2b940409d995b7f53c98a47b6d56607cfa --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/016000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93ea2b894d2ec2c4f16d33cff0cdec029da2aa02300d50e1cdfdd1f6f40272d3 +size 15708 diff --git a/checkpoints/dagger/2iter/checkpoints/016000/training_state/scheduler_state.json b/checkpoints/dagger/2iter/checkpoints/016000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..abba4bf4e9a4b43bd68bbf392bcc1c13254fa1c2 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/016000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 5e-05 + ], + "last_epoch": 16000, + "_step_count": 16001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 1.4458371663745401e-05 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/checkpoints/dagger/2iter/checkpoints/016000/training_state/training_step.json b/checkpoints/dagger/2iter/checkpoints/016000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..798020d90d4c39414dfab88708ecefd52f2e9ac5 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/016000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 16000 +} \ No newline at end of file diff --git a/checkpoints/dagger/2iter/checkpoints/018000/pretrained_model/config.json b/checkpoints/dagger/2iter/checkpoints/018000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..94d881d526fc924adde52c7765869479fc81fdf3 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/018000/pretrained_model/config.json @@ -0,0 +1,92 @@ +{ + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/home/shadeform/Desktop/robot_learning/outputs/train/diffusion_dagger_iter1_25000steps_20260520_173844/checkpoints/022000/pretrained_model", + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone_type": "dinov2", + "vision_encoder_name": "facebook/dinov2-small", + "freeze_vision_encoder": true, + "vision_backbone": "resnet18", + "resize_shape": [ + 224, + 224 + ], + "crop_ratio": 1.0, + "crop_shape": null, + "crop_is_random": true, + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "vit_pool_type": "spatial_softmax", + "vit_feature_dim": 512, + "use_separate_rgb_encoder_per_camera": true, + "down_dims": [ + 512, + 1024, + 2048 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 100, + "compile_model": false, + "compile_mode": "reduce-overhead", + "do_mask_loss_for_padding": false, + "optimizer_lr": 5e-05, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 100 +} \ No newline at end of file diff --git a/checkpoints/dagger/2iter/checkpoints/018000/pretrained_model/model.safetensors b/checkpoints/dagger/2iter/checkpoints/018000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a9a2753fd50024ef6ee0aebdb7ad12c7c05a59bb --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/018000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f438f83d8756b120d0962d59dc1fde6255caad55091a9db09ea736d8bed1c64 +size 1095367712 diff --git a/checkpoints/dagger/2iter/checkpoints/018000/pretrained_model/policy_postprocessor.json b/checkpoints/dagger/2iter/checkpoints/018000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..f2c5e6cea7850bb999ab193f96021fa0129ce4db --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/018000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoints/dagger/2iter/checkpoints/018000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoints/dagger/2iter/checkpoints/018000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..628e1ee5b99a90af7b13022502fb1a7f308480c9 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/018000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d2a14cf9c05eade58048fadbec4dbfba6717864fe79ba106c94d8d83c90dcba +size 6560 diff --git a/checkpoints/dagger/2iter/checkpoints/018000/pretrained_model/policy_preprocessor.json b/checkpoints/dagger/2iter/checkpoints/018000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a6f57e6242af17f882bc107c602ca76393c57d55 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/018000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,56 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoints/dagger/2iter/checkpoints/018000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoints/dagger/2iter/checkpoints/018000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..628e1ee5b99a90af7b13022502fb1a7f308480c9 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/018000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d2a14cf9c05eade58048fadbec4dbfba6717864fe79ba106c94d8d83c90dcba +size 6560 diff --git a/checkpoints/dagger/2iter/checkpoints/018000/pretrained_model/train_config.json b/checkpoints/dagger/2iter/checkpoints/018000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..318941b4933a20140642033e34cc42647b4a0e8c --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/018000/pretrained_model/train_config.json @@ -0,0 +1,302 @@ +{ + "dataset": { + "repo_id": "local/dagger_episodes", + "root": "/home/shadeform/Desktop/robot_learning/base_new_dataset_dagger_v2_676", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "same_cloth_color": false, + "tfs": { + "color_jitter": { + "weight": 1.5, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.7, + 1.3 + ], + "contrast": [ + 0.7, + 1.3 + ], + "saturation": [ + 0.4, + 1.6 + ], + "hue": [ + -0.5, + 0.5 + ] + } + }, + "grayscale": { + "weight": 0.5, + "type": "RandomGrayscale", + "kwargs": { + "p": 1.0 + } + }, + "shadow": { + "weight": 0.8, + "type": "RandomShadow", + "kwargs": { + "num_shadows": [ + 1, + 2 + ], + "intensity": [ + 0.4, + 0.7 + ], + "blur_sigma": [ + 4.0, + 20.0 + ] + } + }, + "highlight": { + "weight": 0.5, + "type": "RandomHighlight", + "kwargs": { + "num_highlights": [ + 0, + 1 + ], + "intensity": [ + 0.2, + 0.5 + ], + "sigma": [ + 20.0, + 60.0 + ] + } + }, + "gamma": { + "weight": 0.7, + "type": "RandomGamma", + "kwargs": { + "gamma": [ + 0.6, + 1.4 + ] + } + }, + "blur": { + "weight": 0.0, + "type": "GaussianBlur", + "kwargs": { + "kernel_size": [ + 3, + 3 + ], + "sigma": [ + 0.1, + 1.5 + ] + } + }, + "jpeg": { + "weight": 0.0, + "type": "RandomJPEG", + "kwargs": { + "quality": [ + 60, + 95 + ] + } + }, + "crop": { + "weight": 0.5, + "type": "RandomCropPreserveSize", + "kwargs": { + "scale": [ + 0.97, + 1.0 + ], + "ratio": [ + 0.99, + 1.01 + ] + } + }, + "affine": { + "weight": 0.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "pyav", + "return_uint8": false, + "streaming": false + }, + "env": null, + "policy": { + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/home/shadeform/Desktop/robot_learning/outputs/train/diffusion_dagger_iter1_25000steps_20260520_173844/checkpoints/022000/pretrained_model", + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone_type": "dinov2", + "vision_encoder_name": "facebook/dinov2-small", + "freeze_vision_encoder": true, + "vision_backbone": "resnet18", + "resize_shape": [ + 224, + 224 + ], + "crop_ratio": 1.0, + "crop_shape": null, + "crop_is_random": true, + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "vit_pool_type": "spatial_softmax", + "vit_feature_dim": 512, + "use_separate_rgb_encoder_per_camera": true, + "down_dims": [ + 512, + 1024, + 2048 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 100, + "compile_model": false, + "compile_mode": "reduce-overhead", + "do_mask_loss_for_padding": false, + "optimizer_lr": 5e-05, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 100 + }, + "reward_model": null, + "output_dir": "/home/shadeform/Desktop/robot_learning/outputs/train/diffusion_dagger_iter2_25000steps_20260520_222132", + "job_name": "diffusion_dagger_iter2_25000steps_20260520_222132", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 16, + "batch_size": 64, + "prefetch_factor": 4, + "persistent_workers": true, + "steps": 25000, + "eval_freq": 0, + "log_freq": 20, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 2000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adam", + "lr": 5e-05, + "weight_decay": 1e-06, + "grad_clip_norm": 10.0, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "diffuser", + "num_warmup_steps": 100, + "name": "cosine" + }, + "eval": { + "n_episodes": 50, + "batch_size": 19, + "use_async_envs": true + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "vz6r3agr", + "mode": null, + "add_tags": true + }, + "peft": null, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/checkpoints/dagger/2iter/checkpoints/018000/training_state/optimizer_param_groups.json b/checkpoints/dagger/2iter/checkpoints/018000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..fb6a977f4dd5e6630f5951adde8e6abe6ef2cfc2 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/018000/training_state/optimizer_param_groups.json @@ -0,0 +1,396 @@ +[ + { + "lr": 9.132549638500307e-06, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-06, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": false, + "initial_lr": 5e-05, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374 + ] + } +] \ No newline at end of file diff --git a/checkpoints/dagger/2iter/checkpoints/018000/training_state/optimizer_state.safetensors b/checkpoints/dagger/2iter/checkpoints/018000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ab840a82a8db7120376d09ef203de1bca5116f18 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/018000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e21d81ca742dc76e93d9bba89f7129e065c31b4ddcb47a2ffe055a4741aded8 +size 2014217744 diff --git a/checkpoints/dagger/2iter/checkpoints/018000/training_state/rng_state.safetensors b/checkpoints/dagger/2iter/checkpoints/018000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1e8a9d51ff1d41773a20fdc6c20c3a39fdf31208 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/018000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6df98f08d324f24632f97dd4520114933f7d654c6b977de3895eb57f8dbe2cff +size 15708 diff --git a/checkpoints/dagger/2iter/checkpoints/018000/training_state/scheduler_state.json b/checkpoints/dagger/2iter/checkpoints/018000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..6d9281cbd8ba03e20ef7ed322c25cb65f3bb8f02 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/018000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 5e-05 + ], + "last_epoch": 18000, + "_step_count": 18001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 9.132549638500307e-06 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/checkpoints/dagger/2iter/checkpoints/018000/training_state/training_step.json b/checkpoints/dagger/2iter/checkpoints/018000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..332a3c17a399c305da7a515c33ffb382d0aff339 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/018000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 18000 +} \ No newline at end of file diff --git a/checkpoints/dagger/2iter/checkpoints/020000/pretrained_model/config.json b/checkpoints/dagger/2iter/checkpoints/020000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..94d881d526fc924adde52c7765869479fc81fdf3 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/020000/pretrained_model/config.json @@ -0,0 +1,92 @@ +{ + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/home/shadeform/Desktop/robot_learning/outputs/train/diffusion_dagger_iter1_25000steps_20260520_173844/checkpoints/022000/pretrained_model", + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone_type": "dinov2", + "vision_encoder_name": "facebook/dinov2-small", + "freeze_vision_encoder": true, + "vision_backbone": "resnet18", + "resize_shape": [ + 224, + 224 + ], + "crop_ratio": 1.0, + "crop_shape": null, + "crop_is_random": true, + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "vit_pool_type": "spatial_softmax", + "vit_feature_dim": 512, + "use_separate_rgb_encoder_per_camera": true, + "down_dims": [ + 512, + 1024, + 2048 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 100, + "compile_model": false, + "compile_mode": "reduce-overhead", + "do_mask_loss_for_padding": false, + "optimizer_lr": 5e-05, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 100 +} \ No newline at end of file diff --git a/checkpoints/dagger/2iter/checkpoints/020000/pretrained_model/model.safetensors b/checkpoints/dagger/2iter/checkpoints/020000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3789e1a47916b719cdd0e7df940818dc8e85a72d --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/020000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1737bbf0e93a936249382bb29a094e886315132e55b6bc672218cd3944387fb7 +size 1095367712 diff --git a/checkpoints/dagger/2iter/checkpoints/020000/pretrained_model/policy_postprocessor.json b/checkpoints/dagger/2iter/checkpoints/020000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..f2c5e6cea7850bb999ab193f96021fa0129ce4db --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/020000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoints/dagger/2iter/checkpoints/020000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoints/dagger/2iter/checkpoints/020000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..628e1ee5b99a90af7b13022502fb1a7f308480c9 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/020000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d2a14cf9c05eade58048fadbec4dbfba6717864fe79ba106c94d8d83c90dcba +size 6560 diff --git a/checkpoints/dagger/2iter/checkpoints/020000/pretrained_model/policy_preprocessor.json b/checkpoints/dagger/2iter/checkpoints/020000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a6f57e6242af17f882bc107c602ca76393c57d55 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/020000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,56 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoints/dagger/2iter/checkpoints/020000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoints/dagger/2iter/checkpoints/020000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..628e1ee5b99a90af7b13022502fb1a7f308480c9 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/020000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d2a14cf9c05eade58048fadbec4dbfba6717864fe79ba106c94d8d83c90dcba +size 6560 diff --git a/checkpoints/dagger/2iter/checkpoints/020000/pretrained_model/train_config.json b/checkpoints/dagger/2iter/checkpoints/020000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..318941b4933a20140642033e34cc42647b4a0e8c --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/020000/pretrained_model/train_config.json @@ -0,0 +1,302 @@ +{ + "dataset": { + "repo_id": "local/dagger_episodes", + "root": "/home/shadeform/Desktop/robot_learning/base_new_dataset_dagger_v2_676", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "same_cloth_color": false, + "tfs": { + "color_jitter": { + "weight": 1.5, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.7, + 1.3 + ], + "contrast": [ + 0.7, + 1.3 + ], + "saturation": [ + 0.4, + 1.6 + ], + "hue": [ + -0.5, + 0.5 + ] + } + }, + "grayscale": { + "weight": 0.5, + "type": "RandomGrayscale", + "kwargs": { + "p": 1.0 + } + }, + "shadow": { + "weight": 0.8, + "type": "RandomShadow", + "kwargs": { + "num_shadows": [ + 1, + 2 + ], + "intensity": [ + 0.4, + 0.7 + ], + "blur_sigma": [ + 4.0, + 20.0 + ] + } + }, + "highlight": { + "weight": 0.5, + "type": "RandomHighlight", + "kwargs": { + "num_highlights": [ + 0, + 1 + ], + "intensity": [ + 0.2, + 0.5 + ], + "sigma": [ + 20.0, + 60.0 + ] + } + }, + "gamma": { + "weight": 0.7, + "type": "RandomGamma", + "kwargs": { + "gamma": [ + 0.6, + 1.4 + ] + } + }, + "blur": { + "weight": 0.0, + "type": "GaussianBlur", + "kwargs": { + "kernel_size": [ + 3, + 3 + ], + "sigma": [ + 0.1, + 1.5 + ] + } + }, + "jpeg": { + "weight": 0.0, + "type": "RandomJPEG", + "kwargs": { + "quality": [ + 60, + 95 + ] + } + }, + "crop": { + "weight": 0.5, + "type": "RandomCropPreserveSize", + "kwargs": { + "scale": [ + 0.97, + 1.0 + ], + "ratio": [ + 0.99, + 1.01 + ] + } + }, + "affine": { + "weight": 0.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "pyav", + "return_uint8": false, + "streaming": false + }, + "env": null, + "policy": { + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/home/shadeform/Desktop/robot_learning/outputs/train/diffusion_dagger_iter1_25000steps_20260520_173844/checkpoints/022000/pretrained_model", + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone_type": "dinov2", + "vision_encoder_name": "facebook/dinov2-small", + "freeze_vision_encoder": true, + "vision_backbone": "resnet18", + "resize_shape": [ + 224, + 224 + ], + "crop_ratio": 1.0, + "crop_shape": null, + "crop_is_random": true, + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "vit_pool_type": "spatial_softmax", + "vit_feature_dim": 512, + "use_separate_rgb_encoder_per_camera": true, + "down_dims": [ + 512, + 1024, + 2048 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 100, + "compile_model": false, + "compile_mode": "reduce-overhead", + "do_mask_loss_for_padding": false, + "optimizer_lr": 5e-05, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 100 + }, + "reward_model": null, + "output_dir": "/home/shadeform/Desktop/robot_learning/outputs/train/diffusion_dagger_iter2_25000steps_20260520_222132", + "job_name": "diffusion_dagger_iter2_25000steps_20260520_222132", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 16, + "batch_size": 64, + "prefetch_factor": 4, + "persistent_workers": true, + "steps": 25000, + "eval_freq": 0, + "log_freq": 20, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 2000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adam", + "lr": 5e-05, + "weight_decay": 1e-06, + "grad_clip_norm": 10.0, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "diffuser", + "num_warmup_steps": 100, + "name": "cosine" + }, + "eval": { + "n_episodes": 50, + "batch_size": 19, + "use_async_envs": true + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "vz6r3agr", + "mode": null, + "add_tags": true + }, + "peft": null, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/checkpoints/dagger/2iter/checkpoints/020000/training_state/optimizer_param_groups.json b/checkpoints/dagger/2iter/checkpoints/020000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..e8fb4a6b62b40d0bf29d57bf4c99e33472af2c6c --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/020000/training_state/optimizer_param_groups.json @@ -0,0 +1,396 @@ +[ + { + "lr": 4.811719449200755e-06, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-06, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": false, + "initial_lr": 5e-05, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374 + ] + } +] \ No newline at end of file diff --git a/checkpoints/dagger/2iter/checkpoints/020000/training_state/optimizer_state.safetensors b/checkpoints/dagger/2iter/checkpoints/020000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c81c8b1800af8817d3a400df89a4d6526bb52c59 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/020000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9dc5743e03f8edc3dbe2e12bfa1b92e5892d37a051aa7dd0a10acde22a0a4463 +size 2014217744 diff --git a/checkpoints/dagger/2iter/checkpoints/020000/training_state/rng_state.safetensors b/checkpoints/dagger/2iter/checkpoints/020000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1f41c3aee8d7441b7ea9bcbb3b416161e3f21d03 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/020000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44b0ab56eb6f4097f75602fd73e25258674128408203c5d065df83d8bcc161d5 +size 15708 diff --git a/checkpoints/dagger/2iter/checkpoints/020000/training_state/scheduler_state.json b/checkpoints/dagger/2iter/checkpoints/020000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..6e88d39c7cc1e6ed97276057f5e92b0612110a55 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/020000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 5e-05 + ], + "last_epoch": 20000, + "_step_count": 20001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 4.811719449200755e-06 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/checkpoints/dagger/2iter/checkpoints/020000/training_state/training_step.json b/checkpoints/dagger/2iter/checkpoints/020000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..dc9bb47026c5d5237ca6fc5dbff6020dd122ea05 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/020000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 20000 +} \ No newline at end of file diff --git a/checkpoints/dagger/2iter/checkpoints/022000/pretrained_model/config.json b/checkpoints/dagger/2iter/checkpoints/022000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..94d881d526fc924adde52c7765869479fc81fdf3 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/022000/pretrained_model/config.json @@ -0,0 +1,92 @@ +{ + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/home/shadeform/Desktop/robot_learning/outputs/train/diffusion_dagger_iter1_25000steps_20260520_173844/checkpoints/022000/pretrained_model", + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone_type": "dinov2", + "vision_encoder_name": "facebook/dinov2-small", + "freeze_vision_encoder": true, + "vision_backbone": "resnet18", + "resize_shape": [ + 224, + 224 + ], + "crop_ratio": 1.0, + "crop_shape": null, + "crop_is_random": true, + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "vit_pool_type": "spatial_softmax", + "vit_feature_dim": 512, + "use_separate_rgb_encoder_per_camera": true, + "down_dims": [ + 512, + 1024, + 2048 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 100, + "compile_model": false, + "compile_mode": "reduce-overhead", + "do_mask_loss_for_padding": false, + "optimizer_lr": 5e-05, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 100 +} \ No newline at end of file diff --git a/checkpoints/dagger/2iter/checkpoints/022000/pretrained_model/model.safetensors b/checkpoints/dagger/2iter/checkpoints/022000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..97659ac5bf15ba1b8cae76a300bd3fdb6a0a8271 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/022000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:271c03d6ca3b9f6d812bcb6b054537f91f94ebff899ccf84af8f50c17f150d6e +size 1095367712 diff --git a/checkpoints/dagger/2iter/checkpoints/022000/pretrained_model/policy_postprocessor.json b/checkpoints/dagger/2iter/checkpoints/022000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..f2c5e6cea7850bb999ab193f96021fa0129ce4db --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/022000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoints/dagger/2iter/checkpoints/022000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoints/dagger/2iter/checkpoints/022000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..628e1ee5b99a90af7b13022502fb1a7f308480c9 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/022000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d2a14cf9c05eade58048fadbec4dbfba6717864fe79ba106c94d8d83c90dcba +size 6560 diff --git a/checkpoints/dagger/2iter/checkpoints/022000/pretrained_model/policy_preprocessor.json b/checkpoints/dagger/2iter/checkpoints/022000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a6f57e6242af17f882bc107c602ca76393c57d55 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/022000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,56 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoints/dagger/2iter/checkpoints/022000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoints/dagger/2iter/checkpoints/022000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..628e1ee5b99a90af7b13022502fb1a7f308480c9 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/022000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d2a14cf9c05eade58048fadbec4dbfba6717864fe79ba106c94d8d83c90dcba +size 6560 diff --git a/checkpoints/dagger/2iter/checkpoints/022000/pretrained_model/train_config.json b/checkpoints/dagger/2iter/checkpoints/022000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..318941b4933a20140642033e34cc42647b4a0e8c --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/022000/pretrained_model/train_config.json @@ -0,0 +1,302 @@ +{ + "dataset": { + "repo_id": "local/dagger_episodes", + "root": "/home/shadeform/Desktop/robot_learning/base_new_dataset_dagger_v2_676", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "same_cloth_color": false, + "tfs": { + "color_jitter": { + "weight": 1.5, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.7, + 1.3 + ], + "contrast": [ + 0.7, + 1.3 + ], + "saturation": [ + 0.4, + 1.6 + ], + "hue": [ + -0.5, + 0.5 + ] + } + }, + "grayscale": { + "weight": 0.5, + "type": "RandomGrayscale", + "kwargs": { + "p": 1.0 + } + }, + "shadow": { + "weight": 0.8, + "type": "RandomShadow", + "kwargs": { + "num_shadows": [ + 1, + 2 + ], + "intensity": [ + 0.4, + 0.7 + ], + "blur_sigma": [ + 4.0, + 20.0 + ] + } + }, + "highlight": { + "weight": 0.5, + "type": "RandomHighlight", + "kwargs": { + "num_highlights": [ + 0, + 1 + ], + "intensity": [ + 0.2, + 0.5 + ], + "sigma": [ + 20.0, + 60.0 + ] + } + }, + "gamma": { + "weight": 0.7, + "type": "RandomGamma", + "kwargs": { + "gamma": [ + 0.6, + 1.4 + ] + } + }, + "blur": { + "weight": 0.0, + "type": "GaussianBlur", + "kwargs": { + "kernel_size": [ + 3, + 3 + ], + "sigma": [ + 0.1, + 1.5 + ] + } + }, + "jpeg": { + "weight": 0.0, + "type": "RandomJPEG", + "kwargs": { + "quality": [ + 60, + 95 + ] + } + }, + "crop": { + "weight": 0.5, + "type": "RandomCropPreserveSize", + "kwargs": { + "scale": [ + 0.97, + 1.0 + ], + "ratio": [ + 0.99, + 1.01 + ] + } + }, + "affine": { + "weight": 0.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "pyav", + "return_uint8": false, + "streaming": false + }, + "env": null, + "policy": { + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/home/shadeform/Desktop/robot_learning/outputs/train/diffusion_dagger_iter1_25000steps_20260520_173844/checkpoints/022000/pretrained_model", + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone_type": "dinov2", + "vision_encoder_name": "facebook/dinov2-small", + "freeze_vision_encoder": true, + "vision_backbone": "resnet18", + "resize_shape": [ + 224, + 224 + ], + "crop_ratio": 1.0, + "crop_shape": null, + "crop_is_random": true, + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "vit_pool_type": "spatial_softmax", + "vit_feature_dim": 512, + "use_separate_rgb_encoder_per_camera": true, + "down_dims": [ + 512, + 1024, + 2048 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 100, + "compile_model": false, + "compile_mode": "reduce-overhead", + "do_mask_loss_for_padding": false, + "optimizer_lr": 5e-05, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 100 + }, + "reward_model": null, + "output_dir": "/home/shadeform/Desktop/robot_learning/outputs/train/diffusion_dagger_iter2_25000steps_20260520_222132", + "job_name": "diffusion_dagger_iter2_25000steps_20260520_222132", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 16, + "batch_size": 64, + "prefetch_factor": 4, + "persistent_workers": true, + "steps": 25000, + "eval_freq": 0, + "log_freq": 20, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 2000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adam", + "lr": 5e-05, + "weight_decay": 1e-06, + "grad_clip_norm": 10.0, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "diffuser", + "num_warmup_steps": 100, + "name": "cosine" + }, + "eval": { + "n_episodes": 50, + "batch_size": 19, + "use_async_envs": true + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "vz6r3agr", + "mode": null, + "add_tags": true + }, + "peft": null, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/checkpoints/dagger/2iter/checkpoints/022000/training_state/optimizer_param_groups.json b/checkpoints/dagger/2iter/checkpoints/022000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..1db9aa8997c445c5ea09349a41f1286a158004bd --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/022000/training_state/optimizer_param_groups.json @@ -0,0 +1,396 @@ +[ + { + "lr": 1.7695481920608715e-06, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-06, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": false, + "initial_lr": 5e-05, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374 + ] + } +] \ No newline at end of file diff --git a/checkpoints/dagger/2iter/checkpoints/022000/training_state/optimizer_state.safetensors b/checkpoints/dagger/2iter/checkpoints/022000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3bbd3d627ceb91b80b9b2de29437c2676106d8ee --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/022000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e865d4f355cd0d29bf072a1db698a6e3144a38f1b714613a0a993a9b4e37d7e +size 2014217744 diff --git a/checkpoints/dagger/2iter/checkpoints/022000/training_state/rng_state.safetensors b/checkpoints/dagger/2iter/checkpoints/022000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0483be1ff55d68b6d85c2592fc99f0e9b1ab0c93 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/022000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:776757aca241095dfb4235aae818dc866f54339e27ba76107549356576642579 +size 15708 diff --git a/checkpoints/dagger/2iter/checkpoints/022000/training_state/scheduler_state.json b/checkpoints/dagger/2iter/checkpoints/022000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..006f156ec878362319ab89afba554351e29ce505 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/022000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 5e-05 + ], + "last_epoch": 22000, + "_step_count": 22001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 1.7695481920608715e-06 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/checkpoints/dagger/2iter/checkpoints/022000/training_state/training_step.json b/checkpoints/dagger/2iter/checkpoints/022000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..d60e27dffb5d802ca16598a852aec850971cbb39 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/022000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 22000 +} \ No newline at end of file diff --git a/checkpoints/dagger/2iter/checkpoints/024000/pretrained_model/config.json b/checkpoints/dagger/2iter/checkpoints/024000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..94d881d526fc924adde52c7765869479fc81fdf3 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/024000/pretrained_model/config.json @@ -0,0 +1,92 @@ +{ + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/home/shadeform/Desktop/robot_learning/outputs/train/diffusion_dagger_iter1_25000steps_20260520_173844/checkpoints/022000/pretrained_model", + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone_type": "dinov2", + "vision_encoder_name": "facebook/dinov2-small", + "freeze_vision_encoder": true, + "vision_backbone": "resnet18", + "resize_shape": [ + 224, + 224 + ], + "crop_ratio": 1.0, + "crop_shape": null, + "crop_is_random": true, + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "vit_pool_type": "spatial_softmax", + "vit_feature_dim": 512, + "use_separate_rgb_encoder_per_camera": true, + "down_dims": [ + 512, + 1024, + 2048 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 100, + "compile_model": false, + "compile_mode": "reduce-overhead", + "do_mask_loss_for_padding": false, + "optimizer_lr": 5e-05, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 100 +} \ No newline at end of file diff --git a/checkpoints/dagger/2iter/checkpoints/024000/pretrained_model/model.safetensors b/checkpoints/dagger/2iter/checkpoints/024000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e41fdb2181baa96e1729bf4cb4a6d628c8600de6 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/024000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:950988b2f9211fd1e7bd5647abf7de5444188b25968066c8f260eb80b6c9671c +size 1095367712 diff --git a/checkpoints/dagger/2iter/checkpoints/024000/pretrained_model/policy_postprocessor.json b/checkpoints/dagger/2iter/checkpoints/024000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..f2c5e6cea7850bb999ab193f96021fa0129ce4db --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/024000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoints/dagger/2iter/checkpoints/024000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoints/dagger/2iter/checkpoints/024000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..628e1ee5b99a90af7b13022502fb1a7f308480c9 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/024000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d2a14cf9c05eade58048fadbec4dbfba6717864fe79ba106c94d8d83c90dcba +size 6560 diff --git a/checkpoints/dagger/2iter/checkpoints/024000/pretrained_model/policy_preprocessor.json b/checkpoints/dagger/2iter/checkpoints/024000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a6f57e6242af17f882bc107c602ca76393c57d55 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/024000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,56 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoints/dagger/2iter/checkpoints/024000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoints/dagger/2iter/checkpoints/024000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..628e1ee5b99a90af7b13022502fb1a7f308480c9 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/024000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d2a14cf9c05eade58048fadbec4dbfba6717864fe79ba106c94d8d83c90dcba +size 6560 diff --git a/checkpoints/dagger/2iter/checkpoints/024000/pretrained_model/train_config.json b/checkpoints/dagger/2iter/checkpoints/024000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..318941b4933a20140642033e34cc42647b4a0e8c --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/024000/pretrained_model/train_config.json @@ -0,0 +1,302 @@ +{ + "dataset": { + "repo_id": "local/dagger_episodes", + "root": "/home/shadeform/Desktop/robot_learning/base_new_dataset_dagger_v2_676", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "same_cloth_color": false, + "tfs": { + "color_jitter": { + "weight": 1.5, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.7, + 1.3 + ], + "contrast": [ + 0.7, + 1.3 + ], + "saturation": [ + 0.4, + 1.6 + ], + "hue": [ + -0.5, + 0.5 + ] + } + }, + "grayscale": { + "weight": 0.5, + "type": "RandomGrayscale", + "kwargs": { + "p": 1.0 + } + }, + "shadow": { + "weight": 0.8, + "type": "RandomShadow", + "kwargs": { + "num_shadows": [ + 1, + 2 + ], + "intensity": [ + 0.4, + 0.7 + ], + "blur_sigma": [ + 4.0, + 20.0 + ] + } + }, + "highlight": { + "weight": 0.5, + "type": "RandomHighlight", + "kwargs": { + "num_highlights": [ + 0, + 1 + ], + "intensity": [ + 0.2, + 0.5 + ], + "sigma": [ + 20.0, + 60.0 + ] + } + }, + "gamma": { + "weight": 0.7, + "type": "RandomGamma", + "kwargs": { + "gamma": [ + 0.6, + 1.4 + ] + } + }, + "blur": { + "weight": 0.0, + "type": "GaussianBlur", + "kwargs": { + "kernel_size": [ + 3, + 3 + ], + "sigma": [ + 0.1, + 1.5 + ] + } + }, + "jpeg": { + "weight": 0.0, + "type": "RandomJPEG", + "kwargs": { + "quality": [ + 60, + 95 + ] + } + }, + "crop": { + "weight": 0.5, + "type": "RandomCropPreserveSize", + "kwargs": { + "scale": [ + 0.97, + 1.0 + ], + "ratio": [ + 0.99, + 1.01 + ] + } + }, + "affine": { + "weight": 0.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "pyav", + "return_uint8": false, + "streaming": false + }, + "env": null, + "policy": { + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/home/shadeform/Desktop/robot_learning/outputs/train/diffusion_dagger_iter1_25000steps_20260520_173844/checkpoints/022000/pretrained_model", + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone_type": "dinov2", + "vision_encoder_name": "facebook/dinov2-small", + "freeze_vision_encoder": true, + "vision_backbone": "resnet18", + "resize_shape": [ + 224, + 224 + ], + "crop_ratio": 1.0, + "crop_shape": null, + "crop_is_random": true, + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "vit_pool_type": "spatial_softmax", + "vit_feature_dim": 512, + "use_separate_rgb_encoder_per_camera": true, + "down_dims": [ + 512, + 1024, + 2048 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 100, + "compile_model": false, + "compile_mode": "reduce-overhead", + "do_mask_loss_for_padding": false, + "optimizer_lr": 5e-05, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 100 + }, + "reward_model": null, + "output_dir": "/home/shadeform/Desktop/robot_learning/outputs/train/diffusion_dagger_iter2_25000steps_20260520_222132", + "job_name": "diffusion_dagger_iter2_25000steps_20260520_222132", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 16, + "batch_size": 64, + "prefetch_factor": 4, + "persistent_workers": true, + "steps": 25000, + "eval_freq": 0, + "log_freq": 20, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 2000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adam", + "lr": 5e-05, + "weight_decay": 1e-06, + "grad_clip_norm": 10.0, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "diffuser", + "num_warmup_steps": 100, + "name": "cosine" + }, + "eval": { + "n_episodes": 50, + "batch_size": 19, + "use_async_envs": true + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "vz6r3agr", + "mode": null, + "add_tags": true + }, + "peft": null, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/checkpoints/dagger/2iter/checkpoints/024000/training_state/optimizer_param_groups.json b/checkpoints/dagger/2iter/checkpoints/024000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..77e2e91a8fa435132622b34a6a0a6722f6cb23fa --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/024000/training_state/optimizer_param_groups.json @@ -0,0 +1,396 @@ +[ + { + "lr": 1.9871693475816965e-07, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-06, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": false, + "initial_lr": 5e-05, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374 + ] + } +] \ No newline at end of file diff --git a/checkpoints/dagger/2iter/checkpoints/024000/training_state/optimizer_state.safetensors b/checkpoints/dagger/2iter/checkpoints/024000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d6ead988de5b92b3eeae770570a8f79999b60ff1 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/024000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a4d1c65a3e630759cb4bd368fb7d8707a946353053769af5f9a6e390b482ac5 +size 2014217744 diff --git a/checkpoints/dagger/2iter/checkpoints/024000/training_state/rng_state.safetensors b/checkpoints/dagger/2iter/checkpoints/024000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..333711883ca42e220251a1472b4baf58982fd5f0 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/024000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e07851bdf195bb36606edb9f9f3887b74a29d394d65e0db6147063f6cacdc7da +size 15708 diff --git a/checkpoints/dagger/2iter/checkpoints/024000/training_state/scheduler_state.json b/checkpoints/dagger/2iter/checkpoints/024000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..975581beb11005ebe2527413173657b979262b78 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/024000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 5e-05 + ], + "last_epoch": 24000, + "_step_count": 24001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 1.9871693475816965e-07 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/checkpoints/dagger/2iter/checkpoints/024000/training_state/training_step.json b/checkpoints/dagger/2iter/checkpoints/024000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..4bf22a00d4c8b45342d351916c6e2f27ab1dd7d9 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/024000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 24000 +} \ No newline at end of file diff --git a/checkpoints/dagger/2iter/checkpoints/025000/pretrained_model/config.json b/checkpoints/dagger/2iter/checkpoints/025000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..94d881d526fc924adde52c7765869479fc81fdf3 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/025000/pretrained_model/config.json @@ -0,0 +1,92 @@ +{ + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/home/shadeform/Desktop/robot_learning/outputs/train/diffusion_dagger_iter1_25000steps_20260520_173844/checkpoints/022000/pretrained_model", + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone_type": "dinov2", + "vision_encoder_name": "facebook/dinov2-small", + "freeze_vision_encoder": true, + "vision_backbone": "resnet18", + "resize_shape": [ + 224, + 224 + ], + "crop_ratio": 1.0, + "crop_shape": null, + "crop_is_random": true, + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "vit_pool_type": "spatial_softmax", + "vit_feature_dim": 512, + "use_separate_rgb_encoder_per_camera": true, + "down_dims": [ + 512, + 1024, + 2048 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 100, + "compile_model": false, + "compile_mode": "reduce-overhead", + "do_mask_loss_for_padding": false, + "optimizer_lr": 5e-05, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 100 +} \ No newline at end of file diff --git a/checkpoints/dagger/2iter/checkpoints/025000/pretrained_model/model.safetensors b/checkpoints/dagger/2iter/checkpoints/025000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b3ebc791e95bbc1a049636cf242ca6d0424e1832 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/025000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6749bacc844a10a94eabede6081b67a330aadac19bb7576cc709bd62450dadae +size 1095367712 diff --git a/checkpoints/dagger/2iter/checkpoints/025000/pretrained_model/policy_postprocessor.json b/checkpoints/dagger/2iter/checkpoints/025000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..f2c5e6cea7850bb999ab193f96021fa0129ce4db --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/025000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoints/dagger/2iter/checkpoints/025000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoints/dagger/2iter/checkpoints/025000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..628e1ee5b99a90af7b13022502fb1a7f308480c9 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/025000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d2a14cf9c05eade58048fadbec4dbfba6717864fe79ba106c94d8d83c90dcba +size 6560 diff --git a/checkpoints/dagger/2iter/checkpoints/025000/pretrained_model/policy_preprocessor.json b/checkpoints/dagger/2iter/checkpoints/025000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a6f57e6242af17f882bc107c602ca76393c57d55 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/025000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,56 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoints/dagger/2iter/checkpoints/025000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoints/dagger/2iter/checkpoints/025000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..628e1ee5b99a90af7b13022502fb1a7f308480c9 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/025000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d2a14cf9c05eade58048fadbec4dbfba6717864fe79ba106c94d8d83c90dcba +size 6560 diff --git a/checkpoints/dagger/2iter/checkpoints/025000/pretrained_model/train_config.json b/checkpoints/dagger/2iter/checkpoints/025000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..318941b4933a20140642033e34cc42647b4a0e8c --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/025000/pretrained_model/train_config.json @@ -0,0 +1,302 @@ +{ + "dataset": { + "repo_id": "local/dagger_episodes", + "root": "/home/shadeform/Desktop/robot_learning/base_new_dataset_dagger_v2_676", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "same_cloth_color": false, + "tfs": { + "color_jitter": { + "weight": 1.5, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.7, + 1.3 + ], + "contrast": [ + 0.7, + 1.3 + ], + "saturation": [ + 0.4, + 1.6 + ], + "hue": [ + -0.5, + 0.5 + ] + } + }, + "grayscale": { + "weight": 0.5, + "type": "RandomGrayscale", + "kwargs": { + "p": 1.0 + } + }, + "shadow": { + "weight": 0.8, + "type": "RandomShadow", + "kwargs": { + "num_shadows": [ + 1, + 2 + ], + "intensity": [ + 0.4, + 0.7 + ], + "blur_sigma": [ + 4.0, + 20.0 + ] + } + }, + "highlight": { + "weight": 0.5, + "type": "RandomHighlight", + "kwargs": { + "num_highlights": [ + 0, + 1 + ], + "intensity": [ + 0.2, + 0.5 + ], + "sigma": [ + 20.0, + 60.0 + ] + } + }, + "gamma": { + "weight": 0.7, + "type": "RandomGamma", + "kwargs": { + "gamma": [ + 0.6, + 1.4 + ] + } + }, + "blur": { + "weight": 0.0, + "type": "GaussianBlur", + "kwargs": { + "kernel_size": [ + 3, + 3 + ], + "sigma": [ + 0.1, + 1.5 + ] + } + }, + "jpeg": { + "weight": 0.0, + "type": "RandomJPEG", + "kwargs": { + "quality": [ + 60, + 95 + ] + } + }, + "crop": { + "weight": 0.5, + "type": "RandomCropPreserveSize", + "kwargs": { + "scale": [ + 0.97, + 1.0 + ], + "ratio": [ + 0.99, + 1.01 + ] + } + }, + "affine": { + "weight": 0.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "pyav", + "return_uint8": false, + "streaming": false + }, + "env": null, + "policy": { + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/home/shadeform/Desktop/robot_learning/outputs/train/diffusion_dagger_iter1_25000steps_20260520_173844/checkpoints/022000/pretrained_model", + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone_type": "dinov2", + "vision_encoder_name": "facebook/dinov2-small", + "freeze_vision_encoder": true, + "vision_backbone": "resnet18", + "resize_shape": [ + 224, + 224 + ], + "crop_ratio": 1.0, + "crop_shape": null, + "crop_is_random": true, + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "vit_pool_type": "spatial_softmax", + "vit_feature_dim": 512, + "use_separate_rgb_encoder_per_camera": true, + "down_dims": [ + 512, + 1024, + 2048 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 100, + "compile_model": false, + "compile_mode": "reduce-overhead", + "do_mask_loss_for_padding": false, + "optimizer_lr": 5e-05, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 100 + }, + "reward_model": null, + "output_dir": "/home/shadeform/Desktop/robot_learning/outputs/train/diffusion_dagger_iter2_25000steps_20260520_222132", + "job_name": "diffusion_dagger_iter2_25000steps_20260520_222132", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 16, + "batch_size": 64, + "prefetch_factor": 4, + "persistent_workers": true, + "steps": 25000, + "eval_freq": 0, + "log_freq": 20, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 2000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adam", + "lr": 5e-05, + "weight_decay": 1e-06, + "grad_clip_norm": 10.0, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "diffuser", + "num_warmup_steps": 100, + "name": "cosine" + }, + "eval": { + "n_episodes": 50, + "batch_size": 19, + "use_async_envs": true + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "vz6r3agr", + "mode": null, + "add_tags": true + }, + "peft": null, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/checkpoints/dagger/2iter/checkpoints/025000/training_state/optimizer_param_groups.json b/checkpoints/dagger/2iter/checkpoints/025000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..e3e570cb6f0f4e2647e95e87f8c766a9023d14c7 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/025000/training_state/optimizer_param_groups.json @@ -0,0 +1,396 @@ +[ + { + "lr": 0.0, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-06, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": false, + "initial_lr": 5e-05, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374 + ] + } +] \ No newline at end of file diff --git a/checkpoints/dagger/2iter/checkpoints/025000/training_state/optimizer_state.safetensors b/checkpoints/dagger/2iter/checkpoints/025000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ee2e776b2b85726f1e4d0a46f29465ba11c2f203 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/025000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10fccff17bcd410b6db7ca02cd182922a4eeb4791df19280c07917bea7c9a7b9 +size 2014217744 diff --git a/checkpoints/dagger/2iter/checkpoints/025000/training_state/rng_state.safetensors b/checkpoints/dagger/2iter/checkpoints/025000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d0f750baca2571cbd9b08eeb5522da1d22cd8332 --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/025000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c668ca7bd2dd46192b056435dd24df266477557989a48f4d896d7604d449c0d3 +size 15708 diff --git a/checkpoints/dagger/2iter/checkpoints/025000/training_state/scheduler_state.json b/checkpoints/dagger/2iter/checkpoints/025000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..dab2e1b2275fbda22d333ff2b26900316e8dbbce --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/025000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 5e-05 + ], + "last_epoch": 25000, + "_step_count": 25001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/checkpoints/dagger/2iter/checkpoints/025000/training_state/training_step.json b/checkpoints/dagger/2iter/checkpoints/025000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..ac6903ae05e7bbaec1e2da710fdbe91d8dc3f37d --- /dev/null +++ b/checkpoints/dagger/2iter/checkpoints/025000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 25000 +} \ No newline at end of file diff --git a/checkpoints/dagger/2iter/wandb/debug-internal.log b/checkpoints/dagger/2iter/wandb/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..dae97d075a71a7362b3fa88ee07a407454a5b3c1 --- /dev/null +++ b/checkpoints/dagger/2iter/wandb/debug-internal.log @@ -0,0 +1,366 @@ +{"time":"2026-05-20T22:21:41.612308559Z","level":"INFO","msg":"wandb-core"} +{"time":"2026-05-20T22:21:41.612786288Z","level":"INFO","msg":"stream: starting","core version":"0.27.0"} +{"time":"2026-05-20T22:21:41.812238013Z","level":"INFO","msg":"stream: created new stream","id":"vz6r3agr"} +{"time":"2026-05-20T22:21:41.812321158Z","level":"INFO","msg":"handler: started"} +{"time":"2026-05-20T22:21:41.812467718Z","level":"INFO","msg":"stream: started"} +{"time":"2026-05-20T22:21:41.812505986Z","level":"INFO","msg":"writer: started","stream_id":"vz6r3agr"} +{"time":"2026-05-20T22:21:41.81252172Z","level":"INFO","msg":"sender: started"} +{"time":"2026-05-20T22:21:42.163594066Z","level":"INFO","msg":"filestream: sending request","total_files":1,"console_offset":0,"console_lines":1} +{"time":"2026-05-20T22:21:42.411348952Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:21:57.166250511Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":0,"events_lines":1,"console_offset":1,"console_lines":16,"uploaded_len":2} +{"time":"2026-05-20T22:21:57.517203919Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:22:12.164585131Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":0,"history_lines":7,"events_offset":1,"events_lines":2,"console_offset":16,"console_lines":9} +{"time":"2026-05-20T22:22:12.496753186Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:22:27.164168568Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":7,"history_lines":7,"events_offset":3,"events_lines":2,"console_offset":24,"console_lines":8} +{"time":"2026-05-20T22:22:27.774551034Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:22:42.164518995Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":14,"history_lines":8,"events_offset":5,"events_lines":2,"console_offset":31,"console_lines":9} +{"time":"2026-05-20T22:22:42.368336707Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:22:57.164176379Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":22,"history_lines":8,"events_offset":7,"events_lines":2,"console_offset":39,"console_lines":8} +{"time":"2026-05-20T22:22:57.420650752Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:23:12.164043476Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":30,"history_lines":7,"events_offset":9,"events_lines":2,"console_offset":47,"console_lines":8} +{"time":"2026-05-20T22:23:12.353354903Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:23:27.164373949Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":37,"history_lines":8,"events_offset":11,"events_lines":2,"console_offset":54,"console_lines":9} +{"time":"2026-05-20T22:23:27.302504054Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:23:42.164801156Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":45,"history_lines":7,"events_offset":13,"events_lines":2,"console_offset":62,"console_lines":8} +{"time":"2026-05-20T22:23:42.296496471Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:23:57.163919544Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":52,"history_lines":8,"events_offset":15,"events_lines":2,"console_offset":69,"console_lines":9} +{"time":"2026-05-20T22:23:57.363784909Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:24:12.16443983Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":60,"history_lines":7,"events_offset":17,"events_lines":2,"console_offset":77,"console_lines":8} +{"time":"2026-05-20T22:24:14.262336349Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:24:27.16455717Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":67,"history_lines":8,"events_offset":19,"events_lines":2,"console_offset":84,"console_lines":9} +{"time":"2026-05-20T22:24:27.332061739Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:24:42.164582391Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":75,"history_lines":8,"events_offset":21,"events_lines":2,"console_offset":92,"console_lines":8} +{"time":"2026-05-20T22:24:42.360514379Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:24:57.163728641Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":83,"history_lines":7,"events_offset":23,"events_lines":2,"console_offset":100,"console_lines":8} +{"time":"2026-05-20T22:24:57.349143526Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:25:12.16460157Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":90,"history_lines":8,"events_offset":25,"events_lines":2,"console_offset":107,"console_lines":9} +{"time":"2026-05-20T22:25:12.345731888Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:25:27.163764688Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":98,"history_lines":3,"events_offset":27,"events_lines":2,"console_offset":115,"console_lines":5} +{"time":"2026-05-20T22:25:27.300770039Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:25:42.16389453Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":101,"history_lines":8,"events_offset":29,"events_lines":2,"console_offset":119,"console_lines":9} +{"time":"2026-05-20T22:25:42.407392468Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:25:57.163798775Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":109,"history_lines":8,"events_offset":31,"events_lines":2,"console_offset":127,"console_lines":8} +{"time":"2026-05-20T22:25:57.331482713Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:26:12.164576522Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":117,"history_lines":7,"events_offset":33,"events_lines":2,"console_offset":135,"console_lines":8} +{"time":"2026-05-20T22:26:12.333331764Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:26:27.166451893Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":124,"history_lines":8,"events_offset":35,"events_lines":2,"console_offset":142,"console_lines":9} +{"time":"2026-05-20T22:26:27.465584421Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:26:42.164530592Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":132,"history_lines":7,"events_offset":37,"events_lines":2,"console_offset":150,"console_lines":8} +{"time":"2026-05-20T22:26:42.3276378Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:26:57.164353679Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":139,"history_lines":8,"events_offset":39,"events_lines":2,"console_offset":157,"console_lines":9} +{"time":"2026-05-20T22:26:57.377428662Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:27:12.164270461Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":147,"history_lines":8,"events_offset":41,"events_lines":2,"console_offset":165,"console_lines":8} +{"time":"2026-05-20T22:27:12.357871638Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:27:27.1644538Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":155,"history_lines":7,"events_offset":43,"events_lines":2,"console_offset":173,"console_lines":8} +{"time":"2026-05-20T22:27:27.343036789Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:27:42.16436613Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":162,"history_lines":8,"events_offset":45,"events_lines":2,"console_offset":180,"console_lines":9} +{"time":"2026-05-20T22:27:42.416252797Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:27:57.166309561Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":170,"history_lines":7,"events_offset":47,"events_lines":2,"console_offset":188,"console_lines":8} +{"time":"2026-05-20T22:27:57.457630751Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:28:12.164492075Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":177,"history_lines":8,"events_offset":49,"events_lines":2,"console_offset":195,"console_lines":9} +{"time":"2026-05-20T22:28:12.475592303Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:28:27.163940535Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":185,"history_lines":7,"events_offset":51,"events_lines":2,"console_offset":203,"console_lines":8} +{"time":"2026-05-20T22:28:27.332334065Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:28:42.164261039Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":192,"history_lines":7,"events_offset":53,"events_lines":2,"console_offset":210,"console_lines":8} +{"time":"2026-05-20T22:28:42.421475647Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:28:57.16430316Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":199,"history_lines":4,"events_offset":55,"events_lines":2,"console_offset":218,"console_lines":5} +{"time":"2026-05-20T22:28:57.336701447Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:29:12.164275071Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":203,"history_lines":7,"events_offset":57,"events_lines":2,"console_offset":222,"console_lines":8} +{"time":"2026-05-20T22:29:12.328064646Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:29:27.163938409Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":210,"history_lines":7,"events_offset":59,"events_lines":2,"console_offset":229,"console_lines":7} +{"time":"2026-05-20T22:29:27.5285739Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:29:42.163762491Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":217,"history_lines":7,"events_offset":61,"events_lines":2,"console_offset":236,"console_lines":8} +{"time":"2026-05-20T22:29:42.355544657Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:29:57.164079059Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":224,"history_lines":8,"events_offset":63,"events_lines":2,"console_offset":243,"console_lines":9} +{"time":"2026-05-20T22:29:57.329459625Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:30:12.164454927Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":232,"history_lines":7,"events_offset":65,"events_lines":2,"console_offset":251,"console_lines":8} +{"time":"2026-05-20T22:30:12.428289086Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:30:27.164228795Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":239,"history_lines":8,"events_offset":67,"events_lines":2,"console_offset":258,"console_lines":9} +{"time":"2026-05-20T22:30:27.778603203Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:30:42.16380712Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":247,"history_lines":8,"events_offset":69,"events_lines":2,"console_offset":266,"console_lines":8} +{"time":"2026-05-20T22:30:42.426490014Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:30:57.1643929Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":255,"history_lines":7,"events_offset":71,"events_lines":2,"console_offset":274,"console_lines":8} +{"time":"2026-05-20T22:30:57.430950444Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:31:12.16387368Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":262,"history_lines":8,"events_offset":73,"events_lines":2,"console_offset":281,"console_lines":9} +{"time":"2026-05-20T22:31:12.357871195Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:31:27.163844216Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":270,"history_lines":7,"events_offset":75,"events_lines":2,"console_offset":289,"console_lines":8} +{"time":"2026-05-20T22:31:27.463753166Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:31:42.167336059Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":277,"history_lines":8,"events_offset":77,"events_lines":2,"console_offset":296,"console_lines":9} +{"time":"2026-05-20T22:31:42.303763438Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:31:57.164188865Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":285,"history_lines":7,"events_offset":79,"events_lines":2,"console_offset":304,"console_lines":8} +{"time":"2026-05-20T22:31:57.369821185Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:32:12.16429209Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":292,"history_lines":7,"events_offset":81,"events_lines":2,"console_offset":311,"console_lines":8} +{"time":"2026-05-20T22:32:12.371846343Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:32:27.164420898Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":299,"history_lines":5,"events_offset":83,"events_lines":2,"console_offset":319,"console_lines":6} +{"time":"2026-05-20T22:32:27.327176397Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:32:42.163981714Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":304,"history_lines":7,"events_offset":85,"events_lines":2,"console_offset":324,"console_lines":8} +{"time":"2026-05-20T22:32:42.462576705Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:32:57.16409748Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":311,"history_lines":8,"events_offset":87,"events_lines":2,"console_offset":331,"console_lines":9} +{"time":"2026-05-20T22:32:57.340505175Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:33:12.164163951Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":319,"history_lines":7,"events_offset":89,"events_lines":2,"console_offset":339,"console_lines":8} +{"time":"2026-05-20T22:33:12.368982449Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:33:27.164646516Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":326,"history_lines":8,"events_offset":91,"events_lines":2,"console_offset":346,"console_lines":9} +{"time":"2026-05-20T22:33:27.339991638Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:33:42.163772011Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":334,"history_lines":8,"events_offset":93,"events_lines":2,"console_offset":354,"console_lines":8} +{"time":"2026-05-20T22:33:42.456254011Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:33:57.164228185Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":342,"history_lines":7,"events_offset":95,"events_lines":2,"console_offset":362,"console_lines":8} +{"time":"2026-05-20T22:33:57.35233178Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:34:12.163886302Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":349,"history_lines":8,"events_offset":97,"events_lines":2,"console_offset":369,"console_lines":9} +{"time":"2026-05-20T22:34:12.386649727Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:34:27.164680016Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":357,"history_lines":7,"events_offset":99,"events_lines":2,"console_offset":377,"console_lines":8} +{"time":"2026-05-20T22:34:27.601840017Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:34:42.164443105Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":364,"history_lines":8,"events_offset":101,"events_lines":2,"console_offset":384,"console_lines":9} +{"time":"2026-05-20T22:34:42.341938469Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:34:57.164201167Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":372,"history_lines":7,"events_offset":103,"events_lines":2,"console_offset":392,"console_lines":8} +{"time":"2026-05-20T22:34:57.338059332Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:35:12.164598098Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":379,"history_lines":8,"events_offset":105,"events_lines":2,"console_offset":399,"console_lines":9} +{"time":"2026-05-20T22:35:12.323478837Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:35:27.164372285Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":387,"history_lines":7,"events_offset":107,"events_lines":2,"console_offset":407,"console_lines":8} +{"time":"2026-05-20T22:35:27.271185923Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:35:42.164503131Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":394,"history_lines":5,"events_offset":109,"events_lines":2,"console_offset":414,"console_lines":6} +{"time":"2026-05-20T22:35:42.302012708Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:35:57.164312813Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":399,"history_lines":7,"events_offset":111,"events_lines":2,"console_offset":420,"console_lines":8} +{"time":"2026-05-20T22:35:57.293193302Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:36:12.164052429Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":406,"history_lines":7,"events_offset":113,"events_lines":2,"console_offset":427,"console_lines":8} +{"time":"2026-05-20T22:36:12.507869387Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:36:27.168415439Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":413,"history_lines":7,"events_offset":115,"events_lines":2,"console_offset":434,"console_lines":8} +{"time":"2026-05-20T22:36:27.411254306Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:36:42.163720861Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":420,"history_lines":7,"events_offset":117,"events_lines":2,"console_offset":441,"console_lines":8} +{"time":"2026-05-20T22:36:42.380283638Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:36:57.164659921Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":427,"history_lines":8,"events_offset":119,"events_lines":2,"console_offset":448,"console_lines":9} +{"time":"2026-05-20T22:36:57.414053001Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:37:12.163813176Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":435,"history_lines":7,"events_offset":121,"events_lines":2,"console_offset":456,"console_lines":8} +{"time":"2026-05-20T22:37:12.683500075Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:37:27.164608868Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":442,"history_lines":8,"events_offset":123,"events_lines":2,"console_offset":463,"console_lines":9} +{"time":"2026-05-20T22:37:27.552005728Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:37:42.164506735Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":450,"history_lines":7,"events_offset":125,"events_lines":2,"console_offset":471,"console_lines":8} +{"time":"2026-05-20T22:37:42.355882884Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:37:57.163778012Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":457,"history_lines":8,"events_offset":127,"events_lines":2,"console_offset":478,"console_lines":9} +{"time":"2026-05-20T22:37:57.347709173Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:38:12.164518388Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":465,"history_lines":7,"events_offset":129,"events_lines":2,"console_offset":486,"console_lines":8} +{"time":"2026-05-20T22:38:12.866821545Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:38:27.165313484Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":472,"history_lines":8,"events_offset":131,"events_lines":2,"console_offset":493,"console_lines":9} +{"time":"2026-05-20T22:38:27.362786486Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:38:42.16380611Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":480,"history_lines":7,"events_offset":133,"events_lines":2,"console_offset":501,"console_lines":8} +{"time":"2026-05-20T22:38:42.344481357Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:38:57.164525799Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":487,"history_lines":8,"events_offset":135,"events_lines":2,"console_offset":508,"console_lines":9} +{"time":"2026-05-20T22:38:57.427512898Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:39:12.163797048Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":495,"history_lines":4,"events_offset":137,"events_lines":2,"console_offset":516,"console_lines":5} +{"time":"2026-05-20T22:39:12.514678799Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:39:27.164054308Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":499,"history_lines":7,"events_offset":139,"events_lines":2,"console_offset":521,"console_lines":8} +{"time":"2026-05-20T22:39:27.490677841Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:39:42.163900785Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":506,"history_lines":8,"events_offset":141,"events_lines":2,"console_offset":528,"console_lines":9} +{"time":"2026-05-20T22:39:42.313056324Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:39:57.163944493Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":514,"history_lines":7,"events_offset":143,"events_lines":2,"console_offset":536,"console_lines":8} +{"time":"2026-05-20T22:39:57.412315772Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:40:12.163691643Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":521,"history_lines":8,"events_offset":145,"events_lines":2,"console_offset":543,"console_lines":9} +{"time":"2026-05-20T22:40:12.457048471Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:40:27.163963983Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":529,"history_lines":7,"events_offset":147,"events_lines":2,"console_offset":551,"console_lines":8} +{"time":"2026-05-20T22:40:27.433417908Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:40:42.16657601Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":536,"history_lines":8,"events_offset":149,"events_lines":2,"console_offset":558,"console_lines":9} +{"time":"2026-05-20T22:40:42.421358677Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:40:57.163981072Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":544,"history_lines":8,"events_offset":151,"events_lines":2,"console_offset":566,"console_lines":8} +{"time":"2026-05-20T22:40:57.459154898Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:41:12.163900158Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":552,"history_lines":7,"events_offset":153,"events_lines":2,"console_offset":574,"console_lines":8} +{"time":"2026-05-20T22:41:12.469273186Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:41:27.164798427Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":559,"history_lines":8,"events_offset":155,"events_lines":2,"console_offset":581,"console_lines":9} +{"time":"2026-05-20T22:41:27.499841255Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:41:42.164275366Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":567,"history_lines":7,"events_offset":157,"events_lines":2,"console_offset":589,"console_lines":8} +{"time":"2026-05-20T22:41:42.45044491Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:41:57.164719287Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":574,"history_lines":8,"events_offset":159,"events_lines":2,"console_offset":596,"console_lines":9} +{"time":"2026-05-20T22:41:57.378344208Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:42:12.164373396Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":582,"history_lines":7,"events_offset":161,"events_lines":2,"console_offset":604,"console_lines":8} +{"time":"2026-05-20T22:42:12.354106179Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:42:27.164532249Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":589,"history_lines":8,"events_offset":163,"events_lines":2,"console_offset":611,"console_lines":9} +{"time":"2026-05-20T22:42:27.377026601Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:42:42.164257432Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":597,"history_lines":3,"events_offset":165,"events_lines":2,"console_offset":619,"console_lines":5} +{"time":"2026-05-20T22:42:42.599291369Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:42:57.164639595Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":600,"history_lines":8,"events_offset":167,"events_lines":2,"console_offset":623,"console_lines":9} +{"time":"2026-05-20T22:42:57.368768695Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:43:12.163909615Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":608,"history_lines":8,"events_offset":169,"events_lines":2,"console_offset":631,"console_lines":9} +{"time":"2026-05-20T22:43:12.401622003Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:43:27.164189351Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":616,"history_lines":7,"events_offset":171,"events_lines":2,"console_offset":639,"console_lines":8} +{"time":"2026-05-20T22:43:27.38327453Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:43:42.164141762Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":623,"history_lines":7,"events_offset":173,"events_lines":2,"console_offset":646,"console_lines":8} +{"time":"2026-05-20T22:43:42.386405083Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:43:57.164177164Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":630,"history_lines":7,"events_offset":175,"events_lines":2,"console_offset":653,"console_lines":8} +{"time":"2026-05-20T22:43:57.458038427Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:44:12.164433353Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":637,"history_lines":8,"events_offset":177,"events_lines":2,"console_offset":660,"console_lines":9} +{"time":"2026-05-20T22:44:12.364825245Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:44:27.16452071Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":645,"history_lines":8,"events_offset":179,"events_lines":2,"console_offset":668,"console_lines":9} +{"time":"2026-05-20T22:44:27.514059899Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:44:42.16407691Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":653,"history_lines":7,"events_offset":181,"events_lines":2,"console_offset":676,"console_lines":8} +{"time":"2026-05-20T22:44:42.442651561Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:44:57.16407136Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":660,"history_lines":8,"events_offset":183,"events_lines":2,"console_offset":683,"console_lines":9} +{"time":"2026-05-20T22:44:57.428010485Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:45:12.164553293Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":668,"history_lines":8,"events_offset":185,"events_lines":2,"console_offset":691,"console_lines":9} +{"time":"2026-05-20T22:45:12.378193275Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:45:27.166337612Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":676,"history_lines":7,"events_offset":187,"events_lines":2,"console_offset":699,"console_lines":8} +{"time":"2026-05-20T22:45:27.557735161Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:45:42.164961565Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":683,"history_lines":8,"events_offset":189,"events_lines":2,"console_offset":706,"console_lines":9} +{"time":"2026-05-20T22:45:42.357486807Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:45:57.164411237Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":691,"history_lines":8,"events_offset":191,"events_lines":2,"console_offset":714,"console_lines":9} +{"time":"2026-05-20T22:45:57.344088531Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:46:12.164110555Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":699,"history_lines":3,"events_offset":193,"events_lines":2,"console_offset":723,"console_lines":4} +{"time":"2026-05-20T22:46:12.329066795Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:46:27.164397094Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":702,"history_lines":8,"events_offset":195,"events_lines":2,"console_offset":726,"console_lines":9} +{"time":"2026-05-20T22:46:27.334955472Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:46:42.164335122Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":710,"history_lines":8,"events_offset":197,"events_lines":2,"console_offset":734,"console_lines":8} +{"time":"2026-05-20T22:46:42.313300589Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:46:57.16444445Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":718,"history_lines":7,"events_offset":199,"events_lines":2,"console_offset":742,"console_lines":8} +{"time":"2026-05-20T22:46:57.41587271Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:47:12.164252525Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":725,"history_lines":8,"events_offset":201,"events_lines":2,"console_offset":749,"console_lines":9} +{"time":"2026-05-20T22:47:12.579934221Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:47:27.165028327Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":733,"history_lines":8,"events_offset":203,"events_lines":2,"console_offset":757,"console_lines":9} +{"time":"2026-05-20T22:47:27.340347618Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:47:42.163757188Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":741,"history_lines":8,"events_offset":205,"events_lines":2,"console_offset":765,"console_lines":9} +{"time":"2026-05-20T22:47:42.351594601Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:47:57.16369659Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":749,"history_lines":7,"events_offset":207,"events_lines":2,"console_offset":773,"console_lines":8} +{"time":"2026-05-20T22:47:57.314089296Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:48:12.16456077Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":756,"history_lines":8,"events_offset":209,"events_lines":2,"console_offset":780,"console_lines":9} +{"time":"2026-05-20T22:48:12.502360782Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:48:27.163983219Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":764,"history_lines":8,"events_offset":211,"events_lines":2,"console_offset":788,"console_lines":9} +{"time":"2026-05-20T22:48:27.38499693Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:48:42.164017513Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":772,"history_lines":7,"events_offset":213,"events_lines":2,"console_offset":796,"console_lines":8} +{"time":"2026-05-20T22:48:42.374682156Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:48:57.164333538Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":779,"history_lines":8,"events_offset":215,"events_lines":2,"console_offset":803,"console_lines":9} +{"time":"2026-05-20T22:48:57.458404319Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:49:12.164592721Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":787,"history_lines":8,"events_offset":217,"events_lines":2,"console_offset":811,"console_lines":9} +{"time":"2026-05-20T22:49:12.353392133Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:49:27.164681281Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":795,"history_lines":4,"events_offset":219,"events_lines":2,"console_offset":819,"console_lines":5} +{"time":"2026-05-20T22:49:27.441107741Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:49:42.16372246Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":799,"history_lines":7,"events_offset":221,"events_lines":2,"console_offset":824,"console_lines":8} +{"time":"2026-05-20T22:49:42.415568483Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:49:57.164389716Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":806,"history_lines":7,"events_offset":223,"events_lines":2,"console_offset":831,"console_lines":8} +{"time":"2026-05-20T22:49:57.39943654Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:50:12.164364583Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":813,"history_lines":8,"events_offset":225,"events_lines":2,"console_offset":838,"console_lines":9} +{"time":"2026-05-20T22:50:12.343499398Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:50:27.164422317Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":821,"history_lines":8,"events_offset":227,"events_lines":2,"console_offset":846,"console_lines":9} +{"time":"2026-05-20T22:50:27.30773223Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:50:42.163944945Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":829,"history_lines":7,"events_offset":229,"events_lines":2,"console_offset":854,"console_lines":8} +{"time":"2026-05-20T22:50:42.350952293Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:50:57.16461431Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":836,"history_lines":7,"events_offset":231,"events_lines":2,"console_offset":861,"console_lines":8} +{"time":"2026-05-20T22:50:57.336344255Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:51:12.164493165Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":843,"history_lines":7,"events_offset":233,"events_lines":2,"console_offset":868,"console_lines":8} +{"time":"2026-05-20T22:51:12.496797425Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:51:27.164480843Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":850,"history_lines":8,"events_offset":235,"events_lines":2,"console_offset":875,"console_lines":9} +{"time":"2026-05-20T22:51:27.485113446Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:51:42.164018352Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":858,"history_lines":8,"events_offset":237,"events_lines":2,"console_offset":883,"console_lines":8} +{"time":"2026-05-20T22:51:42.392614994Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:51:57.164844816Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":866,"history_lines":7,"events_offset":239,"events_lines":2,"console_offset":891,"console_lines":8} +{"time":"2026-05-20T22:51:57.544871988Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:52:12.164161077Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":873,"history_lines":8,"events_offset":241,"events_lines":2,"console_offset":898,"console_lines":9} +{"time":"2026-05-20T22:52:12.406657639Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:52:27.164277668Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":881,"history_lines":8,"events_offset":243,"events_lines":2,"console_offset":906,"console_lines":9} +{"time":"2026-05-20T22:52:27.354398411Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:52:42.164559074Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":889,"history_lines":7,"events_offset":245,"events_lines":2,"console_offset":914,"console_lines":8} +{"time":"2026-05-20T22:52:42.291520634Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:52:57.164949488Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":896,"history_lines":4,"events_offset":247,"events_lines":2,"console_offset":921,"console_lines":5} +{"time":"2026-05-20T22:52:57.461976173Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:53:12.164499475Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":900,"history_lines":7,"events_offset":249,"events_lines":2,"console_offset":926,"console_lines":8} +{"time":"2026-05-20T22:53:12.349513686Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:53:27.163771258Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":907,"history_lines":8,"events_offset":251,"events_lines":2,"console_offset":933,"console_lines":9} +{"time":"2026-05-20T22:53:27.313976045Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:53:42.164399506Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":915,"history_lines":8,"events_offset":253,"events_lines":2,"console_offset":941,"console_lines":9} +{"time":"2026-05-20T22:53:42.341367063Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:53:57.164749769Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":923,"history_lines":7,"events_offset":255,"events_lines":2,"console_offset":949,"console_lines":8} +{"time":"2026-05-20T22:53:57.341430967Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:54:12.163910989Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":930,"history_lines":8,"events_offset":257,"events_lines":2,"console_offset":956,"console_lines":9} +{"time":"2026-05-20T22:54:12.349499515Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:54:27.163820477Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":938,"history_lines":8,"events_offset":259,"events_lines":2,"console_offset":964,"console_lines":9} +{"time":"2026-05-20T22:54:27.466059304Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:54:42.164109218Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":946,"history_lines":7,"events_offset":261,"events_lines":2,"console_offset":972,"console_lines":8} +{"time":"2026-05-20T22:54:42.433608994Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:54:57.164291201Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":953,"history_lines":8,"events_offset":263,"events_lines":2,"console_offset":979,"console_lines":9} +{"time":"2026-05-20T22:54:57.346084519Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:55:12.164713088Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":961,"history_lines":8,"events_offset":265,"events_lines":2,"console_offset":987,"console_lines":9} +{"time":"2026-05-20T22:55:12.527428031Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:55:27.164550846Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":969,"history_lines":7,"events_offset":267,"events_lines":2,"console_offset":995,"console_lines":8} +{"time":"2026-05-20T22:55:27.377392622Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:55:42.164500817Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":976,"history_lines":8,"events_offset":269,"events_lines":2,"console_offset":1002,"console_lines":9} +{"time":"2026-05-20T22:55:42.385859724Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:55:57.164006128Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":984,"history_lines":8,"events_offset":271,"events_lines":2,"console_offset":1010,"console_lines":9} +{"time":"2026-05-20T22:55:57.630550069Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:56:12.164502879Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":992,"history_lines":7,"events_offset":273,"events_lines":2,"console_offset":1018,"console_lines":8} +{"time":"2026-05-20T22:56:12.406547975Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:56:27.166392148Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":999,"history_lines":4,"events_offset":275,"events_lines":2,"console_offset":1026,"console_lines":4} +{"time":"2026-05-20T22:56:27.353420342Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:56:42.164000519Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1003,"history_lines":7,"events_offset":277,"events_lines":2,"console_offset":1030,"console_lines":8} +{"time":"2026-05-20T22:56:42.318695873Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:56:57.165140742Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1010,"history_lines":8,"events_offset":279,"events_lines":2,"console_offset":1037,"console_lines":9} +{"time":"2026-05-20T22:56:57.318889642Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:57:12.164839846Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1018,"history_lines":8,"events_offset":281,"events_lines":2,"console_offset":1045,"console_lines":9} +{"time":"2026-05-20T22:57:12.398261451Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:57:27.164620313Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1026,"history_lines":8,"events_offset":283,"events_lines":2,"console_offset":1053,"console_lines":9} +{"time":"2026-05-20T22:57:27.342156177Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:57:42.165662978Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1034,"history_lines":7,"events_offset":285,"events_lines":2,"console_offset":1061,"console_lines":8} +{"time":"2026-05-20T22:57:42.415065784Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:57:57.164785132Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1041,"history_lines":7,"events_offset":287,"events_lines":2,"console_offset":1068,"console_lines":8} +{"time":"2026-05-20T22:57:57.315585767Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:58:12.163877971Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1048,"history_lines":7,"events_offset":289,"events_lines":2,"console_offset":1075,"console_lines":8} +{"time":"2026-05-20T22:58:12.313674976Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:58:27.16423566Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1055,"history_lines":8,"events_offset":291,"events_lines":2,"console_offset":1082,"console_lines":9} +{"time":"2026-05-20T22:58:27.311525905Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:58:42.164788692Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1063,"history_lines":8,"events_offset":293,"events_lines":2,"console_offset":1090,"console_lines":9} +{"time":"2026-05-20T22:58:42.336260814Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:58:57.163948936Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1071,"history_lines":8,"events_offset":295,"events_lines":2,"console_offset":1098,"console_lines":9} +{"time":"2026-05-20T22:58:57.302004358Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:59:12.163905035Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1079,"history_lines":7,"events_offset":297,"events_lines":2,"console_offset":1106,"console_lines":8} +{"time":"2026-05-20T22:59:12.365388213Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:59:27.164495175Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1086,"history_lines":8,"events_offset":299,"events_lines":2,"console_offset":1113,"console_lines":9} +{"time":"2026-05-20T22:59:27.310060725Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:59:42.16378073Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1094,"history_lines":5,"events_offset":301,"events_lines":2,"console_offset":1121,"console_lines":6} +{"time":"2026-05-20T22:59:42.338700839Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:59:57.165768015Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1099,"history_lines":6,"events_offset":303,"events_lines":2,"console_offset":1127,"console_lines":7} +{"time":"2026-05-20T22:59:57.280565785Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T23:00:12.163885487Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1105,"history_lines":8,"events_offset":305,"events_lines":2,"console_offset":1133,"console_lines":9} +{"time":"2026-05-20T23:00:12.447423054Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T23:00:27.164894696Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1113,"history_lines":7,"events_offset":307,"events_lines":2,"console_offset":1141,"console_lines":8} +{"time":"2026-05-20T23:00:27.293442287Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T23:00:42.164627179Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1120,"history_lines":8,"events_offset":309,"events_lines":2,"console_offset":1148,"console_lines":9} +{"time":"2026-05-20T23:00:42.338964788Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T23:00:57.164480611Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1128,"history_lines":8,"events_offset":311,"events_lines":2,"console_offset":1156,"console_lines":9} +{"time":"2026-05-20T23:00:57.342818356Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T23:01:12.164089101Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1136,"history_lines":8,"events_offset":313,"events_lines":2,"console_offset":1164,"console_lines":8} +{"time":"2026-05-20T23:01:12.321926652Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T23:01:27.163715256Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1144,"history_lines":7,"events_offset":315,"events_lines":2,"console_offset":1172,"console_lines":8} +{"time":"2026-05-20T23:01:27.343304802Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T23:01:42.163794574Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1151,"history_lines":8,"events_offset":317,"events_lines":2,"console_offset":1179,"console_lines":9} +{"time":"2026-05-20T23:01:42.327799069Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T23:01:57.164313296Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1159,"history_lines":8,"events_offset":319,"events_lines":2,"console_offset":1187,"console_lines":9} +{"time":"2026-05-20T23:01:57.364051745Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T23:02:12.164657484Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1167,"history_lines":7,"events_offset":321,"events_lines":2,"console_offset":1195,"console_lines":8} +{"time":"2026-05-20T23:02:12.39552304Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T23:02:27.164044188Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1174,"history_lines":8,"events_offset":323,"events_lines":2,"console_offset":1202,"console_lines":9} +{"time":"2026-05-20T23:02:27.417198668Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T23:02:42.163808425Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1182,"history_lines":8,"events_offset":325,"events_lines":2,"console_offset":1210,"console_lines":9} +{"time":"2026-05-20T23:02:42.34379372Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T23:02:57.163813839Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1190,"history_lines":7,"events_offset":327,"events_lines":2,"console_offset":1218,"console_lines":8} +{"time":"2026-05-20T23:02:57.362843851Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T23:03:12.164768582Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1197,"history_lines":4,"events_offset":329,"events_lines":2,"console_offset":1225,"console_lines":5} +{"time":"2026-05-20T23:03:12.518413209Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T23:03:27.164550099Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1201,"history_lines":7,"events_offset":331,"events_lines":2,"console_offset":1230,"console_lines":8} +{"time":"2026-05-20T23:03:27.515738655Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T23:03:42.163839293Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1208,"history_lines":8,"events_offset":333,"events_lines":2,"console_offset":1237,"console_lines":9} +{"time":"2026-05-20T23:03:42.555071764Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T23:03:57.167520074Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1216,"history_lines":8,"events_offset":335,"events_lines":2,"console_offset":1245,"console_lines":9} +{"time":"2026-05-20T23:03:57.557061337Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T23:04:12.164513465Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1224,"history_lines":7,"events_offset":337,"events_lines":2,"console_offset":1253,"console_lines":8} +{"time":"2026-05-20T23:04:12.677244745Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T23:04:27.164644831Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1231,"history_lines":8,"events_offset":339,"events_lines":2,"console_offset":1260,"console_lines":9} +{"time":"2026-05-20T23:04:27.37477351Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T23:04:42.164487631Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1239,"history_lines":7,"events_offset":341,"events_lines":2,"console_offset":1268,"console_lines":8} +{"time":"2026-05-20T23:04:42.325860189Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T23:04:57.16469592Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1246,"history_lines":4,"events_offset":343,"events_lines":1,"console_offset":1275,"console_lines":6} +{"time":"2026-05-20T23:04:57.311575939Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T23:05:12.16394075Z","level":"INFO","msg":"filestream: sending request","total_files":0,"uploaded_len":3} +{"time":"2026-05-20T23:05:12.344441959Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T23:05:42.164406947Z","level":"INFO","msg":"filestream: sending request","total_files":0} +{"time":"2026-05-20T23:05:42.2950785Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T23:05:42.733755379Z","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2026-05-20T23:05:42.733849301Z","level":"INFO","msg":"filestream: sending request","total_files":0,"complete":true,"exit_code":0} +{"time":"2026-05-20T23:05:42.910465673Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T23:05:42.910584833Z","level":"INFO","msg":"stream: finishing up"} +{"time":"2026-05-20T23:05:42.910594557Z","level":"INFO","msg":"handler: closed"} +{"time":"2026-05-20T23:05:42.910661638Z","level":"INFO","msg":"sender: closed"} +{"time":"2026-05-20T23:05:42.910667747Z","level":"INFO","msg":"stream: all finished"} diff --git a/checkpoints/dagger/2iter/wandb/debug.log b/checkpoints/dagger/2iter/wandb/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..3af46c072a77a7ccc239967a1b6c59560d16a076 --- /dev/null +++ b/checkpoints/dagger/2iter/wandb/debug.log @@ -0,0 +1,58 @@ +2026-05-20 22:21:41,391 INFO MainThread:3757791 [wandb_setup.py:_flush():81] Current SDK version is 0.27.0 +2026-05-20 22:21:41,391 INFO MainThread:3757791 [wandb_setup.py:_flush():81] Configure stats pid to 3757791 +2026-05-20 22:21:41,391 INFO MainThread:3757791 [wandb_setup.py:_flush():81] Loading settings from environment variables +2026-05-20 22:21:41,391 INFO MainThread:3757791 [wandb_init.py:setup_run_log_directory():723] Logging user logs to /home/shadeform/Desktop/robot_learning/outputs/train/diffusion_dagger_iter2_25000steps_20260520_222132/wandb/run-20260520_222141-vz6r3agr/logs/debug.log +2026-05-20 22:21:41,391 INFO MainThread:3757791 [wandb_init.py:setup_run_log_directory():724] Logging internal logs to /home/shadeform/Desktop/robot_learning/outputs/train/diffusion_dagger_iter2_25000steps_20260520_222132/wandb/run-20260520_222141-vz6r3agr/logs/debug-internal.log +2026-05-20 22:21:41,391 INFO MainThread:3757791 [wandb_init.py:init():851] calling init triggers +2026-05-20 22:21:41,391 INFO MainThread:3757791 [wandb_init.py:init():856] wandb.init called with sweep_config: {} +config: {'dataset': {'repo_id': 'local/dagger_episodes', 'root': '/home/shadeform/Desktop/robot_learning/base_new_dataset_dagger_v2_676', 'episodes': None, 'image_transforms': {'enable': False, 'max_num_transforms': 3, 'random_order': False, 'same_cloth_color': False, 'tfs': {'color_jitter': {'weight': 1.5, 'type': 'ColorJitter', 'kwargs': {'brightness': [0.7, 1.3], 'contrast': [0.7, 1.3], 'saturation': [0.4, 1.6], 'hue': [-0.5, 0.5]}}, 'grayscale': {'weight': 0.5, 'type': 'RandomGrayscale', 'kwargs': {'p': 1.0}}, 'shadow': {'weight': 0.8, 'type': 'RandomShadow', 'kwargs': {'num_shadows': [1, 2], 'intensity': [0.4, 0.7], 'blur_sigma': [4.0, 20.0]}}, 'highlight': {'weight': 0.5, 'type': 'RandomHighlight', 'kwargs': {'num_highlights': [0, 1], 'intensity': [0.2, 0.5], 'sigma': [20.0, 60.0]}}, 'gamma': {'weight': 0.7, 'type': 'RandomGamma', 'kwargs': {'gamma': [0.6, 1.4]}}, 'blur': {'weight': 0.0, 'type': 'GaussianBlur', 'kwargs': {'kernel_size': [3, 3], 'sigma': [0.1, 1.5]}}, 'jpeg': {'weight': 0.0, 'type': 'RandomJPEG', 'kwargs': {'quality': [60, 95]}}, 'crop': {'weight': 0.5, 'type': 'RandomCropPreserveSize', 'kwargs': {'scale': [0.97, 1.0], 'ratio': [0.99, 1.01]}}, 'affine': {'weight': 0.0, 'type': 'RandomAffine', 'kwargs': {'degrees': [-5.0, 5.0], 'translate': [0.05, 0.05]}}, 'sharpness': {'weight': 1.0, 'type': 'SharpnessJitter', 'kwargs': {'sharpness': [0.5, 1.5]}}}}, 'revision': None, 'use_imagenet_stats': True, 'video_backend': 'pyav', 'return_uint8': False, 'streaming': False}, 'env': None, 'policy': {'type': 'diffusion', 'n_obs_steps': 2, 'input_features': {'observation.state': {'type': , 'shape': [6]}, 'observation.images.front': {'type': , 'shape': [3, 480, 640]}}, 'output_features': {'action': {'type': , 'shape': [6]}}, 'device': 'cuda', 'use_amp': False, 'use_peft': False, 'push_to_hub': False, 'repo_id': None, 'private': None, 'tags': None, 'license': None, 'pretrained_path': '/home/shadeform/Desktop/robot_learning/outputs/train/diffusion_dagger_iter1_25000steps_20260520_173844/checkpoints/022000/pretrained_model', 'horizon': 16, 'n_action_steps': 8, 'normalization_mapping': {'VISUAL': , 'STATE': , 'ACTION': }, 'drop_n_last_frames': 7, 'vision_backbone_type': 'dinov2', 'vision_encoder_name': 'facebook/dinov2-small', 'freeze_vision_encoder': True, 'vision_backbone': 'resnet18', 'resize_shape': [224, 224], 'crop_ratio': 1.0, 'crop_shape': None, 'crop_is_random': True, 'pretrained_backbone_weights': 'ResNet18_Weights.IMAGENET1K_V1', 'use_group_norm': False, 'spatial_softmax_num_keypoints': 32, 'vit_pool_type': 'spatial_softmax', 'vit_feature_dim': 512, 'use_separate_rgb_encoder_per_camera': True, 'down_dims': [512, 1024, 2048], 'kernel_size': 5, 'n_groups': 8, 'diffusion_step_embed_dim': 128, 'use_film_scale_modulation': True, 'noise_scheduler_type': 'DDPM', 'num_train_timesteps': 100, 'beta_schedule': 'squaredcos_cap_v2', 'beta_start': 0.0001, 'beta_end': 0.02, 'prediction_type': 'epsilon', 'clip_sample': True, 'clip_sample_range': 1.0, 'num_inference_steps': 100, 'compile_model': False, 'compile_mode': 'reduce-overhead', 'do_mask_loss_for_padding': False, 'optimizer_lr': 5e-05, 'optimizer_betas': [0.95, 0.999], 'optimizer_eps': 1e-08, 'optimizer_weight_decay': 1e-06, 'scheduler_name': 'cosine', 'scheduler_warmup_steps': 100}, 'reward_model': None, 'output_dir': '/home/shadeform/Desktop/robot_learning/outputs/train/diffusion_dagger_iter2_25000steps_20260520_222132', 'job_name': 'diffusion_dagger_iter2_25000steps_20260520_222132', 'resume': False, 'seed': 1000, 'cudnn_deterministic': False, 'num_workers': 16, 'batch_size': 64, 'prefetch_factor': 4, 'persistent_workers': True, 'steps': 25000, 'eval_freq': 0, 'log_freq': 20, 'tolerance_s': 0.0001, 'save_checkpoint': True, 'save_freq': 2000, 'use_policy_training_preset': True, 'optimizer': {'type': 'adam', 'lr': 5e-05, 'weight_decay': 1e-06, 'grad_clip_norm': 10.0, 'betas': [0.95, 0.999], 'eps': 1e-08}, 'scheduler': {'type': 'diffuser', 'num_warmup_steps': 100, 'name': 'cosine'}, 'eval': {'n_episodes': 50, 'batch_size': 19, 'use_async_envs': True}, 'wandb': {'enable': True, 'disable_artifact': False, 'project': 'lerobot', 'entity': None, 'notes': None, 'run_id': None, 'mode': None, 'add_tags': True}, 'peft': None, 'sample_weighting': None, 'rename_map': {}, 'checkpoint_path': None, '_wandb': {}} +2026-05-20 22:21:41,391 INFO MainThread:3757791 [wandb_init.py:init():899] starting backend +2026-05-20 22:21:41,607 INFO MainThread:3757791 [wandb_init.py:init():914] sending inform_init request +2026-05-20 22:21:41,813 INFO MainThread:3757791 [wandb_init.py:init():919] backend started and connected +2026-05-20 22:21:41,814 INFO MainThread:3757791 [wandb_init.py:init():989] updated telemetry +2026-05-20 22:21:41,818 INFO MainThread:3757791 [wandb_init.py:init():1012] communicating run to backend with 90.0 second timeout +2026-05-20 22:21:42,107 INFO MainThread:3757791 [wandb_init.py:init():1057] starting run threads in backend +2026-05-20 22:21:42,160 INFO MainThread:3757791 [wandb_run.py:_console_start():2509] atexit reg +2026-05-20 22:21:42,161 INFO MainThread:3757791 [wandb_run.py:_redirect():2359] redirect: wrap_raw +2026-05-20 22:21:42,161 INFO MainThread:3757791 [wandb_run.py:_redirect():2428] Wrapping output streams. +2026-05-20 22:21:42,161 INFO MainThread:3757791 [wandb_run.py:_redirect():2451] Redirects installed. +2026-05-20 22:21:42,162 INFO MainThread:3757791 [wandb_init.py:init():1095] run started, returning control to user process +2026-05-20 23:04:55,815 INFO wandb-AsyncioManager-main:3757791 [service_client.py:_forward_responses():122] Reached EOF. +2026-05-20 23:04:55,815 INFO wandb-AsyncioManager-main:3757791 [mailbox.py:close():154] Closing mailbox, abandoning 2 handles. +2026-05-20 23:04:58,253 ERROR wandb-AsyncioManager-main:3757791 [asyncio_manager.py:fn_wrap_exceptions():184] Uncaught exception in run_soon callback. +Traceback (most recent call last): + File "/home/shadeform/Desktop/robot_learning/lerobot/.venv/lib/python3.12/site-packages/wandb/sdk/lib/asyncio_manager.py", line 182, in fn_wrap_exceptions + await fn() + File "/home/shadeform/Desktop/robot_learning/lerobot/.venv/lib/python3.12/site-packages/wandb/sdk/lib/run_stopping.py", line 87, in loop + should_stop = await self._check_should_stop() + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/shadeform/Desktop/robot_learning/lerobot/.venv/lib/python3.12/site-packages/wandb/sdk/lib/run_stopping.py", line 115, in _check_should_stop + handle = await self._interface.deliver_async(request) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/shadeform/Desktop/robot_learning/lerobot/.venv/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 58, in deliver_async + handle = await self._client.deliver(request) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/shadeform/Desktop/robot_learning/lerobot/.venv/lib/python3.12/site-packages/wandb/sdk/lib/service/service_client.py", line 57, in deliver + handle = self._mailbox.require_response(request) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/shadeform/Desktop/robot_learning/lerobot/.venv/lib/python3.12/site-packages/wandb/sdk/mailbox/mailbox.py", line 89, in require_response + raise MailboxClosedError() +wandb.sdk.mailbox.mailbox.MailboxClosedError +2026-05-20 23:05:04,106 ERROR wandb-AsyncioManager-main:3757791 [asyncio_manager.py:fn_wrap_exceptions():184] Uncaught exception in run_soon callback. +Traceback (most recent call last): + File "/home/shadeform/Desktop/robot_learning/lerobot/.venv/lib/python3.12/site-packages/wandb/sdk/lib/asyncio_manager.py", line 182, in fn_wrap_exceptions + await fn() + File "/home/shadeform/Desktop/robot_learning/lerobot/.venv/lib/python3.12/site-packages/wandb/sdk/lib/run_messages.py", line 105, in loop + await self._poll_and_print(timeout=None) + File "/home/shadeform/Desktop/robot_learning/lerobot/.venv/lib/python3.12/site-packages/wandb/sdk/lib/run_messages.py", line 133, in _poll_and_print + handle = await self._interface.deliver_async(request) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/shadeform/Desktop/robot_learning/lerobot/.venv/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 58, in deliver_async + handle = await self._client.deliver(request) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/shadeform/Desktop/robot_learning/lerobot/.venv/lib/python3.12/site-packages/wandb/sdk/lib/service/service_client.py", line 57, in deliver + handle = self._mailbox.require_response(request) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/shadeform/Desktop/robot_learning/lerobot/.venv/lib/python3.12/site-packages/wandb/sdk/mailbox/mailbox.py", line 89, in require_response + raise MailboxClosedError() +wandb.sdk.mailbox.mailbox.MailboxClosedError diff --git a/checkpoints/dagger/2iter/wandb/run-20260520_222141-vz6r3agr/files/config.yaml b/checkpoints/dagger/2iter/wandb/run-20260520_222141-vz6r3agr/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..fffe8b12fa0d8adb29691b6357798d94d92e57f7 --- /dev/null +++ b/checkpoints/dagger/2iter/wandb/run-20260520_222141-vz6r3agr/files/config.yaml @@ -0,0 +1,361 @@ +_wandb: + value: + cli_version: 0.27.0 + e: + 9urge5hgiybf40nn3p1bxxichewkwn39: + args: + - --policy.path=/home/shadeform/Desktop/robot_learning/outputs/train/diffusion_dagger_iter1_25000steps_20260520_173844/checkpoints/022000/pretrained_model/ + - --dataset.repo_id=local/dagger_episodes + - --dataset.root=/home/shadeform/Desktop/robot_learning/base_new_dataset_dagger_v2_676 + - --dataset.video_backend=pyav + - --policy.device=cuda + - --policy.push_to_hub=false + - --policy.n_obs_steps=2 + - --policy.horizon=16 + - --policy.n_action_steps=8 + - --policy.vision_backbone_type=dinov2 + - --policy.vision_backbone=resnet18 + - --policy.freeze_vision_encoder=true + - --policy.noise_scheduler_type=DDPM + - --policy.num_train_timesteps=100 + - --policy.num_inference_steps=100 + - --policy.optimizer_lr=5e-5 + - --policy.scheduler_warmup_steps=100 + - --output_dir=/home/shadeform/Desktop/robot_learning/outputs/train/diffusion_dagger_iter2_25000steps_20260520_222132 + - --job_name=diffusion_dagger_iter2_25000steps_20260520_222132 + - --batch_size=64 + - --steps=25000 + - --num_workers=16 + - --log_freq=20 + - --save_freq=2000 + - --eval_freq=0 + - --wandb.enable=True + - --policy.vision_encoder_name=facebook/dinov2-small + - --policy.resize_shape=[224,224] + codePath: .venv/bin/lerobot-train + codePathLocal: .venv/bin/lerobot-train + cpu_count: 28 + cpu_count_logical: 28 + cudaVersion: "12.8" + disk: + /: + total: "103865303040" + used: "51379896320" + executable: /home/shadeform/Desktop/robot_learning/lerobot/.venv/bin/python3 + git: + commit: e05f33153eb69762cfab647e20a1f1a9bce051ba + remote: https://github.com/michavol/lerobot.git + gpu: NVIDIA H100 PCIe + gpu_count: 1 + gpu_nvidia: + - architecture: Hopper + cudaCores: 14592 + memoryTotal: "85520809984" + name: NVIDIA H100 PCIe + uuid: GPU-ce315b98-20ff-34fd-307b-fe05646f5913 + host: brev-baxch8nuw + memory: + total: "190128123904" + os: Linux-6.8.0-90-generic-x86_64-with-glibc2.35 + program: /home/shadeform/Desktop/robot_learning/lerobot/.venv/bin/lerobot-train + python: CPython 3.12.13 + root: /home/shadeform/Desktop/robot_learning/outputs/train/diffusion_dagger_iter2_25000steps_20260520_222132 + startedAt: "2026-05-20T22:21:41.390284Z" + writerId: 9urge5hgiybf40nn3p1bxxichewkwn39 + m: [] + python_version: 3.12.13 + t: + "1": + - 1 + - 11 + - 41 + - 49 + - 51 + - 71 + - 83 + "2": + - 1 + - 11 + - 41 + - 49 + - 51 + - 71 + - 83 + "3": + - 13 + - 15 + - 16 + - 61 + "4": 3.12.13 + "5": 0.27.0 + "6": 5.5.4 + "10": + - 21 + "12": 0.27.0 + "13": linux-x86_64 +batch_size: + value: 64 +checkpoint_path: + value: null +cudnn_deterministic: + value: false +dataset: + value: + episodes: null + image_transforms: + enable: false + max_num_transforms: 3 + random_order: false + same_cloth_color: false + tfs: + affine: + kwargs: + degrees: + - -5 + - 5 + translate: + - 0.05 + - 0.05 + type: RandomAffine + weight: 0 + blur: + kwargs: + kernel_size: + - 3 + - 3 + sigma: + - 0.1 + - 1.5 + type: GaussianBlur + weight: 0 + color_jitter: + kwargs: + brightness: + - 0.7 + - 1.3 + contrast: + - 0.7 + - 1.3 + hue: + - -0.5 + - 0.5 + saturation: + - 0.4 + - 1.6 + type: ColorJitter + weight: 1.5 + crop: + kwargs: + ratio: + - 0.99 + - 1.01 + scale: + - 0.97 + - 1 + type: RandomCropPreserveSize + weight: 0.5 + gamma: + kwargs: + gamma: + - 0.6 + - 1.4 + type: RandomGamma + weight: 0.7 + grayscale: + kwargs: + p: 1 + type: RandomGrayscale + weight: 0.5 + highlight: + kwargs: + intensity: + - 0.2 + - 0.5 + num_highlights: + - 0 + - 1 + sigma: + - 20 + - 60 + type: RandomHighlight + weight: 0.5 + jpeg: + kwargs: + quality: + - 60 + - 95 + type: RandomJPEG + weight: 0 + shadow: + kwargs: + blur_sigma: + - 4 + - 20 + intensity: + - 0.4 + - 0.7 + num_shadows: + - 1 + - 2 + type: RandomShadow + weight: 0.8 + sharpness: + kwargs: + sharpness: + - 0.5 + - 1.5 + type: SharpnessJitter + weight: 1 + repo_id: local/dagger_episodes + return_uint8: false + revision: null + root: /home/shadeform/Desktop/robot_learning/base_new_dataset_dagger_v2_676 + streaming: false + use_imagenet_stats: true + video_backend: pyav +env: + value: null +eval: + value: + batch_size: 19 + n_episodes: 50 + use_async_envs: true +eval_freq: + value: 0 +job_name: + value: diffusion_dagger_iter2_25000steps_20260520_222132 +log_freq: + value: 20 +num_workers: + value: 16 +optimizer: + value: + betas: + - 0.95 + - 0.999 + eps: 1e-08 + grad_clip_norm: 10 + lr: 5e-05 + type: adam + weight_decay: 1e-06 +output_dir: + value: /home/shadeform/Desktop/robot_learning/outputs/train/diffusion_dagger_iter2_25000steps_20260520_222132 +peft: + value: null +persistent_workers: + value: true +policy: + value: + beta_end: 0.02 + beta_schedule: squaredcos_cap_v2 + beta_start: 0.0001 + clip_sample: true + clip_sample_range: 1 + compile_mode: reduce-overhead + compile_model: false + crop_is_random: true + crop_ratio: 1 + crop_shape: null + device: cuda + diffusion_step_embed_dim: 128 + do_mask_loss_for_padding: false + down_dims: + - 512 + - 1024 + - 2048 + drop_n_last_frames: 7 + freeze_vision_encoder: true + horizon: 16 + input_features: + observation.images.front: + shape: + - 3 + - 480 + - 640 + type: VISUAL + observation.state: + shape: + - 6 + type: STATE + kernel_size: 5 + license: null + n_action_steps: 8 + n_groups: 8 + n_obs_steps: 2 + noise_scheduler_type: DDPM + normalization_mapping: + ACTION: MIN_MAX + STATE: MIN_MAX + VISUAL: MEAN_STD + num_inference_steps: 100 + num_train_timesteps: 100 + optimizer_betas: + - 0.95 + - 0.999 + optimizer_eps: 1e-08 + optimizer_lr: 5e-05 + optimizer_weight_decay: 1e-06 + output_features: + action: + shape: + - 6 + type: ACTION + prediction_type: epsilon + pretrained_backbone_weights: ResNet18_Weights.IMAGENET1K_V1 + pretrained_path: /home/shadeform/Desktop/robot_learning/outputs/train/diffusion_dagger_iter1_25000steps_20260520_173844/checkpoints/022000/pretrained_model + private: null + push_to_hub: false + repo_id: null + resize_shape: + - 224 + - 224 + scheduler_name: cosine + scheduler_warmup_steps: 100 + spatial_softmax_num_keypoints: 32 + tags: null + type: diffusion + use_amp: false + use_film_scale_modulation: true + use_group_norm: false + use_peft: false + use_separate_rgb_encoder_per_camera: true + vision_backbone: resnet18 + vision_backbone_type: dinov2 + vision_encoder_name: facebook/dinov2-small + vit_feature_dim: 512 + vit_pool_type: spatial_softmax +prefetch_factor: + value: 4 +resume: + value: false +reward_model: + value: null +sample_weighting: + value: null +save_checkpoint: + value: true +save_freq: + value: 2000 +scheduler: + value: + name: cosine + num_warmup_steps: 100 + type: diffuser +seed: + value: 1000 +steps: + value: 25000 +tolerance_s: + value: 0.0001 +use_policy_training_preset: + value: true +wandb: + value: + add_tags: true + disable_artifact: false + enable: true + entity: null + mode: null + notes: null + project: lerobot + run_id: null diff --git a/checkpoints/dagger/2iter/wandb/run-20260520_222141-vz6r3agr/files/output.log b/checkpoints/dagger/2iter/wandb/run-20260520_222141-vz6r3agr/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..758450f8000256dc116f1179f6109d4cf550e2d1 --- /dev/null +++ b/checkpoints/dagger/2iter/wandb/run-20260520_222141-vz6r3agr/files/output.log @@ -0,0 +1,1281 @@ +INFO 2026-05-20 22:21:42 db_utils.py:121 Logs will be synced with wandb. +INFO 2026-05-20 22:21:42 db_utils.py:122 Track this run --> https://wandb.ai/romainguntz-eth-z-rich/lerobot/runs/vz6r3agr +INFO 2026-05-20 22:21:42 ot_train.py:236 Creating dataset +INFO 2026-05-20 22:21:42 eo_utils.py:110 Using video codec: libsvtav1 +INFO 2026-05-20 22:21:42 ot_train.py:270 Creating policy +Loading weights: 100%|███████████████████████████████████| 223/223 [00:00<00:00, 8949.41it/s] +Loading weights from local directory +INFO 2026-05-20 22:21:44 ot_train.py:347 Creating optimizer and scheduler +INFO 2026-05-20 22:21:44 ot_train.py:374 Output dir: /home/shadeform/Desktop/robot_learning/outputs/train/diffusion_dagger_iter2_25000steps_20260520_222132 +INFO 2026-05-20 22:21:44 ot_train.py:381 cfg.steps=25000 (25K) +INFO 2026-05-20 22:21:44 ot_train.py:382 dataset.num_frames=272705 (273K) +INFO 2026-05-20 22:21:44 ot_train.py:383 dataset.num_episodes=676 +INFO 2026-05-20 22:21:44 ot_train.py:386 Effective batch size: 64 x 1 = 64 +INFO 2026-05-20 22:21:44 ot_train.py:387 num_learnable_params=251772134 (252M) +INFO 2026-05-20 22:21:44 ot_train.py:388 num_total_params=273828710 (274M) +Training: 0%| | 0/25000 [00:00@: use of closed network connection","id":"1(@)"} +{"time":"2026-05-20T23:05:42.911782757Z","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"} +{"time":"2026-05-20T23:05:42.911819912Z","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"} +{"time":"2026-05-20T23:05:42.911830678Z","level":"INFO","msg":"server is closed"} diff --git a/checkpoints/dagger/2iter/wandb/run-20260520_222141-vz6r3agr/logs/debug-internal.log b/checkpoints/dagger/2iter/wandb/run-20260520_222141-vz6r3agr/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..dae97d075a71a7362b3fa88ee07a407454a5b3c1 --- /dev/null +++ b/checkpoints/dagger/2iter/wandb/run-20260520_222141-vz6r3agr/logs/debug-internal.log @@ -0,0 +1,366 @@ +{"time":"2026-05-20T22:21:41.612308559Z","level":"INFO","msg":"wandb-core"} +{"time":"2026-05-20T22:21:41.612786288Z","level":"INFO","msg":"stream: starting","core version":"0.27.0"} +{"time":"2026-05-20T22:21:41.812238013Z","level":"INFO","msg":"stream: created new stream","id":"vz6r3agr"} +{"time":"2026-05-20T22:21:41.812321158Z","level":"INFO","msg":"handler: started"} +{"time":"2026-05-20T22:21:41.812467718Z","level":"INFO","msg":"stream: started"} +{"time":"2026-05-20T22:21:41.812505986Z","level":"INFO","msg":"writer: started","stream_id":"vz6r3agr"} +{"time":"2026-05-20T22:21:41.81252172Z","level":"INFO","msg":"sender: started"} +{"time":"2026-05-20T22:21:42.163594066Z","level":"INFO","msg":"filestream: sending request","total_files":1,"console_offset":0,"console_lines":1} +{"time":"2026-05-20T22:21:42.411348952Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:21:57.166250511Z","level":"INFO","msg":"filestream: sending request","total_files":2,"events_offset":0,"events_lines":1,"console_offset":1,"console_lines":16,"uploaded_len":2} +{"time":"2026-05-20T22:21:57.517203919Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:22:12.164585131Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":0,"history_lines":7,"events_offset":1,"events_lines":2,"console_offset":16,"console_lines":9} +{"time":"2026-05-20T22:22:12.496753186Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:22:27.164168568Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":7,"history_lines":7,"events_offset":3,"events_lines":2,"console_offset":24,"console_lines":8} +{"time":"2026-05-20T22:22:27.774551034Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:22:42.164518995Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":14,"history_lines":8,"events_offset":5,"events_lines":2,"console_offset":31,"console_lines":9} +{"time":"2026-05-20T22:22:42.368336707Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:22:57.164176379Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":22,"history_lines":8,"events_offset":7,"events_lines":2,"console_offset":39,"console_lines":8} +{"time":"2026-05-20T22:22:57.420650752Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:23:12.164043476Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":30,"history_lines":7,"events_offset":9,"events_lines":2,"console_offset":47,"console_lines":8} +{"time":"2026-05-20T22:23:12.353354903Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:23:27.164373949Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":37,"history_lines":8,"events_offset":11,"events_lines":2,"console_offset":54,"console_lines":9} +{"time":"2026-05-20T22:23:27.302504054Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:23:42.164801156Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":45,"history_lines":7,"events_offset":13,"events_lines":2,"console_offset":62,"console_lines":8} +{"time":"2026-05-20T22:23:42.296496471Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:23:57.163919544Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":52,"history_lines":8,"events_offset":15,"events_lines":2,"console_offset":69,"console_lines":9} +{"time":"2026-05-20T22:23:57.363784909Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:24:12.16443983Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":60,"history_lines":7,"events_offset":17,"events_lines":2,"console_offset":77,"console_lines":8} +{"time":"2026-05-20T22:24:14.262336349Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:24:27.16455717Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":67,"history_lines":8,"events_offset":19,"events_lines":2,"console_offset":84,"console_lines":9} +{"time":"2026-05-20T22:24:27.332061739Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:24:42.164582391Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":75,"history_lines":8,"events_offset":21,"events_lines":2,"console_offset":92,"console_lines":8} +{"time":"2026-05-20T22:24:42.360514379Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:24:57.163728641Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":83,"history_lines":7,"events_offset":23,"events_lines":2,"console_offset":100,"console_lines":8} +{"time":"2026-05-20T22:24:57.349143526Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:25:12.16460157Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":90,"history_lines":8,"events_offset":25,"events_lines":2,"console_offset":107,"console_lines":9} +{"time":"2026-05-20T22:25:12.345731888Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:25:27.163764688Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":98,"history_lines":3,"events_offset":27,"events_lines":2,"console_offset":115,"console_lines":5} +{"time":"2026-05-20T22:25:27.300770039Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:25:42.16389453Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":101,"history_lines":8,"events_offset":29,"events_lines":2,"console_offset":119,"console_lines":9} +{"time":"2026-05-20T22:25:42.407392468Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:25:57.163798775Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":109,"history_lines":8,"events_offset":31,"events_lines":2,"console_offset":127,"console_lines":8} +{"time":"2026-05-20T22:25:57.331482713Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:26:12.164576522Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":117,"history_lines":7,"events_offset":33,"events_lines":2,"console_offset":135,"console_lines":8} +{"time":"2026-05-20T22:26:12.333331764Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:26:27.166451893Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":124,"history_lines":8,"events_offset":35,"events_lines":2,"console_offset":142,"console_lines":9} +{"time":"2026-05-20T22:26:27.465584421Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:26:42.164530592Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":132,"history_lines":7,"events_offset":37,"events_lines":2,"console_offset":150,"console_lines":8} +{"time":"2026-05-20T22:26:42.3276378Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:26:57.164353679Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":139,"history_lines":8,"events_offset":39,"events_lines":2,"console_offset":157,"console_lines":9} +{"time":"2026-05-20T22:26:57.377428662Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:27:12.164270461Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":147,"history_lines":8,"events_offset":41,"events_lines":2,"console_offset":165,"console_lines":8} +{"time":"2026-05-20T22:27:12.357871638Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:27:27.1644538Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":155,"history_lines":7,"events_offset":43,"events_lines":2,"console_offset":173,"console_lines":8} +{"time":"2026-05-20T22:27:27.343036789Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:27:42.16436613Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":162,"history_lines":8,"events_offset":45,"events_lines":2,"console_offset":180,"console_lines":9} +{"time":"2026-05-20T22:27:42.416252797Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:27:57.166309561Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":170,"history_lines":7,"events_offset":47,"events_lines":2,"console_offset":188,"console_lines":8} +{"time":"2026-05-20T22:27:57.457630751Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:28:12.164492075Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":177,"history_lines":8,"events_offset":49,"events_lines":2,"console_offset":195,"console_lines":9} +{"time":"2026-05-20T22:28:12.475592303Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:28:27.163940535Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":185,"history_lines":7,"events_offset":51,"events_lines":2,"console_offset":203,"console_lines":8} +{"time":"2026-05-20T22:28:27.332334065Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:28:42.164261039Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":192,"history_lines":7,"events_offset":53,"events_lines":2,"console_offset":210,"console_lines":8} +{"time":"2026-05-20T22:28:42.421475647Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:28:57.16430316Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":199,"history_lines":4,"events_offset":55,"events_lines":2,"console_offset":218,"console_lines":5} +{"time":"2026-05-20T22:28:57.336701447Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:29:12.164275071Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":203,"history_lines":7,"events_offset":57,"events_lines":2,"console_offset":222,"console_lines":8} +{"time":"2026-05-20T22:29:12.328064646Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:29:27.163938409Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":210,"history_lines":7,"events_offset":59,"events_lines":2,"console_offset":229,"console_lines":7} +{"time":"2026-05-20T22:29:27.5285739Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:29:42.163762491Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":217,"history_lines":7,"events_offset":61,"events_lines":2,"console_offset":236,"console_lines":8} +{"time":"2026-05-20T22:29:42.355544657Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:29:57.164079059Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":224,"history_lines":8,"events_offset":63,"events_lines":2,"console_offset":243,"console_lines":9} +{"time":"2026-05-20T22:29:57.329459625Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:30:12.164454927Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":232,"history_lines":7,"events_offset":65,"events_lines":2,"console_offset":251,"console_lines":8} +{"time":"2026-05-20T22:30:12.428289086Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:30:27.164228795Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":239,"history_lines":8,"events_offset":67,"events_lines":2,"console_offset":258,"console_lines":9} +{"time":"2026-05-20T22:30:27.778603203Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:30:42.16380712Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":247,"history_lines":8,"events_offset":69,"events_lines":2,"console_offset":266,"console_lines":8} +{"time":"2026-05-20T22:30:42.426490014Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:30:57.1643929Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":255,"history_lines":7,"events_offset":71,"events_lines":2,"console_offset":274,"console_lines":8} +{"time":"2026-05-20T22:30:57.430950444Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:31:12.16387368Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":262,"history_lines":8,"events_offset":73,"events_lines":2,"console_offset":281,"console_lines":9} +{"time":"2026-05-20T22:31:12.357871195Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:31:27.163844216Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":270,"history_lines":7,"events_offset":75,"events_lines":2,"console_offset":289,"console_lines":8} +{"time":"2026-05-20T22:31:27.463753166Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:31:42.167336059Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":277,"history_lines":8,"events_offset":77,"events_lines":2,"console_offset":296,"console_lines":9} +{"time":"2026-05-20T22:31:42.303763438Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:31:57.164188865Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":285,"history_lines":7,"events_offset":79,"events_lines":2,"console_offset":304,"console_lines":8} +{"time":"2026-05-20T22:31:57.369821185Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:32:12.16429209Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":292,"history_lines":7,"events_offset":81,"events_lines":2,"console_offset":311,"console_lines":8} +{"time":"2026-05-20T22:32:12.371846343Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:32:27.164420898Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":299,"history_lines":5,"events_offset":83,"events_lines":2,"console_offset":319,"console_lines":6} +{"time":"2026-05-20T22:32:27.327176397Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:32:42.163981714Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":304,"history_lines":7,"events_offset":85,"events_lines":2,"console_offset":324,"console_lines":8} +{"time":"2026-05-20T22:32:42.462576705Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:32:57.16409748Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":311,"history_lines":8,"events_offset":87,"events_lines":2,"console_offset":331,"console_lines":9} +{"time":"2026-05-20T22:32:57.340505175Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:33:12.164163951Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":319,"history_lines":7,"events_offset":89,"events_lines":2,"console_offset":339,"console_lines":8} +{"time":"2026-05-20T22:33:12.368982449Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:33:27.164646516Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":326,"history_lines":8,"events_offset":91,"events_lines":2,"console_offset":346,"console_lines":9} +{"time":"2026-05-20T22:33:27.339991638Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:33:42.163772011Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":334,"history_lines":8,"events_offset":93,"events_lines":2,"console_offset":354,"console_lines":8} +{"time":"2026-05-20T22:33:42.456254011Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:33:57.164228185Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":342,"history_lines":7,"events_offset":95,"events_lines":2,"console_offset":362,"console_lines":8} +{"time":"2026-05-20T22:33:57.35233178Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:34:12.163886302Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":349,"history_lines":8,"events_offset":97,"events_lines":2,"console_offset":369,"console_lines":9} +{"time":"2026-05-20T22:34:12.386649727Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:34:27.164680016Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":357,"history_lines":7,"events_offset":99,"events_lines":2,"console_offset":377,"console_lines":8} +{"time":"2026-05-20T22:34:27.601840017Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:34:42.164443105Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":364,"history_lines":8,"events_offset":101,"events_lines":2,"console_offset":384,"console_lines":9} +{"time":"2026-05-20T22:34:42.341938469Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:34:57.164201167Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":372,"history_lines":7,"events_offset":103,"events_lines":2,"console_offset":392,"console_lines":8} +{"time":"2026-05-20T22:34:57.338059332Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:35:12.164598098Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":379,"history_lines":8,"events_offset":105,"events_lines":2,"console_offset":399,"console_lines":9} +{"time":"2026-05-20T22:35:12.323478837Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:35:27.164372285Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":387,"history_lines":7,"events_offset":107,"events_lines":2,"console_offset":407,"console_lines":8} +{"time":"2026-05-20T22:35:27.271185923Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:35:42.164503131Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":394,"history_lines":5,"events_offset":109,"events_lines":2,"console_offset":414,"console_lines":6} +{"time":"2026-05-20T22:35:42.302012708Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:35:57.164312813Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":399,"history_lines":7,"events_offset":111,"events_lines":2,"console_offset":420,"console_lines":8} +{"time":"2026-05-20T22:35:57.293193302Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:36:12.164052429Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":406,"history_lines":7,"events_offset":113,"events_lines":2,"console_offset":427,"console_lines":8} +{"time":"2026-05-20T22:36:12.507869387Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:36:27.168415439Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":413,"history_lines":7,"events_offset":115,"events_lines":2,"console_offset":434,"console_lines":8} +{"time":"2026-05-20T22:36:27.411254306Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:36:42.163720861Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":420,"history_lines":7,"events_offset":117,"events_lines":2,"console_offset":441,"console_lines":8} +{"time":"2026-05-20T22:36:42.380283638Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:36:57.164659921Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":427,"history_lines":8,"events_offset":119,"events_lines":2,"console_offset":448,"console_lines":9} +{"time":"2026-05-20T22:36:57.414053001Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:37:12.163813176Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":435,"history_lines":7,"events_offset":121,"events_lines":2,"console_offset":456,"console_lines":8} +{"time":"2026-05-20T22:37:12.683500075Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:37:27.164608868Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":442,"history_lines":8,"events_offset":123,"events_lines":2,"console_offset":463,"console_lines":9} +{"time":"2026-05-20T22:37:27.552005728Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:37:42.164506735Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":450,"history_lines":7,"events_offset":125,"events_lines":2,"console_offset":471,"console_lines":8} +{"time":"2026-05-20T22:37:42.355882884Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:37:57.163778012Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":457,"history_lines":8,"events_offset":127,"events_lines":2,"console_offset":478,"console_lines":9} +{"time":"2026-05-20T22:37:57.347709173Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:38:12.164518388Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":465,"history_lines":7,"events_offset":129,"events_lines":2,"console_offset":486,"console_lines":8} +{"time":"2026-05-20T22:38:12.866821545Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:38:27.165313484Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":472,"history_lines":8,"events_offset":131,"events_lines":2,"console_offset":493,"console_lines":9} +{"time":"2026-05-20T22:38:27.362786486Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:38:42.16380611Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":480,"history_lines":7,"events_offset":133,"events_lines":2,"console_offset":501,"console_lines":8} +{"time":"2026-05-20T22:38:42.344481357Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:38:57.164525799Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":487,"history_lines":8,"events_offset":135,"events_lines":2,"console_offset":508,"console_lines":9} +{"time":"2026-05-20T22:38:57.427512898Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:39:12.163797048Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":495,"history_lines":4,"events_offset":137,"events_lines":2,"console_offset":516,"console_lines":5} +{"time":"2026-05-20T22:39:12.514678799Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:39:27.164054308Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":499,"history_lines":7,"events_offset":139,"events_lines":2,"console_offset":521,"console_lines":8} +{"time":"2026-05-20T22:39:27.490677841Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:39:42.163900785Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":506,"history_lines":8,"events_offset":141,"events_lines":2,"console_offset":528,"console_lines":9} +{"time":"2026-05-20T22:39:42.313056324Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:39:57.163944493Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":514,"history_lines":7,"events_offset":143,"events_lines":2,"console_offset":536,"console_lines":8} +{"time":"2026-05-20T22:39:57.412315772Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:40:12.163691643Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":521,"history_lines":8,"events_offset":145,"events_lines":2,"console_offset":543,"console_lines":9} +{"time":"2026-05-20T22:40:12.457048471Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:40:27.163963983Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":529,"history_lines":7,"events_offset":147,"events_lines":2,"console_offset":551,"console_lines":8} +{"time":"2026-05-20T22:40:27.433417908Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:40:42.16657601Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":536,"history_lines":8,"events_offset":149,"events_lines":2,"console_offset":558,"console_lines":9} +{"time":"2026-05-20T22:40:42.421358677Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:40:57.163981072Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":544,"history_lines":8,"events_offset":151,"events_lines":2,"console_offset":566,"console_lines":8} +{"time":"2026-05-20T22:40:57.459154898Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:41:12.163900158Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":552,"history_lines":7,"events_offset":153,"events_lines":2,"console_offset":574,"console_lines":8} +{"time":"2026-05-20T22:41:12.469273186Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:41:27.164798427Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":559,"history_lines":8,"events_offset":155,"events_lines":2,"console_offset":581,"console_lines":9} +{"time":"2026-05-20T22:41:27.499841255Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:41:42.164275366Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":567,"history_lines":7,"events_offset":157,"events_lines":2,"console_offset":589,"console_lines":8} +{"time":"2026-05-20T22:41:42.45044491Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:41:57.164719287Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":574,"history_lines":8,"events_offset":159,"events_lines":2,"console_offset":596,"console_lines":9} +{"time":"2026-05-20T22:41:57.378344208Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:42:12.164373396Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":582,"history_lines":7,"events_offset":161,"events_lines":2,"console_offset":604,"console_lines":8} +{"time":"2026-05-20T22:42:12.354106179Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:42:27.164532249Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":589,"history_lines":8,"events_offset":163,"events_lines":2,"console_offset":611,"console_lines":9} +{"time":"2026-05-20T22:42:27.377026601Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:42:42.164257432Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":597,"history_lines":3,"events_offset":165,"events_lines":2,"console_offset":619,"console_lines":5} +{"time":"2026-05-20T22:42:42.599291369Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:42:57.164639595Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":600,"history_lines":8,"events_offset":167,"events_lines":2,"console_offset":623,"console_lines":9} +{"time":"2026-05-20T22:42:57.368768695Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:43:12.163909615Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":608,"history_lines":8,"events_offset":169,"events_lines":2,"console_offset":631,"console_lines":9} +{"time":"2026-05-20T22:43:12.401622003Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:43:27.164189351Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":616,"history_lines":7,"events_offset":171,"events_lines":2,"console_offset":639,"console_lines":8} +{"time":"2026-05-20T22:43:27.38327453Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:43:42.164141762Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":623,"history_lines":7,"events_offset":173,"events_lines":2,"console_offset":646,"console_lines":8} +{"time":"2026-05-20T22:43:42.386405083Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:43:57.164177164Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":630,"history_lines":7,"events_offset":175,"events_lines":2,"console_offset":653,"console_lines":8} +{"time":"2026-05-20T22:43:57.458038427Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:44:12.164433353Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":637,"history_lines":8,"events_offset":177,"events_lines":2,"console_offset":660,"console_lines":9} +{"time":"2026-05-20T22:44:12.364825245Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:44:27.16452071Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":645,"history_lines":8,"events_offset":179,"events_lines":2,"console_offset":668,"console_lines":9} +{"time":"2026-05-20T22:44:27.514059899Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:44:42.16407691Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":653,"history_lines":7,"events_offset":181,"events_lines":2,"console_offset":676,"console_lines":8} +{"time":"2026-05-20T22:44:42.442651561Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:44:57.16407136Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":660,"history_lines":8,"events_offset":183,"events_lines":2,"console_offset":683,"console_lines":9} +{"time":"2026-05-20T22:44:57.428010485Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:45:12.164553293Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":668,"history_lines":8,"events_offset":185,"events_lines":2,"console_offset":691,"console_lines":9} +{"time":"2026-05-20T22:45:12.378193275Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:45:27.166337612Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":676,"history_lines":7,"events_offset":187,"events_lines":2,"console_offset":699,"console_lines":8} +{"time":"2026-05-20T22:45:27.557735161Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:45:42.164961565Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":683,"history_lines":8,"events_offset":189,"events_lines":2,"console_offset":706,"console_lines":9} +{"time":"2026-05-20T22:45:42.357486807Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:45:57.164411237Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":691,"history_lines":8,"events_offset":191,"events_lines":2,"console_offset":714,"console_lines":9} +{"time":"2026-05-20T22:45:57.344088531Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:46:12.164110555Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":699,"history_lines":3,"events_offset":193,"events_lines":2,"console_offset":723,"console_lines":4} +{"time":"2026-05-20T22:46:12.329066795Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:46:27.164397094Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":702,"history_lines":8,"events_offset":195,"events_lines":2,"console_offset":726,"console_lines":9} +{"time":"2026-05-20T22:46:27.334955472Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:46:42.164335122Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":710,"history_lines":8,"events_offset":197,"events_lines":2,"console_offset":734,"console_lines":8} +{"time":"2026-05-20T22:46:42.313300589Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:46:57.16444445Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":718,"history_lines":7,"events_offset":199,"events_lines":2,"console_offset":742,"console_lines":8} +{"time":"2026-05-20T22:46:57.41587271Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:47:12.164252525Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":725,"history_lines":8,"events_offset":201,"events_lines":2,"console_offset":749,"console_lines":9} +{"time":"2026-05-20T22:47:12.579934221Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:47:27.165028327Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":733,"history_lines":8,"events_offset":203,"events_lines":2,"console_offset":757,"console_lines":9} +{"time":"2026-05-20T22:47:27.340347618Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:47:42.163757188Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":741,"history_lines":8,"events_offset":205,"events_lines":2,"console_offset":765,"console_lines":9} +{"time":"2026-05-20T22:47:42.351594601Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:47:57.16369659Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":749,"history_lines":7,"events_offset":207,"events_lines":2,"console_offset":773,"console_lines":8} +{"time":"2026-05-20T22:47:57.314089296Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:48:12.16456077Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":756,"history_lines":8,"events_offset":209,"events_lines":2,"console_offset":780,"console_lines":9} +{"time":"2026-05-20T22:48:12.502360782Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:48:27.163983219Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":764,"history_lines":8,"events_offset":211,"events_lines":2,"console_offset":788,"console_lines":9} +{"time":"2026-05-20T22:48:27.38499693Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:48:42.164017513Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":772,"history_lines":7,"events_offset":213,"events_lines":2,"console_offset":796,"console_lines":8} +{"time":"2026-05-20T22:48:42.374682156Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:48:57.164333538Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":779,"history_lines":8,"events_offset":215,"events_lines":2,"console_offset":803,"console_lines":9} +{"time":"2026-05-20T22:48:57.458404319Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:49:12.164592721Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":787,"history_lines":8,"events_offset":217,"events_lines":2,"console_offset":811,"console_lines":9} +{"time":"2026-05-20T22:49:12.353392133Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:49:27.164681281Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":795,"history_lines":4,"events_offset":219,"events_lines":2,"console_offset":819,"console_lines":5} +{"time":"2026-05-20T22:49:27.441107741Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:49:42.16372246Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":799,"history_lines":7,"events_offset":221,"events_lines":2,"console_offset":824,"console_lines":8} +{"time":"2026-05-20T22:49:42.415568483Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:49:57.164389716Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":806,"history_lines":7,"events_offset":223,"events_lines":2,"console_offset":831,"console_lines":8} +{"time":"2026-05-20T22:49:57.39943654Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:50:12.164364583Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":813,"history_lines":8,"events_offset":225,"events_lines":2,"console_offset":838,"console_lines":9} +{"time":"2026-05-20T22:50:12.343499398Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:50:27.164422317Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":821,"history_lines":8,"events_offset":227,"events_lines":2,"console_offset":846,"console_lines":9} +{"time":"2026-05-20T22:50:27.30773223Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:50:42.163944945Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":829,"history_lines":7,"events_offset":229,"events_lines":2,"console_offset":854,"console_lines":8} +{"time":"2026-05-20T22:50:42.350952293Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:50:57.16461431Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":836,"history_lines":7,"events_offset":231,"events_lines":2,"console_offset":861,"console_lines":8} +{"time":"2026-05-20T22:50:57.336344255Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:51:12.164493165Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":843,"history_lines":7,"events_offset":233,"events_lines":2,"console_offset":868,"console_lines":8} +{"time":"2026-05-20T22:51:12.496797425Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:51:27.164480843Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":850,"history_lines":8,"events_offset":235,"events_lines":2,"console_offset":875,"console_lines":9} +{"time":"2026-05-20T22:51:27.485113446Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:51:42.164018352Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":858,"history_lines":8,"events_offset":237,"events_lines":2,"console_offset":883,"console_lines":8} +{"time":"2026-05-20T22:51:42.392614994Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:51:57.164844816Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":866,"history_lines":7,"events_offset":239,"events_lines":2,"console_offset":891,"console_lines":8} +{"time":"2026-05-20T22:51:57.544871988Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:52:12.164161077Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":873,"history_lines":8,"events_offset":241,"events_lines":2,"console_offset":898,"console_lines":9} +{"time":"2026-05-20T22:52:12.406657639Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:52:27.164277668Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":881,"history_lines":8,"events_offset":243,"events_lines":2,"console_offset":906,"console_lines":9} +{"time":"2026-05-20T22:52:27.354398411Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:52:42.164559074Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":889,"history_lines":7,"events_offset":245,"events_lines":2,"console_offset":914,"console_lines":8} +{"time":"2026-05-20T22:52:42.291520634Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:52:57.164949488Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":896,"history_lines":4,"events_offset":247,"events_lines":2,"console_offset":921,"console_lines":5} +{"time":"2026-05-20T22:52:57.461976173Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:53:12.164499475Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":900,"history_lines":7,"events_offset":249,"events_lines":2,"console_offset":926,"console_lines":8} +{"time":"2026-05-20T22:53:12.349513686Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:53:27.163771258Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":907,"history_lines":8,"events_offset":251,"events_lines":2,"console_offset":933,"console_lines":9} +{"time":"2026-05-20T22:53:27.313976045Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:53:42.164399506Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":915,"history_lines":8,"events_offset":253,"events_lines":2,"console_offset":941,"console_lines":9} +{"time":"2026-05-20T22:53:42.341367063Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:53:57.164749769Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":923,"history_lines":7,"events_offset":255,"events_lines":2,"console_offset":949,"console_lines":8} +{"time":"2026-05-20T22:53:57.341430967Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:54:12.163910989Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":930,"history_lines":8,"events_offset":257,"events_lines":2,"console_offset":956,"console_lines":9} +{"time":"2026-05-20T22:54:12.349499515Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:54:27.163820477Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":938,"history_lines":8,"events_offset":259,"events_lines":2,"console_offset":964,"console_lines":9} +{"time":"2026-05-20T22:54:27.466059304Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:54:42.164109218Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":946,"history_lines":7,"events_offset":261,"events_lines":2,"console_offset":972,"console_lines":8} +{"time":"2026-05-20T22:54:42.433608994Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:54:57.164291201Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":953,"history_lines":8,"events_offset":263,"events_lines":2,"console_offset":979,"console_lines":9} +{"time":"2026-05-20T22:54:57.346084519Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:55:12.164713088Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":961,"history_lines":8,"events_offset":265,"events_lines":2,"console_offset":987,"console_lines":9} +{"time":"2026-05-20T22:55:12.527428031Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:55:27.164550846Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":969,"history_lines":7,"events_offset":267,"events_lines":2,"console_offset":995,"console_lines":8} +{"time":"2026-05-20T22:55:27.377392622Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:55:42.164500817Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":976,"history_lines":8,"events_offset":269,"events_lines":2,"console_offset":1002,"console_lines":9} +{"time":"2026-05-20T22:55:42.385859724Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:55:57.164006128Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":984,"history_lines":8,"events_offset":271,"events_lines":2,"console_offset":1010,"console_lines":9} +{"time":"2026-05-20T22:55:57.630550069Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:56:12.164502879Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":992,"history_lines":7,"events_offset":273,"events_lines":2,"console_offset":1018,"console_lines":8} +{"time":"2026-05-20T22:56:12.406547975Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:56:27.166392148Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":999,"history_lines":4,"events_offset":275,"events_lines":2,"console_offset":1026,"console_lines":4} +{"time":"2026-05-20T22:56:27.353420342Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:56:42.164000519Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1003,"history_lines":7,"events_offset":277,"events_lines":2,"console_offset":1030,"console_lines":8} +{"time":"2026-05-20T22:56:42.318695873Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:56:57.165140742Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1010,"history_lines":8,"events_offset":279,"events_lines":2,"console_offset":1037,"console_lines":9} +{"time":"2026-05-20T22:56:57.318889642Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:57:12.164839846Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1018,"history_lines":8,"events_offset":281,"events_lines":2,"console_offset":1045,"console_lines":9} +{"time":"2026-05-20T22:57:12.398261451Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:57:27.164620313Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1026,"history_lines":8,"events_offset":283,"events_lines":2,"console_offset":1053,"console_lines":9} +{"time":"2026-05-20T22:57:27.342156177Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:57:42.165662978Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1034,"history_lines":7,"events_offset":285,"events_lines":2,"console_offset":1061,"console_lines":8} +{"time":"2026-05-20T22:57:42.415065784Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:57:57.164785132Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1041,"history_lines":7,"events_offset":287,"events_lines":2,"console_offset":1068,"console_lines":8} +{"time":"2026-05-20T22:57:57.315585767Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:58:12.163877971Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1048,"history_lines":7,"events_offset":289,"events_lines":2,"console_offset":1075,"console_lines":8} +{"time":"2026-05-20T22:58:12.313674976Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:58:27.16423566Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1055,"history_lines":8,"events_offset":291,"events_lines":2,"console_offset":1082,"console_lines":9} +{"time":"2026-05-20T22:58:27.311525905Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:58:42.164788692Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1063,"history_lines":8,"events_offset":293,"events_lines":2,"console_offset":1090,"console_lines":9} +{"time":"2026-05-20T22:58:42.336260814Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:58:57.163948936Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1071,"history_lines":8,"events_offset":295,"events_lines":2,"console_offset":1098,"console_lines":9} +{"time":"2026-05-20T22:58:57.302004358Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:59:12.163905035Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1079,"history_lines":7,"events_offset":297,"events_lines":2,"console_offset":1106,"console_lines":8} +{"time":"2026-05-20T22:59:12.365388213Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:59:27.164495175Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1086,"history_lines":8,"events_offset":299,"events_lines":2,"console_offset":1113,"console_lines":9} +{"time":"2026-05-20T22:59:27.310060725Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:59:42.16378073Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1094,"history_lines":5,"events_offset":301,"events_lines":2,"console_offset":1121,"console_lines":6} +{"time":"2026-05-20T22:59:42.338700839Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T22:59:57.165768015Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1099,"history_lines":6,"events_offset":303,"events_lines":2,"console_offset":1127,"console_lines":7} +{"time":"2026-05-20T22:59:57.280565785Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T23:00:12.163885487Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1105,"history_lines":8,"events_offset":305,"events_lines":2,"console_offset":1133,"console_lines":9} +{"time":"2026-05-20T23:00:12.447423054Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T23:00:27.164894696Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1113,"history_lines":7,"events_offset":307,"events_lines":2,"console_offset":1141,"console_lines":8} +{"time":"2026-05-20T23:00:27.293442287Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T23:00:42.164627179Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1120,"history_lines":8,"events_offset":309,"events_lines":2,"console_offset":1148,"console_lines":9} +{"time":"2026-05-20T23:00:42.338964788Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T23:00:57.164480611Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1128,"history_lines":8,"events_offset":311,"events_lines":2,"console_offset":1156,"console_lines":9} +{"time":"2026-05-20T23:00:57.342818356Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T23:01:12.164089101Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1136,"history_lines":8,"events_offset":313,"events_lines":2,"console_offset":1164,"console_lines":8} +{"time":"2026-05-20T23:01:12.321926652Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T23:01:27.163715256Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1144,"history_lines":7,"events_offset":315,"events_lines":2,"console_offset":1172,"console_lines":8} +{"time":"2026-05-20T23:01:27.343304802Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T23:01:42.163794574Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1151,"history_lines":8,"events_offset":317,"events_lines":2,"console_offset":1179,"console_lines":9} +{"time":"2026-05-20T23:01:42.327799069Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T23:01:57.164313296Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1159,"history_lines":8,"events_offset":319,"events_lines":2,"console_offset":1187,"console_lines":9} +{"time":"2026-05-20T23:01:57.364051745Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T23:02:12.164657484Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1167,"history_lines":7,"events_offset":321,"events_lines":2,"console_offset":1195,"console_lines":8} +{"time":"2026-05-20T23:02:12.39552304Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T23:02:27.164044188Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1174,"history_lines":8,"events_offset":323,"events_lines":2,"console_offset":1202,"console_lines":9} +{"time":"2026-05-20T23:02:27.417198668Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T23:02:42.163808425Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1182,"history_lines":8,"events_offset":325,"events_lines":2,"console_offset":1210,"console_lines":9} +{"time":"2026-05-20T23:02:42.34379372Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T23:02:57.163813839Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1190,"history_lines":7,"events_offset":327,"events_lines":2,"console_offset":1218,"console_lines":8} +{"time":"2026-05-20T23:02:57.362843851Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T23:03:12.164768582Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1197,"history_lines":4,"events_offset":329,"events_lines":2,"console_offset":1225,"console_lines":5} +{"time":"2026-05-20T23:03:12.518413209Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T23:03:27.164550099Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1201,"history_lines":7,"events_offset":331,"events_lines":2,"console_offset":1230,"console_lines":8} +{"time":"2026-05-20T23:03:27.515738655Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T23:03:42.163839293Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1208,"history_lines":8,"events_offset":333,"events_lines":2,"console_offset":1237,"console_lines":9} +{"time":"2026-05-20T23:03:42.555071764Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T23:03:57.167520074Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1216,"history_lines":8,"events_offset":335,"events_lines":2,"console_offset":1245,"console_lines":9} +{"time":"2026-05-20T23:03:57.557061337Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T23:04:12.164513465Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1224,"history_lines":7,"events_offset":337,"events_lines":2,"console_offset":1253,"console_lines":8} +{"time":"2026-05-20T23:04:12.677244745Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T23:04:27.164644831Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1231,"history_lines":8,"events_offset":339,"events_lines":2,"console_offset":1260,"console_lines":9} +{"time":"2026-05-20T23:04:27.37477351Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T23:04:42.164487631Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1239,"history_lines":7,"events_offset":341,"events_lines":2,"console_offset":1268,"console_lines":8} +{"time":"2026-05-20T23:04:42.325860189Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T23:04:57.16469592Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1246,"history_lines":4,"events_offset":343,"events_lines":1,"console_offset":1275,"console_lines":6} +{"time":"2026-05-20T23:04:57.311575939Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T23:05:12.16394075Z","level":"INFO","msg":"filestream: sending request","total_files":0,"uploaded_len":3} +{"time":"2026-05-20T23:05:12.344441959Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T23:05:42.164406947Z","level":"INFO","msg":"filestream: sending request","total_files":0} +{"time":"2026-05-20T23:05:42.2950785Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T23:05:42.733755379Z","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2026-05-20T23:05:42.733849301Z","level":"INFO","msg":"filestream: sending request","total_files":0,"complete":true,"exit_code":0} +{"time":"2026-05-20T23:05:42.910465673Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T23:05:42.910584833Z","level":"INFO","msg":"stream: finishing up"} +{"time":"2026-05-20T23:05:42.910594557Z","level":"INFO","msg":"handler: closed"} +{"time":"2026-05-20T23:05:42.910661638Z","level":"INFO","msg":"sender: closed"} +{"time":"2026-05-20T23:05:42.910667747Z","level":"INFO","msg":"stream: all finished"} diff --git a/checkpoints/dagger/2iter/wandb/run-20260520_222141-vz6r3agr/logs/debug.log b/checkpoints/dagger/2iter/wandb/run-20260520_222141-vz6r3agr/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..3af46c072a77a7ccc239967a1b6c59560d16a076 --- /dev/null +++ b/checkpoints/dagger/2iter/wandb/run-20260520_222141-vz6r3agr/logs/debug.log @@ -0,0 +1,58 @@ +2026-05-20 22:21:41,391 INFO MainThread:3757791 [wandb_setup.py:_flush():81] Current SDK version is 0.27.0 +2026-05-20 22:21:41,391 INFO MainThread:3757791 [wandb_setup.py:_flush():81] Configure stats pid to 3757791 +2026-05-20 22:21:41,391 INFO MainThread:3757791 [wandb_setup.py:_flush():81] Loading settings from environment variables +2026-05-20 22:21:41,391 INFO MainThread:3757791 [wandb_init.py:setup_run_log_directory():723] Logging user logs to /home/shadeform/Desktop/robot_learning/outputs/train/diffusion_dagger_iter2_25000steps_20260520_222132/wandb/run-20260520_222141-vz6r3agr/logs/debug.log +2026-05-20 22:21:41,391 INFO MainThread:3757791 [wandb_init.py:setup_run_log_directory():724] Logging internal logs to /home/shadeform/Desktop/robot_learning/outputs/train/diffusion_dagger_iter2_25000steps_20260520_222132/wandb/run-20260520_222141-vz6r3agr/logs/debug-internal.log +2026-05-20 22:21:41,391 INFO MainThread:3757791 [wandb_init.py:init():851] calling init triggers +2026-05-20 22:21:41,391 INFO MainThread:3757791 [wandb_init.py:init():856] wandb.init called with sweep_config: {} +config: {'dataset': {'repo_id': 'local/dagger_episodes', 'root': '/home/shadeform/Desktop/robot_learning/base_new_dataset_dagger_v2_676', 'episodes': None, 'image_transforms': {'enable': False, 'max_num_transforms': 3, 'random_order': False, 'same_cloth_color': False, 'tfs': {'color_jitter': {'weight': 1.5, 'type': 'ColorJitter', 'kwargs': {'brightness': [0.7, 1.3], 'contrast': [0.7, 1.3], 'saturation': [0.4, 1.6], 'hue': [-0.5, 0.5]}}, 'grayscale': {'weight': 0.5, 'type': 'RandomGrayscale', 'kwargs': {'p': 1.0}}, 'shadow': {'weight': 0.8, 'type': 'RandomShadow', 'kwargs': {'num_shadows': [1, 2], 'intensity': [0.4, 0.7], 'blur_sigma': [4.0, 20.0]}}, 'highlight': {'weight': 0.5, 'type': 'RandomHighlight', 'kwargs': {'num_highlights': [0, 1], 'intensity': [0.2, 0.5], 'sigma': [20.0, 60.0]}}, 'gamma': {'weight': 0.7, 'type': 'RandomGamma', 'kwargs': {'gamma': [0.6, 1.4]}}, 'blur': {'weight': 0.0, 'type': 'GaussianBlur', 'kwargs': {'kernel_size': [3, 3], 'sigma': [0.1, 1.5]}}, 'jpeg': {'weight': 0.0, 'type': 'RandomJPEG', 'kwargs': {'quality': [60, 95]}}, 'crop': {'weight': 0.5, 'type': 'RandomCropPreserveSize', 'kwargs': {'scale': [0.97, 1.0], 'ratio': [0.99, 1.01]}}, 'affine': {'weight': 0.0, 'type': 'RandomAffine', 'kwargs': {'degrees': [-5.0, 5.0], 'translate': [0.05, 0.05]}}, 'sharpness': {'weight': 1.0, 'type': 'SharpnessJitter', 'kwargs': {'sharpness': [0.5, 1.5]}}}}, 'revision': None, 'use_imagenet_stats': True, 'video_backend': 'pyav', 'return_uint8': False, 'streaming': False}, 'env': None, 'policy': {'type': 'diffusion', 'n_obs_steps': 2, 'input_features': {'observation.state': {'type': , 'shape': [6]}, 'observation.images.front': {'type': , 'shape': [3, 480, 640]}}, 'output_features': {'action': {'type': , 'shape': [6]}}, 'device': 'cuda', 'use_amp': False, 'use_peft': False, 'push_to_hub': False, 'repo_id': None, 'private': None, 'tags': None, 'license': None, 'pretrained_path': '/home/shadeform/Desktop/robot_learning/outputs/train/diffusion_dagger_iter1_25000steps_20260520_173844/checkpoints/022000/pretrained_model', 'horizon': 16, 'n_action_steps': 8, 'normalization_mapping': {'VISUAL': , 'STATE': , 'ACTION': }, 'drop_n_last_frames': 7, 'vision_backbone_type': 'dinov2', 'vision_encoder_name': 'facebook/dinov2-small', 'freeze_vision_encoder': True, 'vision_backbone': 'resnet18', 'resize_shape': [224, 224], 'crop_ratio': 1.0, 'crop_shape': None, 'crop_is_random': True, 'pretrained_backbone_weights': 'ResNet18_Weights.IMAGENET1K_V1', 'use_group_norm': False, 'spatial_softmax_num_keypoints': 32, 'vit_pool_type': 'spatial_softmax', 'vit_feature_dim': 512, 'use_separate_rgb_encoder_per_camera': True, 'down_dims': [512, 1024, 2048], 'kernel_size': 5, 'n_groups': 8, 'diffusion_step_embed_dim': 128, 'use_film_scale_modulation': True, 'noise_scheduler_type': 'DDPM', 'num_train_timesteps': 100, 'beta_schedule': 'squaredcos_cap_v2', 'beta_start': 0.0001, 'beta_end': 0.02, 'prediction_type': 'epsilon', 'clip_sample': True, 'clip_sample_range': 1.0, 'num_inference_steps': 100, 'compile_model': False, 'compile_mode': 'reduce-overhead', 'do_mask_loss_for_padding': False, 'optimizer_lr': 5e-05, 'optimizer_betas': [0.95, 0.999], 'optimizer_eps': 1e-08, 'optimizer_weight_decay': 1e-06, 'scheduler_name': 'cosine', 'scheduler_warmup_steps': 100}, 'reward_model': None, 'output_dir': '/home/shadeform/Desktop/robot_learning/outputs/train/diffusion_dagger_iter2_25000steps_20260520_222132', 'job_name': 'diffusion_dagger_iter2_25000steps_20260520_222132', 'resume': False, 'seed': 1000, 'cudnn_deterministic': False, 'num_workers': 16, 'batch_size': 64, 'prefetch_factor': 4, 'persistent_workers': True, 'steps': 25000, 'eval_freq': 0, 'log_freq': 20, 'tolerance_s': 0.0001, 'save_checkpoint': True, 'save_freq': 2000, 'use_policy_training_preset': True, 'optimizer': {'type': 'adam', 'lr': 5e-05, 'weight_decay': 1e-06, 'grad_clip_norm': 10.0, 'betas': [0.95, 0.999], 'eps': 1e-08}, 'scheduler': {'type': 'diffuser', 'num_warmup_steps': 100, 'name': 'cosine'}, 'eval': {'n_episodes': 50, 'batch_size': 19, 'use_async_envs': True}, 'wandb': {'enable': True, 'disable_artifact': False, 'project': 'lerobot', 'entity': None, 'notes': None, 'run_id': None, 'mode': None, 'add_tags': True}, 'peft': None, 'sample_weighting': None, 'rename_map': {}, 'checkpoint_path': None, '_wandb': {}} +2026-05-20 22:21:41,391 INFO MainThread:3757791 [wandb_init.py:init():899] starting backend +2026-05-20 22:21:41,607 INFO MainThread:3757791 [wandb_init.py:init():914] sending inform_init request +2026-05-20 22:21:41,813 INFO MainThread:3757791 [wandb_init.py:init():919] backend started and connected +2026-05-20 22:21:41,814 INFO MainThread:3757791 [wandb_init.py:init():989] updated telemetry +2026-05-20 22:21:41,818 INFO MainThread:3757791 [wandb_init.py:init():1012] communicating run to backend with 90.0 second timeout +2026-05-20 22:21:42,107 INFO MainThread:3757791 [wandb_init.py:init():1057] starting run threads in backend +2026-05-20 22:21:42,160 INFO MainThread:3757791 [wandb_run.py:_console_start():2509] atexit reg +2026-05-20 22:21:42,161 INFO MainThread:3757791 [wandb_run.py:_redirect():2359] redirect: wrap_raw +2026-05-20 22:21:42,161 INFO MainThread:3757791 [wandb_run.py:_redirect():2428] Wrapping output streams. +2026-05-20 22:21:42,161 INFO MainThread:3757791 [wandb_run.py:_redirect():2451] Redirects installed. +2026-05-20 22:21:42,162 INFO MainThread:3757791 [wandb_init.py:init():1095] run started, returning control to user process +2026-05-20 23:04:55,815 INFO wandb-AsyncioManager-main:3757791 [service_client.py:_forward_responses():122] Reached EOF. +2026-05-20 23:04:55,815 INFO wandb-AsyncioManager-main:3757791 [mailbox.py:close():154] Closing mailbox, abandoning 2 handles. +2026-05-20 23:04:58,253 ERROR wandb-AsyncioManager-main:3757791 [asyncio_manager.py:fn_wrap_exceptions():184] Uncaught exception in run_soon callback. +Traceback (most recent call last): + File "/home/shadeform/Desktop/robot_learning/lerobot/.venv/lib/python3.12/site-packages/wandb/sdk/lib/asyncio_manager.py", line 182, in fn_wrap_exceptions + await fn() + File "/home/shadeform/Desktop/robot_learning/lerobot/.venv/lib/python3.12/site-packages/wandb/sdk/lib/run_stopping.py", line 87, in loop + should_stop = await self._check_should_stop() + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/shadeform/Desktop/robot_learning/lerobot/.venv/lib/python3.12/site-packages/wandb/sdk/lib/run_stopping.py", line 115, in _check_should_stop + handle = await self._interface.deliver_async(request) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/shadeform/Desktop/robot_learning/lerobot/.venv/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 58, in deliver_async + handle = await self._client.deliver(request) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/shadeform/Desktop/robot_learning/lerobot/.venv/lib/python3.12/site-packages/wandb/sdk/lib/service/service_client.py", line 57, in deliver + handle = self._mailbox.require_response(request) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/shadeform/Desktop/robot_learning/lerobot/.venv/lib/python3.12/site-packages/wandb/sdk/mailbox/mailbox.py", line 89, in require_response + raise MailboxClosedError() +wandb.sdk.mailbox.mailbox.MailboxClosedError +2026-05-20 23:05:04,106 ERROR wandb-AsyncioManager-main:3757791 [asyncio_manager.py:fn_wrap_exceptions():184] Uncaught exception in run_soon callback. +Traceback (most recent call last): + File "/home/shadeform/Desktop/robot_learning/lerobot/.venv/lib/python3.12/site-packages/wandb/sdk/lib/asyncio_manager.py", line 182, in fn_wrap_exceptions + await fn() + File "/home/shadeform/Desktop/robot_learning/lerobot/.venv/lib/python3.12/site-packages/wandb/sdk/lib/run_messages.py", line 105, in loop + await self._poll_and_print(timeout=None) + File "/home/shadeform/Desktop/robot_learning/lerobot/.venv/lib/python3.12/site-packages/wandb/sdk/lib/run_messages.py", line 133, in _poll_and_print + handle = await self._interface.deliver_async(request) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/shadeform/Desktop/robot_learning/lerobot/.venv/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 58, in deliver_async + handle = await self._client.deliver(request) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/shadeform/Desktop/robot_learning/lerobot/.venv/lib/python3.12/site-packages/wandb/sdk/lib/service/service_client.py", line 57, in deliver + handle = self._mailbox.require_response(request) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/shadeform/Desktop/robot_learning/lerobot/.venv/lib/python3.12/site-packages/wandb/sdk/mailbox/mailbox.py", line 89, in require_response + raise MailboxClosedError() +wandb.sdk.mailbox.mailbox.MailboxClosedError diff --git a/checkpoints/dagger/2iter/wandb/run-20260520_222141-vz6r3agr/run-vz6r3agr.wandb b/checkpoints/dagger/2iter/wandb/run-20260520_222141-vz6r3agr/run-vz6r3agr.wandb new file mode 100644 index 0000000000000000000000000000000000000000..6151add42178536118345a3b57f6a8d73b49ede6 --- /dev/null +++ b/checkpoints/dagger/2iter/wandb/run-20260520_222141-vz6r3agr/run-vz6r3agr.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d27252a57e6c264c75ffb94609e1710c1979dcc6298be6db30460762d0556ce7 +size 3875386