diff --git a/.gitattributes b/.gitattributes
index e68f303be9d8c2495f1990a6dbfff59b4184ace6..a8d239cacabad0ca98d50a5b81c4f60fef9c235d 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -47,3 +47,4 @@ DP_pengripA_downDims1_cropNo_freeze0_16_16_ema1_1e-4/wandb/run-20250505_134851-y
DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/wandb/run-20250505_134633-or9d7oy0/run-or9d7oy0.wandb filter=lfs diff=lfs merge=lfs -text
DP_pengripA_downDims1_cropNo_freeze0_32_32_ema1_1e-4/wandb/run-20250505_135012-fjhp50hn/run-fjhp50hn.wandb filter=lfs diff=lfs merge=lfs -text
DP_pengripF_input224_freeze0_horizon16_transform0_1e-4_longtrain/wandb/run-20250509_115930-el8imly4/run-el8imly4.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250518_145405-bqr8y636/run-bqr8y636.wandb filter=lfs diff=lfs merge=lfs -text
diff --git a/checkpoints/020000/pretrained_model/config.json b/checkpoints/020000/pretrained_model/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c67a964ea3e70dc8909af56b3ab05bd9d44b31fc
--- /dev/null
+++ b/checkpoints/020000/pretrained_model/config.json
@@ -0,0 +1,107 @@
+{
+ "type": "diffusion",
+ "n_obs_steps": 2,
+ "normalization_mapping": {
+ "VISUAL": "MEAN_STD",
+ "STATE": "MIN_MAX",
+ "ACTION": "MIN_MAX"
+ },
+ "input_features": {
+ "observation.state": {
+ "type": "STATE",
+ "shape": [
+ 6
+ ]
+ },
+ "observation.images.FrontCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.TopCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.WristCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ }
+ },
+ "output_features": {
+ "action": {
+ "type": "ACTION",
+ "shape": [
+ 6
+ ]
+ }
+ },
+ "device": "cuda",
+ "use_amp": false,
+ "horizon": 16,
+ "n_action_steps": 8,
+ "drop_n_last_frames": 7,
+ "vision_backbone": "resnet50",
+ "crop_shape": [
+ 224,
+ 224
+ ],
+ "crop_is_random": false,
+ "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1",
+ "use_group_norm": false,
+ "spatial_softmax_num_keypoints": 32,
+ "use_separate_rgb_encoder_per_camera": false,
+ "down_dims": [
+ 256,
+ 512,
+ 1024
+ ],
+ "kernel_size": 5,
+ "n_groups": 8,
+ "diffusion_step_embed_dim": 128,
+ "use_film_scale_modulation": true,
+ "noise_scheduler_type": "DDIM",
+ "num_train_timesteps": 100,
+ "beta_schedule": "squaredcos_cap_v2",
+ "beta_start": 0.0001,
+ "beta_end": 0.02,
+ "prediction_type": "epsilon",
+ "clip_sample": true,
+ "clip_sample_range": 1.0,
+ "num_inference_steps": 10,
+ "do_mask_loss_for_padding": false,
+ "optimizer_lr": 0.0001,
+ "optimizer_betas": [
+ 0.95,
+ 0.999
+ ],
+ "optimizer_eps": 1e-08,
+ "optimizer_weight_decay": 1e-06,
+ "scheduler_name": "cosine",
+ "scheduler_warmup_steps": 500,
+ "pre_resize_shape": [
+ 224,
+ 224
+ ],
+ "freeze_vision_backbone": false,
+ "use_ac": false,
+ "ac_threshold": 0.99,
+ "use_pcg": false,
+ "pcg_weight": 0.1,
+ "use_bid": false,
+ "bid_batch_size": 15,
+ "bid_mode_size": 3,
+ "bid_temporal_coherence": 0.5,
+ "weak_model_path": null,
+ "weak_model_config": null
+}
\ No newline at end of file
diff --git a/checkpoints/020000/pretrained_model/model.safetensors b/checkpoints/020000/pretrained_model/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c4a1a119981ac244a907670a8d89f3a5fd0e686f
--- /dev/null
+++ b/checkpoints/020000/pretrained_model/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09abeb9608daa0e5d52be6c3a603f688d6de2bb90879e19a94e2fb9faa76a456
+size 369241872
diff --git a/checkpoints/020000/pretrained_model/train_config.json b/checkpoints/020000/pretrained_model/train_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..4d6ca3c401eeb27c6002327378b8fbed76055a2e
--- /dev/null
+++ b/checkpoints/020000/pretrained_model/train_config.json
@@ -0,0 +1,217 @@
+{
+ "dataset": {
+ "repo_id": "shylee/so100_pengripG",
+ "root": "/SSD/LSY/lerobot_dataset/pengripG",
+ "episodes": null,
+ "image_transforms": {
+ "enable": false,
+ "max_num_transforms": 3,
+ "random_order": false,
+ "tfs": {
+ "brightness": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "brightness": [
+ 0.8,
+ 1.2
+ ]
+ }
+ },
+ "contrast": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "contrast": [
+ 0.8,
+ 1.2
+ ]
+ }
+ },
+ "saturation": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "saturation": [
+ 0.5,
+ 1.5
+ ]
+ }
+ },
+ "hue": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "hue": [
+ -0.05,
+ 0.05
+ ]
+ }
+ },
+ "sharpness": {
+ "weight": 1.0,
+ "type": "SharpnessJitter",
+ "kwargs": {
+ "sharpness": [
+ 0.5,
+ 1.5
+ ]
+ }
+ }
+ }
+ },
+ "revision": null,
+ "use_imagenet_stats": true,
+ "video_backend": "torchcodec"
+ },
+ "env": null,
+ "policy": {
+ "type": "diffusion",
+ "n_obs_steps": 2,
+ "normalization_mapping": {
+ "VISUAL": "MEAN_STD",
+ "STATE": "MIN_MAX",
+ "ACTION": "MIN_MAX"
+ },
+ "input_features": {
+ "observation.state": {
+ "type": "STATE",
+ "shape": [
+ 6
+ ]
+ },
+ "observation.images.FrontCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.TopCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.WristCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ }
+ },
+ "output_features": {
+ "action": {
+ "type": "ACTION",
+ "shape": [
+ 6
+ ]
+ }
+ },
+ "device": "cuda",
+ "use_amp": false,
+ "horizon": 16,
+ "n_action_steps": 8,
+ "drop_n_last_frames": 7,
+ "vision_backbone": "resnet50",
+ "crop_shape": [
+ 224,
+ 224
+ ],
+ "crop_is_random": false,
+ "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1",
+ "use_group_norm": false,
+ "spatial_softmax_num_keypoints": 32,
+ "use_separate_rgb_encoder_per_camera": false,
+ "down_dims": [
+ 256,
+ 512,
+ 1024
+ ],
+ "kernel_size": 5,
+ "n_groups": 8,
+ "diffusion_step_embed_dim": 128,
+ "use_film_scale_modulation": true,
+ "noise_scheduler_type": "DDIM",
+ "num_train_timesteps": 100,
+ "beta_schedule": "squaredcos_cap_v2",
+ "beta_start": 0.0001,
+ "beta_end": 0.02,
+ "prediction_type": "epsilon",
+ "clip_sample": true,
+ "clip_sample_range": 1.0,
+ "num_inference_steps": 10,
+ "do_mask_loss_for_padding": false,
+ "optimizer_lr": 0.0001,
+ "optimizer_betas": [
+ 0.95,
+ 0.999
+ ],
+ "optimizer_eps": 1e-08,
+ "optimizer_weight_decay": 1e-06,
+ "scheduler_name": "cosine",
+ "scheduler_warmup_steps": 500,
+ "pre_resize_shape": [
+ 224,
+ 224
+ ],
+ "freeze_vision_backbone": false,
+ "use_ac": false,
+ "ac_threshold": 0.99,
+ "use_pcg": false,
+ "pcg_weight": 0.1,
+ "use_bid": false,
+ "bid_batch_size": 15,
+ "bid_mode_size": 3,
+ "bid_temporal_coherence": 0.5,
+ "weak_model_path": null,
+ "weak_model_config": null
+ },
+ "output_dir": "/SSD/LSY/lerobot_model/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_longtrain",
+ "job_name": "DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_longtrain",
+ "resume": false,
+ "seed": 1000,
+ "num_workers": 4,
+ "batch_size": 16,
+ "steps": 900000,
+ "eval_freq": 20000,
+ "log_freq": 200,
+ "save_checkpoint": true,
+ "save_freq": 20000,
+ "use_policy_training_preset": true,
+ "optimizer": {
+ "type": "adam",
+ "lr": 0.0001,
+ "weight_decay": 1e-06,
+ "grad_clip_norm": 10.0,
+ "betas": [
+ 0.95,
+ 0.999
+ ],
+ "eps": 1e-08
+ },
+ "scheduler": {
+ "type": "diffuser",
+ "num_warmup_steps": 500,
+ "name": "cosine"
+ },
+ "eval": {
+ "n_episodes": 50,
+ "batch_size": 50,
+ "use_async_envs": false
+ },
+ "wandb": {
+ "enable": true,
+ "disable_artifact": false,
+ "project": "lerobot",
+ "entity": null,
+ "notes": null,
+ "run_id": null,
+ "mode": null
+ }
+}
\ No newline at end of file
diff --git a/checkpoints/020000/training_state/optimizer_param_groups.json b/checkpoints/020000/training_state/optimizer_param_groups.json
new file mode 100644
index 0000000000000000000000000000000000000000..405338b379416ef7e9ea2dff41e1945e1a38630f
--- /dev/null
+++ b/checkpoints/020000/training_state/optimizer_param_groups.json
@@ -0,0 +1,331 @@
+[
+ {
+ "lr": 9.988408523308878e-05,
+ "betas": [
+ 0.95,
+ 0.999
+ ],
+ "eps": 1e-08,
+ "weight_decay": 1e-06,
+ "amsgrad": false,
+ "maximize": false,
+ "foreach": null,
+ "capturable": false,
+ "differentiable": false,
+ "fused": null,
+ "initial_lr": 0.0001,
+ "params": [
+ 0,
+ 1,
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7,
+ 8,
+ 9,
+ 10,
+ 11,
+ 12,
+ 13,
+ 14,
+ 15,
+ 16,
+ 17,
+ 18,
+ 19,
+ 20,
+ 21,
+ 22,
+ 23,
+ 24,
+ 25,
+ 26,
+ 27,
+ 28,
+ 29,
+ 30,
+ 31,
+ 32,
+ 33,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 42,
+ 43,
+ 44,
+ 45,
+ 46,
+ 47,
+ 48,
+ 49,
+ 50,
+ 51,
+ 52,
+ 53,
+ 54,
+ 55,
+ 56,
+ 57,
+ 58,
+ 59,
+ 60,
+ 61,
+ 62,
+ 63,
+ 64,
+ 65,
+ 66,
+ 67,
+ 68,
+ 69,
+ 70,
+ 71,
+ 72,
+ 73,
+ 74,
+ 75,
+ 76,
+ 77,
+ 78,
+ 79,
+ 80,
+ 81,
+ 82,
+ 83,
+ 84,
+ 85,
+ 86,
+ 87,
+ 88,
+ 89,
+ 90,
+ 91,
+ 92,
+ 93,
+ 94,
+ 95,
+ 96,
+ 97,
+ 98,
+ 99,
+ 100,
+ 101,
+ 102,
+ 103,
+ 104,
+ 105,
+ 106,
+ 107,
+ 108,
+ 109,
+ 110,
+ 111,
+ 112,
+ 113,
+ 114,
+ 115,
+ 116,
+ 117,
+ 118,
+ 119,
+ 120,
+ 121,
+ 122,
+ 123,
+ 124,
+ 125,
+ 126,
+ 127,
+ 128,
+ 129,
+ 130,
+ 131,
+ 132,
+ 133,
+ 134,
+ 135,
+ 136,
+ 137,
+ 138,
+ 139,
+ 140,
+ 141,
+ 142,
+ 143,
+ 144,
+ 145,
+ 146,
+ 147,
+ 148,
+ 149,
+ 150,
+ 151,
+ 152,
+ 153,
+ 154,
+ 155,
+ 156,
+ 157,
+ 158,
+ 159,
+ 160,
+ 161,
+ 162,
+ 163,
+ 164,
+ 165,
+ 166,
+ 167,
+ 168,
+ 169,
+ 170,
+ 171,
+ 172,
+ 173,
+ 174,
+ 175,
+ 176,
+ 177,
+ 178,
+ 179,
+ 180,
+ 181,
+ 182,
+ 183,
+ 184,
+ 185,
+ 186,
+ 187,
+ 188,
+ 189,
+ 190,
+ 191,
+ 192,
+ 193,
+ 194,
+ 195,
+ 196,
+ 197,
+ 198,
+ 199,
+ 200,
+ 201,
+ 202,
+ 203,
+ 204,
+ 205,
+ 206,
+ 207,
+ 208,
+ 209,
+ 210,
+ 211,
+ 212,
+ 213,
+ 214,
+ 215,
+ 216,
+ 217,
+ 218,
+ 219,
+ 220,
+ 221,
+ 222,
+ 223,
+ 224,
+ 225,
+ 226,
+ 227,
+ 228,
+ 229,
+ 230,
+ 231,
+ 232,
+ 233,
+ 234,
+ 235,
+ 236,
+ 237,
+ 238,
+ 239,
+ 240,
+ 241,
+ 242,
+ 243,
+ 244,
+ 245,
+ 246,
+ 247,
+ 248,
+ 249,
+ 250,
+ 251,
+ 252,
+ 253,
+ 254,
+ 255,
+ 256,
+ 257,
+ 258,
+ 259,
+ 260,
+ 261,
+ 262,
+ 263,
+ 264,
+ 265,
+ 266,
+ 267,
+ 268,
+ 269,
+ 270,
+ 271,
+ 272,
+ 273,
+ 274,
+ 275,
+ 276,
+ 277,
+ 278,
+ 279,
+ 280,
+ 281,
+ 282,
+ 283,
+ 284,
+ 285,
+ 286,
+ 287,
+ 288,
+ 289,
+ 290,
+ 291,
+ 292,
+ 293,
+ 294,
+ 295,
+ 296,
+ 297,
+ 298,
+ 299,
+ 300,
+ 301,
+ 302,
+ 303,
+ 304,
+ 305,
+ 306,
+ 307,
+ 308,
+ 309,
+ 310
+ ]
+ }
+]
\ No newline at end of file
diff --git a/checkpoints/020000/training_state/optimizer_state.safetensors b/checkpoints/020000/training_state/optimizer_state.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8e282df069aa704b2e51341b707c00cf6eb73b3e
--- /dev/null
+++ b/checkpoints/020000/training_state/optimizer_state.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f5f842368ed322f5dea744d639814e6c917fabda5f451d97fd005e765a48e17
+size 738026076
diff --git a/checkpoints/020000/training_state/rng_state.safetensors b/checkpoints/020000/training_state/rng_state.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8a8ab525fe736f10bd171b62e26543e7c023d99d
--- /dev/null
+++ b/checkpoints/020000/training_state/rng_state.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5191452353ab75313ddc014f5dc5cf2569172ba4fdad971263bbb73cbd92b6f
+size 15708
diff --git a/checkpoints/020000/training_state/scheduler_state.json b/checkpoints/020000/training_state/scheduler_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..5f6b7d022114095c4cff2efec62100d5fea2e863
--- /dev/null
+++ b/checkpoints/020000/training_state/scheduler_state.json
@@ -0,0 +1,15 @@
+{
+ "base_lrs": [
+ 0.0001
+ ],
+ "last_epoch": 20000,
+ "verbose": false,
+ "_step_count": 20001,
+ "_get_lr_called_within_step": false,
+ "_last_lr": [
+ 9.988408523308878e-05
+ ],
+ "lr_lambdas": [
+ null
+ ]
+}
\ No newline at end of file
diff --git a/checkpoints/020000/training_state/training_step.json b/checkpoints/020000/training_state/training_step.json
new file mode 100644
index 0000000000000000000000000000000000000000..dc9bb47026c5d5237ca6fc5dbff6020dd122ea05
--- /dev/null
+++ b/checkpoints/020000/training_state/training_step.json
@@ -0,0 +1,3 @@
+{
+ "step": 20000
+}
\ No newline at end of file
diff --git a/checkpoints/040000/pretrained_model/config.json b/checkpoints/040000/pretrained_model/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c67a964ea3e70dc8909af56b3ab05bd9d44b31fc
--- /dev/null
+++ b/checkpoints/040000/pretrained_model/config.json
@@ -0,0 +1,107 @@
+{
+ "type": "diffusion",
+ "n_obs_steps": 2,
+ "normalization_mapping": {
+ "VISUAL": "MEAN_STD",
+ "STATE": "MIN_MAX",
+ "ACTION": "MIN_MAX"
+ },
+ "input_features": {
+ "observation.state": {
+ "type": "STATE",
+ "shape": [
+ 6
+ ]
+ },
+ "observation.images.FrontCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.TopCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.WristCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ }
+ },
+ "output_features": {
+ "action": {
+ "type": "ACTION",
+ "shape": [
+ 6
+ ]
+ }
+ },
+ "device": "cuda",
+ "use_amp": false,
+ "horizon": 16,
+ "n_action_steps": 8,
+ "drop_n_last_frames": 7,
+ "vision_backbone": "resnet50",
+ "crop_shape": [
+ 224,
+ 224
+ ],
+ "crop_is_random": false,
+ "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1",
+ "use_group_norm": false,
+ "spatial_softmax_num_keypoints": 32,
+ "use_separate_rgb_encoder_per_camera": false,
+ "down_dims": [
+ 256,
+ 512,
+ 1024
+ ],
+ "kernel_size": 5,
+ "n_groups": 8,
+ "diffusion_step_embed_dim": 128,
+ "use_film_scale_modulation": true,
+ "noise_scheduler_type": "DDIM",
+ "num_train_timesteps": 100,
+ "beta_schedule": "squaredcos_cap_v2",
+ "beta_start": 0.0001,
+ "beta_end": 0.02,
+ "prediction_type": "epsilon",
+ "clip_sample": true,
+ "clip_sample_range": 1.0,
+ "num_inference_steps": 10,
+ "do_mask_loss_for_padding": false,
+ "optimizer_lr": 0.0001,
+ "optimizer_betas": [
+ 0.95,
+ 0.999
+ ],
+ "optimizer_eps": 1e-08,
+ "optimizer_weight_decay": 1e-06,
+ "scheduler_name": "cosine",
+ "scheduler_warmup_steps": 500,
+ "pre_resize_shape": [
+ 224,
+ 224
+ ],
+ "freeze_vision_backbone": false,
+ "use_ac": false,
+ "ac_threshold": 0.99,
+ "use_pcg": false,
+ "pcg_weight": 0.1,
+ "use_bid": false,
+ "bid_batch_size": 15,
+ "bid_mode_size": 3,
+ "bid_temporal_coherence": 0.5,
+ "weak_model_path": null,
+ "weak_model_config": null
+}
\ No newline at end of file
diff --git a/checkpoints/040000/pretrained_model/model.safetensors b/checkpoints/040000/pretrained_model/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b3af006266789ba28d7bfee842b0336a3f583888
--- /dev/null
+++ b/checkpoints/040000/pretrained_model/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83d75e06d00c1617e4be889e6e59e5d3700ab9d6ace38a1c87ae8a2dcd2a064c
+size 369241872
diff --git a/checkpoints/040000/pretrained_model/train_config.json b/checkpoints/040000/pretrained_model/train_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..4d6ca3c401eeb27c6002327378b8fbed76055a2e
--- /dev/null
+++ b/checkpoints/040000/pretrained_model/train_config.json
@@ -0,0 +1,217 @@
+{
+ "dataset": {
+ "repo_id": "shylee/so100_pengripG",
+ "root": "/SSD/LSY/lerobot_dataset/pengripG",
+ "episodes": null,
+ "image_transforms": {
+ "enable": false,
+ "max_num_transforms": 3,
+ "random_order": false,
+ "tfs": {
+ "brightness": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "brightness": [
+ 0.8,
+ 1.2
+ ]
+ }
+ },
+ "contrast": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "contrast": [
+ 0.8,
+ 1.2
+ ]
+ }
+ },
+ "saturation": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "saturation": [
+ 0.5,
+ 1.5
+ ]
+ }
+ },
+ "hue": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "hue": [
+ -0.05,
+ 0.05
+ ]
+ }
+ },
+ "sharpness": {
+ "weight": 1.0,
+ "type": "SharpnessJitter",
+ "kwargs": {
+ "sharpness": [
+ 0.5,
+ 1.5
+ ]
+ }
+ }
+ }
+ },
+ "revision": null,
+ "use_imagenet_stats": true,
+ "video_backend": "torchcodec"
+ },
+ "env": null,
+ "policy": {
+ "type": "diffusion",
+ "n_obs_steps": 2,
+ "normalization_mapping": {
+ "VISUAL": "MEAN_STD",
+ "STATE": "MIN_MAX",
+ "ACTION": "MIN_MAX"
+ },
+ "input_features": {
+ "observation.state": {
+ "type": "STATE",
+ "shape": [
+ 6
+ ]
+ },
+ "observation.images.FrontCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.TopCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.WristCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ }
+ },
+ "output_features": {
+ "action": {
+ "type": "ACTION",
+ "shape": [
+ 6
+ ]
+ }
+ },
+ "device": "cuda",
+ "use_amp": false,
+ "horizon": 16,
+ "n_action_steps": 8,
+ "drop_n_last_frames": 7,
+ "vision_backbone": "resnet50",
+ "crop_shape": [
+ 224,
+ 224
+ ],
+ "crop_is_random": false,
+ "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1",
+ "use_group_norm": false,
+ "spatial_softmax_num_keypoints": 32,
+ "use_separate_rgb_encoder_per_camera": false,
+ "down_dims": [
+ 256,
+ 512,
+ 1024
+ ],
+ "kernel_size": 5,
+ "n_groups": 8,
+ "diffusion_step_embed_dim": 128,
+ "use_film_scale_modulation": true,
+ "noise_scheduler_type": "DDIM",
+ "num_train_timesteps": 100,
+ "beta_schedule": "squaredcos_cap_v2",
+ "beta_start": 0.0001,
+ "beta_end": 0.02,
+ "prediction_type": "epsilon",
+ "clip_sample": true,
+ "clip_sample_range": 1.0,
+ "num_inference_steps": 10,
+ "do_mask_loss_for_padding": false,
+ "optimizer_lr": 0.0001,
+ "optimizer_betas": [
+ 0.95,
+ 0.999
+ ],
+ "optimizer_eps": 1e-08,
+ "optimizer_weight_decay": 1e-06,
+ "scheduler_name": "cosine",
+ "scheduler_warmup_steps": 500,
+ "pre_resize_shape": [
+ 224,
+ 224
+ ],
+ "freeze_vision_backbone": false,
+ "use_ac": false,
+ "ac_threshold": 0.99,
+ "use_pcg": false,
+ "pcg_weight": 0.1,
+ "use_bid": false,
+ "bid_batch_size": 15,
+ "bid_mode_size": 3,
+ "bid_temporal_coherence": 0.5,
+ "weak_model_path": null,
+ "weak_model_config": null
+ },
+ "output_dir": "/SSD/LSY/lerobot_model/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_longtrain",
+ "job_name": "DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_longtrain",
+ "resume": false,
+ "seed": 1000,
+ "num_workers": 4,
+ "batch_size": 16,
+ "steps": 900000,
+ "eval_freq": 20000,
+ "log_freq": 200,
+ "save_checkpoint": true,
+ "save_freq": 20000,
+ "use_policy_training_preset": true,
+ "optimizer": {
+ "type": "adam",
+ "lr": 0.0001,
+ "weight_decay": 1e-06,
+ "grad_clip_norm": 10.0,
+ "betas": [
+ 0.95,
+ 0.999
+ ],
+ "eps": 1e-08
+ },
+ "scheduler": {
+ "type": "diffuser",
+ "num_warmup_steps": 500,
+ "name": "cosine"
+ },
+ "eval": {
+ "n_episodes": 50,
+ "batch_size": 50,
+ "use_async_envs": false
+ },
+ "wandb": {
+ "enable": true,
+ "disable_artifact": false,
+ "project": "lerobot",
+ "entity": null,
+ "notes": null,
+ "run_id": null,
+ "mode": null
+ }
+}
\ No newline at end of file
diff --git a/checkpoints/040000/training_state/optimizer_param_groups.json b/checkpoints/040000/training_state/optimizer_param_groups.json
new file mode 100644
index 0000000000000000000000000000000000000000..b3da79e6484eab9bbf8bab58b4d3e972f2bbea0d
--- /dev/null
+++ b/checkpoints/040000/training_state/optimizer_param_groups.json
@@ -0,0 +1,331 @@
+[
+ {
+ "lr": 9.952494630736838e-05,
+ "betas": [
+ 0.95,
+ 0.999
+ ],
+ "eps": 1e-08,
+ "weight_decay": 1e-06,
+ "amsgrad": false,
+ "maximize": false,
+ "foreach": null,
+ "capturable": false,
+ "differentiable": false,
+ "fused": null,
+ "initial_lr": 0.0001,
+ "params": [
+ 0,
+ 1,
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7,
+ 8,
+ 9,
+ 10,
+ 11,
+ 12,
+ 13,
+ 14,
+ 15,
+ 16,
+ 17,
+ 18,
+ 19,
+ 20,
+ 21,
+ 22,
+ 23,
+ 24,
+ 25,
+ 26,
+ 27,
+ 28,
+ 29,
+ 30,
+ 31,
+ 32,
+ 33,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 42,
+ 43,
+ 44,
+ 45,
+ 46,
+ 47,
+ 48,
+ 49,
+ 50,
+ 51,
+ 52,
+ 53,
+ 54,
+ 55,
+ 56,
+ 57,
+ 58,
+ 59,
+ 60,
+ 61,
+ 62,
+ 63,
+ 64,
+ 65,
+ 66,
+ 67,
+ 68,
+ 69,
+ 70,
+ 71,
+ 72,
+ 73,
+ 74,
+ 75,
+ 76,
+ 77,
+ 78,
+ 79,
+ 80,
+ 81,
+ 82,
+ 83,
+ 84,
+ 85,
+ 86,
+ 87,
+ 88,
+ 89,
+ 90,
+ 91,
+ 92,
+ 93,
+ 94,
+ 95,
+ 96,
+ 97,
+ 98,
+ 99,
+ 100,
+ 101,
+ 102,
+ 103,
+ 104,
+ 105,
+ 106,
+ 107,
+ 108,
+ 109,
+ 110,
+ 111,
+ 112,
+ 113,
+ 114,
+ 115,
+ 116,
+ 117,
+ 118,
+ 119,
+ 120,
+ 121,
+ 122,
+ 123,
+ 124,
+ 125,
+ 126,
+ 127,
+ 128,
+ 129,
+ 130,
+ 131,
+ 132,
+ 133,
+ 134,
+ 135,
+ 136,
+ 137,
+ 138,
+ 139,
+ 140,
+ 141,
+ 142,
+ 143,
+ 144,
+ 145,
+ 146,
+ 147,
+ 148,
+ 149,
+ 150,
+ 151,
+ 152,
+ 153,
+ 154,
+ 155,
+ 156,
+ 157,
+ 158,
+ 159,
+ 160,
+ 161,
+ 162,
+ 163,
+ 164,
+ 165,
+ 166,
+ 167,
+ 168,
+ 169,
+ 170,
+ 171,
+ 172,
+ 173,
+ 174,
+ 175,
+ 176,
+ 177,
+ 178,
+ 179,
+ 180,
+ 181,
+ 182,
+ 183,
+ 184,
+ 185,
+ 186,
+ 187,
+ 188,
+ 189,
+ 190,
+ 191,
+ 192,
+ 193,
+ 194,
+ 195,
+ 196,
+ 197,
+ 198,
+ 199,
+ 200,
+ 201,
+ 202,
+ 203,
+ 204,
+ 205,
+ 206,
+ 207,
+ 208,
+ 209,
+ 210,
+ 211,
+ 212,
+ 213,
+ 214,
+ 215,
+ 216,
+ 217,
+ 218,
+ 219,
+ 220,
+ 221,
+ 222,
+ 223,
+ 224,
+ 225,
+ 226,
+ 227,
+ 228,
+ 229,
+ 230,
+ 231,
+ 232,
+ 233,
+ 234,
+ 235,
+ 236,
+ 237,
+ 238,
+ 239,
+ 240,
+ 241,
+ 242,
+ 243,
+ 244,
+ 245,
+ 246,
+ 247,
+ 248,
+ 249,
+ 250,
+ 251,
+ 252,
+ 253,
+ 254,
+ 255,
+ 256,
+ 257,
+ 258,
+ 259,
+ 260,
+ 261,
+ 262,
+ 263,
+ 264,
+ 265,
+ 266,
+ 267,
+ 268,
+ 269,
+ 270,
+ 271,
+ 272,
+ 273,
+ 274,
+ 275,
+ 276,
+ 277,
+ 278,
+ 279,
+ 280,
+ 281,
+ 282,
+ 283,
+ 284,
+ 285,
+ 286,
+ 287,
+ 288,
+ 289,
+ 290,
+ 291,
+ 292,
+ 293,
+ 294,
+ 295,
+ 296,
+ 297,
+ 298,
+ 299,
+ 300,
+ 301,
+ 302,
+ 303,
+ 304,
+ 305,
+ 306,
+ 307,
+ 308,
+ 309,
+ 310
+ ]
+ }
+]
\ No newline at end of file
diff --git a/checkpoints/040000/training_state/optimizer_state.safetensors b/checkpoints/040000/training_state/optimizer_state.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b9829500aff95a3e13f9f1ed2297e562374eac00
--- /dev/null
+++ b/checkpoints/040000/training_state/optimizer_state.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f9fa55627f12300150b60756aa8fc300896a30ff3a7dd790710f4ab57382f53
+size 738026076
diff --git a/checkpoints/040000/training_state/rng_state.safetensors b/checkpoints/040000/training_state/rng_state.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..87de4d5a24efaaf0a7524989a182ba1d9273c753
--- /dev/null
+++ b/checkpoints/040000/training_state/rng_state.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d10dbe23d34d1648573dc3a4c42ba7aa08b240741d2f5003c7f94bb456590a46
+size 15708
diff --git a/checkpoints/040000/training_state/scheduler_state.json b/checkpoints/040000/training_state/scheduler_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..d95309928fabcfb610505fa1704c10e6ffd6622b
--- /dev/null
+++ b/checkpoints/040000/training_state/scheduler_state.json
@@ -0,0 +1,15 @@
+{
+ "base_lrs": [
+ 0.0001
+ ],
+ "last_epoch": 40000,
+ "verbose": false,
+ "_step_count": 40001,
+ "_get_lr_called_within_step": false,
+ "_last_lr": [
+ 9.952494630736838e-05
+ ],
+ "lr_lambdas": [
+ null
+ ]
+}
\ No newline at end of file
diff --git a/checkpoints/040000/training_state/training_step.json b/checkpoints/040000/training_state/training_step.json
new file mode 100644
index 0000000000000000000000000000000000000000..fe40d8ff4312c7e5a8fba9bcc932a43a1384ba77
--- /dev/null
+++ b/checkpoints/040000/training_state/training_step.json
@@ -0,0 +1,3 @@
+{
+ "step": 40000
+}
\ No newline at end of file
diff --git a/checkpoints/060000/pretrained_model/config.json b/checkpoints/060000/pretrained_model/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c67a964ea3e70dc8909af56b3ab05bd9d44b31fc
--- /dev/null
+++ b/checkpoints/060000/pretrained_model/config.json
@@ -0,0 +1,107 @@
+{
+ "type": "diffusion",
+ "n_obs_steps": 2,
+ "normalization_mapping": {
+ "VISUAL": "MEAN_STD",
+ "STATE": "MIN_MAX",
+ "ACTION": "MIN_MAX"
+ },
+ "input_features": {
+ "observation.state": {
+ "type": "STATE",
+ "shape": [
+ 6
+ ]
+ },
+ "observation.images.FrontCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.TopCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.WristCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ }
+ },
+ "output_features": {
+ "action": {
+ "type": "ACTION",
+ "shape": [
+ 6
+ ]
+ }
+ },
+ "device": "cuda",
+ "use_amp": false,
+ "horizon": 16,
+ "n_action_steps": 8,
+ "drop_n_last_frames": 7,
+ "vision_backbone": "resnet50",
+ "crop_shape": [
+ 224,
+ 224
+ ],
+ "crop_is_random": false,
+ "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1",
+ "use_group_norm": false,
+ "spatial_softmax_num_keypoints": 32,
+ "use_separate_rgb_encoder_per_camera": false,
+ "down_dims": [
+ 256,
+ 512,
+ 1024
+ ],
+ "kernel_size": 5,
+ "n_groups": 8,
+ "diffusion_step_embed_dim": 128,
+ "use_film_scale_modulation": true,
+ "noise_scheduler_type": "DDIM",
+ "num_train_timesteps": 100,
+ "beta_schedule": "squaredcos_cap_v2",
+ "beta_start": 0.0001,
+ "beta_end": 0.02,
+ "prediction_type": "epsilon",
+ "clip_sample": true,
+ "clip_sample_range": 1.0,
+ "num_inference_steps": 10,
+ "do_mask_loss_for_padding": false,
+ "optimizer_lr": 0.0001,
+ "optimizer_betas": [
+ 0.95,
+ 0.999
+ ],
+ "optimizer_eps": 1e-08,
+ "optimizer_weight_decay": 1e-06,
+ "scheduler_name": "cosine",
+ "scheduler_warmup_steps": 500,
+ "pre_resize_shape": [
+ 224,
+ 224
+ ],
+ "freeze_vision_backbone": false,
+ "use_ac": false,
+ "ac_threshold": 0.99,
+ "use_pcg": false,
+ "pcg_weight": 0.1,
+ "use_bid": false,
+ "bid_batch_size": 15,
+ "bid_mode_size": 3,
+ "bid_temporal_coherence": 0.5,
+ "weak_model_path": null,
+ "weak_model_config": null
+}
\ No newline at end of file
diff --git a/checkpoints/060000/pretrained_model/model.safetensors b/checkpoints/060000/pretrained_model/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e29fb2eac728a526a5bfb135e2185d5b7971bd1f
--- /dev/null
+++ b/checkpoints/060000/pretrained_model/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b54dca2cd35b936beef31a32a35bd7a124abcc2a849942c844db85b9388df69a
+size 369241872
diff --git a/checkpoints/060000/pretrained_model/train_config.json b/checkpoints/060000/pretrained_model/train_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..4d6ca3c401eeb27c6002327378b8fbed76055a2e
--- /dev/null
+++ b/checkpoints/060000/pretrained_model/train_config.json
@@ -0,0 +1,217 @@
+{
+ "dataset": {
+ "repo_id": "shylee/so100_pengripG",
+ "root": "/SSD/LSY/lerobot_dataset/pengripG",
+ "episodes": null,
+ "image_transforms": {
+ "enable": false,
+ "max_num_transforms": 3,
+ "random_order": false,
+ "tfs": {
+ "brightness": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "brightness": [
+ 0.8,
+ 1.2
+ ]
+ }
+ },
+ "contrast": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "contrast": [
+ 0.8,
+ 1.2
+ ]
+ }
+ },
+ "saturation": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "saturation": [
+ 0.5,
+ 1.5
+ ]
+ }
+ },
+ "hue": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "hue": [
+ -0.05,
+ 0.05
+ ]
+ }
+ },
+ "sharpness": {
+ "weight": 1.0,
+ "type": "SharpnessJitter",
+ "kwargs": {
+ "sharpness": [
+ 0.5,
+ 1.5
+ ]
+ }
+ }
+ }
+ },
+ "revision": null,
+ "use_imagenet_stats": true,
+ "video_backend": "torchcodec"
+ },
+ "env": null,
+ "policy": {
+ "type": "diffusion",
+ "n_obs_steps": 2,
+ "normalization_mapping": {
+ "VISUAL": "MEAN_STD",
+ "STATE": "MIN_MAX",
+ "ACTION": "MIN_MAX"
+ },
+ "input_features": {
+ "observation.state": {
+ "type": "STATE",
+ "shape": [
+ 6
+ ]
+ },
+ "observation.images.FrontCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.TopCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.WristCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ }
+ },
+ "output_features": {
+ "action": {
+ "type": "ACTION",
+ "shape": [
+ 6
+ ]
+ }
+ },
+ "device": "cuda",
+ "use_amp": false,
+ "horizon": 16,
+ "n_action_steps": 8,
+ "drop_n_last_frames": 7,
+ "vision_backbone": "resnet50",
+ "crop_shape": [
+ 224,
+ 224
+ ],
+ "crop_is_random": false,
+ "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1",
+ "use_group_norm": false,
+ "spatial_softmax_num_keypoints": 32,
+ "use_separate_rgb_encoder_per_camera": false,
+ "down_dims": [
+ 256,
+ 512,
+ 1024
+ ],
+ "kernel_size": 5,
+ "n_groups": 8,
+ "diffusion_step_embed_dim": 128,
+ "use_film_scale_modulation": true,
+ "noise_scheduler_type": "DDIM",
+ "num_train_timesteps": 100,
+ "beta_schedule": "squaredcos_cap_v2",
+ "beta_start": 0.0001,
+ "beta_end": 0.02,
+ "prediction_type": "epsilon",
+ "clip_sample": true,
+ "clip_sample_range": 1.0,
+ "num_inference_steps": 10,
+ "do_mask_loss_for_padding": false,
+ "optimizer_lr": 0.0001,
+ "optimizer_betas": [
+ 0.95,
+ 0.999
+ ],
+ "optimizer_eps": 1e-08,
+ "optimizer_weight_decay": 1e-06,
+ "scheduler_name": "cosine",
+ "scheduler_warmup_steps": 500,
+ "pre_resize_shape": [
+ 224,
+ 224
+ ],
+ "freeze_vision_backbone": false,
+ "use_ac": false,
+ "ac_threshold": 0.99,
+ "use_pcg": false,
+ "pcg_weight": 0.1,
+ "use_bid": false,
+ "bid_batch_size": 15,
+ "bid_mode_size": 3,
+ "bid_temporal_coherence": 0.5,
+ "weak_model_path": null,
+ "weak_model_config": null
+ },
+ "output_dir": "/SSD/LSY/lerobot_model/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_longtrain",
+ "job_name": "DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_longtrain",
+ "resume": false,
+ "seed": 1000,
+ "num_workers": 4,
+ "batch_size": 16,
+ "steps": 900000,
+ "eval_freq": 20000,
+ "log_freq": 200,
+ "save_checkpoint": true,
+ "save_freq": 20000,
+ "use_policy_training_preset": true,
+ "optimizer": {
+ "type": "adam",
+ "lr": 0.0001,
+ "weight_decay": 1e-06,
+ "grad_clip_norm": 10.0,
+ "betas": [
+ 0.95,
+ 0.999
+ ],
+ "eps": 1e-08
+ },
+ "scheduler": {
+ "type": "diffuser",
+ "num_warmup_steps": 500,
+ "name": "cosine"
+ },
+ "eval": {
+ "n_episodes": 50,
+ "batch_size": 50,
+ "use_async_envs": false
+ },
+ "wandb": {
+ "enable": true,
+ "disable_artifact": false,
+ "project": "lerobot",
+ "entity": null,
+ "notes": null,
+ "run_id": null,
+ "mode": null
+ }
+}
\ No newline at end of file
diff --git a/checkpoints/060000/training_state/optimizer_param_groups.json b/checkpoints/060000/training_state/optimizer_param_groups.json
new file mode 100644
index 0000000000000000000000000000000000000000..c4b9153044afcd3a374917ee7385a8edfd2c00ce
--- /dev/null
+++ b/checkpoints/060000/training_state/optimizer_param_groups.json
@@ -0,0 +1,331 @@
+[
+ {
+ "lr": 9.892425861749099e-05,
+ "betas": [
+ 0.95,
+ 0.999
+ ],
+ "eps": 1e-08,
+ "weight_decay": 1e-06,
+ "amsgrad": false,
+ "maximize": false,
+ "foreach": null,
+ "capturable": false,
+ "differentiable": false,
+ "fused": null,
+ "initial_lr": 0.0001,
+ "params": [
+ 0,
+ 1,
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7,
+ 8,
+ 9,
+ 10,
+ 11,
+ 12,
+ 13,
+ 14,
+ 15,
+ 16,
+ 17,
+ 18,
+ 19,
+ 20,
+ 21,
+ 22,
+ 23,
+ 24,
+ 25,
+ 26,
+ 27,
+ 28,
+ 29,
+ 30,
+ 31,
+ 32,
+ 33,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 42,
+ 43,
+ 44,
+ 45,
+ 46,
+ 47,
+ 48,
+ 49,
+ 50,
+ 51,
+ 52,
+ 53,
+ 54,
+ 55,
+ 56,
+ 57,
+ 58,
+ 59,
+ 60,
+ 61,
+ 62,
+ 63,
+ 64,
+ 65,
+ 66,
+ 67,
+ 68,
+ 69,
+ 70,
+ 71,
+ 72,
+ 73,
+ 74,
+ 75,
+ 76,
+ 77,
+ 78,
+ 79,
+ 80,
+ 81,
+ 82,
+ 83,
+ 84,
+ 85,
+ 86,
+ 87,
+ 88,
+ 89,
+ 90,
+ 91,
+ 92,
+ 93,
+ 94,
+ 95,
+ 96,
+ 97,
+ 98,
+ 99,
+ 100,
+ 101,
+ 102,
+ 103,
+ 104,
+ 105,
+ 106,
+ 107,
+ 108,
+ 109,
+ 110,
+ 111,
+ 112,
+ 113,
+ 114,
+ 115,
+ 116,
+ 117,
+ 118,
+ 119,
+ 120,
+ 121,
+ 122,
+ 123,
+ 124,
+ 125,
+ 126,
+ 127,
+ 128,
+ 129,
+ 130,
+ 131,
+ 132,
+ 133,
+ 134,
+ 135,
+ 136,
+ 137,
+ 138,
+ 139,
+ 140,
+ 141,
+ 142,
+ 143,
+ 144,
+ 145,
+ 146,
+ 147,
+ 148,
+ 149,
+ 150,
+ 151,
+ 152,
+ 153,
+ 154,
+ 155,
+ 156,
+ 157,
+ 158,
+ 159,
+ 160,
+ 161,
+ 162,
+ 163,
+ 164,
+ 165,
+ 166,
+ 167,
+ 168,
+ 169,
+ 170,
+ 171,
+ 172,
+ 173,
+ 174,
+ 175,
+ 176,
+ 177,
+ 178,
+ 179,
+ 180,
+ 181,
+ 182,
+ 183,
+ 184,
+ 185,
+ 186,
+ 187,
+ 188,
+ 189,
+ 190,
+ 191,
+ 192,
+ 193,
+ 194,
+ 195,
+ 196,
+ 197,
+ 198,
+ 199,
+ 200,
+ 201,
+ 202,
+ 203,
+ 204,
+ 205,
+ 206,
+ 207,
+ 208,
+ 209,
+ 210,
+ 211,
+ 212,
+ 213,
+ 214,
+ 215,
+ 216,
+ 217,
+ 218,
+ 219,
+ 220,
+ 221,
+ 222,
+ 223,
+ 224,
+ 225,
+ 226,
+ 227,
+ 228,
+ 229,
+ 230,
+ 231,
+ 232,
+ 233,
+ 234,
+ 235,
+ 236,
+ 237,
+ 238,
+ 239,
+ 240,
+ 241,
+ 242,
+ 243,
+ 244,
+ 245,
+ 246,
+ 247,
+ 248,
+ 249,
+ 250,
+ 251,
+ 252,
+ 253,
+ 254,
+ 255,
+ 256,
+ 257,
+ 258,
+ 259,
+ 260,
+ 261,
+ 262,
+ 263,
+ 264,
+ 265,
+ 266,
+ 267,
+ 268,
+ 269,
+ 270,
+ 271,
+ 272,
+ 273,
+ 274,
+ 275,
+ 276,
+ 277,
+ 278,
+ 279,
+ 280,
+ 281,
+ 282,
+ 283,
+ 284,
+ 285,
+ 286,
+ 287,
+ 288,
+ 289,
+ 290,
+ 291,
+ 292,
+ 293,
+ 294,
+ 295,
+ 296,
+ 297,
+ 298,
+ 299,
+ 300,
+ 301,
+ 302,
+ 303,
+ 304,
+ 305,
+ 306,
+ 307,
+ 308,
+ 309,
+ 310
+ ]
+ }
+]
\ No newline at end of file
diff --git a/checkpoints/060000/training_state/optimizer_state.safetensors b/checkpoints/060000/training_state/optimizer_state.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..776f02893513e7456330119a9c9c30c9bf6a030b
--- /dev/null
+++ b/checkpoints/060000/training_state/optimizer_state.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cb164236240d6330d4aedadd7ccf4684b0e14e5780c11ed58633aa4503e3f2d
+size 738026076
diff --git a/checkpoints/060000/training_state/rng_state.safetensors b/checkpoints/060000/training_state/rng_state.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..2cbd2b884f09ad2e25c7d38a874ea0575db6c97f
--- /dev/null
+++ b/checkpoints/060000/training_state/rng_state.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:970792d1f80bf406842fb8e8bcb92f95f5113f0a38adfb8e346882f48c91e98a
+size 15708
diff --git a/checkpoints/060000/training_state/scheduler_state.json b/checkpoints/060000/training_state/scheduler_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..9c3d845454183abd4bb260e7962ae0003eff2976
--- /dev/null
+++ b/checkpoints/060000/training_state/scheduler_state.json
@@ -0,0 +1,15 @@
+{
+ "base_lrs": [
+ 0.0001
+ ],
+ "last_epoch": 60000,
+ "verbose": false,
+ "_step_count": 60001,
+ "_get_lr_called_within_step": false,
+ "_last_lr": [
+ 9.892425861749099e-05
+ ],
+ "lr_lambdas": [
+ null
+ ]
+}
\ No newline at end of file
diff --git a/checkpoints/060000/training_state/training_step.json b/checkpoints/060000/training_state/training_step.json
new file mode 100644
index 0000000000000000000000000000000000000000..d360b6037f1c8c2c85d38e951160eb02ace507dd
--- /dev/null
+++ b/checkpoints/060000/training_state/training_step.json
@@ -0,0 +1,3 @@
+{
+ "step": 60000
+}
\ No newline at end of file
diff --git a/checkpoints/080000/pretrained_model/config.json b/checkpoints/080000/pretrained_model/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c67a964ea3e70dc8909af56b3ab05bd9d44b31fc
--- /dev/null
+++ b/checkpoints/080000/pretrained_model/config.json
@@ -0,0 +1,107 @@
+{
+ "type": "diffusion",
+ "n_obs_steps": 2,
+ "normalization_mapping": {
+ "VISUAL": "MEAN_STD",
+ "STATE": "MIN_MAX",
+ "ACTION": "MIN_MAX"
+ },
+ "input_features": {
+ "observation.state": {
+ "type": "STATE",
+ "shape": [
+ 6
+ ]
+ },
+ "observation.images.FrontCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.TopCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.WristCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ }
+ },
+ "output_features": {
+ "action": {
+ "type": "ACTION",
+ "shape": [
+ 6
+ ]
+ }
+ },
+ "device": "cuda",
+ "use_amp": false,
+ "horizon": 16,
+ "n_action_steps": 8,
+ "drop_n_last_frames": 7,
+ "vision_backbone": "resnet50",
+ "crop_shape": [
+ 224,
+ 224
+ ],
+ "crop_is_random": false,
+ "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1",
+ "use_group_norm": false,
+ "spatial_softmax_num_keypoints": 32,
+ "use_separate_rgb_encoder_per_camera": false,
+ "down_dims": [
+ 256,
+ 512,
+ 1024
+ ],
+ "kernel_size": 5,
+ "n_groups": 8,
+ "diffusion_step_embed_dim": 128,
+ "use_film_scale_modulation": true,
+ "noise_scheduler_type": "DDIM",
+ "num_train_timesteps": 100,
+ "beta_schedule": "squaredcos_cap_v2",
+ "beta_start": 0.0001,
+ "beta_end": 0.02,
+ "prediction_type": "epsilon",
+ "clip_sample": true,
+ "clip_sample_range": 1.0,
+ "num_inference_steps": 10,
+ "do_mask_loss_for_padding": false,
+ "optimizer_lr": 0.0001,
+ "optimizer_betas": [
+ 0.95,
+ 0.999
+ ],
+ "optimizer_eps": 1e-08,
+ "optimizer_weight_decay": 1e-06,
+ "scheduler_name": "cosine",
+ "scheduler_warmup_steps": 500,
+ "pre_resize_shape": [
+ 224,
+ 224
+ ],
+ "freeze_vision_backbone": false,
+ "use_ac": false,
+ "ac_threshold": 0.99,
+ "use_pcg": false,
+ "pcg_weight": 0.1,
+ "use_bid": false,
+ "bid_batch_size": 15,
+ "bid_mode_size": 3,
+ "bid_temporal_coherence": 0.5,
+ "weak_model_path": null,
+ "weak_model_config": null
+}
\ No newline at end of file
diff --git a/checkpoints/080000/pretrained_model/model.safetensors b/checkpoints/080000/pretrained_model/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..41f2a0d5579773d8ccbc4203a69acff9eea7d5a5
--- /dev/null
+++ b/checkpoints/080000/pretrained_model/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21fb2448110c6c38a86e9c38885fdbf6ad36527ac9b01d7d787ca826cd0e33e0
+size 369241872
diff --git a/checkpoints/080000/pretrained_model/train_config.json b/checkpoints/080000/pretrained_model/train_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..4d6ca3c401eeb27c6002327378b8fbed76055a2e
--- /dev/null
+++ b/checkpoints/080000/pretrained_model/train_config.json
@@ -0,0 +1,217 @@
+{
+ "dataset": {
+ "repo_id": "shylee/so100_pengripG",
+ "root": "/SSD/LSY/lerobot_dataset/pengripG",
+ "episodes": null,
+ "image_transforms": {
+ "enable": false,
+ "max_num_transforms": 3,
+ "random_order": false,
+ "tfs": {
+ "brightness": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "brightness": [
+ 0.8,
+ 1.2
+ ]
+ }
+ },
+ "contrast": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "contrast": [
+ 0.8,
+ 1.2
+ ]
+ }
+ },
+ "saturation": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "saturation": [
+ 0.5,
+ 1.5
+ ]
+ }
+ },
+ "hue": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "hue": [
+ -0.05,
+ 0.05
+ ]
+ }
+ },
+ "sharpness": {
+ "weight": 1.0,
+ "type": "SharpnessJitter",
+ "kwargs": {
+ "sharpness": [
+ 0.5,
+ 1.5
+ ]
+ }
+ }
+ }
+ },
+ "revision": null,
+ "use_imagenet_stats": true,
+ "video_backend": "torchcodec"
+ },
+ "env": null,
+ "policy": {
+ "type": "diffusion",
+ "n_obs_steps": 2,
+ "normalization_mapping": {
+ "VISUAL": "MEAN_STD",
+ "STATE": "MIN_MAX",
+ "ACTION": "MIN_MAX"
+ },
+ "input_features": {
+ "observation.state": {
+ "type": "STATE",
+ "shape": [
+ 6
+ ]
+ },
+ "observation.images.FrontCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.TopCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.WristCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ }
+ },
+ "output_features": {
+ "action": {
+ "type": "ACTION",
+ "shape": [
+ 6
+ ]
+ }
+ },
+ "device": "cuda",
+ "use_amp": false,
+ "horizon": 16,
+ "n_action_steps": 8,
+ "drop_n_last_frames": 7,
+ "vision_backbone": "resnet50",
+ "crop_shape": [
+ 224,
+ 224
+ ],
+ "crop_is_random": false,
+ "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1",
+ "use_group_norm": false,
+ "spatial_softmax_num_keypoints": 32,
+ "use_separate_rgb_encoder_per_camera": false,
+ "down_dims": [
+ 256,
+ 512,
+ 1024
+ ],
+ "kernel_size": 5,
+ "n_groups": 8,
+ "diffusion_step_embed_dim": 128,
+ "use_film_scale_modulation": true,
+ "noise_scheduler_type": "DDIM",
+ "num_train_timesteps": 100,
+ "beta_schedule": "squaredcos_cap_v2",
+ "beta_start": 0.0001,
+ "beta_end": 0.02,
+ "prediction_type": "epsilon",
+ "clip_sample": true,
+ "clip_sample_range": 1.0,
+ "num_inference_steps": 10,
+ "do_mask_loss_for_padding": false,
+ "optimizer_lr": 0.0001,
+ "optimizer_betas": [
+ 0.95,
+ 0.999
+ ],
+ "optimizer_eps": 1e-08,
+ "optimizer_weight_decay": 1e-06,
+ "scheduler_name": "cosine",
+ "scheduler_warmup_steps": 500,
+ "pre_resize_shape": [
+ 224,
+ 224
+ ],
+ "freeze_vision_backbone": false,
+ "use_ac": false,
+ "ac_threshold": 0.99,
+ "use_pcg": false,
+ "pcg_weight": 0.1,
+ "use_bid": false,
+ "bid_batch_size": 15,
+ "bid_mode_size": 3,
+ "bid_temporal_coherence": 0.5,
+ "weak_model_path": null,
+ "weak_model_config": null
+ },
+ "output_dir": "/SSD/LSY/lerobot_model/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_longtrain",
+ "job_name": "DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_longtrain",
+ "resume": false,
+ "seed": 1000,
+ "num_workers": 4,
+ "batch_size": 16,
+ "steps": 900000,
+ "eval_freq": 20000,
+ "log_freq": 200,
+ "save_checkpoint": true,
+ "save_freq": 20000,
+ "use_policy_training_preset": true,
+ "optimizer": {
+ "type": "adam",
+ "lr": 0.0001,
+ "weight_decay": 1e-06,
+ "grad_clip_norm": 10.0,
+ "betas": [
+ 0.95,
+ 0.999
+ ],
+ "eps": 1e-08
+ },
+ "scheduler": {
+ "type": "diffuser",
+ "num_warmup_steps": 500,
+ "name": "cosine"
+ },
+ "eval": {
+ "n_episodes": 50,
+ "batch_size": 50,
+ "use_async_envs": false
+ },
+ "wandb": {
+ "enable": true,
+ "disable_artifact": false,
+ "project": "lerobot",
+ "entity": null,
+ "notes": null,
+ "run_id": null,
+ "mode": null
+ }
+}
\ No newline at end of file
diff --git a/checkpoints/080000/training_state/optimizer_param_groups.json b/checkpoints/080000/training_state/optimizer_param_groups.json
new file mode 100644
index 0000000000000000000000000000000000000000..c4c0cddbc88c70e7e02e97c3e9a3958ddf01c78f
--- /dev/null
+++ b/checkpoints/080000/training_state/optimizer_param_groups.json
@@ -0,0 +1,331 @@
+[
+ {
+ "lr": 9.808495190654474e-05,
+ "betas": [
+ 0.95,
+ 0.999
+ ],
+ "eps": 1e-08,
+ "weight_decay": 1e-06,
+ "amsgrad": false,
+ "maximize": false,
+ "foreach": null,
+ "capturable": false,
+ "differentiable": false,
+ "fused": null,
+ "initial_lr": 0.0001,
+ "params": [
+ 0,
+ 1,
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7,
+ 8,
+ 9,
+ 10,
+ 11,
+ 12,
+ 13,
+ 14,
+ 15,
+ 16,
+ 17,
+ 18,
+ 19,
+ 20,
+ 21,
+ 22,
+ 23,
+ 24,
+ 25,
+ 26,
+ 27,
+ 28,
+ 29,
+ 30,
+ 31,
+ 32,
+ 33,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 42,
+ 43,
+ 44,
+ 45,
+ 46,
+ 47,
+ 48,
+ 49,
+ 50,
+ 51,
+ 52,
+ 53,
+ 54,
+ 55,
+ 56,
+ 57,
+ 58,
+ 59,
+ 60,
+ 61,
+ 62,
+ 63,
+ 64,
+ 65,
+ 66,
+ 67,
+ 68,
+ 69,
+ 70,
+ 71,
+ 72,
+ 73,
+ 74,
+ 75,
+ 76,
+ 77,
+ 78,
+ 79,
+ 80,
+ 81,
+ 82,
+ 83,
+ 84,
+ 85,
+ 86,
+ 87,
+ 88,
+ 89,
+ 90,
+ 91,
+ 92,
+ 93,
+ 94,
+ 95,
+ 96,
+ 97,
+ 98,
+ 99,
+ 100,
+ 101,
+ 102,
+ 103,
+ 104,
+ 105,
+ 106,
+ 107,
+ 108,
+ 109,
+ 110,
+ 111,
+ 112,
+ 113,
+ 114,
+ 115,
+ 116,
+ 117,
+ 118,
+ 119,
+ 120,
+ 121,
+ 122,
+ 123,
+ 124,
+ 125,
+ 126,
+ 127,
+ 128,
+ 129,
+ 130,
+ 131,
+ 132,
+ 133,
+ 134,
+ 135,
+ 136,
+ 137,
+ 138,
+ 139,
+ 140,
+ 141,
+ 142,
+ 143,
+ 144,
+ 145,
+ 146,
+ 147,
+ 148,
+ 149,
+ 150,
+ 151,
+ 152,
+ 153,
+ 154,
+ 155,
+ 156,
+ 157,
+ 158,
+ 159,
+ 160,
+ 161,
+ 162,
+ 163,
+ 164,
+ 165,
+ 166,
+ 167,
+ 168,
+ 169,
+ 170,
+ 171,
+ 172,
+ 173,
+ 174,
+ 175,
+ 176,
+ 177,
+ 178,
+ 179,
+ 180,
+ 181,
+ 182,
+ 183,
+ 184,
+ 185,
+ 186,
+ 187,
+ 188,
+ 189,
+ 190,
+ 191,
+ 192,
+ 193,
+ 194,
+ 195,
+ 196,
+ 197,
+ 198,
+ 199,
+ 200,
+ 201,
+ 202,
+ 203,
+ 204,
+ 205,
+ 206,
+ 207,
+ 208,
+ 209,
+ 210,
+ 211,
+ 212,
+ 213,
+ 214,
+ 215,
+ 216,
+ 217,
+ 218,
+ 219,
+ 220,
+ 221,
+ 222,
+ 223,
+ 224,
+ 225,
+ 226,
+ 227,
+ 228,
+ 229,
+ 230,
+ 231,
+ 232,
+ 233,
+ 234,
+ 235,
+ 236,
+ 237,
+ 238,
+ 239,
+ 240,
+ 241,
+ 242,
+ 243,
+ 244,
+ 245,
+ 246,
+ 247,
+ 248,
+ 249,
+ 250,
+ 251,
+ 252,
+ 253,
+ 254,
+ 255,
+ 256,
+ 257,
+ 258,
+ 259,
+ 260,
+ 261,
+ 262,
+ 263,
+ 264,
+ 265,
+ 266,
+ 267,
+ 268,
+ 269,
+ 270,
+ 271,
+ 272,
+ 273,
+ 274,
+ 275,
+ 276,
+ 277,
+ 278,
+ 279,
+ 280,
+ 281,
+ 282,
+ 283,
+ 284,
+ 285,
+ 286,
+ 287,
+ 288,
+ 289,
+ 290,
+ 291,
+ 292,
+ 293,
+ 294,
+ 295,
+ 296,
+ 297,
+ 298,
+ 299,
+ 300,
+ 301,
+ 302,
+ 303,
+ 304,
+ 305,
+ 306,
+ 307,
+ 308,
+ 309,
+ 310
+ ]
+ }
+]
\ No newline at end of file
diff --git a/checkpoints/080000/training_state/optimizer_state.safetensors b/checkpoints/080000/training_state/optimizer_state.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c6e1d4006b228ca39067c52bb57d227b12388a30
--- /dev/null
+++ b/checkpoints/080000/training_state/optimizer_state.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3e9f543dda36f594bf7bcd650a7c6674a28765754f28adb04c55f9e0f33e231
+size 738026076
diff --git a/checkpoints/080000/training_state/rng_state.safetensors b/checkpoints/080000/training_state/rng_state.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6878c3d7c68e2aa736cde0577c5d91e38ac19d31
--- /dev/null
+++ b/checkpoints/080000/training_state/rng_state.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d60d03d8df17a0eca8807fb0ff03e7e350e0466e0f675c169c433dd40fd51aed
+size 15708
diff --git a/checkpoints/080000/training_state/scheduler_state.json b/checkpoints/080000/training_state/scheduler_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..ddafa02cf208c65178641636b2e76efb288e5e0b
--- /dev/null
+++ b/checkpoints/080000/training_state/scheduler_state.json
@@ -0,0 +1,15 @@
+{
+ "base_lrs": [
+ 0.0001
+ ],
+ "last_epoch": 80000,
+ "verbose": false,
+ "_step_count": 80001,
+ "_get_lr_called_within_step": false,
+ "_last_lr": [
+ 9.808495190654474e-05
+ ],
+ "lr_lambdas": [
+ null
+ ]
+}
\ No newline at end of file
diff --git a/checkpoints/080000/training_state/training_step.json b/checkpoints/080000/training_state/training_step.json
new file mode 100644
index 0000000000000000000000000000000000000000..384eace4ecc2a6cba352aa7cf27f04405b7319c3
--- /dev/null
+++ b/checkpoints/080000/training_state/training_step.json
@@ -0,0 +1,3 @@
+{
+ "step": 80000
+}
\ No newline at end of file
diff --git a/checkpoints/100000/pretrained_model/config.json b/checkpoints/100000/pretrained_model/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c67a964ea3e70dc8909af56b3ab05bd9d44b31fc
--- /dev/null
+++ b/checkpoints/100000/pretrained_model/config.json
@@ -0,0 +1,107 @@
+{
+ "type": "diffusion",
+ "n_obs_steps": 2,
+ "normalization_mapping": {
+ "VISUAL": "MEAN_STD",
+ "STATE": "MIN_MAX",
+ "ACTION": "MIN_MAX"
+ },
+ "input_features": {
+ "observation.state": {
+ "type": "STATE",
+ "shape": [
+ 6
+ ]
+ },
+ "observation.images.FrontCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.TopCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.WristCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ }
+ },
+ "output_features": {
+ "action": {
+ "type": "ACTION",
+ "shape": [
+ 6
+ ]
+ }
+ },
+ "device": "cuda",
+ "use_amp": false,
+ "horizon": 16,
+ "n_action_steps": 8,
+ "drop_n_last_frames": 7,
+ "vision_backbone": "resnet50",
+ "crop_shape": [
+ 224,
+ 224
+ ],
+ "crop_is_random": false,
+ "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1",
+ "use_group_norm": false,
+ "spatial_softmax_num_keypoints": 32,
+ "use_separate_rgb_encoder_per_camera": false,
+ "down_dims": [
+ 256,
+ 512,
+ 1024
+ ],
+ "kernel_size": 5,
+ "n_groups": 8,
+ "diffusion_step_embed_dim": 128,
+ "use_film_scale_modulation": true,
+ "noise_scheduler_type": "DDIM",
+ "num_train_timesteps": 100,
+ "beta_schedule": "squaredcos_cap_v2",
+ "beta_start": 0.0001,
+ "beta_end": 0.02,
+ "prediction_type": "epsilon",
+ "clip_sample": true,
+ "clip_sample_range": 1.0,
+ "num_inference_steps": 10,
+ "do_mask_loss_for_padding": false,
+ "optimizer_lr": 0.0001,
+ "optimizer_betas": [
+ 0.95,
+ 0.999
+ ],
+ "optimizer_eps": 1e-08,
+ "optimizer_weight_decay": 1e-06,
+ "scheduler_name": "cosine",
+ "scheduler_warmup_steps": 500,
+ "pre_resize_shape": [
+ 224,
+ 224
+ ],
+ "freeze_vision_backbone": false,
+ "use_ac": false,
+ "ac_threshold": 0.99,
+ "use_pcg": false,
+ "pcg_weight": 0.1,
+ "use_bid": false,
+ "bid_batch_size": 15,
+ "bid_mode_size": 3,
+ "bid_temporal_coherence": 0.5,
+ "weak_model_path": null,
+ "weak_model_config": null
+}
\ No newline at end of file
diff --git a/checkpoints/100000/pretrained_model/model.safetensors b/checkpoints/100000/pretrained_model/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c5e9044a9065b978884d0e6e428481273fda30b2
--- /dev/null
+++ b/checkpoints/100000/pretrained_model/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9d7d3010f42df9f227d5dd4007344fc3d28b844ba7d5e671338b2e336e5284a
+size 369241872
diff --git a/checkpoints/100000/pretrained_model/train_config.json b/checkpoints/100000/pretrained_model/train_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..4d6ca3c401eeb27c6002327378b8fbed76055a2e
--- /dev/null
+++ b/checkpoints/100000/pretrained_model/train_config.json
@@ -0,0 +1,217 @@
+{
+ "dataset": {
+ "repo_id": "shylee/so100_pengripG",
+ "root": "/SSD/LSY/lerobot_dataset/pengripG",
+ "episodes": null,
+ "image_transforms": {
+ "enable": false,
+ "max_num_transforms": 3,
+ "random_order": false,
+ "tfs": {
+ "brightness": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "brightness": [
+ 0.8,
+ 1.2
+ ]
+ }
+ },
+ "contrast": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "contrast": [
+ 0.8,
+ 1.2
+ ]
+ }
+ },
+ "saturation": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "saturation": [
+ 0.5,
+ 1.5
+ ]
+ }
+ },
+ "hue": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "hue": [
+ -0.05,
+ 0.05
+ ]
+ }
+ },
+ "sharpness": {
+ "weight": 1.0,
+ "type": "SharpnessJitter",
+ "kwargs": {
+ "sharpness": [
+ 0.5,
+ 1.5
+ ]
+ }
+ }
+ }
+ },
+ "revision": null,
+ "use_imagenet_stats": true,
+ "video_backend": "torchcodec"
+ },
+ "env": null,
+ "policy": {
+ "type": "diffusion",
+ "n_obs_steps": 2,
+ "normalization_mapping": {
+ "VISUAL": "MEAN_STD",
+ "STATE": "MIN_MAX",
+ "ACTION": "MIN_MAX"
+ },
+ "input_features": {
+ "observation.state": {
+ "type": "STATE",
+ "shape": [
+ 6
+ ]
+ },
+ "observation.images.FrontCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.TopCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.WristCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ }
+ },
+ "output_features": {
+ "action": {
+ "type": "ACTION",
+ "shape": [
+ 6
+ ]
+ }
+ },
+ "device": "cuda",
+ "use_amp": false,
+ "horizon": 16,
+ "n_action_steps": 8,
+ "drop_n_last_frames": 7,
+ "vision_backbone": "resnet50",
+ "crop_shape": [
+ 224,
+ 224
+ ],
+ "crop_is_random": false,
+ "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1",
+ "use_group_norm": false,
+ "spatial_softmax_num_keypoints": 32,
+ "use_separate_rgb_encoder_per_camera": false,
+ "down_dims": [
+ 256,
+ 512,
+ 1024
+ ],
+ "kernel_size": 5,
+ "n_groups": 8,
+ "diffusion_step_embed_dim": 128,
+ "use_film_scale_modulation": true,
+ "noise_scheduler_type": "DDIM",
+ "num_train_timesteps": 100,
+ "beta_schedule": "squaredcos_cap_v2",
+ "beta_start": 0.0001,
+ "beta_end": 0.02,
+ "prediction_type": "epsilon",
+ "clip_sample": true,
+ "clip_sample_range": 1.0,
+ "num_inference_steps": 10,
+ "do_mask_loss_for_padding": false,
+ "optimizer_lr": 0.0001,
+ "optimizer_betas": [
+ 0.95,
+ 0.999
+ ],
+ "optimizer_eps": 1e-08,
+ "optimizer_weight_decay": 1e-06,
+ "scheduler_name": "cosine",
+ "scheduler_warmup_steps": 500,
+ "pre_resize_shape": [
+ 224,
+ 224
+ ],
+ "freeze_vision_backbone": false,
+ "use_ac": false,
+ "ac_threshold": 0.99,
+ "use_pcg": false,
+ "pcg_weight": 0.1,
+ "use_bid": false,
+ "bid_batch_size": 15,
+ "bid_mode_size": 3,
+ "bid_temporal_coherence": 0.5,
+ "weak_model_path": null,
+ "weak_model_config": null
+ },
+ "output_dir": "/SSD/LSY/lerobot_model/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_longtrain",
+ "job_name": "DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_longtrain",
+ "resume": false,
+ "seed": 1000,
+ "num_workers": 4,
+ "batch_size": 16,
+ "steps": 900000,
+ "eval_freq": 20000,
+ "log_freq": 200,
+ "save_checkpoint": true,
+ "save_freq": 20000,
+ "use_policy_training_preset": true,
+ "optimizer": {
+ "type": "adam",
+ "lr": 0.0001,
+ "weight_decay": 1e-06,
+ "grad_clip_norm": 10.0,
+ "betas": [
+ 0.95,
+ 0.999
+ ],
+ "eps": 1e-08
+ },
+ "scheduler": {
+ "type": "diffuser",
+ "num_warmup_steps": 500,
+ "name": "cosine"
+ },
+ "eval": {
+ "n_episodes": 50,
+ "batch_size": 50,
+ "use_async_envs": false
+ },
+ "wandb": {
+ "enable": true,
+ "disable_artifact": false,
+ "project": "lerobot",
+ "entity": null,
+ "notes": null,
+ "run_id": null,
+ "mode": null
+ }
+}
\ No newline at end of file
diff --git a/checkpoints/100000/training_state/optimizer_param_groups.json b/checkpoints/100000/training_state/optimizer_param_groups.json
new file mode 100644
index 0000000000000000000000000000000000000000..59dcdc8a65a466a29c6cba4052a0d7e7d46c070a
--- /dev/null
+++ b/checkpoints/100000/training_state/optimizer_param_groups.json
@@ -0,0 +1,331 @@
+[
+ {
+ "lr": 9.701111973775168e-05,
+ "betas": [
+ 0.95,
+ 0.999
+ ],
+ "eps": 1e-08,
+ "weight_decay": 1e-06,
+ "amsgrad": false,
+ "maximize": false,
+ "foreach": null,
+ "capturable": false,
+ "differentiable": false,
+ "fused": null,
+ "initial_lr": 0.0001,
+ "params": [
+ 0,
+ 1,
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7,
+ 8,
+ 9,
+ 10,
+ 11,
+ 12,
+ 13,
+ 14,
+ 15,
+ 16,
+ 17,
+ 18,
+ 19,
+ 20,
+ 21,
+ 22,
+ 23,
+ 24,
+ 25,
+ 26,
+ 27,
+ 28,
+ 29,
+ 30,
+ 31,
+ 32,
+ 33,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 42,
+ 43,
+ 44,
+ 45,
+ 46,
+ 47,
+ 48,
+ 49,
+ 50,
+ 51,
+ 52,
+ 53,
+ 54,
+ 55,
+ 56,
+ 57,
+ 58,
+ 59,
+ 60,
+ 61,
+ 62,
+ 63,
+ 64,
+ 65,
+ 66,
+ 67,
+ 68,
+ 69,
+ 70,
+ 71,
+ 72,
+ 73,
+ 74,
+ 75,
+ 76,
+ 77,
+ 78,
+ 79,
+ 80,
+ 81,
+ 82,
+ 83,
+ 84,
+ 85,
+ 86,
+ 87,
+ 88,
+ 89,
+ 90,
+ 91,
+ 92,
+ 93,
+ 94,
+ 95,
+ 96,
+ 97,
+ 98,
+ 99,
+ 100,
+ 101,
+ 102,
+ 103,
+ 104,
+ 105,
+ 106,
+ 107,
+ 108,
+ 109,
+ 110,
+ 111,
+ 112,
+ 113,
+ 114,
+ 115,
+ 116,
+ 117,
+ 118,
+ 119,
+ 120,
+ 121,
+ 122,
+ 123,
+ 124,
+ 125,
+ 126,
+ 127,
+ 128,
+ 129,
+ 130,
+ 131,
+ 132,
+ 133,
+ 134,
+ 135,
+ 136,
+ 137,
+ 138,
+ 139,
+ 140,
+ 141,
+ 142,
+ 143,
+ 144,
+ 145,
+ 146,
+ 147,
+ 148,
+ 149,
+ 150,
+ 151,
+ 152,
+ 153,
+ 154,
+ 155,
+ 156,
+ 157,
+ 158,
+ 159,
+ 160,
+ 161,
+ 162,
+ 163,
+ 164,
+ 165,
+ 166,
+ 167,
+ 168,
+ 169,
+ 170,
+ 171,
+ 172,
+ 173,
+ 174,
+ 175,
+ 176,
+ 177,
+ 178,
+ 179,
+ 180,
+ 181,
+ 182,
+ 183,
+ 184,
+ 185,
+ 186,
+ 187,
+ 188,
+ 189,
+ 190,
+ 191,
+ 192,
+ 193,
+ 194,
+ 195,
+ 196,
+ 197,
+ 198,
+ 199,
+ 200,
+ 201,
+ 202,
+ 203,
+ 204,
+ 205,
+ 206,
+ 207,
+ 208,
+ 209,
+ 210,
+ 211,
+ 212,
+ 213,
+ 214,
+ 215,
+ 216,
+ 217,
+ 218,
+ 219,
+ 220,
+ 221,
+ 222,
+ 223,
+ 224,
+ 225,
+ 226,
+ 227,
+ 228,
+ 229,
+ 230,
+ 231,
+ 232,
+ 233,
+ 234,
+ 235,
+ 236,
+ 237,
+ 238,
+ 239,
+ 240,
+ 241,
+ 242,
+ 243,
+ 244,
+ 245,
+ 246,
+ 247,
+ 248,
+ 249,
+ 250,
+ 251,
+ 252,
+ 253,
+ 254,
+ 255,
+ 256,
+ 257,
+ 258,
+ 259,
+ 260,
+ 261,
+ 262,
+ 263,
+ 264,
+ 265,
+ 266,
+ 267,
+ 268,
+ 269,
+ 270,
+ 271,
+ 272,
+ 273,
+ 274,
+ 275,
+ 276,
+ 277,
+ 278,
+ 279,
+ 280,
+ 281,
+ 282,
+ 283,
+ 284,
+ 285,
+ 286,
+ 287,
+ 288,
+ 289,
+ 290,
+ 291,
+ 292,
+ 293,
+ 294,
+ 295,
+ 296,
+ 297,
+ 298,
+ 299,
+ 300,
+ 301,
+ 302,
+ 303,
+ 304,
+ 305,
+ 306,
+ 307,
+ 308,
+ 309,
+ 310
+ ]
+ }
+]
\ No newline at end of file
diff --git a/checkpoints/100000/training_state/optimizer_state.safetensors b/checkpoints/100000/training_state/optimizer_state.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d310bd0e91c5e1df9ebd0cb289d74ca18f41381f
--- /dev/null
+++ b/checkpoints/100000/training_state/optimizer_state.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:197b8e1c4ca402c1db0b5bd98e763017765c1c7d77c54186735714e9bb36732d
+size 738026076
diff --git a/checkpoints/100000/training_state/rng_state.safetensors b/checkpoints/100000/training_state/rng_state.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..fb60dada963e5feab3af340835c99d4b76db9268
--- /dev/null
+++ b/checkpoints/100000/training_state/rng_state.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:975c6d3032b0ece7f40789793c67d553b359f0e12c7a7cf3281de77b5fa4813f
+size 15708
diff --git a/checkpoints/100000/training_state/scheduler_state.json b/checkpoints/100000/training_state/scheduler_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..68b114302dd49f88846bec03579c82becb7a6e66
--- /dev/null
+++ b/checkpoints/100000/training_state/scheduler_state.json
@@ -0,0 +1,15 @@
+{
+ "base_lrs": [
+ 0.0001
+ ],
+ "last_epoch": 100000,
+ "verbose": false,
+ "_step_count": 100001,
+ "_get_lr_called_within_step": false,
+ "_last_lr": [
+ 9.701111973775168e-05
+ ],
+ "lr_lambdas": [
+ null
+ ]
+}
\ No newline at end of file
diff --git a/checkpoints/100000/training_state/training_step.json b/checkpoints/100000/training_state/training_step.json
new file mode 100644
index 0000000000000000000000000000000000000000..8eb73c13d28bca88058c08796abbf931c3f9b012
--- /dev/null
+++ b/checkpoints/100000/training_state/training_step.json
@@ -0,0 +1,3 @@
+{
+ "step": 100000
+}
\ No newline at end of file
diff --git a/checkpoints/120000/pretrained_model/config.json b/checkpoints/120000/pretrained_model/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c67a964ea3e70dc8909af56b3ab05bd9d44b31fc
--- /dev/null
+++ b/checkpoints/120000/pretrained_model/config.json
@@ -0,0 +1,107 @@
+{
+ "type": "diffusion",
+ "n_obs_steps": 2,
+ "normalization_mapping": {
+ "VISUAL": "MEAN_STD",
+ "STATE": "MIN_MAX",
+ "ACTION": "MIN_MAX"
+ },
+ "input_features": {
+ "observation.state": {
+ "type": "STATE",
+ "shape": [
+ 6
+ ]
+ },
+ "observation.images.FrontCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.TopCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.WristCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ }
+ },
+ "output_features": {
+ "action": {
+ "type": "ACTION",
+ "shape": [
+ 6
+ ]
+ }
+ },
+ "device": "cuda",
+ "use_amp": false,
+ "horizon": 16,
+ "n_action_steps": 8,
+ "drop_n_last_frames": 7,
+ "vision_backbone": "resnet50",
+ "crop_shape": [
+ 224,
+ 224
+ ],
+ "crop_is_random": false,
+ "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1",
+ "use_group_norm": false,
+ "spatial_softmax_num_keypoints": 32,
+ "use_separate_rgb_encoder_per_camera": false,
+ "down_dims": [
+ 256,
+ 512,
+ 1024
+ ],
+ "kernel_size": 5,
+ "n_groups": 8,
+ "diffusion_step_embed_dim": 128,
+ "use_film_scale_modulation": true,
+ "noise_scheduler_type": "DDIM",
+ "num_train_timesteps": 100,
+ "beta_schedule": "squaredcos_cap_v2",
+ "beta_start": 0.0001,
+ "beta_end": 0.02,
+ "prediction_type": "epsilon",
+ "clip_sample": true,
+ "clip_sample_range": 1.0,
+ "num_inference_steps": 10,
+ "do_mask_loss_for_padding": false,
+ "optimizer_lr": 0.0001,
+ "optimizer_betas": [
+ 0.95,
+ 0.999
+ ],
+ "optimizer_eps": 1e-08,
+ "optimizer_weight_decay": 1e-06,
+ "scheduler_name": "cosine",
+ "scheduler_warmup_steps": 500,
+ "pre_resize_shape": [
+ 224,
+ 224
+ ],
+ "freeze_vision_backbone": false,
+ "use_ac": false,
+ "ac_threshold": 0.99,
+ "use_pcg": false,
+ "pcg_weight": 0.1,
+ "use_bid": false,
+ "bid_batch_size": 15,
+ "bid_mode_size": 3,
+ "bid_temporal_coherence": 0.5,
+ "weak_model_path": null,
+ "weak_model_config": null
+}
\ No newline at end of file
diff --git a/checkpoints/120000/pretrained_model/model.safetensors b/checkpoints/120000/pretrained_model/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..97e639c0ccf72bdd08e924ba3fe00bbf695fcc47
--- /dev/null
+++ b/checkpoints/120000/pretrained_model/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3374c03d2e158dcd75a1489dd516e1650548917c1d2ed3a5cc454dde3c019b2a
+size 369241872
diff --git a/checkpoints/120000/pretrained_model/train_config.json b/checkpoints/120000/pretrained_model/train_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..4d6ca3c401eeb27c6002327378b8fbed76055a2e
--- /dev/null
+++ b/checkpoints/120000/pretrained_model/train_config.json
@@ -0,0 +1,217 @@
+{
+ "dataset": {
+ "repo_id": "shylee/so100_pengripG",
+ "root": "/SSD/LSY/lerobot_dataset/pengripG",
+ "episodes": null,
+ "image_transforms": {
+ "enable": false,
+ "max_num_transforms": 3,
+ "random_order": false,
+ "tfs": {
+ "brightness": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "brightness": [
+ 0.8,
+ 1.2
+ ]
+ }
+ },
+ "contrast": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "contrast": [
+ 0.8,
+ 1.2
+ ]
+ }
+ },
+ "saturation": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "saturation": [
+ 0.5,
+ 1.5
+ ]
+ }
+ },
+ "hue": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "hue": [
+ -0.05,
+ 0.05
+ ]
+ }
+ },
+ "sharpness": {
+ "weight": 1.0,
+ "type": "SharpnessJitter",
+ "kwargs": {
+ "sharpness": [
+ 0.5,
+ 1.5
+ ]
+ }
+ }
+ }
+ },
+ "revision": null,
+ "use_imagenet_stats": true,
+ "video_backend": "torchcodec"
+ },
+ "env": null,
+ "policy": {
+ "type": "diffusion",
+ "n_obs_steps": 2,
+ "normalization_mapping": {
+ "VISUAL": "MEAN_STD",
+ "STATE": "MIN_MAX",
+ "ACTION": "MIN_MAX"
+ },
+ "input_features": {
+ "observation.state": {
+ "type": "STATE",
+ "shape": [
+ 6
+ ]
+ },
+ "observation.images.FrontCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.TopCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.WristCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ }
+ },
+ "output_features": {
+ "action": {
+ "type": "ACTION",
+ "shape": [
+ 6
+ ]
+ }
+ },
+ "device": "cuda",
+ "use_amp": false,
+ "horizon": 16,
+ "n_action_steps": 8,
+ "drop_n_last_frames": 7,
+ "vision_backbone": "resnet50",
+ "crop_shape": [
+ 224,
+ 224
+ ],
+ "crop_is_random": false,
+ "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1",
+ "use_group_norm": false,
+ "spatial_softmax_num_keypoints": 32,
+ "use_separate_rgb_encoder_per_camera": false,
+ "down_dims": [
+ 256,
+ 512,
+ 1024
+ ],
+ "kernel_size": 5,
+ "n_groups": 8,
+ "diffusion_step_embed_dim": 128,
+ "use_film_scale_modulation": true,
+ "noise_scheduler_type": "DDIM",
+ "num_train_timesteps": 100,
+ "beta_schedule": "squaredcos_cap_v2",
+ "beta_start": 0.0001,
+ "beta_end": 0.02,
+ "prediction_type": "epsilon",
+ "clip_sample": true,
+ "clip_sample_range": 1.0,
+ "num_inference_steps": 10,
+ "do_mask_loss_for_padding": false,
+ "optimizer_lr": 0.0001,
+ "optimizer_betas": [
+ 0.95,
+ 0.999
+ ],
+ "optimizer_eps": 1e-08,
+ "optimizer_weight_decay": 1e-06,
+ "scheduler_name": "cosine",
+ "scheduler_warmup_steps": 500,
+ "pre_resize_shape": [
+ 224,
+ 224
+ ],
+ "freeze_vision_backbone": false,
+ "use_ac": false,
+ "ac_threshold": 0.99,
+ "use_pcg": false,
+ "pcg_weight": 0.1,
+ "use_bid": false,
+ "bid_batch_size": 15,
+ "bid_mode_size": 3,
+ "bid_temporal_coherence": 0.5,
+ "weak_model_path": null,
+ "weak_model_config": null
+ },
+ "output_dir": "/SSD/LSY/lerobot_model/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_longtrain",
+ "job_name": "DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_longtrain",
+ "resume": false,
+ "seed": 1000,
+ "num_workers": 4,
+ "batch_size": 16,
+ "steps": 900000,
+ "eval_freq": 20000,
+ "log_freq": 200,
+ "save_checkpoint": true,
+ "save_freq": 20000,
+ "use_policy_training_preset": true,
+ "optimizer": {
+ "type": "adam",
+ "lr": 0.0001,
+ "weight_decay": 1e-06,
+ "grad_clip_norm": 10.0,
+ "betas": [
+ 0.95,
+ 0.999
+ ],
+ "eps": 1e-08
+ },
+ "scheduler": {
+ "type": "diffuser",
+ "num_warmup_steps": 500,
+ "name": "cosine"
+ },
+ "eval": {
+ "n_episodes": 50,
+ "batch_size": 50,
+ "use_async_envs": false
+ },
+ "wandb": {
+ "enable": true,
+ "disable_artifact": false,
+ "project": "lerobot",
+ "entity": null,
+ "notes": null,
+ "run_id": null,
+ "mode": null
+ }
+}
\ No newline at end of file
diff --git a/checkpoints/120000/training_state/optimizer_param_groups.json b/checkpoints/120000/training_state/optimizer_param_groups.json
new file mode 100644
index 0000000000000000000000000000000000000000..303785ff5bc367d42704d992bf6eed47bb7272a1
--- /dev/null
+++ b/checkpoints/120000/training_state/optimizer_param_groups.json
@@ -0,0 +1,331 @@
+[
+ {
+ "lr": 9.57079995288704e-05,
+ "betas": [
+ 0.95,
+ 0.999
+ ],
+ "eps": 1e-08,
+ "weight_decay": 1e-06,
+ "amsgrad": false,
+ "maximize": false,
+ "foreach": null,
+ "capturable": false,
+ "differentiable": false,
+ "fused": null,
+ "initial_lr": 0.0001,
+ "params": [
+ 0,
+ 1,
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7,
+ 8,
+ 9,
+ 10,
+ 11,
+ 12,
+ 13,
+ 14,
+ 15,
+ 16,
+ 17,
+ 18,
+ 19,
+ 20,
+ 21,
+ 22,
+ 23,
+ 24,
+ 25,
+ 26,
+ 27,
+ 28,
+ 29,
+ 30,
+ 31,
+ 32,
+ 33,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 42,
+ 43,
+ 44,
+ 45,
+ 46,
+ 47,
+ 48,
+ 49,
+ 50,
+ 51,
+ 52,
+ 53,
+ 54,
+ 55,
+ 56,
+ 57,
+ 58,
+ 59,
+ 60,
+ 61,
+ 62,
+ 63,
+ 64,
+ 65,
+ 66,
+ 67,
+ 68,
+ 69,
+ 70,
+ 71,
+ 72,
+ 73,
+ 74,
+ 75,
+ 76,
+ 77,
+ 78,
+ 79,
+ 80,
+ 81,
+ 82,
+ 83,
+ 84,
+ 85,
+ 86,
+ 87,
+ 88,
+ 89,
+ 90,
+ 91,
+ 92,
+ 93,
+ 94,
+ 95,
+ 96,
+ 97,
+ 98,
+ 99,
+ 100,
+ 101,
+ 102,
+ 103,
+ 104,
+ 105,
+ 106,
+ 107,
+ 108,
+ 109,
+ 110,
+ 111,
+ 112,
+ 113,
+ 114,
+ 115,
+ 116,
+ 117,
+ 118,
+ 119,
+ 120,
+ 121,
+ 122,
+ 123,
+ 124,
+ 125,
+ 126,
+ 127,
+ 128,
+ 129,
+ 130,
+ 131,
+ 132,
+ 133,
+ 134,
+ 135,
+ 136,
+ 137,
+ 138,
+ 139,
+ 140,
+ 141,
+ 142,
+ 143,
+ 144,
+ 145,
+ 146,
+ 147,
+ 148,
+ 149,
+ 150,
+ 151,
+ 152,
+ 153,
+ 154,
+ 155,
+ 156,
+ 157,
+ 158,
+ 159,
+ 160,
+ 161,
+ 162,
+ 163,
+ 164,
+ 165,
+ 166,
+ 167,
+ 168,
+ 169,
+ 170,
+ 171,
+ 172,
+ 173,
+ 174,
+ 175,
+ 176,
+ 177,
+ 178,
+ 179,
+ 180,
+ 181,
+ 182,
+ 183,
+ 184,
+ 185,
+ 186,
+ 187,
+ 188,
+ 189,
+ 190,
+ 191,
+ 192,
+ 193,
+ 194,
+ 195,
+ 196,
+ 197,
+ 198,
+ 199,
+ 200,
+ 201,
+ 202,
+ 203,
+ 204,
+ 205,
+ 206,
+ 207,
+ 208,
+ 209,
+ 210,
+ 211,
+ 212,
+ 213,
+ 214,
+ 215,
+ 216,
+ 217,
+ 218,
+ 219,
+ 220,
+ 221,
+ 222,
+ 223,
+ 224,
+ 225,
+ 226,
+ 227,
+ 228,
+ 229,
+ 230,
+ 231,
+ 232,
+ 233,
+ 234,
+ 235,
+ 236,
+ 237,
+ 238,
+ 239,
+ 240,
+ 241,
+ 242,
+ 243,
+ 244,
+ 245,
+ 246,
+ 247,
+ 248,
+ 249,
+ 250,
+ 251,
+ 252,
+ 253,
+ 254,
+ 255,
+ 256,
+ 257,
+ 258,
+ 259,
+ 260,
+ 261,
+ 262,
+ 263,
+ 264,
+ 265,
+ 266,
+ 267,
+ 268,
+ 269,
+ 270,
+ 271,
+ 272,
+ 273,
+ 274,
+ 275,
+ 276,
+ 277,
+ 278,
+ 279,
+ 280,
+ 281,
+ 282,
+ 283,
+ 284,
+ 285,
+ 286,
+ 287,
+ 288,
+ 289,
+ 290,
+ 291,
+ 292,
+ 293,
+ 294,
+ 295,
+ 296,
+ 297,
+ 298,
+ 299,
+ 300,
+ 301,
+ 302,
+ 303,
+ 304,
+ 305,
+ 306,
+ 307,
+ 308,
+ 309,
+ 310
+ ]
+ }
+]
\ No newline at end of file
diff --git a/checkpoints/120000/training_state/optimizer_state.safetensors b/checkpoints/120000/training_state/optimizer_state.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..aa9d3b35a96a6e9e4bb5cd94844e72b10bf76287
--- /dev/null
+++ b/checkpoints/120000/training_state/optimizer_state.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:582ab0f7df351e9057e2e7bea4a50fec5748d07bfe859d6d1c25e9c2ab42aadf
+size 738026076
diff --git a/checkpoints/120000/training_state/rng_state.safetensors b/checkpoints/120000/training_state/rng_state.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a425018baee7987b036368e5afc7e9e95219569e
--- /dev/null
+++ b/checkpoints/120000/training_state/rng_state.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7bf032f5c6bc48df5b079a5138cf9a0a81ff0756367e7bb021355d963324861
+size 15708
diff --git a/checkpoints/120000/training_state/scheduler_state.json b/checkpoints/120000/training_state/scheduler_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..f978e60892059238d68988919b32bd99948d45d3
--- /dev/null
+++ b/checkpoints/120000/training_state/scheduler_state.json
@@ -0,0 +1,15 @@
+{
+ "base_lrs": [
+ 0.0001
+ ],
+ "last_epoch": 120000,
+ "verbose": false,
+ "_step_count": 120001,
+ "_get_lr_called_within_step": false,
+ "_last_lr": [
+ 9.57079995288704e-05
+ ],
+ "lr_lambdas": [
+ null
+ ]
+}
\ No newline at end of file
diff --git a/checkpoints/120000/training_state/training_step.json b/checkpoints/120000/training_state/training_step.json
new file mode 100644
index 0000000000000000000000000000000000000000..6bbb8719463d819c865c104597046a0165eea278
--- /dev/null
+++ b/checkpoints/120000/training_state/training_step.json
@@ -0,0 +1,3 @@
+{
+ "step": 120000
+}
\ No newline at end of file
diff --git a/checkpoints/140000/pretrained_model/config.json b/checkpoints/140000/pretrained_model/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c67a964ea3e70dc8909af56b3ab05bd9d44b31fc
--- /dev/null
+++ b/checkpoints/140000/pretrained_model/config.json
@@ -0,0 +1,107 @@
+{
+ "type": "diffusion",
+ "n_obs_steps": 2,
+ "normalization_mapping": {
+ "VISUAL": "MEAN_STD",
+ "STATE": "MIN_MAX",
+ "ACTION": "MIN_MAX"
+ },
+ "input_features": {
+ "observation.state": {
+ "type": "STATE",
+ "shape": [
+ 6
+ ]
+ },
+ "observation.images.FrontCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.TopCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.WristCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ }
+ },
+ "output_features": {
+ "action": {
+ "type": "ACTION",
+ "shape": [
+ 6
+ ]
+ }
+ },
+ "device": "cuda",
+ "use_amp": false,
+ "horizon": 16,
+ "n_action_steps": 8,
+ "drop_n_last_frames": 7,
+ "vision_backbone": "resnet50",
+ "crop_shape": [
+ 224,
+ 224
+ ],
+ "crop_is_random": false,
+ "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1",
+ "use_group_norm": false,
+ "spatial_softmax_num_keypoints": 32,
+ "use_separate_rgb_encoder_per_camera": false,
+ "down_dims": [
+ 256,
+ 512,
+ 1024
+ ],
+ "kernel_size": 5,
+ "n_groups": 8,
+ "diffusion_step_embed_dim": 128,
+ "use_film_scale_modulation": true,
+ "noise_scheduler_type": "DDIM",
+ "num_train_timesteps": 100,
+ "beta_schedule": "squaredcos_cap_v2",
+ "beta_start": 0.0001,
+ "beta_end": 0.02,
+ "prediction_type": "epsilon",
+ "clip_sample": true,
+ "clip_sample_range": 1.0,
+ "num_inference_steps": 10,
+ "do_mask_loss_for_padding": false,
+ "optimizer_lr": 0.0001,
+ "optimizer_betas": [
+ 0.95,
+ 0.999
+ ],
+ "optimizer_eps": 1e-08,
+ "optimizer_weight_decay": 1e-06,
+ "scheduler_name": "cosine",
+ "scheduler_warmup_steps": 500,
+ "pre_resize_shape": [
+ 224,
+ 224
+ ],
+ "freeze_vision_backbone": false,
+ "use_ac": false,
+ "ac_threshold": 0.99,
+ "use_pcg": false,
+ "pcg_weight": 0.1,
+ "use_bid": false,
+ "bid_batch_size": 15,
+ "bid_mode_size": 3,
+ "bid_temporal_coherence": 0.5,
+ "weak_model_path": null,
+ "weak_model_config": null
+}
\ No newline at end of file
diff --git a/checkpoints/140000/pretrained_model/model.safetensors b/checkpoints/140000/pretrained_model/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..afbf6d417013fcbc809b90cfb61396c19b30c285
--- /dev/null
+++ b/checkpoints/140000/pretrained_model/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b67ccc6bd53c0e1d38be38a0dd83d478c4622bb037623f501cdd53fea155c6c
+size 369241872
diff --git a/checkpoints/140000/pretrained_model/train_config.json b/checkpoints/140000/pretrained_model/train_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..4d6ca3c401eeb27c6002327378b8fbed76055a2e
--- /dev/null
+++ b/checkpoints/140000/pretrained_model/train_config.json
@@ -0,0 +1,217 @@
+{
+ "dataset": {
+ "repo_id": "shylee/so100_pengripG",
+ "root": "/SSD/LSY/lerobot_dataset/pengripG",
+ "episodes": null,
+ "image_transforms": {
+ "enable": false,
+ "max_num_transforms": 3,
+ "random_order": false,
+ "tfs": {
+ "brightness": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "brightness": [
+ 0.8,
+ 1.2
+ ]
+ }
+ },
+ "contrast": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "contrast": [
+ 0.8,
+ 1.2
+ ]
+ }
+ },
+ "saturation": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "saturation": [
+ 0.5,
+ 1.5
+ ]
+ }
+ },
+ "hue": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "hue": [
+ -0.05,
+ 0.05
+ ]
+ }
+ },
+ "sharpness": {
+ "weight": 1.0,
+ "type": "SharpnessJitter",
+ "kwargs": {
+ "sharpness": [
+ 0.5,
+ 1.5
+ ]
+ }
+ }
+ }
+ },
+ "revision": null,
+ "use_imagenet_stats": true,
+ "video_backend": "torchcodec"
+ },
+ "env": null,
+ "policy": {
+ "type": "diffusion",
+ "n_obs_steps": 2,
+ "normalization_mapping": {
+ "VISUAL": "MEAN_STD",
+ "STATE": "MIN_MAX",
+ "ACTION": "MIN_MAX"
+ },
+ "input_features": {
+ "observation.state": {
+ "type": "STATE",
+ "shape": [
+ 6
+ ]
+ },
+ "observation.images.FrontCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.TopCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.WristCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ }
+ },
+ "output_features": {
+ "action": {
+ "type": "ACTION",
+ "shape": [
+ 6
+ ]
+ }
+ },
+ "device": "cuda",
+ "use_amp": false,
+ "horizon": 16,
+ "n_action_steps": 8,
+ "drop_n_last_frames": 7,
+ "vision_backbone": "resnet50",
+ "crop_shape": [
+ 224,
+ 224
+ ],
+ "crop_is_random": false,
+ "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1",
+ "use_group_norm": false,
+ "spatial_softmax_num_keypoints": 32,
+ "use_separate_rgb_encoder_per_camera": false,
+ "down_dims": [
+ 256,
+ 512,
+ 1024
+ ],
+ "kernel_size": 5,
+ "n_groups": 8,
+ "diffusion_step_embed_dim": 128,
+ "use_film_scale_modulation": true,
+ "noise_scheduler_type": "DDIM",
+ "num_train_timesteps": 100,
+ "beta_schedule": "squaredcos_cap_v2",
+ "beta_start": 0.0001,
+ "beta_end": 0.02,
+ "prediction_type": "epsilon",
+ "clip_sample": true,
+ "clip_sample_range": 1.0,
+ "num_inference_steps": 10,
+ "do_mask_loss_for_padding": false,
+ "optimizer_lr": 0.0001,
+ "optimizer_betas": [
+ 0.95,
+ 0.999
+ ],
+ "optimizer_eps": 1e-08,
+ "optimizer_weight_decay": 1e-06,
+ "scheduler_name": "cosine",
+ "scheduler_warmup_steps": 500,
+ "pre_resize_shape": [
+ 224,
+ 224
+ ],
+ "freeze_vision_backbone": false,
+ "use_ac": false,
+ "ac_threshold": 0.99,
+ "use_pcg": false,
+ "pcg_weight": 0.1,
+ "use_bid": false,
+ "bid_batch_size": 15,
+ "bid_mode_size": 3,
+ "bid_temporal_coherence": 0.5,
+ "weak_model_path": null,
+ "weak_model_config": null
+ },
+ "output_dir": "/SSD/LSY/lerobot_model/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_longtrain",
+ "job_name": "DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_longtrain",
+ "resume": false,
+ "seed": 1000,
+ "num_workers": 4,
+ "batch_size": 16,
+ "steps": 900000,
+ "eval_freq": 20000,
+ "log_freq": 200,
+ "save_checkpoint": true,
+ "save_freq": 20000,
+ "use_policy_training_preset": true,
+ "optimizer": {
+ "type": "adam",
+ "lr": 0.0001,
+ "weight_decay": 1e-06,
+ "grad_clip_norm": 10.0,
+ "betas": [
+ 0.95,
+ 0.999
+ ],
+ "eps": 1e-08
+ },
+ "scheduler": {
+ "type": "diffuser",
+ "num_warmup_steps": 500,
+ "name": "cosine"
+ },
+ "eval": {
+ "n_episodes": 50,
+ "batch_size": 50,
+ "use_async_envs": false
+ },
+ "wandb": {
+ "enable": true,
+ "disable_artifact": false,
+ "project": "lerobot",
+ "entity": null,
+ "notes": null,
+ "run_id": null,
+ "mode": null
+ }
+}
\ No newline at end of file
diff --git a/checkpoints/140000/training_state/optimizer_param_groups.json b/checkpoints/140000/training_state/optimizer_param_groups.json
new file mode 100644
index 0000000000000000000000000000000000000000..9b708fbeb3fbf381a9a68f49e1c4db1e6a62de81
--- /dev/null
+++ b/checkpoints/140000/training_state/optimizer_param_groups.json
@@ -0,0 +1,331 @@
+[
+ {
+ "lr": 9.41819470076598e-05,
+ "betas": [
+ 0.95,
+ 0.999
+ ],
+ "eps": 1e-08,
+ "weight_decay": 1e-06,
+ "amsgrad": false,
+ "maximize": false,
+ "foreach": null,
+ "capturable": false,
+ "differentiable": false,
+ "fused": null,
+ "initial_lr": 0.0001,
+ "params": [
+ 0,
+ 1,
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7,
+ 8,
+ 9,
+ 10,
+ 11,
+ 12,
+ 13,
+ 14,
+ 15,
+ 16,
+ 17,
+ 18,
+ 19,
+ 20,
+ 21,
+ 22,
+ 23,
+ 24,
+ 25,
+ 26,
+ 27,
+ 28,
+ 29,
+ 30,
+ 31,
+ 32,
+ 33,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 42,
+ 43,
+ 44,
+ 45,
+ 46,
+ 47,
+ 48,
+ 49,
+ 50,
+ 51,
+ 52,
+ 53,
+ 54,
+ 55,
+ 56,
+ 57,
+ 58,
+ 59,
+ 60,
+ 61,
+ 62,
+ 63,
+ 64,
+ 65,
+ 66,
+ 67,
+ 68,
+ 69,
+ 70,
+ 71,
+ 72,
+ 73,
+ 74,
+ 75,
+ 76,
+ 77,
+ 78,
+ 79,
+ 80,
+ 81,
+ 82,
+ 83,
+ 84,
+ 85,
+ 86,
+ 87,
+ 88,
+ 89,
+ 90,
+ 91,
+ 92,
+ 93,
+ 94,
+ 95,
+ 96,
+ 97,
+ 98,
+ 99,
+ 100,
+ 101,
+ 102,
+ 103,
+ 104,
+ 105,
+ 106,
+ 107,
+ 108,
+ 109,
+ 110,
+ 111,
+ 112,
+ 113,
+ 114,
+ 115,
+ 116,
+ 117,
+ 118,
+ 119,
+ 120,
+ 121,
+ 122,
+ 123,
+ 124,
+ 125,
+ 126,
+ 127,
+ 128,
+ 129,
+ 130,
+ 131,
+ 132,
+ 133,
+ 134,
+ 135,
+ 136,
+ 137,
+ 138,
+ 139,
+ 140,
+ 141,
+ 142,
+ 143,
+ 144,
+ 145,
+ 146,
+ 147,
+ 148,
+ 149,
+ 150,
+ 151,
+ 152,
+ 153,
+ 154,
+ 155,
+ 156,
+ 157,
+ 158,
+ 159,
+ 160,
+ 161,
+ 162,
+ 163,
+ 164,
+ 165,
+ 166,
+ 167,
+ 168,
+ 169,
+ 170,
+ 171,
+ 172,
+ 173,
+ 174,
+ 175,
+ 176,
+ 177,
+ 178,
+ 179,
+ 180,
+ 181,
+ 182,
+ 183,
+ 184,
+ 185,
+ 186,
+ 187,
+ 188,
+ 189,
+ 190,
+ 191,
+ 192,
+ 193,
+ 194,
+ 195,
+ 196,
+ 197,
+ 198,
+ 199,
+ 200,
+ 201,
+ 202,
+ 203,
+ 204,
+ 205,
+ 206,
+ 207,
+ 208,
+ 209,
+ 210,
+ 211,
+ 212,
+ 213,
+ 214,
+ 215,
+ 216,
+ 217,
+ 218,
+ 219,
+ 220,
+ 221,
+ 222,
+ 223,
+ 224,
+ 225,
+ 226,
+ 227,
+ 228,
+ 229,
+ 230,
+ 231,
+ 232,
+ 233,
+ 234,
+ 235,
+ 236,
+ 237,
+ 238,
+ 239,
+ 240,
+ 241,
+ 242,
+ 243,
+ 244,
+ 245,
+ 246,
+ 247,
+ 248,
+ 249,
+ 250,
+ 251,
+ 252,
+ 253,
+ 254,
+ 255,
+ 256,
+ 257,
+ 258,
+ 259,
+ 260,
+ 261,
+ 262,
+ 263,
+ 264,
+ 265,
+ 266,
+ 267,
+ 268,
+ 269,
+ 270,
+ 271,
+ 272,
+ 273,
+ 274,
+ 275,
+ 276,
+ 277,
+ 278,
+ 279,
+ 280,
+ 281,
+ 282,
+ 283,
+ 284,
+ 285,
+ 286,
+ 287,
+ 288,
+ 289,
+ 290,
+ 291,
+ 292,
+ 293,
+ 294,
+ 295,
+ 296,
+ 297,
+ 298,
+ 299,
+ 300,
+ 301,
+ 302,
+ 303,
+ 304,
+ 305,
+ 306,
+ 307,
+ 308,
+ 309,
+ 310
+ ]
+ }
+]
\ No newline at end of file
diff --git a/checkpoints/140000/training_state/optimizer_state.safetensors b/checkpoints/140000/training_state/optimizer_state.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c89a25a596ceeb85c0ac67a8acb1f46528fa03d1
--- /dev/null
+++ b/checkpoints/140000/training_state/optimizer_state.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4c773a6eb9a070cc89c9bfc1cd1995553b1c0e8ed7f2b05816655771ea401e2
+size 738026076
diff --git a/checkpoints/140000/training_state/rng_state.safetensors b/checkpoints/140000/training_state/rng_state.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..073bda7116500f53d5899ba3ec143edfc8658221
--- /dev/null
+++ b/checkpoints/140000/training_state/rng_state.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfb51770840de721cb60e5b9a02c0936fff94661c6933c7513025f982b903f44
+size 15708
diff --git a/checkpoints/140000/training_state/scheduler_state.json b/checkpoints/140000/training_state/scheduler_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..edd972d59334b2899fffeb0b0963ae37abc740d3
--- /dev/null
+++ b/checkpoints/140000/training_state/scheduler_state.json
@@ -0,0 +1,15 @@
+{
+ "base_lrs": [
+ 0.0001
+ ],
+ "last_epoch": 140000,
+ "verbose": false,
+ "_step_count": 140001,
+ "_get_lr_called_within_step": false,
+ "_last_lr": [
+ 9.41819470076598e-05
+ ],
+ "lr_lambdas": [
+ null
+ ]
+}
\ No newline at end of file
diff --git a/checkpoints/140000/training_state/training_step.json b/checkpoints/140000/training_state/training_step.json
new file mode 100644
index 0000000000000000000000000000000000000000..f3695dfae1578a72a581cd61c827ae9be8dcaa64
--- /dev/null
+++ b/checkpoints/140000/training_state/training_step.json
@@ -0,0 +1,3 @@
+{
+ "step": 140000
+}
\ No newline at end of file
diff --git a/checkpoints/160000/pretrained_model/config.json b/checkpoints/160000/pretrained_model/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c67a964ea3e70dc8909af56b3ab05bd9d44b31fc
--- /dev/null
+++ b/checkpoints/160000/pretrained_model/config.json
@@ -0,0 +1,107 @@
+{
+ "type": "diffusion",
+ "n_obs_steps": 2,
+ "normalization_mapping": {
+ "VISUAL": "MEAN_STD",
+ "STATE": "MIN_MAX",
+ "ACTION": "MIN_MAX"
+ },
+ "input_features": {
+ "observation.state": {
+ "type": "STATE",
+ "shape": [
+ 6
+ ]
+ },
+ "observation.images.FrontCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.TopCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.WristCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ }
+ },
+ "output_features": {
+ "action": {
+ "type": "ACTION",
+ "shape": [
+ 6
+ ]
+ }
+ },
+ "device": "cuda",
+ "use_amp": false,
+ "horizon": 16,
+ "n_action_steps": 8,
+ "drop_n_last_frames": 7,
+ "vision_backbone": "resnet50",
+ "crop_shape": [
+ 224,
+ 224
+ ],
+ "crop_is_random": false,
+ "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1",
+ "use_group_norm": false,
+ "spatial_softmax_num_keypoints": 32,
+ "use_separate_rgb_encoder_per_camera": false,
+ "down_dims": [
+ 256,
+ 512,
+ 1024
+ ],
+ "kernel_size": 5,
+ "n_groups": 8,
+ "diffusion_step_embed_dim": 128,
+ "use_film_scale_modulation": true,
+ "noise_scheduler_type": "DDIM",
+ "num_train_timesteps": 100,
+ "beta_schedule": "squaredcos_cap_v2",
+ "beta_start": 0.0001,
+ "beta_end": 0.02,
+ "prediction_type": "epsilon",
+ "clip_sample": true,
+ "clip_sample_range": 1.0,
+ "num_inference_steps": 10,
+ "do_mask_loss_for_padding": false,
+ "optimizer_lr": 0.0001,
+ "optimizer_betas": [
+ 0.95,
+ 0.999
+ ],
+ "optimizer_eps": 1e-08,
+ "optimizer_weight_decay": 1e-06,
+ "scheduler_name": "cosine",
+ "scheduler_warmup_steps": 500,
+ "pre_resize_shape": [
+ 224,
+ 224
+ ],
+ "freeze_vision_backbone": false,
+ "use_ac": false,
+ "ac_threshold": 0.99,
+ "use_pcg": false,
+ "pcg_weight": 0.1,
+ "use_bid": false,
+ "bid_batch_size": 15,
+ "bid_mode_size": 3,
+ "bid_temporal_coherence": 0.5,
+ "weak_model_path": null,
+ "weak_model_config": null
+}
\ No newline at end of file
diff --git a/checkpoints/160000/pretrained_model/model.safetensors b/checkpoints/160000/pretrained_model/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..dd10f66682ebf16bf08054f1e595b5a62d865f21
--- /dev/null
+++ b/checkpoints/160000/pretrained_model/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5beabaa86567a19353829add01c4ee7f14e6057f524b84efd141578862a8a4d
+size 369241872
diff --git a/checkpoints/160000/pretrained_model/train_config.json b/checkpoints/160000/pretrained_model/train_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..4d6ca3c401eeb27c6002327378b8fbed76055a2e
--- /dev/null
+++ b/checkpoints/160000/pretrained_model/train_config.json
@@ -0,0 +1,217 @@
+{
+ "dataset": {
+ "repo_id": "shylee/so100_pengripG",
+ "root": "/SSD/LSY/lerobot_dataset/pengripG",
+ "episodes": null,
+ "image_transforms": {
+ "enable": false,
+ "max_num_transforms": 3,
+ "random_order": false,
+ "tfs": {
+ "brightness": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "brightness": [
+ 0.8,
+ 1.2
+ ]
+ }
+ },
+ "contrast": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "contrast": [
+ 0.8,
+ 1.2
+ ]
+ }
+ },
+ "saturation": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "saturation": [
+ 0.5,
+ 1.5
+ ]
+ }
+ },
+ "hue": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "hue": [
+ -0.05,
+ 0.05
+ ]
+ }
+ },
+ "sharpness": {
+ "weight": 1.0,
+ "type": "SharpnessJitter",
+ "kwargs": {
+ "sharpness": [
+ 0.5,
+ 1.5
+ ]
+ }
+ }
+ }
+ },
+ "revision": null,
+ "use_imagenet_stats": true,
+ "video_backend": "torchcodec"
+ },
+ "env": null,
+ "policy": {
+ "type": "diffusion",
+ "n_obs_steps": 2,
+ "normalization_mapping": {
+ "VISUAL": "MEAN_STD",
+ "STATE": "MIN_MAX",
+ "ACTION": "MIN_MAX"
+ },
+ "input_features": {
+ "observation.state": {
+ "type": "STATE",
+ "shape": [
+ 6
+ ]
+ },
+ "observation.images.FrontCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.TopCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.WristCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ }
+ },
+ "output_features": {
+ "action": {
+ "type": "ACTION",
+ "shape": [
+ 6
+ ]
+ }
+ },
+ "device": "cuda",
+ "use_amp": false,
+ "horizon": 16,
+ "n_action_steps": 8,
+ "drop_n_last_frames": 7,
+ "vision_backbone": "resnet50",
+ "crop_shape": [
+ 224,
+ 224
+ ],
+ "crop_is_random": false,
+ "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1",
+ "use_group_norm": false,
+ "spatial_softmax_num_keypoints": 32,
+ "use_separate_rgb_encoder_per_camera": false,
+ "down_dims": [
+ 256,
+ 512,
+ 1024
+ ],
+ "kernel_size": 5,
+ "n_groups": 8,
+ "diffusion_step_embed_dim": 128,
+ "use_film_scale_modulation": true,
+ "noise_scheduler_type": "DDIM",
+ "num_train_timesteps": 100,
+ "beta_schedule": "squaredcos_cap_v2",
+ "beta_start": 0.0001,
+ "beta_end": 0.02,
+ "prediction_type": "epsilon",
+ "clip_sample": true,
+ "clip_sample_range": 1.0,
+ "num_inference_steps": 10,
+ "do_mask_loss_for_padding": false,
+ "optimizer_lr": 0.0001,
+ "optimizer_betas": [
+ 0.95,
+ 0.999
+ ],
+ "optimizer_eps": 1e-08,
+ "optimizer_weight_decay": 1e-06,
+ "scheduler_name": "cosine",
+ "scheduler_warmup_steps": 500,
+ "pre_resize_shape": [
+ 224,
+ 224
+ ],
+ "freeze_vision_backbone": false,
+ "use_ac": false,
+ "ac_threshold": 0.99,
+ "use_pcg": false,
+ "pcg_weight": 0.1,
+ "use_bid": false,
+ "bid_batch_size": 15,
+ "bid_mode_size": 3,
+ "bid_temporal_coherence": 0.5,
+ "weak_model_path": null,
+ "weak_model_config": null
+ },
+ "output_dir": "/SSD/LSY/lerobot_model/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_longtrain",
+ "job_name": "DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_longtrain",
+ "resume": false,
+ "seed": 1000,
+ "num_workers": 4,
+ "batch_size": 16,
+ "steps": 900000,
+ "eval_freq": 20000,
+ "log_freq": 200,
+ "save_checkpoint": true,
+ "save_freq": 20000,
+ "use_policy_training_preset": true,
+ "optimizer": {
+ "type": "adam",
+ "lr": 0.0001,
+ "weight_decay": 1e-06,
+ "grad_clip_norm": 10.0,
+ "betas": [
+ 0.95,
+ 0.999
+ ],
+ "eps": 1e-08
+ },
+ "scheduler": {
+ "type": "diffuser",
+ "num_warmup_steps": 500,
+ "name": "cosine"
+ },
+ "eval": {
+ "n_episodes": 50,
+ "batch_size": 50,
+ "use_async_envs": false
+ },
+ "wandb": {
+ "enable": true,
+ "disable_artifact": false,
+ "project": "lerobot",
+ "entity": null,
+ "notes": null,
+ "run_id": null,
+ "mode": null
+ }
+}
\ No newline at end of file
diff --git a/checkpoints/160000/training_state/optimizer_param_groups.json b/checkpoints/160000/training_state/optimizer_param_groups.json
new file mode 100644
index 0000000000000000000000000000000000000000..a80deae99b14256d1a61c1e13b7f275b8fb5ff69
--- /dev/null
+++ b/checkpoints/160000/training_state/optimizer_param_groups.json
@@ -0,0 +1,331 @@
+[
+ {
+ "lr": 9.244040521299264e-05,
+ "betas": [
+ 0.95,
+ 0.999
+ ],
+ "eps": 1e-08,
+ "weight_decay": 1e-06,
+ "amsgrad": false,
+ "maximize": false,
+ "foreach": null,
+ "capturable": false,
+ "differentiable": false,
+ "fused": null,
+ "initial_lr": 0.0001,
+ "params": [
+ 0,
+ 1,
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7,
+ 8,
+ 9,
+ 10,
+ 11,
+ 12,
+ 13,
+ 14,
+ 15,
+ 16,
+ 17,
+ 18,
+ 19,
+ 20,
+ 21,
+ 22,
+ 23,
+ 24,
+ 25,
+ 26,
+ 27,
+ 28,
+ 29,
+ 30,
+ 31,
+ 32,
+ 33,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 42,
+ 43,
+ 44,
+ 45,
+ 46,
+ 47,
+ 48,
+ 49,
+ 50,
+ 51,
+ 52,
+ 53,
+ 54,
+ 55,
+ 56,
+ 57,
+ 58,
+ 59,
+ 60,
+ 61,
+ 62,
+ 63,
+ 64,
+ 65,
+ 66,
+ 67,
+ 68,
+ 69,
+ 70,
+ 71,
+ 72,
+ 73,
+ 74,
+ 75,
+ 76,
+ 77,
+ 78,
+ 79,
+ 80,
+ 81,
+ 82,
+ 83,
+ 84,
+ 85,
+ 86,
+ 87,
+ 88,
+ 89,
+ 90,
+ 91,
+ 92,
+ 93,
+ 94,
+ 95,
+ 96,
+ 97,
+ 98,
+ 99,
+ 100,
+ 101,
+ 102,
+ 103,
+ 104,
+ 105,
+ 106,
+ 107,
+ 108,
+ 109,
+ 110,
+ 111,
+ 112,
+ 113,
+ 114,
+ 115,
+ 116,
+ 117,
+ 118,
+ 119,
+ 120,
+ 121,
+ 122,
+ 123,
+ 124,
+ 125,
+ 126,
+ 127,
+ 128,
+ 129,
+ 130,
+ 131,
+ 132,
+ 133,
+ 134,
+ 135,
+ 136,
+ 137,
+ 138,
+ 139,
+ 140,
+ 141,
+ 142,
+ 143,
+ 144,
+ 145,
+ 146,
+ 147,
+ 148,
+ 149,
+ 150,
+ 151,
+ 152,
+ 153,
+ 154,
+ 155,
+ 156,
+ 157,
+ 158,
+ 159,
+ 160,
+ 161,
+ 162,
+ 163,
+ 164,
+ 165,
+ 166,
+ 167,
+ 168,
+ 169,
+ 170,
+ 171,
+ 172,
+ 173,
+ 174,
+ 175,
+ 176,
+ 177,
+ 178,
+ 179,
+ 180,
+ 181,
+ 182,
+ 183,
+ 184,
+ 185,
+ 186,
+ 187,
+ 188,
+ 189,
+ 190,
+ 191,
+ 192,
+ 193,
+ 194,
+ 195,
+ 196,
+ 197,
+ 198,
+ 199,
+ 200,
+ 201,
+ 202,
+ 203,
+ 204,
+ 205,
+ 206,
+ 207,
+ 208,
+ 209,
+ 210,
+ 211,
+ 212,
+ 213,
+ 214,
+ 215,
+ 216,
+ 217,
+ 218,
+ 219,
+ 220,
+ 221,
+ 222,
+ 223,
+ 224,
+ 225,
+ 226,
+ 227,
+ 228,
+ 229,
+ 230,
+ 231,
+ 232,
+ 233,
+ 234,
+ 235,
+ 236,
+ 237,
+ 238,
+ 239,
+ 240,
+ 241,
+ 242,
+ 243,
+ 244,
+ 245,
+ 246,
+ 247,
+ 248,
+ 249,
+ 250,
+ 251,
+ 252,
+ 253,
+ 254,
+ 255,
+ 256,
+ 257,
+ 258,
+ 259,
+ 260,
+ 261,
+ 262,
+ 263,
+ 264,
+ 265,
+ 266,
+ 267,
+ 268,
+ 269,
+ 270,
+ 271,
+ 272,
+ 273,
+ 274,
+ 275,
+ 276,
+ 277,
+ 278,
+ 279,
+ 280,
+ 281,
+ 282,
+ 283,
+ 284,
+ 285,
+ 286,
+ 287,
+ 288,
+ 289,
+ 290,
+ 291,
+ 292,
+ 293,
+ 294,
+ 295,
+ 296,
+ 297,
+ 298,
+ 299,
+ 300,
+ 301,
+ 302,
+ 303,
+ 304,
+ 305,
+ 306,
+ 307,
+ 308,
+ 309,
+ 310
+ ]
+ }
+]
\ No newline at end of file
diff --git a/checkpoints/160000/training_state/optimizer_state.safetensors b/checkpoints/160000/training_state/optimizer_state.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..2020581cb55132403445e531871a1429081a0e3c
--- /dev/null
+++ b/checkpoints/160000/training_state/optimizer_state.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4abf0c33a2bd742827a3b7fdb80870476e7189f9fde5a8cebb8431ee54c3885a
+size 738026076
diff --git a/checkpoints/160000/training_state/rng_state.safetensors b/checkpoints/160000/training_state/rng_state.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f713585d52cefb8f6df4a77c520f59584d45fc5f
--- /dev/null
+++ b/checkpoints/160000/training_state/rng_state.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f968f6f42bc4fb409f727553e80be56349f217482f0ce098c929da43a918659c
+size 15708
diff --git a/checkpoints/160000/training_state/scheduler_state.json b/checkpoints/160000/training_state/scheduler_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..816cb47b2ebffd0db6cb37165dd293891a53100a
--- /dev/null
+++ b/checkpoints/160000/training_state/scheduler_state.json
@@ -0,0 +1,15 @@
+{
+ "base_lrs": [
+ 0.0001
+ ],
+ "last_epoch": 160000,
+ "verbose": false,
+ "_step_count": 160001,
+ "_get_lr_called_within_step": false,
+ "_last_lr": [
+ 9.244040521299264e-05
+ ],
+ "lr_lambdas": [
+ null
+ ]
+}
\ No newline at end of file
diff --git a/checkpoints/160000/training_state/training_step.json b/checkpoints/160000/training_state/training_step.json
new file mode 100644
index 0000000000000000000000000000000000000000..18f112ab3b2ba641c0049e21daf4fb129368a0a0
--- /dev/null
+++ b/checkpoints/160000/training_state/training_step.json
@@ -0,0 +1,3 @@
+{
+ "step": 160000
+}
\ No newline at end of file
diff --git a/checkpoints/180000/pretrained_model/config.json b/checkpoints/180000/pretrained_model/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c67a964ea3e70dc8909af56b3ab05bd9d44b31fc
--- /dev/null
+++ b/checkpoints/180000/pretrained_model/config.json
@@ -0,0 +1,107 @@
+{
+ "type": "diffusion",
+ "n_obs_steps": 2,
+ "normalization_mapping": {
+ "VISUAL": "MEAN_STD",
+ "STATE": "MIN_MAX",
+ "ACTION": "MIN_MAX"
+ },
+ "input_features": {
+ "observation.state": {
+ "type": "STATE",
+ "shape": [
+ 6
+ ]
+ },
+ "observation.images.FrontCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.TopCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.WristCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ }
+ },
+ "output_features": {
+ "action": {
+ "type": "ACTION",
+ "shape": [
+ 6
+ ]
+ }
+ },
+ "device": "cuda",
+ "use_amp": false,
+ "horizon": 16,
+ "n_action_steps": 8,
+ "drop_n_last_frames": 7,
+ "vision_backbone": "resnet50",
+ "crop_shape": [
+ 224,
+ 224
+ ],
+ "crop_is_random": false,
+ "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1",
+ "use_group_norm": false,
+ "spatial_softmax_num_keypoints": 32,
+ "use_separate_rgb_encoder_per_camera": false,
+ "down_dims": [
+ 256,
+ 512,
+ 1024
+ ],
+ "kernel_size": 5,
+ "n_groups": 8,
+ "diffusion_step_embed_dim": 128,
+ "use_film_scale_modulation": true,
+ "noise_scheduler_type": "DDIM",
+ "num_train_timesteps": 100,
+ "beta_schedule": "squaredcos_cap_v2",
+ "beta_start": 0.0001,
+ "beta_end": 0.02,
+ "prediction_type": "epsilon",
+ "clip_sample": true,
+ "clip_sample_range": 1.0,
+ "num_inference_steps": 10,
+ "do_mask_loss_for_padding": false,
+ "optimizer_lr": 0.0001,
+ "optimizer_betas": [
+ 0.95,
+ 0.999
+ ],
+ "optimizer_eps": 1e-08,
+ "optimizer_weight_decay": 1e-06,
+ "scheduler_name": "cosine",
+ "scheduler_warmup_steps": 500,
+ "pre_resize_shape": [
+ 224,
+ 224
+ ],
+ "freeze_vision_backbone": false,
+ "use_ac": false,
+ "ac_threshold": 0.99,
+ "use_pcg": false,
+ "pcg_weight": 0.1,
+ "use_bid": false,
+ "bid_batch_size": 15,
+ "bid_mode_size": 3,
+ "bid_temporal_coherence": 0.5,
+ "weak_model_path": null,
+ "weak_model_config": null
+}
\ No newline at end of file
diff --git a/checkpoints/180000/pretrained_model/model.safetensors b/checkpoints/180000/pretrained_model/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ef4f0b266152e9a7912648acab42e1d28661416f
--- /dev/null
+++ b/checkpoints/180000/pretrained_model/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed820a8894e65df865221b7a08a32ec7d279202f07e8952969c5f3989baba415
+size 369241872
diff --git a/checkpoints/180000/pretrained_model/train_config.json b/checkpoints/180000/pretrained_model/train_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..4d6ca3c401eeb27c6002327378b8fbed76055a2e
--- /dev/null
+++ b/checkpoints/180000/pretrained_model/train_config.json
@@ -0,0 +1,217 @@
+{
+ "dataset": {
+ "repo_id": "shylee/so100_pengripG",
+ "root": "/SSD/LSY/lerobot_dataset/pengripG",
+ "episodes": null,
+ "image_transforms": {
+ "enable": false,
+ "max_num_transforms": 3,
+ "random_order": false,
+ "tfs": {
+ "brightness": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "brightness": [
+ 0.8,
+ 1.2
+ ]
+ }
+ },
+ "contrast": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "contrast": [
+ 0.8,
+ 1.2
+ ]
+ }
+ },
+ "saturation": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "saturation": [
+ 0.5,
+ 1.5
+ ]
+ }
+ },
+ "hue": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "hue": [
+ -0.05,
+ 0.05
+ ]
+ }
+ },
+ "sharpness": {
+ "weight": 1.0,
+ "type": "SharpnessJitter",
+ "kwargs": {
+ "sharpness": [
+ 0.5,
+ 1.5
+ ]
+ }
+ }
+ }
+ },
+ "revision": null,
+ "use_imagenet_stats": true,
+ "video_backend": "torchcodec"
+ },
+ "env": null,
+ "policy": {
+ "type": "diffusion",
+ "n_obs_steps": 2,
+ "normalization_mapping": {
+ "VISUAL": "MEAN_STD",
+ "STATE": "MIN_MAX",
+ "ACTION": "MIN_MAX"
+ },
+ "input_features": {
+ "observation.state": {
+ "type": "STATE",
+ "shape": [
+ 6
+ ]
+ },
+ "observation.images.FrontCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.TopCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.WristCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ }
+ },
+ "output_features": {
+ "action": {
+ "type": "ACTION",
+ "shape": [
+ 6
+ ]
+ }
+ },
+ "device": "cuda",
+ "use_amp": false,
+ "horizon": 16,
+ "n_action_steps": 8,
+ "drop_n_last_frames": 7,
+ "vision_backbone": "resnet50",
+ "crop_shape": [
+ 224,
+ 224
+ ],
+ "crop_is_random": false,
+ "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1",
+ "use_group_norm": false,
+ "spatial_softmax_num_keypoints": 32,
+ "use_separate_rgb_encoder_per_camera": false,
+ "down_dims": [
+ 256,
+ 512,
+ 1024
+ ],
+ "kernel_size": 5,
+ "n_groups": 8,
+ "diffusion_step_embed_dim": 128,
+ "use_film_scale_modulation": true,
+ "noise_scheduler_type": "DDIM",
+ "num_train_timesteps": 100,
+ "beta_schedule": "squaredcos_cap_v2",
+ "beta_start": 0.0001,
+ "beta_end": 0.02,
+ "prediction_type": "epsilon",
+ "clip_sample": true,
+ "clip_sample_range": 1.0,
+ "num_inference_steps": 10,
+ "do_mask_loss_for_padding": false,
+ "optimizer_lr": 0.0001,
+ "optimizer_betas": [
+ 0.95,
+ 0.999
+ ],
+ "optimizer_eps": 1e-08,
+ "optimizer_weight_decay": 1e-06,
+ "scheduler_name": "cosine",
+ "scheduler_warmup_steps": 500,
+ "pre_resize_shape": [
+ 224,
+ 224
+ ],
+ "freeze_vision_backbone": false,
+ "use_ac": false,
+ "ac_threshold": 0.99,
+ "use_pcg": false,
+ "pcg_weight": 0.1,
+ "use_bid": false,
+ "bid_batch_size": 15,
+ "bid_mode_size": 3,
+ "bid_temporal_coherence": 0.5,
+ "weak_model_path": null,
+ "weak_model_config": null
+ },
+ "output_dir": "/SSD/LSY/lerobot_model/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_longtrain",
+ "job_name": "DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_longtrain",
+ "resume": false,
+ "seed": 1000,
+ "num_workers": 4,
+ "batch_size": 16,
+ "steps": 900000,
+ "eval_freq": 20000,
+ "log_freq": 200,
+ "save_checkpoint": true,
+ "save_freq": 20000,
+ "use_policy_training_preset": true,
+ "optimizer": {
+ "type": "adam",
+ "lr": 0.0001,
+ "weight_decay": 1e-06,
+ "grad_clip_norm": 10.0,
+ "betas": [
+ 0.95,
+ 0.999
+ ],
+ "eps": 1e-08
+ },
+ "scheduler": {
+ "type": "diffuser",
+ "num_warmup_steps": 500,
+ "name": "cosine"
+ },
+ "eval": {
+ "n_episodes": 50,
+ "batch_size": 50,
+ "use_async_envs": false
+ },
+ "wandb": {
+ "enable": true,
+ "disable_artifact": false,
+ "project": "lerobot",
+ "entity": null,
+ "notes": null,
+ "run_id": null,
+ "mode": null
+ }
+}
\ No newline at end of file
diff --git a/checkpoints/180000/training_state/optimizer_param_groups.json b/checkpoints/180000/training_state/optimizer_param_groups.json
new file mode 100644
index 0000000000000000000000000000000000000000..a029d09f58b7b30c6b0782f9db5301ca5a7ca89b
--- /dev/null
+++ b/checkpoints/180000/training_state/optimizer_param_groups.json
@@ -0,0 +1,331 @@
+[
+ {
+ "lr": 9.049186819281031e-05,
+ "betas": [
+ 0.95,
+ 0.999
+ ],
+ "eps": 1e-08,
+ "weight_decay": 1e-06,
+ "amsgrad": false,
+ "maximize": false,
+ "foreach": null,
+ "capturable": false,
+ "differentiable": false,
+ "fused": null,
+ "initial_lr": 0.0001,
+ "params": [
+ 0,
+ 1,
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7,
+ 8,
+ 9,
+ 10,
+ 11,
+ 12,
+ 13,
+ 14,
+ 15,
+ 16,
+ 17,
+ 18,
+ 19,
+ 20,
+ 21,
+ 22,
+ 23,
+ 24,
+ 25,
+ 26,
+ 27,
+ 28,
+ 29,
+ 30,
+ 31,
+ 32,
+ 33,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 42,
+ 43,
+ 44,
+ 45,
+ 46,
+ 47,
+ 48,
+ 49,
+ 50,
+ 51,
+ 52,
+ 53,
+ 54,
+ 55,
+ 56,
+ 57,
+ 58,
+ 59,
+ 60,
+ 61,
+ 62,
+ 63,
+ 64,
+ 65,
+ 66,
+ 67,
+ 68,
+ 69,
+ 70,
+ 71,
+ 72,
+ 73,
+ 74,
+ 75,
+ 76,
+ 77,
+ 78,
+ 79,
+ 80,
+ 81,
+ 82,
+ 83,
+ 84,
+ 85,
+ 86,
+ 87,
+ 88,
+ 89,
+ 90,
+ 91,
+ 92,
+ 93,
+ 94,
+ 95,
+ 96,
+ 97,
+ 98,
+ 99,
+ 100,
+ 101,
+ 102,
+ 103,
+ 104,
+ 105,
+ 106,
+ 107,
+ 108,
+ 109,
+ 110,
+ 111,
+ 112,
+ 113,
+ 114,
+ 115,
+ 116,
+ 117,
+ 118,
+ 119,
+ 120,
+ 121,
+ 122,
+ 123,
+ 124,
+ 125,
+ 126,
+ 127,
+ 128,
+ 129,
+ 130,
+ 131,
+ 132,
+ 133,
+ 134,
+ 135,
+ 136,
+ 137,
+ 138,
+ 139,
+ 140,
+ 141,
+ 142,
+ 143,
+ 144,
+ 145,
+ 146,
+ 147,
+ 148,
+ 149,
+ 150,
+ 151,
+ 152,
+ 153,
+ 154,
+ 155,
+ 156,
+ 157,
+ 158,
+ 159,
+ 160,
+ 161,
+ 162,
+ 163,
+ 164,
+ 165,
+ 166,
+ 167,
+ 168,
+ 169,
+ 170,
+ 171,
+ 172,
+ 173,
+ 174,
+ 175,
+ 176,
+ 177,
+ 178,
+ 179,
+ 180,
+ 181,
+ 182,
+ 183,
+ 184,
+ 185,
+ 186,
+ 187,
+ 188,
+ 189,
+ 190,
+ 191,
+ 192,
+ 193,
+ 194,
+ 195,
+ 196,
+ 197,
+ 198,
+ 199,
+ 200,
+ 201,
+ 202,
+ 203,
+ 204,
+ 205,
+ 206,
+ 207,
+ 208,
+ 209,
+ 210,
+ 211,
+ 212,
+ 213,
+ 214,
+ 215,
+ 216,
+ 217,
+ 218,
+ 219,
+ 220,
+ 221,
+ 222,
+ 223,
+ 224,
+ 225,
+ 226,
+ 227,
+ 228,
+ 229,
+ 230,
+ 231,
+ 232,
+ 233,
+ 234,
+ 235,
+ 236,
+ 237,
+ 238,
+ 239,
+ 240,
+ 241,
+ 242,
+ 243,
+ 244,
+ 245,
+ 246,
+ 247,
+ 248,
+ 249,
+ 250,
+ 251,
+ 252,
+ 253,
+ 254,
+ 255,
+ 256,
+ 257,
+ 258,
+ 259,
+ 260,
+ 261,
+ 262,
+ 263,
+ 264,
+ 265,
+ 266,
+ 267,
+ 268,
+ 269,
+ 270,
+ 271,
+ 272,
+ 273,
+ 274,
+ 275,
+ 276,
+ 277,
+ 278,
+ 279,
+ 280,
+ 281,
+ 282,
+ 283,
+ 284,
+ 285,
+ 286,
+ 287,
+ 288,
+ 289,
+ 290,
+ 291,
+ 292,
+ 293,
+ 294,
+ 295,
+ 296,
+ 297,
+ 298,
+ 299,
+ 300,
+ 301,
+ 302,
+ 303,
+ 304,
+ 305,
+ 306,
+ 307,
+ 308,
+ 309,
+ 310
+ ]
+ }
+]
\ No newline at end of file
diff --git a/checkpoints/180000/training_state/optimizer_state.safetensors b/checkpoints/180000/training_state/optimizer_state.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..1b1329f7d2fc7a4ab0ab55d6e16d14717455684b
--- /dev/null
+++ b/checkpoints/180000/training_state/optimizer_state.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a4e0ac4cff3fa367c4da55bed722685f4caf4416087ff0083cc48333955389e
+size 738026076
diff --git a/checkpoints/180000/training_state/rng_state.safetensors b/checkpoints/180000/training_state/rng_state.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..dbe66f5fae7993fa4668195ec732268609503fc7
--- /dev/null
+++ b/checkpoints/180000/training_state/rng_state.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39232fcd5fec0df4a3d1c859e479056a20e4c8f3aaf518df3dd7e0d3a28409cd
+size 15708
diff --git a/checkpoints/180000/training_state/scheduler_state.json b/checkpoints/180000/training_state/scheduler_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..7e725acefb858f85655970cd16215b4aec1acdea
--- /dev/null
+++ b/checkpoints/180000/training_state/scheduler_state.json
@@ -0,0 +1,15 @@
+{
+ "base_lrs": [
+ 0.0001
+ ],
+ "last_epoch": 180000,
+ "verbose": false,
+ "_step_count": 180001,
+ "_get_lr_called_within_step": false,
+ "_last_lr": [
+ 9.049186819281031e-05
+ ],
+ "lr_lambdas": [
+ null
+ ]
+}
\ No newline at end of file
diff --git a/checkpoints/180000/training_state/training_step.json b/checkpoints/180000/training_state/training_step.json
new file mode 100644
index 0000000000000000000000000000000000000000..3da013f3092359f6c4ebb97dfc69e8300dbb32e4
--- /dev/null
+++ b/checkpoints/180000/training_state/training_step.json
@@ -0,0 +1,3 @@
+{
+ "step": 180000
+}
\ No newline at end of file
diff --git a/checkpoints/200000/pretrained_model/config.json b/checkpoints/200000/pretrained_model/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c67a964ea3e70dc8909af56b3ab05bd9d44b31fc
--- /dev/null
+++ b/checkpoints/200000/pretrained_model/config.json
@@ -0,0 +1,107 @@
+{
+ "type": "diffusion",
+ "n_obs_steps": 2,
+ "normalization_mapping": {
+ "VISUAL": "MEAN_STD",
+ "STATE": "MIN_MAX",
+ "ACTION": "MIN_MAX"
+ },
+ "input_features": {
+ "observation.state": {
+ "type": "STATE",
+ "shape": [
+ 6
+ ]
+ },
+ "observation.images.FrontCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.TopCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.WristCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ }
+ },
+ "output_features": {
+ "action": {
+ "type": "ACTION",
+ "shape": [
+ 6
+ ]
+ }
+ },
+ "device": "cuda",
+ "use_amp": false,
+ "horizon": 16,
+ "n_action_steps": 8,
+ "drop_n_last_frames": 7,
+ "vision_backbone": "resnet50",
+ "crop_shape": [
+ 224,
+ 224
+ ],
+ "crop_is_random": false,
+ "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1",
+ "use_group_norm": false,
+ "spatial_softmax_num_keypoints": 32,
+ "use_separate_rgb_encoder_per_camera": false,
+ "down_dims": [
+ 256,
+ 512,
+ 1024
+ ],
+ "kernel_size": 5,
+ "n_groups": 8,
+ "diffusion_step_embed_dim": 128,
+ "use_film_scale_modulation": true,
+ "noise_scheduler_type": "DDIM",
+ "num_train_timesteps": 100,
+ "beta_schedule": "squaredcos_cap_v2",
+ "beta_start": 0.0001,
+ "beta_end": 0.02,
+ "prediction_type": "epsilon",
+ "clip_sample": true,
+ "clip_sample_range": 1.0,
+ "num_inference_steps": 10,
+ "do_mask_loss_for_padding": false,
+ "optimizer_lr": 0.0001,
+ "optimizer_betas": [
+ 0.95,
+ 0.999
+ ],
+ "optimizer_eps": 1e-08,
+ "optimizer_weight_decay": 1e-06,
+ "scheduler_name": "cosine",
+ "scheduler_warmup_steps": 500,
+ "pre_resize_shape": [
+ 224,
+ 224
+ ],
+ "freeze_vision_backbone": false,
+ "use_ac": false,
+ "ac_threshold": 0.99,
+ "use_pcg": false,
+ "pcg_weight": 0.1,
+ "use_bid": false,
+ "bid_batch_size": 15,
+ "bid_mode_size": 3,
+ "bid_temporal_coherence": 0.5,
+ "weak_model_path": null,
+ "weak_model_config": null
+}
\ No newline at end of file
diff --git a/checkpoints/200000/pretrained_model/model.safetensors b/checkpoints/200000/pretrained_model/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..42d81baf7755dabac96964fe936744e4f11f8dfd
--- /dev/null
+++ b/checkpoints/200000/pretrained_model/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adbab9d581f53998b1cfd77754fc63b7e6ec0eb5504e2c8ca42b6ce80acb04bd
+size 369241872
diff --git a/checkpoints/200000/pretrained_model/train_config.json b/checkpoints/200000/pretrained_model/train_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..4d6ca3c401eeb27c6002327378b8fbed76055a2e
--- /dev/null
+++ b/checkpoints/200000/pretrained_model/train_config.json
@@ -0,0 +1,217 @@
+{
+ "dataset": {
+ "repo_id": "shylee/so100_pengripG",
+ "root": "/SSD/LSY/lerobot_dataset/pengripG",
+ "episodes": null,
+ "image_transforms": {
+ "enable": false,
+ "max_num_transforms": 3,
+ "random_order": false,
+ "tfs": {
+ "brightness": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "brightness": [
+ 0.8,
+ 1.2
+ ]
+ }
+ },
+ "contrast": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "contrast": [
+ 0.8,
+ 1.2
+ ]
+ }
+ },
+ "saturation": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "saturation": [
+ 0.5,
+ 1.5
+ ]
+ }
+ },
+ "hue": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "hue": [
+ -0.05,
+ 0.05
+ ]
+ }
+ },
+ "sharpness": {
+ "weight": 1.0,
+ "type": "SharpnessJitter",
+ "kwargs": {
+ "sharpness": [
+ 0.5,
+ 1.5
+ ]
+ }
+ }
+ }
+ },
+ "revision": null,
+ "use_imagenet_stats": true,
+ "video_backend": "torchcodec"
+ },
+ "env": null,
+ "policy": {
+ "type": "diffusion",
+ "n_obs_steps": 2,
+ "normalization_mapping": {
+ "VISUAL": "MEAN_STD",
+ "STATE": "MIN_MAX",
+ "ACTION": "MIN_MAX"
+ },
+ "input_features": {
+ "observation.state": {
+ "type": "STATE",
+ "shape": [
+ 6
+ ]
+ },
+ "observation.images.FrontCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.TopCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.WristCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ }
+ },
+ "output_features": {
+ "action": {
+ "type": "ACTION",
+ "shape": [
+ 6
+ ]
+ }
+ },
+ "device": "cuda",
+ "use_amp": false,
+ "horizon": 16,
+ "n_action_steps": 8,
+ "drop_n_last_frames": 7,
+ "vision_backbone": "resnet50",
+ "crop_shape": [
+ 224,
+ 224
+ ],
+ "crop_is_random": false,
+ "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1",
+ "use_group_norm": false,
+ "spatial_softmax_num_keypoints": 32,
+ "use_separate_rgb_encoder_per_camera": false,
+ "down_dims": [
+ 256,
+ 512,
+ 1024
+ ],
+ "kernel_size": 5,
+ "n_groups": 8,
+ "diffusion_step_embed_dim": 128,
+ "use_film_scale_modulation": true,
+ "noise_scheduler_type": "DDIM",
+ "num_train_timesteps": 100,
+ "beta_schedule": "squaredcos_cap_v2",
+ "beta_start": 0.0001,
+ "beta_end": 0.02,
+ "prediction_type": "epsilon",
+ "clip_sample": true,
+ "clip_sample_range": 1.0,
+ "num_inference_steps": 10,
+ "do_mask_loss_for_padding": false,
+ "optimizer_lr": 0.0001,
+ "optimizer_betas": [
+ 0.95,
+ 0.999
+ ],
+ "optimizer_eps": 1e-08,
+ "optimizer_weight_decay": 1e-06,
+ "scheduler_name": "cosine",
+ "scheduler_warmup_steps": 500,
+ "pre_resize_shape": [
+ 224,
+ 224
+ ],
+ "freeze_vision_backbone": false,
+ "use_ac": false,
+ "ac_threshold": 0.99,
+ "use_pcg": false,
+ "pcg_weight": 0.1,
+ "use_bid": false,
+ "bid_batch_size": 15,
+ "bid_mode_size": 3,
+ "bid_temporal_coherence": 0.5,
+ "weak_model_path": null,
+ "weak_model_config": null
+ },
+ "output_dir": "/SSD/LSY/lerobot_model/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_longtrain",
+ "job_name": "DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_longtrain",
+ "resume": false,
+ "seed": 1000,
+ "num_workers": 4,
+ "batch_size": 16,
+ "steps": 900000,
+ "eval_freq": 20000,
+ "log_freq": 200,
+ "save_checkpoint": true,
+ "save_freq": 20000,
+ "use_policy_training_preset": true,
+ "optimizer": {
+ "type": "adam",
+ "lr": 0.0001,
+ "weight_decay": 1e-06,
+ "grad_clip_norm": 10.0,
+ "betas": [
+ 0.95,
+ 0.999
+ ],
+ "eps": 1e-08
+ },
+ "scheduler": {
+ "type": "diffuser",
+ "num_warmup_steps": 500,
+ "name": "cosine"
+ },
+ "eval": {
+ "n_episodes": 50,
+ "batch_size": 50,
+ "use_async_envs": false
+ },
+ "wandb": {
+ "enable": true,
+ "disable_artifact": false,
+ "project": "lerobot",
+ "entity": null,
+ "notes": null,
+ "run_id": null,
+ "mode": null
+ }
+}
\ No newline at end of file
diff --git a/checkpoints/200000/training_state/optimizer_param_groups.json b/checkpoints/200000/training_state/optimizer_param_groups.json
new file mode 100644
index 0000000000000000000000000000000000000000..2a0813e58ac2852b1c8933d7b68026be18a1f6c2
--- /dev/null
+++ b/checkpoints/200000/training_state/optimizer_param_groups.json
@@ -0,0 +1,331 @@
+[
+ {
+ "lr": 8.834583957597529e-05,
+ "betas": [
+ 0.95,
+ 0.999
+ ],
+ "eps": 1e-08,
+ "weight_decay": 1e-06,
+ "amsgrad": false,
+ "maximize": false,
+ "foreach": null,
+ "capturable": false,
+ "differentiable": false,
+ "fused": null,
+ "initial_lr": 0.0001,
+ "params": [
+ 0,
+ 1,
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7,
+ 8,
+ 9,
+ 10,
+ 11,
+ 12,
+ 13,
+ 14,
+ 15,
+ 16,
+ 17,
+ 18,
+ 19,
+ 20,
+ 21,
+ 22,
+ 23,
+ 24,
+ 25,
+ 26,
+ 27,
+ 28,
+ 29,
+ 30,
+ 31,
+ 32,
+ 33,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 42,
+ 43,
+ 44,
+ 45,
+ 46,
+ 47,
+ 48,
+ 49,
+ 50,
+ 51,
+ 52,
+ 53,
+ 54,
+ 55,
+ 56,
+ 57,
+ 58,
+ 59,
+ 60,
+ 61,
+ 62,
+ 63,
+ 64,
+ 65,
+ 66,
+ 67,
+ 68,
+ 69,
+ 70,
+ 71,
+ 72,
+ 73,
+ 74,
+ 75,
+ 76,
+ 77,
+ 78,
+ 79,
+ 80,
+ 81,
+ 82,
+ 83,
+ 84,
+ 85,
+ 86,
+ 87,
+ 88,
+ 89,
+ 90,
+ 91,
+ 92,
+ 93,
+ 94,
+ 95,
+ 96,
+ 97,
+ 98,
+ 99,
+ 100,
+ 101,
+ 102,
+ 103,
+ 104,
+ 105,
+ 106,
+ 107,
+ 108,
+ 109,
+ 110,
+ 111,
+ 112,
+ 113,
+ 114,
+ 115,
+ 116,
+ 117,
+ 118,
+ 119,
+ 120,
+ 121,
+ 122,
+ 123,
+ 124,
+ 125,
+ 126,
+ 127,
+ 128,
+ 129,
+ 130,
+ 131,
+ 132,
+ 133,
+ 134,
+ 135,
+ 136,
+ 137,
+ 138,
+ 139,
+ 140,
+ 141,
+ 142,
+ 143,
+ 144,
+ 145,
+ 146,
+ 147,
+ 148,
+ 149,
+ 150,
+ 151,
+ 152,
+ 153,
+ 154,
+ 155,
+ 156,
+ 157,
+ 158,
+ 159,
+ 160,
+ 161,
+ 162,
+ 163,
+ 164,
+ 165,
+ 166,
+ 167,
+ 168,
+ 169,
+ 170,
+ 171,
+ 172,
+ 173,
+ 174,
+ 175,
+ 176,
+ 177,
+ 178,
+ 179,
+ 180,
+ 181,
+ 182,
+ 183,
+ 184,
+ 185,
+ 186,
+ 187,
+ 188,
+ 189,
+ 190,
+ 191,
+ 192,
+ 193,
+ 194,
+ 195,
+ 196,
+ 197,
+ 198,
+ 199,
+ 200,
+ 201,
+ 202,
+ 203,
+ 204,
+ 205,
+ 206,
+ 207,
+ 208,
+ 209,
+ 210,
+ 211,
+ 212,
+ 213,
+ 214,
+ 215,
+ 216,
+ 217,
+ 218,
+ 219,
+ 220,
+ 221,
+ 222,
+ 223,
+ 224,
+ 225,
+ 226,
+ 227,
+ 228,
+ 229,
+ 230,
+ 231,
+ 232,
+ 233,
+ 234,
+ 235,
+ 236,
+ 237,
+ 238,
+ 239,
+ 240,
+ 241,
+ 242,
+ 243,
+ 244,
+ 245,
+ 246,
+ 247,
+ 248,
+ 249,
+ 250,
+ 251,
+ 252,
+ 253,
+ 254,
+ 255,
+ 256,
+ 257,
+ 258,
+ 259,
+ 260,
+ 261,
+ 262,
+ 263,
+ 264,
+ 265,
+ 266,
+ 267,
+ 268,
+ 269,
+ 270,
+ 271,
+ 272,
+ 273,
+ 274,
+ 275,
+ 276,
+ 277,
+ 278,
+ 279,
+ 280,
+ 281,
+ 282,
+ 283,
+ 284,
+ 285,
+ 286,
+ 287,
+ 288,
+ 289,
+ 290,
+ 291,
+ 292,
+ 293,
+ 294,
+ 295,
+ 296,
+ 297,
+ 298,
+ 299,
+ 300,
+ 301,
+ 302,
+ 303,
+ 304,
+ 305,
+ 306,
+ 307,
+ 308,
+ 309,
+ 310
+ ]
+ }
+]
\ No newline at end of file
diff --git a/checkpoints/200000/training_state/optimizer_state.safetensors b/checkpoints/200000/training_state/optimizer_state.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e408e804daea745095faf2df43f34f58e626496d
--- /dev/null
+++ b/checkpoints/200000/training_state/optimizer_state.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ab182fde3d5330711187bada1ef461a14e911a6835ec4a915706b4a58b5727a
+size 738026076
diff --git a/checkpoints/200000/training_state/rng_state.safetensors b/checkpoints/200000/training_state/rng_state.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..3ef366ff1460548605fc718d6bca0996b2cb3b28
--- /dev/null
+++ b/checkpoints/200000/training_state/rng_state.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54ab13c3b08bb3482f6e98191247ed92434274dd9fd73956ab4929542ed48858
+size 15708
diff --git a/checkpoints/200000/training_state/scheduler_state.json b/checkpoints/200000/training_state/scheduler_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..6ad56b3d83e8c1d557bc42034e579cdf214fa19f
--- /dev/null
+++ b/checkpoints/200000/training_state/scheduler_state.json
@@ -0,0 +1,15 @@
+{
+ "base_lrs": [
+ 0.0001
+ ],
+ "last_epoch": 200000,
+ "verbose": false,
+ "_step_count": 200001,
+ "_get_lr_called_within_step": false,
+ "_last_lr": [
+ 8.834583957597529e-05
+ ],
+ "lr_lambdas": [
+ null
+ ]
+}
\ No newline at end of file
diff --git a/checkpoints/200000/training_state/training_step.json b/checkpoints/200000/training_state/training_step.json
new file mode 100644
index 0000000000000000000000000000000000000000..bcef8d8b05253341579ace0987c46cee6885c961
--- /dev/null
+++ b/checkpoints/200000/training_state/training_step.json
@@ -0,0 +1,3 @@
+{
+ "step": 200000
+}
\ No newline at end of file
diff --git a/checkpoints/220000/pretrained_model/config.json b/checkpoints/220000/pretrained_model/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c67a964ea3e70dc8909af56b3ab05bd9d44b31fc
--- /dev/null
+++ b/checkpoints/220000/pretrained_model/config.json
@@ -0,0 +1,107 @@
+{
+ "type": "diffusion",
+ "n_obs_steps": 2,
+ "normalization_mapping": {
+ "VISUAL": "MEAN_STD",
+ "STATE": "MIN_MAX",
+ "ACTION": "MIN_MAX"
+ },
+ "input_features": {
+ "observation.state": {
+ "type": "STATE",
+ "shape": [
+ 6
+ ]
+ },
+ "observation.images.FrontCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.TopCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.WristCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ }
+ },
+ "output_features": {
+ "action": {
+ "type": "ACTION",
+ "shape": [
+ 6
+ ]
+ }
+ },
+ "device": "cuda",
+ "use_amp": false,
+ "horizon": 16,
+ "n_action_steps": 8,
+ "drop_n_last_frames": 7,
+ "vision_backbone": "resnet50",
+ "crop_shape": [
+ 224,
+ 224
+ ],
+ "crop_is_random": false,
+ "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1",
+ "use_group_norm": false,
+ "spatial_softmax_num_keypoints": 32,
+ "use_separate_rgb_encoder_per_camera": false,
+ "down_dims": [
+ 256,
+ 512,
+ 1024
+ ],
+ "kernel_size": 5,
+ "n_groups": 8,
+ "diffusion_step_embed_dim": 128,
+ "use_film_scale_modulation": true,
+ "noise_scheduler_type": "DDIM",
+ "num_train_timesteps": 100,
+ "beta_schedule": "squaredcos_cap_v2",
+ "beta_start": 0.0001,
+ "beta_end": 0.02,
+ "prediction_type": "epsilon",
+ "clip_sample": true,
+ "clip_sample_range": 1.0,
+ "num_inference_steps": 10,
+ "do_mask_loss_for_padding": false,
+ "optimizer_lr": 0.0001,
+ "optimizer_betas": [
+ 0.95,
+ 0.999
+ ],
+ "optimizer_eps": 1e-08,
+ "optimizer_weight_decay": 1e-06,
+ "scheduler_name": "cosine",
+ "scheduler_warmup_steps": 500,
+ "pre_resize_shape": [
+ 224,
+ 224
+ ],
+ "freeze_vision_backbone": false,
+ "use_ac": false,
+ "ac_threshold": 0.99,
+ "use_pcg": false,
+ "pcg_weight": 0.1,
+ "use_bid": false,
+ "bid_batch_size": 15,
+ "bid_mode_size": 3,
+ "bid_temporal_coherence": 0.5,
+ "weak_model_path": null,
+ "weak_model_config": null
+}
\ No newline at end of file
diff --git a/checkpoints/220000/pretrained_model/model.safetensors b/checkpoints/220000/pretrained_model/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..0330f7fee951daaf99db6cc78aff672cc5771802
--- /dev/null
+++ b/checkpoints/220000/pretrained_model/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59a2f10f70312f2e2beda1aa9e0cc09f8ec905f678d188afd16df99a6053ed9c
+size 369241872
diff --git a/checkpoints/220000/pretrained_model/train_config.json b/checkpoints/220000/pretrained_model/train_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..4d6ca3c401eeb27c6002327378b8fbed76055a2e
--- /dev/null
+++ b/checkpoints/220000/pretrained_model/train_config.json
@@ -0,0 +1,217 @@
+{
+ "dataset": {
+ "repo_id": "shylee/so100_pengripG",
+ "root": "/SSD/LSY/lerobot_dataset/pengripG",
+ "episodes": null,
+ "image_transforms": {
+ "enable": false,
+ "max_num_transforms": 3,
+ "random_order": false,
+ "tfs": {
+ "brightness": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "brightness": [
+ 0.8,
+ 1.2
+ ]
+ }
+ },
+ "contrast": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "contrast": [
+ 0.8,
+ 1.2
+ ]
+ }
+ },
+ "saturation": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "saturation": [
+ 0.5,
+ 1.5
+ ]
+ }
+ },
+ "hue": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "hue": [
+ -0.05,
+ 0.05
+ ]
+ }
+ },
+ "sharpness": {
+ "weight": 1.0,
+ "type": "SharpnessJitter",
+ "kwargs": {
+ "sharpness": [
+ 0.5,
+ 1.5
+ ]
+ }
+ }
+ }
+ },
+ "revision": null,
+ "use_imagenet_stats": true,
+ "video_backend": "torchcodec"
+ },
+ "env": null,
+ "policy": {
+ "type": "diffusion",
+ "n_obs_steps": 2,
+ "normalization_mapping": {
+ "VISUAL": "MEAN_STD",
+ "STATE": "MIN_MAX",
+ "ACTION": "MIN_MAX"
+ },
+ "input_features": {
+ "observation.state": {
+ "type": "STATE",
+ "shape": [
+ 6
+ ]
+ },
+ "observation.images.FrontCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.TopCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.WristCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ }
+ },
+ "output_features": {
+ "action": {
+ "type": "ACTION",
+ "shape": [
+ 6
+ ]
+ }
+ },
+ "device": "cuda",
+ "use_amp": false,
+ "horizon": 16,
+ "n_action_steps": 8,
+ "drop_n_last_frames": 7,
+ "vision_backbone": "resnet50",
+ "crop_shape": [
+ 224,
+ 224
+ ],
+ "crop_is_random": false,
+ "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1",
+ "use_group_norm": false,
+ "spatial_softmax_num_keypoints": 32,
+ "use_separate_rgb_encoder_per_camera": false,
+ "down_dims": [
+ 256,
+ 512,
+ 1024
+ ],
+ "kernel_size": 5,
+ "n_groups": 8,
+ "diffusion_step_embed_dim": 128,
+ "use_film_scale_modulation": true,
+ "noise_scheduler_type": "DDIM",
+ "num_train_timesteps": 100,
+ "beta_schedule": "squaredcos_cap_v2",
+ "beta_start": 0.0001,
+ "beta_end": 0.02,
+ "prediction_type": "epsilon",
+ "clip_sample": true,
+ "clip_sample_range": 1.0,
+ "num_inference_steps": 10,
+ "do_mask_loss_for_padding": false,
+ "optimizer_lr": 0.0001,
+ "optimizer_betas": [
+ 0.95,
+ 0.999
+ ],
+ "optimizer_eps": 1e-08,
+ "optimizer_weight_decay": 1e-06,
+ "scheduler_name": "cosine",
+ "scheduler_warmup_steps": 500,
+ "pre_resize_shape": [
+ 224,
+ 224
+ ],
+ "freeze_vision_backbone": false,
+ "use_ac": false,
+ "ac_threshold": 0.99,
+ "use_pcg": false,
+ "pcg_weight": 0.1,
+ "use_bid": false,
+ "bid_batch_size": 15,
+ "bid_mode_size": 3,
+ "bid_temporal_coherence": 0.5,
+ "weak_model_path": null,
+ "weak_model_config": null
+ },
+ "output_dir": "/SSD/LSY/lerobot_model/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_longtrain",
+ "job_name": "DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_longtrain",
+ "resume": false,
+ "seed": 1000,
+ "num_workers": 4,
+ "batch_size": 16,
+ "steps": 900000,
+ "eval_freq": 20000,
+ "log_freq": 200,
+ "save_checkpoint": true,
+ "save_freq": 20000,
+ "use_policy_training_preset": true,
+ "optimizer": {
+ "type": "adam",
+ "lr": 0.0001,
+ "weight_decay": 1e-06,
+ "grad_clip_norm": 10.0,
+ "betas": [
+ 0.95,
+ 0.999
+ ],
+ "eps": 1e-08
+ },
+ "scheduler": {
+ "type": "diffuser",
+ "num_warmup_steps": 500,
+ "name": "cosine"
+ },
+ "eval": {
+ "n_episodes": 50,
+ "batch_size": 50,
+ "use_async_envs": false
+ },
+ "wandb": {
+ "enable": true,
+ "disable_artifact": false,
+ "project": "lerobot",
+ "entity": null,
+ "notes": null,
+ "run_id": null,
+ "mode": null
+ }
+}
\ No newline at end of file
diff --git a/checkpoints/220000/training_state/optimizer_param_groups.json b/checkpoints/220000/training_state/optimizer_param_groups.json
new file mode 100644
index 0000000000000000000000000000000000000000..91974f7f248e0318f552e19ab3a302b36083e051
--- /dev/null
+++ b/checkpoints/220000/training_state/optimizer_param_groups.json
@@ -0,0 +1,331 @@
+[
+ {
+ "lr": 8.60127862200794e-05,
+ "betas": [
+ 0.95,
+ 0.999
+ ],
+ "eps": 1e-08,
+ "weight_decay": 1e-06,
+ "amsgrad": false,
+ "maximize": false,
+ "foreach": null,
+ "capturable": false,
+ "differentiable": false,
+ "fused": null,
+ "initial_lr": 0.0001,
+ "params": [
+ 0,
+ 1,
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7,
+ 8,
+ 9,
+ 10,
+ 11,
+ 12,
+ 13,
+ 14,
+ 15,
+ 16,
+ 17,
+ 18,
+ 19,
+ 20,
+ 21,
+ 22,
+ 23,
+ 24,
+ 25,
+ 26,
+ 27,
+ 28,
+ 29,
+ 30,
+ 31,
+ 32,
+ 33,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 42,
+ 43,
+ 44,
+ 45,
+ 46,
+ 47,
+ 48,
+ 49,
+ 50,
+ 51,
+ 52,
+ 53,
+ 54,
+ 55,
+ 56,
+ 57,
+ 58,
+ 59,
+ 60,
+ 61,
+ 62,
+ 63,
+ 64,
+ 65,
+ 66,
+ 67,
+ 68,
+ 69,
+ 70,
+ 71,
+ 72,
+ 73,
+ 74,
+ 75,
+ 76,
+ 77,
+ 78,
+ 79,
+ 80,
+ 81,
+ 82,
+ 83,
+ 84,
+ 85,
+ 86,
+ 87,
+ 88,
+ 89,
+ 90,
+ 91,
+ 92,
+ 93,
+ 94,
+ 95,
+ 96,
+ 97,
+ 98,
+ 99,
+ 100,
+ 101,
+ 102,
+ 103,
+ 104,
+ 105,
+ 106,
+ 107,
+ 108,
+ 109,
+ 110,
+ 111,
+ 112,
+ 113,
+ 114,
+ 115,
+ 116,
+ 117,
+ 118,
+ 119,
+ 120,
+ 121,
+ 122,
+ 123,
+ 124,
+ 125,
+ 126,
+ 127,
+ 128,
+ 129,
+ 130,
+ 131,
+ 132,
+ 133,
+ 134,
+ 135,
+ 136,
+ 137,
+ 138,
+ 139,
+ 140,
+ 141,
+ 142,
+ 143,
+ 144,
+ 145,
+ 146,
+ 147,
+ 148,
+ 149,
+ 150,
+ 151,
+ 152,
+ 153,
+ 154,
+ 155,
+ 156,
+ 157,
+ 158,
+ 159,
+ 160,
+ 161,
+ 162,
+ 163,
+ 164,
+ 165,
+ 166,
+ 167,
+ 168,
+ 169,
+ 170,
+ 171,
+ 172,
+ 173,
+ 174,
+ 175,
+ 176,
+ 177,
+ 178,
+ 179,
+ 180,
+ 181,
+ 182,
+ 183,
+ 184,
+ 185,
+ 186,
+ 187,
+ 188,
+ 189,
+ 190,
+ 191,
+ 192,
+ 193,
+ 194,
+ 195,
+ 196,
+ 197,
+ 198,
+ 199,
+ 200,
+ 201,
+ 202,
+ 203,
+ 204,
+ 205,
+ 206,
+ 207,
+ 208,
+ 209,
+ 210,
+ 211,
+ 212,
+ 213,
+ 214,
+ 215,
+ 216,
+ 217,
+ 218,
+ 219,
+ 220,
+ 221,
+ 222,
+ 223,
+ 224,
+ 225,
+ 226,
+ 227,
+ 228,
+ 229,
+ 230,
+ 231,
+ 232,
+ 233,
+ 234,
+ 235,
+ 236,
+ 237,
+ 238,
+ 239,
+ 240,
+ 241,
+ 242,
+ 243,
+ 244,
+ 245,
+ 246,
+ 247,
+ 248,
+ 249,
+ 250,
+ 251,
+ 252,
+ 253,
+ 254,
+ 255,
+ 256,
+ 257,
+ 258,
+ 259,
+ 260,
+ 261,
+ 262,
+ 263,
+ 264,
+ 265,
+ 266,
+ 267,
+ 268,
+ 269,
+ 270,
+ 271,
+ 272,
+ 273,
+ 274,
+ 275,
+ 276,
+ 277,
+ 278,
+ 279,
+ 280,
+ 281,
+ 282,
+ 283,
+ 284,
+ 285,
+ 286,
+ 287,
+ 288,
+ 289,
+ 290,
+ 291,
+ 292,
+ 293,
+ 294,
+ 295,
+ 296,
+ 297,
+ 298,
+ 299,
+ 300,
+ 301,
+ 302,
+ 303,
+ 304,
+ 305,
+ 306,
+ 307,
+ 308,
+ 309,
+ 310
+ ]
+ }
+]
\ No newline at end of file
diff --git a/checkpoints/220000/training_state/optimizer_state.safetensors b/checkpoints/220000/training_state/optimizer_state.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8da2b8e8fc74bd2a7f2b4a2ad3876e8f39dd683e
--- /dev/null
+++ b/checkpoints/220000/training_state/optimizer_state.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f45908c1110a09c6d0ebcca48eaefe7b5cb3ba9e73d11d32f33ad38ae84e4d6
+size 738026076
diff --git a/checkpoints/220000/training_state/rng_state.safetensors b/checkpoints/220000/training_state/rng_state.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..25b5b63e597f44b764aa217e6d31771246307a6d
--- /dev/null
+++ b/checkpoints/220000/training_state/rng_state.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7b6716c6a2a1f2541538a311172f3c7c3afc18c699624d6af53860d36679f37
+size 15708
diff --git a/checkpoints/220000/training_state/scheduler_state.json b/checkpoints/220000/training_state/scheduler_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..96884768d5fb6c170354161d18d335255ad99174
--- /dev/null
+++ b/checkpoints/220000/training_state/scheduler_state.json
@@ -0,0 +1,15 @@
+{
+ "base_lrs": [
+ 0.0001
+ ],
+ "last_epoch": 220000,
+ "verbose": false,
+ "_step_count": 220001,
+ "_get_lr_called_within_step": false,
+ "_last_lr": [
+ 8.60127862200794e-05
+ ],
+ "lr_lambdas": [
+ null
+ ]
+}
\ No newline at end of file
diff --git a/checkpoints/220000/training_state/training_step.json b/checkpoints/220000/training_state/training_step.json
new file mode 100644
index 0000000000000000000000000000000000000000..fec2a7fdbd24d5c19d3c0b86e829eecf3e0004b3
--- /dev/null
+++ b/checkpoints/220000/training_state/training_step.json
@@ -0,0 +1,3 @@
+{
+ "step": 220000
+}
\ No newline at end of file
diff --git a/checkpoints/240000/pretrained_model/config.json b/checkpoints/240000/pretrained_model/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c67a964ea3e70dc8909af56b3ab05bd9d44b31fc
--- /dev/null
+++ b/checkpoints/240000/pretrained_model/config.json
@@ -0,0 +1,107 @@
+{
+ "type": "diffusion",
+ "n_obs_steps": 2,
+ "normalization_mapping": {
+ "VISUAL": "MEAN_STD",
+ "STATE": "MIN_MAX",
+ "ACTION": "MIN_MAX"
+ },
+ "input_features": {
+ "observation.state": {
+ "type": "STATE",
+ "shape": [
+ 6
+ ]
+ },
+ "observation.images.FrontCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.TopCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.WristCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ }
+ },
+ "output_features": {
+ "action": {
+ "type": "ACTION",
+ "shape": [
+ 6
+ ]
+ }
+ },
+ "device": "cuda",
+ "use_amp": false,
+ "horizon": 16,
+ "n_action_steps": 8,
+ "drop_n_last_frames": 7,
+ "vision_backbone": "resnet50",
+ "crop_shape": [
+ 224,
+ 224
+ ],
+ "crop_is_random": false,
+ "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1",
+ "use_group_norm": false,
+ "spatial_softmax_num_keypoints": 32,
+ "use_separate_rgb_encoder_per_camera": false,
+ "down_dims": [
+ 256,
+ 512,
+ 1024
+ ],
+ "kernel_size": 5,
+ "n_groups": 8,
+ "diffusion_step_embed_dim": 128,
+ "use_film_scale_modulation": true,
+ "noise_scheduler_type": "DDIM",
+ "num_train_timesteps": 100,
+ "beta_schedule": "squaredcos_cap_v2",
+ "beta_start": 0.0001,
+ "beta_end": 0.02,
+ "prediction_type": "epsilon",
+ "clip_sample": true,
+ "clip_sample_range": 1.0,
+ "num_inference_steps": 10,
+ "do_mask_loss_for_padding": false,
+ "optimizer_lr": 0.0001,
+ "optimizer_betas": [
+ 0.95,
+ 0.999
+ ],
+ "optimizer_eps": 1e-08,
+ "optimizer_weight_decay": 1e-06,
+ "scheduler_name": "cosine",
+ "scheduler_warmup_steps": 500,
+ "pre_resize_shape": [
+ 224,
+ 224
+ ],
+ "freeze_vision_backbone": false,
+ "use_ac": false,
+ "ac_threshold": 0.99,
+ "use_pcg": false,
+ "pcg_weight": 0.1,
+ "use_bid": false,
+ "bid_batch_size": 15,
+ "bid_mode_size": 3,
+ "bid_temporal_coherence": 0.5,
+ "weak_model_path": null,
+ "weak_model_config": null
+}
\ No newline at end of file
diff --git a/checkpoints/240000/pretrained_model/model.safetensors b/checkpoints/240000/pretrained_model/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d66978ad3a71bf0a196dc2e8278417bcd7a77101
--- /dev/null
+++ b/checkpoints/240000/pretrained_model/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:602149f426216dff19734b82e4ab6ecc4dedda27df0adc0739249e1e7ed69300
+size 369241872
diff --git a/checkpoints/240000/pretrained_model/train_config.json b/checkpoints/240000/pretrained_model/train_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..4d6ca3c401eeb27c6002327378b8fbed76055a2e
--- /dev/null
+++ b/checkpoints/240000/pretrained_model/train_config.json
@@ -0,0 +1,217 @@
+{
+ "dataset": {
+ "repo_id": "shylee/so100_pengripG",
+ "root": "/SSD/LSY/lerobot_dataset/pengripG",
+ "episodes": null,
+ "image_transforms": {
+ "enable": false,
+ "max_num_transforms": 3,
+ "random_order": false,
+ "tfs": {
+ "brightness": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "brightness": [
+ 0.8,
+ 1.2
+ ]
+ }
+ },
+ "contrast": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "contrast": [
+ 0.8,
+ 1.2
+ ]
+ }
+ },
+ "saturation": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "saturation": [
+ 0.5,
+ 1.5
+ ]
+ }
+ },
+ "hue": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "hue": [
+ -0.05,
+ 0.05
+ ]
+ }
+ },
+ "sharpness": {
+ "weight": 1.0,
+ "type": "SharpnessJitter",
+ "kwargs": {
+ "sharpness": [
+ 0.5,
+ 1.5
+ ]
+ }
+ }
+ }
+ },
+ "revision": null,
+ "use_imagenet_stats": true,
+ "video_backend": "torchcodec"
+ },
+ "env": null,
+ "policy": {
+ "type": "diffusion",
+ "n_obs_steps": 2,
+ "normalization_mapping": {
+ "VISUAL": "MEAN_STD",
+ "STATE": "MIN_MAX",
+ "ACTION": "MIN_MAX"
+ },
+ "input_features": {
+ "observation.state": {
+ "type": "STATE",
+ "shape": [
+ 6
+ ]
+ },
+ "observation.images.FrontCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.TopCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.WristCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ }
+ },
+ "output_features": {
+ "action": {
+ "type": "ACTION",
+ "shape": [
+ 6
+ ]
+ }
+ },
+ "device": "cuda",
+ "use_amp": false,
+ "horizon": 16,
+ "n_action_steps": 8,
+ "drop_n_last_frames": 7,
+ "vision_backbone": "resnet50",
+ "crop_shape": [
+ 224,
+ 224
+ ],
+ "crop_is_random": false,
+ "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1",
+ "use_group_norm": false,
+ "spatial_softmax_num_keypoints": 32,
+ "use_separate_rgb_encoder_per_camera": false,
+ "down_dims": [
+ 256,
+ 512,
+ 1024
+ ],
+ "kernel_size": 5,
+ "n_groups": 8,
+ "diffusion_step_embed_dim": 128,
+ "use_film_scale_modulation": true,
+ "noise_scheduler_type": "DDIM",
+ "num_train_timesteps": 100,
+ "beta_schedule": "squaredcos_cap_v2",
+ "beta_start": 0.0001,
+ "beta_end": 0.02,
+ "prediction_type": "epsilon",
+ "clip_sample": true,
+ "clip_sample_range": 1.0,
+ "num_inference_steps": 10,
+ "do_mask_loss_for_padding": false,
+ "optimizer_lr": 0.0001,
+ "optimizer_betas": [
+ 0.95,
+ 0.999
+ ],
+ "optimizer_eps": 1e-08,
+ "optimizer_weight_decay": 1e-06,
+ "scheduler_name": "cosine",
+ "scheduler_warmup_steps": 500,
+ "pre_resize_shape": [
+ 224,
+ 224
+ ],
+ "freeze_vision_backbone": false,
+ "use_ac": false,
+ "ac_threshold": 0.99,
+ "use_pcg": false,
+ "pcg_weight": 0.1,
+ "use_bid": false,
+ "bid_batch_size": 15,
+ "bid_mode_size": 3,
+ "bid_temporal_coherence": 0.5,
+ "weak_model_path": null,
+ "weak_model_config": null
+ },
+ "output_dir": "/SSD/LSY/lerobot_model/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_longtrain",
+ "job_name": "DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_longtrain",
+ "resume": false,
+ "seed": 1000,
+ "num_workers": 4,
+ "batch_size": 16,
+ "steps": 900000,
+ "eval_freq": 20000,
+ "log_freq": 200,
+ "save_checkpoint": true,
+ "save_freq": 20000,
+ "use_policy_training_preset": true,
+ "optimizer": {
+ "type": "adam",
+ "lr": 0.0001,
+ "weight_decay": 1e-06,
+ "grad_clip_norm": 10.0,
+ "betas": [
+ 0.95,
+ 0.999
+ ],
+ "eps": 1e-08
+ },
+ "scheduler": {
+ "type": "diffuser",
+ "num_warmup_steps": 500,
+ "name": "cosine"
+ },
+ "eval": {
+ "n_episodes": 50,
+ "batch_size": 50,
+ "use_async_envs": false
+ },
+ "wandb": {
+ "enable": true,
+ "disable_artifact": false,
+ "project": "lerobot",
+ "entity": null,
+ "notes": null,
+ "run_id": null,
+ "mode": null
+ }
+}
\ No newline at end of file
diff --git a/checkpoints/240000/training_state/optimizer_param_groups.json b/checkpoints/240000/training_state/optimizer_param_groups.json
new file mode 100644
index 0000000000000000000000000000000000000000..b973d80db1e60787fa3565daf1f4712fdb7b364e
--- /dev/null
+++ b/checkpoints/240000/training_state/optimizer_param_groups.json
@@ -0,0 +1,331 @@
+[
+ {
+ "lr": 8.350408716128216e-05,
+ "betas": [
+ 0.95,
+ 0.999
+ ],
+ "eps": 1e-08,
+ "weight_decay": 1e-06,
+ "amsgrad": false,
+ "maximize": false,
+ "foreach": null,
+ "capturable": false,
+ "differentiable": false,
+ "fused": null,
+ "initial_lr": 0.0001,
+ "params": [
+ 0,
+ 1,
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7,
+ 8,
+ 9,
+ 10,
+ 11,
+ 12,
+ 13,
+ 14,
+ 15,
+ 16,
+ 17,
+ 18,
+ 19,
+ 20,
+ 21,
+ 22,
+ 23,
+ 24,
+ 25,
+ 26,
+ 27,
+ 28,
+ 29,
+ 30,
+ 31,
+ 32,
+ 33,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 42,
+ 43,
+ 44,
+ 45,
+ 46,
+ 47,
+ 48,
+ 49,
+ 50,
+ 51,
+ 52,
+ 53,
+ 54,
+ 55,
+ 56,
+ 57,
+ 58,
+ 59,
+ 60,
+ 61,
+ 62,
+ 63,
+ 64,
+ 65,
+ 66,
+ 67,
+ 68,
+ 69,
+ 70,
+ 71,
+ 72,
+ 73,
+ 74,
+ 75,
+ 76,
+ 77,
+ 78,
+ 79,
+ 80,
+ 81,
+ 82,
+ 83,
+ 84,
+ 85,
+ 86,
+ 87,
+ 88,
+ 89,
+ 90,
+ 91,
+ 92,
+ 93,
+ 94,
+ 95,
+ 96,
+ 97,
+ 98,
+ 99,
+ 100,
+ 101,
+ 102,
+ 103,
+ 104,
+ 105,
+ 106,
+ 107,
+ 108,
+ 109,
+ 110,
+ 111,
+ 112,
+ 113,
+ 114,
+ 115,
+ 116,
+ 117,
+ 118,
+ 119,
+ 120,
+ 121,
+ 122,
+ 123,
+ 124,
+ 125,
+ 126,
+ 127,
+ 128,
+ 129,
+ 130,
+ 131,
+ 132,
+ 133,
+ 134,
+ 135,
+ 136,
+ 137,
+ 138,
+ 139,
+ 140,
+ 141,
+ 142,
+ 143,
+ 144,
+ 145,
+ 146,
+ 147,
+ 148,
+ 149,
+ 150,
+ 151,
+ 152,
+ 153,
+ 154,
+ 155,
+ 156,
+ 157,
+ 158,
+ 159,
+ 160,
+ 161,
+ 162,
+ 163,
+ 164,
+ 165,
+ 166,
+ 167,
+ 168,
+ 169,
+ 170,
+ 171,
+ 172,
+ 173,
+ 174,
+ 175,
+ 176,
+ 177,
+ 178,
+ 179,
+ 180,
+ 181,
+ 182,
+ 183,
+ 184,
+ 185,
+ 186,
+ 187,
+ 188,
+ 189,
+ 190,
+ 191,
+ 192,
+ 193,
+ 194,
+ 195,
+ 196,
+ 197,
+ 198,
+ 199,
+ 200,
+ 201,
+ 202,
+ 203,
+ 204,
+ 205,
+ 206,
+ 207,
+ 208,
+ 209,
+ 210,
+ 211,
+ 212,
+ 213,
+ 214,
+ 215,
+ 216,
+ 217,
+ 218,
+ 219,
+ 220,
+ 221,
+ 222,
+ 223,
+ 224,
+ 225,
+ 226,
+ 227,
+ 228,
+ 229,
+ 230,
+ 231,
+ 232,
+ 233,
+ 234,
+ 235,
+ 236,
+ 237,
+ 238,
+ 239,
+ 240,
+ 241,
+ 242,
+ 243,
+ 244,
+ 245,
+ 246,
+ 247,
+ 248,
+ 249,
+ 250,
+ 251,
+ 252,
+ 253,
+ 254,
+ 255,
+ 256,
+ 257,
+ 258,
+ 259,
+ 260,
+ 261,
+ 262,
+ 263,
+ 264,
+ 265,
+ 266,
+ 267,
+ 268,
+ 269,
+ 270,
+ 271,
+ 272,
+ 273,
+ 274,
+ 275,
+ 276,
+ 277,
+ 278,
+ 279,
+ 280,
+ 281,
+ 282,
+ 283,
+ 284,
+ 285,
+ 286,
+ 287,
+ 288,
+ 289,
+ 290,
+ 291,
+ 292,
+ 293,
+ 294,
+ 295,
+ 296,
+ 297,
+ 298,
+ 299,
+ 300,
+ 301,
+ 302,
+ 303,
+ 304,
+ 305,
+ 306,
+ 307,
+ 308,
+ 309,
+ 310
+ ]
+ }
+]
\ No newline at end of file
diff --git a/checkpoints/240000/training_state/optimizer_state.safetensors b/checkpoints/240000/training_state/optimizer_state.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ef9c315d16d485a06e2e40a193a8b527abcec23d
--- /dev/null
+++ b/checkpoints/240000/training_state/optimizer_state.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:532f55ca60ee419a4063a864f195757cd58fecec3e6182333e303b9b8eb4343d
+size 738026076
diff --git a/checkpoints/240000/training_state/rng_state.safetensors b/checkpoints/240000/training_state/rng_state.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..985debddb17f17a40c103b43e79321e774caf020
--- /dev/null
+++ b/checkpoints/240000/training_state/rng_state.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe5967a6d88a3888c5e32b9e16fe75fdba6d21ba1b7bf00722599aafd4c3c720
+size 15708
diff --git a/checkpoints/240000/training_state/scheduler_state.json b/checkpoints/240000/training_state/scheduler_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..20c00e1b8846ac18ae698337037774699743306a
--- /dev/null
+++ b/checkpoints/240000/training_state/scheduler_state.json
@@ -0,0 +1,15 @@
+{
+ "base_lrs": [
+ 0.0001
+ ],
+ "last_epoch": 240000,
+ "verbose": false,
+ "_step_count": 240001,
+ "_get_lr_called_within_step": false,
+ "_last_lr": [
+ 8.350408716128216e-05
+ ],
+ "lr_lambdas": [
+ null
+ ]
+}
\ No newline at end of file
diff --git a/checkpoints/240000/training_state/training_step.json b/checkpoints/240000/training_state/training_step.json
new file mode 100644
index 0000000000000000000000000000000000000000..cd776dcc291fdcc40079da5c594255ca04238bce
--- /dev/null
+++ b/checkpoints/240000/training_state/training_step.json
@@ -0,0 +1,3 @@
+{
+ "step": 240000
+}
\ No newline at end of file
diff --git a/checkpoints/260000/pretrained_model/config.json b/checkpoints/260000/pretrained_model/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c67a964ea3e70dc8909af56b3ab05bd9d44b31fc
--- /dev/null
+++ b/checkpoints/260000/pretrained_model/config.json
@@ -0,0 +1,107 @@
+{
+ "type": "diffusion",
+ "n_obs_steps": 2,
+ "normalization_mapping": {
+ "VISUAL": "MEAN_STD",
+ "STATE": "MIN_MAX",
+ "ACTION": "MIN_MAX"
+ },
+ "input_features": {
+ "observation.state": {
+ "type": "STATE",
+ "shape": [
+ 6
+ ]
+ },
+ "observation.images.FrontCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.TopCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.WristCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ }
+ },
+ "output_features": {
+ "action": {
+ "type": "ACTION",
+ "shape": [
+ 6
+ ]
+ }
+ },
+ "device": "cuda",
+ "use_amp": false,
+ "horizon": 16,
+ "n_action_steps": 8,
+ "drop_n_last_frames": 7,
+ "vision_backbone": "resnet50",
+ "crop_shape": [
+ 224,
+ 224
+ ],
+ "crop_is_random": false,
+ "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1",
+ "use_group_norm": false,
+ "spatial_softmax_num_keypoints": 32,
+ "use_separate_rgb_encoder_per_camera": false,
+ "down_dims": [
+ 256,
+ 512,
+ 1024
+ ],
+ "kernel_size": 5,
+ "n_groups": 8,
+ "diffusion_step_embed_dim": 128,
+ "use_film_scale_modulation": true,
+ "noise_scheduler_type": "DDIM",
+ "num_train_timesteps": 100,
+ "beta_schedule": "squaredcos_cap_v2",
+ "beta_start": 0.0001,
+ "beta_end": 0.02,
+ "prediction_type": "epsilon",
+ "clip_sample": true,
+ "clip_sample_range": 1.0,
+ "num_inference_steps": 10,
+ "do_mask_loss_for_padding": false,
+ "optimizer_lr": 0.0001,
+ "optimizer_betas": [
+ 0.95,
+ 0.999
+ ],
+ "optimizer_eps": 1e-08,
+ "optimizer_weight_decay": 1e-06,
+ "scheduler_name": "cosine",
+ "scheduler_warmup_steps": 500,
+ "pre_resize_shape": [
+ 224,
+ 224
+ ],
+ "freeze_vision_backbone": false,
+ "use_ac": false,
+ "ac_threshold": 0.99,
+ "use_pcg": false,
+ "pcg_weight": 0.1,
+ "use_bid": false,
+ "bid_batch_size": 15,
+ "bid_mode_size": 3,
+ "bid_temporal_coherence": 0.5,
+ "weak_model_path": null,
+ "weak_model_config": null
+}
\ No newline at end of file
diff --git a/checkpoints/260000/pretrained_model/model.safetensors b/checkpoints/260000/pretrained_model/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f26987f3c8d36a9ef1d9a8e66fc35e7c63a20841
--- /dev/null
+++ b/checkpoints/260000/pretrained_model/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06f68984b78f6e78c737217b4410f341d287b6a21226a5dc91564c0cac9e0f97
+size 369241872
diff --git a/checkpoints/260000/pretrained_model/train_config.json b/checkpoints/260000/pretrained_model/train_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..4d6ca3c401eeb27c6002327378b8fbed76055a2e
--- /dev/null
+++ b/checkpoints/260000/pretrained_model/train_config.json
@@ -0,0 +1,217 @@
+{
+ "dataset": {
+ "repo_id": "shylee/so100_pengripG",
+ "root": "/SSD/LSY/lerobot_dataset/pengripG",
+ "episodes": null,
+ "image_transforms": {
+ "enable": false,
+ "max_num_transforms": 3,
+ "random_order": false,
+ "tfs": {
+ "brightness": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "brightness": [
+ 0.8,
+ 1.2
+ ]
+ }
+ },
+ "contrast": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "contrast": [
+ 0.8,
+ 1.2
+ ]
+ }
+ },
+ "saturation": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "saturation": [
+ 0.5,
+ 1.5
+ ]
+ }
+ },
+ "hue": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "hue": [
+ -0.05,
+ 0.05
+ ]
+ }
+ },
+ "sharpness": {
+ "weight": 1.0,
+ "type": "SharpnessJitter",
+ "kwargs": {
+ "sharpness": [
+ 0.5,
+ 1.5
+ ]
+ }
+ }
+ }
+ },
+ "revision": null,
+ "use_imagenet_stats": true,
+ "video_backend": "torchcodec"
+ },
+ "env": null,
+ "policy": {
+ "type": "diffusion",
+ "n_obs_steps": 2,
+ "normalization_mapping": {
+ "VISUAL": "MEAN_STD",
+ "STATE": "MIN_MAX",
+ "ACTION": "MIN_MAX"
+ },
+ "input_features": {
+ "observation.state": {
+ "type": "STATE",
+ "shape": [
+ 6
+ ]
+ },
+ "observation.images.FrontCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.TopCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.WristCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ }
+ },
+ "output_features": {
+ "action": {
+ "type": "ACTION",
+ "shape": [
+ 6
+ ]
+ }
+ },
+ "device": "cuda",
+ "use_amp": false,
+ "horizon": 16,
+ "n_action_steps": 8,
+ "drop_n_last_frames": 7,
+ "vision_backbone": "resnet50",
+ "crop_shape": [
+ 224,
+ 224
+ ],
+ "crop_is_random": false,
+ "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1",
+ "use_group_norm": false,
+ "spatial_softmax_num_keypoints": 32,
+ "use_separate_rgb_encoder_per_camera": false,
+ "down_dims": [
+ 256,
+ 512,
+ 1024
+ ],
+ "kernel_size": 5,
+ "n_groups": 8,
+ "diffusion_step_embed_dim": 128,
+ "use_film_scale_modulation": true,
+ "noise_scheduler_type": "DDIM",
+ "num_train_timesteps": 100,
+ "beta_schedule": "squaredcos_cap_v2",
+ "beta_start": 0.0001,
+ "beta_end": 0.02,
+ "prediction_type": "epsilon",
+ "clip_sample": true,
+ "clip_sample_range": 1.0,
+ "num_inference_steps": 10,
+ "do_mask_loss_for_padding": false,
+ "optimizer_lr": 0.0001,
+ "optimizer_betas": [
+ 0.95,
+ 0.999
+ ],
+ "optimizer_eps": 1e-08,
+ "optimizer_weight_decay": 1e-06,
+ "scheduler_name": "cosine",
+ "scheduler_warmup_steps": 500,
+ "pre_resize_shape": [
+ 224,
+ 224
+ ],
+ "freeze_vision_backbone": false,
+ "use_ac": false,
+ "ac_threshold": 0.99,
+ "use_pcg": false,
+ "pcg_weight": 0.1,
+ "use_bid": false,
+ "bid_batch_size": 15,
+ "bid_mode_size": 3,
+ "bid_temporal_coherence": 0.5,
+ "weak_model_path": null,
+ "weak_model_config": null
+ },
+ "output_dir": "/SSD/LSY/lerobot_model/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_longtrain",
+ "job_name": "DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_longtrain",
+ "resume": false,
+ "seed": 1000,
+ "num_workers": 4,
+ "batch_size": 16,
+ "steps": 900000,
+ "eval_freq": 20000,
+ "log_freq": 200,
+ "save_checkpoint": true,
+ "save_freq": 20000,
+ "use_policy_training_preset": true,
+ "optimizer": {
+ "type": "adam",
+ "lr": 0.0001,
+ "weight_decay": 1e-06,
+ "grad_clip_norm": 10.0,
+ "betas": [
+ 0.95,
+ 0.999
+ ],
+ "eps": 1e-08
+ },
+ "scheduler": {
+ "type": "diffuser",
+ "num_warmup_steps": 500,
+ "name": "cosine"
+ },
+ "eval": {
+ "n_episodes": 50,
+ "batch_size": 50,
+ "use_async_envs": false
+ },
+ "wandb": {
+ "enable": true,
+ "disable_artifact": false,
+ "project": "lerobot",
+ "entity": null,
+ "notes": null,
+ "run_id": null,
+ "mode": null
+ }
+}
\ No newline at end of file
diff --git a/checkpoints/260000/training_state/optimizer_param_groups.json b/checkpoints/260000/training_state/optimizer_param_groups.json
new file mode 100644
index 0000000000000000000000000000000000000000..05d4a648f6acb83256744f4039030327d761053d
--- /dev/null
+++ b/checkpoints/260000/training_state/optimizer_param_groups.json
@@ -0,0 +1,331 @@
+[
+ {
+ "lr": 8.083197811516681e-05,
+ "betas": [
+ 0.95,
+ 0.999
+ ],
+ "eps": 1e-08,
+ "weight_decay": 1e-06,
+ "amsgrad": false,
+ "maximize": false,
+ "foreach": null,
+ "capturable": false,
+ "differentiable": false,
+ "fused": null,
+ "initial_lr": 0.0001,
+ "params": [
+ 0,
+ 1,
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7,
+ 8,
+ 9,
+ 10,
+ 11,
+ 12,
+ 13,
+ 14,
+ 15,
+ 16,
+ 17,
+ 18,
+ 19,
+ 20,
+ 21,
+ 22,
+ 23,
+ 24,
+ 25,
+ 26,
+ 27,
+ 28,
+ 29,
+ 30,
+ 31,
+ 32,
+ 33,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 42,
+ 43,
+ 44,
+ 45,
+ 46,
+ 47,
+ 48,
+ 49,
+ 50,
+ 51,
+ 52,
+ 53,
+ 54,
+ 55,
+ 56,
+ 57,
+ 58,
+ 59,
+ 60,
+ 61,
+ 62,
+ 63,
+ 64,
+ 65,
+ 66,
+ 67,
+ 68,
+ 69,
+ 70,
+ 71,
+ 72,
+ 73,
+ 74,
+ 75,
+ 76,
+ 77,
+ 78,
+ 79,
+ 80,
+ 81,
+ 82,
+ 83,
+ 84,
+ 85,
+ 86,
+ 87,
+ 88,
+ 89,
+ 90,
+ 91,
+ 92,
+ 93,
+ 94,
+ 95,
+ 96,
+ 97,
+ 98,
+ 99,
+ 100,
+ 101,
+ 102,
+ 103,
+ 104,
+ 105,
+ 106,
+ 107,
+ 108,
+ 109,
+ 110,
+ 111,
+ 112,
+ 113,
+ 114,
+ 115,
+ 116,
+ 117,
+ 118,
+ 119,
+ 120,
+ 121,
+ 122,
+ 123,
+ 124,
+ 125,
+ 126,
+ 127,
+ 128,
+ 129,
+ 130,
+ 131,
+ 132,
+ 133,
+ 134,
+ 135,
+ 136,
+ 137,
+ 138,
+ 139,
+ 140,
+ 141,
+ 142,
+ 143,
+ 144,
+ 145,
+ 146,
+ 147,
+ 148,
+ 149,
+ 150,
+ 151,
+ 152,
+ 153,
+ 154,
+ 155,
+ 156,
+ 157,
+ 158,
+ 159,
+ 160,
+ 161,
+ 162,
+ 163,
+ 164,
+ 165,
+ 166,
+ 167,
+ 168,
+ 169,
+ 170,
+ 171,
+ 172,
+ 173,
+ 174,
+ 175,
+ 176,
+ 177,
+ 178,
+ 179,
+ 180,
+ 181,
+ 182,
+ 183,
+ 184,
+ 185,
+ 186,
+ 187,
+ 188,
+ 189,
+ 190,
+ 191,
+ 192,
+ 193,
+ 194,
+ 195,
+ 196,
+ 197,
+ 198,
+ 199,
+ 200,
+ 201,
+ 202,
+ 203,
+ 204,
+ 205,
+ 206,
+ 207,
+ 208,
+ 209,
+ 210,
+ 211,
+ 212,
+ 213,
+ 214,
+ 215,
+ 216,
+ 217,
+ 218,
+ 219,
+ 220,
+ 221,
+ 222,
+ 223,
+ 224,
+ 225,
+ 226,
+ 227,
+ 228,
+ 229,
+ 230,
+ 231,
+ 232,
+ 233,
+ 234,
+ 235,
+ 236,
+ 237,
+ 238,
+ 239,
+ 240,
+ 241,
+ 242,
+ 243,
+ 244,
+ 245,
+ 246,
+ 247,
+ 248,
+ 249,
+ 250,
+ 251,
+ 252,
+ 253,
+ 254,
+ 255,
+ 256,
+ 257,
+ 258,
+ 259,
+ 260,
+ 261,
+ 262,
+ 263,
+ 264,
+ 265,
+ 266,
+ 267,
+ 268,
+ 269,
+ 270,
+ 271,
+ 272,
+ 273,
+ 274,
+ 275,
+ 276,
+ 277,
+ 278,
+ 279,
+ 280,
+ 281,
+ 282,
+ 283,
+ 284,
+ 285,
+ 286,
+ 287,
+ 288,
+ 289,
+ 290,
+ 291,
+ 292,
+ 293,
+ 294,
+ 295,
+ 296,
+ 297,
+ 298,
+ 299,
+ 300,
+ 301,
+ 302,
+ 303,
+ 304,
+ 305,
+ 306,
+ 307,
+ 308,
+ 309,
+ 310
+ ]
+ }
+]
\ No newline at end of file
diff --git a/checkpoints/260000/training_state/optimizer_state.safetensors b/checkpoints/260000/training_state/optimizer_state.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..09fc3f08b2e40e0cc3093821196afa608ce19751
--- /dev/null
+++ b/checkpoints/260000/training_state/optimizer_state.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abd23fe4396581e7ae3b4c84ab8af6389c9574e7bba0de536b4d1a1077cf06c4
+size 738026076
diff --git a/checkpoints/260000/training_state/rng_state.safetensors b/checkpoints/260000/training_state/rng_state.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..fc14e90b204aebb123812b43818cde811ac8af52
--- /dev/null
+++ b/checkpoints/260000/training_state/rng_state.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:594268e32bb78b65a522adcd616bba8e1c6f7b7b47819922358a1cb3ce322495
+size 15708
diff --git a/checkpoints/260000/training_state/scheduler_state.json b/checkpoints/260000/training_state/scheduler_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..7987cc930955575d062d43afe801b04ed67c6afa
--- /dev/null
+++ b/checkpoints/260000/training_state/scheduler_state.json
@@ -0,0 +1,15 @@
+{
+ "base_lrs": [
+ 0.0001
+ ],
+ "last_epoch": 260000,
+ "verbose": false,
+ "_step_count": 260001,
+ "_get_lr_called_within_step": false,
+ "_last_lr": [
+ 8.083197811516681e-05
+ ],
+ "lr_lambdas": [
+ null
+ ]
+}
\ No newline at end of file
diff --git a/checkpoints/260000/training_state/training_step.json b/checkpoints/260000/training_state/training_step.json
new file mode 100644
index 0000000000000000000000000000000000000000..2e44498dfcc90aab5b8d8abc1e091f54a4d70426
--- /dev/null
+++ b/checkpoints/260000/training_state/training_step.json
@@ -0,0 +1,3 @@
+{
+ "step": 260000
+}
\ No newline at end of file
diff --git a/wandb/debug-internal.log b/wandb/debug-internal.log
new file mode 100644
index 0000000000000000000000000000000000000000..419f81963ea1cf74fb916b88a9c0c35defdd88b5
--- /dev/null
+++ b/wandb/debug-internal.log
@@ -0,0 +1,16 @@
+{"time":"2025-05-18T14:54:05.26111007Z","level":"INFO","msg":"stream: starting","core version":"0.19.9","symlink path":"/SSD/LSY/lerobot_model/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_longtrain/wandb/run-20250518_145405-bqr8y636/logs/debug-core.log"}
+{"time":"2025-05-18T14:54:05.591761165Z","level":"INFO","msg":"created new stream","id":"bqr8y636"}
+{"time":"2025-05-18T14:54:05.591831564Z","level":"INFO","msg":"stream: started","id":"bqr8y636"}
+{"time":"2025-05-18T14:54:05.591873678Z","level":"INFO","msg":"writer: Do: started","stream_id":"bqr8y636"}
+{"time":"2025-05-18T14:54:05.591956927Z","level":"INFO","msg":"handler: started","stream_id":"bqr8y636"}
+{"time":"2025-05-18T14:54:05.592220435Z","level":"INFO","msg":"sender: started","stream_id":"bqr8y636"}
+{"time":"2025-05-18T14:54:05.935180894Z","level":"INFO","msg":"Starting system monitor"}
+{"time":"2025-05-19T00:52:06.776263087Z","level":"INFO","msg":"api: retrying HTTP error","status":502,"url":"https://api.wandb.ai/files/marchmelo0923-postech/lerobot/bqr8y636/file_stream","body":"\n\n\n502 Server Error\n\n\nError: Server Error
\nThe server encountered a temporary error and could not complete your request.
Please try again in 30 seconds.\n
\n\n"}
+{"time":"2025-05-19T14:27:35.7208776Z","level":"INFO","msg":"stream: closing","id":"bqr8y636"}
+{"time":"2025-05-19T14:27:35.720986412Z","level":"INFO","msg":"Stopping system monitor"}
+{"time":"2025-05-19T14:27:35.721176099Z","level":"INFO","msg":"Stopped system monitor"}
+{"time":"2025-05-19T14:27:36.540912828Z","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
+{"time":"2025-05-19T14:27:36.804201475Z","level":"INFO","msg":"handler: closed","stream_id":"bqr8y636"}
+{"time":"2025-05-19T14:27:36.804229901Z","level":"INFO","msg":"writer: Close: closed","stream_id":"bqr8y636"}
+{"time":"2025-05-19T14:27:36.804255951Z","level":"INFO","msg":"sender: closed","stream_id":"bqr8y636"}
+{"time":"2025-05-19T14:27:36.804384598Z","level":"INFO","msg":"stream: closed","id":"bqr8y636"}
diff --git a/wandb/debug.log b/wandb/debug.log
new file mode 100644
index 0000000000000000000000000000000000000000..80706369aa72abc718dde2731e60a40fd363f105
--- /dev/null
+++ b/wandb/debug.log
@@ -0,0 +1,23 @@
+2025-05-18 14:54:05,251 INFO MainThread:19256 [wandb_setup.py:_flush():67] Current SDK version is 0.19.9
+2025-05-18 14:54:05,252 INFO MainThread:19256 [wandb_setup.py:_flush():67] Configure stats pid to 19256
+2025-05-18 14:54:05,252 INFO MainThread:19256 [wandb_setup.py:_flush():67] Loading settings from /root/.config/wandb/settings
+2025-05-18 14:54:05,252 INFO MainThread:19256 [wandb_setup.py:_flush():67] Loading settings from /NAS/LSY/lerobot/wandb/settings
+2025-05-18 14:54:05,252 INFO MainThread:19256 [wandb_setup.py:_flush():67] Loading settings from environment variables
+2025-05-18 14:54:05,252 INFO MainThread:19256 [wandb_init.py:setup_run_log_directory():662] Logging user logs to /SSD/LSY/lerobot_model/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_longtrain/wandb/run-20250518_145405-bqr8y636/logs/debug.log
+2025-05-18 14:54:05,252 INFO MainThread:19256 [wandb_init.py:setup_run_log_directory():663] Logging internal logs to /SSD/LSY/lerobot_model/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_longtrain/wandb/run-20250518_145405-bqr8y636/logs/debug-internal.log
+2025-05-18 14:54:05,252 INFO MainThread:19256 [wandb_init.py:init():781] calling init triggers
+2025-05-18 14:54:05,252 INFO MainThread:19256 [wandb_init.py:init():786] wandb.init called with sweep_config: {}
+config: {'dataset': {'repo_id': 'shylee/so100_pengripG', 'root': '/SSD/LSY/lerobot_dataset/pengripG', 'episodes': None, 'image_transforms': {'enable': False, 'max_num_transforms': 3, 'random_order': False, 'tfs': {'brightness': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'brightness': [0.8, 1.2]}}, 'contrast': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'contrast': [0.8, 1.2]}}, 'saturation': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'saturation': [0.5, 1.5]}}, 'hue': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'hue': [-0.05, 0.05]}}, 'sharpness': {'weight': 1.0, 'type': 'SharpnessJitter', 'kwargs': {'sharpness': [0.5, 1.5]}}}}, 'revision': None, 'use_imagenet_stats': True, 'video_backend': 'torchcodec'}, 'env': None, 'policy': {'type': 'diffusion', 'n_obs_steps': 2, 'normalization_mapping': {'VISUAL': , 'STATE': , 'ACTION': }, 'input_features': {}, 'output_features': {}, 'device': 'cuda', 'use_amp': False, 'horizon': 16, 'n_action_steps': 8, 'drop_n_last_frames': 7, 'vision_backbone': 'resnet50', 'crop_shape': [224, 224], 'crop_is_random': False, 'pretrained_backbone_weights': 'ResNet50_Weights.IMAGENET1K_V1', 'use_group_norm': False, 'spatial_softmax_num_keypoints': 32, 'use_separate_rgb_encoder_per_camera': False, 'down_dims': [256, 512, 1024], 'kernel_size': 5, 'n_groups': 8, 'diffusion_step_embed_dim': 128, 'use_film_scale_modulation': True, 'noise_scheduler_type': 'DDIM', 'num_train_timesteps': 100, 'beta_schedule': 'squaredcos_cap_v2', 'beta_start': 0.0001, 'beta_end': 0.02, 'prediction_type': 'epsilon', 'clip_sample': True, 'clip_sample_range': 1.0, 'num_inference_steps': 10, 'do_mask_loss_for_padding': False, 'optimizer_lr': 0.0001, 'optimizer_betas': [0.95, 0.999], 'optimizer_eps': 1e-08, 'optimizer_weight_decay': 1e-06, 'scheduler_name': 'cosine', 'scheduler_warmup_steps': 500, 'pre_resize_shape': [224, 224], 'freeze_vision_backbone': False, 'use_ac': False, 'ac_threshold': 0.99, 'use_pcg': False, 'pcg_weight': 0.1, 'use_bid': False, 'bid_batch_size': 15, 'bid_mode_size': 3, 'bid_temporal_coherence': 0.5, 'weak_model_path': None, 'weak_model_config': None}, 'output_dir': '/SSD/LSY/lerobot_model/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_longtrain', 'job_name': 'DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_longtrain', 'resume': False, 'seed': 1000, 'num_workers': 4, 'batch_size': 16, 'steps': 900000, 'eval_freq': 20000, 'log_freq': 200, 'save_checkpoint': True, 'save_freq': 20000, 'use_policy_training_preset': True, 'optimizer': {'type': 'adam', 'lr': 0.0001, 'weight_decay': 1e-06, 'grad_clip_norm': 10.0, 'betas': [0.95, 0.999], 'eps': 1e-08}, 'scheduler': {'type': 'diffuser', 'num_warmup_steps': 500, 'name': 'cosine'}, 'eval': {'n_episodes': 50, 'batch_size': 50, 'use_async_envs': False}, 'wandb': {'enable': True, 'disable_artifact': False, 'project': 'lerobot', 'entity': None, 'notes': None, 'run_id': None, 'mode': None}, '_wandb': {}}
+2025-05-18 14:54:05,252 INFO MainThread:19256 [wandb_init.py:init():809] starting backend
+2025-05-18 14:54:05,252 INFO MainThread:19256 [wandb_init.py:init():813] sending inform_init request
+2025-05-18 14:54:05,259 INFO MainThread:19256 [backend.py:_multiprocessing_setup():101] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
+2025-05-18 14:54:05,259 INFO MainThread:19256 [wandb_init.py:init():823] backend started and connected
+2025-05-18 14:54:05,424 INFO MainThread:19256 [wandb_init.py:init():915] updated telemetry
+2025-05-18 14:54:05,482 INFO MainThread:19256 [wandb_init.py:init():939] communicating run to backend with 90.0 second timeout
+2025-05-18 14:54:05,931 INFO MainThread:19256 [wandb_init.py:init():1014] starting run threads in backend
+2025-05-18 14:54:06,042 INFO MainThread:19256 [wandb_run.py:_console_start():2454] atexit reg
+2025-05-18 14:54:06,043 INFO MainThread:19256 [wandb_run.py:_redirect():2306] redirect: wrap_raw
+2025-05-18 14:54:06,043 INFO MainThread:19256 [wandb_run.py:_redirect():2371] Wrapping output streams.
+2025-05-18 14:54:06,043 INFO MainThread:19256 [wandb_run.py:_redirect():2394] Redirects installed.
+2025-05-18 14:54:06,044 INFO MainThread:19256 [wandb_init.py:init():1056] run started, returning control to user process
+2025-05-19 14:27:35,719 INFO MsgRouterThr:19256 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 1 handles.
diff --git a/wandb/run-20250518_145405-bqr8y636/files/config.yaml b/wandb/run-20250518_145405-bqr8y636/files/config.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..f7f793b51c5353c6a1621622e120c4a3a82c2a6b
--- /dev/null
+++ b/wandb/run-20250518_145405-bqr8y636/files/config.yaml
@@ -0,0 +1,197 @@
+_wandb:
+ value:
+ cli_version: 0.19.9
+ m: []
+ python_version: 3.10.17
+ t:
+ "1":
+ - 1
+ - 41
+ - 49
+ - 51
+ - 55
+ "2":
+ - 1
+ - 41
+ - 49
+ - 51
+ - 55
+ - 83
+ "3":
+ - 13
+ - 15
+ - 16
+ - 23
+ - 55
+ - 61
+ "4": 3.10.17
+ "5": 0.19.9
+ "8":
+ - 5
+ "12": 0.19.9
+ "13": linux-x86_64
+batch_size:
+ value: 16
+dataset:
+ value:
+ episodes: null
+ image_transforms:
+ enable: false
+ max_num_transforms: 3
+ random_order: false
+ tfs:
+ brightness:
+ kwargs:
+ brightness:
+ - 0.8
+ - 1.2
+ type: ColorJitter
+ weight: 1
+ contrast:
+ kwargs:
+ contrast:
+ - 0.8
+ - 1.2
+ type: ColorJitter
+ weight: 1
+ hue:
+ kwargs:
+ hue:
+ - -0.05
+ - 0.05
+ type: ColorJitter
+ weight: 1
+ saturation:
+ kwargs:
+ saturation:
+ - 0.5
+ - 1.5
+ type: ColorJitter
+ weight: 1
+ sharpness:
+ kwargs:
+ sharpness:
+ - 0.5
+ - 1.5
+ type: SharpnessJitter
+ weight: 1
+ repo_id: shylee/so100_pengripG
+ revision: null
+ root: /SSD/LSY/lerobot_dataset/pengripG
+ use_imagenet_stats: true
+ video_backend: torchcodec
+env:
+ value: null
+eval:
+ value:
+ batch_size: 50
+ n_episodes: 50
+ use_async_envs: false
+eval_freq:
+ value: 20000
+job_name:
+ value: DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_longtrain
+log_freq:
+ value: 200
+num_workers:
+ value: 4
+optimizer:
+ value:
+ betas:
+ - 0.95
+ - 0.999
+ eps: 1e-08
+ grad_clip_norm: 10
+ lr: 0.0001
+ type: adam
+ weight_decay: 1e-06
+output_dir:
+ value: /SSD/LSY/lerobot_model/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_longtrain
+policy:
+ value:
+ ac_threshold: 0.99
+ beta_end: 0.02
+ beta_schedule: squaredcos_cap_v2
+ beta_start: 0.0001
+ bid_batch_size: 15
+ bid_mode_size: 3
+ bid_temporal_coherence: 0.5
+ clip_sample: true
+ clip_sample_range: 1
+ crop_is_random: false
+ crop_shape:
+ - 224
+ - 224
+ device: cuda
+ diffusion_step_embed_dim: 128
+ do_mask_loss_for_padding: false
+ down_dims:
+ - 256
+ - 512
+ - 1024
+ drop_n_last_frames: 7
+ freeze_vision_backbone: false
+ horizon: 16
+ kernel_size: 5
+ n_action_steps: 8
+ n_groups: 8
+ n_obs_steps: 2
+ noise_scheduler_type: DDIM
+ normalization_mapping:
+ ACTION: MIN_MAX
+ STATE: MIN_MAX
+ VISUAL: MEAN_STD
+ num_inference_steps: 10
+ num_train_timesteps: 100
+ optimizer_betas:
+ - 0.95
+ - 0.999
+ optimizer_eps: 1e-08
+ optimizer_lr: 0.0001
+ optimizer_weight_decay: 1e-06
+ pcg_weight: 0.1
+ pre_resize_shape:
+ - 224
+ - 224
+ prediction_type: epsilon
+ pretrained_backbone_weights: ResNet50_Weights.IMAGENET1K_V1
+ scheduler_name: cosine
+ scheduler_warmup_steps: 500
+ spatial_softmax_num_keypoints: 32
+ type: diffusion
+ use_ac: false
+ use_amp: false
+ use_bid: false
+ use_film_scale_modulation: true
+ use_group_norm: false
+ use_pcg: false
+ use_separate_rgb_encoder_per_camera: false
+ vision_backbone: resnet50
+ weak_model_config: null
+ weak_model_path: null
+resume:
+ value: false
+save_checkpoint:
+ value: true
+save_freq:
+ value: 20000
+scheduler:
+ value:
+ name: cosine
+ num_warmup_steps: 500
+ type: diffuser
+seed:
+ value: 1000
+steps:
+ value: 900000
+use_policy_training_preset:
+ value: true
+wandb:
+ value:
+ disable_artifact: false
+ enable: true
+ entity: null
+ mode: null
+ notes: null
+ project: lerobot
+ run_id: null
diff --git a/wandb/run-20250518_145405-bqr8y636/files/output.log b/wandb/run-20250518_145405-bqr8y636/files/output.log
new file mode 100644
index 0000000000000000000000000000000000000000..d437577def9af6b91439904331e6458a0b554ff3
--- /dev/null
+++ b/wandb/run-20250518_145405-bqr8y636/files/output.log
@@ -0,0 +1,1395 @@
+[1m[34mLogs will be synced with wandb.[0m
+INFO 2025-05-18 14:54:06 ndb_utils.py:96 Track this run --> [1m[33mhttps://wandb.ai/marchmelo0923-postech/lerobot/runs/bqr8y636[0m
+INFO 2025-05-18 14:54:06 ts/train.py:127 Creating dataset
+Resolving data files: 100%|███████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 300/300 [00:00<00:00, 199191.26it/s]
+INFO 2025-05-18 14:54:07 ts/train.py:138 Creating policy
+INFO 2025-05-18 14:54:09 ts/train.py:144 Creating optimizer and scheduler
+INFO 2025-05-18 14:54:09 ts/train.py:156 [1m[33mOutput dir:[0m /SSD/LSY/lerobot_model/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_longtrain
+INFO 2025-05-18 14:54:09 ts/train.py:159 cfg.steps=900000 (900K)
+INFO 2025-05-18 14:54:09 ts/train.py:160 dataset.num_frames=63435 (63K)
+INFO 2025-05-18 14:54:09 ts/train.py:161 dataset.num_episodes=300
+INFO 2025-05-18 14:54:09 ts/train.py:162 num_learnable_params=92242982 (92M)
+INFO 2025-05-18 14:54:09 ts/train.py:163 num_total_params=92243036 (92M)
+INFO 2025-05-18 14:54:09 ts/train.py:202 Start offline training on a fixed dataset
+INFO 2025-05-18 14:55:22 ts/train.py:232 step:200 smpl:3K ep:15 epch:0.05 loss:0.795 grdn:3.539 lr:2.0e-05 updt_s:0.245 data_s:0.120
+INFO 2025-05-18 14:56:28 ts/train.py:232 step:400 smpl:6K ep:30 epch:0.10 loss:0.162 grdn:2.702 lr:6.0e-05 updt_s:0.224 data_s:0.106
+INFO 2025-05-18 14:57:34 ts/train.py:232 step:600 smpl:10K ep:45 epch:0.15 loss:0.104 grdn:2.051 lr:9.5e-05 updt_s:0.225 data_s:0.103
+INFO 2025-05-18 14:58:39 ts/train.py:232 step:800 smpl:13K ep:61 epch:0.20 loss:0.068 grdn:1.291 lr:1.0e-04 updt_s:0.225 data_s:0.102
+INFO 2025-05-18 14:59:44 ts/train.py:232 step:1K smpl:16K ep:76 epch:0.25 loss:0.062 grdn:1.190 lr:1.0e-04 updt_s:0.225 data_s:0.098
+INFO 2025-05-18 15:00:49 ts/train.py:232 step:1K smpl:19K ep:91 epch:0.30 loss:0.052 grdn:1.002 lr:1.0e-04 updt_s:0.226 data_s:0.101
+INFO 2025-05-18 15:01:45 ts/train.py:232 step:1K smpl:22K ep:106 epch:0.35 loss:0.046 grdn:0.900 lr:1.0e-04 updt_s:0.225 data_s:0.052
+INFO 2025-05-18 15:02:38 ts/train.py:232 step:2K smpl:26K ep:121 epch:0.40 loss:0.039 grdn:0.791 lr:1.0e-04 updt_s:0.226 data_s:0.039
+INFO 2025-05-18 15:03:33 ts/train.py:232 step:2K smpl:29K ep:136 epch:0.45 loss:0.040 grdn:0.773 lr:1.0e-04 updt_s:0.227 data_s:0.045
+INFO 2025-05-18 15:04:27 ts/train.py:232 step:2K smpl:32K ep:151 epch:0.50 loss:0.037 grdn:0.761 lr:1.0e-04 updt_s:0.225 data_s:0.046
+INFO 2025-05-18 15:05:21 ts/train.py:232 step:2K smpl:35K ep:166 epch:0.55 loss:0.036 grdn:0.726 lr:1.0e-04 updt_s:0.225 data_s:0.042
+INFO 2025-05-18 15:06:14 ts/train.py:232 step:2K smpl:38K ep:182 epch:0.61 loss:0.035 grdn:0.678 lr:1.0e-04 updt_s:0.225 data_s:0.039
+INFO 2025-05-18 15:07:07 ts/train.py:232 step:3K smpl:42K ep:197 epch:0.66 loss:0.033 grdn:0.615 lr:1.0e-04 updt_s:0.225 data_s:0.040
+INFO 2025-05-18 15:08:01 ts/train.py:232 step:3K smpl:45K ep:212 epch:0.71 loss:0.030 grdn:0.578 lr:1.0e-04 updt_s:0.225 data_s:0.041
+INFO 2025-05-18 15:08:54 ts/train.py:232 step:3K smpl:48K ep:227 epch:0.76 loss:0.033 grdn:0.633 lr:1.0e-04 updt_s:0.225 data_s:0.039
+INFO 2025-05-18 15:09:47 ts/train.py:232 step:3K smpl:51K ep:242 epch:0.81 loss:0.030 grdn:0.570 lr:1.0e-04 updt_s:0.225 data_s:0.041
+INFO 2025-05-18 15:10:41 ts/train.py:232 step:3K smpl:54K ep:257 epch:0.86 loss:0.030 grdn:0.558 lr:1.0e-04 updt_s:0.225 data_s:0.046
+INFO 2025-05-18 15:11:36 ts/train.py:232 step:4K smpl:58K ep:272 epch:0.91 loss:0.030 grdn:0.554 lr:1.0e-04 updt_s:0.225 data_s:0.048
+INFO 2025-05-18 15:12:30 ts/train.py:232 step:4K smpl:61K ep:288 epch:0.96 loss:0.029 grdn:0.552 lr:1.0e-04 updt_s:0.225 data_s:0.043
+INFO 2025-05-18 15:13:38 ts/train.py:232 step:4K smpl:64K ep:303 epch:1.01 loss:0.029 grdn:0.535 lr:1.0e-04 updt_s:0.233 data_s:0.104
+INFO 2025-05-18 15:14:45 ts/train.py:232 step:4K smpl:67K ep:318 epch:1.06 loss:0.027 grdn:0.492 lr:1.0e-04 updt_s:0.225 data_s:0.110
+INFO 2025-05-18 15:15:51 ts/train.py:232 step:4K smpl:70K ep:333 epch:1.11 loss:0.026 grdn:0.462 lr:1.0e-04 updt_s:0.225 data_s:0.104
+INFO 2025-05-18 15:16:58 ts/train.py:232 step:5K smpl:74K ep:348 epch:1.16 loss:0.028 grdn:0.483 lr:1.0e-04 updt_s:0.225 data_s:0.109
+INFO 2025-05-18 15:18:03 ts/train.py:232 step:5K smpl:77K ep:363 epch:1.21 loss:0.026 grdn:0.459 lr:1.0e-04 updt_s:0.225 data_s:0.102
+INFO 2025-05-18 15:19:10 ts/train.py:232 step:5K smpl:80K ep:378 epch:1.26 loss:0.027 grdn:0.449 lr:1.0e-04 updt_s:0.225 data_s:0.108
+INFO 2025-05-18 15:20:05 ts/train.py:232 step:5K smpl:83K ep:393 epch:1.31 loss:0.026 grdn:0.432 lr:1.0e-04 updt_s:0.225 data_s:0.049
+INFO 2025-05-18 15:20:56 ts/train.py:232 step:5K smpl:86K ep:409 epch:1.36 loss:0.026 grdn:0.430 lr:1.0e-04 updt_s:0.226 data_s:0.028
+INFO 2025-05-18 15:21:47 ts/train.py:232 step:6K smpl:90K ep:424 epch:1.41 loss:0.025 grdn:0.417 lr:1.0e-04 updt_s:0.225 data_s:0.030
+INFO 2025-05-18 15:22:39 ts/train.py:232 step:6K smpl:93K ep:439 epch:1.46 loss:0.025 grdn:0.429 lr:1.0e-04 updt_s:0.226 data_s:0.030
+INFO 2025-05-18 15:23:30 ts/train.py:232 step:6K smpl:96K ep:454 epch:1.51 loss:0.025 grdn:0.404 lr:1.0e-04 updt_s:0.226 data_s:0.030
+INFO 2025-05-18 15:24:22 ts/train.py:232 step:6K smpl:99K ep:469 epch:1.56 loss:0.023 grdn:0.396 lr:1.0e-04 updt_s:0.225 data_s:0.030
+INFO 2025-05-18 15:25:13 ts/train.py:232 step:6K smpl:102K ep:484 epch:1.61 loss:0.026 grdn:0.413 lr:1.0e-04 updt_s:0.226 data_s:0.031
+INFO 2025-05-18 15:26:04 ts/train.py:232 step:7K smpl:106K ep:499 epch:1.66 loss:0.024 grdn:0.398 lr:1.0e-04 updt_s:0.225 data_s:0.026
+INFO 2025-05-18 15:26:54 ts/train.py:232 step:7K smpl:109K ep:515 epch:1.72 loss:0.025 grdn:0.391 lr:1.0e-04 updt_s:0.226 data_s:0.027
+INFO 2025-05-18 15:27:45 ts/train.py:232 step:7K smpl:112K ep:530 epch:1.77 loss:0.024 grdn:0.373 lr:1.0e-04 updt_s:0.225 data_s:0.027
+INFO 2025-05-18 15:28:36 ts/train.py:232 step:7K smpl:115K ep:545 epch:1.82 loss:0.026 grdn:0.407 lr:1.0e-04 updt_s:0.225 data_s:0.028
+INFO 2025-05-18 15:29:27 ts/train.py:232 step:7K smpl:118K ep:560 epch:1.87 loss:0.024 grdn:0.378 lr:1.0e-04 updt_s:0.226 data_s:0.030
+INFO 2025-05-18 15:30:19 ts/train.py:232 step:8K smpl:122K ep:575 epch:1.92 loss:0.025 grdn:0.379 lr:1.0e-04 updt_s:0.225 data_s:0.031
+INFO 2025-05-18 15:31:19 ts/train.py:232 step:8K smpl:125K ep:590 epch:1.97 loss:0.021 grdn:0.342 lr:1.0e-04 updt_s:0.225 data_s:0.074
+INFO 2025-05-18 15:32:19 ts/train.py:232 step:8K smpl:128K ep:605 epch:2.02 loss:0.024 grdn:0.353 lr:1.0e-04 updt_s:0.225 data_s:0.074
+INFO 2025-05-18 15:33:18 ts/train.py:232 step:8K smpl:131K ep:620 epch:2.07 loss:0.023 grdn:0.344 lr:1.0e-04 updt_s:0.225 data_s:0.071
+INFO 2025-05-18 15:34:18 ts/train.py:232 step:8K smpl:134K ep:636 epch:2.12 loss:0.022 grdn:0.335 lr:1.0e-04 updt_s:0.225 data_s:0.072
+INFO 2025-05-18 15:35:18 ts/train.py:232 step:9K smpl:138K ep:651 epch:2.17 loss:0.024 grdn:0.350 lr:1.0e-04 updt_s:0.225 data_s:0.073
+INFO 2025-05-18 15:36:17 ts/train.py:232 step:9K smpl:141K ep:666 epch:2.22 loss:0.025 grdn:0.369 lr:1.0e-04 updt_s:0.225 data_s:0.069
+INFO 2025-05-18 15:37:16 ts/train.py:232 step:9K smpl:144K ep:681 epch:2.27 loss:0.022 grdn:0.348 lr:1.0e-04 updt_s:0.225 data_s:0.073
+INFO 2025-05-18 15:38:17 ts/train.py:232 step:9K smpl:147K ep:696 epch:2.32 loss:0.021 grdn:0.316 lr:1.0e-04 updt_s:0.225 data_s:0.078
+INFO 2025-05-18 15:39:17 ts/train.py:232 step:9K smpl:150K ep:711 epch:2.37 loss:0.023 grdn:0.328 lr:1.0e-04 updt_s:0.225 data_s:0.072
+INFO 2025-05-18 15:40:17 ts/train.py:232 step:10K smpl:154K ep:726 epch:2.42 loss:0.022 grdn:0.313 lr:1.0e-04 updt_s:0.225 data_s:0.074
+INFO 2025-05-18 15:41:17 ts/train.py:232 step:10K smpl:157K ep:742 epch:2.47 loss:0.023 grdn:0.350 lr:1.0e-04 updt_s:0.225 data_s:0.074
+INFO 2025-05-18 15:42:18 ts/train.py:232 step:10K smpl:160K ep:757 epch:2.52 loss:0.023 grdn:0.329 lr:1.0e-04 updt_s:0.225 data_s:0.081
+INFO 2025-05-18 15:43:19 ts/train.py:232 step:10K smpl:163K ep:772 epch:2.57 loss:0.022 grdn:0.312 lr:1.0e-04 updt_s:0.225 data_s:0.079
+INFO 2025-05-18 15:44:20 ts/train.py:232 step:10K smpl:166K ep:787 epch:2.62 loss:0.021 grdn:0.301 lr:1.0e-04 updt_s:0.225 data_s:0.080
+INFO 2025-05-18 15:45:21 ts/train.py:232 step:11K smpl:170K ep:802 epch:2.67 loss:0.020 grdn:0.303 lr:1.0e-04 updt_s:0.225 data_s:0.080
+INFO 2025-05-18 15:46:23 ts/train.py:232 step:11K smpl:173K ep:817 epch:2.72 loss:0.020 grdn:0.288 lr:1.0e-04 updt_s:0.227 data_s:0.079
+INFO 2025-05-18 15:47:23 ts/train.py:232 step:11K smpl:176K ep:832 epch:2.77 loss:0.023 grdn:0.314 lr:1.0e-04 updt_s:0.225 data_s:0.077
+INFO 2025-05-18 15:48:24 ts/train.py:232 step:11K smpl:179K ep:847 epch:2.82 loss:0.021 grdn:0.293 lr:1.0e-04 updt_s:0.225 data_s:0.079
+INFO 2025-05-18 15:49:25 ts/train.py:232 step:11K smpl:182K ep:863 epch:2.88 loss:0.022 grdn:0.311 lr:1.0e-04 updt_s:0.225 data_s:0.079
+INFO 2025-05-18 15:50:27 ts/train.py:232 step:12K smpl:186K ep:878 epch:2.93 loss:0.021 grdn:0.291 lr:1.0e-04 updt_s:0.225 data_s:0.084
+INFO 2025-05-18 15:51:29 ts/train.py:232 step:12K smpl:189K ep:893 epch:2.98 loss:0.023 grdn:0.323 lr:1.0e-04 updt_s:0.225 data_s:0.082
+INFO 2025-05-18 15:52:30 ts/train.py:232 step:12K smpl:192K ep:908 epch:3.03 loss:0.021 grdn:0.306 lr:1.0e-04 updt_s:0.225 data_s:0.083
+INFO 2025-05-18 15:53:32 ts/train.py:232 step:12K smpl:195K ep:923 epch:3.08 loss:0.021 grdn:0.299 lr:1.0e-04 updt_s:0.225 data_s:0.080
+INFO 2025-05-18 15:54:33 ts/train.py:232 step:12K smpl:198K ep:938 epch:3.13 loss:0.020 grdn:0.286 lr:1.0e-04 updt_s:0.225 data_s:0.079
+INFO 2025-05-18 15:55:35 ts/train.py:232 step:13K smpl:202K ep:953 epch:3.18 loss:0.020 grdn:0.285 lr:1.0e-04 updt_s:0.225 data_s:0.084
+INFO 2025-05-18 15:56:33 ts/train.py:232 step:13K smpl:205K ep:969 epch:3.23 loss:0.019 grdn:0.280 lr:1.0e-04 updt_s:0.226 data_s:0.063
+INFO 2025-05-18 15:57:25 ts/train.py:232 step:13K smpl:208K ep:984 epch:3.28 loss:0.019 grdn:0.270 lr:1.0e-04 updt_s:0.225 data_s:0.038
+INFO 2025-05-18 15:58:18 ts/train.py:232 step:13K smpl:211K ep:999 epch:3.33 loss:0.021 grdn:0.303 lr:1.0e-04 updt_s:0.226 data_s:0.036
+INFO 2025-05-18 15:59:09 ts/train.py:232 step:13K smpl:214K ep:1K epch:3.38 loss:0.020 grdn:0.290 lr:1.0e-04 updt_s:0.225 data_s:0.030
+INFO 2025-05-18 16:00:01 ts/train.py:232 step:14K smpl:218K ep:1K epch:3.43 loss:0.020 grdn:0.284 lr:1.0e-04 updt_s:0.226 data_s:0.031
+INFO 2025-05-18 16:00:52 ts/train.py:232 step:14K smpl:221K ep:1K epch:3.48 loss:0.019 grdn:0.289 lr:1.0e-04 updt_s:0.225 data_s:0.028
+INFO 2025-05-18 16:01:43 ts/train.py:232 step:14K smpl:224K ep:1K epch:3.53 loss:0.020 grdn:0.280 lr:1.0e-04 updt_s:0.225 data_s:0.031
+INFO 2025-05-18 16:02:35 ts/train.py:232 step:14K smpl:227K ep:1K epch:3.58 loss:0.019 grdn:0.281 lr:1.0e-04 updt_s:0.225 data_s:0.032
+INFO 2025-05-18 16:03:26 ts/train.py:232 step:14K smpl:230K ep:1K epch:3.63 loss:0.019 grdn:0.268 lr:1.0e-04 updt_s:0.225 data_s:0.032
+INFO 2025-05-18 16:04:18 ts/train.py:232 step:15K smpl:234K ep:1K epch:3.68 loss:0.020 grdn:0.278 lr:1.0e-04 updt_s:0.225 data_s:0.030
+INFO 2025-05-18 16:05:09 ts/train.py:232 step:15K smpl:237K ep:1K epch:3.73 loss:0.018 grdn:0.266 lr:1.0e-04 updt_s:0.225 data_s:0.032
+INFO 2025-05-18 16:06:01 ts/train.py:232 step:15K smpl:240K ep:1K epch:3.78 loss:0.018 grdn:0.264 lr:1.0e-04 updt_s:0.226 data_s:0.032
+INFO 2025-05-18 16:06:53 ts/train.py:232 step:15K smpl:243K ep:1K epch:3.83 loss:0.019 grdn:0.273 lr:1.0e-04 updt_s:0.225 data_s:0.033
+INFO 2025-05-18 16:07:47 ts/train.py:232 step:15K smpl:246K ep:1K epch:3.88 loss:0.018 grdn:0.267 lr:1.0e-04 updt_s:0.224 data_s:0.046
+INFO 2025-05-18 16:08:39 ts/train.py:232 step:16K smpl:250K ep:1K epch:3.93 loss:0.020 grdn:0.283 lr:1.0e-04 updt_s:0.225 data_s:0.033
+INFO 2025-05-18 16:09:31 ts/train.py:232 step:16K smpl:253K ep:1K epch:3.99 loss:0.018 grdn:0.252 lr:1.0e-04 updt_s:0.225 data_s:0.034
+INFO 2025-05-18 16:10:23 ts/train.py:232 step:16K smpl:256K ep:1K epch:4.04 loss:0.020 grdn:0.285 lr:1.0e-04 updt_s:0.225 data_s:0.033
+INFO 2025-05-18 16:11:16 ts/train.py:232 step:16K smpl:259K ep:1K epch:4.09 loss:0.019 grdn:0.269 lr:1.0e-04 updt_s:0.225 data_s:0.040
+INFO 2025-05-18 16:12:08 ts/train.py:232 step:16K smpl:262K ep:1K epch:4.14 loss:0.018 grdn:0.254 lr:1.0e-04 updt_s:0.225 data_s:0.036
+INFO 2025-05-18 16:13:00 ts/train.py:232 step:17K smpl:266K ep:1K epch:4.19 loss:0.019 grdn:0.262 lr:1.0e-04 updt_s:0.225 data_s:0.035
+INFO 2025-05-18 16:13:52 ts/train.py:232 step:17K smpl:269K ep:1K epch:4.24 loss:0.019 grdn:0.259 lr:1.0e-04 updt_s:0.225 data_s:0.034
+INFO 2025-05-18 16:14:43 ts/train.py:232 step:17K smpl:272K ep:1K epch:4.29 loss:0.017 grdn:0.252 lr:1.0e-04 updt_s:0.225 data_s:0.031
+INFO 2025-05-18 16:15:35 ts/train.py:232 step:17K smpl:275K ep:1K epch:4.34 loss:0.018 grdn:0.257 lr:1.0e-04 updt_s:0.225 data_s:0.033
+INFO 2025-05-18 16:16:27 ts/train.py:232 step:17K smpl:278K ep:1K epch:4.39 loss:0.018 grdn:0.258 lr:1.0e-04 updt_s:0.225 data_s:0.032
+INFO 2025-05-18 16:17:18 ts/train.py:232 step:18K smpl:282K ep:1K epch:4.44 loss:0.018 grdn:0.256 lr:1.0e-04 updt_s:0.225 data_s:0.032
+INFO 2025-05-18 16:18:10 ts/train.py:232 step:18K smpl:285K ep:1K epch:4.49 loss:0.017 grdn:0.243 lr:1.0e-04 updt_s:0.225 data_s:0.032
+INFO 2025-05-18 16:19:04 ts/train.py:232 step:18K smpl:288K ep:1K epch:4.54 loss:0.019 grdn:0.266 lr:1.0e-04 updt_s:0.225 data_s:0.046
+INFO 2025-05-18 16:19:55 ts/train.py:232 step:18K smpl:291K ep:1K epch:4.59 loss:0.017 grdn:0.249 lr:1.0e-04 updt_s:0.225 data_s:0.030
+INFO 2025-05-18 16:20:47 ts/train.py:232 step:18K smpl:294K ep:1K epch:4.64 loss:0.018 grdn:0.255 lr:1.0e-04 updt_s:0.225 data_s:0.033
+INFO 2025-05-18 16:21:38 ts/train.py:232 step:19K smpl:298K ep:1K epch:4.69 loss:0.018 grdn:0.267 lr:1.0e-04 updt_s:0.225 data_s:0.028
+INFO 2025-05-18 16:22:29 ts/train.py:232 step:19K smpl:301K ep:1K epch:4.74 loss:0.018 grdn:0.256 lr:1.0e-04 updt_s:0.225 data_s:0.029
+INFO 2025-05-18 16:23:20 ts/train.py:232 step:19K smpl:304K ep:1K epch:4.79 loss:0.019 grdn:0.255 lr:1.0e-04 updt_s:0.225 data_s:0.029
+INFO 2025-05-18 16:24:16 ts/train.py:232 step:19K smpl:307K ep:1K epch:4.84 loss:0.017 grdn:0.250 lr:1.0e-04 updt_s:0.225 data_s:0.052
+INFO 2025-05-18 16:25:17 ts/train.py:232 step:19K smpl:310K ep:1K epch:4.89 loss:0.017 grdn:0.251 lr:1.0e-04 updt_s:0.225 data_s:0.079
+INFO 2025-05-18 16:26:18 ts/train.py:232 step:20K smpl:314K ep:1K epch:4.94 loss:0.016 grdn:0.237 lr:1.0e-04 updt_s:0.225 data_s:0.078
+INFO 2025-05-18 16:27:18 ts/train.py:232 step:20K smpl:317K ep:1K epch:4.99 loss:0.017 grdn:0.249 lr:1.0e-04 updt_s:0.225 data_s:0.078
+INFO 2025-05-18 16:28:19 ts/train.py:232 step:20K smpl:320K ep:2K epch:5.04 loss:0.017 grdn:0.252 lr:1.0e-04 updt_s:0.225 data_s:0.076
+INFO 2025-05-18 16:28:19 ts/train.py:241 Checkpoint policy after step 20000
+INFO 2025-05-18 16:29:23 ts/train.py:232 step:20K smpl:323K ep:2K epch:5.09 loss:0.018 grdn:0.258 lr:1.0e-04 updt_s:0.223 data_s:0.073
+INFO 2025-05-18 16:30:23 ts/train.py:232 step:20K smpl:326K ep:2K epch:5.15 loss:0.018 grdn:0.260 lr:1.0e-04 updt_s:0.222 data_s:0.079
+INFO 2025-05-18 16:31:26 ts/train.py:232 step:21K smpl:330K ep:2K epch:5.20 loss:0.017 grdn:0.241 lr:1.0e-04 updt_s:0.223 data_s:0.092
+INFO 2025-05-18 16:32:28 ts/train.py:232 step:21K smpl:333K ep:2K epch:5.25 loss:0.016 grdn:0.234 lr:1.0e-04 updt_s:0.223 data_s:0.085
+INFO 2025-05-18 16:33:30 ts/train.py:232 step:21K smpl:336K ep:2K epch:5.30 loss:0.017 grdn:0.248 lr:1.0e-04 updt_s:0.224 data_s:0.088
+INFO 2025-05-18 16:34:31 ts/train.py:232 step:21K smpl:339K ep:2K epch:5.35 loss:0.017 grdn:0.244 lr:1.0e-04 updt_s:0.224 data_s:0.079
+INFO 2025-05-18 16:35:34 ts/train.py:232 step:21K smpl:342K ep:2K epch:5.40 loss:0.017 grdn:0.240 lr:1.0e-04 updt_s:0.225 data_s:0.086
+INFO 2025-05-18 16:36:36 ts/train.py:232 step:22K smpl:346K ep:2K epch:5.45 loss:0.017 grdn:0.245 lr:1.0e-04 updt_s:0.224 data_s:0.087
+INFO 2025-05-18 16:37:38 ts/train.py:232 step:22K smpl:349K ep:2K epch:5.50 loss:0.016 grdn:0.240 lr:1.0e-04 updt_s:0.223 data_s:0.086
+INFO 2025-05-18 16:38:40 ts/train.py:232 step:22K smpl:352K ep:2K epch:5.55 loss:0.017 grdn:0.241 lr:1.0e-04 updt_s:0.223 data_s:0.086
+INFO 2025-05-18 16:39:41 ts/train.py:232 step:22K smpl:355K ep:2K epch:5.60 loss:0.017 grdn:0.248 lr:1.0e-04 updt_s:0.223 data_s:0.082
+INFO 2025-05-18 16:40:42 ts/train.py:232 step:22K smpl:358K ep:2K epch:5.65 loss:0.018 grdn:0.249 lr:1.0e-04 updt_s:0.224 data_s:0.082
+INFO 2025-05-18 16:41:44 ts/train.py:232 step:23K smpl:362K ep:2K epch:5.70 loss:0.016 grdn:0.237 lr:1.0e-04 updt_s:0.224 data_s:0.086
+INFO 2025-05-18 16:42:46 ts/train.py:232 step:23K smpl:365K ep:2K epch:5.75 loss:0.017 grdn:0.244 lr:1.0e-04 updt_s:0.224 data_s:0.084
+INFO 2025-05-18 16:43:48 ts/train.py:232 step:23K smpl:368K ep:2K epch:5.80 loss:0.016 grdn:0.234 lr:1.0e-04 updt_s:0.223 data_s:0.084
+INFO 2025-05-18 16:44:55 ts/train.py:232 step:23K smpl:371K ep:2K epch:5.85 loss:0.016 grdn:0.234 lr:1.0e-04 updt_s:0.223 data_s:0.112
+INFO 2025-05-18 16:46:01 ts/train.py:232 step:23K smpl:374K ep:2K epch:5.90 loss:0.016 grdn:0.242 lr:1.0e-04 updt_s:0.224 data_s:0.107
+INFO 2025-05-18 16:47:07 ts/train.py:232 step:24K smpl:378K ep:2K epch:5.95 loss:0.016 grdn:0.238 lr:1.0e-04 updt_s:0.223 data_s:0.103
+INFO 2025-05-18 16:48:13 ts/train.py:232 step:24K smpl:381K ep:2K epch:6.00 loss:0.015 grdn:0.221 lr:1.0e-04 updt_s:0.225 data_s:0.108
+INFO 2025-05-18 16:49:20 ts/train.py:232 step:24K smpl:384K ep:2K epch:6.05 loss:0.017 grdn:0.245 lr:1.0e-04 updt_s:0.224 data_s:0.109
+INFO 2025-05-18 16:50:26 ts/train.py:232 step:24K smpl:387K ep:2K epch:6.10 loss:0.015 grdn:0.229 lr:1.0e-04 updt_s:0.223 data_s:0.104
+INFO 2025-05-18 16:51:27 ts/train.py:232 step:24K smpl:390K ep:2K epch:6.15 loss:0.015 grdn:0.234 lr:1.0e-04 updt_s:0.223 data_s:0.084
+INFO 2025-05-18 16:52:29 ts/train.py:232 step:25K smpl:394K ep:2K epch:6.20 loss:0.016 grdn:0.228 lr:1.0e-04 updt_s:0.223 data_s:0.086
+INFO 2025-05-18 16:53:32 ts/train.py:232 step:25K smpl:397K ep:2K epch:6.26 loss:0.015 grdn:0.235 lr:1.0e-04 updt_s:0.224 data_s:0.087
+INFO 2025-05-18 16:54:34 ts/train.py:232 step:25K smpl:400K ep:2K epch:6.31 loss:0.016 grdn:0.231 lr:1.0e-04 updt_s:0.224 data_s:0.085
+INFO 2025-05-18 16:55:35 ts/train.py:232 step:25K smpl:403K ep:2K epch:6.36 loss:0.016 grdn:0.229 lr:1.0e-04 updt_s:0.224 data_s:0.085
+INFO 2025-05-18 16:56:37 ts/train.py:232 step:25K smpl:406K ep:2K epch:6.41 loss:0.015 grdn:0.232 lr:1.0e-04 updt_s:0.224 data_s:0.083
+INFO 2025-05-18 16:57:38 ts/train.py:232 step:26K smpl:410K ep:2K epch:6.46 loss:0.016 grdn:0.246 lr:1.0e-04 updt_s:0.223 data_s:0.083
+INFO 2025-05-18 16:58:40 ts/train.py:232 step:26K smpl:413K ep:2K epch:6.51 loss:0.016 grdn:0.223 lr:1.0e-04 updt_s:0.224 data_s:0.083
+INFO 2025-05-18 16:59:41 ts/train.py:232 step:26K smpl:416K ep:2K epch:6.56 loss:0.015 grdn:0.219 lr:1.0e-04 updt_s:0.223 data_s:0.082
+INFO 2025-05-18 17:00:42 ts/train.py:232 step:26K smpl:419K ep:2K epch:6.61 loss:0.014 grdn:0.210 lr:1.0e-04 updt_s:0.223 data_s:0.081
+INFO 2025-05-18 17:01:44 ts/train.py:232 step:26K smpl:422K ep:2K epch:6.66 loss:0.015 grdn:0.230 lr:1.0e-04 updt_s:0.224 data_s:0.081
+INFO 2025-05-18 17:02:44 ts/train.py:232 step:27K smpl:426K ep:2K epch:6.71 loss:0.016 grdn:0.230 lr:1.0e-04 updt_s:0.224 data_s:0.080
+INFO 2025-05-18 17:03:45 ts/train.py:232 step:27K smpl:429K ep:2K epch:6.76 loss:0.015 grdn:0.224 lr:1.0e-04 updt_s:0.224 data_s:0.078
+INFO 2025-05-18 17:04:54 ts/train.py:232 step:27K smpl:432K ep:2K epch:6.81 loss:0.014 grdn:0.210 lr:1.0e-04 updt_s:0.224 data_s:0.122
+INFO 2025-05-18 17:06:00 ts/train.py:232 step:27K smpl:435K ep:2K epch:6.86 loss:0.016 grdn:0.237 lr:1.0e-04 updt_s:0.224 data_s:0.105
+INFO 2025-05-18 17:07:07 ts/train.py:232 step:27K smpl:438K ep:2K epch:6.91 loss:0.015 grdn:0.227 lr:1.0e-04 updt_s:0.224 data_s:0.107
+INFO 2025-05-18 17:08:13 ts/train.py:232 step:28K smpl:442K ep:2K epch:6.96 loss:0.016 grdn:0.232 lr:1.0e-04 updt_s:0.223 data_s:0.107
+INFO 2025-05-18 17:09:19 ts/train.py:232 step:28K smpl:445K ep:2K epch:7.01 loss:0.016 grdn:0.233 lr:1.0e-04 updt_s:0.223 data_s:0.109
+INFO 2025-05-18 17:10:26 ts/train.py:232 step:28K smpl:448K ep:2K epch:7.06 loss:0.014 grdn:0.214 lr:1.0e-04 updt_s:0.223 data_s:0.111
+INFO 2025-05-18 17:11:29 ts/train.py:232 step:28K smpl:451K ep:2K epch:7.11 loss:0.015 grdn:0.223 lr:1.0e-04 updt_s:0.224 data_s:0.088
+INFO 2025-05-18 17:12:29 ts/train.py:232 step:28K smpl:454K ep:2K epch:7.16 loss:0.016 grdn:0.224 lr:1.0e-04 updt_s:0.224 data_s:0.077
+INFO 2025-05-18 17:13:28 ts/train.py:232 step:29K smpl:458K ep:2K epch:7.21 loss:0.015 grdn:0.222 lr:1.0e-04 updt_s:0.223 data_s:0.071
+INFO 2025-05-18 17:14:27 ts/train.py:232 step:29K smpl:461K ep:2K epch:7.26 loss:0.015 grdn:0.231 lr:1.0e-04 updt_s:0.223 data_s:0.073
+INFO 2025-05-18 17:15:26 ts/train.py:232 step:29K smpl:464K ep:2K epch:7.31 loss:0.016 grdn:0.235 lr:1.0e-04 updt_s:0.224 data_s:0.066
+INFO 2025-05-18 17:16:25 ts/train.py:232 step:29K smpl:467K ep:2K epch:7.37 loss:0.015 grdn:0.229 lr:1.0e-04 updt_s:0.224 data_s:0.072
+INFO 2025-05-18 17:17:25 ts/train.py:232 step:29K smpl:470K ep:2K epch:7.42 loss:0.015 grdn:0.229 lr:1.0e-04 updt_s:0.225 data_s:0.074
+INFO 2025-05-18 17:18:25 ts/train.py:232 step:30K smpl:474K ep:2K epch:7.47 loss:0.016 grdn:0.226 lr:1.0e-04 updt_s:0.224 data_s:0.076
+INFO 2025-05-18 17:19:24 ts/train.py:232 step:30K smpl:477K ep:2K epch:7.52 loss:0.014 grdn:0.215 lr:1.0e-04 updt_s:0.224 data_s:0.071
+INFO 2025-05-18 17:20:23 ts/train.py:232 step:30K smpl:480K ep:2K epch:7.57 loss:0.015 grdn:0.235 lr:1.0e-04 updt_s:0.223 data_s:0.070
+INFO 2025-05-18 17:21:21 ts/train.py:232 step:30K smpl:483K ep:2K epch:7.62 loss:0.015 grdn:0.228 lr:1.0e-04 updt_s:0.224 data_s:0.067
+INFO 2025-05-18 17:22:21 ts/train.py:232 step:30K smpl:486K ep:2K epch:7.67 loss:0.015 grdn:0.214 lr:1.0e-04 updt_s:0.224 data_s:0.071
+INFO 2025-05-18 17:23:20 ts/train.py:232 step:31K smpl:490K ep:2K epch:7.72 loss:0.016 grdn:0.233 lr:1.0e-04 updt_s:0.224 data_s:0.074
+INFO 2025-05-18 17:24:27 ts/train.py:232 step:31K smpl:493K ep:2K epch:7.77 loss:0.015 grdn:0.221 lr:1.0e-04 updt_s:0.224 data_s:0.111
+INFO 2025-05-18 17:25:35 ts/train.py:232 step:31K smpl:496K ep:2K epch:7.82 loss:0.014 grdn:0.213 lr:1.0e-04 updt_s:0.223 data_s:0.111
+INFO 2025-05-18 17:26:42 ts/train.py:232 step:31K smpl:499K ep:2K epch:7.87 loss:0.017 grdn:0.230 lr:1.0e-04 updt_s:0.223 data_s:0.111
+INFO 2025-05-18 17:27:48 ts/train.py:232 step:31K smpl:502K ep:2K epch:7.92 loss:0.014 grdn:0.213 lr:1.0e-04 updt_s:0.223 data_s:0.106
+INFO 2025-05-18 17:28:54 ts/train.py:232 step:32K smpl:506K ep:2K epch:7.97 loss:0.014 grdn:0.222 lr:1.0e-04 updt_s:0.223 data_s:0.108
+INFO 2025-05-18 17:30:01 ts/train.py:232 step:32K smpl:509K ep:2K epch:8.02 loss:0.015 grdn:0.218 lr:1.0e-04 updt_s:0.224 data_s:0.113
+INFO 2025-05-18 17:31:04 ts/train.py:232 step:32K smpl:512K ep:2K epch:8.07 loss:0.015 grdn:0.224 lr:1.0e-04 updt_s:0.224 data_s:0.090
+INFO 2025-05-18 17:32:05 ts/train.py:232 step:32K smpl:515K ep:2K epch:8.12 loss:0.014 grdn:0.218 lr:1.0e-04 updt_s:0.224 data_s:0.078
+INFO 2025-05-18 17:33:06 ts/train.py:232 step:32K smpl:518K ep:2K epch:8.17 loss:0.014 grdn:0.215 lr:1.0e-04 updt_s:0.224 data_s:0.080
+INFO 2025-05-18 17:34:06 ts/train.py:232 step:33K smpl:522K ep:2K epch:8.22 loss:0.015 grdn:0.216 lr:1.0e-04 updt_s:0.223 data_s:0.079
+INFO 2025-05-18 17:35:07 ts/train.py:232 step:33K smpl:525K ep:2K epch:8.27 loss:0.013 grdn:0.220 lr:1.0e-04 updt_s:0.223 data_s:0.077
+INFO 2025-05-18 17:36:07 ts/train.py:232 step:33K smpl:528K ep:2K epch:8.32 loss:0.014 grdn:0.223 lr:1.0e-04 updt_s:0.224 data_s:0.077
+INFO 2025-05-18 17:37:07 ts/train.py:232 step:33K smpl:531K ep:3K epch:8.37 loss:0.015 grdn:0.224 lr:1.0e-04 updt_s:0.223 data_s:0.076
+INFO 2025-05-18 17:38:07 ts/train.py:232 step:33K smpl:534K ep:3K epch:8.42 loss:0.014 grdn:0.218 lr:1.0e-04 updt_s:0.223 data_s:0.077
+INFO 2025-05-18 17:39:07 ts/train.py:232 step:34K smpl:538K ep:3K epch:8.47 loss:0.014 grdn:0.221 lr:1.0e-04 updt_s:0.224 data_s:0.075
+INFO 2025-05-18 17:40:08 ts/train.py:232 step:34K smpl:541K ep:3K epch:8.53 loss:0.014 grdn:0.212 lr:1.0e-04 updt_s:0.224 data_s:0.078
+INFO 2025-05-18 17:41:08 ts/train.py:232 step:34K smpl:544K ep:3K epch:8.58 loss:0.014 grdn:0.219 lr:1.0e-04 updt_s:0.224 data_s:0.077
+INFO 2025-05-18 17:42:09 ts/train.py:232 step:34K smpl:547K ep:3K epch:8.63 loss:0.016 grdn:0.234 lr:1.0e-04 updt_s:0.224 data_s:0.080
+INFO 2025-05-18 17:43:09 ts/train.py:232 step:34K smpl:550K ep:3K epch:8.68 loss:0.014 grdn:0.219 lr:1.0e-04 updt_s:0.224 data_s:0.077
+INFO 2025-05-18 17:44:14 ts/train.py:232 step:35K smpl:554K ep:3K epch:8.73 loss:0.014 grdn:0.218 lr:1.0e-04 updt_s:0.224 data_s:0.100
+INFO 2025-05-18 17:45:20 ts/train.py:232 step:35K smpl:557K ep:3K epch:8.78 loss:0.015 grdn:0.228 lr:1.0e-04 updt_s:0.224 data_s:0.105
+INFO 2025-05-18 17:46:27 ts/train.py:232 step:35K smpl:560K ep:3K epch:8.83 loss:0.013 grdn:0.205 lr:1.0e-04 updt_s:0.223 data_s:0.110
+INFO 2025-05-18 17:47:33 ts/train.py:232 step:35K smpl:563K ep:3K epch:8.88 loss:0.014 grdn:0.206 lr:1.0e-04 updt_s:0.223 data_s:0.108
+INFO 2025-05-18 17:48:39 ts/train.py:232 step:35K smpl:566K ep:3K epch:8.93 loss:0.014 grdn:0.221 lr:1.0e-04 updt_s:0.223 data_s:0.106
+INFO 2025-05-18 17:49:46 ts/train.py:232 step:36K smpl:570K ep:3K epch:8.98 loss:0.014 grdn:0.228 lr:1.0e-04 updt_s:0.223 data_s:0.109
+INFO 2025-05-18 17:50:50 ts/train.py:232 step:36K smpl:573K ep:3K epch:9.03 loss:0.014 grdn:0.217 lr:1.0e-04 updt_s:0.224 data_s:0.097
+INFO 2025-05-18 17:51:51 ts/train.py:232 step:36K smpl:576K ep:3K epch:9.08 loss:0.014 grdn:0.218 lr:1.0e-04 updt_s:0.223 data_s:0.079
+INFO 2025-05-18 17:52:52 ts/train.py:232 step:36K smpl:579K ep:3K epch:9.13 loss:0.014 grdn:0.217 lr:1.0e-04 updt_s:0.224 data_s:0.082
+INFO 2025-05-18 17:53:54 ts/train.py:232 step:36K smpl:582K ep:3K epch:9.18 loss:0.014 grdn:0.209 lr:1.0e-04 updt_s:0.226 data_s:0.081
+INFO 2025-05-18 17:54:55 ts/train.py:232 step:37K smpl:586K ep:3K epch:9.23 loss:0.014 grdn:0.214 lr:1.0e-04 updt_s:0.224 data_s:0.081
+INFO 2025-05-18 17:55:56 ts/train.py:232 step:37K smpl:589K ep:3K epch:9.28 loss:0.014 grdn:0.217 lr:1.0e-04 updt_s:0.224 data_s:0.080
+INFO 2025-05-18 17:56:57 ts/train.py:232 step:37K smpl:592K ep:3K epch:9.33 loss:0.014 grdn:0.223 lr:1.0e-04 updt_s:0.224 data_s:0.081
+INFO 2025-05-18 17:57:58 ts/train.py:232 step:37K smpl:595K ep:3K epch:9.38 loss:0.014 grdn:0.218 lr:1.0e-04 updt_s:0.224 data_s:0.080
+INFO 2025-05-18 17:59:00 ts/train.py:232 step:37K smpl:598K ep:3K epch:9.43 loss:0.013 grdn:0.209 lr:1.0e-04 updt_s:0.224 data_s:0.087
+INFO 2025-05-18 18:00:01 ts/train.py:232 step:38K smpl:602K ep:3K epch:9.48 loss:0.013 grdn:0.200 lr:1.0e-04 updt_s:0.224 data_s:0.080
+INFO 2025-05-18 18:01:03 ts/train.py:232 step:38K smpl:605K ep:3K epch:9.53 loss:0.013 grdn:0.200 lr:1.0e-04 updt_s:0.224 data_s:0.083
+INFO 2025-05-18 18:02:04 ts/train.py:232 step:38K smpl:608K ep:3K epch:9.58 loss:0.014 grdn:0.218 lr:1.0e-04 updt_s:0.224 data_s:0.082
+INFO 2025-05-18 18:03:04 ts/train.py:232 step:38K smpl:611K ep:3K epch:9.64 loss:0.015 grdn:0.215 lr:1.0e-04 updt_s:0.224 data_s:0.075
+INFO 2025-05-18 18:04:09 ts/train.py:232 step:38K smpl:614K ep:3K epch:9.69 loss:0.013 grdn:0.202 lr:1.0e-04 updt_s:0.224 data_s:0.099
+INFO 2025-05-18 18:05:15 ts/train.py:232 step:39K smpl:618K ep:3K epch:9.74 loss:0.013 grdn:0.200 lr:1.0e-04 updt_s:0.222 data_s:0.111
+INFO 2025-05-18 18:06:22 ts/train.py:232 step:39K smpl:621K ep:3K epch:9.79 loss:0.013 grdn:0.212 lr:1.0e-04 updt_s:0.224 data_s:0.108
+INFO 2025-05-18 18:07:28 ts/train.py:232 step:39K smpl:624K ep:3K epch:9.84 loss:0.014 grdn:0.207 lr:1.0e-04 updt_s:0.223 data_s:0.103
+INFO 2025-05-18 18:08:33 ts/train.py:232 step:39K smpl:627K ep:3K epch:9.89 loss:0.014 grdn:0.210 lr:1.0e-04 updt_s:0.223 data_s:0.104
+INFO 2025-05-18 18:09:40 ts/train.py:232 step:39K smpl:630K ep:3K epch:9.94 loss:0.014 grdn:0.227 lr:1.0e-04 updt_s:0.223 data_s:0.111
+INFO 2025-05-18 18:10:45 ts/train.py:232 step:40K smpl:634K ep:3K epch:9.99 loss:0.013 grdn:0.208 lr:1.0e-04 updt_s:0.223 data_s:0.098
+INFO 2025-05-18 18:11:44 ts/train.py:232 step:40K smpl:637K ep:3K epch:10.04 loss:0.013 grdn:0.216 lr:1.0e-04 updt_s:0.224 data_s:0.075
+INFO 2025-05-18 18:12:44 ts/train.py:232 step:40K smpl:640K ep:3K epch:10.09 loss:0.014 grdn:0.220 lr:1.0e-04 updt_s:0.224 data_s:0.073
+INFO 2025-05-18 18:12:44 ts/train.py:241 Checkpoint policy after step 40000
+INFO 2025-05-18 18:13:47 ts/train.py:232 step:40K smpl:643K ep:3K epch:10.14 loss:0.015 grdn:0.226 lr:1.0e-04 updt_s:0.224 data_s:0.066
+INFO 2025-05-18 18:14:48 ts/train.py:232 step:40K smpl:646K ep:3K epch:10.19 loss:0.014 grdn:0.215 lr:1.0e-04 updt_s:0.225 data_s:0.078
+INFO 2025-05-18 18:15:47 ts/train.py:232 step:41K smpl:650K ep:3K epch:10.24 loss:0.013 grdn:0.211 lr:1.0e-04 updt_s:0.224 data_s:0.073
+INFO 2025-05-18 18:16:47 ts/train.py:232 step:41K smpl:653K ep:3K epch:10.29 loss:0.014 grdn:0.209 lr:1.0e-04 updt_s:0.224 data_s:0.072
+INFO 2025-05-18 18:17:46 ts/train.py:232 step:41K smpl:656K ep:3K epch:10.34 loss:0.013 grdn:0.209 lr:1.0e-04 updt_s:0.224 data_s:0.071
+INFO 2025-05-18 18:18:48 ts/train.py:232 step:41K smpl:659K ep:3K epch:10.39 loss:0.013 grdn:0.204 lr:9.9e-05 updt_s:0.225 data_s:0.083
+INFO 2025-05-18 18:19:49 ts/train.py:232 step:41K smpl:662K ep:3K epch:10.44 loss:0.013 grdn:0.201 lr:9.9e-05 updt_s:0.225 data_s:0.080
+INFO 2025-05-18 18:20:49 ts/train.py:232 step:42K smpl:666K ep:3K epch:10.49 loss:0.015 grdn:0.220 lr:9.9e-05 updt_s:0.225 data_s:0.074
+INFO 2025-05-18 18:21:50 ts/train.py:232 step:42K smpl:669K ep:3K epch:10.54 loss:0.013 grdn:0.207 lr:9.9e-05 updt_s:0.225 data_s:0.078
+INFO 2025-05-18 18:22:49 ts/train.py:232 step:42K smpl:672K ep:3K epch:10.59 loss:0.014 grdn:0.209 lr:9.9e-05 updt_s:0.225 data_s:0.072
+INFO 2025-05-18 18:23:53 ts/train.py:232 step:42K smpl:675K ep:3K epch:10.64 loss:0.013 grdn:0.213 lr:9.9e-05 updt_s:0.224 data_s:0.095
+INFO 2025-05-18 18:24:59 ts/train.py:232 step:42K smpl:678K ep:3K epch:10.69 loss:0.013 grdn:0.203 lr:9.9e-05 updt_s:0.224 data_s:0.102
+INFO 2025-05-18 18:26:06 ts/train.py:232 step:43K smpl:682K ep:3K epch:10.74 loss:0.013 grdn:0.215 lr:9.9e-05 updt_s:0.224 data_s:0.112
+INFO 2025-05-18 18:27:12 ts/train.py:232 step:43K smpl:685K ep:3K epch:10.80 loss:0.014 grdn:0.220 lr:9.9e-05 updt_s:0.224 data_s:0.108
+INFO 2025-05-18 18:28:19 ts/train.py:232 step:43K smpl:688K ep:3K epch:10.85 loss:0.012 grdn:0.203 lr:9.9e-05 updt_s:0.224 data_s:0.109
+INFO 2025-05-18 18:29:26 ts/train.py:232 step:43K smpl:691K ep:3K epch:10.90 loss:0.013 grdn:0.210 lr:9.9e-05 updt_s:0.224 data_s:0.109
+INFO 2025-05-18 18:30:32 ts/train.py:232 step:43K smpl:694K ep:3K epch:10.95 loss:0.013 grdn:0.203 lr:9.9e-05 updt_s:0.224 data_s:0.107
+INFO 2025-05-18 18:31:32 ts/train.py:232 step:44K smpl:698K ep:3K epch:11.00 loss:0.012 grdn:0.209 lr:9.9e-05 updt_s:0.224 data_s:0.073
+INFO 2025-05-18 18:32:33 ts/train.py:232 step:44K smpl:701K ep:3K epch:11.05 loss:0.013 grdn:0.199 lr:9.9e-05 updt_s:0.225 data_s:0.079
+INFO 2025-05-18 18:33:33 ts/train.py:232 step:44K smpl:704K ep:3K epch:11.10 loss:0.013 grdn:0.205 lr:9.9e-05 updt_s:0.225 data_s:0.076
+INFO 2025-05-18 18:34:33 ts/train.py:232 step:44K smpl:707K ep:3K epch:11.15 loss:0.013 grdn:0.217 lr:9.9e-05 updt_s:0.225 data_s:0.074
+INFO 2025-05-18 18:35:32 ts/train.py:232 step:44K smpl:710K ep:3K epch:11.20 loss:0.014 grdn:0.211 lr:9.9e-05 updt_s:0.225 data_s:0.070
+INFO 2025-05-18 18:36:33 ts/train.py:232 step:45K smpl:714K ep:3K epch:11.25 loss:0.012 grdn:0.206 lr:9.9e-05 updt_s:0.225 data_s:0.076
+INFO 2025-05-18 18:37:33 ts/train.py:232 step:45K smpl:717K ep:3K epch:11.30 loss:0.013 grdn:0.212 lr:9.9e-05 updt_s:0.225 data_s:0.075
+INFO 2025-05-18 18:38:33 ts/train.py:232 step:45K smpl:720K ep:3K epch:11.35 loss:0.014 grdn:0.216 lr:9.9e-05 updt_s:0.225 data_s:0.075
+INFO 2025-05-18 18:39:33 ts/train.py:232 step:45K smpl:723K ep:3K epch:11.40 loss:0.013 grdn:0.207 lr:9.9e-05 updt_s:0.225 data_s:0.076
+INFO 2025-05-18 18:40:33 ts/train.py:232 step:45K smpl:726K ep:3K epch:11.45 loss:0.013 grdn:0.216 lr:9.9e-05 updt_s:0.225 data_s:0.072
+INFO 2025-05-18 18:41:33 ts/train.py:232 step:46K smpl:730K ep:3K epch:11.50 loss:0.012 grdn:0.212 lr:9.9e-05 updt_s:0.225 data_s:0.077
+INFO 2025-05-18 18:42:33 ts/train.py:232 step:46K smpl:733K ep:3K epch:11.55 loss:0.013 grdn:0.217 lr:9.9e-05 updt_s:0.224 data_s:0.074
+INFO 2025-05-18 18:43:33 ts/train.py:232 step:46K smpl:736K ep:3K epch:11.60 loss:0.013 grdn:0.219 lr:9.9e-05 updt_s:0.225 data_s:0.074
+INFO 2025-05-18 18:44:42 ts/train.py:232 step:46K smpl:739K ep:3K epch:11.65 loss:0.013 grdn:0.211 lr:9.9e-05 updt_s:0.223 data_s:0.121
+INFO 2025-05-18 18:45:49 ts/train.py:232 step:46K smpl:742K ep:4K epch:11.70 loss:0.013 grdn:0.206 lr:9.9e-05 updt_s:0.224 data_s:0.108
+INFO 2025-05-18 18:46:54 ts/train.py:232 step:47K smpl:746K ep:4K epch:11.75 loss:0.012 grdn:0.199 lr:9.9e-05 updt_s:0.224 data_s:0.103
+INFO 2025-05-18 18:48:00 ts/train.py:232 step:47K smpl:749K ep:4K epch:11.80 loss:0.013 grdn:0.206 lr:9.9e-05 updt_s:0.224 data_s:0.105
+INFO 2025-05-18 18:49:06 ts/train.py:232 step:47K smpl:752K ep:4K epch:11.85 loss:0.013 grdn:0.203 lr:9.9e-05 updt_s:0.224 data_s:0.105
+INFO 2025-05-18 18:50:13 ts/train.py:232 step:47K smpl:755K ep:4K epch:11.91 loss:0.013 grdn:0.214 lr:9.9e-05 updt_s:0.224 data_s:0.108
+INFO 2025-05-18 18:51:15 ts/train.py:232 step:47K smpl:758K ep:4K epch:11.96 loss:0.012 grdn:0.200 lr:9.9e-05 updt_s:0.224 data_s:0.090
+INFO 2025-05-18 18:52:16 ts/train.py:232 step:48K smpl:762K ep:4K epch:12.01 loss:0.012 grdn:0.202 lr:9.9e-05 updt_s:0.224 data_s:0.078
+INFO 2025-05-18 18:53:17 ts/train.py:232 step:48K smpl:765K ep:4K epch:12.06 loss:0.012 grdn:0.208 lr:9.9e-05 updt_s:0.225 data_s:0.080
+INFO 2025-05-18 18:54:19 ts/train.py:232 step:48K smpl:768K ep:4K epch:12.11 loss:0.013 grdn:0.209 lr:9.9e-05 updt_s:0.225 data_s:0.080
+INFO 2025-05-18 18:55:20 ts/train.py:232 step:48K smpl:771K ep:4K epch:12.16 loss:0.012 grdn:0.199 lr:9.9e-05 updt_s:0.225 data_s:0.081
+INFO 2025-05-18 18:56:21 ts/train.py:232 step:48K smpl:774K ep:4K epch:12.21 loss:0.013 grdn:0.208 lr:9.9e-05 updt_s:0.226 data_s:0.081
+INFO 2025-05-18 18:57:21 ts/train.py:232 step:49K smpl:778K ep:4K epch:12.26 loss:0.013 grdn:0.210 lr:9.9e-05 updt_s:0.225 data_s:0.072
+INFO 2025-05-18 18:58:21 ts/train.py:232 step:49K smpl:781K ep:4K epch:12.31 loss:0.013 grdn:0.212 lr:9.9e-05 updt_s:0.224 data_s:0.076
+INFO 2025-05-18 18:59:22 ts/train.py:232 step:49K smpl:784K ep:4K epch:12.36 loss:0.014 grdn:0.216 lr:9.9e-05 updt_s:0.225 data_s:0.079
+INFO 2025-05-18 19:00:24 ts/train.py:232 step:49K smpl:787K ep:4K epch:12.41 loss:0.013 grdn:0.216 lr:9.9e-05 updt_s:0.225 data_s:0.082
+INFO 2025-05-18 19:01:25 ts/train.py:232 step:49K smpl:790K ep:4K epch:12.46 loss:0.012 grdn:0.195 lr:9.9e-05 updt_s:0.225 data_s:0.081
+INFO 2025-05-18 19:02:25 ts/train.py:232 step:50K smpl:794K ep:4K epch:12.51 loss:0.013 grdn:0.197 lr:9.9e-05 updt_s:0.224 data_s:0.073
+INFO 2025-05-18 19:03:26 ts/train.py:232 step:50K smpl:797K ep:4K epch:12.56 loss:0.012 grdn:0.191 lr:9.9e-05 updt_s:0.224 data_s:0.082
+INFO 2025-05-18 19:04:32 ts/train.py:232 step:50K smpl:800K ep:4K epch:12.61 loss:0.012 grdn:0.197 lr:9.9e-05 updt_s:0.223 data_s:0.106
+INFO 2025-05-18 19:05:39 ts/train.py:232 step:50K smpl:803K ep:4K epch:12.66 loss:0.012 grdn:0.202 lr:9.9e-05 updt_s:0.224 data_s:0.110
+INFO 2025-05-18 19:06:46 ts/train.py:232 step:50K smpl:806K ep:4K epch:12.71 loss:0.011 grdn:0.200 lr:9.9e-05 updt_s:0.224 data_s:0.109
+INFO 2025-05-18 19:07:53 ts/train.py:232 step:51K smpl:810K ep:4K epch:12.76 loss:0.013 grdn:0.199 lr:9.9e-05 updt_s:0.224 data_s:0.109
+INFO 2025-05-18 19:08:59 ts/train.py:232 step:51K smpl:813K ep:4K epch:12.81 loss:0.011 grdn:0.197 lr:9.9e-05 updt_s:0.225 data_s:0.108
+INFO 2025-05-18 19:10:06 ts/train.py:232 step:51K smpl:816K ep:4K epch:12.86 loss:0.012 grdn:0.208 lr:9.9e-05 updt_s:0.224 data_s:0.107
+INFO 2025-05-18 19:11:10 ts/train.py:232 step:51K smpl:819K ep:4K epch:12.91 loss:0.012 grdn:0.211 lr:9.9e-05 updt_s:0.225 data_s:0.093
+INFO 2025-05-18 19:12:12 ts/train.py:232 step:51K smpl:822K ep:4K epch:12.96 loss:0.012 grdn:0.192 lr:9.9e-05 updt_s:0.225 data_s:0.086
+INFO 2025-05-18 19:13:12 ts/train.py:232 step:52K smpl:826K ep:4K epch:13.01 loss:0.012 grdn:0.198 lr:9.9e-05 updt_s:0.224 data_s:0.077
+INFO 2025-05-18 19:14:14 ts/train.py:232 step:52K smpl:829K ep:4K epch:13.07 loss:0.013 grdn:0.201 lr:9.9e-05 updt_s:0.225 data_s:0.083
+INFO 2025-05-18 19:15:15 ts/train.py:232 step:52K smpl:832K ep:4K epch:13.12 loss:0.012 grdn:0.206 lr:9.9e-05 updt_s:0.225 data_s:0.080
+INFO 2025-05-18 19:16:15 ts/train.py:232 step:52K smpl:835K ep:4K epch:13.17 loss:0.013 grdn:0.217 lr:9.9e-05 updt_s:0.225 data_s:0.076
+INFO 2025-05-18 19:17:16 ts/train.py:232 step:52K smpl:838K ep:4K epch:13.22 loss:0.013 grdn:0.209 lr:9.9e-05 updt_s:0.225 data_s:0.079
+INFO 2025-05-18 19:18:18 ts/train.py:232 step:53K smpl:842K ep:4K epch:13.27 loss:0.012 grdn:0.197 lr:9.9e-05 updt_s:0.225 data_s:0.084
+INFO 2025-05-18 19:19:20 ts/train.py:232 step:53K smpl:845K ep:4K epch:13.32 loss:0.012 grdn:0.187 lr:9.9e-05 updt_s:0.225 data_s:0.085
+INFO 2025-05-18 19:20:20 ts/train.py:232 step:53K smpl:848K ep:4K epch:13.37 loss:0.013 grdn:0.206 lr:9.9e-05 updt_s:0.224 data_s:0.075
+INFO 2025-05-18 19:21:22 ts/train.py:232 step:53K smpl:851K ep:4K epch:13.42 loss:0.012 grdn:0.194 lr:9.9e-05 updt_s:0.224 data_s:0.081
+INFO 2025-05-18 19:22:23 ts/train.py:232 step:53K smpl:854K ep:4K epch:13.47 loss:0.012 grdn:0.199 lr:9.9e-05 updt_s:0.224 data_s:0.080
+INFO 2025-05-18 19:23:23 ts/train.py:232 step:54K smpl:858K ep:4K epch:13.52 loss:0.013 grdn:0.212 lr:9.9e-05 updt_s:0.224 data_s:0.078
+INFO 2025-05-18 19:24:30 ts/train.py:232 step:54K smpl:861K ep:4K epch:13.57 loss:0.012 grdn:0.200 lr:9.9e-05 updt_s:0.223 data_s:0.110
+INFO 2025-05-18 19:25:38 ts/train.py:232 step:54K smpl:864K ep:4K epch:13.62 loss:0.013 grdn:0.214 lr:9.9e-05 updt_s:0.223 data_s:0.112
+INFO 2025-05-18 19:26:44 ts/train.py:232 step:54K smpl:867K ep:4K epch:13.67 loss:0.012 grdn:0.192 lr:9.9e-05 updt_s:0.224 data_s:0.109
+INFO 2025-05-18 19:27:50 ts/train.py:232 step:54K smpl:870K ep:4K epch:13.72 loss:0.011 grdn:0.193 lr:9.9e-05 updt_s:0.224 data_s:0.105
+INFO 2025-05-18 19:28:56 ts/train.py:232 step:55K smpl:874K ep:4K epch:13.77 loss:0.012 grdn:0.194 lr:9.9e-05 updt_s:0.224 data_s:0.105
+INFO 2025-05-18 19:30:02 ts/train.py:232 step:55K smpl:877K ep:4K epch:13.82 loss:0.011 grdn:0.194 lr:9.9e-05 updt_s:0.225 data_s:0.104
+INFO 2025-05-18 19:31:06 ts/train.py:232 step:55K smpl:880K ep:4K epch:13.87 loss:0.012 grdn:0.199 lr:9.9e-05 updt_s:0.225 data_s:0.095
+INFO 2025-05-18 19:32:07 ts/train.py:232 step:55K smpl:883K ep:4K epch:13.92 loss:0.013 grdn:0.207 lr:9.9e-05 updt_s:0.224 data_s:0.079
+INFO 2025-05-18 19:33:09 ts/train.py:232 step:55K smpl:886K ep:4K epch:13.97 loss:0.012 grdn:0.208 lr:9.9e-05 updt_s:0.224 data_s:0.086
+INFO 2025-05-18 19:34:12 ts/train.py:232 step:56K smpl:890K ep:4K epch:14.02 loss:0.012 grdn:0.191 lr:9.9e-05 updt_s:0.224 data_s:0.088
+INFO 2025-05-18 19:35:13 ts/train.py:232 step:56K smpl:893K ep:4K epch:14.07 loss:0.013 grdn:0.207 lr:9.9e-05 updt_s:0.224 data_s:0.082
+INFO 2025-05-18 19:36:15 ts/train.py:232 step:56K smpl:896K ep:4K epch:14.12 loss:0.012 grdn:0.195 lr:9.9e-05 updt_s:0.224 data_s:0.083
+INFO 2025-05-18 19:37:17 ts/train.py:232 step:56K smpl:899K ep:4K epch:14.18 loss:0.012 grdn:0.208 lr:9.9e-05 updt_s:0.224 data_s:0.085
+INFO 2025-05-18 19:38:19 ts/train.py:232 step:56K smpl:902K ep:4K epch:14.23 loss:0.012 grdn:0.205 lr:9.9e-05 updt_s:0.224 data_s:0.084
+INFO 2025-05-18 19:39:20 ts/train.py:232 step:57K smpl:906K ep:4K epch:14.28 loss:0.012 grdn:0.205 lr:9.9e-05 updt_s:0.224 data_s:0.082
+INFO 2025-05-18 19:40:22 ts/train.py:232 step:57K smpl:909K ep:4K epch:14.33 loss:0.012 grdn:0.205 lr:9.9e-05 updt_s:0.224 data_s:0.083
+INFO 2025-05-18 19:41:24 ts/train.py:232 step:57K smpl:912K ep:4K epch:14.38 loss:0.013 grdn:0.213 lr:9.9e-05 updt_s:0.225 data_s:0.085
+INFO 2025-05-18 19:42:26 ts/train.py:232 step:57K smpl:915K ep:4K epch:14.43 loss:0.012 grdn:0.205 lr:9.9e-05 updt_s:0.224 data_s:0.084
+INFO 2025-05-18 19:43:27 ts/train.py:232 step:57K smpl:918K ep:4K epch:14.48 loss:0.011 grdn:0.191 lr:9.9e-05 updt_s:0.224 data_s:0.082
+INFO 2025-05-18 19:44:34 ts/train.py:232 step:58K smpl:922K ep:4K epch:14.53 loss:0.012 grdn:0.199 lr:9.9e-05 updt_s:0.224 data_s:0.111
+INFO 2025-05-18 19:45:41 ts/train.py:232 step:58K smpl:925K ep:4K epch:14.58 loss:0.012 grdn:0.204 lr:9.9e-05 updt_s:0.224 data_s:0.111
+INFO 2025-05-18 19:46:49 ts/train.py:232 step:58K smpl:928K ep:4K epch:14.63 loss:0.012 grdn:0.202 lr:9.9e-05 updt_s:0.224 data_s:0.113
+INFO 2025-05-18 19:47:55 ts/train.py:232 step:58K smpl:931K ep:4K epch:14.68 loss:0.011 grdn:0.182 lr:9.9e-05 updt_s:0.224 data_s:0.106
+INFO 2025-05-18 19:49:02 ts/train.py:232 step:58K smpl:934K ep:4K epch:14.73 loss:0.012 grdn:0.206 lr:9.9e-05 updt_s:0.224 data_s:0.106
+INFO 2025-05-18 19:50:07 ts/train.py:232 step:59K smpl:938K ep:4K epch:14.78 loss:0.012 grdn:0.204 lr:9.9e-05 updt_s:0.224 data_s:0.103
+INFO 2025-05-18 19:51:12 ts/train.py:232 step:59K smpl:941K ep:4K epch:14.83 loss:0.012 grdn:0.193 lr:9.9e-05 updt_s:0.224 data_s:0.099
+INFO 2025-05-18 19:52:15 ts/train.py:232 step:59K smpl:944K ep:4K epch:14.88 loss:0.011 grdn:0.185 lr:9.9e-05 updt_s:0.224 data_s:0.088
+INFO 2025-05-18 19:53:17 ts/train.py:232 step:59K smpl:947K ep:4K epch:14.93 loss:0.011 grdn:0.201 lr:9.9e-05 updt_s:0.224 data_s:0.085
+INFO 2025-05-18 19:54:19 ts/train.py:232 step:59K smpl:950K ep:4K epch:14.98 loss:0.012 grdn:0.194 lr:9.9e-05 updt_s:0.224 data_s:0.087
+INFO 2025-05-18 19:55:21 ts/train.py:232 step:60K smpl:954K ep:5K epch:15.03 loss:0.012 grdn:0.197 lr:9.9e-05 updt_s:0.224 data_s:0.085
+INFO 2025-05-18 19:56:22 ts/train.py:232 step:60K smpl:957K ep:5K epch:15.08 loss:0.013 grdn:0.207 lr:9.9e-05 updt_s:0.224 data_s:0.080
+INFO 2025-05-18 19:57:23 ts/train.py:232 step:60K smpl:960K ep:5K epch:15.13 loss:0.012 grdn:0.207 lr:9.9e-05 updt_s:0.224 data_s:0.078
+INFO 2025-05-18 19:57:23 ts/train.py:241 Checkpoint policy after step 60000
+INFO 2025-05-18 19:58:28 ts/train.py:232 step:60K smpl:963K ep:5K epch:15.18 loss:0.012 grdn:0.208 lr:9.9e-05 updt_s:0.223 data_s:0.082
+INFO 2025-05-18 19:59:30 ts/train.py:232 step:60K smpl:966K ep:5K epch:15.23 loss:0.011 grdn:0.198 lr:9.9e-05 updt_s:0.223 data_s:0.084
+INFO 2025-05-18 20:00:32 ts/train.py:232 step:61K smpl:970K ep:5K epch:15.28 loss:0.012 grdn:0.200 lr:9.9e-05 updt_s:0.223 data_s:0.086
+INFO 2025-05-18 20:01:34 ts/train.py:232 step:61K smpl:973K ep:5K epch:15.34 loss:0.012 grdn:0.198 lr:9.9e-05 updt_s:0.224 data_s:0.084
+INFO 2025-05-18 20:02:36 ts/train.py:232 step:61K smpl:976K ep:5K epch:15.39 loss:0.011 grdn:0.196 lr:9.9e-05 updt_s:0.223 data_s:0.086
+INFO 2025-05-18 20:03:38 ts/train.py:232 step:61K smpl:979K ep:5K epch:15.44 loss:0.011 grdn:0.208 lr:9.9e-05 updt_s:0.223 data_s:0.086
+INFO 2025-05-18 20:04:42 ts/train.py:232 step:61K smpl:982K ep:5K epch:15.49 loss:0.011 grdn:0.209 lr:9.9e-05 updt_s:0.223 data_s:0.098
+INFO 2025-05-18 20:05:48 ts/train.py:232 step:62K smpl:986K ep:5K epch:15.54 loss:0.011 grdn:0.189 lr:9.9e-05 updt_s:0.223 data_s:0.107
+INFO 2025-05-18 20:06:54 ts/train.py:232 step:62K smpl:989K ep:5K epch:15.59 loss:0.011 grdn:0.193 lr:9.9e-05 updt_s:0.223 data_s:0.108
+INFO 2025-05-18 20:08:01 ts/train.py:232 step:62K smpl:992K ep:5K epch:15.64 loss:0.011 grdn:0.196 lr:9.9e-05 updt_s:0.223 data_s:0.108
+INFO 2025-05-18 20:09:07 ts/train.py:232 step:62K smpl:995K ep:5K epch:15.69 loss:0.011 grdn:0.198 lr:9.9e-05 updt_s:0.223 data_s:0.106
+INFO 2025-05-18 20:10:13 ts/train.py:232 step:62K smpl:998K ep:5K epch:15.74 loss:0.012 grdn:0.200 lr:9.9e-05 updt_s:0.223 data_s:0.107
+INFO 2025-05-18 20:11:17 ts/train.py:232 step:63K smpl:1M ep:5K epch:15.79 loss:0.010 grdn:0.180 lr:9.9e-05 updt_s:0.223 data_s:0.101
+INFO 2025-05-18 20:12:19 ts/train.py:232 step:63K smpl:1M ep:5K epch:15.84 loss:0.011 grdn:0.188 lr:9.9e-05 updt_s:0.223 data_s:0.084
+INFO 2025-05-18 20:13:21 ts/train.py:232 step:63K smpl:1M ep:5K epch:15.89 loss:0.012 grdn:0.199 lr:9.9e-05 updt_s:0.223 data_s:0.084
+INFO 2025-05-18 20:14:21 ts/train.py:232 step:63K smpl:1M ep:5K epch:15.94 loss:0.010 grdn:0.181 lr:9.9e-05 updt_s:0.224 data_s:0.078
+INFO 2025-05-18 20:15:23 ts/train.py:232 step:63K smpl:1M ep:5K epch:15.99 loss:0.012 grdn:0.193 lr:9.9e-05 updt_s:0.225 data_s:0.081
+INFO 2025-05-18 20:16:24 ts/train.py:232 step:64K smpl:1M ep:5K epch:16.04 loss:0.012 grdn:0.203 lr:9.9e-05 updt_s:0.224 data_s:0.081
+INFO 2025-05-18 20:17:25 ts/train.py:232 step:64K smpl:1M ep:5K epch:16.09 loss:0.012 grdn:0.202 lr:9.9e-05 updt_s:0.223 data_s:0.081
+INFO 2025-05-18 20:18:25 ts/train.py:232 step:64K smpl:1M ep:5K epch:16.14 loss:0.012 grdn:0.202 lr:9.9e-05 updt_s:0.223 data_s:0.077
+INFO 2025-05-18 20:19:26 ts/train.py:232 step:64K smpl:1M ep:5K epch:16.19 loss:0.011 grdn:0.198 lr:9.9e-05 updt_s:0.223 data_s:0.080
+INFO 2025-05-18 20:20:26 ts/train.py:232 step:64K smpl:1M ep:5K epch:16.24 loss:0.010 grdn:0.183 lr:9.9e-05 updt_s:0.223 data_s:0.077
+INFO 2025-05-18 20:21:27 ts/train.py:232 step:65K smpl:1M ep:5K epch:16.29 loss:0.010 grdn:0.189 lr:9.9e-05 updt_s:0.224 data_s:0.081
+INFO 2025-05-18 20:22:29 ts/train.py:232 step:65K smpl:1M ep:5K epch:16.34 loss:0.012 grdn:0.201 lr:9.9e-05 updt_s:0.224 data_s:0.084
+INFO 2025-05-18 20:23:29 ts/train.py:232 step:65K smpl:1M ep:5K epch:16.39 loss:0.011 grdn:0.184 lr:9.9e-05 updt_s:0.224 data_s:0.078
+INFO 2025-05-18 20:24:33 ts/train.py:232 step:65K smpl:1M ep:5K epch:16.45 loss:0.010 grdn:0.183 lr:9.9e-05 updt_s:0.223 data_s:0.096
+INFO 2025-05-18 20:25:40 ts/train.py:232 step:65K smpl:1M ep:5K epch:16.50 loss:0.011 grdn:0.201 lr:9.9e-05 updt_s:0.223 data_s:0.110
+INFO 2025-05-18 20:26:48 ts/train.py:232 step:66K smpl:1M ep:5K epch:16.55 loss:0.011 grdn:0.203 lr:9.9e-05 updt_s:0.224 data_s:0.115
+INFO 2025-05-18 20:27:55 ts/train.py:232 step:66K smpl:1M ep:5K epch:16.60 loss:0.011 grdn:0.195 lr:9.9e-05 updt_s:0.223 data_s:0.109
+INFO 2025-05-18 20:29:02 ts/train.py:232 step:66K smpl:1M ep:5K epch:16.65 loss:0.012 grdn:0.199 lr:9.9e-05 updt_s:0.223 data_s:0.112
+INFO 2025-05-18 20:30:08 ts/train.py:232 step:66K smpl:1M ep:5K epch:16.70 loss:0.011 grdn:0.189 lr:9.9e-05 updt_s:0.223 data_s:0.107
+INFO 2025-05-18 20:31:13 ts/train.py:232 step:66K smpl:1M ep:5K epch:16.75 loss:0.011 grdn:0.195 lr:9.9e-05 updt_s:0.223 data_s:0.104
+INFO 2025-05-18 20:32:13 ts/train.py:232 step:67K smpl:1M ep:5K epch:16.80 loss:0.011 grdn:0.190 lr:9.9e-05 updt_s:0.223 data_s:0.074
+INFO 2025-05-18 20:33:13 ts/train.py:232 step:67K smpl:1M ep:5K epch:16.85 loss:0.011 grdn:0.193 lr:9.9e-05 updt_s:0.223 data_s:0.073
+INFO 2025-05-18 20:34:13 ts/train.py:232 step:67K smpl:1M ep:5K epch:16.90 loss:0.011 grdn:0.189 lr:9.9e-05 updt_s:0.223 data_s:0.079
+INFO 2025-05-18 20:35:14 ts/train.py:232 step:67K smpl:1M ep:5K epch:16.95 loss:0.011 grdn:0.188 lr:9.9e-05 updt_s:0.223 data_s:0.079
+INFO 2025-05-18 20:36:14 ts/train.py:232 step:67K smpl:1M ep:5K epch:17.00 loss:0.012 grdn:0.199 lr:9.9e-05 updt_s:0.223 data_s:0.077
+INFO 2025-05-18 20:37:14 ts/train.py:232 step:68K smpl:1M ep:5K epch:17.05 loss:0.011 grdn:0.194 lr:9.9e-05 updt_s:0.223 data_s:0.078
+INFO 2025-05-18 20:38:14 ts/train.py:232 step:68K smpl:1M ep:5K epch:17.10 loss:0.011 grdn:0.193 lr:9.9e-05 updt_s:0.224 data_s:0.075
+INFO 2025-05-18 20:39:14 ts/train.py:232 step:68K smpl:1M ep:5K epch:17.15 loss:0.011 grdn:0.193 lr:9.9e-05 updt_s:0.224 data_s:0.073
+INFO 2025-05-18 20:40:14 ts/train.py:232 step:68K smpl:1M ep:5K epch:17.20 loss:0.012 grdn:0.199 lr:9.9e-05 updt_s:0.224 data_s:0.075
+INFO 2025-05-18 20:41:14 ts/train.py:232 step:68K smpl:1M ep:5K epch:17.25 loss:0.012 grdn:0.205 lr:9.9e-05 updt_s:0.224 data_s:0.076
+INFO 2025-05-18 20:42:14 ts/train.py:232 step:69K smpl:1M ep:5K epch:17.30 loss:0.011 grdn:0.197 lr:9.9e-05 updt_s:0.224 data_s:0.073
+INFO 2025-05-18 20:43:13 ts/train.py:232 step:69K smpl:1M ep:5K epch:17.35 loss:0.011 grdn:0.189 lr:9.9e-05 updt_s:0.223 data_s:0.073
+INFO 2025-05-18 20:44:13 ts/train.py:232 step:69K smpl:1M ep:5K epch:17.40 loss:0.012 grdn:0.201 lr:9.9e-05 updt_s:0.223 data_s:0.075
+INFO 2025-05-18 20:45:22 ts/train.py:232 step:69K smpl:1M ep:5K epch:17.45 loss:0.012 grdn:0.197 lr:9.9e-05 updt_s:0.222 data_s:0.123
+INFO 2025-05-18 20:46:29 ts/train.py:232 step:69K smpl:1M ep:5K epch:17.50 loss:0.011 grdn:0.193 lr:9.9e-05 updt_s:0.222 data_s:0.112
+INFO 2025-05-18 20:47:36 ts/train.py:232 step:70K smpl:1M ep:5K epch:17.55 loss:0.011 grdn:0.192 lr:9.9e-05 updt_s:0.223 data_s:0.109
+INFO 2025-05-18 20:48:43 ts/train.py:232 step:70K smpl:1M ep:5K epch:17.61 loss:0.011 grdn:0.182 lr:9.9e-05 updt_s:0.223 data_s:0.111
+INFO 2025-05-18 20:49:49 ts/train.py:232 step:70K smpl:1M ep:5K epch:17.66 loss:0.011 grdn:0.195 lr:9.9e-05 updt_s:0.223 data_s:0.107
+INFO 2025-05-18 20:50:55 ts/train.py:232 step:70K smpl:1M ep:5K epch:17.71 loss:0.011 grdn:0.192 lr:9.9e-05 updt_s:0.223 data_s:0.107
+INFO 2025-05-18 20:51:57 ts/train.py:232 step:70K smpl:1M ep:5K epch:17.76 loss:0.012 grdn:0.196 lr:9.9e-05 updt_s:0.224 data_s:0.087
+INFO 2025-05-18 20:52:58 ts/train.py:232 step:71K smpl:1M ep:5K epch:17.81 loss:0.011 grdn:0.186 lr:9.9e-05 updt_s:0.224 data_s:0.080
+INFO 2025-05-18 20:53:59 ts/train.py:232 step:71K smpl:1M ep:5K epch:17.86 loss:0.011 grdn:0.187 lr:9.9e-05 updt_s:0.224 data_s:0.079
+INFO 2025-05-18 20:55:00 ts/train.py:232 step:71K smpl:1M ep:5K epch:17.91 loss:0.011 grdn:0.191 lr:9.8e-05 updt_s:0.224 data_s:0.081
+INFO 2025-05-18 20:56:01 ts/train.py:232 step:71K smpl:1M ep:5K epch:17.96 loss:0.012 grdn:0.186 lr:9.8e-05 updt_s:0.224 data_s:0.078
+INFO 2025-05-18 20:57:02 ts/train.py:232 step:71K smpl:1M ep:5K epch:18.01 loss:0.011 grdn:0.188 lr:9.8e-05 updt_s:0.224 data_s:0.083
+INFO 2025-05-18 20:58:04 ts/train.py:232 step:72K smpl:1M ep:5K epch:18.06 loss:0.011 grdn:0.198 lr:9.8e-05 updt_s:0.223 data_s:0.083
+INFO 2025-05-18 20:59:06 ts/train.py:232 step:72K smpl:1M ep:5K epch:18.11 loss:0.011 grdn:0.196 lr:9.8e-05 updt_s:0.224 data_s:0.088
+INFO 2025-05-18 21:00:07 ts/train.py:232 step:72K smpl:1M ep:5K epch:18.16 loss:0.011 grdn:0.202 lr:9.8e-05 updt_s:0.224 data_s:0.082
+INFO 2025-05-18 21:01:08 ts/train.py:232 step:72K smpl:1M ep:5K epch:18.21 loss:0.011 grdn:0.181 lr:9.8e-05 updt_s:0.224 data_s:0.076
+INFO 2025-05-18 21:02:09 ts/train.py:232 step:72K smpl:1M ep:5K epch:18.26 loss:0.011 grdn:0.186 lr:9.8e-05 updt_s:0.224 data_s:0.082
+INFO 2025-05-18 21:03:10 ts/train.py:232 step:73K smpl:1M ep:5K epch:18.31 loss:0.011 grdn:0.191 lr:9.8e-05 updt_s:0.224 data_s:0.081
+INFO 2025-05-18 21:04:11 ts/train.py:232 step:73K smpl:1M ep:6K epch:18.36 loss:0.011 grdn:0.196 lr:9.8e-05 updt_s:0.224 data_s:0.081
+INFO 2025-05-18 21:05:18 ts/train.py:232 step:73K smpl:1M ep:6K epch:18.41 loss:0.010 grdn:0.181 lr:9.8e-05 updt_s:0.222 data_s:0.110
+INFO 2025-05-18 21:06:24 ts/train.py:232 step:73K smpl:1M ep:6K epch:18.46 loss:0.011 grdn:0.192 lr:9.8e-05 updt_s:0.223 data_s:0.108
+INFO 2025-05-18 21:07:31 ts/train.py:232 step:73K smpl:1M ep:6K epch:18.51 loss:0.010 grdn:0.193 lr:9.8e-05 updt_s:0.223 data_s:0.112
+INFO 2025-05-18 21:08:39 ts/train.py:232 step:74K smpl:1M ep:6K epch:18.56 loss:0.010 grdn:0.188 lr:9.8e-05 updt_s:0.223 data_s:0.113
+INFO 2025-05-18 21:09:44 ts/train.py:232 step:74K smpl:1M ep:6K epch:18.61 loss:0.010 grdn:0.183 lr:9.8e-05 updt_s:0.223 data_s:0.102
+INFO 2025-05-18 21:10:49 ts/train.py:232 step:74K smpl:1M ep:6K epch:18.66 loss:0.011 grdn:0.190 lr:9.8e-05 updt_s:0.223 data_s:0.103
+INFO 2025-05-18 21:11:53 ts/train.py:232 step:74K smpl:1M ep:6K epch:18.72 loss:0.011 grdn:0.201 lr:9.8e-05 updt_s:0.223 data_s:0.093
+INFO 2025-05-18 21:12:53 ts/train.py:232 step:74K smpl:1M ep:6K epch:18.77 loss:0.011 grdn:0.197 lr:9.8e-05 updt_s:0.224 data_s:0.079
+INFO 2025-05-18 21:13:55 ts/train.py:232 step:75K smpl:1M ep:6K epch:18.82 loss:0.010 grdn:0.179 lr:9.8e-05 updt_s:0.224 data_s:0.084
+INFO 2025-05-18 21:14:56 ts/train.py:232 step:75K smpl:1M ep:6K epch:18.87 loss:0.011 grdn:0.182 lr:9.8e-05 updt_s:0.224 data_s:0.081
+INFO 2025-05-18 21:15:58 ts/train.py:232 step:75K smpl:1M ep:6K epch:18.92 loss:0.011 grdn:0.189 lr:9.8e-05 updt_s:0.224 data_s:0.082
+INFO 2025-05-18 21:16:59 ts/train.py:232 step:75K smpl:1M ep:6K epch:18.97 loss:0.010 grdn:0.189 lr:9.8e-05 updt_s:0.224 data_s:0.081
+INFO 2025-05-18 21:18:00 ts/train.py:232 step:75K smpl:1M ep:6K epch:19.02 loss:0.011 grdn:0.197 lr:9.8e-05 updt_s:0.224 data_s:0.082
+INFO 2025-05-18 21:19:01 ts/train.py:232 step:76K smpl:1M ep:6K epch:19.07 loss:0.010 grdn:0.190 lr:9.8e-05 updt_s:0.225 data_s:0.077
+INFO 2025-05-18 21:20:02 ts/train.py:232 step:76K smpl:1M ep:6K epch:19.12 loss:0.011 grdn:0.196 lr:9.8e-05 updt_s:0.223 data_s:0.082
+INFO 2025-05-18 21:21:02 ts/train.py:232 step:76K smpl:1M ep:6K epch:19.17 loss:0.011 grdn:0.187 lr:9.8e-05 updt_s:0.224 data_s:0.077
+INFO 2025-05-18 21:22:03 ts/train.py:232 step:76K smpl:1M ep:6K epch:19.22 loss:0.011 grdn:0.189 lr:9.8e-05 updt_s:0.223 data_s:0.082
+INFO 2025-05-18 21:23:04 ts/train.py:232 step:76K smpl:1M ep:6K epch:19.27 loss:0.011 grdn:0.199 lr:9.8e-05 updt_s:0.224 data_s:0.078
+INFO 2025-05-18 21:24:05 ts/train.py:232 step:77K smpl:1M ep:6K epch:19.32 loss:0.011 grdn:0.195 lr:9.8e-05 updt_s:0.223 data_s:0.081
+INFO 2025-05-18 21:25:11 ts/train.py:232 step:77K smpl:1M ep:6K epch:19.37 loss:0.010 grdn:0.189 lr:9.8e-05 updt_s:0.223 data_s:0.109
+INFO 2025-05-18 21:26:17 ts/train.py:232 step:77K smpl:1M ep:6K epch:19.42 loss:0.009 grdn:0.172 lr:9.8e-05 updt_s:0.223 data_s:0.104
+INFO 2025-05-18 21:27:24 ts/train.py:232 step:77K smpl:1M ep:6K epch:19.47 loss:0.011 grdn:0.193 lr:9.8e-05 updt_s:0.223 data_s:0.109
+INFO 2025-05-18 21:28:31 ts/train.py:232 step:77K smpl:1M ep:6K epch:19.52 loss:0.011 grdn:0.190 lr:9.8e-05 updt_s:0.223 data_s:0.110
+INFO 2025-05-18 21:29:37 ts/train.py:232 step:78K smpl:1M ep:6K epch:19.57 loss:0.011 grdn:0.191 lr:9.8e-05 updt_s:0.223 data_s:0.107
+INFO 2025-05-18 21:30:42 ts/train.py:232 step:78K smpl:1M ep:6K epch:19.62 loss:0.011 grdn:0.192 lr:9.8e-05 updt_s:0.223 data_s:0.103
+INFO 2025-05-18 21:31:45 ts/train.py:232 step:78K smpl:1M ep:6K epch:19.67 loss:0.010 grdn:0.192 lr:9.8e-05 updt_s:0.224 data_s:0.090
+INFO 2025-05-18 21:32:46 ts/train.py:232 step:78K smpl:1M ep:6K epch:19.72 loss:0.011 grdn:0.190 lr:9.8e-05 updt_s:0.223 data_s:0.081
+INFO 2025-05-18 21:33:47 ts/train.py:232 step:78K smpl:1M ep:6K epch:19.77 loss:0.010 grdn:0.182 lr:9.8e-05 updt_s:0.224 data_s:0.076
+INFO 2025-05-18 21:34:48 ts/train.py:232 step:79K smpl:1M ep:6K epch:19.83 loss:0.010 grdn:0.191 lr:9.8e-05 updt_s:0.224 data_s:0.082
+INFO 2025-05-18 21:35:50 ts/train.py:232 step:79K smpl:1M ep:6K epch:19.88 loss:0.010 grdn:0.178 lr:9.8e-05 updt_s:0.224 data_s:0.083
+INFO 2025-05-18 21:36:50 ts/train.py:232 step:79K smpl:1M ep:6K epch:19.93 loss:0.010 grdn:0.194 lr:9.8e-05 updt_s:0.224 data_s:0.080
+INFO 2025-05-18 21:37:50 ts/train.py:232 step:79K smpl:1M ep:6K epch:19.98 loss:0.010 grdn:0.184 lr:9.8e-05 updt_s:0.223 data_s:0.076
+INFO 2025-05-18 21:38:51 ts/train.py:232 step:79K smpl:1M ep:6K epch:20.03 loss:0.011 grdn:0.197 lr:9.8e-05 updt_s:0.223 data_s:0.079
+INFO 2025-05-18 21:39:52 ts/train.py:232 step:80K smpl:1M ep:6K epch:20.08 loss:0.010 grdn:0.181 lr:9.8e-05 updt_s:0.224 data_s:0.080
+INFO 2025-05-18 21:40:53 ts/train.py:232 step:80K smpl:1M ep:6K epch:20.13 loss:0.011 grdn:0.197 lr:9.8e-05 updt_s:0.224 data_s:0.078
+INFO 2025-05-18 21:41:53 ts/train.py:232 step:80K smpl:1M ep:6K epch:20.18 loss:0.011 grdn:0.204 lr:9.8e-05 updt_s:0.224 data_s:0.079
+INFO 2025-05-18 21:41:53 ts/train.py:241 Checkpoint policy after step 80000
+INFO 2025-05-18 21:42:58 ts/train.py:232 step:80K smpl:1M ep:6K epch:20.23 loss:0.010 grdn:0.179 lr:9.8e-05 updt_s:0.224 data_s:0.076
+INFO 2025-05-18 21:43:59 ts/train.py:232 step:80K smpl:1M ep:6K epch:20.28 loss:0.010 grdn:0.179 lr:9.8e-05 updt_s:0.224 data_s:0.081
+INFO 2025-05-18 21:45:05 ts/train.py:232 step:81K smpl:1M ep:6K epch:20.33 loss:0.010 grdn:0.177 lr:9.8e-05 updt_s:0.224 data_s:0.101
+INFO 2025-05-18 21:46:11 ts/train.py:232 step:81K smpl:1M ep:6K epch:20.38 loss:0.010 grdn:0.192 lr:9.8e-05 updt_s:0.224 data_s:0.105
+INFO 2025-05-18 21:47:16 ts/train.py:232 step:81K smpl:1M ep:6K epch:20.43 loss:0.011 grdn:0.198 lr:9.8e-05 updt_s:0.224 data_s:0.103
+INFO 2025-05-18 21:48:23 ts/train.py:232 step:81K smpl:1M ep:6K epch:20.48 loss:0.011 grdn:0.189 lr:9.8e-05 updt_s:0.224 data_s:0.108
+INFO 2025-05-18 21:49:30 ts/train.py:232 step:81K smpl:1M ep:6K epch:20.53 loss:0.009 grdn:0.177 lr:9.8e-05 updt_s:0.224 data_s:0.109
+INFO 2025-05-18 21:50:37 ts/train.py:232 step:82K smpl:1M ep:6K epch:20.58 loss:0.010 grdn:0.189 lr:9.8e-05 updt_s:0.224 data_s:0.109
+INFO 2025-05-18 21:51:41 ts/train.py:232 step:82K smpl:1M ep:6K epch:20.63 loss:0.011 grdn:0.201 lr:9.8e-05 updt_s:0.224 data_s:0.096
+INFO 2025-05-18 21:52:41 ts/train.py:232 step:82K smpl:1M ep:6K epch:20.68 loss:0.010 grdn:0.192 lr:9.8e-05 updt_s:0.224 data_s:0.077
+INFO 2025-05-18 21:53:40 ts/train.py:232 step:82K smpl:1M ep:6K epch:20.73 loss:0.010 grdn:0.180 lr:9.8e-05 updt_s:0.225 data_s:0.070
+INFO 2025-05-18 21:54:39 ts/train.py:232 step:82K smpl:1M ep:6K epch:20.78 loss:0.011 grdn:0.188 lr:9.8e-05 updt_s:0.225 data_s:0.070
+INFO 2025-05-18 21:55:39 ts/train.py:232 step:83K smpl:1M ep:6K epch:20.83 loss:0.010 grdn:0.177 lr:9.8e-05 updt_s:0.225 data_s:0.073
+INFO 2025-05-18 21:56:39 ts/train.py:232 step:83K smpl:1M ep:6K epch:20.88 loss:0.011 grdn:0.185 lr:9.8e-05 updt_s:0.225 data_s:0.073
+INFO 2025-05-18 21:57:38 ts/train.py:232 step:83K smpl:1M ep:6K epch:20.93 loss:0.010 grdn:0.183 lr:9.8e-05 updt_s:0.225 data_s:0.071
+INFO 2025-05-18 21:58:38 ts/train.py:232 step:83K smpl:1M ep:6K epch:20.99 loss:0.010 grdn:0.188 lr:9.8e-05 updt_s:0.224 data_s:0.072
+INFO 2025-05-18 21:59:37 ts/train.py:232 step:83K smpl:1M ep:6K epch:21.04 loss:0.010 grdn:0.194 lr:9.8e-05 updt_s:0.224 data_s:0.072
+INFO 2025-05-18 22:00:37 ts/train.py:232 step:84K smpl:1M ep:6K epch:21.09 loss:0.011 grdn:0.195 lr:9.8e-05 updt_s:0.225 data_s:0.071
+INFO 2025-05-18 22:01:36 ts/train.py:232 step:84K smpl:1M ep:6K epch:21.14 loss:0.010 grdn:0.187 lr:9.8e-05 updt_s:0.225 data_s:0.074
+INFO 2025-05-18 22:02:37 ts/train.py:232 step:84K smpl:1M ep:6K epch:21.19 loss:0.010 grdn:0.188 lr:9.8e-05 updt_s:0.225 data_s:0.077
+INFO 2025-05-18 22:03:37 ts/train.py:232 step:84K smpl:1M ep:6K epch:21.24 loss:0.011 grdn:0.198 lr:9.8e-05 updt_s:0.224 data_s:0.075
+INFO 2025-05-18 22:04:41 ts/train.py:232 step:84K smpl:1M ep:6K epch:21.29 loss:0.010 grdn:0.185 lr:9.8e-05 updt_s:0.224 data_s:0.096
+INFO 2025-05-18 22:05:47 ts/train.py:232 step:85K smpl:1M ep:6K epch:21.34 loss:0.010 grdn:0.186 lr:9.8e-05 updt_s:0.224 data_s:0.106
+INFO 2025-05-18 22:06:55 ts/train.py:232 step:85K smpl:1M ep:6K epch:21.39 loss:0.009 grdn:0.181 lr:9.8e-05 updt_s:0.223 data_s:0.114
+INFO 2025-05-18 22:08:01 ts/train.py:232 step:85K smpl:1M ep:6K epch:21.44 loss:0.010 grdn:0.183 lr:9.8e-05 updt_s:0.224 data_s:0.108
+INFO 2025-05-18 22:09:08 ts/train.py:232 step:85K smpl:1M ep:6K epch:21.49 loss:0.010 grdn:0.183 lr:9.8e-05 updt_s:0.224 data_s:0.110
+INFO 2025-05-18 22:10:14 ts/train.py:232 step:85K smpl:1M ep:6K epch:21.54 loss:0.011 grdn:0.184 lr:9.8e-05 updt_s:0.224 data_s:0.103
+INFO 2025-05-18 22:11:20 ts/train.py:232 step:86K smpl:1M ep:6K epch:21.59 loss:0.011 grdn:0.193 lr:9.8e-05 updt_s:0.224 data_s:0.107
+INFO 2025-05-18 22:12:21 ts/train.py:232 step:86K smpl:1M ep:6K epch:21.64 loss:0.012 grdn:0.201 lr:9.8e-05 updt_s:0.224 data_s:0.082
+INFO 2025-05-18 22:13:23 ts/train.py:232 step:86K smpl:1M ep:7K epch:21.69 loss:0.011 grdn:0.183 lr:9.8e-05 updt_s:0.224 data_s:0.081
+INFO 2025-05-18 22:14:24 ts/train.py:232 step:86K smpl:1M ep:7K epch:21.74 loss:0.011 grdn:0.205 lr:9.8e-05 updt_s:0.224 data_s:0.084
+INFO 2025-05-18 22:15:25 ts/train.py:232 step:86K smpl:1M ep:7K epch:21.79 loss:0.010 grdn:0.182 lr:9.8e-05 updt_s:0.224 data_s:0.076
+INFO 2025-05-18 22:16:26 ts/train.py:232 step:87K smpl:1M ep:7K epch:21.84 loss:0.010 grdn:0.185 lr:9.8e-05 updt_s:0.224 data_s:0.084
+INFO 2025-05-18 22:17:28 ts/train.py:232 step:87K smpl:1M ep:7K epch:21.89 loss:0.010 grdn:0.186 lr:9.8e-05 updt_s:0.224 data_s:0.082
+INFO 2025-05-18 22:18:30 ts/train.py:232 step:87K smpl:1M ep:7K epch:21.94 loss:0.011 grdn:0.190 lr:9.8e-05 updt_s:0.224 data_s:0.085
+INFO 2025-05-18 22:19:31 ts/train.py:232 step:87K smpl:1M ep:7K epch:21.99 loss:0.010 grdn:0.189 lr:9.8e-05 updt_s:0.224 data_s:0.084
+INFO 2025-05-18 22:20:33 ts/train.py:232 step:87K smpl:1M ep:7K epch:22.04 loss:0.011 grdn:0.196 lr:9.8e-05 updt_s:0.224 data_s:0.083
+INFO 2025-05-18 22:21:35 ts/train.py:232 step:88K smpl:1M ep:7K epch:22.10 loss:0.010 grdn:0.179 lr:9.8e-05 updt_s:0.224 data_s:0.086
+INFO 2025-05-18 22:22:37 ts/train.py:232 step:88K smpl:1M ep:7K epch:22.15 loss:0.010 grdn:0.183 lr:9.8e-05 updt_s:0.224 data_s:0.084
+INFO 2025-05-18 22:23:38 ts/train.py:232 step:88K smpl:1M ep:7K epch:22.20 loss:0.009 grdn:0.175 lr:9.8e-05 updt_s:0.225 data_s:0.081
+INFO 2025-05-18 22:24:43 ts/train.py:232 step:88K smpl:1M ep:7K epch:22.25 loss:0.010 grdn:0.195 lr:9.8e-05 updt_s:0.223 data_s:0.098
+INFO 2025-05-18 22:25:48 ts/train.py:232 step:88K smpl:1M ep:7K epch:22.30 loss:0.010 grdn:0.183 lr:9.8e-05 updt_s:0.224 data_s:0.103
+INFO 2025-05-18 22:26:54 ts/train.py:232 step:89K smpl:1M ep:7K epch:22.35 loss:0.009 grdn:0.173 lr:9.8e-05 updt_s:0.224 data_s:0.105
+INFO 2025-05-18 22:28:00 ts/train.py:232 step:89K smpl:1M ep:7K epch:22.40 loss:0.010 grdn:0.184 lr:9.8e-05 updt_s:0.224 data_s:0.104
+INFO 2025-05-18 22:29:07 ts/train.py:232 step:89K smpl:1M ep:7K epch:22.45 loss:0.011 grdn:0.188 lr:9.8e-05 updt_s:0.224 data_s:0.109
+INFO 2025-05-18 22:30:13 ts/train.py:232 step:89K smpl:1M ep:7K epch:22.50 loss:0.009 grdn:0.181 lr:9.8e-05 updt_s:0.224 data_s:0.106
+INFO 2025-05-18 22:31:19 ts/train.py:232 step:89K smpl:1M ep:7K epch:22.55 loss:0.010 grdn:0.177 lr:9.8e-05 updt_s:0.224 data_s:0.106
+INFO 2025-05-18 22:32:21 ts/train.py:232 step:90K smpl:1M ep:7K epch:22.60 loss:0.011 grdn:0.190 lr:9.8e-05 updt_s:0.224 data_s:0.084
+INFO 2025-05-18 22:33:20 ts/train.py:232 step:90K smpl:1M ep:7K epch:22.65 loss:0.011 grdn:0.185 lr:9.8e-05 updt_s:0.224 data_s:0.074
+INFO 2025-05-18 22:34:21 ts/train.py:232 step:90K smpl:1M ep:7K epch:22.70 loss:0.010 grdn:0.184 lr:9.8e-05 updt_s:0.224 data_s:0.077
+INFO 2025-05-18 22:35:22 ts/train.py:232 step:90K smpl:1M ep:7K epch:22.75 loss:0.010 grdn:0.186 lr:9.8e-05 updt_s:0.224 data_s:0.082
+INFO 2025-05-18 22:36:24 ts/train.py:232 step:90K smpl:1M ep:7K epch:22.80 loss:0.010 grdn:0.180 lr:9.8e-05 updt_s:0.225 data_s:0.085
+INFO 2025-05-18 22:37:25 ts/train.py:232 step:91K smpl:1M ep:7K epch:22.85 loss:0.010 grdn:0.184 lr:9.8e-05 updt_s:0.224 data_s:0.081
+INFO 2025-05-18 22:38:26 ts/train.py:232 step:91K smpl:1M ep:7K epch:22.90 loss:0.010 grdn:0.180 lr:9.8e-05 updt_s:0.224 data_s:0.079
+INFO 2025-05-18 22:39:28 ts/train.py:232 step:91K smpl:1M ep:7K epch:22.95 loss:0.010 grdn:0.176 lr:9.8e-05 updt_s:0.224 data_s:0.084
+INFO 2025-05-18 22:40:29 ts/train.py:232 step:91K smpl:1M ep:7K epch:23.00 loss:0.010 grdn:0.189 lr:9.8e-05 updt_s:0.224 data_s:0.081
+INFO 2025-05-18 22:41:31 ts/train.py:232 step:91K smpl:1M ep:7K epch:23.05 loss:0.010 grdn:0.185 lr:9.8e-05 updt_s:0.224 data_s:0.088
+INFO 2025-05-18 22:42:32 ts/train.py:232 step:92K smpl:1M ep:7K epch:23.10 loss:0.011 grdn:0.188 lr:9.7e-05 updt_s:0.224 data_s:0.078
+INFO 2025-05-18 22:43:33 ts/train.py:232 step:92K smpl:1M ep:7K epch:23.15 loss:0.010 grdn:0.192 lr:9.7e-05 updt_s:0.224 data_s:0.081
+INFO 2025-05-18 22:44:35 ts/train.py:232 step:92K smpl:1M ep:7K epch:23.20 loss:0.010 grdn:0.174 lr:9.7e-05 updt_s:0.225 data_s:0.083
+INFO 2025-05-18 22:45:44 ts/train.py:232 step:92K smpl:1M ep:7K epch:23.26 loss:0.010 grdn:0.181 lr:9.7e-05 updt_s:0.224 data_s:0.123
+INFO 2025-05-18 22:46:50 ts/train.py:232 step:92K smpl:1M ep:7K epch:23.31 loss:0.010 grdn:0.179 lr:9.7e-05 updt_s:0.224 data_s:0.105
+INFO 2025-05-18 22:47:57 ts/train.py:232 step:93K smpl:1M ep:7K epch:23.36 loss:0.010 grdn:0.183 lr:9.7e-05 updt_s:0.224 data_s:0.110
+INFO 2025-05-18 22:49:04 ts/train.py:232 step:93K smpl:1M ep:7K epch:23.41 loss:0.010 grdn:0.192 lr:9.7e-05 updt_s:0.224 data_s:0.107
+INFO 2025-05-18 22:50:10 ts/train.py:232 step:93K smpl:1M ep:7K epch:23.46 loss:0.010 grdn:0.185 lr:9.7e-05 updt_s:0.224 data_s:0.108
+INFO 2025-05-18 22:51:16 ts/train.py:232 step:93K smpl:1M ep:7K epch:23.51 loss:0.009 grdn:0.176 lr:9.7e-05 updt_s:0.224 data_s:0.107
+INFO 2025-05-18 22:52:18 ts/train.py:232 step:93K smpl:1M ep:7K epch:23.56 loss:0.009 grdn:0.175 lr:9.7e-05 updt_s:0.224 data_s:0.085
+INFO 2025-05-18 22:53:20 ts/train.py:232 step:94K smpl:1M ep:7K epch:23.61 loss:0.009 grdn:0.184 lr:9.7e-05 updt_s:0.224 data_s:0.081
+INFO 2025-05-18 22:54:21 ts/train.py:232 step:94K smpl:2M ep:7K epch:23.66 loss:0.010 grdn:0.184 lr:9.7e-05 updt_s:0.224 data_s:0.083
+INFO 2025-05-18 22:55:22 ts/train.py:232 step:94K smpl:2M ep:7K epch:23.71 loss:0.010 grdn:0.184 lr:9.7e-05 updt_s:0.224 data_s:0.082
+INFO 2025-05-18 22:56:22 ts/train.py:232 step:94K smpl:2M ep:7K epch:23.76 loss:0.009 grdn:0.171 lr:9.7e-05 updt_s:0.224 data_s:0.075
+INFO 2025-05-18 22:57:24 ts/train.py:232 step:94K smpl:2M ep:7K epch:23.81 loss:0.010 grdn:0.188 lr:9.7e-05 updt_s:0.224 data_s:0.083
+INFO 2025-05-18 22:58:24 ts/train.py:232 step:95K smpl:2M ep:7K epch:23.86 loss:0.009 grdn:0.174 lr:9.7e-05 updt_s:0.224 data_s:0.077
+INFO 2025-05-18 22:59:24 ts/train.py:232 step:95K smpl:2M ep:7K epch:23.91 loss:0.010 grdn:0.182 lr:9.7e-05 updt_s:0.224 data_s:0.074
+INFO 2025-05-18 23:00:25 ts/train.py:232 step:95K smpl:2M ep:7K epch:23.96 loss:0.010 grdn:0.184 lr:9.7e-05 updt_s:0.224 data_s:0.076
+INFO 2025-05-18 23:01:25 ts/train.py:232 step:95K smpl:2M ep:7K epch:24.01 loss:0.010 grdn:0.182 lr:9.7e-05 updt_s:0.225 data_s:0.075
+INFO 2025-05-18 23:02:24 ts/train.py:232 step:95K smpl:2M ep:7K epch:24.06 loss:0.009 grdn:0.169 lr:9.7e-05 updt_s:0.224 data_s:0.072
+INFO 2025-05-18 23:03:25 ts/train.py:232 step:96K smpl:2M ep:7K epch:24.11 loss:0.011 grdn:0.191 lr:9.7e-05 updt_s:0.224 data_s:0.077
+INFO 2025-05-18 23:04:25 ts/train.py:232 step:96K smpl:2M ep:7K epch:24.16 loss:0.011 grdn:0.192 lr:9.7e-05 updt_s:0.224 data_s:0.077
+INFO 2025-05-18 23:05:32 ts/train.py:232 step:96K smpl:2M ep:7K epch:24.21 loss:0.009 grdn:0.176 lr:9.7e-05 updt_s:0.223 data_s:0.110
+INFO 2025-05-18 23:06:39 ts/train.py:232 step:96K smpl:2M ep:7K epch:24.26 loss:0.010 grdn:0.177 lr:9.7e-05 updt_s:0.224 data_s:0.111
+INFO 2025-05-18 23:07:46 ts/train.py:232 step:96K smpl:2M ep:7K epch:24.31 loss:0.009 grdn:0.177 lr:9.7e-05 updt_s:0.223 data_s:0.111
+INFO 2025-05-18 23:08:52 ts/train.py:232 step:97K smpl:2M ep:7K epch:24.37 loss:0.010 grdn:0.189 lr:9.7e-05 updt_s:0.223 data_s:0.108
+INFO 2025-05-18 23:09:59 ts/train.py:232 step:97K smpl:2M ep:7K epch:24.42 loss:0.010 grdn:0.192 lr:9.7e-05 updt_s:0.223 data_s:0.111
+INFO 2025-05-18 23:11:06 ts/train.py:232 step:97K smpl:2M ep:7K epch:24.47 loss:0.009 grdn:0.171 lr:9.7e-05 updt_s:0.224 data_s:0.109
+INFO 2025-05-18 23:12:11 ts/train.py:232 step:97K smpl:2M ep:7K epch:24.52 loss:0.009 grdn:0.165 lr:9.7e-05 updt_s:0.224 data_s:0.097
+INFO 2025-05-18 23:13:14 ts/train.py:232 step:97K smpl:2M ep:7K epch:24.57 loss:0.010 grdn:0.187 lr:9.7e-05 updt_s:0.223 data_s:0.091
+INFO 2025-05-18 23:14:16 ts/train.py:232 step:98K smpl:2M ep:7K epch:24.62 loss:0.010 grdn:0.195 lr:9.7e-05 updt_s:0.224 data_s:0.087
+INFO 2025-05-18 23:15:17 ts/train.py:232 step:98K smpl:2M ep:7K epch:24.67 loss:0.010 grdn:0.188 lr:9.7e-05 updt_s:0.223 data_s:0.081
+INFO 2025-05-18 23:16:18 ts/train.py:232 step:98K smpl:2M ep:7K epch:24.72 loss:0.010 grdn:0.184 lr:9.7e-05 updt_s:0.224 data_s:0.080
+INFO 2025-05-18 23:17:20 ts/train.py:232 step:98K smpl:2M ep:7K epch:24.77 loss:0.010 grdn:0.187 lr:9.7e-05 updt_s:0.225 data_s:0.084
+INFO 2025-05-18 23:18:20 ts/train.py:232 step:98K smpl:2M ep:7K epch:24.82 loss:0.010 grdn:0.176 lr:9.7e-05 updt_s:0.225 data_s:0.077
+INFO 2025-05-18 23:19:22 ts/train.py:232 step:99K smpl:2M ep:7K epch:24.87 loss:0.010 grdn:0.191 lr:9.7e-05 updt_s:0.224 data_s:0.083
+INFO 2025-05-18 23:20:23 ts/train.py:232 step:99K smpl:2M ep:7K epch:24.92 loss:0.011 grdn:0.193 lr:9.7e-05 updt_s:0.224 data_s:0.078
+INFO 2025-05-18 23:21:24 ts/train.py:232 step:99K smpl:2M ep:7K epch:24.97 loss:0.010 grdn:0.180 lr:9.7e-05 updt_s:0.224 data_s:0.082
+INFO 2025-05-18 23:22:25 ts/train.py:232 step:99K smpl:2M ep:8K epch:25.02 loss:0.009 grdn:0.169 lr:9.7e-05 updt_s:0.224 data_s:0.081
+INFO 2025-05-18 23:23:26 ts/train.py:232 step:99K smpl:2M ep:8K epch:25.07 loss:0.010 grdn:0.192 lr:9.7e-05 updt_s:0.224 data_s:0.078
+INFO 2025-05-18 23:24:27 ts/train.py:232 step:100K smpl:2M ep:8K epch:25.12 loss:0.010 grdn:0.182 lr:9.7e-05 updt_s:0.224 data_s:0.081
+INFO 2025-05-18 23:25:34 ts/train.py:232 step:100K smpl:2M ep:8K epch:25.17 loss:0.010 grdn:0.182 lr:9.7e-05 updt_s:0.223 data_s:0.112
+INFO 2025-05-18 23:26:41 ts/train.py:232 step:100K smpl:2M ep:8K epch:25.22 loss:0.010 grdn:0.190 lr:9.7e-05 updt_s:0.224 data_s:0.108
+INFO 2025-05-18 23:26:41 ts/train.py:241 Checkpoint policy after step 100000
+INFO 2025-05-18 23:27:51 ts/train.py:232 step:100K smpl:2M ep:8K epch:25.27 loss:0.010 grdn:0.184 lr:9.7e-05 updt_s:0.223 data_s:0.103
+INFO 2025-05-18 23:28:57 ts/train.py:232 step:100K smpl:2M ep:8K epch:25.32 loss:0.009 grdn:0.175 lr:9.7e-05 updt_s:0.222 data_s:0.106
+INFO 2025-05-18 23:30:02 ts/train.py:232 step:101K smpl:2M ep:8K epch:25.37 loss:0.009 grdn:0.179 lr:9.7e-05 updt_s:0.223 data_s:0.105
+INFO 2025-05-18 23:31:08 ts/train.py:232 step:101K smpl:2M ep:8K epch:25.42 loss:0.010 grdn:0.177 lr:9.7e-05 updt_s:0.223 data_s:0.106
+INFO 2025-05-18 23:32:11 ts/train.py:232 step:101K smpl:2M ep:8K epch:25.47 loss:0.009 grdn:0.184 lr:9.7e-05 updt_s:0.222 data_s:0.094
+INFO 2025-05-18 23:33:11 ts/train.py:232 step:101K smpl:2M ep:8K epch:25.53 loss:0.010 grdn:0.185 lr:9.7e-05 updt_s:0.222 data_s:0.074
+INFO 2025-05-18 23:34:11 ts/train.py:232 step:101K smpl:2M ep:8K epch:25.58 loss:0.010 grdn:0.185 lr:9.7e-05 updt_s:0.223 data_s:0.077
+INFO 2025-05-18 23:35:11 ts/train.py:232 step:102K smpl:2M ep:8K epch:25.63 loss:0.010 grdn:0.189 lr:9.7e-05 updt_s:0.224 data_s:0.074
+INFO 2025-05-18 23:36:11 ts/train.py:232 step:102K smpl:2M ep:8K epch:25.68 loss:0.011 grdn:0.190 lr:9.7e-05 updt_s:0.224 data_s:0.075
+INFO 2025-05-18 23:37:11 ts/train.py:232 step:102K smpl:2M ep:8K epch:25.73 loss:0.010 grdn:0.180 lr:9.7e-05 updt_s:0.224 data_s:0.074
+INFO 2025-05-18 23:38:11 ts/train.py:232 step:102K smpl:2M ep:8K epch:25.78 loss:0.010 grdn:0.183 lr:9.7e-05 updt_s:0.223 data_s:0.076
+INFO 2025-05-18 23:39:11 ts/train.py:232 step:102K smpl:2M ep:8K epch:25.83 loss:0.009 grdn:0.181 lr:9.7e-05 updt_s:0.223 data_s:0.079
+INFO 2025-05-18 23:40:11 ts/train.py:232 step:103K smpl:2M ep:8K epch:25.88 loss:0.010 grdn:0.196 lr:9.7e-05 updt_s:0.223 data_s:0.075
+INFO 2025-05-18 23:41:11 ts/train.py:232 step:103K smpl:2M ep:8K epch:25.93 loss:0.010 grdn:0.187 lr:9.7e-05 updt_s:0.224 data_s:0.076
+INFO 2025-05-18 23:42:12 ts/train.py:232 step:103K smpl:2M ep:8K epch:25.98 loss:0.009 grdn:0.177 lr:9.7e-05 updt_s:0.223 data_s:0.080
+INFO 2025-05-18 23:43:12 ts/train.py:232 step:103K smpl:2M ep:8K epch:26.03 loss:0.010 grdn:0.190 lr:9.7e-05 updt_s:0.223 data_s:0.077
+INFO 2025-05-18 23:44:13 ts/train.py:232 step:103K smpl:2M ep:8K epch:26.08 loss:0.010 grdn:0.183 lr:9.7e-05 updt_s:0.223 data_s:0.077
+INFO 2025-05-18 23:45:17 ts/train.py:232 step:104K smpl:2M ep:8K epch:26.13 loss:0.009 grdn:0.179 lr:9.7e-05 updt_s:0.222 data_s:0.101
+INFO 2025-05-18 23:46:23 ts/train.py:232 step:104K smpl:2M ep:8K epch:26.18 loss:0.009 grdn:0.164 lr:9.7e-05 updt_s:0.223 data_s:0.106
+INFO 2025-05-18 23:47:29 ts/train.py:232 step:104K smpl:2M ep:8K epch:26.23 loss:0.010 grdn:0.187 lr:9.7e-05 updt_s:0.223 data_s:0.104
+INFO 2025-05-18 23:48:34 ts/train.py:232 step:104K smpl:2M ep:8K epch:26.28 loss:0.010 grdn:0.185 lr:9.7e-05 updt_s:0.223 data_s:0.100
+INFO 2025-05-18 23:49:39 ts/train.py:232 step:104K smpl:2M ep:8K epch:26.33 loss:0.009 grdn:0.184 lr:9.7e-05 updt_s:0.223 data_s:0.104
+INFO 2025-05-18 23:50:45 ts/train.py:232 step:105K smpl:2M ep:8K epch:26.38 loss:0.009 grdn:0.178 lr:9.7e-05 updt_s:0.223 data_s:0.105
+INFO 2025-05-18 23:51:48 ts/train.py:232 step:105K smpl:2M ep:8K epch:26.43 loss:0.010 grdn:0.187 lr:9.7e-05 updt_s:0.223 data_s:0.094
+INFO 2025-05-18 23:52:51 ts/train.py:232 step:105K smpl:2M ep:8K epch:26.48 loss:0.009 grdn:0.175 lr:9.7e-05 updt_s:0.223 data_s:0.087
+INFO 2025-05-18 23:53:52 ts/train.py:232 step:105K smpl:2M ep:8K epch:26.53 loss:0.010 grdn:0.178 lr:9.7e-05 updt_s:0.224 data_s:0.084
+INFO 2025-05-18 23:54:55 ts/train.py:232 step:105K smpl:2M ep:8K epch:26.58 loss:0.009 grdn:0.174 lr:9.7e-05 updt_s:0.223 data_s:0.088
+INFO 2025-05-18 23:55:56 ts/train.py:232 step:106K smpl:2M ep:8K epch:26.64 loss:0.010 grdn:0.180 lr:9.7e-05 updt_s:0.224 data_s:0.084
+INFO 2025-05-18 23:56:59 ts/train.py:232 step:106K smpl:2M ep:8K epch:26.69 loss:0.010 grdn:0.180 lr:9.7e-05 updt_s:0.223 data_s:0.089
+INFO 2025-05-18 23:58:00 ts/train.py:232 step:106K smpl:2M ep:8K epch:26.74 loss:0.010 grdn:0.187 lr:9.7e-05 updt_s:0.223 data_s:0.082
+INFO 2025-05-18 23:59:00 ts/train.py:232 step:106K smpl:2M ep:8K epch:26.79 loss:0.010 grdn:0.181 lr:9.7e-05 updt_s:0.223 data_s:0.076
+INFO 2025-05-19 00:00:01 ts/train.py:232 step:106K smpl:2M ep:8K epch:26.84 loss:0.010 grdn:0.178 lr:9.7e-05 updt_s:0.223 data_s:0.080
+INFO 2025-05-19 00:01:01 ts/train.py:232 step:107K smpl:2M ep:8K epch:26.89 loss:0.009 grdn:0.177 lr:9.7e-05 updt_s:0.223 data_s:0.079
+INFO 2025-05-19 00:02:03 ts/train.py:232 step:107K smpl:2M ep:8K epch:26.94 loss:0.011 grdn:0.203 lr:9.7e-05 updt_s:0.222 data_s:0.082
+INFO 2025-05-19 00:03:03 ts/train.py:232 step:107K smpl:2M ep:8K epch:26.99 loss:0.011 grdn:0.194 lr:9.7e-05 updt_s:0.223 data_s:0.079
+INFO 2025-05-19 00:04:04 ts/train.py:232 step:107K smpl:2M ep:8K epch:27.04 loss:0.009 grdn:0.174 lr:9.7e-05 updt_s:0.222 data_s:0.083
+INFO 2025-05-19 00:05:09 ts/train.py:232 step:107K smpl:2M ep:8K epch:27.09 loss:0.010 grdn:0.177 lr:9.7e-05 updt_s:0.222 data_s:0.102
+INFO 2025-05-19 00:06:17 ts/train.py:232 step:108K smpl:2M ep:8K epch:27.14 loss:0.010 grdn:0.187 lr:9.7e-05 updt_s:0.224 data_s:0.115
+INFO 2025-05-19 00:07:25 ts/train.py:232 step:108K smpl:2M ep:8K epch:27.19 loss:0.010 grdn:0.177 lr:9.7e-05 updt_s:0.223 data_s:0.116
+INFO 2025-05-19 00:08:32 ts/train.py:232 step:108K smpl:2M ep:8K epch:27.24 loss:0.010 grdn:0.182 lr:9.7e-05 updt_s:0.223 data_s:0.113
+INFO 2025-05-19 00:09:40 ts/train.py:232 step:108K smpl:2M ep:8K epch:27.29 loss:0.009 grdn:0.186 lr:9.7e-05 updt_s:0.224 data_s:0.111
+INFO 2025-05-19 00:10:46 ts/train.py:232 step:108K smpl:2M ep:8K epch:27.34 loss:0.010 grdn:0.180 lr:9.6e-05 updt_s:0.223 data_s:0.111
+INFO 2025-05-19 00:11:53 ts/train.py:232 step:109K smpl:2M ep:8K epch:27.39 loss:0.010 grdn:0.181 lr:9.6e-05 updt_s:0.223 data_s:0.109
+INFO 2025-05-19 00:12:54 ts/train.py:232 step:109K smpl:2M ep:8K epch:27.44 loss:0.009 grdn:0.174 lr:9.6e-05 updt_s:0.224 data_s:0.081
+INFO 2025-05-19 00:13:55 ts/train.py:232 step:109K smpl:2M ep:8K epch:27.49 loss:0.009 grdn:0.176 lr:9.6e-05 updt_s:0.223 data_s:0.081
+INFO 2025-05-19 00:14:56 ts/train.py:232 step:109K smpl:2M ep:8K epch:27.54 loss:0.010 grdn:0.180 lr:9.6e-05 updt_s:0.223 data_s:0.078
+INFO 2025-05-19 00:15:57 ts/train.py:232 step:109K smpl:2M ep:8K epch:27.59 loss:0.009 grdn:0.181 lr:9.6e-05 updt_s:0.223 data_s:0.085
+INFO 2025-05-19 00:16:58 ts/train.py:232 step:110K smpl:2M ep:8K epch:27.64 loss:0.009 grdn:0.192 lr:9.6e-05 updt_s:0.223 data_s:0.081
+INFO 2025-05-19 00:18:01 ts/train.py:232 step:110K smpl:2M ep:8K epch:27.69 loss:0.010 grdn:0.182 lr:9.6e-05 updt_s:0.223 data_s:0.088
+INFO 2025-05-19 00:19:02 ts/train.py:232 step:110K smpl:2M ep:8K epch:27.74 loss:0.009 grdn:0.169 lr:9.6e-05 updt_s:0.223 data_s:0.082
+INFO 2025-05-19 00:20:03 ts/train.py:232 step:110K smpl:2M ep:8K epch:27.80 loss:0.009 grdn:0.181 lr:9.6e-05 updt_s:0.223 data_s:0.083
+INFO 2025-05-19 00:21:04 ts/train.py:232 step:110K smpl:2M ep:8K epch:27.85 loss:0.010 grdn:0.178 lr:9.6e-05 updt_s:0.223 data_s:0.081
+INFO 2025-05-19 00:22:06 ts/train.py:232 step:111K smpl:2M ep:8K epch:27.90 loss:0.009 grdn:0.171 lr:9.6e-05 updt_s:0.223 data_s:0.083
+INFO 2025-05-19 00:23:07 ts/train.py:232 step:111K smpl:2M ep:8K epch:27.95 loss:0.009 grdn:0.174 lr:9.6e-05 updt_s:0.223 data_s:0.083
+INFO 2025-05-19 00:24:08 ts/train.py:232 step:111K smpl:2M ep:8K epch:28.00 loss:0.009 grdn:0.176 lr:9.6e-05 updt_s:0.222 data_s:0.083
+INFO 2025-05-19 00:25:13 ts/train.py:232 step:111K smpl:2M ep:8K epch:28.05 loss:0.010 grdn:0.174 lr:9.6e-05 updt_s:0.222 data_s:0.099
+INFO 2025-05-19 00:26:19 ts/train.py:232 step:111K smpl:2M ep:8K epch:28.10 loss:0.009 grdn:0.170 lr:9.6e-05 updt_s:0.222 data_s:0.109
+INFO 2025-05-19 00:27:27 ts/train.py:232 step:112K smpl:2M ep:8K epch:28.15 loss:0.010 grdn:0.183 lr:9.6e-05 updt_s:0.222 data_s:0.114
+INFO 2025-05-19 00:28:34 ts/train.py:232 step:112K smpl:2M ep:8K epch:28.20 loss:0.010 grdn:0.189 lr:9.6e-05 updt_s:0.222 data_s:0.114
+INFO 2025-05-19 00:29:41 ts/train.py:232 step:112K smpl:2M ep:8K epch:28.25 loss:0.009 grdn:0.179 lr:9.6e-05 updt_s:0.223 data_s:0.113
+INFO 2025-05-19 00:30:47 ts/train.py:232 step:112K smpl:2M ep:8K epch:28.30 loss:0.010 grdn:0.190 lr:9.6e-05 updt_s:0.222 data_s:0.108
+INFO 2025-05-19 00:31:55 ts/train.py:232 step:112K smpl:2M ep:9K epch:28.35 loss:0.009 grdn:0.172 lr:9.6e-05 updt_s:0.223 data_s:0.112
+INFO 2025-05-19 00:32:56 ts/train.py:232 step:113K smpl:2M ep:9K epch:28.40 loss:0.009 grdn:0.184 lr:9.6e-05 updt_s:0.223 data_s:0.081
+INFO 2025-05-19 00:33:58 ts/train.py:232 step:113K smpl:2M ep:9K epch:28.45 loss:0.010 grdn:0.181 lr:9.6e-05 updt_s:0.223 data_s:0.088
+INFO 2025-05-19 00:35:00 ts/train.py:232 step:113K smpl:2M ep:9K epch:28.50 loss:0.010 grdn:0.179 lr:9.6e-05 updt_s:0.222 data_s:0.089
+INFO 2025-05-19 00:36:02 ts/train.py:232 step:113K smpl:2M ep:9K epch:28.55 loss:0.010 grdn:0.190 lr:9.6e-05 updt_s:0.223 data_s:0.086
+INFO 2025-05-19 00:37:03 ts/train.py:232 step:113K smpl:2M ep:9K epch:28.60 loss:0.009 grdn:0.183 lr:9.6e-05 updt_s:0.223 data_s:0.081
+INFO 2025-05-19 00:38:03 ts/train.py:232 step:114K smpl:2M ep:9K epch:28.65 loss:0.009 grdn:0.178 lr:9.6e-05 updt_s:0.222 data_s:0.079
+INFO 2025-05-19 00:39:04 ts/train.py:232 step:114K smpl:2M ep:9K epch:28.70 loss:0.010 grdn:0.184 lr:9.6e-05 updt_s:0.223 data_s:0.078
+INFO 2025-05-19 00:40:04 ts/train.py:232 step:114K smpl:2M ep:9K epch:28.75 loss:0.010 grdn:0.185 lr:9.6e-05 updt_s:0.223 data_s:0.080
+INFO 2025-05-19 00:41:06 ts/train.py:232 step:114K smpl:2M ep:9K epch:28.80 loss:0.010 grdn:0.183 lr:9.6e-05 updt_s:0.223 data_s:0.085
+INFO 2025-05-19 00:42:07 ts/train.py:232 step:114K smpl:2M ep:9K epch:28.85 loss:0.010 grdn:0.177 lr:9.6e-05 updt_s:0.223 data_s:0.080
+INFO 2025-05-19 00:43:08 ts/train.py:232 step:115K smpl:2M ep:9K epch:28.91 loss:0.010 grdn:0.182 lr:9.6e-05 updt_s:0.223 data_s:0.080
+INFO 2025-05-19 00:44:09 ts/train.py:232 step:115K smpl:2M ep:9K epch:28.96 loss:0.009 grdn:0.172 lr:9.6e-05 updt_s:0.223 data_s:0.082
+INFO 2025-05-19 00:45:09 ts/train.py:232 step:115K smpl:2M ep:9K epch:29.01 loss:0.010 grdn:0.185 lr:9.6e-05 updt_s:0.224 data_s:0.078
+INFO 2025-05-19 00:46:18 ts/train.py:232 step:115K smpl:2M ep:9K epch:29.06 loss:0.009 grdn:0.176 lr:9.6e-05 updt_s:0.222 data_s:0.118
+INFO 2025-05-19 00:47:25 ts/train.py:232 step:115K smpl:2M ep:9K epch:29.11 loss:0.009 grdn:0.174 lr:9.6e-05 updt_s:0.223 data_s:0.111
+INFO 2025-05-19 00:48:31 ts/train.py:232 step:116K smpl:2M ep:9K epch:29.16 loss:0.010 grdn:0.186 lr:9.6e-05 updt_s:0.223 data_s:0.108
+INFO 2025-05-19 00:49:38 ts/train.py:232 step:116K smpl:2M ep:9K epch:29.21 loss:0.010 grdn:0.168 lr:9.6e-05 updt_s:0.223 data_s:0.110
+INFO 2025-05-19 00:50:43 ts/train.py:232 step:116K smpl:2M ep:9K epch:29.26 loss:0.010 grdn:0.178 lr:9.6e-05 updt_s:0.223 data_s:0.102
+INFO 2025-05-19 00:51:49 ts/train.py:232 step:116K smpl:2M ep:9K epch:29.31 loss:0.010 grdn:0.183 lr:9.6e-05 updt_s:0.223 data_s:0.109
+INFO 2025-05-19 00:52:51 ts/train.py:232 step:116K smpl:2M ep:9K epch:29.36 loss:0.009 grdn:0.173 lr:9.6e-05 updt_s:0.223 data_s:0.083
+INFO 2025-05-19 00:53:52 ts/train.py:232 step:117K smpl:2M ep:9K epch:29.41 loss:0.010 grdn:0.172 lr:9.6e-05 updt_s:0.223 data_s:0.083
+INFO 2025-05-19 00:54:53 ts/train.py:232 step:117K smpl:2M ep:9K epch:29.46 loss:0.010 grdn:0.184 lr:9.6e-05 updt_s:0.223 data_s:0.080
+INFO 2025-05-19 00:55:55 ts/train.py:232 step:117K smpl:2M ep:9K epch:29.51 loss:0.010 grdn:0.188 lr:9.6e-05 updt_s:0.223 data_s:0.085
+INFO 2025-05-19 00:56:57 ts/train.py:232 step:117K smpl:2M ep:9K epch:29.56 loss:0.010 grdn:0.178 lr:9.6e-05 updt_s:0.223 data_s:0.086
+INFO 2025-05-19 00:57:59 ts/train.py:232 step:117K smpl:2M ep:9K epch:29.61 loss:0.010 grdn:0.185 lr:9.6e-05 updt_s:0.223 data_s:0.087
+INFO 2025-05-19 00:59:01 ts/train.py:232 step:118K smpl:2M ep:9K epch:29.66 loss:0.009 grdn:0.178 lr:9.6e-05 updt_s:0.223 data_s:0.089
+INFO 2025-05-19 01:00:02 ts/train.py:232 step:118K smpl:2M ep:9K epch:29.71 loss:0.010 grdn:0.182 lr:9.6e-05 updt_s:0.223 data_s:0.078
+INFO 2025-05-19 01:01:04 ts/train.py:232 step:118K smpl:2M ep:9K epch:29.76 loss:0.009 grdn:0.169 lr:9.6e-05 updt_s:0.223 data_s:0.089
+INFO 2025-05-19 01:02:07 ts/train.py:232 step:118K smpl:2M ep:9K epch:29.81 loss:0.009 grdn:0.175 lr:9.6e-05 updt_s:0.223 data_s:0.089
+INFO 2025-05-19 01:03:08 ts/train.py:232 step:118K smpl:2M ep:9K epch:29.86 loss:0.009 grdn:0.166 lr:9.6e-05 updt_s:0.224 data_s:0.083
+INFO 2025-05-19 01:04:11 ts/train.py:232 step:119K smpl:2M ep:9K epch:29.91 loss:0.010 grdn:0.178 lr:9.6e-05 updt_s:0.224 data_s:0.090
+INFO 2025-05-19 01:05:14 ts/train.py:232 step:119K smpl:2M ep:9K epch:29.96 loss:0.009 grdn:0.170 lr:9.6e-05 updt_s:0.223 data_s:0.091
+INFO 2025-05-19 01:06:21 ts/train.py:232 step:119K smpl:2M ep:9K epch:30.01 loss:0.009 grdn:0.173 lr:9.6e-05 updt_s:0.223 data_s:0.110
+INFO 2025-05-19 01:07:28 ts/train.py:232 step:119K smpl:2M ep:9K epch:30.07 loss:0.009 grdn:0.182 lr:9.6e-05 updt_s:0.223 data_s:0.109
+INFO 2025-05-19 01:08:34 ts/train.py:232 step:119K smpl:2M ep:9K epch:30.12 loss:0.010 grdn:0.182 lr:9.6e-05 updt_s:0.223 data_s:0.106
+INFO 2025-05-19 01:09:41 ts/train.py:232 step:120K smpl:2M ep:9K epch:30.17 loss:0.009 grdn:0.182 lr:9.6e-05 updt_s:0.223 data_s:0.113
+INFO 2025-05-19 01:10:46 ts/train.py:232 step:120K smpl:2M ep:9K epch:30.22 loss:0.009 grdn:0.165 lr:9.6e-05 updt_s:0.223 data_s:0.103
+INFO 2025-05-19 01:11:52 ts/train.py:232 step:120K smpl:2M ep:9K epch:30.27 loss:0.009 grdn:0.175 lr:9.6e-05 updt_s:0.224 data_s:0.107
+INFO 2025-05-19 01:11:52 ts/train.py:241 Checkpoint policy after step 120000
+INFO 2025-05-19 01:13:01 ts/train.py:232 step:120K smpl:2M ep:9K epch:30.32 loss:0.008 grdn:0.168 lr:9.6e-05 updt_s:0.223 data_s:0.094
+INFO 2025-05-19 01:14:03 ts/train.py:232 step:120K smpl:2M ep:9K epch:30.37 loss:0.009 grdn:0.176 lr:9.6e-05 updt_s:0.224 data_s:0.086
+INFO 2025-05-19 01:15:05 ts/train.py:232 step:121K smpl:2M ep:9K epch:30.42 loss:0.009 grdn:0.177 lr:9.6e-05 updt_s:0.223 data_s:0.088
+INFO 2025-05-19 01:16:07 ts/train.py:232 step:121K smpl:2M ep:9K epch:30.47 loss:0.009 grdn:0.180 lr:9.6e-05 updt_s:0.223 data_s:0.084
+INFO 2025-05-19 01:17:09 ts/train.py:232 step:121K smpl:2M ep:9K epch:30.52 loss:0.009 grdn:0.169 lr:9.6e-05 updt_s:0.223 data_s:0.087
+INFO 2025-05-19 01:18:10 ts/train.py:232 step:121K smpl:2M ep:9K epch:30.57 loss:0.010 grdn:0.183 lr:9.6e-05 updt_s:0.224 data_s:0.080
+INFO 2025-05-19 01:19:11 ts/train.py:232 step:121K smpl:2M ep:9K epch:30.62 loss:0.009 grdn:0.176 lr:9.6e-05 updt_s:0.224 data_s:0.079
+INFO 2025-05-19 01:20:12 ts/train.py:232 step:122K smpl:2M ep:9K epch:30.67 loss:0.009 grdn:0.177 lr:9.6e-05 updt_s:0.224 data_s:0.082
+INFO 2025-05-19 01:21:14 ts/train.py:232 step:122K smpl:2M ep:9K epch:30.72 loss:0.009 grdn:0.183 lr:9.6e-05 updt_s:0.224 data_s:0.081
+INFO 2025-05-19 01:22:15 ts/train.py:232 step:122K smpl:2M ep:9K epch:30.77 loss:0.009 grdn:0.178 lr:9.6e-05 updt_s:0.224 data_s:0.080
+INFO 2025-05-19 01:23:15 ts/train.py:232 step:122K smpl:2M ep:9K epch:30.82 loss:0.009 grdn:0.174 lr:9.6e-05 updt_s:0.224 data_s:0.080
+INFO 2025-05-19 01:24:16 ts/train.py:232 step:122K smpl:2M ep:9K epch:30.87 loss:0.009 grdn:0.172 lr:9.6e-05 updt_s:0.223 data_s:0.080
+INFO 2025-05-19 01:25:17 ts/train.py:232 step:123K smpl:2M ep:9K epch:30.92 loss:0.009 grdn:0.183 lr:9.6e-05 updt_s:0.224 data_s:0.081
+INFO 2025-05-19 01:26:24 ts/train.py:232 step:123K smpl:2M ep:9K epch:30.97 loss:0.009 grdn:0.176 lr:9.6e-05 updt_s:0.223 data_s:0.108
+INFO 2025-05-19 01:27:30 ts/train.py:232 step:123K smpl:2M ep:9K epch:31.02 loss:0.010 grdn:0.198 lr:9.6e-05 updt_s:0.224 data_s:0.108
+INFO 2025-05-19 01:28:37 ts/train.py:232 step:123K smpl:2M ep:9K epch:31.07 loss:0.010 grdn:0.179 lr:9.5e-05 updt_s:0.223 data_s:0.108
+INFO 2025-05-19 01:29:43 ts/train.py:232 step:123K smpl:2M ep:9K epch:31.12 loss:0.010 grdn:0.192 lr:9.5e-05 updt_s:0.224 data_s:0.105
+INFO 2025-05-19 01:30:48 ts/train.py:232 step:124K smpl:2M ep:9K epch:31.18 loss:0.009 grdn:0.176 lr:9.5e-05 updt_s:0.223 data_s:0.104
+INFO 2025-05-19 01:31:54 ts/train.py:232 step:124K smpl:2M ep:9K epch:31.23 loss:0.009 grdn:0.169 lr:9.5e-05 updt_s:0.223 data_s:0.102
+INFO 2025-05-19 01:32:58 ts/train.py:232 step:124K smpl:2M ep:9K epch:31.28 loss:0.009 grdn:0.180 lr:9.5e-05 updt_s:0.223 data_s:0.097
+INFO 2025-05-19 01:33:59 ts/train.py:232 step:124K smpl:2M ep:9K epch:31.33 loss:0.010 grdn:0.194 lr:9.5e-05 updt_s:0.223 data_s:0.084
+INFO 2025-05-19 01:35:01 ts/train.py:232 step:124K smpl:2M ep:9K epch:31.38 loss:0.010 grdn:0.185 lr:9.5e-05 updt_s:0.223 data_s:0.086
+INFO 2025-05-19 01:36:04 ts/train.py:232 step:125K smpl:2M ep:9K epch:31.43 loss:0.009 grdn:0.168 lr:9.5e-05 updt_s:0.223 data_s:0.087
+INFO 2025-05-19 01:37:06 ts/train.py:232 step:125K smpl:2M ep:9K epch:31.48 loss:0.010 grdn:0.181 lr:9.5e-05 updt_s:0.223 data_s:0.089
+INFO 2025-05-19 01:38:09 ts/train.py:232 step:125K smpl:2M ep:9K epch:31.53 loss:0.010 grdn:0.190 lr:9.5e-05 updt_s:0.224 data_s:0.087
+INFO 2025-05-19 01:39:10 ts/train.py:232 step:125K smpl:2M ep:9K epch:31.58 loss:0.008 grdn:0.164 lr:9.5e-05 updt_s:0.224 data_s:0.083
+INFO 2025-05-19 01:40:13 ts/train.py:232 step:125K smpl:2M ep:9K epch:31.63 loss:0.009 grdn:0.181 lr:9.5e-05 updt_s:0.224 data_s:0.086
+INFO 2025-05-19 01:41:15 ts/train.py:232 step:126K smpl:2M ep:10K epch:31.68 loss:0.009 grdn:0.180 lr:9.5e-05 updt_s:0.223 data_s:0.091
+INFO 2025-05-19 01:42:18 ts/train.py:232 step:126K smpl:2M ep:10K epch:31.73 loss:0.010 grdn:0.181 lr:9.5e-05 updt_s:0.223 data_s:0.089
+INFO 2025-05-19 01:43:20 ts/train.py:232 step:126K smpl:2M ep:10K epch:31.78 loss:0.009 grdn:0.176 lr:9.5e-05 updt_s:0.224 data_s:0.085
+INFO 2025-05-19 01:44:22 ts/train.py:232 step:126K smpl:2M ep:10K epch:31.83 loss:0.010 grdn:0.192 lr:9.5e-05 updt_s:0.223 data_s:0.085
+INFO 2025-05-19 01:45:24 ts/train.py:232 step:126K smpl:2M ep:10K epch:31.88 loss:0.008 grdn:0.167 lr:9.5e-05 updt_s:0.223 data_s:0.085
+INFO 2025-05-19 01:46:31 ts/train.py:232 step:127K smpl:2M ep:10K epch:31.93 loss:0.009 grdn:0.181 lr:9.5e-05 updt_s:0.223 data_s:0.113
+INFO 2025-05-19 01:47:39 ts/train.py:232 step:127K smpl:2M ep:10K epch:31.98 loss:0.010 grdn:0.178 lr:9.5e-05 updt_s:0.223 data_s:0.116
+INFO 2025-05-19 01:48:48 ts/train.py:232 step:127K smpl:2M ep:10K epch:32.03 loss:0.010 grdn:0.184 lr:9.5e-05 updt_s:0.224 data_s:0.119
+INFO 2025-05-19 01:49:56 ts/train.py:232 step:127K smpl:2M ep:10K epch:32.08 loss:0.009 grdn:0.170 lr:9.5e-05 updt_s:0.223 data_s:0.117
+INFO 2025-05-19 01:51:05 ts/train.py:232 step:127K smpl:2M ep:10K epch:32.13 loss:0.009 grdn:0.182 lr:9.5e-05 updt_s:0.224 data_s:0.119
+INFO 2025-05-19 01:52:13 ts/train.py:232 step:128K smpl:2M ep:10K epch:32.18 loss:0.009 grdn:0.179 lr:9.5e-05 updt_s:0.223 data_s:0.116
+INFO 2025-05-19 01:53:18 ts/train.py:232 step:128K smpl:2M ep:10K epch:32.23 loss:0.009 grdn:0.169 lr:9.5e-05 updt_s:0.224 data_s:0.104
+INFO 2025-05-19 01:54:21 ts/train.py:232 step:128K smpl:2M ep:10K epch:32.29 loss:0.009 grdn:0.178 lr:9.5e-05 updt_s:0.224 data_s:0.089
+INFO 2025-05-19 01:55:23 ts/train.py:232 step:128K smpl:2M ep:10K epch:32.34 loss:0.009 grdn:0.182 lr:9.5e-05 updt_s:0.224 data_s:0.085
+INFO 2025-05-19 01:56:26 ts/train.py:232 step:128K smpl:2M ep:10K epch:32.39 loss:0.009 grdn:0.185 lr:9.5e-05 updt_s:0.224 data_s:0.088
+INFO 2025-05-19 01:57:28 ts/train.py:232 step:129K smpl:2M ep:10K epch:32.44 loss:0.010 grdn:0.174 lr:9.5e-05 updt_s:0.224 data_s:0.088
+INFO 2025-05-19 01:58:30 ts/train.py:232 step:129K smpl:2M ep:10K epch:32.49 loss:0.009 grdn:0.169 lr:9.5e-05 updt_s:0.223 data_s:0.084
+INFO 2025-05-19 01:59:32 ts/train.py:232 step:129K smpl:2M ep:10K epch:32.54 loss:0.010 grdn:0.173 lr:9.5e-05 updt_s:0.224 data_s:0.088
+INFO 2025-05-19 02:00:34 ts/train.py:232 step:129K smpl:2M ep:10K epch:32.59 loss:0.010 grdn:0.176 lr:9.5e-05 updt_s:0.224 data_s:0.085
+INFO 2025-05-19 02:01:36 ts/train.py:232 step:129K smpl:2M ep:10K epch:32.64 loss:0.008 grdn:0.167 lr:9.5e-05 updt_s:0.225 data_s:0.081
+INFO 2025-05-19 02:02:38 ts/train.py:232 step:130K smpl:2M ep:10K epch:32.69 loss:0.009 grdn:0.173 lr:9.5e-05 updt_s:0.223 data_s:0.085
+INFO 2025-05-19 02:03:40 ts/train.py:232 step:130K smpl:2M ep:10K epch:32.74 loss:0.010 grdn:0.182 lr:9.5e-05 updt_s:0.224 data_s:0.085
+INFO 2025-05-19 02:04:42 ts/train.py:232 step:130K smpl:2M ep:10K epch:32.79 loss:0.010 grdn:0.187 lr:9.5e-05 updt_s:0.223 data_s:0.089
+INFO 2025-05-19 02:05:45 ts/train.py:232 step:130K smpl:2M ep:10K epch:32.84 loss:0.008 grdn:0.162 lr:9.5e-05 updt_s:0.223 data_s:0.088
+INFO 2025-05-19 02:06:49 ts/train.py:232 step:130K smpl:2M ep:10K epch:32.89 loss:0.008 grdn:0.167 lr:9.5e-05 updt_s:0.223 data_s:0.097
+INFO 2025-05-19 02:07:57 ts/train.py:232 step:131K smpl:2M ep:10K epch:32.94 loss:0.009 grdn:0.179 lr:9.5e-05 updt_s:0.224 data_s:0.115
+INFO 2025-05-19 02:09:03 ts/train.py:232 step:131K smpl:2M ep:10K epch:32.99 loss:0.009 grdn:0.173 lr:9.5e-05 updt_s:0.223 data_s:0.111
+INFO 2025-05-19 02:10:10 ts/train.py:232 step:131K smpl:2M ep:10K epch:33.04 loss:0.009 grdn:0.187 lr:9.5e-05 updt_s:0.223 data_s:0.106
+INFO 2025-05-19 02:11:16 ts/train.py:232 step:131K smpl:2M ep:10K epch:33.09 loss:0.009 grdn:0.174 lr:9.5e-05 updt_s:0.223 data_s:0.110
+INFO 2025-05-19 02:12:23 ts/train.py:232 step:131K smpl:2M ep:10K epch:33.14 loss:0.009 grdn:0.183 lr:9.5e-05 updt_s:0.223 data_s:0.110
+INFO 2025-05-19 02:13:29 ts/train.py:232 step:132K smpl:2M ep:10K epch:33.19 loss:0.009 grdn:0.176 lr:9.5e-05 updt_s:0.224 data_s:0.106
+INFO 2025-05-19 02:14:31 ts/train.py:232 step:132K smpl:2M ep:10K epch:33.24 loss:0.009 grdn:0.171 lr:9.5e-05 updt_s:0.224 data_s:0.083
+INFO 2025-05-19 02:15:32 ts/train.py:232 step:132K smpl:2M ep:10K epch:33.29 loss:0.009 grdn:0.180 lr:9.5e-05 updt_s:0.223 data_s:0.079
+INFO 2025-05-19 02:16:34 ts/train.py:232 step:132K smpl:2M ep:10K epch:33.34 loss:0.009 grdn:0.174 lr:9.5e-05 updt_s:0.224 data_s:0.089
+INFO 2025-05-19 02:17:36 ts/train.py:232 step:132K smpl:2M ep:10K epch:33.39 loss:0.010 grdn:0.195 lr:9.5e-05 updt_s:0.224 data_s:0.086
+INFO 2025-05-19 02:18:38 ts/train.py:232 step:133K smpl:2M ep:10K epch:33.45 loss:0.009 grdn:0.188 lr:9.5e-05 updt_s:0.224 data_s:0.083
+INFO 2025-05-19 02:19:40 ts/train.py:232 step:133K smpl:2M ep:10K epch:33.50 loss:0.009 grdn:0.171 lr:9.5e-05 updt_s:0.224 data_s:0.085
+INFO 2025-05-19 02:20:41 ts/train.py:232 step:133K smpl:2M ep:10K epch:33.55 loss:0.009 grdn:0.168 lr:9.5e-05 updt_s:0.223 data_s:0.083
+INFO 2025-05-19 02:21:43 ts/train.py:232 step:133K smpl:2M ep:10K epch:33.60 loss:0.009 grdn:0.177 lr:9.5e-05 updt_s:0.224 data_s:0.084
+INFO 2025-05-19 02:22:45 ts/train.py:232 step:133K smpl:2M ep:10K epch:33.65 loss:0.009 grdn:0.182 lr:9.5e-05 updt_s:0.223 data_s:0.087
+INFO 2025-05-19 02:23:48 ts/train.py:232 step:134K smpl:2M ep:10K epch:33.70 loss:0.009 grdn:0.194 lr:9.5e-05 updt_s:0.223 data_s:0.091
+INFO 2025-05-19 02:24:51 ts/train.py:232 step:134K smpl:2M ep:10K epch:33.75 loss:0.008 grdn:0.169 lr:9.5e-05 updt_s:0.223 data_s:0.087
+INFO 2025-05-19 02:25:52 ts/train.py:232 step:134K smpl:2M ep:10K epch:33.80 loss:0.009 grdn:0.179 lr:9.5e-05 updt_s:0.223 data_s:0.084
+INFO 2025-05-19 02:26:58 ts/train.py:232 step:134K smpl:2M ep:10K epch:33.85 loss:0.009 grdn:0.175 lr:9.5e-05 updt_s:0.223 data_s:0.103
+INFO 2025-05-19 02:28:06 ts/train.py:232 step:134K smpl:2M ep:10K epch:33.90 loss:0.008 grdn:0.170 lr:9.5e-05 updt_s:0.223 data_s:0.118
+INFO 2025-05-19 02:29:13 ts/train.py:232 step:135K smpl:2M ep:10K epch:33.95 loss:0.009 grdn:0.170 lr:9.5e-05 updt_s:0.223 data_s:0.110
+INFO 2025-05-19 02:30:20 ts/train.py:232 step:135K smpl:2M ep:10K epch:34.00 loss:0.008 grdn:0.161 lr:9.5e-05 updt_s:0.224 data_s:0.113
+INFO 2025-05-19 02:31:28 ts/train.py:232 step:135K smpl:2M ep:10K epch:34.05 loss:0.008 grdn:0.169 lr:9.5e-05 updt_s:0.223 data_s:0.115
+INFO 2025-05-19 02:32:36 ts/train.py:232 step:135K smpl:2M ep:10K epch:34.10 loss:0.009 grdn:0.174 lr:9.5e-05 updt_s:0.223 data_s:0.114
+INFO 2025-05-19 02:33:43 ts/train.py:232 step:135K smpl:2M ep:10K epch:34.15 loss:0.009 grdn:0.182 lr:9.5e-05 updt_s:0.224 data_s:0.111
+INFO 2025-05-19 02:34:45 ts/train.py:232 step:136K smpl:2M ep:10K epch:34.20 loss:0.009 grdn:0.176 lr:9.5e-05 updt_s:0.223 data_s:0.086
+INFO 2025-05-19 02:35:46 ts/train.py:232 step:136K smpl:2M ep:10K epch:34.25 loss:0.009 grdn:0.176 lr:9.5e-05 updt_s:0.224 data_s:0.079
+INFO 2025-05-19 02:36:46 ts/train.py:232 step:136K smpl:2M ep:10K epch:34.30 loss:0.009 grdn:0.179 lr:9.5e-05 updt_s:0.224 data_s:0.076
+INFO 2025-05-19 02:37:46 ts/train.py:232 step:136K smpl:2M ep:10K epch:34.35 loss:0.008 grdn:0.168 lr:9.4e-05 updt_s:0.223 data_s:0.078
+INFO 2025-05-19 02:38:47 ts/train.py:232 step:136K smpl:2M ep:10K epch:34.40 loss:0.008 grdn:0.173 lr:9.4e-05 updt_s:0.224 data_s:0.078
+INFO 2025-05-19 02:39:49 ts/train.py:232 step:137K smpl:2M ep:10K epch:34.45 loss:0.009 grdn:0.171 lr:9.4e-05 updt_s:0.223 data_s:0.085
+INFO 2025-05-19 02:40:49 ts/train.py:232 step:137K smpl:2M ep:10K epch:34.50 loss:0.009 grdn:0.168 lr:9.4e-05 updt_s:0.223 data_s:0.079
+INFO 2025-05-19 02:41:50 ts/train.py:232 step:137K smpl:2M ep:10K epch:34.56 loss:0.009 grdn:0.169 lr:9.4e-05 updt_s:0.224 data_s:0.079
+INFO 2025-05-19 02:42:51 ts/train.py:232 step:137K smpl:2M ep:10K epch:34.61 loss:0.009 grdn:0.174 lr:9.4e-05 updt_s:0.224 data_s:0.081
+INFO 2025-05-19 02:43:52 ts/train.py:232 step:137K smpl:2M ep:10K epch:34.66 loss:0.010 grdn:0.189 lr:9.4e-05 updt_s:0.224 data_s:0.081
+INFO 2025-05-19 02:44:53 ts/train.py:232 step:138K smpl:2M ep:10K epch:34.71 loss:0.009 grdn:0.174 lr:9.4e-05 updt_s:0.224 data_s:0.079
+INFO 2025-05-19 02:45:53 ts/train.py:232 step:138K smpl:2M ep:10K epch:34.76 loss:0.009 grdn:0.172 lr:9.4e-05 updt_s:0.224 data_s:0.078
+INFO 2025-05-19 02:46:54 ts/train.py:232 step:138K smpl:2M ep:10K epch:34.81 loss:0.009 grdn:0.174 lr:9.4e-05 updt_s:0.224 data_s:0.080
+INFO 2025-05-19 02:48:03 ts/train.py:232 step:138K smpl:2M ep:10K epch:34.86 loss:0.009 grdn:0.170 lr:9.4e-05 updt_s:0.223 data_s:0.121
+INFO 2025-05-19 02:49:09 ts/train.py:232 step:138K smpl:2M ep:10K epch:34.91 loss:0.009 grdn:0.176 lr:9.4e-05 updt_s:0.223 data_s:0.106
+INFO 2025-05-19 02:50:15 ts/train.py:232 step:139K smpl:2M ep:10K epch:34.96 loss:0.009 grdn:0.176 lr:9.4e-05 updt_s:0.223 data_s:0.106
+INFO 2025-05-19 02:51:21 ts/train.py:232 step:139K smpl:2M ep:11K epch:35.01 loss:0.009 grdn:0.170 lr:9.4e-05 updt_s:0.223 data_s:0.104
+INFO 2025-05-19 02:52:27 ts/train.py:232 step:139K smpl:2M ep:11K epch:35.06 loss:0.008 grdn:0.163 lr:9.4e-05 updt_s:0.223 data_s:0.105
+INFO 2025-05-19 02:53:32 ts/train.py:232 step:139K smpl:2M ep:11K epch:35.11 loss:0.009 grdn:0.187 lr:9.4e-05 updt_s:0.223 data_s:0.102
+INFO 2025-05-19 02:54:35 ts/train.py:232 step:139K smpl:2M ep:11K epch:35.16 loss:0.008 grdn:0.169 lr:9.4e-05 updt_s:0.223 data_s:0.089
+INFO 2025-05-19 02:55:37 ts/train.py:232 step:140K smpl:2M ep:11K epch:35.21 loss:0.009 grdn:0.177 lr:9.4e-05 updt_s:0.224 data_s:0.084
+INFO 2025-05-19 02:56:39 ts/train.py:232 step:140K smpl:2M ep:11K epch:35.26 loss:0.009 grdn:0.173 lr:9.4e-05 updt_s:0.224 data_s:0.087
+INFO 2025-05-19 02:57:40 ts/train.py:232 step:140K smpl:2M ep:11K epch:35.31 loss:0.009 grdn:0.172 lr:9.4e-05 updt_s:0.223 data_s:0.083
+INFO 2025-05-19 02:57:40 ts/train.py:241 Checkpoint policy after step 140000
+INFO 2025-05-19 02:58:45 ts/train.py:232 step:140K smpl:2M ep:11K epch:35.36 loss:0.008 grdn:0.169 lr:9.4e-05 updt_s:0.224 data_s:0.076
+INFO 2025-05-19 02:59:47 ts/train.py:232 step:140K smpl:2M ep:11K epch:35.41 loss:0.009 grdn:0.165 lr:9.4e-05 updt_s:0.223 data_s:0.082
+INFO 2025-05-19 03:00:48 ts/train.py:232 step:141K smpl:2M ep:11K epch:35.46 loss:0.009 grdn:0.179 lr:9.4e-05 updt_s:0.223 data_s:0.083
+INFO 2025-05-19 03:01:49 ts/train.py:232 step:141K smpl:2M ep:11K epch:35.51 loss:0.008 grdn:0.172 lr:9.4e-05 updt_s:0.223 data_s:0.081
+INFO 2025-05-19 03:02:51 ts/train.py:232 step:141K smpl:2M ep:11K epch:35.56 loss:0.010 grdn:0.181 lr:9.4e-05 updt_s:0.224 data_s:0.084
+INFO 2025-05-19 03:03:52 ts/train.py:232 step:141K smpl:2M ep:11K epch:35.61 loss:0.008 grdn:0.170 lr:9.4e-05 updt_s:0.223 data_s:0.080
+INFO 2025-05-19 03:04:52 ts/train.py:232 step:141K smpl:2M ep:11K epch:35.66 loss:0.008 grdn:0.163 lr:9.4e-05 updt_s:0.224 data_s:0.079
+INFO 2025-05-19 03:05:53 ts/train.py:232 step:142K smpl:2M ep:11K epch:35.72 loss:0.009 grdn:0.172 lr:9.4e-05 updt_s:0.224 data_s:0.078
+INFO 2025-05-19 03:06:55 ts/train.py:232 step:142K smpl:2M ep:11K epch:35.77 loss:0.009 grdn:0.176 lr:9.4e-05 updt_s:0.224 data_s:0.085
+INFO 2025-05-19 03:08:04 ts/train.py:232 step:142K smpl:2M ep:11K epch:35.82 loss:0.009 grdn:0.184 lr:9.4e-05 updt_s:0.223 data_s:0.120
+INFO 2025-05-19 03:09:12 ts/train.py:232 step:142K smpl:2M ep:11K epch:35.87 loss:0.009 grdn:0.172 lr:9.4e-05 updt_s:0.223 data_s:0.116
+INFO 2025-05-19 03:10:18 ts/train.py:232 step:142K smpl:2M ep:11K epch:35.92 loss:0.009 grdn:0.171 lr:9.4e-05 updt_s:0.222 data_s:0.111
+INFO 2025-05-19 03:11:26 ts/train.py:232 step:143K smpl:2M ep:11K epch:35.97 loss:0.009 grdn:0.174 lr:9.4e-05 updt_s:0.223 data_s:0.113
+INFO 2025-05-19 03:12:32 ts/train.py:232 step:143K smpl:2M ep:11K epch:36.02 loss:0.008 grdn:0.158 lr:9.4e-05 updt_s:0.223 data_s:0.109
+INFO 2025-05-19 03:13:39 ts/train.py:232 step:143K smpl:2M ep:11K epch:36.07 loss:0.009 grdn:0.178 lr:9.4e-05 updt_s:0.223 data_s:0.111
+INFO 2025-05-19 03:14:42 ts/train.py:232 step:143K smpl:2M ep:11K epch:36.12 loss:0.008 grdn:0.171 lr:9.4e-05 updt_s:0.223 data_s:0.092
+INFO 2025-05-19 03:15:44 ts/train.py:232 step:143K smpl:2M ep:11K epch:36.17 loss:0.009 grdn:0.173 lr:9.4e-05 updt_s:0.222 data_s:0.086
+INFO 2025-05-19 03:16:46 ts/train.py:232 step:144K smpl:2M ep:11K epch:36.22 loss:0.008 grdn:0.175 lr:9.4e-05 updt_s:0.223 data_s:0.082
+INFO 2025-05-19 03:17:49 ts/train.py:232 step:144K smpl:2M ep:11K epch:36.27 loss:0.009 grdn:0.174 lr:9.4e-05 updt_s:0.223 data_s:0.091
+INFO 2025-05-19 03:18:50 ts/train.py:232 step:144K smpl:2M ep:11K epch:36.32 loss:0.009 grdn:0.177 lr:9.4e-05 updt_s:0.225 data_s:0.082
+INFO 2025-05-19 03:19:52 ts/train.py:232 step:144K smpl:2M ep:11K epch:36.37 loss:0.008 grdn:0.168 lr:9.4e-05 updt_s:0.223 data_s:0.087
+INFO 2025-05-19 03:20:55 ts/train.py:232 step:144K smpl:2M ep:11K epch:36.42 loss:0.009 grdn:0.177 lr:9.4e-05 updt_s:0.223 data_s:0.089
+INFO 2025-05-19 03:21:56 ts/train.py:232 step:145K smpl:2M ep:11K epch:36.47 loss:0.009 grdn:0.171 lr:9.4e-05 updt_s:0.223 data_s:0.084
+INFO 2025-05-19 03:22:59 ts/train.py:232 step:145K smpl:2M ep:11K epch:36.52 loss:0.008 grdn:0.181 lr:9.4e-05 updt_s:0.223 data_s:0.087
+INFO 2025-05-19 03:24:02 ts/train.py:232 step:145K smpl:2M ep:11K epch:36.57 loss:0.008 grdn:0.177 lr:9.4e-05 updt_s:0.223 data_s:0.091
+INFO 2025-05-19 03:25:04 ts/train.py:232 step:145K smpl:2M ep:11K epch:36.62 loss:0.009 grdn:0.177 lr:9.4e-05 updt_s:0.223 data_s:0.086
+INFO 2025-05-19 03:26:06 ts/train.py:232 step:145K smpl:2M ep:11K epch:36.67 loss:0.008 grdn:0.167 lr:9.4e-05 updt_s:0.223 data_s:0.086
+INFO 2025-05-19 03:27:08 ts/train.py:232 step:146K smpl:2M ep:11K epch:36.72 loss:0.009 grdn:0.177 lr:9.4e-05 updt_s:0.223 data_s:0.085
+INFO 2025-05-19 03:28:15 ts/train.py:232 step:146K smpl:2M ep:11K epch:36.77 loss:0.009 grdn:0.171 lr:9.4e-05 updt_s:0.223 data_s:0.114
+INFO 2025-05-19 03:29:23 ts/train.py:232 step:146K smpl:2M ep:11K epch:36.83 loss:0.008 grdn:0.165 lr:9.4e-05 updt_s:0.223 data_s:0.116
+INFO 2025-05-19 03:30:30 ts/train.py:232 step:146K smpl:2M ep:11K epch:36.88 loss:0.008 grdn:0.171 lr:9.4e-05 updt_s:0.222 data_s:0.111
+INFO 2025-05-19 03:31:37 ts/train.py:232 step:146K smpl:2M ep:11K epch:36.93 loss:0.009 grdn:0.181 lr:9.4e-05 updt_s:0.223 data_s:0.113
+INFO 2025-05-19 03:32:44 ts/train.py:232 step:147K smpl:2M ep:11K epch:36.98 loss:0.008 grdn:0.162 lr:9.4e-05 updt_s:0.223 data_s:0.109
+INFO 2025-05-19 03:33:50 ts/train.py:232 step:147K smpl:2M ep:11K epch:37.03 loss:0.009 grdn:0.177 lr:9.4e-05 updt_s:0.224 data_s:0.108
+INFO 2025-05-19 03:34:56 ts/train.py:232 step:147K smpl:2M ep:11K epch:37.08 loss:0.010 grdn:0.177 lr:9.4e-05 updt_s:0.223 data_s:0.103
+INFO 2025-05-19 03:35:58 ts/train.py:232 step:147K smpl:2M ep:11K epch:37.13 loss:0.009 grdn:0.179 lr:9.4e-05 updt_s:0.223 data_s:0.086
+INFO 2025-05-19 03:37:00 ts/train.py:232 step:147K smpl:2M ep:11K epch:37.18 loss:0.008 grdn:0.164 lr:9.4e-05 updt_s:0.223 data_s:0.084
+INFO 2025-05-19 03:38:02 ts/train.py:232 step:148K smpl:2M ep:11K epch:37.23 loss:0.009 grdn:0.176 lr:9.4e-05 updt_s:0.223 data_s:0.088
+INFO 2025-05-19 03:39:04 ts/train.py:232 step:148K smpl:2M ep:11K epch:37.28 loss:0.009 grdn:0.169 lr:9.4e-05 updt_s:0.223 data_s:0.085
+INFO 2025-05-19 03:40:06 ts/train.py:232 step:148K smpl:2M ep:11K epch:37.33 loss:0.009 grdn:0.176 lr:9.4e-05 updt_s:0.224 data_s:0.088
+INFO 2025-05-19 03:41:08 ts/train.py:232 step:148K smpl:2M ep:11K epch:37.38 loss:0.009 grdn:0.170 lr:9.4e-05 updt_s:0.223 data_s:0.085
+INFO 2025-05-19 03:42:10 ts/train.py:232 step:148K smpl:2M ep:11K epch:37.43 loss:0.007 grdn:0.159 lr:9.3e-05 updt_s:0.223 data_s:0.084
+INFO 2025-05-19 03:43:11 ts/train.py:232 step:149K smpl:2M ep:11K epch:37.48 loss:0.009 grdn:0.184 lr:9.3e-05 updt_s:0.223 data_s:0.084
+INFO 2025-05-19 03:44:13 ts/train.py:232 step:149K smpl:2M ep:11K epch:37.53 loss:0.009 grdn:0.175 lr:9.3e-05 updt_s:0.223 data_s:0.085
+INFO 2025-05-19 03:45:15 ts/train.py:232 step:149K smpl:2M ep:11K epch:37.58 loss:0.008 grdn:0.173 lr:9.3e-05 updt_s:0.223 data_s:0.082
+INFO 2025-05-19 03:46:16 ts/train.py:232 step:149K smpl:2M ep:11K epch:37.63 loss:0.009 grdn:0.175 lr:9.3e-05 updt_s:0.224 data_s:0.084
+INFO 2025-05-19 03:47:17 ts/train.py:232 step:149K smpl:2M ep:11K epch:37.68 loss:0.008 grdn:0.171 lr:9.3e-05 updt_s:0.223 data_s:0.081
+INFO 2025-05-19 03:48:24 ts/train.py:232 step:150K smpl:2M ep:11K epch:37.73 loss:0.008 grdn:0.170 lr:9.3e-05 updt_s:0.223 data_s:0.111
+INFO 2025-05-19 03:49:30 ts/train.py:232 step:150K smpl:2M ep:11K epch:37.78 loss:0.007 grdn:0.156 lr:9.3e-05 updt_s:0.223 data_s:0.106
+INFO 2025-05-19 03:50:37 ts/train.py:232 step:150K smpl:2M ep:11K epch:37.83 loss:0.009 grdn:0.181 lr:9.3e-05 updt_s:0.223 data_s:0.109
+INFO 2025-05-19 03:51:43 ts/train.py:232 step:150K smpl:2M ep:11K epch:37.88 loss:0.010 grdn:0.196 lr:9.3e-05 updt_s:0.223 data_s:0.105
+INFO 2025-05-19 03:52:49 ts/train.py:232 step:150K smpl:2M ep:11K epch:37.93 loss:0.008 grdn:0.168 lr:9.3e-05 updt_s:0.223 data_s:0.108
+INFO 2025-05-19 03:53:55 ts/train.py:232 step:151K smpl:2M ep:11K epch:37.99 loss:0.009 grdn:0.174 lr:9.3e-05 updt_s:0.223 data_s:0.108
+INFO 2025-05-19 03:55:00 ts/train.py:232 step:151K smpl:2M ep:11K epch:38.04 loss:0.009 grdn:0.170 lr:9.3e-05 updt_s:0.223 data_s:0.101
+INFO 2025-05-19 03:56:03 ts/train.py:232 step:151K smpl:2M ep:11K epch:38.09 loss:0.009 grdn:0.174 lr:9.3e-05 updt_s:0.223 data_s:0.087
+INFO 2025-05-19 03:57:06 ts/train.py:232 step:151K smpl:2M ep:11K epch:38.14 loss:0.008 grdn:0.167 lr:9.3e-05 updt_s:0.223 data_s:0.091
+INFO 2025-05-19 03:58:08 ts/train.py:232 step:151K smpl:2M ep:11K epch:38.19 loss:0.009 grdn:0.174 lr:9.3e-05 updt_s:0.224 data_s:0.089
+INFO 2025-05-19 03:59:10 ts/train.py:232 step:152K smpl:2M ep:11K epch:38.24 loss:0.009 grdn:0.178 lr:9.3e-05 updt_s:0.224 data_s:0.085
+INFO 2025-05-19 04:00:12 ts/train.py:232 step:152K smpl:2M ep:11K epch:38.29 loss:0.009 grdn:0.168 lr:9.3e-05 updt_s:0.224 data_s:0.083
+INFO 2025-05-19 04:01:14 ts/train.py:232 step:152K smpl:2M ep:12K epch:38.34 loss:0.009 grdn:0.173 lr:9.3e-05 updt_s:0.223 data_s:0.085
+INFO 2025-05-19 04:02:16 ts/train.py:232 step:152K smpl:2M ep:12K epch:38.39 loss:0.009 grdn:0.177 lr:9.3e-05 updt_s:0.223 data_s:0.087
+INFO 2025-05-19 04:03:18 ts/train.py:232 step:152K smpl:2M ep:12K epch:38.44 loss:0.009 grdn:0.173 lr:9.3e-05 updt_s:0.223 data_s:0.087
+INFO 2025-05-19 04:04:20 ts/train.py:232 step:153K smpl:2M ep:12K epch:38.49 loss:0.009 grdn:0.176 lr:9.3e-05 updt_s:0.223 data_s:0.088
+INFO 2025-05-19 04:05:22 ts/train.py:232 step:153K smpl:2M ep:12K epch:38.54 loss:0.009 grdn:0.177 lr:9.3e-05 updt_s:0.224 data_s:0.086
+INFO 2025-05-19 04:06:24 ts/train.py:232 step:153K smpl:2M ep:12K epch:38.59 loss:0.009 grdn:0.170 lr:9.3e-05 updt_s:0.224 data_s:0.084
+INFO 2025-05-19 04:07:27 ts/train.py:232 step:153K smpl:2M ep:12K epch:38.64 loss:0.009 grdn:0.177 lr:9.3e-05 updt_s:0.223 data_s:0.090
+INFO 2025-05-19 04:08:33 ts/train.py:232 step:153K smpl:2M ep:12K epch:38.69 loss:0.009 grdn:0.176 lr:9.3e-05 updt_s:0.222 data_s:0.104
+INFO 2025-05-19 04:09:40 ts/train.py:232 step:154K smpl:2M ep:12K epch:38.74 loss:0.008 grdn:0.170 lr:9.3e-05 updt_s:0.222 data_s:0.116
+INFO 2025-05-19 04:10:47 ts/train.py:232 step:154K smpl:2M ep:12K epch:38.79 loss:0.010 grdn:0.184 lr:9.3e-05 updt_s:0.223 data_s:0.111
+INFO 2025-05-19 04:11:55 ts/train.py:232 step:154K smpl:2M ep:12K epch:38.84 loss:0.008 grdn:0.167 lr:9.3e-05 updt_s:0.223 data_s:0.113
+INFO 2025-05-19 04:13:03 ts/train.py:232 step:154K smpl:2M ep:12K epch:38.89 loss:0.009 grdn:0.180 lr:9.3e-05 updt_s:0.223 data_s:0.116
+INFO 2025-05-19 04:14:10 ts/train.py:232 step:154K smpl:2M ep:12K epch:38.94 loss:0.009 grdn:0.170 lr:9.3e-05 updt_s:0.223 data_s:0.113
+INFO 2025-05-19 04:15:17 ts/train.py:232 step:155K smpl:2M ep:12K epch:38.99 loss:0.009 grdn:0.173 lr:9.3e-05 updt_s:0.223 data_s:0.111
+INFO 2025-05-19 04:16:19 ts/train.py:232 step:155K smpl:2M ep:12K epch:39.04 loss:0.008 grdn:0.168 lr:9.3e-05 updt_s:0.223 data_s:0.087
+INFO 2025-05-19 04:17:21 ts/train.py:232 step:155K smpl:2M ep:12K epch:39.10 loss:0.009 grdn:0.184 lr:9.3e-05 updt_s:0.223 data_s:0.086
+INFO 2025-05-19 04:18:24 ts/train.py:232 step:155K smpl:2M ep:12K epch:39.15 loss:0.009 grdn:0.165 lr:9.3e-05 updt_s:0.223 data_s:0.091
+INFO 2025-05-19 04:19:27 ts/train.py:232 step:155K smpl:2M ep:12K epch:39.20 loss:0.008 grdn:0.162 lr:9.3e-05 updt_s:0.222 data_s:0.092
+INFO 2025-05-19 04:20:30 ts/train.py:232 step:156K smpl:2M ep:12K epch:39.25 loss:0.008 grdn:0.178 lr:9.3e-05 updt_s:0.223 data_s:0.089
+INFO 2025-05-19 04:21:33 ts/train.py:232 step:156K smpl:2M ep:12K epch:39.30 loss:0.009 grdn:0.172 lr:9.3e-05 updt_s:0.223 data_s:0.092
+INFO 2025-05-19 04:22:37 ts/train.py:232 step:156K smpl:2M ep:12K epch:39.35 loss:0.008 grdn:0.167 lr:9.3e-05 updt_s:0.223 data_s:0.097
+INFO 2025-05-19 04:23:40 ts/train.py:232 step:156K smpl:2M ep:12K epch:39.40 loss:0.008 grdn:0.169 lr:9.3e-05 updt_s:0.223 data_s:0.091
+INFO 2025-05-19 04:24:44 ts/train.py:232 step:156K smpl:3M ep:12K epch:39.45 loss:0.008 grdn:0.175 lr:9.3e-05 updt_s:0.223 data_s:0.095
+INFO 2025-05-19 04:25:46 ts/train.py:232 step:157K smpl:3M ep:12K epch:39.50 loss:0.009 grdn:0.168 lr:9.3e-05 updt_s:0.224 data_s:0.086
+INFO 2025-05-19 04:26:48 ts/train.py:232 step:157K smpl:3M ep:12K epch:39.55 loss:0.009 grdn:0.170 lr:9.3e-05 updt_s:0.223 data_s:0.086
+INFO 2025-05-19 04:27:51 ts/train.py:232 step:157K smpl:3M ep:12K epch:39.60 loss:0.007 grdn:0.160 lr:9.3e-05 updt_s:0.223 data_s:0.091
+INFO 2025-05-19 04:28:55 ts/train.py:232 step:157K smpl:3M ep:12K epch:39.65 loss:0.009 grdn:0.174 lr:9.3e-05 updt_s:0.223 data_s:0.100
+INFO 2025-05-19 04:30:02 ts/train.py:232 step:157K smpl:3M ep:12K epch:39.70 loss:0.009 grdn:0.175 lr:9.3e-05 updt_s:0.223 data_s:0.107
+INFO 2025-05-19 04:31:08 ts/train.py:232 step:158K smpl:3M ep:12K epch:39.75 loss:0.009 grdn:0.173 lr:9.3e-05 updt_s:0.223 data_s:0.109
+INFO 2025-05-19 04:32:15 ts/train.py:232 step:158K smpl:3M ep:12K epch:39.80 loss:0.008 grdn:0.165 lr:9.3e-05 updt_s:0.223 data_s:0.108
+INFO 2025-05-19 04:33:21 ts/train.py:232 step:158K smpl:3M ep:12K epch:39.85 loss:0.009 grdn:0.169 lr:9.3e-05 updt_s:0.223 data_s:0.107
+INFO 2025-05-19 04:34:28 ts/train.py:232 step:158K smpl:3M ep:12K epch:39.90 loss:0.009 grdn:0.177 lr:9.3e-05 updt_s:0.222 data_s:0.110
+INFO 2025-05-19 04:35:34 ts/train.py:232 step:158K smpl:3M ep:12K epch:39.95 loss:0.009 grdn:0.175 lr:9.3e-05 updt_s:0.222 data_s:0.110
+INFO 2025-05-19 04:36:37 ts/train.py:232 step:159K smpl:3M ep:12K epch:40.00 loss:0.008 grdn:0.164 lr:9.3e-05 updt_s:0.223 data_s:0.090
+INFO 2025-05-19 04:37:39 ts/train.py:232 step:159K smpl:3M ep:12K epch:40.05 loss:0.009 grdn:0.176 lr:9.3e-05 updt_s:0.223 data_s:0.089
+INFO 2025-05-19 04:38:42 ts/train.py:232 step:159K smpl:3M ep:12K epch:40.10 loss:0.009 grdn:0.176 lr:9.3e-05 updt_s:0.223 data_s:0.088
+INFO 2025-05-19 04:39:44 ts/train.py:232 step:159K smpl:3M ep:12K epch:40.15 loss:0.008 grdn:0.164 lr:9.3e-05 updt_s:0.224 data_s:0.084
+INFO 2025-05-19 04:40:45 ts/train.py:232 step:159K smpl:3M ep:12K epch:40.20 loss:0.009 grdn:0.168 lr:9.3e-05 updt_s:0.223 data_s:0.084
+INFO 2025-05-19 04:41:48 ts/train.py:232 step:160K smpl:3M ep:12K epch:40.26 loss:0.009 grdn:0.177 lr:9.2e-05 updt_s:0.223 data_s:0.089
+INFO 2025-05-19 04:42:50 ts/train.py:232 step:160K smpl:3M ep:12K epch:40.31 loss:0.009 grdn:0.174 lr:9.2e-05 updt_s:0.223 data_s:0.086
+INFO 2025-05-19 04:43:52 ts/train.py:232 step:160K smpl:3M ep:12K epch:40.36 loss:0.009 grdn:0.176 lr:9.2e-05 updt_s:0.223 data_s:0.085
+INFO 2025-05-19 04:43:52 ts/train.py:241 Checkpoint policy after step 160000
+INFO 2025-05-19 04:44:58 ts/train.py:232 step:160K smpl:3M ep:12K epch:40.41 loss:0.008 grdn:0.164 lr:9.2e-05 updt_s:0.223 data_s:0.083
+INFO 2025-05-19 04:45:59 ts/train.py:232 step:160K smpl:3M ep:12K epch:40.46 loss:0.009 grdn:0.181 lr:9.2e-05 updt_s:0.223 data_s:0.085
+INFO 2025-05-19 04:47:02 ts/train.py:232 step:161K smpl:3M ep:12K epch:40.51 loss:0.009 grdn:0.178 lr:9.2e-05 updt_s:0.223 data_s:0.087
+INFO 2025-05-19 04:48:04 ts/train.py:232 step:161K smpl:3M ep:12K epch:40.56 loss:0.008 grdn:0.169 lr:9.2e-05 updt_s:0.223 data_s:0.089
+INFO 2025-05-19 04:49:06 ts/train.py:232 step:161K smpl:3M ep:12K epch:40.61 loss:0.008 grdn:0.161 lr:9.2e-05 updt_s:0.224 data_s:0.085
+INFO 2025-05-19 04:50:14 ts/train.py:232 step:161K smpl:3M ep:12K epch:40.66 loss:0.009 grdn:0.178 lr:9.2e-05 updt_s:0.223 data_s:0.117
+INFO 2025-05-19 04:51:22 ts/train.py:232 step:161K smpl:3M ep:12K epch:40.71 loss:0.007 grdn:0.165 lr:9.2e-05 updt_s:0.224 data_s:0.111
+INFO 2025-05-19 04:52:29 ts/train.py:232 step:162K smpl:3M ep:12K epch:40.76 loss:0.009 grdn:0.173 lr:9.2e-05 updt_s:0.223 data_s:0.110
+INFO 2025-05-19 04:53:36 ts/train.py:232 step:162K smpl:3M ep:12K epch:40.81 loss:0.009 grdn:0.181 lr:9.2e-05 updt_s:0.223 data_s:0.114
+INFO 2025-05-19 04:54:44 ts/train.py:232 step:162K smpl:3M ep:12K epch:40.86 loss:0.009 grdn:0.171 lr:9.2e-05 updt_s:0.223 data_s:0.117
+INFO 2025-05-19 04:55:50 ts/train.py:232 step:162K smpl:3M ep:12K epch:40.91 loss:0.008 grdn:0.176 lr:9.2e-05 updt_s:0.223 data_s:0.104
+INFO 2025-05-19 04:56:54 ts/train.py:232 step:162K smpl:3M ep:12K epch:40.96 loss:0.009 grdn:0.181 lr:9.2e-05 updt_s:0.223 data_s:0.099
+INFO 2025-05-19 04:57:57 ts/train.py:232 step:163K smpl:3M ep:12K epch:41.01 loss:0.008 grdn:0.163 lr:9.2e-05 updt_s:0.223 data_s:0.088
+INFO 2025-05-19 04:59:00 ts/train.py:232 step:163K smpl:3M ep:12K epch:41.06 loss:0.009 grdn:0.180 lr:9.2e-05 updt_s:0.222 data_s:0.096
+INFO 2025-05-19 05:00:02 ts/train.py:232 step:163K smpl:3M ep:12K epch:41.11 loss:0.009 grdn:0.175 lr:9.2e-05 updt_s:0.223 data_s:0.085
+INFO 2025-05-19 05:01:06 ts/train.py:232 step:163K smpl:3M ep:12K epch:41.16 loss:0.008 grdn:0.170 lr:9.2e-05 updt_s:0.223 data_s:0.093
+INFO 2025-05-19 05:02:09 ts/train.py:232 step:163K smpl:3M ep:12K epch:41.21 loss:0.009 grdn:0.169 lr:9.2e-05 updt_s:0.223 data_s:0.092
+INFO 2025-05-19 05:03:10 ts/train.py:232 step:164K smpl:3M ep:12K epch:41.26 loss:0.008 grdn:0.165 lr:9.2e-05 updt_s:0.223 data_s:0.084
+INFO 2025-05-19 05:04:13 ts/train.py:232 step:164K smpl:3M ep:12K epch:41.31 loss:0.008 grdn:0.168 lr:9.2e-05 updt_s:0.223 data_s:0.088
+INFO 2025-05-19 05:05:15 ts/train.py:232 step:164K smpl:3M ep:12K epch:41.37 loss:0.009 grdn:0.177 lr:9.2e-05 updt_s:0.224 data_s:0.087
+INFO 2025-05-19 05:06:18 ts/train.py:232 step:164K smpl:3M ep:12K epch:41.42 loss:0.007 grdn:0.162 lr:9.2e-05 updt_s:0.223 data_s:0.090
+INFO 2025-05-19 05:07:19 ts/train.py:232 step:164K smpl:3M ep:12K epch:41.47 loss:0.009 grdn:0.168 lr:9.2e-05 updt_s:0.224 data_s:0.082
+INFO 2025-05-19 05:08:21 ts/train.py:232 step:165K smpl:3M ep:12K epch:41.52 loss:0.008 grdn:0.169 lr:9.2e-05 updt_s:0.224 data_s:0.083
+INFO 2025-05-19 05:09:23 ts/train.py:232 step:165K smpl:3M ep:12K epch:41.57 loss:0.008 grdn:0.154 lr:9.2e-05 updt_s:0.223 data_s:0.090
+INFO 2025-05-19 05:10:31 ts/train.py:232 step:165K smpl:3M ep:12K epch:41.62 loss:0.008 grdn:0.166 lr:9.2e-05 updt_s:0.223 data_s:0.113
+INFO 2025-05-19 05:11:37 ts/train.py:232 step:165K smpl:3M ep:13K epch:41.67 loss:0.008 grdn:0.158 lr:9.2e-05 updt_s:0.223 data_s:0.106
+INFO 2025-05-19 05:12:43 ts/train.py:232 step:165K smpl:3M ep:13K epch:41.72 loss:0.008 grdn:0.177 lr:9.2e-05 updt_s:0.223 data_s:0.105
+INFO 2025-05-19 05:13:49 ts/train.py:232 step:166K smpl:3M ep:13K epch:41.77 loss:0.009 grdn:0.174 lr:9.2e-05 updt_s:0.223 data_s:0.109
+INFO 2025-05-19 05:14:56 ts/train.py:232 step:166K smpl:3M ep:13K epch:41.82 loss:0.008 grdn:0.168 lr:9.2e-05 updt_s:0.223 data_s:0.110
+INFO 2025-05-19 05:16:03 ts/train.py:232 step:166K smpl:3M ep:13K epch:41.87 loss:0.009 grdn:0.170 lr:9.2e-05 updt_s:0.223 data_s:0.109
+INFO 2025-05-19 05:17:07 ts/train.py:232 step:166K smpl:3M ep:13K epch:41.92 loss:0.009 grdn:0.176 lr:9.2e-05 updt_s:0.223 data_s:0.099
+INFO 2025-05-19 05:18:10 ts/train.py:232 step:166K smpl:3M ep:13K epch:41.97 loss:0.008 grdn:0.170 lr:9.2e-05 updt_s:0.223 data_s:0.091
+INFO 2025-05-19 05:19:13 ts/train.py:232 step:167K smpl:3M ep:13K epch:42.02 loss:0.008 grdn:0.171 lr:9.2e-05 updt_s:0.223 data_s:0.091
+INFO 2025-05-19 05:20:16 ts/train.py:232 step:167K smpl:3M ep:13K epch:42.07 loss:0.009 grdn:0.178 lr:9.2e-05 updt_s:0.223 data_s:0.089
+INFO 2025-05-19 05:21:18 ts/train.py:232 step:167K smpl:3M ep:13K epch:42.12 loss:0.008 grdn:0.172 lr:9.2e-05 updt_s:0.223 data_s:0.088
+INFO 2025-05-19 05:22:21 ts/train.py:232 step:167K smpl:3M ep:13K epch:42.17 loss:0.009 grdn:0.176 lr:9.2e-05 updt_s:0.223 data_s:0.091
+INFO 2025-05-19 05:23:24 ts/train.py:232 step:167K smpl:3M ep:13K epch:42.22 loss:0.008 grdn:0.169 lr:9.2e-05 updt_s:0.224 data_s:0.090
+INFO 2025-05-19 05:24:27 ts/train.py:232 step:168K smpl:3M ep:13K epch:42.27 loss:0.009 grdn:0.178 lr:9.2e-05 updt_s:0.224 data_s:0.092
+INFO 2025-05-19 05:25:29 ts/train.py:232 step:168K smpl:3M ep:13K epch:42.32 loss:0.008 grdn:0.171 lr:9.2e-05 updt_s:0.224 data_s:0.085
+INFO 2025-05-19 05:26:32 ts/train.py:232 step:168K smpl:3M ep:13K epch:42.37 loss:0.008 grdn:0.171 lr:9.2e-05 updt_s:0.224 data_s:0.089
+INFO 2025-05-19 05:27:35 ts/train.py:232 step:168K smpl:3M ep:13K epch:42.42 loss:0.007 grdn:0.160 lr:9.2e-05 updt_s:0.223 data_s:0.092
+INFO 2025-05-19 05:28:38 ts/train.py:232 step:168K smpl:3M ep:13K epch:42.47 loss:0.008 grdn:0.170 lr:9.2e-05 updt_s:0.223 data_s:0.087
+INFO 2025-05-19 05:29:39 ts/train.py:232 step:169K smpl:3M ep:13K epch:42.53 loss:0.008 grdn:0.160 lr:9.2e-05 updt_s:0.223 data_s:0.084
+INFO 2025-05-19 05:30:45 ts/train.py:232 step:169K smpl:3M ep:13K epch:42.58 loss:0.008 grdn:0.166 lr:9.2e-05 updt_s:0.223 data_s:0.106
+INFO 2025-05-19 05:31:51 ts/train.py:232 step:169K smpl:3M ep:13K epch:42.63 loss:0.008 grdn:0.167 lr:9.2e-05 updt_s:0.223 data_s:0.106
+INFO 2025-05-19 05:32:57 ts/train.py:232 step:169K smpl:3M ep:13K epch:42.68 loss:0.008 grdn:0.169 lr:9.2e-05 updt_s:0.223 data_s:0.106
+INFO 2025-05-19 05:34:03 ts/train.py:232 step:169K smpl:3M ep:13K epch:42.73 loss:0.008 grdn:0.170 lr:9.2e-05 updt_s:0.223 data_s:0.107
+INFO 2025-05-19 05:35:10 ts/train.py:232 step:170K smpl:3M ep:13K epch:42.78 loss:0.008 grdn:0.171 lr:9.2e-05 updt_s:0.223 data_s:0.107
+INFO 2025-05-19 05:36:16 ts/train.py:232 step:170K smpl:3M ep:13K epch:42.83 loss:0.008 grdn:0.176 lr:9.2e-05 updt_s:0.223 data_s:0.107
+INFO 2025-05-19 05:37:20 ts/train.py:232 step:170K smpl:3M ep:13K epch:42.88 loss:0.008 grdn:0.164 lr:9.2e-05 updt_s:0.223 data_s:0.096
+INFO 2025-05-19 05:38:22 ts/train.py:232 step:170K smpl:3M ep:13K epch:42.93 loss:0.008 grdn:0.169 lr:9.1e-05 updt_s:0.223 data_s:0.085
+INFO 2025-05-19 05:39:23 ts/train.py:232 step:170K smpl:3M ep:13K epch:42.98 loss:0.008 grdn:0.176 lr:9.1e-05 updt_s:0.223 data_s:0.085
+INFO 2025-05-19 05:40:25 ts/train.py:232 step:171K smpl:3M ep:13K epch:43.03 loss:0.008 grdn:0.166 lr:9.1e-05 updt_s:0.223 data_s:0.085
+INFO 2025-05-19 05:41:27 ts/train.py:232 step:171K smpl:3M ep:13K epch:43.08 loss:0.008 grdn:0.169 lr:9.1e-05 updt_s:0.224 data_s:0.084
+INFO 2025-05-19 05:42:29 ts/train.py:232 step:171K smpl:3M ep:13K epch:43.13 loss:0.008 grdn:0.167 lr:9.1e-05 updt_s:0.224 data_s:0.086
+INFO 2025-05-19 05:43:31 ts/train.py:232 step:171K smpl:3M ep:13K epch:43.18 loss:0.008 grdn:0.164 lr:9.1e-05 updt_s:0.224 data_s:0.087
+INFO 2025-05-19 05:44:33 ts/train.py:232 step:171K smpl:3M ep:13K epch:43.23 loss:0.008 grdn:0.170 lr:9.1e-05 updt_s:0.224 data_s:0.085
+INFO 2025-05-19 05:45:35 ts/train.py:232 step:172K smpl:3M ep:13K epch:43.28 loss:0.008 grdn:0.173 lr:9.1e-05 updt_s:0.223 data_s:0.084
+INFO 2025-05-19 05:46:36 ts/train.py:232 step:172K smpl:3M ep:13K epch:43.33 loss:0.008 grdn:0.173 lr:9.1e-05 updt_s:0.223 data_s:0.082
+INFO 2025-05-19 05:47:38 ts/train.py:232 step:172K smpl:3M ep:13K epch:43.38 loss:0.008 grdn:0.174 lr:9.1e-05 updt_s:0.223 data_s:0.084
+INFO 2025-05-19 05:48:40 ts/train.py:232 step:172K smpl:3M ep:13K epch:43.43 loss:0.009 grdn:0.175 lr:9.1e-05 updt_s:0.223 data_s:0.086
+INFO 2025-05-19 05:49:41 ts/train.py:232 step:172K smpl:3M ep:13K epch:43.48 loss:0.008 grdn:0.166 lr:9.1e-05 updt_s:0.223 data_s:0.081
+INFO 2025-05-19 05:50:46 ts/train.py:232 step:173K smpl:3M ep:13K epch:43.53 loss:0.008 grdn:0.173 lr:9.1e-05 updt_s:0.223 data_s:0.102
+INFO 2025-05-19 05:51:53 ts/train.py:232 step:173K smpl:3M ep:13K epch:43.58 loss:0.009 grdn:0.176 lr:9.1e-05 updt_s:0.223 data_s:0.111
+INFO 2025-05-19 05:53:00 ts/train.py:232 step:173K smpl:3M ep:13K epch:43.64 loss:0.008 grdn:0.172 lr:9.1e-05 updt_s:0.223 data_s:0.108
+INFO 2025-05-19 05:54:06 ts/train.py:232 step:173K smpl:3M ep:13K epch:43.69 loss:0.008 grdn:0.159 lr:9.1e-05 updt_s:0.223 data_s:0.108
+INFO 2025-05-19 05:55:13 ts/train.py:232 step:173K smpl:3M ep:13K epch:43.74 loss:0.008 grdn:0.174 lr:9.1e-05 updt_s:0.223 data_s:0.108
+INFO 2025-05-19 05:56:19 ts/train.py:232 step:174K smpl:3M ep:13K epch:43.79 loss:0.008 grdn:0.166 lr:9.1e-05 updt_s:0.223 data_s:0.110
+INFO 2025-05-19 05:57:25 ts/train.py:232 step:174K smpl:3M ep:13K epch:43.84 loss:0.008 grdn:0.168 lr:9.1e-05 updt_s:0.223 data_s:0.104
+INFO 2025-05-19 05:58:27 ts/train.py:232 step:174K smpl:3M ep:13K epch:43.89 loss:0.007 grdn:0.165 lr:9.1e-05 updt_s:0.225 data_s:0.085
+INFO 2025-05-19 05:59:30 ts/train.py:232 step:174K smpl:3M ep:13K epch:43.94 loss:0.008 grdn:0.174 lr:9.1e-05 updt_s:0.224 data_s:0.090
+INFO 2025-05-19 06:00:33 ts/train.py:232 step:174K smpl:3M ep:13K epch:43.99 loss:0.008 grdn:0.167 lr:9.1e-05 updt_s:0.224 data_s:0.090
+INFO 2025-05-19 06:01:35 ts/train.py:232 step:175K smpl:3M ep:13K epch:44.04 loss:0.008 grdn:0.172 lr:9.1e-05 updt_s:0.224 data_s:0.083
+INFO 2025-05-19 06:02:37 ts/train.py:232 step:175K smpl:3M ep:13K epch:44.09 loss:0.009 grdn:0.181 lr:9.1e-05 updt_s:0.223 data_s:0.089
+INFO 2025-05-19 06:03:41 ts/train.py:232 step:175K smpl:3M ep:13K epch:44.14 loss:0.008 grdn:0.168 lr:9.1e-05 updt_s:0.223 data_s:0.091
+INFO 2025-05-19 06:04:43 ts/train.py:232 step:175K smpl:3M ep:13K epch:44.19 loss:0.009 grdn:0.173 lr:9.1e-05 updt_s:0.224 data_s:0.088
+INFO 2025-05-19 06:05:45 ts/train.py:232 step:175K smpl:3M ep:13K epch:44.24 loss:0.008 grdn:0.164 lr:9.1e-05 updt_s:0.223 data_s:0.087
+INFO 2025-05-19 06:06:47 ts/train.py:232 step:176K smpl:3M ep:13K epch:44.29 loss:0.008 grdn:0.164 lr:9.1e-05 updt_s:0.223 data_s:0.087
+INFO 2025-05-19 06:07:49 ts/train.py:232 step:176K smpl:3M ep:13K epch:44.34 loss:0.009 grdn:0.179 lr:9.1e-05 updt_s:0.224 data_s:0.085
+INFO 2025-05-19 06:08:51 ts/train.py:232 step:176K smpl:3M ep:13K epch:44.39 loss:0.009 grdn:0.175 lr:9.1e-05 updt_s:0.223 data_s:0.085
+INFO 2025-05-19 06:09:54 ts/train.py:232 step:176K smpl:3M ep:13K epch:44.44 loss:0.008 grdn:0.168 lr:9.1e-05 updt_s:0.223 data_s:0.092
+INFO 2025-05-19 06:10:59 ts/train.py:232 step:176K smpl:3M ep:13K epch:44.49 loss:0.009 grdn:0.180 lr:9.1e-05 updt_s:0.224 data_s:0.098
+INFO 2025-05-19 06:12:05 ts/train.py:232 step:177K smpl:3M ep:13K epch:44.54 loss:0.008 grdn:0.164 lr:9.1e-05 updt_s:0.224 data_s:0.105
+INFO 2025-05-19 06:13:11 ts/train.py:232 step:177K smpl:3M ep:13K epch:44.59 loss:0.008 grdn:0.175 lr:9.1e-05 updt_s:0.223 data_s:0.109
+INFO 2025-05-19 06:14:18 ts/train.py:232 step:177K smpl:3M ep:13K epch:44.64 loss:0.008 grdn:0.171 lr:9.1e-05 updt_s:0.223 data_s:0.110
+INFO 2025-05-19 06:15:24 ts/train.py:232 step:177K smpl:3M ep:13K epch:44.69 loss:0.008 grdn:0.161 lr:9.1e-05 updt_s:0.223 data_s:0.104
+INFO 2025-05-19 06:16:30 ts/train.py:232 step:177K smpl:3M ep:13K epch:44.75 loss:0.008 grdn:0.173 lr:9.1e-05 updt_s:0.224 data_s:0.105
+INFO 2025-05-19 06:17:36 ts/train.py:232 step:178K smpl:3M ep:13K epch:44.80 loss:0.008 grdn:0.163 lr:9.1e-05 updt_s:0.224 data_s:0.106
+INFO 2025-05-19 06:18:38 ts/train.py:232 step:178K smpl:3M ep:13K epch:44.85 loss:0.008 grdn:0.165 lr:9.1e-05 updt_s:0.223 data_s:0.085
+INFO 2025-05-19 06:19:40 ts/train.py:232 step:178K smpl:3M ep:13K epch:44.90 loss:0.008 grdn:0.160 lr:9.1e-05 updt_s:0.224 data_s:0.089
+INFO 2025-05-19 06:20:41 ts/train.py:232 step:178K smpl:3M ep:13K epch:44.95 loss:0.008 grdn:0.158 lr:9.1e-05 updt_s:0.223 data_s:0.082
+INFO 2025-05-19 06:21:43 ts/train.py:232 step:178K smpl:3M ep:13K epch:45.00 loss:0.008 grdn:0.174 lr:9.1e-05 updt_s:0.223 data_s:0.085
+INFO 2025-05-19 06:22:44 ts/train.py:232 step:179K smpl:3M ep:14K epch:45.05 loss:0.008 grdn:0.169 lr:9.1e-05 updt_s:0.223 data_s:0.082
+INFO 2025-05-19 06:23:46 ts/train.py:232 step:179K smpl:3M ep:14K epch:45.10 loss:0.008 grdn:0.176 lr:9.1e-05 updt_s:0.223 data_s:0.085
+INFO 2025-05-19 06:24:48 ts/train.py:232 step:179K smpl:3M ep:14K epch:45.15 loss:0.008 grdn:0.168 lr:9.1e-05 updt_s:0.223 data_s:0.083
+INFO 2025-05-19 06:25:50 ts/train.py:232 step:179K smpl:3M ep:14K epch:45.20 loss:0.009 grdn:0.179 lr:9.1e-05 updt_s:0.223 data_s:0.086
+INFO 2025-05-19 06:26:52 ts/train.py:232 step:179K smpl:3M ep:14K epch:45.25 loss:0.009 grdn:0.171 lr:9.1e-05 updt_s:0.223 data_s:0.086
+INFO 2025-05-19 06:27:55 ts/train.py:232 step:180K smpl:3M ep:14K epch:45.30 loss:0.008 grdn:0.168 lr:9.1e-05 updt_s:0.223 data_s:0.093
+INFO 2025-05-19 06:28:57 ts/train.py:232 step:180K smpl:3M ep:14K epch:45.35 loss:0.008 grdn:0.162 lr:9.1e-05 updt_s:0.223 data_s:0.086
+INFO 2025-05-19 06:29:59 ts/train.py:232 step:180K smpl:3M ep:14K epch:45.40 loss:0.008 grdn:0.168 lr:9.1e-05 updt_s:0.223 data_s:0.086
+INFO 2025-05-19 06:29:59 ts/train.py:241 Checkpoint policy after step 180000
+INFO 2025-05-19 06:31:08 ts/train.py:232 step:180K smpl:3M ep:14K epch:45.45 loss:0.008 grdn:0.169 lr:9.0e-05 updt_s:0.223 data_s:0.099
+INFO 2025-05-19 06:32:15 ts/train.py:232 step:180K smpl:3M ep:14K epch:45.50 loss:0.008 grdn:0.179 lr:9.0e-05 updt_s:0.224 data_s:0.108
+INFO 2025-05-19 06:33:22 ts/train.py:232 step:181K smpl:3M ep:14K epch:45.55 loss:0.007 grdn:0.162 lr:9.0e-05 updt_s:0.224 data_s:0.111
+INFO 2025-05-19 06:34:29 ts/train.py:232 step:181K smpl:3M ep:14K epch:45.60 loss:0.008 grdn:0.160 lr:9.0e-05 updt_s:0.223 data_s:0.111
+INFO 2025-05-19 06:35:36 ts/train.py:232 step:181K smpl:3M ep:14K epch:45.65 loss:0.008 grdn:0.162 lr:9.0e-05 updt_s:0.223 data_s:0.109
+INFO 2025-05-19 06:36:43 ts/train.py:232 step:181K smpl:3M ep:14K epch:45.70 loss:0.008 grdn:0.165 lr:9.0e-05 updt_s:0.223 data_s:0.112
+INFO 2025-05-19 06:37:49 ts/train.py:232 step:181K smpl:3M ep:14K epch:45.75 loss:0.008 grdn:0.171 lr:9.0e-05 updt_s:0.224 data_s:0.107
+INFO 2025-05-19 06:38:52 ts/train.py:232 step:182K smpl:3M ep:14K epch:45.80 loss:0.008 grdn:0.174 lr:9.0e-05 updt_s:0.223 data_s:0.091
+INFO 2025-05-19 06:39:55 ts/train.py:232 step:182K smpl:3M ep:14K epch:45.85 loss:0.008 grdn:0.172 lr:9.0e-05 updt_s:0.223 data_s:0.091
+INFO 2025-05-19 06:40:58 ts/train.py:232 step:182K smpl:3M ep:14K epch:45.91 loss:0.007 grdn:0.157 lr:9.0e-05 updt_s:0.223 data_s:0.090
+INFO 2025-05-19 06:42:01 ts/train.py:232 step:182K smpl:3M ep:14K epch:45.96 loss:0.009 grdn:0.177 lr:9.0e-05 updt_s:0.223 data_s:0.090
+INFO 2025-05-19 06:43:03 ts/train.py:232 step:182K smpl:3M ep:14K epch:46.01 loss:0.008 grdn:0.164 lr:9.0e-05 updt_s:0.223 data_s:0.086
+INFO 2025-05-19 06:44:06 ts/train.py:232 step:183K smpl:3M ep:14K epch:46.06 loss:0.008 grdn:0.167 lr:9.0e-05 updt_s:0.223 data_s:0.090
+INFO 2025-05-19 06:45:08 ts/train.py:232 step:183K smpl:3M ep:14K epch:46.11 loss:0.008 grdn:0.164 lr:9.0e-05 updt_s:0.223 data_s:0.090
+INFO 2025-05-19 06:46:11 ts/train.py:232 step:183K smpl:3M ep:14K epch:46.16 loss:0.008 grdn:0.179 lr:9.0e-05 updt_s:0.223 data_s:0.091
+INFO 2025-05-19 06:47:14 ts/train.py:232 step:183K smpl:3M ep:14K epch:46.21 loss:0.008 grdn:0.177 lr:9.0e-05 updt_s:0.224 data_s:0.089
+INFO 2025-05-19 06:48:17 ts/train.py:232 step:183K smpl:3M ep:14K epch:46.26 loss:0.008 grdn:0.165 lr:9.0e-05 updt_s:0.224 data_s:0.088
+INFO 2025-05-19 06:49:19 ts/train.py:232 step:184K smpl:3M ep:14K epch:46.31 loss:0.009 grdn:0.176 lr:9.0e-05 updt_s:0.224 data_s:0.087
+INFO 2025-05-19 06:50:20 ts/train.py:232 step:184K smpl:3M ep:14K epch:46.36 loss:0.008 grdn:0.169 lr:9.0e-05 updt_s:0.224 data_s:0.083
+INFO 2025-05-19 06:51:24 ts/train.py:232 step:184K smpl:3M ep:14K epch:46.41 loss:0.008 grdn:0.177 lr:9.0e-05 updt_s:0.224 data_s:0.094
+INFO 2025-05-19 06:52:33 ts/train.py:232 step:184K smpl:3M ep:14K epch:46.46 loss:0.008 grdn:0.174 lr:9.0e-05 updt_s:0.223 data_s:0.119
+INFO 2025-05-19 06:53:41 ts/train.py:232 step:184K smpl:3M ep:14K epch:46.51 loss:0.008 grdn:0.176 lr:9.0e-05 updt_s:0.224 data_s:0.115
+INFO 2025-05-19 06:54:48 ts/train.py:232 step:185K smpl:3M ep:14K epch:46.56 loss:0.008 grdn:0.168 lr:9.0e-05 updt_s:0.224 data_s:0.115
+INFO 2025-05-19 06:55:57 ts/train.py:232 step:185K smpl:3M ep:14K epch:46.61 loss:0.007 grdn:0.160 lr:9.0e-05 updt_s:0.223 data_s:0.117
+INFO 2025-05-19 06:57:05 ts/train.py:232 step:185K smpl:3M ep:14K epch:46.66 loss:0.008 grdn:0.169 lr:9.0e-05 updt_s:0.223 data_s:0.117
+INFO 2025-05-19 06:58:13 ts/train.py:232 step:185K smpl:3M ep:14K epch:46.71 loss:0.008 grdn:0.169 lr:9.0e-05 updt_s:0.223 data_s:0.119
+INFO 2025-05-19 06:59:20 ts/train.py:232 step:185K smpl:3M ep:14K epch:46.76 loss:0.008 grdn:0.172 lr:9.0e-05 updt_s:0.223 data_s:0.108
+INFO 2025-05-19 07:00:24 ts/train.py:232 step:186K smpl:3M ep:14K epch:46.81 loss:0.008 grdn:0.170 lr:9.0e-05 updt_s:0.223 data_s:0.097
+INFO 2025-05-19 07:01:26 ts/train.py:232 step:186K smpl:3M ep:14K epch:46.86 loss:0.008 grdn:0.179 lr:9.0e-05 updt_s:0.224 data_s:0.088
+INFO 2025-05-19 07:02:30 ts/train.py:232 step:186K smpl:3M ep:14K epch:46.91 loss:0.008 grdn:0.170 lr:9.0e-05 updt_s:0.225 data_s:0.091
+INFO 2025-05-19 07:03:33 ts/train.py:232 step:186K smpl:3M ep:14K epch:46.96 loss:0.007 grdn:0.161 lr:9.0e-05 updt_s:0.224 data_s:0.089
+INFO 2025-05-19 07:04:35 ts/train.py:232 step:186K smpl:3M ep:14K epch:47.02 loss:0.008 grdn:0.173 lr:9.0e-05 updt_s:0.224 data_s:0.087
+INFO 2025-05-19 07:05:36 ts/train.py:232 step:187K smpl:3M ep:14K epch:47.07 loss:0.007 grdn:0.159 lr:9.0e-05 updt_s:0.223 data_s:0.083
+INFO 2025-05-19 07:06:38 ts/train.py:232 step:187K smpl:3M ep:14K epch:47.12 loss:0.007 grdn:0.159 lr:9.0e-05 updt_s:0.224 data_s:0.082
+INFO 2025-05-19 07:07:39 ts/train.py:232 step:187K smpl:3M ep:14K epch:47.17 loss:0.007 grdn:0.163 lr:9.0e-05 updt_s:0.224 data_s:0.083
+INFO 2025-05-19 07:08:42 ts/train.py:232 step:187K smpl:3M ep:14K epch:47.22 loss:0.008 grdn:0.173 lr:9.0e-05 updt_s:0.224 data_s:0.088
+INFO 2025-05-19 07:09:45 ts/train.py:232 step:187K smpl:3M ep:14K epch:47.27 loss:0.008 grdn:0.171 lr:9.0e-05 updt_s:0.224 data_s:0.092
+INFO 2025-05-19 07:10:48 ts/train.py:232 step:188K smpl:3M ep:14K epch:47.32 loss:0.007 grdn:0.163 lr:9.0e-05 updt_s:0.224 data_s:0.088
+INFO 2025-05-19 07:11:50 ts/train.py:232 step:188K smpl:3M ep:14K epch:47.37 loss:0.008 grdn:0.167 lr:9.0e-05 updt_s:0.224 data_s:0.086
+INFO 2025-05-19 07:12:58 ts/train.py:232 step:188K smpl:3M ep:14K epch:47.42 loss:0.008 grdn:0.163 lr:9.0e-05 updt_s:0.222 data_s:0.120
+INFO 2025-05-19 07:14:07 ts/train.py:232 step:188K smpl:3M ep:14K epch:47.47 loss:0.008 grdn:0.181 lr:9.0e-05 updt_s:0.223 data_s:0.117
+INFO 2025-05-19 07:15:15 ts/train.py:232 step:188K smpl:3M ep:14K epch:47.52 loss:0.008 grdn:0.174 lr:9.0e-05 updt_s:0.225 data_s:0.116
+INFO 2025-05-19 07:16:22 ts/train.py:232 step:189K smpl:3M ep:14K epch:47.57 loss:0.007 grdn:0.163 lr:9.0e-05 updt_s:0.223 data_s:0.114
+INFO 2025-05-19 07:17:28 ts/train.py:232 step:189K smpl:3M ep:14K epch:47.62 loss:0.008 grdn:0.179 lr:9.0e-05 updt_s:0.223 data_s:0.106
+INFO 2025-05-19 07:18:35 ts/train.py:232 step:189K smpl:3M ep:14K epch:47.67 loss:0.008 grdn:0.170 lr:9.0e-05 updt_s:0.223 data_s:0.109
+INFO 2025-05-19 07:19:39 ts/train.py:232 step:189K smpl:3M ep:14K epch:47.72 loss:0.008 grdn:0.167 lr:9.0e-05 updt_s:0.223 data_s:0.099
+INFO 2025-05-19 07:20:42 ts/train.py:232 step:189K smpl:3M ep:14K epch:47.77 loss:0.009 grdn:0.177 lr:9.0e-05 updt_s:0.223 data_s:0.090
+INFO 2025-05-19 07:21:46 ts/train.py:232 step:190K smpl:3M ep:14K epch:47.82 loss:0.007 grdn:0.169 lr:8.9e-05 updt_s:0.224 data_s:0.094
+INFO 2025-05-19 07:22:49 ts/train.py:232 step:190K smpl:3M ep:14K epch:47.87 loss:0.009 grdn:0.178 lr:8.9e-05 updt_s:0.224 data_s:0.089
+INFO 2025-05-19 07:23:51 ts/train.py:232 step:190K smpl:3M ep:14K epch:47.92 loss:0.007 grdn:0.157 lr:8.9e-05 updt_s:0.224 data_s:0.089
+INFO 2025-05-19 07:24:53 ts/train.py:232 step:190K smpl:3M ep:14K epch:47.97 loss:0.008 grdn:0.170 lr:8.9e-05 updt_s:0.224 data_s:0.084
+INFO 2025-05-19 07:25:55 ts/train.py:232 step:190K smpl:3M ep:14K epch:48.02 loss:0.009 grdn:0.179 lr:8.9e-05 updt_s:0.224 data_s:0.087
+INFO 2025-05-19 07:26:58 ts/train.py:232 step:191K smpl:3M ep:14K epch:48.07 loss:0.008 grdn:0.157 lr:8.9e-05 updt_s:0.223 data_s:0.090
+INFO 2025-05-19 07:28:00 ts/train.py:232 step:191K smpl:3M ep:14K epch:48.12 loss:0.008 grdn:0.164 lr:8.9e-05 updt_s:0.224 data_s:0.086
+INFO 2025-05-19 07:29:02 ts/train.py:232 step:191K smpl:3M ep:14K epch:48.18 loss:0.008 grdn:0.165 lr:8.9e-05 updt_s:0.223 data_s:0.085
+INFO 2025-05-19 07:30:03 ts/train.py:232 step:191K smpl:3M ep:14K epch:48.23 loss:0.008 grdn:0.168 lr:8.9e-05 updt_s:0.224 data_s:0.083
+INFO 2025-05-19 07:31:05 ts/train.py:232 step:191K smpl:3M ep:14K epch:48.28 loss:0.009 grdn:0.170 lr:8.9e-05 updt_s:0.224 data_s:0.085
+INFO 2025-05-19 07:32:06 ts/train.py:232 step:192K smpl:3M ep:14K epch:48.33 loss:0.010 grdn:0.187 lr:8.9e-05 updt_s:0.224 data_s:0.082
+INFO 2025-05-19 07:33:14 ts/train.py:232 step:192K smpl:3M ep:15K epch:48.38 loss:0.008 grdn:0.163 lr:8.9e-05 updt_s:0.223 data_s:0.113
+INFO 2025-05-19 07:34:21 ts/train.py:232 step:192K smpl:3M ep:15K epch:48.43 loss:0.007 grdn:0.158 lr:8.9e-05 updt_s:0.223 data_s:0.114
+INFO 2025-05-19 07:35:28 ts/train.py:232 step:192K smpl:3M ep:15K epch:48.48 loss:0.007 grdn:0.165 lr:8.9e-05 updt_s:0.223 data_s:0.111
+INFO 2025-05-19 07:36:36 ts/train.py:232 step:192K smpl:3M ep:15K epch:48.53 loss:0.008 grdn:0.179 lr:8.9e-05 updt_s:0.223 data_s:0.116
+INFO 2025-05-19 07:37:45 ts/train.py:232 step:193K smpl:3M ep:15K epch:48.58 loss:0.008 grdn:0.167 lr:8.9e-05 updt_s:0.223 data_s:0.119
+INFO 2025-05-19 07:38:53 ts/train.py:232 step:193K smpl:3M ep:15K epch:48.63 loss:0.008 grdn:0.176 lr:8.9e-05 updt_s:0.223 data_s:0.116
+INFO 2025-05-19 07:39:58 ts/train.py:232 step:193K smpl:3M ep:15K epch:48.68 loss:0.008 grdn:0.160 lr:8.9e-05 updt_s:0.223 data_s:0.104
+INFO 2025-05-19 07:41:02 ts/train.py:232 step:193K smpl:3M ep:15K epch:48.73 loss:0.008 grdn:0.169 lr:8.9e-05 updt_s:0.223 data_s:0.092
+INFO 2025-05-19 07:42:05 ts/train.py:232 step:193K smpl:3M ep:15K epch:48.78 loss:0.008 grdn:0.169 lr:8.9e-05 updt_s:0.223 data_s:0.092
+INFO 2025-05-19 07:43:09 ts/train.py:232 step:194K smpl:3M ep:15K epch:48.83 loss:0.008 grdn:0.167 lr:8.9e-05 updt_s:0.223 data_s:0.094
+INFO 2025-05-19 07:44:15 ts/train.py:232 step:194K smpl:3M ep:15K epch:48.88 loss:0.008 grdn:0.169 lr:8.9e-05 updt_s:0.222 data_s:0.110
+INFO 2025-05-19 07:45:24 ts/train.py:232 step:194K smpl:3M ep:15K epch:48.93 loss:0.008 grdn:0.168 lr:8.9e-05 updt_s:0.222 data_s:0.119
+INFO 2025-05-19 07:46:31 ts/train.py:232 step:194K smpl:3M ep:15K epch:48.98 loss:0.008 grdn:0.172 lr:8.9e-05 updt_s:0.222 data_s:0.113
+INFO 2025-05-19 07:47:35 ts/train.py:232 step:194K smpl:3M ep:15K epch:49.03 loss:0.008 grdn:0.164 lr:8.9e-05 updt_s:0.223 data_s:0.099
+INFO 2025-05-19 07:48:38 ts/train.py:232 step:195K smpl:3M ep:15K epch:49.08 loss:0.008 grdn:0.177 lr:8.9e-05 updt_s:0.223 data_s:0.089
+INFO 2025-05-19 07:49:40 ts/train.py:232 step:195K smpl:3M ep:15K epch:49.13 loss:0.008 grdn:0.160 lr:8.9e-05 updt_s:0.223 data_s:0.087
+INFO 2025-05-19 07:50:43 ts/train.py:232 step:195K smpl:3M ep:15K epch:49.18 loss:0.008 grdn:0.168 lr:8.9e-05 updt_s:0.223 data_s:0.087
+INFO 2025-05-19 07:51:45 ts/train.py:232 step:195K smpl:3M ep:15K epch:49.23 loss:0.009 grdn:0.173 lr:8.9e-05 updt_s:0.223 data_s:0.089
+INFO 2025-05-19 07:52:48 ts/train.py:232 step:195K smpl:3M ep:15K epch:49.29 loss:0.007 grdn:0.161 lr:8.9e-05 updt_s:0.223 data_s:0.092
+INFO 2025-05-19 07:53:56 ts/train.py:232 step:196K smpl:3M ep:15K epch:49.34 loss:0.008 grdn:0.168 lr:8.9e-05 updt_s:0.223 data_s:0.113
+INFO 2025-05-19 07:55:03 ts/train.py:232 step:196K smpl:3M ep:15K epch:49.39 loss:0.008 grdn:0.171 lr:8.9e-05 updt_s:0.223 data_s:0.111
+INFO 2025-05-19 07:56:09 ts/train.py:232 step:196K smpl:3M ep:15K epch:49.44 loss:0.009 grdn:0.181 lr:8.9e-05 updt_s:0.223 data_s:0.110
+INFO 2025-05-19 07:57:16 ts/train.py:232 step:196K smpl:3M ep:15K epch:49.49 loss:0.008 grdn:0.168 lr:8.9e-05 updt_s:0.223 data_s:0.108
+INFO 2025-05-19 07:58:22 ts/train.py:232 step:196K smpl:3M ep:15K epch:49.54 loss:0.008 grdn:0.173 lr:8.9e-05 updt_s:0.223 data_s:0.107
+INFO 2025-05-19 07:59:28 ts/train.py:232 step:197K smpl:3M ep:15K epch:49.59 loss:0.007 grdn:0.167 lr:8.9e-05 updt_s:0.223 data_s:0.105
+INFO 2025-05-19 08:00:34 ts/train.py:232 step:197K smpl:3M ep:15K epch:49.64 loss:0.008 grdn:0.178 lr:8.9e-05 updt_s:0.223 data_s:0.105
+INFO 2025-05-19 08:01:36 ts/train.py:232 step:197K smpl:3M ep:15K epch:49.69 loss:0.008 grdn:0.171 lr:8.9e-05 updt_s:0.223 data_s:0.087
+INFO 2025-05-19 08:02:38 ts/train.py:232 step:197K smpl:3M ep:15K epch:49.74 loss:0.007 grdn:0.155 lr:8.9e-05 updt_s:0.223 data_s:0.087
+INFO 2025-05-19 08:03:41 ts/train.py:232 step:197K smpl:3M ep:15K epch:49.79 loss:0.008 grdn:0.176 lr:8.9e-05 updt_s:0.223 data_s:0.090
+INFO 2025-05-19 08:04:43 ts/train.py:232 step:198K smpl:3M ep:15K epch:49.84 loss:0.008 grdn:0.171 lr:8.9e-05 updt_s:0.224 data_s:0.087
+INFO 2025-05-19 08:05:46 ts/train.py:232 step:198K smpl:3M ep:15K epch:49.89 loss:0.008 grdn:0.158 lr:8.9e-05 updt_s:0.224 data_s:0.087
+INFO 2025-05-19 08:06:50 ts/train.py:232 step:198K smpl:3M ep:15K epch:49.94 loss:0.008 grdn:0.171 lr:8.9e-05 updt_s:0.223 data_s:0.096
+INFO 2025-05-19 08:07:54 ts/train.py:232 step:198K smpl:3M ep:15K epch:49.99 loss:0.008 grdn:0.164 lr:8.9e-05 updt_s:0.223 data_s:0.095
+INFO 2025-05-19 08:08:56 ts/train.py:232 step:198K smpl:3M ep:15K epch:50.04 loss:0.007 grdn:0.160 lr:8.9e-05 updt_s:0.224 data_s:0.088
+INFO 2025-05-19 08:09:59 ts/train.py:232 step:199K smpl:3M ep:15K epch:50.09 loss:0.008 grdn:0.172 lr:8.9e-05 updt_s:0.223 data_s:0.087
+INFO 2025-05-19 08:11:01 ts/train.py:232 step:199K smpl:3M ep:15K epch:50.14 loss:0.008 grdn:0.170 lr:8.8e-05 updt_s:0.224 data_s:0.089
+INFO 2025-05-19 08:12:04 ts/train.py:232 step:199K smpl:3M ep:15K epch:50.19 loss:0.008 grdn:0.162 lr:8.8e-05 updt_s:0.224 data_s:0.088
+INFO 2025-05-19 08:13:06 ts/train.py:232 step:199K smpl:3M ep:15K epch:50.24 loss:0.008 grdn:0.169 lr:8.8e-05 updt_s:0.224 data_s:0.086
+INFO 2025-05-19 08:14:11 ts/train.py:232 step:199K smpl:3M ep:15K epch:50.29 loss:0.008 grdn:0.170 lr:8.8e-05 updt_s:0.223 data_s:0.103
+INFO 2025-05-19 08:15:19 ts/train.py:232 step:200K smpl:3M ep:15K epch:50.34 loss:0.007 grdn:0.162 lr:8.8e-05 updt_s:0.224 data_s:0.112
+INFO 2025-05-19 08:16:26 ts/train.py:232 step:200K smpl:3M ep:15K epch:50.39 loss:0.007 grdn:0.160 lr:8.8e-05 updt_s:0.224 data_s:0.112
+INFO 2025-05-19 08:17:34 ts/train.py:232 step:200K smpl:3M ep:15K epch:50.45 loss:0.008 grdn:0.173 lr:8.8e-05 updt_s:0.223 data_s:0.116
+INFO 2025-05-19 08:17:34 ts/train.py:241 Checkpoint policy after step 200000
+INFO 2025-05-19 08:18:45 ts/train.py:232 step:200K smpl:3M ep:15K epch:50.50 loss:0.007 grdn:0.159 lr:8.8e-05 updt_s:0.224 data_s:0.108
+INFO 2025-05-19 08:19:53 ts/train.py:232 step:200K smpl:3M ep:15K epch:50.55 loss:0.007 grdn:0.160 lr:8.8e-05 updt_s:0.223 data_s:0.115
+INFO 2025-05-19 08:21:01 ts/train.py:232 step:201K smpl:3M ep:15K epch:50.60 loss:0.007 grdn:0.164 lr:8.8e-05 updt_s:0.224 data_s:0.113
+INFO 2025-05-19 08:22:03 ts/train.py:232 step:201K smpl:3M ep:15K epch:50.65 loss:0.008 grdn:0.171 lr:8.8e-05 updt_s:0.224 data_s:0.087
+INFO 2025-05-19 08:23:07 ts/train.py:232 step:201K smpl:3M ep:15K epch:50.70 loss:0.008 grdn:0.172 lr:8.8e-05 updt_s:0.225 data_s:0.096
+INFO 2025-05-19 08:24:10 ts/train.py:232 step:201K smpl:3M ep:15K epch:50.75 loss:0.008 grdn:0.163 lr:8.8e-05 updt_s:0.224 data_s:0.091
+INFO 2025-05-19 08:25:14 ts/train.py:232 step:201K smpl:3M ep:15K epch:50.80 loss:0.008 grdn:0.176 lr:8.8e-05 updt_s:0.223 data_s:0.093
+INFO 2025-05-19 08:26:17 ts/train.py:232 step:202K smpl:3M ep:15K epch:50.85 loss:0.007 grdn:0.164 lr:8.8e-05 updt_s:0.223 data_s:0.091
+INFO 2025-05-19 08:27:19 ts/train.py:232 step:202K smpl:3M ep:15K epch:50.90 loss:0.008 grdn:0.170 lr:8.8e-05 updt_s:0.223 data_s:0.089
+INFO 2025-05-19 08:28:23 ts/train.py:232 step:202K smpl:3M ep:15K epch:50.95 loss:0.007 grdn:0.158 lr:8.8e-05 updt_s:0.223 data_s:0.093
+INFO 2025-05-19 08:29:26 ts/train.py:232 step:202K smpl:3M ep:15K epch:51.00 loss:0.008 grdn:0.169 lr:8.8e-05 updt_s:0.223 data_s:0.092
+INFO 2025-05-19 08:30:29 ts/train.py:232 step:202K smpl:3M ep:15K epch:51.05 loss:0.008 grdn:0.173 lr:8.8e-05 updt_s:0.224 data_s:0.091
+INFO 2025-05-19 08:31:32 ts/train.py:232 step:203K smpl:3M ep:15K epch:51.10 loss:0.008 grdn:0.180 lr:8.8e-05 updt_s:0.224 data_s:0.087
+INFO 2025-05-19 08:32:35 ts/train.py:232 step:203K smpl:3M ep:15K epch:51.15 loss:0.007 grdn:0.157 lr:8.8e-05 updt_s:0.223 data_s:0.092
+INFO 2025-05-19 08:33:37 ts/train.py:232 step:203K smpl:3M ep:15K epch:51.20 loss:0.008 grdn:0.164 lr:8.8e-05 updt_s:0.223 data_s:0.090
+INFO 2025-05-19 08:34:39 ts/train.py:232 step:203K smpl:3M ep:15K epch:51.25 loss:0.008 grdn:0.171 lr:8.8e-05 updt_s:0.223 data_s:0.086
+INFO 2025-05-19 08:35:50 ts/train.py:232 step:203K smpl:3M ep:15K epch:51.30 loss:0.008 grdn:0.170 lr:8.8e-05 updt_s:0.222 data_s:0.129
+INFO 2025-05-19 08:36:56 ts/train.py:232 step:204K smpl:3M ep:15K epch:51.35 loss:0.007 grdn:0.165 lr:8.8e-05 updt_s:0.223 data_s:0.108
+INFO 2025-05-19 08:38:01 ts/train.py:232 step:204K smpl:3M ep:15K epch:51.40 loss:0.007 grdn:0.169 lr:8.8e-05 updt_s:0.224 data_s:0.100
+INFO 2025-05-19 08:39:07 ts/train.py:232 step:204K smpl:3M ep:15K epch:51.45 loss:0.008 grdn:0.165 lr:8.8e-05 updt_s:0.223 data_s:0.105
+INFO 2025-05-19 08:40:13 ts/train.py:232 step:204K smpl:3M ep:15K epch:51.50 loss:0.008 grdn:0.161 lr:8.8e-05 updt_s:0.223 data_s:0.108
+INFO 2025-05-19 08:41:20 ts/train.py:232 step:204K smpl:3M ep:15K epch:51.56 loss:0.008 grdn:0.165 lr:8.8e-05 updt_s:0.223 data_s:0.111
+INFO 2025-05-19 08:42:24 ts/train.py:232 step:205K smpl:3M ep:15K epch:51.61 loss:0.008 grdn:0.168 lr:8.8e-05 updt_s:0.223 data_s:0.098
+INFO 2025-05-19 08:43:28 ts/train.py:232 step:205K smpl:3M ep:15K epch:51.66 loss:0.007 grdn:0.164 lr:8.8e-05 updt_s:0.223 data_s:0.096
+INFO 2025-05-19 08:44:32 ts/train.py:232 step:205K smpl:3M ep:16K epch:51.71 loss:0.008 grdn:0.165 lr:8.8e-05 updt_s:0.223 data_s:0.094
+INFO 2025-05-19 08:45:36 ts/train.py:232 step:205K smpl:3M ep:16K epch:51.76 loss:0.008 grdn:0.178 lr:8.8e-05 updt_s:0.223 data_s:0.098
+INFO 2025-05-19 08:46:41 ts/train.py:232 step:205K smpl:3M ep:16K epch:51.81 loss:0.007 grdn:0.164 lr:8.8e-05 updt_s:0.223 data_s:0.101
+INFO 2025-05-19 08:47:45 ts/train.py:232 step:206K smpl:3M ep:16K epch:51.86 loss:0.008 grdn:0.167 lr:8.8e-05 updt_s:0.224 data_s:0.096
+INFO 2025-05-19 08:48:50 ts/train.py:232 step:206K smpl:3M ep:16K epch:51.91 loss:0.008 grdn:0.171 lr:8.8e-05 updt_s:0.223 data_s:0.098
+INFO 2025-05-19 08:49:54 ts/train.py:232 step:206K smpl:3M ep:16K epch:51.96 loss:0.008 grdn:0.170 lr:8.8e-05 updt_s:0.224 data_s:0.098
+INFO 2025-05-19 08:50:59 ts/train.py:232 step:206K smpl:3M ep:16K epch:52.01 loss:0.008 grdn:0.164 lr:8.8e-05 updt_s:0.223 data_s:0.098
+INFO 2025-05-19 08:52:03 ts/train.py:232 step:206K smpl:3M ep:16K epch:52.06 loss:0.008 grdn:0.167 lr:8.8e-05 updt_s:0.223 data_s:0.098
+INFO 2025-05-19 08:53:07 ts/train.py:232 step:207K smpl:3M ep:16K epch:52.11 loss:0.008 grdn:0.171 lr:8.8e-05 updt_s:0.224 data_s:0.095
+INFO 2025-05-19 08:54:12 ts/train.py:232 step:207K smpl:3M ep:16K epch:52.16 loss:0.007 grdn:0.165 lr:8.8e-05 updt_s:0.224 data_s:0.097
+INFO 2025-05-19 08:55:17 ts/train.py:232 step:207K smpl:3M ep:16K epch:52.21 loss:0.008 grdn:0.166 lr:8.8e-05 updt_s:0.223 data_s:0.101
+INFO 2025-05-19 08:56:27 ts/train.py:232 step:207K smpl:3M ep:16K epch:52.26 loss:0.008 grdn:0.164 lr:8.8e-05 updt_s:0.223 data_s:0.130
+INFO 2025-05-19 08:57:36 ts/train.py:232 step:207K smpl:3M ep:16K epch:52.31 loss:0.007 grdn:0.158 lr:8.8e-05 updt_s:0.223 data_s:0.119
+INFO 2025-05-19 08:58:45 ts/train.py:232 step:208K smpl:3M ep:16K epch:52.36 loss:0.007 grdn:0.172 lr:8.7e-05 updt_s:0.223 data_s:0.123
+INFO 2025-05-19 08:59:55 ts/train.py:232 step:208K smpl:3M ep:16K epch:52.41 loss:0.008 grdn:0.164 lr:8.7e-05 updt_s:0.223 data_s:0.122
+INFO 2025-05-19 09:01:03 ts/train.py:232 step:208K smpl:3M ep:16K epch:52.46 loss:0.008 grdn:0.163 lr:8.7e-05 updt_s:0.223 data_s:0.119
+INFO 2025-05-19 09:02:11 ts/train.py:232 step:208K smpl:3M ep:16K epch:52.51 loss:0.007 grdn:0.163 lr:8.7e-05 updt_s:0.224 data_s:0.117
+INFO 2025-05-19 09:03:17 ts/train.py:232 step:208K smpl:3M ep:16K epch:52.56 loss:0.007 grdn:0.158 lr:8.7e-05 updt_s:0.223 data_s:0.103
+INFO 2025-05-19 09:04:21 ts/train.py:232 step:209K smpl:3M ep:16K epch:52.61 loss:0.008 grdn:0.161 lr:8.7e-05 updt_s:0.223 data_s:0.099
+INFO 2025-05-19 09:05:25 ts/train.py:232 step:209K smpl:3M ep:16K epch:52.66 loss:0.008 grdn:0.173 lr:8.7e-05 updt_s:0.223 data_s:0.093
+INFO 2025-05-19 09:06:28 ts/train.py:232 step:209K smpl:3M ep:16K epch:52.72 loss:0.007 grdn:0.167 lr:8.7e-05 updt_s:0.222 data_s:0.091
+INFO 2025-05-19 09:07:31 ts/train.py:232 step:209K smpl:3M ep:16K epch:52.77 loss:0.007 grdn:0.158 lr:8.7e-05 updt_s:0.223 data_s:0.091
+INFO 2025-05-19 09:08:33 ts/train.py:232 step:209K smpl:3M ep:16K epch:52.82 loss:0.008 grdn:0.167 lr:8.7e-05 updt_s:0.223 data_s:0.087
+INFO 2025-05-19 09:09:36 ts/train.py:232 step:210K smpl:3M ep:16K epch:52.87 loss:0.008 grdn:0.169 lr:8.7e-05 updt_s:0.223 data_s:0.092
+INFO 2025-05-19 09:10:39 ts/train.py:232 step:210K smpl:3M ep:16K epch:52.92 loss:0.008 grdn:0.177 lr:8.7e-05 updt_s:0.223 data_s:0.093
+INFO 2025-05-19 09:11:42 ts/train.py:232 step:210K smpl:3M ep:16K epch:52.97 loss:0.008 grdn:0.176 lr:8.7e-05 updt_s:0.222 data_s:0.088
+INFO 2025-05-19 09:12:44 ts/train.py:232 step:210K smpl:3M ep:16K epch:53.02 loss:0.007 grdn:0.158 lr:8.7e-05 updt_s:0.223 data_s:0.086
+INFO 2025-05-19 09:13:45 ts/train.py:232 step:210K smpl:3M ep:16K epch:53.07 loss:0.008 grdn:0.159 lr:8.7e-05 updt_s:0.223 data_s:0.085
+INFO 2025-05-19 09:14:47 ts/train.py:232 step:211K smpl:3M ep:16K epch:53.12 loss:0.007 grdn:0.153 lr:8.7e-05 updt_s:0.223 data_s:0.086
+INFO 2025-05-19 09:15:50 ts/train.py:232 step:211K smpl:3M ep:16K epch:53.17 loss:0.008 grdn:0.166 lr:8.7e-05 updt_s:0.224 data_s:0.090
+INFO 2025-05-19 09:16:57 ts/train.py:232 step:211K smpl:3M ep:16K epch:53.22 loss:0.008 grdn:0.176 lr:8.7e-05 updt_s:0.223 data_s:0.111
+INFO 2025-05-19 09:18:03 ts/train.py:232 step:211K smpl:3M ep:16K epch:53.27 loss:0.007 grdn:0.159 lr:8.7e-05 updt_s:0.223 data_s:0.108
+INFO 2025-05-19 09:19:10 ts/train.py:232 step:211K smpl:3M ep:16K epch:53.32 loss:0.009 grdn:0.184 lr:8.7e-05 updt_s:0.223 data_s:0.108
+INFO 2025-05-19 09:20:15 ts/train.py:232 step:212K smpl:3M ep:16K epch:53.37 loss:0.008 grdn:0.168 lr:8.7e-05 updt_s:0.223 data_s:0.105
+INFO 2025-05-19 09:21:22 ts/train.py:232 step:212K smpl:3M ep:16K epch:53.42 loss:0.008 grdn:0.167 lr:8.7e-05 updt_s:0.223 data_s:0.109
+INFO 2025-05-19 09:22:28 ts/train.py:232 step:212K smpl:3M ep:16K epch:53.47 loss:0.008 grdn:0.164 lr:8.7e-05 updt_s:0.223 data_s:0.105
+INFO 2025-05-19 09:23:30 ts/train.py:232 step:212K smpl:3M ep:16K epch:53.52 loss:0.008 grdn:0.169 lr:8.7e-05 updt_s:0.223 data_s:0.089
+INFO 2025-05-19 09:24:33 ts/train.py:232 step:212K smpl:3M ep:16K epch:53.57 loss:0.007 grdn:0.163 lr:8.7e-05 updt_s:0.222 data_s:0.091
+INFO 2025-05-19 09:25:35 ts/train.py:232 step:213K smpl:3M ep:16K epch:53.62 loss:0.008 grdn:0.177 lr:8.7e-05 updt_s:0.223 data_s:0.088
+INFO 2025-05-19 09:26:38 ts/train.py:232 step:213K smpl:3M ep:16K epch:53.67 loss:0.009 grdn:0.174 lr:8.7e-05 updt_s:0.223 data_s:0.089
+INFO 2025-05-19 09:27:40 ts/train.py:232 step:213K smpl:3M ep:16K epch:53.72 loss:0.008 grdn:0.166 lr:8.7e-05 updt_s:0.223 data_s:0.088
+INFO 2025-05-19 09:28:42 ts/train.py:232 step:213K smpl:3M ep:16K epch:53.77 loss:0.008 grdn:0.164 lr:8.7e-05 updt_s:0.223 data_s:0.084
+INFO 2025-05-19 09:29:44 ts/train.py:232 step:213K smpl:3M ep:16K epch:53.83 loss:0.008 grdn:0.166 lr:8.7e-05 updt_s:0.223 data_s:0.088
+INFO 2025-05-19 09:30:47 ts/train.py:232 step:214K smpl:3M ep:16K epch:53.88 loss:0.008 grdn:0.167 lr:8.7e-05 updt_s:0.223 data_s:0.091
+INFO 2025-05-19 09:31:51 ts/train.py:232 step:214K smpl:3M ep:16K epch:53.93 loss:0.008 grdn:0.165 lr:8.7e-05 updt_s:0.223 data_s:0.096
+INFO 2025-05-19 09:32:56 ts/train.py:232 step:214K smpl:3M ep:16K epch:53.98 loss:0.008 grdn:0.171 lr:8.7e-05 updt_s:0.223 data_s:0.103
+INFO 2025-05-19 09:34:01 ts/train.py:232 step:214K smpl:3M ep:16K epch:54.03 loss:0.007 grdn:0.168 lr:8.7e-05 updt_s:0.224 data_s:0.096
+INFO 2025-05-19 09:35:05 ts/train.py:232 step:214K smpl:3M ep:16K epch:54.08 loss:0.008 grdn:0.170 lr:8.7e-05 updt_s:0.223 data_s:0.097
+INFO 2025-05-19 09:36:10 ts/train.py:232 step:215K smpl:3M ep:16K epch:54.13 loss:0.008 grdn:0.175 lr:8.7e-05 updt_s:0.224 data_s:0.101
+INFO 2025-05-19 09:37:18 ts/train.py:232 step:215K smpl:3M ep:16K epch:54.18 loss:0.007 grdn:0.160 lr:8.7e-05 updt_s:0.223 data_s:0.119
+INFO 2025-05-19 09:38:27 ts/train.py:232 step:215K smpl:3M ep:16K epch:54.23 loss:0.007 grdn:0.164 lr:8.7e-05 updt_s:0.224 data_s:0.119
+INFO 2025-05-19 09:39:35 ts/train.py:232 step:215K smpl:3M ep:16K epch:54.28 loss:0.008 grdn:0.168 lr:8.7e-05 updt_s:0.223 data_s:0.118
+INFO 2025-05-19 09:40:44 ts/train.py:232 step:215K smpl:3M ep:16K epch:54.33 loss:0.007 grdn:0.156 lr:8.7e-05 updt_s:0.223 data_s:0.117
+INFO 2025-05-19 09:41:51 ts/train.py:232 step:216K smpl:3M ep:16K epch:54.38 loss:0.007 grdn:0.156 lr:8.7e-05 updt_s:0.224 data_s:0.114
+INFO 2025-05-19 09:42:59 ts/train.py:232 step:216K smpl:3M ep:16K epch:54.43 loss:0.008 grdn:0.166 lr:8.7e-05 updt_s:0.223 data_s:0.116
+INFO 2025-05-19 09:44:07 ts/train.py:232 step:216K smpl:3M ep:16K epch:54.48 loss:0.008 grdn:0.163 lr:8.7e-05 updt_s:0.223 data_s:0.113
+INFO 2025-05-19 09:45:11 ts/train.py:232 step:216K smpl:3M ep:16K epch:54.53 loss:0.008 grdn:0.170 lr:8.6e-05 updt_s:0.224 data_s:0.097
+INFO 2025-05-19 09:46:15 ts/train.py:232 step:216K smpl:3M ep:16K epch:54.58 loss:0.008 grdn:0.171 lr:8.6e-05 updt_s:0.224 data_s:0.094
+INFO 2025-05-19 09:47:20 ts/train.py:232 step:217K smpl:3M ep:16K epch:54.63 loss:0.008 grdn:0.174 lr:8.6e-05 updt_s:0.224 data_s:0.099
+INFO 2025-05-19 09:48:24 ts/train.py:232 step:217K smpl:3M ep:16K epch:54.68 loss:0.007 grdn:0.165 lr:8.6e-05 updt_s:0.223 data_s:0.100
+INFO 2025-05-19 09:49:30 ts/train.py:232 step:217K smpl:3M ep:16K epch:54.73 loss:0.007 grdn:0.158 lr:8.6e-05 updt_s:0.223 data_s:0.102
+INFO 2025-05-19 09:50:35 ts/train.py:232 step:217K smpl:3M ep:16K epch:54.78 loss:0.007 grdn:0.164 lr:8.6e-05 updt_s:0.223 data_s:0.103
+INFO 2025-05-19 09:51:39 ts/train.py:232 step:217K smpl:3M ep:16K epch:54.83 loss:0.008 grdn:0.175 lr:8.6e-05 updt_s:0.224 data_s:0.098
+INFO 2025-05-19 09:52:44 ts/train.py:232 step:218K smpl:3M ep:16K epch:54.88 loss:0.006 grdn:0.153 lr:8.6e-05 updt_s:0.223 data_s:0.097
+INFO 2025-05-19 09:53:47 ts/train.py:232 step:218K smpl:3M ep:16K epch:54.93 loss:0.008 grdn:0.171 lr:8.6e-05 updt_s:0.223 data_s:0.093
+INFO 2025-05-19 09:54:54 ts/train.py:232 step:218K smpl:3M ep:16K epch:54.99 loss:0.007 grdn:0.150 lr:8.6e-05 updt_s:0.223 data_s:0.109
+INFO 2025-05-19 09:55:58 ts/train.py:232 step:218K smpl:3M ep:17K epch:55.04 loss:0.007 grdn:0.155 lr:8.6e-05 updt_s:0.223 data_s:0.099
+INFO 2025-05-19 09:57:02 ts/train.py:232 step:218K smpl:3M ep:17K epch:55.09 loss:0.006 grdn:0.156 lr:8.6e-05 updt_s:0.223 data_s:0.095
+INFO 2025-05-19 09:58:10 ts/train.py:232 step:219K smpl:3M ep:17K epch:55.14 loss:0.008 grdn:0.167 lr:8.6e-05 updt_s:0.223 data_s:0.115
+INFO 2025-05-19 09:59:18 ts/train.py:232 step:219K smpl:4M ep:17K epch:55.19 loss:0.008 grdn:0.167 lr:8.6e-05 updt_s:0.223 data_s:0.116
+INFO 2025-05-19 10:00:27 ts/train.py:232 step:219K smpl:4M ep:17K epch:55.24 loss:0.008 grdn:0.174 lr:8.6e-05 updt_s:0.223 data_s:0.120
+INFO 2025-05-19 10:01:36 ts/train.py:232 step:219K smpl:4M ep:17K epch:55.29 loss:0.007 grdn:0.165 lr:8.6e-05 updt_s:0.223 data_s:0.125
+INFO 2025-05-19 10:02:44 ts/train.py:232 step:219K smpl:4M ep:17K epch:55.34 loss:0.008 grdn:0.161 lr:8.6e-05 updt_s:0.223 data_s:0.116
+INFO 2025-05-19 10:03:53 ts/train.py:232 step:220K smpl:4M ep:17K epch:55.39 loss:0.008 grdn:0.168 lr:8.6e-05 updt_s:0.223 data_s:0.117
+INFO 2025-05-19 10:04:59 ts/train.py:232 step:220K smpl:4M ep:17K epch:55.44 loss:0.008 grdn:0.163 lr:8.6e-05 updt_s:0.223 data_s:0.110
+INFO 2025-05-19 10:06:03 ts/train.py:232 step:220K smpl:4M ep:17K epch:55.49 loss:0.007 grdn:0.155 lr:8.6e-05 updt_s:0.222 data_s:0.094
+INFO 2025-05-19 10:06:03 ts/train.py:241 Checkpoint policy after step 220000
+INFO 2025-05-19 10:07:10 ts/train.py:232 step:220K smpl:4M ep:17K epch:55.54 loss:0.007 grdn:0.156 lr:8.6e-05 updt_s:0.223 data_s:0.089
+INFO 2025-05-19 10:08:14 ts/train.py:232 step:220K smpl:4M ep:17K epch:55.59 loss:0.007 grdn:0.159 lr:8.6e-05 updt_s:0.223 data_s:0.095
+INFO 2025-05-19 10:09:18 ts/train.py:232 step:221K smpl:4M ep:17K epch:55.64 loss:0.007 grdn:0.161 lr:8.6e-05 updt_s:0.224 data_s:0.093
+INFO 2025-05-19 10:10:21 ts/train.py:232 step:221K smpl:4M ep:17K epch:55.69 loss:0.007 grdn:0.164 lr:8.6e-05 updt_s:0.223 data_s:0.095
+INFO 2025-05-19 10:11:25 ts/train.py:232 step:221K smpl:4M ep:17K epch:55.74 loss:0.007 grdn:0.167 lr:8.6e-05 updt_s:0.223 data_s:0.096
+INFO 2025-05-19 10:12:28 ts/train.py:232 step:221K smpl:4M ep:17K epch:55.79 loss:0.008 grdn:0.173 lr:8.6e-05 updt_s:0.223 data_s:0.090
+INFO 2025-05-19 10:13:32 ts/train.py:232 step:221K smpl:4M ep:17K epch:55.84 loss:0.008 grdn:0.169 lr:8.6e-05 updt_s:0.223 data_s:0.095
+INFO 2025-05-19 10:14:35 ts/train.py:232 step:222K smpl:4M ep:17K epch:55.89 loss:0.007 grdn:0.162 lr:8.6e-05 updt_s:0.223 data_s:0.094
+INFO 2025-05-19 10:15:39 ts/train.py:232 step:222K smpl:4M ep:17K epch:55.94 loss:0.007 grdn:0.163 lr:8.6e-05 updt_s:0.223 data_s:0.094
+INFO 2025-05-19 10:16:42 ts/train.py:232 step:222K smpl:4M ep:17K epch:55.99 loss:0.008 grdn:0.169 lr:8.6e-05 updt_s:0.223 data_s:0.091
+INFO 2025-05-19 10:17:45 ts/train.py:232 step:222K smpl:4M ep:17K epch:56.04 loss:0.008 grdn:0.162 lr:8.6e-05 updt_s:0.223 data_s:0.093
+INFO 2025-05-19 10:18:51 ts/train.py:232 step:222K smpl:4M ep:17K epch:56.10 loss:0.008 grdn:0.172 lr:8.6e-05 updt_s:0.223 data_s:0.106
+INFO 2025-05-19 10:19:59 ts/train.py:232 step:223K smpl:4M ep:17K epch:56.15 loss:0.007 grdn:0.163 lr:8.6e-05 updt_s:0.223 data_s:0.116
+INFO 2025-05-19 10:21:08 ts/train.py:232 step:223K smpl:4M ep:17K epch:56.20 loss:0.007 grdn:0.157 lr:8.6e-05 updt_s:0.222 data_s:0.120
+INFO 2025-05-19 10:22:16 ts/train.py:232 step:223K smpl:4M ep:17K epch:56.25 loss:0.008 grdn:0.162 lr:8.6e-05 updt_s:0.223 data_s:0.119
+INFO 2025-05-19 10:23:24 ts/train.py:232 step:223K smpl:4M ep:17K epch:56.30 loss:0.007 grdn:0.165 lr:8.6e-05 updt_s:0.223 data_s:0.114
+INFO 2025-05-19 10:24:31 ts/train.py:232 step:223K smpl:4M ep:17K epch:56.35 loss:0.008 grdn:0.167 lr:8.6e-05 updt_s:0.223 data_s:0.114
+INFO 2025-05-19 10:25:39 ts/train.py:232 step:224K smpl:4M ep:17K epch:56.40 loss:0.007 grdn:0.163 lr:8.6e-05 updt_s:0.223 data_s:0.114
+INFO 2025-05-19 10:26:43 ts/train.py:232 step:224K smpl:4M ep:17K epch:56.45 loss:0.008 grdn:0.166 lr:8.6e-05 updt_s:0.223 data_s:0.098
+INFO 2025-05-19 10:27:49 ts/train.py:232 step:224K smpl:4M ep:17K epch:56.50 loss:0.007 grdn:0.167 lr:8.6e-05 updt_s:0.223 data_s:0.105
+INFO 2025-05-19 10:28:54 ts/train.py:232 step:224K smpl:4M ep:17K epch:56.55 loss:0.007 grdn:0.171 lr:8.6e-05 updt_s:0.223 data_s:0.099
+INFO 2025-05-19 10:29:59 ts/train.py:232 step:224K smpl:4M ep:17K epch:56.60 loss:0.007 grdn:0.163 lr:8.5e-05 updt_s:0.223 data_s:0.102
+INFO 2025-05-19 10:31:03 ts/train.py:232 step:225K smpl:4M ep:17K epch:56.65 loss:0.007 grdn:0.155 lr:8.5e-05 updt_s:0.223 data_s:0.097
+INFO 2025-05-19 10:32:08 ts/train.py:232 step:225K smpl:4M ep:17K epch:56.70 loss:0.007 grdn:0.160 lr:8.5e-05 updt_s:0.223 data_s:0.098
+INFO 2025-05-19 10:33:13 ts/train.py:232 step:225K smpl:4M ep:17K epch:56.75 loss:0.007 grdn:0.161 lr:8.5e-05 updt_s:0.223 data_s:0.103
+INFO 2025-05-19 10:34:17 ts/train.py:232 step:225K smpl:4M ep:17K epch:56.80 loss:0.008 grdn:0.166 lr:8.5e-05 updt_s:0.223 data_s:0.095
+INFO 2025-05-19 10:35:22 ts/train.py:232 step:225K smpl:4M ep:17K epch:56.85 loss:0.007 grdn:0.156 lr:8.5e-05 updt_s:0.223 data_s:0.103
+INFO 2025-05-19 10:36:27 ts/train.py:232 step:226K smpl:4M ep:17K epch:56.90 loss:0.008 grdn:0.168 lr:8.5e-05 updt_s:0.223 data_s:0.099
+INFO 2025-05-19 10:37:31 ts/train.py:232 step:226K smpl:4M ep:17K epch:56.95 loss:0.006 grdn:0.146 lr:8.5e-05 updt_s:0.223 data_s:0.099
+INFO 2025-05-19 10:38:35 ts/train.py:232 step:226K smpl:4M ep:17K epch:57.00 loss:0.007 grdn:0.169 lr:8.5e-05 updt_s:0.223 data_s:0.095
+INFO 2025-05-19 10:39:39 ts/train.py:232 step:226K smpl:4M ep:17K epch:57.05 loss:0.007 grdn:0.161 lr:8.5e-05 updt_s:0.223 data_s:0.098
+INFO 2025-05-19 10:40:49 ts/train.py:232 step:226K smpl:4M ep:17K epch:57.10 loss:0.007 grdn:0.155 lr:8.5e-05 updt_s:0.222 data_s:0.126
+INFO 2025-05-19 10:41:58 ts/train.py:232 step:227K smpl:4M ep:17K epch:57.15 loss:0.008 grdn:0.174 lr:8.5e-05 updt_s:0.222 data_s:0.123
+INFO 2025-05-19 10:43:07 ts/train.py:232 step:227K smpl:4M ep:17K epch:57.21 loss:0.007 grdn:0.155 lr:8.5e-05 updt_s:0.223 data_s:0.117
+INFO 2025-05-19 10:44:15 ts/train.py:232 step:227K smpl:4M ep:17K epch:57.26 loss:0.008 grdn:0.173 lr:8.5e-05 updt_s:0.223 data_s:0.118
+INFO 2025-05-19 10:45:22 ts/train.py:232 step:227K smpl:4M ep:17K epch:57.31 loss:0.007 grdn:0.162 lr:8.5e-05 updt_s:0.223 data_s:0.114
+INFO 2025-05-19 10:46:31 ts/train.py:232 step:227K smpl:4M ep:17K epch:57.36 loss:0.008 grdn:0.172 lr:8.5e-05 updt_s:0.223 data_s:0.120
+INFO 2025-05-19 10:47:37 ts/train.py:232 step:228K smpl:4M ep:17K epch:57.41 loss:0.008 grdn:0.165 lr:8.5e-05 updt_s:0.223 data_s:0.104
+INFO 2025-05-19 10:48:41 ts/train.py:232 step:228K smpl:4M ep:17K epch:57.46 loss:0.008 grdn:0.163 lr:8.5e-05 updt_s:0.223 data_s:0.099
+INFO 2025-05-19 10:49:46 ts/train.py:232 step:228K smpl:4M ep:17K epch:57.51 loss:0.007 grdn:0.158 lr:8.5e-05 updt_s:0.223 data_s:0.100
+INFO 2025-05-19 10:50:51 ts/train.py:232 step:228K smpl:4M ep:17K epch:57.56 loss:0.008 grdn:0.180 lr:8.5e-05 updt_s:0.224 data_s:0.099
+INFO 2025-05-19 10:51:55 ts/train.py:232 step:228K smpl:4M ep:17K epch:57.61 loss:0.007 grdn:0.165 lr:8.5e-05 updt_s:0.223 data_s:0.100
+INFO 2025-05-19 10:53:00 ts/train.py:232 step:229K smpl:4M ep:17K epch:57.66 loss:0.008 grdn:0.170 lr:8.5e-05 updt_s:0.222 data_s:0.102
+INFO 2025-05-19 10:54:06 ts/train.py:232 step:229K smpl:4M ep:17K epch:57.71 loss:0.008 grdn:0.164 lr:8.5e-05 updt_s:0.223 data_s:0.104
+INFO 2025-05-19 10:55:11 ts/train.py:232 step:229K smpl:4M ep:17K epch:57.76 loss:0.007 grdn:0.162 lr:8.5e-05 updt_s:0.223 data_s:0.101
+INFO 2025-05-19 10:56:16 ts/train.py:232 step:229K smpl:4M ep:17K epch:57.81 loss:0.008 grdn:0.173 lr:8.5e-05 updt_s:0.223 data_s:0.102
+INFO 2025-05-19 10:57:21 ts/train.py:232 step:229K smpl:4M ep:17K epch:57.86 loss:0.008 grdn:0.164 lr:8.5e-05 updt_s:0.223 data_s:0.099
+INFO 2025-05-19 10:58:25 ts/train.py:232 step:230K smpl:4M ep:17K epch:57.91 loss:0.008 grdn:0.172 lr:8.5e-05 updt_s:0.223 data_s:0.097
+INFO 2025-05-19 10:59:29 ts/train.py:232 step:230K smpl:4M ep:17K epch:57.96 loss:0.008 grdn:0.164 lr:8.5e-05 updt_s:0.223 data_s:0.098
+INFO 2025-05-19 11:00:34 ts/train.py:232 step:230K smpl:4M ep:17K epch:58.01 loss:0.007 grdn:0.159 lr:8.5e-05 updt_s:0.223 data_s:0.100
+INFO 2025-05-19 11:01:44 ts/train.py:232 step:230K smpl:4M ep:17K epch:58.06 loss:0.006 grdn:0.150 lr:8.5e-05 updt_s:0.222 data_s:0.129
+INFO 2025-05-19 11:02:54 ts/train.py:232 step:230K smpl:4M ep:17K epch:58.11 loss:0.008 grdn:0.174 lr:8.5e-05 updt_s:0.223 data_s:0.122
+INFO 2025-05-19 11:04:02 ts/train.py:232 step:231K smpl:4M ep:17K epch:58.16 loss:0.007 grdn:0.170 lr:8.5e-05 updt_s:0.224 data_s:0.119
+INFO 2025-05-19 11:05:10 ts/train.py:232 step:231K smpl:4M ep:17K epch:58.21 loss:0.007 grdn:0.162 lr:8.5e-05 updt_s:0.223 data_s:0.117
+INFO 2025-05-19 11:06:19 ts/train.py:232 step:231K smpl:4M ep:17K epch:58.26 loss:0.007 grdn:0.159 lr:8.5e-05 updt_s:0.223 data_s:0.122
+INFO 2025-05-19 11:07:28 ts/train.py:232 step:231K smpl:4M ep:17K epch:58.31 loss:0.007 grdn:0.170 lr:8.5e-05 updt_s:0.223 data_s:0.120
+INFO 2025-05-19 11:08:34 ts/train.py:232 step:231K smpl:4M ep:18K epch:58.37 loss:0.007 grdn:0.153 lr:8.5e-05 updt_s:0.223 data_s:0.105
+INFO 2025-05-19 11:09:38 ts/train.py:232 step:232K smpl:4M ep:18K epch:58.42 loss:0.007 grdn:0.161 lr:8.5e-05 updt_s:0.223 data_s:0.097
+INFO 2025-05-19 11:10:42 ts/train.py:232 step:232K smpl:4M ep:18K epch:58.47 loss:0.007 grdn:0.162 lr:8.5e-05 updt_s:0.223 data_s:0.099
+INFO 2025-05-19 11:11:46 ts/train.py:232 step:232K smpl:4M ep:18K epch:58.52 loss:0.008 grdn:0.170 lr:8.5e-05 updt_s:0.223 data_s:0.097
+INFO 2025-05-19 11:12:50 ts/train.py:232 step:232K smpl:4M ep:18K epch:58.57 loss:0.007 grdn:0.167 lr:8.5e-05 updt_s:0.223 data_s:0.095
+INFO 2025-05-19 11:13:55 ts/train.py:232 step:232K smpl:4M ep:18K epch:58.62 loss:0.007 grdn:0.153 lr:8.4e-05 updt_s:0.223 data_s:0.102
+INFO 2025-05-19 11:14:59 ts/train.py:232 step:233K smpl:4M ep:18K epch:58.67 loss:0.007 grdn:0.150 lr:8.4e-05 updt_s:0.223 data_s:0.095
+INFO 2025-05-19 11:16:03 ts/train.py:232 step:233K smpl:4M ep:18K epch:58.72 loss:0.008 grdn:0.170 lr:8.4e-05 updt_s:0.223 data_s:0.094
+INFO 2025-05-19 11:17:06 ts/train.py:232 step:233K smpl:4M ep:18K epch:58.77 loss:0.007 grdn:0.152 lr:8.4e-05 updt_s:0.223 data_s:0.095
+INFO 2025-05-19 11:18:11 ts/train.py:232 step:233K smpl:4M ep:18K epch:58.82 loss:0.008 grdn:0.174 lr:8.4e-05 updt_s:0.223 data_s:0.100
+INFO 2025-05-19 11:19:15 ts/train.py:232 step:233K smpl:4M ep:18K epch:58.87 loss:0.008 grdn:0.175 lr:8.4e-05 updt_s:0.223 data_s:0.095
+INFO 2025-05-19 11:20:20 ts/train.py:232 step:234K smpl:4M ep:18K epch:58.92 loss:0.007 grdn:0.163 lr:8.4e-05 updt_s:0.223 data_s:0.101
+INFO 2025-05-19 11:21:25 ts/train.py:232 step:234K smpl:4M ep:18K epch:58.97 loss:0.007 grdn:0.172 lr:8.4e-05 updt_s:0.223 data_s:0.103
+INFO 2025-05-19 11:22:34 ts/train.py:232 step:234K smpl:4M ep:18K epch:59.02 loss:0.006 grdn:0.154 lr:8.4e-05 updt_s:0.222 data_s:0.122
+INFO 2025-05-19 11:23:42 ts/train.py:232 step:234K smpl:4M ep:18K epch:59.07 loss:0.008 grdn:0.167 lr:8.4e-05 updt_s:0.222 data_s:0.115
+INFO 2025-05-19 11:24:50 ts/train.py:232 step:234K smpl:4M ep:18K epch:59.12 loss:0.007 grdn:0.157 lr:8.4e-05 updt_s:0.222 data_s:0.116
+INFO 2025-05-19 11:25:57 ts/train.py:232 step:235K smpl:4M ep:18K epch:59.17 loss:0.007 grdn:0.164 lr:8.4e-05 updt_s:0.222 data_s:0.113
+INFO 2025-05-19 11:27:05 ts/train.py:232 step:235K smpl:4M ep:18K epch:59.22 loss:0.008 grdn:0.177 lr:8.4e-05 updt_s:0.223 data_s:0.115
+INFO 2025-05-19 11:28:13 ts/train.py:232 step:235K smpl:4M ep:18K epch:59.27 loss:0.008 grdn:0.171 lr:8.4e-05 updt_s:0.223 data_s:0.120
+INFO 2025-05-19 11:29:18 ts/train.py:232 step:235K smpl:4M ep:18K epch:59.32 loss:0.007 grdn:0.158 lr:8.4e-05 updt_s:0.222 data_s:0.100
+INFO 2025-05-19 11:30:22 ts/train.py:232 step:235K smpl:4M ep:18K epch:59.37 loss:0.007 grdn:0.165 lr:8.4e-05 updt_s:0.222 data_s:0.096
+INFO 2025-05-19 11:31:25 ts/train.py:232 step:236K smpl:4M ep:18K epch:59.42 loss:0.007 grdn:0.154 lr:8.4e-05 updt_s:0.223 data_s:0.093
+INFO 2025-05-19 11:32:29 ts/train.py:232 step:236K smpl:4M ep:18K epch:59.48 loss:0.008 grdn:0.165 lr:8.4e-05 updt_s:0.223 data_s:0.096
+INFO 2025-05-19 11:33:33 ts/train.py:232 step:236K smpl:4M ep:18K epch:59.53 loss:0.007 grdn:0.162 lr:8.4e-05 updt_s:0.223 data_s:0.095
+INFO 2025-05-19 11:34:38 ts/train.py:232 step:236K smpl:4M ep:18K epch:59.58 loss:0.008 grdn:0.174 lr:8.4e-05 updt_s:0.223 data_s:0.103
+INFO 2025-05-19 11:35:42 ts/train.py:232 step:236K smpl:4M ep:18K epch:59.63 loss:0.007 grdn:0.166 lr:8.4e-05 updt_s:0.223 data_s:0.096
+INFO 2025-05-19 11:36:47 ts/train.py:232 step:237K smpl:4M ep:18K epch:59.68 loss:0.007 grdn:0.158 lr:8.4e-05 updt_s:0.223 data_s:0.099
+INFO 2025-05-19 11:37:50 ts/train.py:232 step:237K smpl:4M ep:18K epch:59.73 loss:0.007 grdn:0.155 lr:8.4e-05 updt_s:0.223 data_s:0.094
+INFO 2025-05-19 11:38:54 ts/train.py:232 step:237K smpl:4M ep:18K epch:59.78 loss:0.007 grdn:0.165 lr:8.4e-05 updt_s:0.223 data_s:0.096
+INFO 2025-05-19 11:39:59 ts/train.py:232 step:237K smpl:4M ep:18K epch:59.83 loss:0.007 grdn:0.161 lr:8.4e-05 updt_s:0.223 data_s:0.098
+INFO 2025-05-19 11:41:03 ts/train.py:232 step:237K smpl:4M ep:18K epch:59.88 loss:0.007 grdn:0.155 lr:8.4e-05 updt_s:0.223 data_s:0.097
+INFO 2025-05-19 11:42:07 ts/train.py:232 step:238K smpl:4M ep:18K epch:59.93 loss:0.007 grdn:0.167 lr:8.4e-05 updt_s:0.223 data_s:0.098
+INFO 2025-05-19 11:43:14 ts/train.py:232 step:238K smpl:4M ep:18K epch:59.98 loss:0.007 grdn:0.166 lr:8.4e-05 updt_s:0.222 data_s:0.114
+INFO 2025-05-19 11:44:23 ts/train.py:232 step:238K smpl:4M ep:18K epch:60.03 loss:0.007 grdn:0.162 lr:8.4e-05 updt_s:0.222 data_s:0.120
+INFO 2025-05-19 11:45:32 ts/train.py:232 step:238K smpl:4M ep:18K epch:60.08 loss:0.007 grdn:0.163 lr:8.4e-05 updt_s:0.222 data_s:0.119
+INFO 2025-05-19 11:46:38 ts/train.py:232 step:238K smpl:4M ep:18K epch:60.13 loss:0.007 grdn:0.161 lr:8.4e-05 updt_s:0.222 data_s:0.111
+INFO 2025-05-19 11:47:45 ts/train.py:232 step:239K smpl:4M ep:18K epch:60.18 loss:0.007 grdn:0.161 lr:8.4e-05 updt_s:0.223 data_s:0.110
+INFO 2025-05-19 11:48:52 ts/train.py:232 step:239K smpl:4M ep:18K epch:60.23 loss:0.008 grdn:0.167 lr:8.4e-05 updt_s:0.223 data_s:0.110
+INFO 2025-05-19 11:49:57 ts/train.py:232 step:239K smpl:4M ep:18K epch:60.28 loss:0.008 grdn:0.171 lr:8.4e-05 updt_s:0.223 data_s:0.100
+INFO 2025-05-19 11:51:00 ts/train.py:232 step:239K smpl:4M ep:18K epch:60.33 loss:0.007 grdn:0.155 lr:8.4e-05 updt_s:0.223 data_s:0.094
+INFO 2025-05-19 11:52:02 ts/train.py:232 step:239K smpl:4M ep:18K epch:60.38 loss:0.007 grdn:0.165 lr:8.4e-05 updt_s:0.223 data_s:0.087
+INFO 2025-05-19 11:53:05 ts/train.py:232 step:240K smpl:4M ep:18K epch:60.43 loss:0.007 grdn:0.157 lr:8.4e-05 updt_s:0.223 data_s:0.088
+INFO 2025-05-19 11:54:07 ts/train.py:232 step:240K smpl:4M ep:18K epch:60.48 loss:0.007 grdn:0.161 lr:8.4e-05 updt_s:0.223 data_s:0.086
+INFO 2025-05-19 11:55:10 ts/train.py:232 step:240K smpl:4M ep:18K epch:60.53 loss:0.007 grdn:0.157 lr:8.4e-05 updt_s:0.223 data_s:0.091
+INFO 2025-05-19 11:55:10 ts/train.py:241 Checkpoint policy after step 240000
+INFO 2025-05-19 11:56:17 ts/train.py:232 step:240K smpl:4M ep:18K epch:60.58 loss:0.007 grdn:0.168 lr:8.3e-05 updt_s:0.223 data_s:0.090
+INFO 2025-05-19 11:57:20 ts/train.py:232 step:240K smpl:4M ep:18K epch:60.64 loss:0.008 grdn:0.164 lr:8.3e-05 updt_s:0.224 data_s:0.090
+INFO 2025-05-19 11:58:23 ts/train.py:232 step:241K smpl:4M ep:18K epch:60.69 loss:0.007 grdn:0.161 lr:8.3e-05 updt_s:0.224 data_s:0.090
+INFO 2025-05-19 11:59:27 ts/train.py:232 step:241K smpl:4M ep:18K epch:60.74 loss:0.007 grdn:0.169 lr:8.3e-05 updt_s:0.224 data_s:0.094
+INFO 2025-05-19 12:00:29 ts/train.py:232 step:241K smpl:4M ep:18K epch:60.79 loss:0.007 grdn:0.162 lr:8.3e-05 updt_s:0.223 data_s:0.089
+INFO 2025-05-19 12:01:33 ts/train.py:232 step:241K smpl:4M ep:18K epch:60.84 loss:0.007 grdn:0.172 lr:8.3e-05 updt_s:0.223 data_s:0.091
+INFO 2025-05-19 12:02:36 ts/train.py:232 step:241K smpl:4M ep:18K epch:60.89 loss:0.007 grdn:0.162 lr:8.3e-05 updt_s:0.223 data_s:0.093
+INFO 2025-05-19 12:03:42 ts/train.py:232 step:242K smpl:4M ep:18K epch:60.94 loss:0.007 grdn:0.161 lr:8.3e-05 updt_s:0.223 data_s:0.107
+INFO 2025-05-19 12:04:50 ts/train.py:232 step:242K smpl:4M ep:18K epch:60.99 loss:0.006 grdn:0.148 lr:8.3e-05 updt_s:0.223 data_s:0.116
+INFO 2025-05-19 12:05:58 ts/train.py:232 step:242K smpl:4M ep:18K epch:61.04 loss:0.007 grdn:0.162 lr:8.3e-05 updt_s:0.222 data_s:0.116
+INFO 2025-05-19 12:07:07 ts/train.py:232 step:242K smpl:4M ep:18K epch:61.09 loss:0.007 grdn:0.165 lr:8.3e-05 updt_s:0.222 data_s:0.123
+INFO 2025-05-19 12:08:15 ts/train.py:232 step:242K smpl:4M ep:18K epch:61.14 loss:0.008 grdn:0.169 lr:8.3e-05 updt_s:0.223 data_s:0.115
+INFO 2025-05-19 12:09:23 ts/train.py:232 step:243K smpl:4M ep:18K epch:61.19 loss:0.008 grdn:0.173 lr:8.3e-05 updt_s:0.222 data_s:0.117
+INFO 2025-05-19 12:10:29 ts/train.py:232 step:243K smpl:4M ep:18K epch:61.24 loss:0.007 grdn:0.160 lr:8.3e-05 updt_s:0.223 data_s:0.106
+INFO 2025-05-19 12:11:34 ts/train.py:232 step:243K smpl:4M ep:18K epch:61.29 loss:0.008 grdn:0.184 lr:8.3e-05 updt_s:0.223 data_s:0.100
+INFO 2025-05-19 12:12:38 ts/train.py:232 step:243K smpl:4M ep:18K epch:61.34 loss:0.007 grdn:0.166 lr:8.3e-05 updt_s:0.225 data_s:0.099
+INFO 2025-05-19 12:13:44 ts/train.py:232 step:243K smpl:4M ep:18K epch:61.39 loss:0.007 grdn:0.161 lr:8.3e-05 updt_s:0.223 data_s:0.104
+INFO 2025-05-19 12:14:49 ts/train.py:232 step:244K smpl:4M ep:18K epch:61.44 loss:0.008 grdn:0.172 lr:8.3e-05 updt_s:0.223 data_s:0.102
+INFO 2025-05-19 12:15:55 ts/train.py:232 step:244K smpl:4M ep:18K epch:61.49 loss:0.007 grdn:0.164 lr:8.3e-05 updt_s:0.223 data_s:0.104
+INFO 2025-05-19 12:16:59 ts/train.py:232 step:244K smpl:4M ep:18K epch:61.54 loss:0.006 grdn:0.154 lr:8.3e-05 updt_s:0.223 data_s:0.100
+INFO 2025-05-19 12:18:04 ts/train.py:232 step:244K smpl:4M ep:18K epch:61.59 loss:0.007 grdn:0.157 lr:8.3e-05 updt_s:0.223 data_s:0.101
+INFO 2025-05-19 12:19:10 ts/train.py:232 step:244K smpl:4M ep:18K epch:61.64 loss:0.008 grdn:0.168 lr:8.3e-05 updt_s:0.223 data_s:0.104
+INFO 2025-05-19 12:20:15 ts/train.py:232 step:245K smpl:4M ep:19K epch:61.69 loss:0.007 grdn:0.156 lr:8.3e-05 updt_s:0.223 data_s:0.101
+INFO 2025-05-19 12:21:20 ts/train.py:232 step:245K smpl:4M ep:19K epch:61.75 loss:0.008 grdn:0.169 lr:8.3e-05 updt_s:0.223 data_s:0.104
+INFO 2025-05-19 12:22:25 ts/train.py:232 step:245K smpl:4M ep:19K epch:61.80 loss:0.007 grdn:0.170 lr:8.3e-05 updt_s:0.222 data_s:0.100
+INFO 2025-05-19 12:23:29 ts/train.py:232 step:245K smpl:4M ep:19K epch:61.85 loss:0.008 grdn:0.171 lr:8.3e-05 updt_s:0.222 data_s:0.100
+INFO 2025-05-19 12:24:36 ts/train.py:232 step:245K smpl:4M ep:19K epch:61.90 loss:0.007 grdn:0.162 lr:8.3e-05 updt_s:0.222 data_s:0.111
+INFO 2025-05-19 12:25:42 ts/train.py:232 step:246K smpl:4M ep:19K epch:61.95 loss:0.007 grdn:0.166 lr:8.3e-05 updt_s:0.222 data_s:0.108
+INFO 2025-05-19 12:26:50 ts/train.py:232 step:246K smpl:4M ep:19K epch:62.00 loss:0.007 grdn:0.166 lr:8.3e-05 updt_s:0.223 data_s:0.112
+INFO 2025-05-19 12:27:57 ts/train.py:232 step:246K smpl:4M ep:19K epch:62.05 loss:0.007 grdn:0.163 lr:8.3e-05 updt_s:0.223 data_s:0.112
+INFO 2025-05-19 12:29:03 ts/train.py:232 step:246K smpl:4M ep:19K epch:62.10 loss:0.008 grdn:0.167 lr:8.3e-05 updt_s:0.223 data_s:0.107
+INFO 2025-05-19 12:30:10 ts/train.py:232 step:246K smpl:4M ep:19K epch:62.15 loss:0.007 grdn:0.166 lr:8.3e-05 updt_s:0.222 data_s:0.114
+INFO 2025-05-19 12:31:17 ts/train.py:232 step:247K smpl:4M ep:19K epch:62.20 loss:0.007 grdn:0.165 lr:8.3e-05 updt_s:0.223 data_s:0.110
+INFO 2025-05-19 12:32:21 ts/train.py:232 step:247K smpl:4M ep:19K epch:62.25 loss:0.007 grdn:0.165 lr:8.3e-05 updt_s:0.223 data_s:0.098
+INFO 2025-05-19 12:33:27 ts/train.py:232 step:247K smpl:4M ep:19K epch:62.30 loss:0.007 grdn:0.156 lr:8.3e-05 updt_s:0.223 data_s:0.105
+INFO 2025-05-19 12:34:32 ts/train.py:232 step:247K smpl:4M ep:19K epch:62.35 loss:0.007 grdn:0.153 lr:8.3e-05 updt_s:0.223 data_s:0.102
+INFO 2025-05-19 12:35:38 ts/train.py:232 step:247K smpl:4M ep:19K epch:62.40 loss:0.006 grdn:0.157 lr:8.3e-05 updt_s:0.223 data_s:0.104
+INFO 2025-05-19 12:36:43 ts/train.py:232 step:248K smpl:4M ep:19K epch:62.45 loss:0.007 grdn:0.165 lr:8.3e-05 updt_s:0.223 data_s:0.102
+INFO 2025-05-19 12:37:48 ts/train.py:232 step:248K smpl:4M ep:19K epch:62.50 loss:0.008 grdn:0.173 lr:8.2e-05 updt_s:0.223 data_s:0.103
+INFO 2025-05-19 12:38:54 ts/train.py:232 step:248K smpl:4M ep:19K epch:62.55 loss:0.006 grdn:0.154 lr:8.2e-05 updt_s:0.223 data_s:0.104
+INFO 2025-05-19 12:40:00 ts/train.py:232 step:248K smpl:4M ep:19K epch:62.60 loss:0.007 grdn:0.164 lr:8.2e-05 updt_s:0.223 data_s:0.106
+INFO 2025-05-19 12:41:05 ts/train.py:232 step:248K smpl:4M ep:19K epch:62.65 loss:0.006 grdn:0.154 lr:8.2e-05 updt_s:0.223 data_s:0.104
+INFO 2025-05-19 12:42:11 ts/train.py:232 step:249K smpl:4M ep:19K epch:62.70 loss:0.007 grdn:0.161 lr:8.2e-05 updt_s:0.223 data_s:0.108
+INFO 2025-05-19 12:43:17 ts/train.py:232 step:249K smpl:4M ep:19K epch:62.75 loss:0.006 grdn:0.152 lr:8.2e-05 updt_s:0.223 data_s:0.103
+INFO 2025-05-19 12:44:22 ts/train.py:232 step:249K smpl:4M ep:19K epch:62.80 loss:0.007 grdn:0.165 lr:8.2e-05 updt_s:0.222 data_s:0.101
+INFO 2025-05-19 12:45:27 ts/train.py:232 step:249K smpl:4M ep:19K epch:62.85 loss:0.007 grdn:0.157 lr:8.2e-05 updt_s:0.223 data_s:0.103
+INFO 2025-05-19 12:46:39 ts/train.py:232 step:249K smpl:4M ep:19K epch:62.91 loss:0.007 grdn:0.167 lr:8.2e-05 updt_s:0.223 data_s:0.135
+INFO 2025-05-19 12:47:48 ts/train.py:232 step:250K smpl:4M ep:19K epch:62.96 loss:0.007 grdn:0.168 lr:8.2e-05 updt_s:0.223 data_s:0.122
+INFO 2025-05-19 12:48:56 ts/train.py:232 step:250K smpl:4M ep:19K epch:63.01 loss:0.007 grdn:0.162 lr:8.2e-05 updt_s:0.223 data_s:0.119
+INFO 2025-05-19 12:50:05 ts/train.py:232 step:250K smpl:4M ep:19K epch:63.06 loss:0.007 grdn:0.166 lr:8.2e-05 updt_s:0.223 data_s:0.117
+INFO 2025-05-19 12:51:13 ts/train.py:232 step:250K smpl:4M ep:19K epch:63.11 loss:0.007 grdn:0.160 lr:8.2e-05 updt_s:0.223 data_s:0.116
+INFO 2025-05-19 12:52:20 ts/train.py:232 step:250K smpl:4M ep:19K epch:63.16 loss:0.007 grdn:0.155 lr:8.2e-05 updt_s:0.223 data_s:0.113
+INFO 2025-05-19 12:53:24 ts/train.py:232 step:251K smpl:4M ep:19K epch:63.21 loss:0.007 grdn:0.162 lr:8.2e-05 updt_s:0.223 data_s:0.097
+INFO 2025-05-19 12:54:27 ts/train.py:232 step:251K smpl:4M ep:19K epch:63.26 loss:0.007 grdn:0.154 lr:8.2e-05 updt_s:0.223 data_s:0.092
+INFO 2025-05-19 12:55:33 ts/train.py:232 step:251K smpl:4M ep:19K epch:63.31 loss:0.007 grdn:0.157 lr:8.2e-05 updt_s:0.222 data_s:0.106
+INFO 2025-05-19 12:56:38 ts/train.py:232 step:251K smpl:4M ep:19K epch:63.36 loss:0.007 grdn:0.157 lr:8.2e-05 updt_s:0.223 data_s:0.100
+INFO 2025-05-19 12:57:43 ts/train.py:232 step:251K smpl:4M ep:19K epch:63.41 loss:0.007 grdn:0.172 lr:8.2e-05 updt_s:0.223 data_s:0.100
+INFO 2025-05-19 12:58:47 ts/train.py:232 step:252K smpl:4M ep:19K epch:63.46 loss:0.008 grdn:0.172 lr:8.2e-05 updt_s:0.223 data_s:0.100
+INFO 2025-05-19 12:59:51 ts/train.py:232 step:252K smpl:4M ep:19K epch:63.51 loss:0.007 grdn:0.167 lr:8.2e-05 updt_s:0.223 data_s:0.097
+INFO 2025-05-19 13:00:57 ts/train.py:232 step:252K smpl:4M ep:19K epch:63.56 loss:0.006 grdn:0.151 lr:8.2e-05 updt_s:0.223 data_s:0.105
+INFO 2025-05-19 13:02:02 ts/train.py:232 step:252K smpl:4M ep:19K epch:63.61 loss:0.007 grdn:0.163 lr:8.2e-05 updt_s:0.223 data_s:0.099
+INFO 2025-05-19 13:03:07 ts/train.py:232 step:252K smpl:4M ep:19K epch:63.66 loss:0.006 grdn:0.148 lr:8.2e-05 updt_s:0.223 data_s:0.100
+INFO 2025-05-19 13:04:12 ts/train.py:232 step:253K smpl:4M ep:19K epch:63.71 loss:0.007 grdn:0.169 lr:8.2e-05 updt_s:0.223 data_s:0.104
+INFO 2025-05-19 13:05:18 ts/train.py:232 step:253K smpl:4M ep:19K epch:63.76 loss:0.006 grdn:0.158 lr:8.2e-05 updt_s:0.223 data_s:0.106
+INFO 2025-05-19 13:06:23 ts/train.py:232 step:253K smpl:4M ep:19K epch:63.81 loss:0.008 grdn:0.163 lr:8.2e-05 updt_s:0.223 data_s:0.101
+INFO 2025-05-19 13:07:33 ts/train.py:232 step:253K smpl:4M ep:19K epch:63.86 loss:0.007 grdn:0.169 lr:8.2e-05 updt_s:0.222 data_s:0.127
+INFO 2025-05-19 13:08:47 ts/train.py:232 step:253K smpl:4M ep:19K epch:63.91 loss:0.007 grdn:0.165 lr:8.2e-05 updt_s:0.222 data_s:0.145
+INFO 2025-05-19 13:10:00 ts/train.py:232 step:254K smpl:4M ep:19K epch:63.96 loss:0.007 grdn:0.162 lr:8.2e-05 updt_s:0.222 data_s:0.145
+INFO 2025-05-19 13:11:13 ts/train.py:232 step:254K smpl:4M ep:19K epch:64.02 loss:0.007 grdn:0.158 lr:8.2e-05 updt_s:0.222 data_s:0.140
+INFO 2025-05-19 13:12:27 ts/train.py:232 step:254K smpl:4M ep:19K epch:64.07 loss:0.006 grdn:0.152 lr:8.2e-05 updt_s:0.222 data_s:0.149
+INFO 2025-05-19 13:13:38 ts/train.py:232 step:254K smpl:4M ep:19K epch:64.12 loss:0.007 grdn:0.169 lr:8.2e-05 updt_s:0.222 data_s:0.131
+INFO 2025-05-19 13:14:49 ts/train.py:232 step:254K smpl:4M ep:19K epch:64.17 loss:0.007 grdn:0.164 lr:8.2e-05 updt_s:0.222 data_s:0.130
+INFO 2025-05-19 13:15:57 ts/train.py:232 step:255K smpl:4M ep:19K epch:64.22 loss:0.007 grdn:0.163 lr:8.2e-05 updt_s:0.222 data_s:0.121
+INFO 2025-05-19 13:17:06 ts/train.py:232 step:255K smpl:4M ep:19K epch:64.27 loss:0.007 grdn:0.161 lr:8.2e-05 updt_s:0.222 data_s:0.122
+INFO 2025-05-19 13:18:16 ts/train.py:232 step:255K smpl:4M ep:19K epch:64.32 loss:0.007 grdn:0.160 lr:8.2e-05 updt_s:0.222 data_s:0.125
+INFO 2025-05-19 13:19:25 ts/train.py:232 step:255K smpl:4M ep:19K epch:64.37 loss:0.007 grdn:0.156 lr:8.2e-05 updt_s:0.222 data_s:0.122
+INFO 2025-05-19 13:20:34 ts/train.py:232 step:255K smpl:4M ep:19K epch:64.42 loss:0.007 grdn:0.155 lr:8.1e-05 updt_s:0.222 data_s:0.121
+INFO 2025-05-19 13:21:44 ts/train.py:232 step:256K smpl:4M ep:19K epch:64.47 loss:0.007 grdn:0.159 lr:8.1e-05 updt_s:0.222 data_s:0.127
+INFO 2025-05-19 13:22:52 ts/train.py:232 step:256K smpl:4M ep:19K epch:64.52 loss:0.007 grdn:0.155 lr:8.1e-05 updt_s:0.222 data_s:0.119
+INFO 2025-05-19 13:24:03 ts/train.py:232 step:256K smpl:4M ep:19K epch:64.57 loss:0.007 grdn:0.159 lr:8.1e-05 updt_s:0.222 data_s:0.130
+INFO 2025-05-19 13:25:14 ts/train.py:232 step:256K smpl:4M ep:19K epch:64.62 loss:0.007 grdn:0.161 lr:8.1e-05 updt_s:0.222 data_s:0.135
+INFO 2025-05-19 13:26:26 ts/train.py:232 step:256K smpl:4M ep:19K epch:64.67 loss:0.007 grdn:0.161 lr:8.1e-05 updt_s:0.222 data_s:0.136
+INFO 2025-05-19 13:27:36 ts/train.py:232 step:257K smpl:4M ep:19K epch:64.72 loss:0.007 grdn:0.157 lr:8.1e-05 updt_s:0.223 data_s:0.125
+INFO 2025-05-19 13:28:46 ts/train.py:232 step:257K smpl:4M ep:19K epch:64.77 loss:0.007 grdn:0.161 lr:8.1e-05 updt_s:0.222 data_s:0.129
+INFO 2025-05-19 13:30:04 ts/train.py:232 step:257K smpl:4M ep:19K epch:64.82 loss:0.006 grdn:0.154 lr:8.1e-05 updt_s:0.221 data_s:0.164
+INFO 2025-05-19 13:31:15 ts/train.py:232 step:257K smpl:4M ep:19K epch:64.87 loss:0.007 grdn:0.157 lr:8.1e-05 updt_s:0.222 data_s:0.135
+INFO 2025-05-19 13:32:27 ts/train.py:232 step:257K smpl:4M ep:19K epch:64.92 loss:0.007 grdn:0.163 lr:8.1e-05 updt_s:0.222 data_s:0.138
+INFO 2025-05-19 13:33:39 ts/train.py:232 step:258K smpl:4M ep:19K epch:64.97 loss:0.007 grdn:0.161 lr:8.1e-05 updt_s:0.222 data_s:0.138
+INFO 2025-05-19 13:34:51 ts/train.py:232 step:258K smpl:4M ep:20K epch:65.02 loss:0.006 grdn:0.147 lr:8.1e-05 updt_s:0.222 data_s:0.137
+INFO 2025-05-19 13:36:04 ts/train.py:232 step:258K smpl:4M ep:20K epch:65.07 loss:0.007 grdn:0.154 lr:8.1e-05 updt_s:0.223 data_s:0.140
+INFO 2025-05-19 13:37:13 ts/train.py:232 step:258K smpl:4M ep:20K epch:65.12 loss:0.007 grdn:0.164 lr:8.1e-05 updt_s:0.223 data_s:0.120
+INFO 2025-05-19 13:38:19 ts/train.py:232 step:258K smpl:4M ep:20K epch:65.18 loss:0.007 grdn:0.165 lr:8.1e-05 updt_s:0.223 data_s:0.104
+INFO 2025-05-19 13:39:24 ts/train.py:232 step:259K smpl:4M ep:20K epch:65.23 loss:0.007 grdn:0.165 lr:8.1e-05 updt_s:0.223 data_s:0.105
+INFO 2025-05-19 13:40:30 ts/train.py:232 step:259K smpl:4M ep:20K epch:65.28 loss:0.007 grdn:0.158 lr:8.1e-05 updt_s:0.223 data_s:0.105
+INFO 2025-05-19 13:41:36 ts/train.py:232 step:259K smpl:4M ep:20K epch:65.33 loss:0.007 grdn:0.151 lr:8.1e-05 updt_s:0.223 data_s:0.107
+INFO 2025-05-19 13:42:43 ts/train.py:232 step:259K smpl:4M ep:20K epch:65.38 loss:0.007 grdn:0.162 lr:8.1e-05 updt_s:0.224 data_s:0.106
+INFO 2025-05-19 13:43:49 ts/train.py:232 step:259K smpl:4M ep:20K epch:65.43 loss:0.007 grdn:0.155 lr:8.1e-05 updt_s:0.223 data_s:0.108
+INFO 2025-05-19 13:44:55 ts/train.py:232 step:260K smpl:4M ep:20K epch:65.48 loss:0.007 grdn:0.161 lr:8.1e-05 updt_s:0.223 data_s:0.106
+INFO 2025-05-19 13:46:01 ts/train.py:232 step:260K smpl:4M ep:20K epch:65.53 loss:0.007 grdn:0.172 lr:8.1e-05 updt_s:0.224 data_s:0.105
+INFO 2025-05-19 13:47:07 ts/train.py:232 step:260K smpl:4M ep:20K epch:65.58 loss:0.007 grdn:0.162 lr:8.1e-05 updt_s:0.223 data_s:0.105
+INFO 2025-05-19 13:47:07 ts/train.py:241 Checkpoint policy after step 260000
+INFO 2025-05-19 13:48:21 ts/train.py:232 step:260K smpl:4M ep:20K epch:65.63 loss:0.007 grdn:0.155 lr:8.1e-05 updt_s:0.222 data_s:0.110
+INFO 2025-05-19 13:49:26 ts/train.py:232 step:260K smpl:4M ep:20K epch:65.68 loss:0.007 grdn:0.166 lr:8.1e-05 updt_s:0.223 data_s:0.105
+INFO 2025-05-19 13:50:32 ts/train.py:232 step:261K smpl:4M ep:20K epch:65.73 loss:0.007 grdn:0.162 lr:8.1e-05 updt_s:0.223 data_s:0.104
+INFO 2025-05-19 13:51:51 ts/train.py:232 step:261K smpl:4M ep:20K epch:65.78 loss:0.008 grdn:0.175 lr:8.1e-05 updt_s:0.222 data_s:0.176
+INFO 2025-05-19 13:53:00 ts/train.py:232 step:261K smpl:4M ep:20K epch:65.83 loss:0.008 grdn:0.162 lr:8.1e-05 updt_s:0.222 data_s:0.121
+INFO 2025-05-19 13:54:09 ts/train.py:232 step:261K smpl:4M ep:20K epch:65.88 loss:0.007 grdn:0.160 lr:8.1e-05 updt_s:0.223 data_s:0.120
+INFO 2025-05-19 13:55:18 ts/train.py:232 step:261K smpl:4M ep:20K epch:65.93 loss:0.007 grdn:0.167 lr:8.1e-05 updt_s:0.223 data_s:0.122
+INFO 2025-05-19 13:56:29 ts/train.py:232 step:262K smpl:4M ep:20K epch:65.98 loss:0.006 grdn:0.149 lr:8.1e-05 updt_s:0.223 data_s:0.128
+INFO 2025-05-19 13:57:36 ts/train.py:232 step:262K smpl:4M ep:20K epch:66.03 loss:0.007 grdn:0.163 lr:8.1e-05 updt_s:0.223 data_s:0.114
+INFO 2025-05-19 13:58:47 ts/train.py:232 step:262K smpl:4M ep:20K epch:66.08 loss:0.007 grdn:0.169 lr:8.1e-05 updt_s:0.222 data_s:0.130
+INFO 2025-05-19 13:59:52 ts/train.py:232 step:262K smpl:4M ep:20K epch:66.13 loss:0.006 grdn:0.152 lr:8.1e-05 updt_s:0.222 data_s:0.101
+INFO 2025-05-19 14:00:56 ts/train.py:232 step:262K smpl:4M ep:20K epch:66.18 loss:0.007 grdn:0.171 lr:8.1e-05 updt_s:0.222 data_s:0.098
+INFO 2025-05-19 14:02:00 ts/train.py:232 step:263K smpl:4M ep:20K epch:66.23 loss:0.007 grdn:0.158 lr:8.0e-05 updt_s:0.223 data_s:0.096
+INFO 2025-05-19 14:03:04 ts/train.py:232 step:263K smpl:4M ep:20K epch:66.29 loss:0.007 grdn:0.167 lr:8.0e-05 updt_s:0.223 data_s:0.100
+INFO 2025-05-19 14:04:08 ts/train.py:232 step:263K smpl:4M ep:20K epch:66.34 loss:0.007 grdn:0.161 lr:8.0e-05 updt_s:0.222 data_s:0.096
+INFO 2025-05-19 14:05:12 ts/train.py:232 step:263K smpl:4M ep:20K epch:66.39 loss:0.007 grdn:0.164 lr:8.0e-05 updt_s:0.222 data_s:0.098
+INFO 2025-05-19 14:06:16 ts/train.py:232 step:263K smpl:4M ep:20K epch:66.44 loss:0.007 grdn:0.159 lr:8.0e-05 updt_s:0.223 data_s:0.096
+INFO 2025-05-19 14:07:21 ts/train.py:232 step:264K smpl:4M ep:20K epch:66.49 loss:0.007 grdn:0.169 lr:8.0e-05 updt_s:0.223 data_s:0.099
+INFO 2025-05-19 14:08:24 ts/train.py:232 step:264K smpl:4M ep:20K epch:66.54 loss:0.006 grdn:0.166 lr:8.0e-05 updt_s:0.223 data_s:0.094
+INFO 2025-05-19 14:09:28 ts/train.py:232 step:264K smpl:4M ep:20K epch:66.59 loss:0.007 grdn:0.164 lr:8.0e-05 updt_s:0.223 data_s:0.095
+INFO 2025-05-19 14:10:33 ts/train.py:232 step:264K smpl:4M ep:20K epch:66.64 loss:0.006 grdn:0.148 lr:8.0e-05 updt_s:0.223 data_s:0.100
+INFO 2025-05-19 14:11:37 ts/train.py:232 step:264K smpl:4M ep:20K epch:66.69 loss:0.007 grdn:0.161 lr:8.0e-05 updt_s:0.223 data_s:0.099
+INFO 2025-05-19 14:12:48 ts/train.py:232 step:265K smpl:4M ep:20K epch:66.74 loss:0.006 grdn:0.153 lr:8.0e-05 updt_s:0.222 data_s:0.131
+INFO 2025-05-19 14:13:56 ts/train.py:232 step:265K smpl:4M ep:20K epch:66.79 loss:0.007 grdn:0.156 lr:8.0e-05 updt_s:0.222 data_s:0.119
+INFO 2025-05-19 14:15:03 ts/train.py:232 step:265K smpl:4M ep:20K epch:66.84 loss:0.007 grdn:0.163 lr:8.0e-05 updt_s:0.222 data_s:0.108
+INFO 2025-05-19 14:16:10 ts/train.py:232 step:265K smpl:4M ep:20K epch:66.89 loss:0.007 grdn:0.159 lr:8.0e-05 updt_s:0.222 data_s:0.113
+INFO 2025-05-19 14:17:17 ts/train.py:232 step:265K smpl:4M ep:20K epch:66.94 loss:0.006 grdn:0.150 lr:8.0e-05 updt_s:0.222 data_s:0.113
+INFO 2025-05-19 14:18:23 ts/train.py:232 step:266K smpl:4M ep:20K epch:66.99 loss:0.007 grdn:0.160 lr:8.0e-05 updt_s:0.222 data_s:0.107
+INFO 2025-05-19 14:19:30 ts/train.py:232 step:266K smpl:4M ep:20K epch:67.04 loss:0.007 grdn:0.166 lr:8.0e-05 updt_s:0.222 data_s:0.110
+INFO 2025-05-19 14:20:33 ts/train.py:232 step:266K smpl:4M ep:20K epch:67.09 loss:0.006 grdn:0.157 lr:8.0e-05 updt_s:0.223 data_s:0.094
+INFO 2025-05-19 14:21:38 ts/train.py:232 step:266K smpl:4M ep:20K epch:67.14 loss:0.007 grdn:0.165 lr:8.0e-05 updt_s:0.222 data_s:0.099
+INFO 2025-05-19 14:22:42 ts/train.py:232 step:266K smpl:4M ep:20K epch:67.19 loss:0.006 grdn:0.153 lr:8.0e-05 updt_s:0.223 data_s:0.095
+INFO 2025-05-19 14:23:44 ts/train.py:232 step:267K smpl:4M ep:20K epch:67.24 loss:0.007 grdn:0.155 lr:8.0e-05 updt_s:0.223 data_s:0.088
+INFO 2025-05-19 14:24:48 ts/train.py:232 step:267K smpl:4M ep:20K epch:67.29 loss:0.007 grdn:0.163 lr:8.0e-05 updt_s:0.222 data_s:0.099
+INFO 2025-05-19 14:25:51 ts/train.py:232 step:267K smpl:4M ep:20K epch:67.34 loss:0.007 grdn:0.165 lr:8.0e-05 updt_s:0.223 data_s:0.092
+INFO 2025-05-19 14:26:55 ts/train.py:232 step:267K smpl:4M ep:20K epch:67.39 loss:0.008 grdn:0.174 lr:8.0e-05 updt_s:0.223 data_s:0.096
+Exception in thread Thread-72 (_pin_memory_loop):
+Traceback (most recent call last):
+ File "/opt/conda/envs/lerobot/lib/python3.10/threading.py", line 1016, in _bootstrap_inner
+ self.run()
+ File "/opt/conda/envs/lerobot/lib/python3.10/threading.py", line 953, in run
+ self._target(*self._args, **self._kwargs)
+ File "/opt/conda/envs/lerobot/lib/python3.10/site-packages/torch/utils/data/_utils/pin_memory.py", line 59, in _pin_memory_loop
+ do_one_step()
+ File "/opt/conda/envs/lerobot/lib/python3.10/site-packages/torch/utils/data/_utils/pin_memory.py", line 35, in do_one_step
+ r = in_queue.get(timeout=MP_STATUS_CHECK_INTERVAL)
+ File "/opt/conda/envs/lerobot/lib/python3.10/multiprocessing/queues.py", line 122, in get
+ return _ForkingPickler.loads(res)
+ File "/opt/conda/envs/lerobot/lib/python3.10/site-packages/torch/multiprocessing/reductions.py", line 541, in rebuild_storage_fd
+ fd = df.detach()
+ File "/opt/conda/envs/lerobot/lib/python3.10/multiprocessing/resource_sharer.py", line 57, in detach
+ with _resource_sharer.get_connection(self._id) as conn:
+ File "/opt/conda/envs/lerobot/lib/python3.10/multiprocessing/resource_sharer.py", line 86, in get_connection
+ c = Client(address, authkey=process.current_process().authkey)
+ File "/opt/conda/envs/lerobot/lib/python3.10/multiprocessing/connection.py", line 502, in Client
+ c = SocketClient(address)
+ File "/opt/conda/envs/lerobot/lib/python3.10/multiprocessing/connection.py", line 630, in SocketClient
+ s.connect(address)
+FileNotFoundError: [Errno 2] No such file or directory
+Traceback (most recent call last):
+ File "/NAS/LSY/lerobot/lerobot/scripts/train.py", line 288, in
+ train()
+ File "/NAS/LSY/lerobot/lerobot/configs/parser.py", line 227, in wrapper_inner
+ response = fn(cfg, *args, **kwargs)
+ File "/NAS/LSY/lerobot/lerobot/scripts/train.py", line 212, in train
+ train_tracker, output_dict = update_policy(
+ File "/NAS/LSY/lerobot/lerobot/scripts/train.py", line 101, in update_policy
+ train_metrics.loss = loss.item()
+KeyboardInterrupt
diff --git a/wandb/run-20250518_145405-bqr8y636/files/requirements.txt b/wandb/run-20250518_145405-bqr8y636/files/requirements.txt
new file mode 100644
index 0000000000000000000000000000000000000000..68f3c0c612674471eb5bd86cd21f3a339e5e7f24
--- /dev/null
+++ b/wandb/run-20250518_145405-bqr8y636/files/requirements.txt
@@ -0,0 +1,146 @@
+pyyaml-include==1.4.1
+pillow==11.2.1
+six==1.17.0
+nvidia-cusparse-cu12==12.3.1.170
+packaging==24.2
+torch==2.6.0
+async-timeout==5.0.1
+wcwidth==0.2.13
+nvidia-nvjitlink-cu12==12.4.127
+pip==25.0.1
+requests==2.32.3
+draccus==0.10.0
+python-dateutil==2.9.0.post0
+numba==0.61.2
+antlr4-python3-runtime==4.9.3
+pyzmq==26.4.0
+termcolor==3.0.1
+pyserial==3.5
+pynput==1.8.1
+pfzy==0.3.4
+deepdiff==8.4.2
+h5py==3.13.0
+imageio==2.37.0
+typing-inspect==0.9.0
+imageio-ffmpeg==0.6.0
+multidict==6.4.3
+fasteners==0.19
+nvidia-cufft-cu12==11.2.1.3
+nvidia-cusolver-cu12==11.6.1.9
+triton==3.2.0
+beautifulsoup4==4.13.4
+annotated-types==0.7.0
+llvmlite==0.44.0
+TorchCodec==0.2.1
+hf_transfer==0.1.9
+cffi==1.17.1
+zarr==2.18.3
+opencv-python-headless==4.11.0.86
+tqdm==4.67.1
+protobuf==5.29.4
+av==14.3.0
+click==8.1.8
+pyarrow==19.0.1
+Flask==3.1.0
+zipp==3.21.0
+importlib_metadata==8.6.1
+urllib3==2.4.0
+huggingface-hub==0.30.2
+gitdb==4.0.12
+nvidia-nccl-cu12==2.21.5
+pydantic_core==2.33.1
+MarkupSafe==3.0.2
+blinker==1.9.0
+aiohappyeyeballs==2.6.1
+einops==0.8.1
+feetech-servo-sdk==1.0.0
+omegaconf==2.3.0
+nvidia-cuda-nvrtc-cu12==12.4.127
+gdown==5.2.0
+pycparser==2.22
+pandas==2.2.3
+orderly-set==5.4.0
+certifi==2025.1.31
+torchvision==0.21.0
+sentry-sdk==2.26.1
+dill==0.3.8
+mpmath==1.3.0
+python-xlib==0.33
+mergedeep==1.3.4
+Werkzeug==3.1.3
+prompt_toolkit==3.0.51
+PyYAML==6.0.2
+multiprocess==0.70.16
+toml==0.10.2
+wheel==0.45.1
+platformdirs==4.3.7
+numcodecs==0.13.1
+evdev==1.9.1
+pydantic==2.11.3
+fsspec==2024.12.0
+xxhash==3.5.0
+setproctitle==1.3.5
+propcache==0.3.1
+nvidia-cuda-cupti-cu12==12.4.127
+GitPython==3.1.44
+cloudpickle==3.1.1
+frozenlist==1.6.0
+filelock==3.18.0
+idna==3.10
+lerobot==0.1.0
+Farama-Notifications==0.0.4
+charset-normalizer==3.4.1
+wandb==0.19.9
+tzdata==2025.2
+nvidia-cublas-cu12==12.4.5.8
+pytz==2025.2
+smmap==5.0.2
+networkx==3.4.2
+numpy==2.2.4
+gymnasium==0.29.1
+aiohttp==3.11.16
+psutil==7.0.0
+attrs==25.3.0
+inquirerpy==0.3.4
+nvidia-curand-cu12==10.3.5.147
+nvidia-cudnn-cu12==9.1.0.70
+itsdangerous==2.2.0
+asciitree==0.3.3
+rerun-sdk==0.22.1
+mypy-extensions==1.0.0
+regex==2024.11.6
+aiosignal==1.3.2
+docker-pycreds==0.4.0
+sympy==1.13.1
+PySocks==1.7.1
+yarl==1.20.0
+nvidia-cuda-runtime-cu12==12.4.127
+soupsieve==2.6
+Jinja2==3.1.6
+nvidia-nvtx-cu12==12.4.127
+safetensors==0.5.3
+datasets==3.5.0
+typing_extensions==4.13.2
+diffusers==0.33.1
+pymunk==6.11.1
+nvidia-cusparselt-cu12==0.6.2
+typing-inspection==0.4.0
+setuptools==78.1.0
+cmake==4.0.0
+jsonlines==4.0.0
+zipp==3.19.2
+packaging==24.2
+importlib_metadata==8.0.0
+jaraco.context==5.3.0
+jaraco.functools==4.0.1
+backports.tarfile==1.2.0
+autocommand==2.2.2
+inflect==7.3.1
+typeguard==4.3.0
+more-itertools==10.3.0
+typing_extensions==4.12.2
+wheel==0.45.1
+tomli==2.0.1
+jaraco.collections==5.1.0
+platformdirs==4.2.2
+jaraco.text==3.12.1
diff --git a/wandb/run-20250518_145405-bqr8y636/files/wandb-metadata.json b/wandb/run-20250518_145405-bqr8y636/files/wandb-metadata.json
new file mode 100644
index 0000000000000000000000000000000000000000..9756947ab6b4d45a0020450dd18c04c11781f59c
--- /dev/null
+++ b/wandb/run-20250518_145405-bqr8y636/files/wandb-metadata.json
@@ -0,0 +1,118 @@
+{
+ "os": "Linux-5.15.0-139-generic-x86_64-with-glibc2.35",
+ "python": "CPython 3.10.17",
+ "startedAt": "2025-05-18T14:54:05.260073Z",
+ "args": [
+ "--dataset.repo_id=shylee/so100_pengripG",
+ "--policy.type=diffusion",
+ "--policy.device=cuda",
+ "--dataset.root=/SSD/LSY/lerobot_dataset/pengripG",
+ "--wandb.enable=true",
+ "--save_freq=20000",
+ "--steps=900000",
+ "--policy.noise_scheduler_type=DDIM",
+ "--policy.num_inference_steps=10",
+ "--batch_size=16",
+ "--policy.down_dims=[256,512,1024]",
+ "--policy.vision_backbone=resnet50",
+ "--policy.pretrained_backbone_weights=ResNet50_Weights.IMAGENET1K_V1",
+ "--policy.use_group_norm=false",
+ "--policy.pre_resize_shape=[224,224]",
+ "--policy.crop_shape=[224,224]",
+ "--policy.crop_is_random=false",
+ "--policy.freeze_vision_backbone=false",
+ "--policy.horizon=16",
+ "--policy.n_action_steps=8",
+ "--policy.optimizer_lr=0.0001",
+ "--policy.use_ac=false",
+ "--policy.ac_threshold=0.99",
+ "--policy.use_pcg=false",
+ "--policy.pcg_weight=0.1",
+ "--policy.use_bid=false",
+ "--policy.bid_batch_size=15",
+ "--policy.bid_mode_size=3",
+ "--policy.bid_temporal_coherence=0.5",
+ "--dataset.image_transforms.enable=false",
+ "--log_freq=200",
+ "--output_dir=/SSD/LSY/lerobot_model/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_longtrain",
+ "--job_name=DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_longtrain"
+ ],
+ "program": "/NAS/LSY/lerobot/lerobot/scripts/train.py",
+ "codePath": "lerobot/scripts/train.py",
+ "git": {
+ "remote": "https://github.com/huggingface/lerobot.git",
+ "commit": "a445d9c9da6bea99a8972daa4fe1fdd053d711d2"
+ },
+ "root": "/SSD/LSY/lerobot_model/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_longtrain",
+ "host": "91cf0fc7c553",
+ "executable": "/opt/conda/envs/lerobot/bin/python",
+ "codePathLocal": "lerobot/scripts/train.py",
+ "cpu_count": 48,
+ "cpu_count_logical": 96,
+ "gpu": "NVIDIA GeForce RTX 3090",
+ "gpu_count": 8,
+ "disk": {
+ "/": {
+ "total": "1820335460352",
+ "used": "1095481786368"
+ }
+ },
+ "memory": {
+ "total": "253372637184"
+ },
+ "cpu": {
+ "count": 48,
+ "countLogical": 96
+ },
+ "gpu_nvidia": [
+ {
+ "name": "NVIDIA GeForce RTX 3090",
+ "memoryTotal": "25769803776",
+ "cudaCores": 10496,
+ "architecture": "Ampere"
+ },
+ {
+ "name": "NVIDIA GeForce RTX 3090",
+ "memoryTotal": "25769803776",
+ "cudaCores": 10496,
+ "architecture": "Ampere"
+ },
+ {
+ "name": "NVIDIA GeForce RTX 3090",
+ "memoryTotal": "25769803776",
+ "cudaCores": 10496,
+ "architecture": "Ampere"
+ },
+ {
+ "name": "NVIDIA GeForce RTX 3090",
+ "memoryTotal": "25769803776",
+ "cudaCores": 10496,
+ "architecture": "Ampere"
+ },
+ {
+ "name": "NVIDIA GeForce RTX 3090",
+ "memoryTotal": "25769803776",
+ "cudaCores": 10496,
+ "architecture": "Ampere"
+ },
+ {
+ "name": "NVIDIA GeForce RTX 3090",
+ "memoryTotal": "25769803776",
+ "cudaCores": 10496,
+ "architecture": "Ampere"
+ },
+ {
+ "name": "NVIDIA GeForce RTX 3090",
+ "memoryTotal": "25769803776",
+ "cudaCores": 10496,
+ "architecture": "Ampere"
+ },
+ {
+ "name": "NVIDIA GeForce RTX 3090",
+ "memoryTotal": "25769803776",
+ "cudaCores": 10496,
+ "architecture": "Ampere"
+ }
+ ],
+ "cudaVersion": "12.2"
+}
\ No newline at end of file
diff --git a/wandb/run-20250518_145405-bqr8y636/files/wandb-summary.json b/wandb/run-20250518_145405-bqr8y636/files/wandb-summary.json
new file mode 100644
index 0000000000000000000000000000000000000000..514a158abf9031217b9e063949a753d76ccab6d6
--- /dev/null
+++ b/wandb/run-20250518_145405-bqr8y636/files/wandb-summary.json
@@ -0,0 +1 @@
+{"train/loss":0.007571158959763125,"train/grad_norm":0.17408684840425848,"train/update_s":0.22279872855986468,"train/steps":267200,"train/dataloading_s":0.09608101272839122,"_runtime":84810.460886872,"train/samples":4275200,"train/episodes":20218.491369117997,"train/epochs":67.39497123039331,"_step":267200,"train/lr":7.984644422098903e-05,"_wandb":{"runtime":84810},"_timestamp":1.7476648159021032e+09}
\ No newline at end of file
diff --git a/wandb/run-20250518_145405-bqr8y636/logs/debug-core.log b/wandb/run-20250518_145405-bqr8y636/logs/debug-core.log
new file mode 100644
index 0000000000000000000000000000000000000000..620cbbc09503a602a4a698d7dcadd9ba75f44bb7
--- /dev/null
+++ b/wandb/run-20250518_145405-bqr8y636/logs/debug-core.log
@@ -0,0 +1,13 @@
+{"time":"2025-05-18T14:54:05.066034623Z","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpvc04rwg6/port-19256.txt","pid":19256,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false}
+{"time":"2025-05-18T14:54:05.067839507Z","level":"INFO","msg":"Will exit if parent process dies.","ppid":19256}
+{"time":"2025-05-18T14:54:05.067830498Z","level":"INFO","msg":"server is running","addr":{"IP":"127.0.0.1","Port":39179,"Zone":""}}
+{"time":"2025-05-18T14:54:05.249165412Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"127.0.0.1:41004"}
+{"time":"2025-05-18T14:54:05.260878758Z","level":"INFO","msg":"handleInformInit: received","streamId":"bqr8y636","id":"127.0.0.1:41004"}
+{"time":"2025-05-18T14:54:05.591843018Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"bqr8y636","id":"127.0.0.1:41004"}
+{"time":"2025-05-19T14:27:35.720283813Z","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"127.0.0.1:41004"}
+{"time":"2025-05-19T14:27:35.720798121Z","level":"INFO","msg":"connection: closing","id":"127.0.0.1:41004"}
+{"time":"2025-05-19T14:27:35.720955682Z","level":"INFO","msg":"connection: closed successfully","id":"127.0.0.1:41004"}
+{"time":"2025-05-19T14:27:35.720844914Z","level":"INFO","msg":"server is shutting down"}
+{"time":"2025-05-19T14:27:36.804501442Z","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"127.0.0.1:41004"}
+{"time":"2025-05-19T14:27:36.804555848Z","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"127.0.0.1:41004"}
+{"time":"2025-05-19T14:27:36.804586718Z","level":"INFO","msg":"server is closed"}
diff --git a/wandb/run-20250518_145405-bqr8y636/logs/debug-internal.log b/wandb/run-20250518_145405-bqr8y636/logs/debug-internal.log
new file mode 100644
index 0000000000000000000000000000000000000000..419f81963ea1cf74fb916b88a9c0c35defdd88b5
--- /dev/null
+++ b/wandb/run-20250518_145405-bqr8y636/logs/debug-internal.log
@@ -0,0 +1,16 @@
+{"time":"2025-05-18T14:54:05.26111007Z","level":"INFO","msg":"stream: starting","core version":"0.19.9","symlink path":"/SSD/LSY/lerobot_model/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_longtrain/wandb/run-20250518_145405-bqr8y636/logs/debug-core.log"}
+{"time":"2025-05-18T14:54:05.591761165Z","level":"INFO","msg":"created new stream","id":"bqr8y636"}
+{"time":"2025-05-18T14:54:05.591831564Z","level":"INFO","msg":"stream: started","id":"bqr8y636"}
+{"time":"2025-05-18T14:54:05.591873678Z","level":"INFO","msg":"writer: Do: started","stream_id":"bqr8y636"}
+{"time":"2025-05-18T14:54:05.591956927Z","level":"INFO","msg":"handler: started","stream_id":"bqr8y636"}
+{"time":"2025-05-18T14:54:05.592220435Z","level":"INFO","msg":"sender: started","stream_id":"bqr8y636"}
+{"time":"2025-05-18T14:54:05.935180894Z","level":"INFO","msg":"Starting system monitor"}
+{"time":"2025-05-19T00:52:06.776263087Z","level":"INFO","msg":"api: retrying HTTP error","status":502,"url":"https://api.wandb.ai/files/marchmelo0923-postech/lerobot/bqr8y636/file_stream","body":"\n\n\n502 Server Error\n\n\nError: Server Error
\nThe server encountered a temporary error and could not complete your request.
Please try again in 30 seconds.\n
\n\n"}
+{"time":"2025-05-19T14:27:35.7208776Z","level":"INFO","msg":"stream: closing","id":"bqr8y636"}
+{"time":"2025-05-19T14:27:35.720986412Z","level":"INFO","msg":"Stopping system monitor"}
+{"time":"2025-05-19T14:27:35.721176099Z","level":"INFO","msg":"Stopped system monitor"}
+{"time":"2025-05-19T14:27:36.540912828Z","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
+{"time":"2025-05-19T14:27:36.804201475Z","level":"INFO","msg":"handler: closed","stream_id":"bqr8y636"}
+{"time":"2025-05-19T14:27:36.804229901Z","level":"INFO","msg":"writer: Close: closed","stream_id":"bqr8y636"}
+{"time":"2025-05-19T14:27:36.804255951Z","level":"INFO","msg":"sender: closed","stream_id":"bqr8y636"}
+{"time":"2025-05-19T14:27:36.804384598Z","level":"INFO","msg":"stream: closed","id":"bqr8y636"}
diff --git a/wandb/run-20250518_145405-bqr8y636/logs/debug.log b/wandb/run-20250518_145405-bqr8y636/logs/debug.log
new file mode 100644
index 0000000000000000000000000000000000000000..80706369aa72abc718dde2731e60a40fd363f105
--- /dev/null
+++ b/wandb/run-20250518_145405-bqr8y636/logs/debug.log
@@ -0,0 +1,23 @@
+2025-05-18 14:54:05,251 INFO MainThread:19256 [wandb_setup.py:_flush():67] Current SDK version is 0.19.9
+2025-05-18 14:54:05,252 INFO MainThread:19256 [wandb_setup.py:_flush():67] Configure stats pid to 19256
+2025-05-18 14:54:05,252 INFO MainThread:19256 [wandb_setup.py:_flush():67] Loading settings from /root/.config/wandb/settings
+2025-05-18 14:54:05,252 INFO MainThread:19256 [wandb_setup.py:_flush():67] Loading settings from /NAS/LSY/lerobot/wandb/settings
+2025-05-18 14:54:05,252 INFO MainThread:19256 [wandb_setup.py:_flush():67] Loading settings from environment variables
+2025-05-18 14:54:05,252 INFO MainThread:19256 [wandb_init.py:setup_run_log_directory():662] Logging user logs to /SSD/LSY/lerobot_model/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_longtrain/wandb/run-20250518_145405-bqr8y636/logs/debug.log
+2025-05-18 14:54:05,252 INFO MainThread:19256 [wandb_init.py:setup_run_log_directory():663] Logging internal logs to /SSD/LSY/lerobot_model/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_longtrain/wandb/run-20250518_145405-bqr8y636/logs/debug-internal.log
+2025-05-18 14:54:05,252 INFO MainThread:19256 [wandb_init.py:init():781] calling init triggers
+2025-05-18 14:54:05,252 INFO MainThread:19256 [wandb_init.py:init():786] wandb.init called with sweep_config: {}
+config: {'dataset': {'repo_id': 'shylee/so100_pengripG', 'root': '/SSD/LSY/lerobot_dataset/pengripG', 'episodes': None, 'image_transforms': {'enable': False, 'max_num_transforms': 3, 'random_order': False, 'tfs': {'brightness': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'brightness': [0.8, 1.2]}}, 'contrast': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'contrast': [0.8, 1.2]}}, 'saturation': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'saturation': [0.5, 1.5]}}, 'hue': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'hue': [-0.05, 0.05]}}, 'sharpness': {'weight': 1.0, 'type': 'SharpnessJitter', 'kwargs': {'sharpness': [0.5, 1.5]}}}}, 'revision': None, 'use_imagenet_stats': True, 'video_backend': 'torchcodec'}, 'env': None, 'policy': {'type': 'diffusion', 'n_obs_steps': 2, 'normalization_mapping': {'VISUAL': , 'STATE': , 'ACTION': }, 'input_features': {}, 'output_features': {}, 'device': 'cuda', 'use_amp': False, 'horizon': 16, 'n_action_steps': 8, 'drop_n_last_frames': 7, 'vision_backbone': 'resnet50', 'crop_shape': [224, 224], 'crop_is_random': False, 'pretrained_backbone_weights': 'ResNet50_Weights.IMAGENET1K_V1', 'use_group_norm': False, 'spatial_softmax_num_keypoints': 32, 'use_separate_rgb_encoder_per_camera': False, 'down_dims': [256, 512, 1024], 'kernel_size': 5, 'n_groups': 8, 'diffusion_step_embed_dim': 128, 'use_film_scale_modulation': True, 'noise_scheduler_type': 'DDIM', 'num_train_timesteps': 100, 'beta_schedule': 'squaredcos_cap_v2', 'beta_start': 0.0001, 'beta_end': 0.02, 'prediction_type': 'epsilon', 'clip_sample': True, 'clip_sample_range': 1.0, 'num_inference_steps': 10, 'do_mask_loss_for_padding': False, 'optimizer_lr': 0.0001, 'optimizer_betas': [0.95, 0.999], 'optimizer_eps': 1e-08, 'optimizer_weight_decay': 1e-06, 'scheduler_name': 'cosine', 'scheduler_warmup_steps': 500, 'pre_resize_shape': [224, 224], 'freeze_vision_backbone': False, 'use_ac': False, 'ac_threshold': 0.99, 'use_pcg': False, 'pcg_weight': 0.1, 'use_bid': False, 'bid_batch_size': 15, 'bid_mode_size': 3, 'bid_temporal_coherence': 0.5, 'weak_model_path': None, 'weak_model_config': None}, 'output_dir': '/SSD/LSY/lerobot_model/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_longtrain', 'job_name': 'DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_longtrain', 'resume': False, 'seed': 1000, 'num_workers': 4, 'batch_size': 16, 'steps': 900000, 'eval_freq': 20000, 'log_freq': 200, 'save_checkpoint': True, 'save_freq': 20000, 'use_policy_training_preset': True, 'optimizer': {'type': 'adam', 'lr': 0.0001, 'weight_decay': 1e-06, 'grad_clip_norm': 10.0, 'betas': [0.95, 0.999], 'eps': 1e-08}, 'scheduler': {'type': 'diffuser', 'num_warmup_steps': 500, 'name': 'cosine'}, 'eval': {'n_episodes': 50, 'batch_size': 50, 'use_async_envs': False}, 'wandb': {'enable': True, 'disable_artifact': False, 'project': 'lerobot', 'entity': None, 'notes': None, 'run_id': None, 'mode': None}, '_wandb': {}}
+2025-05-18 14:54:05,252 INFO MainThread:19256 [wandb_init.py:init():809] starting backend
+2025-05-18 14:54:05,252 INFO MainThread:19256 [wandb_init.py:init():813] sending inform_init request
+2025-05-18 14:54:05,259 INFO MainThread:19256 [backend.py:_multiprocessing_setup():101] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
+2025-05-18 14:54:05,259 INFO MainThread:19256 [wandb_init.py:init():823] backend started and connected
+2025-05-18 14:54:05,424 INFO MainThread:19256 [wandb_init.py:init():915] updated telemetry
+2025-05-18 14:54:05,482 INFO MainThread:19256 [wandb_init.py:init():939] communicating run to backend with 90.0 second timeout
+2025-05-18 14:54:05,931 INFO MainThread:19256 [wandb_init.py:init():1014] starting run threads in backend
+2025-05-18 14:54:06,042 INFO MainThread:19256 [wandb_run.py:_console_start():2454] atexit reg
+2025-05-18 14:54:06,043 INFO MainThread:19256 [wandb_run.py:_redirect():2306] redirect: wrap_raw
+2025-05-18 14:54:06,043 INFO MainThread:19256 [wandb_run.py:_redirect():2371] Wrapping output streams.
+2025-05-18 14:54:06,043 INFO MainThread:19256 [wandb_run.py:_redirect():2394] Redirects installed.
+2025-05-18 14:54:06,044 INFO MainThread:19256 [wandb_init.py:init():1056] run started, returning control to user process
+2025-05-19 14:27:35,719 INFO MsgRouterThr:19256 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 1 handles.
diff --git a/wandb/run-20250518_145405-bqr8y636/run-bqr8y636.wandb b/wandb/run-20250518_145405-bqr8y636/run-bqr8y636.wandb
new file mode 100644
index 0000000000000000000000000000000000000000..38559213029b65ea599c29d3beec4a411624d519
--- /dev/null
+++ b/wandb/run-20250518_145405-bqr8y636/run-bqr8y636.wandb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ac9614a6ac78a0d8870c57c75c7421985c4383cbd361d1b1df68795de751e74
+size 18963830