diff --git a/.gitattributes b/.gitattributes
index cee5538bed7188c41bdb8eb8dd7dde366d9108a1..c9b6d752f2d5130de57dd31bef7165b408e38bae 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -52,3 +52,4 @@ DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_longtrain/wandb/run-20250
DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/wandb/run-20250518_145255-fekph8dz/run-fekph8dz.wandb filter=lfs diff=lfs merge=lfs -text
DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_shorttrain/wandb/run-20250518_143255-5e56tibb/run-5e56tibb.wandb filter=lfs diff=lfs merge=lfs -text
DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_shorttrain/wandb/run-20250519_150138-5e56tibb/run-5e56tibb.wandb filter=lfs diff=lfs merge=lfs -text
+DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/wandb/run-20250519_150246-fekph8dz/run-fekph8dz.wandb filter=lfs diff=lfs merge=lfs -text
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/280000/pretrained_model/config.json b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/280000/pretrained_model/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c67a964ea3e70dc8909af56b3ab05bd9d44b31fc
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/280000/pretrained_model/config.json
@@ -0,0 +1,107 @@
+{
+ "type": "diffusion",
+ "n_obs_steps": 2,
+ "normalization_mapping": {
+ "VISUAL": "MEAN_STD",
+ "STATE": "MIN_MAX",
+ "ACTION": "MIN_MAX"
+ },
+ "input_features": {
+ "observation.state": {
+ "type": "STATE",
+ "shape": [
+ 6
+ ]
+ },
+ "observation.images.FrontCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.TopCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.WristCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ }
+ },
+ "output_features": {
+ "action": {
+ "type": "ACTION",
+ "shape": [
+ 6
+ ]
+ }
+ },
+ "device": "cuda",
+ "use_amp": false,
+ "horizon": 16,
+ "n_action_steps": 8,
+ "drop_n_last_frames": 7,
+ "vision_backbone": "resnet50",
+ "crop_shape": [
+ 224,
+ 224
+ ],
+ "crop_is_random": false,
+ "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1",
+ "use_group_norm": false,
+ "spatial_softmax_num_keypoints": 32,
+ "use_separate_rgb_encoder_per_camera": false,
+ "down_dims": [
+ 256,
+ 512,
+ 1024
+ ],
+ "kernel_size": 5,
+ "n_groups": 8,
+ "diffusion_step_embed_dim": 128,
+ "use_film_scale_modulation": true,
+ "noise_scheduler_type": "DDIM",
+ "num_train_timesteps": 100,
+ "beta_schedule": "squaredcos_cap_v2",
+ "beta_start": 0.0001,
+ "beta_end": 0.02,
+ "prediction_type": "epsilon",
+ "clip_sample": true,
+ "clip_sample_range": 1.0,
+ "num_inference_steps": 10,
+ "do_mask_loss_for_padding": false,
+ "optimizer_lr": 0.0001,
+ "optimizer_betas": [
+ 0.95,
+ 0.999
+ ],
+ "optimizer_eps": 1e-08,
+ "optimizer_weight_decay": 1e-06,
+ "scheduler_name": "cosine",
+ "scheduler_warmup_steps": 500,
+ "pre_resize_shape": [
+ 224,
+ 224
+ ],
+ "freeze_vision_backbone": false,
+ "use_ac": false,
+ "ac_threshold": 0.99,
+ "use_pcg": false,
+ "pcg_weight": 0.1,
+ "use_bid": false,
+ "bid_batch_size": 15,
+ "bid_mode_size": 3,
+ "bid_temporal_coherence": 0.5,
+ "weak_model_path": null,
+ "weak_model_config": null
+}
\ No newline at end of file
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/280000/pretrained_model/model.safetensors b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/280000/pretrained_model/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..84695abf214c6ceb6f6c77522d59c32dd81d879e
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/280000/pretrained_model/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7becd696da50c257a8af8974a5e469b7b6691728e522e5a6d3661757e90b0036
+size 369241872
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/280000/pretrained_model/train_config.json b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/280000/pretrained_model/train_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..e6fd20a2753e6828f5b9fc87ccb6344474fb5e80
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/280000/pretrained_model/train_config.json
@@ -0,0 +1,217 @@
+{
+ "dataset": {
+ "repo_id": "shylee/so100_pengripG",
+ "root": "/SSD/LSY/lerobot_dataset/pengripG",
+ "episodes": null,
+ "image_transforms": {
+ "enable": false,
+ "max_num_transforms": 3,
+ "random_order": false,
+ "tfs": {
+ "brightness": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "brightness": [
+ 0.8,
+ 1.2
+ ]
+ }
+ },
+ "contrast": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "contrast": [
+ 0.8,
+ 1.2
+ ]
+ }
+ },
+ "saturation": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "saturation": [
+ 0.5,
+ 1.5
+ ]
+ }
+ },
+ "hue": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "hue": [
+ -0.05,
+ 0.05
+ ]
+ }
+ },
+ "sharpness": {
+ "weight": 1.0,
+ "type": "SharpnessJitter",
+ "kwargs": {
+ "sharpness": [
+ 0.5,
+ 1.5
+ ]
+ }
+ }
+ }
+ },
+ "revision": null,
+ "use_imagenet_stats": true,
+ "video_backend": "torchcodec"
+ },
+ "env": null,
+ "policy": {
+ "type": "diffusion",
+ "n_obs_steps": 2,
+ "normalization_mapping": {
+ "VISUAL": "MEAN_STD",
+ "STATE": "MIN_MAX",
+ "ACTION": "MIN_MAX"
+ },
+ "input_features": {
+ "observation.state": {
+ "type": "STATE",
+ "shape": [
+ 6
+ ]
+ },
+ "observation.images.FrontCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.TopCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.WristCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ }
+ },
+ "output_features": {
+ "action": {
+ "type": "ACTION",
+ "shape": [
+ 6
+ ]
+ }
+ },
+ "device": "cuda",
+ "use_amp": false,
+ "horizon": 16,
+ "n_action_steps": 8,
+ "drop_n_last_frames": 7,
+ "vision_backbone": "resnet50",
+ "crop_shape": [
+ 224,
+ 224
+ ],
+ "crop_is_random": false,
+ "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1",
+ "use_group_norm": false,
+ "spatial_softmax_num_keypoints": 32,
+ "use_separate_rgb_encoder_per_camera": false,
+ "down_dims": [
+ 256,
+ 512,
+ 1024
+ ],
+ "kernel_size": 5,
+ "n_groups": 8,
+ "diffusion_step_embed_dim": 128,
+ "use_film_scale_modulation": true,
+ "noise_scheduler_type": "DDIM",
+ "num_train_timesteps": 100,
+ "beta_schedule": "squaredcos_cap_v2",
+ "beta_start": 0.0001,
+ "beta_end": 0.02,
+ "prediction_type": "epsilon",
+ "clip_sample": true,
+ "clip_sample_range": 1.0,
+ "num_inference_steps": 10,
+ "do_mask_loss_for_padding": false,
+ "optimizer_lr": 0.0001,
+ "optimizer_betas": [
+ 0.95,
+ 0.999
+ ],
+ "optimizer_eps": 1e-08,
+ "optimizer_weight_decay": 1e-06,
+ "scheduler_name": "cosine",
+ "scheduler_warmup_steps": 500,
+ "pre_resize_shape": [
+ 224,
+ 224
+ ],
+ "freeze_vision_backbone": false,
+ "use_ac": false,
+ "ac_threshold": 0.99,
+ "use_pcg": false,
+ "pcg_weight": 0.1,
+ "use_bid": false,
+ "bid_batch_size": 15,
+ "bid_mode_size": 3,
+ "bid_temporal_coherence": 0.5,
+ "weak_model_path": null,
+ "weak_model_config": null
+ },
+ "output_dir": "/SSD/LSY/lerobot_model/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain",
+ "job_name": "DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain",
+ "resume": true,
+ "seed": 1000,
+ "num_workers": 4,
+ "batch_size": 16,
+ "steps": 600000,
+ "eval_freq": 20000,
+ "log_freq": 200,
+ "save_checkpoint": true,
+ "save_freq": 20000,
+ "use_policy_training_preset": true,
+ "optimizer": {
+ "type": "adam",
+ "lr": 0.0001,
+ "weight_decay": 1e-06,
+ "grad_clip_norm": 10.0,
+ "betas": [
+ 0.95,
+ 0.999
+ ],
+ "eps": 1e-08
+ },
+ "scheduler": {
+ "type": "diffuser",
+ "num_warmup_steps": 500,
+ "name": "cosine"
+ },
+ "eval": {
+ "n_episodes": 50,
+ "batch_size": 50,
+ "use_async_envs": false
+ },
+ "wandb": {
+ "enable": true,
+ "disable_artifact": false,
+ "project": "lerobot",
+ "entity": null,
+ "notes": null,
+ "run_id": "fekph8dz",
+ "mode": null
+ }
+}
\ No newline at end of file
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/280000/training_state/optimizer_param_groups.json b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/280000/training_state/optimizer_param_groups.json
new file mode 100644
index 0000000000000000000000000000000000000000..9c0e816986d5970f346feb1acf3ae38879bf57f5
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/280000/training_state/optimizer_param_groups.json
@@ -0,0 +1,331 @@
+[
+ {
+ "lr": 5.529590667109902e-05,
+ "betas": [
+ 0.95,
+ 0.999
+ ],
+ "eps": 1e-08,
+ "weight_decay": 1e-06,
+ "amsgrad": false,
+ "maximize": false,
+ "foreach": null,
+ "capturable": false,
+ "differentiable": false,
+ "fused": null,
+ "initial_lr": 0.0001,
+ "params": [
+ 0,
+ 1,
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7,
+ 8,
+ 9,
+ 10,
+ 11,
+ 12,
+ 13,
+ 14,
+ 15,
+ 16,
+ 17,
+ 18,
+ 19,
+ 20,
+ 21,
+ 22,
+ 23,
+ 24,
+ 25,
+ 26,
+ 27,
+ 28,
+ 29,
+ 30,
+ 31,
+ 32,
+ 33,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 42,
+ 43,
+ 44,
+ 45,
+ 46,
+ 47,
+ 48,
+ 49,
+ 50,
+ 51,
+ 52,
+ 53,
+ 54,
+ 55,
+ 56,
+ 57,
+ 58,
+ 59,
+ 60,
+ 61,
+ 62,
+ 63,
+ 64,
+ 65,
+ 66,
+ 67,
+ 68,
+ 69,
+ 70,
+ 71,
+ 72,
+ 73,
+ 74,
+ 75,
+ 76,
+ 77,
+ 78,
+ 79,
+ 80,
+ 81,
+ 82,
+ 83,
+ 84,
+ 85,
+ 86,
+ 87,
+ 88,
+ 89,
+ 90,
+ 91,
+ 92,
+ 93,
+ 94,
+ 95,
+ 96,
+ 97,
+ 98,
+ 99,
+ 100,
+ 101,
+ 102,
+ 103,
+ 104,
+ 105,
+ 106,
+ 107,
+ 108,
+ 109,
+ 110,
+ 111,
+ 112,
+ 113,
+ 114,
+ 115,
+ 116,
+ 117,
+ 118,
+ 119,
+ 120,
+ 121,
+ 122,
+ 123,
+ 124,
+ 125,
+ 126,
+ 127,
+ 128,
+ 129,
+ 130,
+ 131,
+ 132,
+ 133,
+ 134,
+ 135,
+ 136,
+ 137,
+ 138,
+ 139,
+ 140,
+ 141,
+ 142,
+ 143,
+ 144,
+ 145,
+ 146,
+ 147,
+ 148,
+ 149,
+ 150,
+ 151,
+ 152,
+ 153,
+ 154,
+ 155,
+ 156,
+ 157,
+ 158,
+ 159,
+ 160,
+ 161,
+ 162,
+ 163,
+ 164,
+ 165,
+ 166,
+ 167,
+ 168,
+ 169,
+ 170,
+ 171,
+ 172,
+ 173,
+ 174,
+ 175,
+ 176,
+ 177,
+ 178,
+ 179,
+ 180,
+ 181,
+ 182,
+ 183,
+ 184,
+ 185,
+ 186,
+ 187,
+ 188,
+ 189,
+ 190,
+ 191,
+ 192,
+ 193,
+ 194,
+ 195,
+ 196,
+ 197,
+ 198,
+ 199,
+ 200,
+ 201,
+ 202,
+ 203,
+ 204,
+ 205,
+ 206,
+ 207,
+ 208,
+ 209,
+ 210,
+ 211,
+ 212,
+ 213,
+ 214,
+ 215,
+ 216,
+ 217,
+ 218,
+ 219,
+ 220,
+ 221,
+ 222,
+ 223,
+ 224,
+ 225,
+ 226,
+ 227,
+ 228,
+ 229,
+ 230,
+ 231,
+ 232,
+ 233,
+ 234,
+ 235,
+ 236,
+ 237,
+ 238,
+ 239,
+ 240,
+ 241,
+ 242,
+ 243,
+ 244,
+ 245,
+ 246,
+ 247,
+ 248,
+ 249,
+ 250,
+ 251,
+ 252,
+ 253,
+ 254,
+ 255,
+ 256,
+ 257,
+ 258,
+ 259,
+ 260,
+ 261,
+ 262,
+ 263,
+ 264,
+ 265,
+ 266,
+ 267,
+ 268,
+ 269,
+ 270,
+ 271,
+ 272,
+ 273,
+ 274,
+ 275,
+ 276,
+ 277,
+ 278,
+ 279,
+ 280,
+ 281,
+ 282,
+ 283,
+ 284,
+ 285,
+ 286,
+ 287,
+ 288,
+ 289,
+ 290,
+ 291,
+ 292,
+ 293,
+ 294,
+ 295,
+ 296,
+ 297,
+ 298,
+ 299,
+ 300,
+ 301,
+ 302,
+ 303,
+ 304,
+ 305,
+ 306,
+ 307,
+ 308,
+ 309,
+ 310
+ ]
+ }
+]
\ No newline at end of file
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/280000/training_state/optimizer_state.safetensors b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/280000/training_state/optimizer_state.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..11f41ac3120570fe3bb3569c295b8fdc07fca740
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/280000/training_state/optimizer_state.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4495d1ce77f4735baa0333651d0a4770e34bc19572a3606a8e80407ca855b9a9
+size 738026076
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/280000/training_state/rng_state.safetensors b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/280000/training_state/rng_state.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ae4dd25e80f9f8e216f47a3b54dddfe892dcafb8
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/280000/training_state/rng_state.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30f5dcf9d86ab6d40c5f4424b4efb3d8522ef08cfa4ba99e1b18727deff4bc7a
+size 15708
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/280000/training_state/scheduler_state.json b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/280000/training_state/scheduler_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..2f8d3be7fc623f03d5fec7f45b7d870a1fdfd832
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/280000/training_state/scheduler_state.json
@@ -0,0 +1,15 @@
+{
+ "base_lrs": [
+ 0.0001
+ ],
+ "last_epoch": 280000,
+ "verbose": false,
+ "_step_count": 280001,
+ "_get_lr_called_within_step": false,
+ "_last_lr": [
+ 5.529590667109902e-05
+ ],
+ "lr_lambdas": [
+ null
+ ]
+}
\ No newline at end of file
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/280000/training_state/training_step.json b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/280000/training_state/training_step.json
new file mode 100644
index 0000000000000000000000000000000000000000..7dd543c28615294e867b2577a61ab8cc835e631a
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/280000/training_state/training_step.json
@@ -0,0 +1,3 @@
+{
+ "step": 280000
+}
\ No newline at end of file
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/300000/pretrained_model/config.json b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/300000/pretrained_model/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c67a964ea3e70dc8909af56b3ab05bd9d44b31fc
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/300000/pretrained_model/config.json
@@ -0,0 +1,107 @@
+{
+ "type": "diffusion",
+ "n_obs_steps": 2,
+ "normalization_mapping": {
+ "VISUAL": "MEAN_STD",
+ "STATE": "MIN_MAX",
+ "ACTION": "MIN_MAX"
+ },
+ "input_features": {
+ "observation.state": {
+ "type": "STATE",
+ "shape": [
+ 6
+ ]
+ },
+ "observation.images.FrontCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.TopCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.WristCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ }
+ },
+ "output_features": {
+ "action": {
+ "type": "ACTION",
+ "shape": [
+ 6
+ ]
+ }
+ },
+ "device": "cuda",
+ "use_amp": false,
+ "horizon": 16,
+ "n_action_steps": 8,
+ "drop_n_last_frames": 7,
+ "vision_backbone": "resnet50",
+ "crop_shape": [
+ 224,
+ 224
+ ],
+ "crop_is_random": false,
+ "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1",
+ "use_group_norm": false,
+ "spatial_softmax_num_keypoints": 32,
+ "use_separate_rgb_encoder_per_camera": false,
+ "down_dims": [
+ 256,
+ 512,
+ 1024
+ ],
+ "kernel_size": 5,
+ "n_groups": 8,
+ "diffusion_step_embed_dim": 128,
+ "use_film_scale_modulation": true,
+ "noise_scheduler_type": "DDIM",
+ "num_train_timesteps": 100,
+ "beta_schedule": "squaredcos_cap_v2",
+ "beta_start": 0.0001,
+ "beta_end": 0.02,
+ "prediction_type": "epsilon",
+ "clip_sample": true,
+ "clip_sample_range": 1.0,
+ "num_inference_steps": 10,
+ "do_mask_loss_for_padding": false,
+ "optimizer_lr": 0.0001,
+ "optimizer_betas": [
+ 0.95,
+ 0.999
+ ],
+ "optimizer_eps": 1e-08,
+ "optimizer_weight_decay": 1e-06,
+ "scheduler_name": "cosine",
+ "scheduler_warmup_steps": 500,
+ "pre_resize_shape": [
+ 224,
+ 224
+ ],
+ "freeze_vision_backbone": false,
+ "use_ac": false,
+ "ac_threshold": 0.99,
+ "use_pcg": false,
+ "pcg_weight": 0.1,
+ "use_bid": false,
+ "bid_batch_size": 15,
+ "bid_mode_size": 3,
+ "bid_temporal_coherence": 0.5,
+ "weak_model_path": null,
+ "weak_model_config": null
+}
\ No newline at end of file
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/300000/pretrained_model/model.safetensors b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/300000/pretrained_model/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..0309649faedddff49b8b8370d8e337b7961fc657
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/300000/pretrained_model/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d03444a23dd3fc65a1c6fc71fe1dee706cdab0196ee34335ad527e1c6955c3e
+size 369241872
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/300000/pretrained_model/train_config.json b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/300000/pretrained_model/train_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..e6fd20a2753e6828f5b9fc87ccb6344474fb5e80
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/300000/pretrained_model/train_config.json
@@ -0,0 +1,217 @@
+{
+ "dataset": {
+ "repo_id": "shylee/so100_pengripG",
+ "root": "/SSD/LSY/lerobot_dataset/pengripG",
+ "episodes": null,
+ "image_transforms": {
+ "enable": false,
+ "max_num_transforms": 3,
+ "random_order": false,
+ "tfs": {
+ "brightness": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "brightness": [
+ 0.8,
+ 1.2
+ ]
+ }
+ },
+ "contrast": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "contrast": [
+ 0.8,
+ 1.2
+ ]
+ }
+ },
+ "saturation": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "saturation": [
+ 0.5,
+ 1.5
+ ]
+ }
+ },
+ "hue": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "hue": [
+ -0.05,
+ 0.05
+ ]
+ }
+ },
+ "sharpness": {
+ "weight": 1.0,
+ "type": "SharpnessJitter",
+ "kwargs": {
+ "sharpness": [
+ 0.5,
+ 1.5
+ ]
+ }
+ }
+ }
+ },
+ "revision": null,
+ "use_imagenet_stats": true,
+ "video_backend": "torchcodec"
+ },
+ "env": null,
+ "policy": {
+ "type": "diffusion",
+ "n_obs_steps": 2,
+ "normalization_mapping": {
+ "VISUAL": "MEAN_STD",
+ "STATE": "MIN_MAX",
+ "ACTION": "MIN_MAX"
+ },
+ "input_features": {
+ "observation.state": {
+ "type": "STATE",
+ "shape": [
+ 6
+ ]
+ },
+ "observation.images.FrontCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.TopCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.WristCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ }
+ },
+ "output_features": {
+ "action": {
+ "type": "ACTION",
+ "shape": [
+ 6
+ ]
+ }
+ },
+ "device": "cuda",
+ "use_amp": false,
+ "horizon": 16,
+ "n_action_steps": 8,
+ "drop_n_last_frames": 7,
+ "vision_backbone": "resnet50",
+ "crop_shape": [
+ 224,
+ 224
+ ],
+ "crop_is_random": false,
+ "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1",
+ "use_group_norm": false,
+ "spatial_softmax_num_keypoints": 32,
+ "use_separate_rgb_encoder_per_camera": false,
+ "down_dims": [
+ 256,
+ 512,
+ 1024
+ ],
+ "kernel_size": 5,
+ "n_groups": 8,
+ "diffusion_step_embed_dim": 128,
+ "use_film_scale_modulation": true,
+ "noise_scheduler_type": "DDIM",
+ "num_train_timesteps": 100,
+ "beta_schedule": "squaredcos_cap_v2",
+ "beta_start": 0.0001,
+ "beta_end": 0.02,
+ "prediction_type": "epsilon",
+ "clip_sample": true,
+ "clip_sample_range": 1.0,
+ "num_inference_steps": 10,
+ "do_mask_loss_for_padding": false,
+ "optimizer_lr": 0.0001,
+ "optimizer_betas": [
+ 0.95,
+ 0.999
+ ],
+ "optimizer_eps": 1e-08,
+ "optimizer_weight_decay": 1e-06,
+ "scheduler_name": "cosine",
+ "scheduler_warmup_steps": 500,
+ "pre_resize_shape": [
+ 224,
+ 224
+ ],
+ "freeze_vision_backbone": false,
+ "use_ac": false,
+ "ac_threshold": 0.99,
+ "use_pcg": false,
+ "pcg_weight": 0.1,
+ "use_bid": false,
+ "bid_batch_size": 15,
+ "bid_mode_size": 3,
+ "bid_temporal_coherence": 0.5,
+ "weak_model_path": null,
+ "weak_model_config": null
+ },
+ "output_dir": "/SSD/LSY/lerobot_model/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain",
+ "job_name": "DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain",
+ "resume": true,
+ "seed": 1000,
+ "num_workers": 4,
+ "batch_size": 16,
+ "steps": 600000,
+ "eval_freq": 20000,
+ "log_freq": 200,
+ "save_checkpoint": true,
+ "save_freq": 20000,
+ "use_policy_training_preset": true,
+ "optimizer": {
+ "type": "adam",
+ "lr": 0.0001,
+ "weight_decay": 1e-06,
+ "grad_clip_norm": 10.0,
+ "betas": [
+ 0.95,
+ 0.999
+ ],
+ "eps": 1e-08
+ },
+ "scheduler": {
+ "type": "diffuser",
+ "num_warmup_steps": 500,
+ "name": "cosine"
+ },
+ "eval": {
+ "n_episodes": 50,
+ "batch_size": 50,
+ "use_async_envs": false
+ },
+ "wandb": {
+ "enable": true,
+ "disable_artifact": false,
+ "project": "lerobot",
+ "entity": null,
+ "notes": null,
+ "run_id": "fekph8dz",
+ "mode": null
+ }
+}
\ No newline at end of file
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/300000/training_state/optimizer_param_groups.json b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/300000/training_state/optimizer_param_groups.json
new file mode 100644
index 0000000000000000000000000000000000000000..5b42d5fa7538fe1ca534d1e77e6568177db79c71
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/300000/training_state/optimizer_param_groups.json
@@ -0,0 +1,331 @@
+[
+ {
+ "lr": 5.006550441524022e-05,
+ "betas": [
+ 0.95,
+ 0.999
+ ],
+ "eps": 1e-08,
+ "weight_decay": 1e-06,
+ "amsgrad": false,
+ "maximize": false,
+ "foreach": null,
+ "capturable": false,
+ "differentiable": false,
+ "fused": null,
+ "initial_lr": 0.0001,
+ "params": [
+ 0,
+ 1,
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7,
+ 8,
+ 9,
+ 10,
+ 11,
+ 12,
+ 13,
+ 14,
+ 15,
+ 16,
+ 17,
+ 18,
+ 19,
+ 20,
+ 21,
+ 22,
+ 23,
+ 24,
+ 25,
+ 26,
+ 27,
+ 28,
+ 29,
+ 30,
+ 31,
+ 32,
+ 33,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 42,
+ 43,
+ 44,
+ 45,
+ 46,
+ 47,
+ 48,
+ 49,
+ 50,
+ 51,
+ 52,
+ 53,
+ 54,
+ 55,
+ 56,
+ 57,
+ 58,
+ 59,
+ 60,
+ 61,
+ 62,
+ 63,
+ 64,
+ 65,
+ 66,
+ 67,
+ 68,
+ 69,
+ 70,
+ 71,
+ 72,
+ 73,
+ 74,
+ 75,
+ 76,
+ 77,
+ 78,
+ 79,
+ 80,
+ 81,
+ 82,
+ 83,
+ 84,
+ 85,
+ 86,
+ 87,
+ 88,
+ 89,
+ 90,
+ 91,
+ 92,
+ 93,
+ 94,
+ 95,
+ 96,
+ 97,
+ 98,
+ 99,
+ 100,
+ 101,
+ 102,
+ 103,
+ 104,
+ 105,
+ 106,
+ 107,
+ 108,
+ 109,
+ 110,
+ 111,
+ 112,
+ 113,
+ 114,
+ 115,
+ 116,
+ 117,
+ 118,
+ 119,
+ 120,
+ 121,
+ 122,
+ 123,
+ 124,
+ 125,
+ 126,
+ 127,
+ 128,
+ 129,
+ 130,
+ 131,
+ 132,
+ 133,
+ 134,
+ 135,
+ 136,
+ 137,
+ 138,
+ 139,
+ 140,
+ 141,
+ 142,
+ 143,
+ 144,
+ 145,
+ 146,
+ 147,
+ 148,
+ 149,
+ 150,
+ 151,
+ 152,
+ 153,
+ 154,
+ 155,
+ 156,
+ 157,
+ 158,
+ 159,
+ 160,
+ 161,
+ 162,
+ 163,
+ 164,
+ 165,
+ 166,
+ 167,
+ 168,
+ 169,
+ 170,
+ 171,
+ 172,
+ 173,
+ 174,
+ 175,
+ 176,
+ 177,
+ 178,
+ 179,
+ 180,
+ 181,
+ 182,
+ 183,
+ 184,
+ 185,
+ 186,
+ 187,
+ 188,
+ 189,
+ 190,
+ 191,
+ 192,
+ 193,
+ 194,
+ 195,
+ 196,
+ 197,
+ 198,
+ 199,
+ 200,
+ 201,
+ 202,
+ 203,
+ 204,
+ 205,
+ 206,
+ 207,
+ 208,
+ 209,
+ 210,
+ 211,
+ 212,
+ 213,
+ 214,
+ 215,
+ 216,
+ 217,
+ 218,
+ 219,
+ 220,
+ 221,
+ 222,
+ 223,
+ 224,
+ 225,
+ 226,
+ 227,
+ 228,
+ 229,
+ 230,
+ 231,
+ 232,
+ 233,
+ 234,
+ 235,
+ 236,
+ 237,
+ 238,
+ 239,
+ 240,
+ 241,
+ 242,
+ 243,
+ 244,
+ 245,
+ 246,
+ 247,
+ 248,
+ 249,
+ 250,
+ 251,
+ 252,
+ 253,
+ 254,
+ 255,
+ 256,
+ 257,
+ 258,
+ 259,
+ 260,
+ 261,
+ 262,
+ 263,
+ 264,
+ 265,
+ 266,
+ 267,
+ 268,
+ 269,
+ 270,
+ 271,
+ 272,
+ 273,
+ 274,
+ 275,
+ 276,
+ 277,
+ 278,
+ 279,
+ 280,
+ 281,
+ 282,
+ 283,
+ 284,
+ 285,
+ 286,
+ 287,
+ 288,
+ 289,
+ 290,
+ 291,
+ 292,
+ 293,
+ 294,
+ 295,
+ 296,
+ 297,
+ 298,
+ 299,
+ 300,
+ 301,
+ 302,
+ 303,
+ 304,
+ 305,
+ 306,
+ 307,
+ 308,
+ 309,
+ 310
+ ]
+ }
+]
\ No newline at end of file
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/300000/training_state/optimizer_state.safetensors b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/300000/training_state/optimizer_state.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e3d5f4473afb600b23dffde98754a9957b85c487
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/300000/training_state/optimizer_state.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67ff4675fdf9e30fff419a81bd974a84612f8b00923fa2d5da982bd95026a2a3
+size 738026076
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/300000/training_state/rng_state.safetensors b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/300000/training_state/rng_state.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d7b0a510380f02f5005a5c6cde3ae2e561bbcdb8
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/300000/training_state/rng_state.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d70ec757ce50e217e55e9f9af4e6bbc64f6359f812489fc68b023607554fc85
+size 15708
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/300000/training_state/scheduler_state.json b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/300000/training_state/scheduler_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..ad120a28b17361aaa268601faf0fe08accfc41b3
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/300000/training_state/scheduler_state.json
@@ -0,0 +1,15 @@
+{
+ "base_lrs": [
+ 0.0001
+ ],
+ "last_epoch": 300000,
+ "verbose": false,
+ "_step_count": 300001,
+ "_get_lr_called_within_step": false,
+ "_last_lr": [
+ 5.006550441524022e-05
+ ],
+ "lr_lambdas": [
+ null
+ ]
+}
\ No newline at end of file
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/300000/training_state/training_step.json b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/300000/training_state/training_step.json
new file mode 100644
index 0000000000000000000000000000000000000000..db7e948ddab8257b846ad5ef28f8c555a9524598
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/300000/training_state/training_step.json
@@ -0,0 +1,3 @@
+{
+ "step": 300000
+}
\ No newline at end of file
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/320000/pretrained_model/config.json b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/320000/pretrained_model/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c67a964ea3e70dc8909af56b3ab05bd9d44b31fc
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/320000/pretrained_model/config.json
@@ -0,0 +1,107 @@
+{
+ "type": "diffusion",
+ "n_obs_steps": 2,
+ "normalization_mapping": {
+ "VISUAL": "MEAN_STD",
+ "STATE": "MIN_MAX",
+ "ACTION": "MIN_MAX"
+ },
+ "input_features": {
+ "observation.state": {
+ "type": "STATE",
+ "shape": [
+ 6
+ ]
+ },
+ "observation.images.FrontCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.TopCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.WristCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ }
+ },
+ "output_features": {
+ "action": {
+ "type": "ACTION",
+ "shape": [
+ 6
+ ]
+ }
+ },
+ "device": "cuda",
+ "use_amp": false,
+ "horizon": 16,
+ "n_action_steps": 8,
+ "drop_n_last_frames": 7,
+ "vision_backbone": "resnet50",
+ "crop_shape": [
+ 224,
+ 224
+ ],
+ "crop_is_random": false,
+ "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1",
+ "use_group_norm": false,
+ "spatial_softmax_num_keypoints": 32,
+ "use_separate_rgb_encoder_per_camera": false,
+ "down_dims": [
+ 256,
+ 512,
+ 1024
+ ],
+ "kernel_size": 5,
+ "n_groups": 8,
+ "diffusion_step_embed_dim": 128,
+ "use_film_scale_modulation": true,
+ "noise_scheduler_type": "DDIM",
+ "num_train_timesteps": 100,
+ "beta_schedule": "squaredcos_cap_v2",
+ "beta_start": 0.0001,
+ "beta_end": 0.02,
+ "prediction_type": "epsilon",
+ "clip_sample": true,
+ "clip_sample_range": 1.0,
+ "num_inference_steps": 10,
+ "do_mask_loss_for_padding": false,
+ "optimizer_lr": 0.0001,
+ "optimizer_betas": [
+ 0.95,
+ 0.999
+ ],
+ "optimizer_eps": 1e-08,
+ "optimizer_weight_decay": 1e-06,
+ "scheduler_name": "cosine",
+ "scheduler_warmup_steps": 500,
+ "pre_resize_shape": [
+ 224,
+ 224
+ ],
+ "freeze_vision_backbone": false,
+ "use_ac": false,
+ "ac_threshold": 0.99,
+ "use_pcg": false,
+ "pcg_weight": 0.1,
+ "use_bid": false,
+ "bid_batch_size": 15,
+ "bid_mode_size": 3,
+ "bid_temporal_coherence": 0.5,
+ "weak_model_path": null,
+ "weak_model_config": null
+}
\ No newline at end of file
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/320000/pretrained_model/model.safetensors b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/320000/pretrained_model/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..267258eb66b3a7623c876fbd32f7e1c38c5290ed
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/320000/pretrained_model/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be989b5cf847f9e4519c529eb3a219fa188887dc430169331a764e57b7e29634
+size 369241872
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/320000/pretrained_model/train_config.json b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/320000/pretrained_model/train_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..e6fd20a2753e6828f5b9fc87ccb6344474fb5e80
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/320000/pretrained_model/train_config.json
@@ -0,0 +1,217 @@
+{
+ "dataset": {
+ "repo_id": "shylee/so100_pengripG",
+ "root": "/SSD/LSY/lerobot_dataset/pengripG",
+ "episodes": null,
+ "image_transforms": {
+ "enable": false,
+ "max_num_transforms": 3,
+ "random_order": false,
+ "tfs": {
+ "brightness": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "brightness": [
+ 0.8,
+ 1.2
+ ]
+ }
+ },
+ "contrast": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "contrast": [
+ 0.8,
+ 1.2
+ ]
+ }
+ },
+ "saturation": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "saturation": [
+ 0.5,
+ 1.5
+ ]
+ }
+ },
+ "hue": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "hue": [
+ -0.05,
+ 0.05
+ ]
+ }
+ },
+ "sharpness": {
+ "weight": 1.0,
+ "type": "SharpnessJitter",
+ "kwargs": {
+ "sharpness": [
+ 0.5,
+ 1.5
+ ]
+ }
+ }
+ }
+ },
+ "revision": null,
+ "use_imagenet_stats": true,
+ "video_backend": "torchcodec"
+ },
+ "env": null,
+ "policy": {
+ "type": "diffusion",
+ "n_obs_steps": 2,
+ "normalization_mapping": {
+ "VISUAL": "MEAN_STD",
+ "STATE": "MIN_MAX",
+ "ACTION": "MIN_MAX"
+ },
+ "input_features": {
+ "observation.state": {
+ "type": "STATE",
+ "shape": [
+ 6
+ ]
+ },
+ "observation.images.FrontCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.TopCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.WristCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ }
+ },
+ "output_features": {
+ "action": {
+ "type": "ACTION",
+ "shape": [
+ 6
+ ]
+ }
+ },
+ "device": "cuda",
+ "use_amp": false,
+ "horizon": 16,
+ "n_action_steps": 8,
+ "drop_n_last_frames": 7,
+ "vision_backbone": "resnet50",
+ "crop_shape": [
+ 224,
+ 224
+ ],
+ "crop_is_random": false,
+ "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1",
+ "use_group_norm": false,
+ "spatial_softmax_num_keypoints": 32,
+ "use_separate_rgb_encoder_per_camera": false,
+ "down_dims": [
+ 256,
+ 512,
+ 1024
+ ],
+ "kernel_size": 5,
+ "n_groups": 8,
+ "diffusion_step_embed_dim": 128,
+ "use_film_scale_modulation": true,
+ "noise_scheduler_type": "DDIM",
+ "num_train_timesteps": 100,
+ "beta_schedule": "squaredcos_cap_v2",
+ "beta_start": 0.0001,
+ "beta_end": 0.02,
+ "prediction_type": "epsilon",
+ "clip_sample": true,
+ "clip_sample_range": 1.0,
+ "num_inference_steps": 10,
+ "do_mask_loss_for_padding": false,
+ "optimizer_lr": 0.0001,
+ "optimizer_betas": [
+ 0.95,
+ 0.999
+ ],
+ "optimizer_eps": 1e-08,
+ "optimizer_weight_decay": 1e-06,
+ "scheduler_name": "cosine",
+ "scheduler_warmup_steps": 500,
+ "pre_resize_shape": [
+ 224,
+ 224
+ ],
+ "freeze_vision_backbone": false,
+ "use_ac": false,
+ "ac_threshold": 0.99,
+ "use_pcg": false,
+ "pcg_weight": 0.1,
+ "use_bid": false,
+ "bid_batch_size": 15,
+ "bid_mode_size": 3,
+ "bid_temporal_coherence": 0.5,
+ "weak_model_path": null,
+ "weak_model_config": null
+ },
+ "output_dir": "/SSD/LSY/lerobot_model/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain",
+ "job_name": "DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain",
+ "resume": true,
+ "seed": 1000,
+ "num_workers": 4,
+ "batch_size": 16,
+ "steps": 600000,
+ "eval_freq": 20000,
+ "log_freq": 200,
+ "save_checkpoint": true,
+ "save_freq": 20000,
+ "use_policy_training_preset": true,
+ "optimizer": {
+ "type": "adam",
+ "lr": 0.0001,
+ "weight_decay": 1e-06,
+ "grad_clip_norm": 10.0,
+ "betas": [
+ 0.95,
+ 0.999
+ ],
+ "eps": 1e-08
+ },
+ "scheduler": {
+ "type": "diffuser",
+ "num_warmup_steps": 500,
+ "name": "cosine"
+ },
+ "eval": {
+ "n_episodes": 50,
+ "batch_size": 50,
+ "use_async_envs": false
+ },
+ "wandb": {
+ "enable": true,
+ "disable_artifact": false,
+ "project": "lerobot",
+ "entity": null,
+ "notes": null,
+ "run_id": "fekph8dz",
+ "mode": null
+ }
+}
\ No newline at end of file
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/320000/training_state/optimizer_param_groups.json b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/320000/training_state/optimizer_param_groups.json
new file mode 100644
index 0000000000000000000000000000000000000000..485dd56f2209b5059a8c03d9352976b9afdad8ec
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/320000/training_state/optimizer_param_groups.json
@@ -0,0 +1,331 @@
+[
+ {
+ "lr": 4.4834383282766546e-05,
+ "betas": [
+ 0.95,
+ 0.999
+ ],
+ "eps": 1e-08,
+ "weight_decay": 1e-06,
+ "amsgrad": false,
+ "maximize": false,
+ "foreach": null,
+ "capturable": false,
+ "differentiable": false,
+ "fused": null,
+ "initial_lr": 0.0001,
+ "params": [
+ 0,
+ 1,
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7,
+ 8,
+ 9,
+ 10,
+ 11,
+ 12,
+ 13,
+ 14,
+ 15,
+ 16,
+ 17,
+ 18,
+ 19,
+ 20,
+ 21,
+ 22,
+ 23,
+ 24,
+ 25,
+ 26,
+ 27,
+ 28,
+ 29,
+ 30,
+ 31,
+ 32,
+ 33,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 42,
+ 43,
+ 44,
+ 45,
+ 46,
+ 47,
+ 48,
+ 49,
+ 50,
+ 51,
+ 52,
+ 53,
+ 54,
+ 55,
+ 56,
+ 57,
+ 58,
+ 59,
+ 60,
+ 61,
+ 62,
+ 63,
+ 64,
+ 65,
+ 66,
+ 67,
+ 68,
+ 69,
+ 70,
+ 71,
+ 72,
+ 73,
+ 74,
+ 75,
+ 76,
+ 77,
+ 78,
+ 79,
+ 80,
+ 81,
+ 82,
+ 83,
+ 84,
+ 85,
+ 86,
+ 87,
+ 88,
+ 89,
+ 90,
+ 91,
+ 92,
+ 93,
+ 94,
+ 95,
+ 96,
+ 97,
+ 98,
+ 99,
+ 100,
+ 101,
+ 102,
+ 103,
+ 104,
+ 105,
+ 106,
+ 107,
+ 108,
+ 109,
+ 110,
+ 111,
+ 112,
+ 113,
+ 114,
+ 115,
+ 116,
+ 117,
+ 118,
+ 119,
+ 120,
+ 121,
+ 122,
+ 123,
+ 124,
+ 125,
+ 126,
+ 127,
+ 128,
+ 129,
+ 130,
+ 131,
+ 132,
+ 133,
+ 134,
+ 135,
+ 136,
+ 137,
+ 138,
+ 139,
+ 140,
+ 141,
+ 142,
+ 143,
+ 144,
+ 145,
+ 146,
+ 147,
+ 148,
+ 149,
+ 150,
+ 151,
+ 152,
+ 153,
+ 154,
+ 155,
+ 156,
+ 157,
+ 158,
+ 159,
+ 160,
+ 161,
+ 162,
+ 163,
+ 164,
+ 165,
+ 166,
+ 167,
+ 168,
+ 169,
+ 170,
+ 171,
+ 172,
+ 173,
+ 174,
+ 175,
+ 176,
+ 177,
+ 178,
+ 179,
+ 180,
+ 181,
+ 182,
+ 183,
+ 184,
+ 185,
+ 186,
+ 187,
+ 188,
+ 189,
+ 190,
+ 191,
+ 192,
+ 193,
+ 194,
+ 195,
+ 196,
+ 197,
+ 198,
+ 199,
+ 200,
+ 201,
+ 202,
+ 203,
+ 204,
+ 205,
+ 206,
+ 207,
+ 208,
+ 209,
+ 210,
+ 211,
+ 212,
+ 213,
+ 214,
+ 215,
+ 216,
+ 217,
+ 218,
+ 219,
+ 220,
+ 221,
+ 222,
+ 223,
+ 224,
+ 225,
+ 226,
+ 227,
+ 228,
+ 229,
+ 230,
+ 231,
+ 232,
+ 233,
+ 234,
+ 235,
+ 236,
+ 237,
+ 238,
+ 239,
+ 240,
+ 241,
+ 242,
+ 243,
+ 244,
+ 245,
+ 246,
+ 247,
+ 248,
+ 249,
+ 250,
+ 251,
+ 252,
+ 253,
+ 254,
+ 255,
+ 256,
+ 257,
+ 258,
+ 259,
+ 260,
+ 261,
+ 262,
+ 263,
+ 264,
+ 265,
+ 266,
+ 267,
+ 268,
+ 269,
+ 270,
+ 271,
+ 272,
+ 273,
+ 274,
+ 275,
+ 276,
+ 277,
+ 278,
+ 279,
+ 280,
+ 281,
+ 282,
+ 283,
+ 284,
+ 285,
+ 286,
+ 287,
+ 288,
+ 289,
+ 290,
+ 291,
+ 292,
+ 293,
+ 294,
+ 295,
+ 296,
+ 297,
+ 298,
+ 299,
+ 300,
+ 301,
+ 302,
+ 303,
+ 304,
+ 305,
+ 306,
+ 307,
+ 308,
+ 309,
+ 310
+ ]
+ }
+]
\ No newline at end of file
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/320000/training_state/optimizer_state.safetensors b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/320000/training_state/optimizer_state.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..0d063db285f7ec04f8b8a8e5207133b66777e53c
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/320000/training_state/optimizer_state.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c87192450932d00ca9caa3659554cf9b041a1f4c617199f220c7f7a3506d577
+size 738026076
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/320000/training_state/rng_state.safetensors b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/320000/training_state/rng_state.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..40b7dcb44a10d5a08e27ea784836b66de1ec615b
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/320000/training_state/rng_state.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43e11a6c813c7229f1de118b102d59cdc29f4a502513ac858bd6e11d4b998a45
+size 15708
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/320000/training_state/scheduler_state.json b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/320000/training_state/scheduler_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..0a2dbccdebaafef6587ee762fff554fa0a0c2091
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/320000/training_state/scheduler_state.json
@@ -0,0 +1,15 @@
+{
+ "base_lrs": [
+ 0.0001
+ ],
+ "last_epoch": 320000,
+ "verbose": false,
+ "_step_count": 320001,
+ "_get_lr_called_within_step": false,
+ "_last_lr": [
+ 4.4834383282766546e-05
+ ],
+ "lr_lambdas": [
+ null
+ ]
+}
\ No newline at end of file
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/320000/training_state/training_step.json b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/320000/training_state/training_step.json
new file mode 100644
index 0000000000000000000000000000000000000000..5a84d0fb9b5af235bc8686fcf332bf66b5491d48
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/320000/training_state/training_step.json
@@ -0,0 +1,3 @@
+{
+ "step": 320000
+}
\ No newline at end of file
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/340000/pretrained_model/config.json b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/340000/pretrained_model/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c67a964ea3e70dc8909af56b3ab05bd9d44b31fc
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/340000/pretrained_model/config.json
@@ -0,0 +1,107 @@
+{
+ "type": "diffusion",
+ "n_obs_steps": 2,
+ "normalization_mapping": {
+ "VISUAL": "MEAN_STD",
+ "STATE": "MIN_MAX",
+ "ACTION": "MIN_MAX"
+ },
+ "input_features": {
+ "observation.state": {
+ "type": "STATE",
+ "shape": [
+ 6
+ ]
+ },
+ "observation.images.FrontCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.TopCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.WristCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ }
+ },
+ "output_features": {
+ "action": {
+ "type": "ACTION",
+ "shape": [
+ 6
+ ]
+ }
+ },
+ "device": "cuda",
+ "use_amp": false,
+ "horizon": 16,
+ "n_action_steps": 8,
+ "drop_n_last_frames": 7,
+ "vision_backbone": "resnet50",
+ "crop_shape": [
+ 224,
+ 224
+ ],
+ "crop_is_random": false,
+ "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1",
+ "use_group_norm": false,
+ "spatial_softmax_num_keypoints": 32,
+ "use_separate_rgb_encoder_per_camera": false,
+ "down_dims": [
+ 256,
+ 512,
+ 1024
+ ],
+ "kernel_size": 5,
+ "n_groups": 8,
+ "diffusion_step_embed_dim": 128,
+ "use_film_scale_modulation": true,
+ "noise_scheduler_type": "DDIM",
+ "num_train_timesteps": 100,
+ "beta_schedule": "squaredcos_cap_v2",
+ "beta_start": 0.0001,
+ "beta_end": 0.02,
+ "prediction_type": "epsilon",
+ "clip_sample": true,
+ "clip_sample_range": 1.0,
+ "num_inference_steps": 10,
+ "do_mask_loss_for_padding": false,
+ "optimizer_lr": 0.0001,
+ "optimizer_betas": [
+ 0.95,
+ 0.999
+ ],
+ "optimizer_eps": 1e-08,
+ "optimizer_weight_decay": 1e-06,
+ "scheduler_name": "cosine",
+ "scheduler_warmup_steps": 500,
+ "pre_resize_shape": [
+ 224,
+ 224
+ ],
+ "freeze_vision_backbone": false,
+ "use_ac": false,
+ "ac_threshold": 0.99,
+ "use_pcg": false,
+ "pcg_weight": 0.1,
+ "use_bid": false,
+ "bid_batch_size": 15,
+ "bid_mode_size": 3,
+ "bid_temporal_coherence": 0.5,
+ "weak_model_path": null,
+ "weak_model_config": null
+}
\ No newline at end of file
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/340000/pretrained_model/model.safetensors b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/340000/pretrained_model/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..67b2520724000f3262e74c875f0a618a6634a43c
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/340000/pretrained_model/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b26f66941ecc4346d03a3c14e02356da1a51dfafb31873a71be38776e81899a
+size 369241872
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/340000/pretrained_model/train_config.json b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/340000/pretrained_model/train_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..e6fd20a2753e6828f5b9fc87ccb6344474fb5e80
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/340000/pretrained_model/train_config.json
@@ -0,0 +1,217 @@
+{
+ "dataset": {
+ "repo_id": "shylee/so100_pengripG",
+ "root": "/SSD/LSY/lerobot_dataset/pengripG",
+ "episodes": null,
+ "image_transforms": {
+ "enable": false,
+ "max_num_transforms": 3,
+ "random_order": false,
+ "tfs": {
+ "brightness": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "brightness": [
+ 0.8,
+ 1.2
+ ]
+ }
+ },
+ "contrast": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "contrast": [
+ 0.8,
+ 1.2
+ ]
+ }
+ },
+ "saturation": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "saturation": [
+ 0.5,
+ 1.5
+ ]
+ }
+ },
+ "hue": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "hue": [
+ -0.05,
+ 0.05
+ ]
+ }
+ },
+ "sharpness": {
+ "weight": 1.0,
+ "type": "SharpnessJitter",
+ "kwargs": {
+ "sharpness": [
+ 0.5,
+ 1.5
+ ]
+ }
+ }
+ }
+ },
+ "revision": null,
+ "use_imagenet_stats": true,
+ "video_backend": "torchcodec"
+ },
+ "env": null,
+ "policy": {
+ "type": "diffusion",
+ "n_obs_steps": 2,
+ "normalization_mapping": {
+ "VISUAL": "MEAN_STD",
+ "STATE": "MIN_MAX",
+ "ACTION": "MIN_MAX"
+ },
+ "input_features": {
+ "observation.state": {
+ "type": "STATE",
+ "shape": [
+ 6
+ ]
+ },
+ "observation.images.FrontCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.TopCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.WristCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ }
+ },
+ "output_features": {
+ "action": {
+ "type": "ACTION",
+ "shape": [
+ 6
+ ]
+ }
+ },
+ "device": "cuda",
+ "use_amp": false,
+ "horizon": 16,
+ "n_action_steps": 8,
+ "drop_n_last_frames": 7,
+ "vision_backbone": "resnet50",
+ "crop_shape": [
+ 224,
+ 224
+ ],
+ "crop_is_random": false,
+ "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1",
+ "use_group_norm": false,
+ "spatial_softmax_num_keypoints": 32,
+ "use_separate_rgb_encoder_per_camera": false,
+ "down_dims": [
+ 256,
+ 512,
+ 1024
+ ],
+ "kernel_size": 5,
+ "n_groups": 8,
+ "diffusion_step_embed_dim": 128,
+ "use_film_scale_modulation": true,
+ "noise_scheduler_type": "DDIM",
+ "num_train_timesteps": 100,
+ "beta_schedule": "squaredcos_cap_v2",
+ "beta_start": 0.0001,
+ "beta_end": 0.02,
+ "prediction_type": "epsilon",
+ "clip_sample": true,
+ "clip_sample_range": 1.0,
+ "num_inference_steps": 10,
+ "do_mask_loss_for_padding": false,
+ "optimizer_lr": 0.0001,
+ "optimizer_betas": [
+ 0.95,
+ 0.999
+ ],
+ "optimizer_eps": 1e-08,
+ "optimizer_weight_decay": 1e-06,
+ "scheduler_name": "cosine",
+ "scheduler_warmup_steps": 500,
+ "pre_resize_shape": [
+ 224,
+ 224
+ ],
+ "freeze_vision_backbone": false,
+ "use_ac": false,
+ "ac_threshold": 0.99,
+ "use_pcg": false,
+ "pcg_weight": 0.1,
+ "use_bid": false,
+ "bid_batch_size": 15,
+ "bid_mode_size": 3,
+ "bid_temporal_coherence": 0.5,
+ "weak_model_path": null,
+ "weak_model_config": null
+ },
+ "output_dir": "/SSD/LSY/lerobot_model/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain",
+ "job_name": "DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain",
+ "resume": true,
+ "seed": 1000,
+ "num_workers": 4,
+ "batch_size": 16,
+ "steps": 600000,
+ "eval_freq": 20000,
+ "log_freq": 200,
+ "save_checkpoint": true,
+ "save_freq": 20000,
+ "use_policy_training_preset": true,
+ "optimizer": {
+ "type": "adam",
+ "lr": 0.0001,
+ "weight_decay": 1e-06,
+ "grad_clip_norm": 10.0,
+ "betas": [
+ 0.95,
+ 0.999
+ ],
+ "eps": 1e-08
+ },
+ "scheduler": {
+ "type": "diffuser",
+ "num_warmup_steps": 500,
+ "name": "cosine"
+ },
+ "eval": {
+ "n_episodes": 50,
+ "batch_size": 50,
+ "use_async_envs": false
+ },
+ "wandb": {
+ "enable": true,
+ "disable_artifact": false,
+ "project": "lerobot",
+ "entity": null,
+ "notes": null,
+ "run_id": "fekph8dz",
+ "mode": null
+ }
+}
\ No newline at end of file
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/340000/training_state/optimizer_param_groups.json b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/340000/training_state/optimizer_param_groups.json
new file mode 100644
index 0000000000000000000000000000000000000000..ca566e6634d4c9d171f1117e40cf967b58aecfe3
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/340000/training_state/optimizer_param_groups.json
@@ -0,0 +1,331 @@
+[
+ {
+ "lr": 3.965995208555552e-05,
+ "betas": [
+ 0.95,
+ 0.999
+ ],
+ "eps": 1e-08,
+ "weight_decay": 1e-06,
+ "amsgrad": false,
+ "maximize": false,
+ "foreach": null,
+ "capturable": false,
+ "differentiable": false,
+ "fused": null,
+ "initial_lr": 0.0001,
+ "params": [
+ 0,
+ 1,
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7,
+ 8,
+ 9,
+ 10,
+ 11,
+ 12,
+ 13,
+ 14,
+ 15,
+ 16,
+ 17,
+ 18,
+ 19,
+ 20,
+ 21,
+ 22,
+ 23,
+ 24,
+ 25,
+ 26,
+ 27,
+ 28,
+ 29,
+ 30,
+ 31,
+ 32,
+ 33,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 42,
+ 43,
+ 44,
+ 45,
+ 46,
+ 47,
+ 48,
+ 49,
+ 50,
+ 51,
+ 52,
+ 53,
+ 54,
+ 55,
+ 56,
+ 57,
+ 58,
+ 59,
+ 60,
+ 61,
+ 62,
+ 63,
+ 64,
+ 65,
+ 66,
+ 67,
+ 68,
+ 69,
+ 70,
+ 71,
+ 72,
+ 73,
+ 74,
+ 75,
+ 76,
+ 77,
+ 78,
+ 79,
+ 80,
+ 81,
+ 82,
+ 83,
+ 84,
+ 85,
+ 86,
+ 87,
+ 88,
+ 89,
+ 90,
+ 91,
+ 92,
+ 93,
+ 94,
+ 95,
+ 96,
+ 97,
+ 98,
+ 99,
+ 100,
+ 101,
+ 102,
+ 103,
+ 104,
+ 105,
+ 106,
+ 107,
+ 108,
+ 109,
+ 110,
+ 111,
+ 112,
+ 113,
+ 114,
+ 115,
+ 116,
+ 117,
+ 118,
+ 119,
+ 120,
+ 121,
+ 122,
+ 123,
+ 124,
+ 125,
+ 126,
+ 127,
+ 128,
+ 129,
+ 130,
+ 131,
+ 132,
+ 133,
+ 134,
+ 135,
+ 136,
+ 137,
+ 138,
+ 139,
+ 140,
+ 141,
+ 142,
+ 143,
+ 144,
+ 145,
+ 146,
+ 147,
+ 148,
+ 149,
+ 150,
+ 151,
+ 152,
+ 153,
+ 154,
+ 155,
+ 156,
+ 157,
+ 158,
+ 159,
+ 160,
+ 161,
+ 162,
+ 163,
+ 164,
+ 165,
+ 166,
+ 167,
+ 168,
+ 169,
+ 170,
+ 171,
+ 172,
+ 173,
+ 174,
+ 175,
+ 176,
+ 177,
+ 178,
+ 179,
+ 180,
+ 181,
+ 182,
+ 183,
+ 184,
+ 185,
+ 186,
+ 187,
+ 188,
+ 189,
+ 190,
+ 191,
+ 192,
+ 193,
+ 194,
+ 195,
+ 196,
+ 197,
+ 198,
+ 199,
+ 200,
+ 201,
+ 202,
+ 203,
+ 204,
+ 205,
+ 206,
+ 207,
+ 208,
+ 209,
+ 210,
+ 211,
+ 212,
+ 213,
+ 214,
+ 215,
+ 216,
+ 217,
+ 218,
+ 219,
+ 220,
+ 221,
+ 222,
+ 223,
+ 224,
+ 225,
+ 226,
+ 227,
+ 228,
+ 229,
+ 230,
+ 231,
+ 232,
+ 233,
+ 234,
+ 235,
+ 236,
+ 237,
+ 238,
+ 239,
+ 240,
+ 241,
+ 242,
+ 243,
+ 244,
+ 245,
+ 246,
+ 247,
+ 248,
+ 249,
+ 250,
+ 251,
+ 252,
+ 253,
+ 254,
+ 255,
+ 256,
+ 257,
+ 258,
+ 259,
+ 260,
+ 261,
+ 262,
+ 263,
+ 264,
+ 265,
+ 266,
+ 267,
+ 268,
+ 269,
+ 270,
+ 271,
+ 272,
+ 273,
+ 274,
+ 275,
+ 276,
+ 277,
+ 278,
+ 279,
+ 280,
+ 281,
+ 282,
+ 283,
+ 284,
+ 285,
+ 286,
+ 287,
+ 288,
+ 289,
+ 290,
+ 291,
+ 292,
+ 293,
+ 294,
+ 295,
+ 296,
+ 297,
+ 298,
+ 299,
+ 300,
+ 301,
+ 302,
+ 303,
+ 304,
+ 305,
+ 306,
+ 307,
+ 308,
+ 309,
+ 310
+ ]
+ }
+]
\ No newline at end of file
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/340000/training_state/optimizer_state.safetensors b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/340000/training_state/optimizer_state.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..794a2cdb49b4aca44f52f56027fbe76c0ba156ad
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/340000/training_state/optimizer_state.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dd5c57808320c60c511f3db89426f5f70959501e13259d6c3d8526a97388d56
+size 738026076
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/340000/training_state/rng_state.safetensors b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/340000/training_state/rng_state.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..629e105b4c5942307ad8fc515d29f497c8586099
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/340000/training_state/rng_state.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37ccf8dc123ae0aa4f67953719f34767f74aa76c9b1823a172edf3cfd645c5df
+size 15708
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/340000/training_state/scheduler_state.json b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/340000/training_state/scheduler_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..e0149e82203b89a2203bb949d032ef7f081ddc05
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/340000/training_state/scheduler_state.json
@@ -0,0 +1,15 @@
+{
+ "base_lrs": [
+ 0.0001
+ ],
+ "last_epoch": 340000,
+ "verbose": false,
+ "_step_count": 340001,
+ "_get_lr_called_within_step": false,
+ "_last_lr": [
+ 3.965995208555552e-05
+ ],
+ "lr_lambdas": [
+ null
+ ]
+}
\ No newline at end of file
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/340000/training_state/training_step.json b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/340000/training_state/training_step.json
new file mode 100644
index 0000000000000000000000000000000000000000..8a7a31b491f60de60fc850f75bfdfc405cc267e5
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/340000/training_state/training_step.json
@@ -0,0 +1,3 @@
+{
+ "step": 340000
+}
\ No newline at end of file
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/360000/pretrained_model/config.json b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/360000/pretrained_model/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c67a964ea3e70dc8909af56b3ab05bd9d44b31fc
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/360000/pretrained_model/config.json
@@ -0,0 +1,107 @@
+{
+ "type": "diffusion",
+ "n_obs_steps": 2,
+ "normalization_mapping": {
+ "VISUAL": "MEAN_STD",
+ "STATE": "MIN_MAX",
+ "ACTION": "MIN_MAX"
+ },
+ "input_features": {
+ "observation.state": {
+ "type": "STATE",
+ "shape": [
+ 6
+ ]
+ },
+ "observation.images.FrontCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.TopCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.WristCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ }
+ },
+ "output_features": {
+ "action": {
+ "type": "ACTION",
+ "shape": [
+ 6
+ ]
+ }
+ },
+ "device": "cuda",
+ "use_amp": false,
+ "horizon": 16,
+ "n_action_steps": 8,
+ "drop_n_last_frames": 7,
+ "vision_backbone": "resnet50",
+ "crop_shape": [
+ 224,
+ 224
+ ],
+ "crop_is_random": false,
+ "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1",
+ "use_group_norm": false,
+ "spatial_softmax_num_keypoints": 32,
+ "use_separate_rgb_encoder_per_camera": false,
+ "down_dims": [
+ 256,
+ 512,
+ 1024
+ ],
+ "kernel_size": 5,
+ "n_groups": 8,
+ "diffusion_step_embed_dim": 128,
+ "use_film_scale_modulation": true,
+ "noise_scheduler_type": "DDIM",
+ "num_train_timesteps": 100,
+ "beta_schedule": "squaredcos_cap_v2",
+ "beta_start": 0.0001,
+ "beta_end": 0.02,
+ "prediction_type": "epsilon",
+ "clip_sample": true,
+ "clip_sample_range": 1.0,
+ "num_inference_steps": 10,
+ "do_mask_loss_for_padding": false,
+ "optimizer_lr": 0.0001,
+ "optimizer_betas": [
+ 0.95,
+ 0.999
+ ],
+ "optimizer_eps": 1e-08,
+ "optimizer_weight_decay": 1e-06,
+ "scheduler_name": "cosine",
+ "scheduler_warmup_steps": 500,
+ "pre_resize_shape": [
+ 224,
+ 224
+ ],
+ "freeze_vision_backbone": false,
+ "use_ac": false,
+ "ac_threshold": 0.99,
+ "use_pcg": false,
+ "pcg_weight": 0.1,
+ "use_bid": false,
+ "bid_batch_size": 15,
+ "bid_mode_size": 3,
+ "bid_temporal_coherence": 0.5,
+ "weak_model_path": null,
+ "weak_model_config": null
+}
\ No newline at end of file
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/360000/pretrained_model/model.safetensors b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/360000/pretrained_model/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..48d9a28a0ec5e81aa6fbffdd10abe69a858dde3e
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/360000/pretrained_model/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff7e87523baf6ca55ad7c7c0968fcdffa1b6912fcc1e62a300c7cc8be000263a
+size 369241872
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/360000/pretrained_model/train_config.json b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/360000/pretrained_model/train_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..e6fd20a2753e6828f5b9fc87ccb6344474fb5e80
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/360000/pretrained_model/train_config.json
@@ -0,0 +1,217 @@
+{
+ "dataset": {
+ "repo_id": "shylee/so100_pengripG",
+ "root": "/SSD/LSY/lerobot_dataset/pengripG",
+ "episodes": null,
+ "image_transforms": {
+ "enable": false,
+ "max_num_transforms": 3,
+ "random_order": false,
+ "tfs": {
+ "brightness": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "brightness": [
+ 0.8,
+ 1.2
+ ]
+ }
+ },
+ "contrast": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "contrast": [
+ 0.8,
+ 1.2
+ ]
+ }
+ },
+ "saturation": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "saturation": [
+ 0.5,
+ 1.5
+ ]
+ }
+ },
+ "hue": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "hue": [
+ -0.05,
+ 0.05
+ ]
+ }
+ },
+ "sharpness": {
+ "weight": 1.0,
+ "type": "SharpnessJitter",
+ "kwargs": {
+ "sharpness": [
+ 0.5,
+ 1.5
+ ]
+ }
+ }
+ }
+ },
+ "revision": null,
+ "use_imagenet_stats": true,
+ "video_backend": "torchcodec"
+ },
+ "env": null,
+ "policy": {
+ "type": "diffusion",
+ "n_obs_steps": 2,
+ "normalization_mapping": {
+ "VISUAL": "MEAN_STD",
+ "STATE": "MIN_MAX",
+ "ACTION": "MIN_MAX"
+ },
+ "input_features": {
+ "observation.state": {
+ "type": "STATE",
+ "shape": [
+ 6
+ ]
+ },
+ "observation.images.FrontCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.TopCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.WristCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ }
+ },
+ "output_features": {
+ "action": {
+ "type": "ACTION",
+ "shape": [
+ 6
+ ]
+ }
+ },
+ "device": "cuda",
+ "use_amp": false,
+ "horizon": 16,
+ "n_action_steps": 8,
+ "drop_n_last_frames": 7,
+ "vision_backbone": "resnet50",
+ "crop_shape": [
+ 224,
+ 224
+ ],
+ "crop_is_random": false,
+ "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1",
+ "use_group_norm": false,
+ "spatial_softmax_num_keypoints": 32,
+ "use_separate_rgb_encoder_per_camera": false,
+ "down_dims": [
+ 256,
+ 512,
+ 1024
+ ],
+ "kernel_size": 5,
+ "n_groups": 8,
+ "diffusion_step_embed_dim": 128,
+ "use_film_scale_modulation": true,
+ "noise_scheduler_type": "DDIM",
+ "num_train_timesteps": 100,
+ "beta_schedule": "squaredcos_cap_v2",
+ "beta_start": 0.0001,
+ "beta_end": 0.02,
+ "prediction_type": "epsilon",
+ "clip_sample": true,
+ "clip_sample_range": 1.0,
+ "num_inference_steps": 10,
+ "do_mask_loss_for_padding": false,
+ "optimizer_lr": 0.0001,
+ "optimizer_betas": [
+ 0.95,
+ 0.999
+ ],
+ "optimizer_eps": 1e-08,
+ "optimizer_weight_decay": 1e-06,
+ "scheduler_name": "cosine",
+ "scheduler_warmup_steps": 500,
+ "pre_resize_shape": [
+ 224,
+ 224
+ ],
+ "freeze_vision_backbone": false,
+ "use_ac": false,
+ "ac_threshold": 0.99,
+ "use_pcg": false,
+ "pcg_weight": 0.1,
+ "use_bid": false,
+ "bid_batch_size": 15,
+ "bid_mode_size": 3,
+ "bid_temporal_coherence": 0.5,
+ "weak_model_path": null,
+ "weak_model_config": null
+ },
+ "output_dir": "/SSD/LSY/lerobot_model/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain",
+ "job_name": "DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain",
+ "resume": true,
+ "seed": 1000,
+ "num_workers": 4,
+ "batch_size": 16,
+ "steps": 600000,
+ "eval_freq": 20000,
+ "log_freq": 200,
+ "save_checkpoint": true,
+ "save_freq": 20000,
+ "use_policy_training_preset": true,
+ "optimizer": {
+ "type": "adam",
+ "lr": 0.0001,
+ "weight_decay": 1e-06,
+ "grad_clip_norm": 10.0,
+ "betas": [
+ 0.95,
+ 0.999
+ ],
+ "eps": 1e-08
+ },
+ "scheduler": {
+ "type": "diffuser",
+ "num_warmup_steps": 500,
+ "name": "cosine"
+ },
+ "eval": {
+ "n_episodes": 50,
+ "batch_size": 50,
+ "use_async_envs": false
+ },
+ "wandb": {
+ "enable": true,
+ "disable_artifact": false,
+ "project": "lerobot",
+ "entity": null,
+ "notes": null,
+ "run_id": "fekph8dz",
+ "mode": null
+ }
+}
\ No newline at end of file
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/360000/training_state/optimizer_param_groups.json b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/360000/training_state/optimizer_param_groups.json
new file mode 100644
index 0000000000000000000000000000000000000000..277c928d854959d764bf3782fa0907cf6a323d09
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/360000/training_state/optimizer_param_groups.json
@@ -0,0 +1,331 @@
+[
+ {
+ "lr": 3.4598997493166316e-05,
+ "betas": [
+ 0.95,
+ 0.999
+ ],
+ "eps": 1e-08,
+ "weight_decay": 1e-06,
+ "amsgrad": false,
+ "maximize": false,
+ "foreach": null,
+ "capturable": false,
+ "differentiable": false,
+ "fused": null,
+ "initial_lr": 0.0001,
+ "params": [
+ 0,
+ 1,
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7,
+ 8,
+ 9,
+ 10,
+ 11,
+ 12,
+ 13,
+ 14,
+ 15,
+ 16,
+ 17,
+ 18,
+ 19,
+ 20,
+ 21,
+ 22,
+ 23,
+ 24,
+ 25,
+ 26,
+ 27,
+ 28,
+ 29,
+ 30,
+ 31,
+ 32,
+ 33,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 42,
+ 43,
+ 44,
+ 45,
+ 46,
+ 47,
+ 48,
+ 49,
+ 50,
+ 51,
+ 52,
+ 53,
+ 54,
+ 55,
+ 56,
+ 57,
+ 58,
+ 59,
+ 60,
+ 61,
+ 62,
+ 63,
+ 64,
+ 65,
+ 66,
+ 67,
+ 68,
+ 69,
+ 70,
+ 71,
+ 72,
+ 73,
+ 74,
+ 75,
+ 76,
+ 77,
+ 78,
+ 79,
+ 80,
+ 81,
+ 82,
+ 83,
+ 84,
+ 85,
+ 86,
+ 87,
+ 88,
+ 89,
+ 90,
+ 91,
+ 92,
+ 93,
+ 94,
+ 95,
+ 96,
+ 97,
+ 98,
+ 99,
+ 100,
+ 101,
+ 102,
+ 103,
+ 104,
+ 105,
+ 106,
+ 107,
+ 108,
+ 109,
+ 110,
+ 111,
+ 112,
+ 113,
+ 114,
+ 115,
+ 116,
+ 117,
+ 118,
+ 119,
+ 120,
+ 121,
+ 122,
+ 123,
+ 124,
+ 125,
+ 126,
+ 127,
+ 128,
+ 129,
+ 130,
+ 131,
+ 132,
+ 133,
+ 134,
+ 135,
+ 136,
+ 137,
+ 138,
+ 139,
+ 140,
+ 141,
+ 142,
+ 143,
+ 144,
+ 145,
+ 146,
+ 147,
+ 148,
+ 149,
+ 150,
+ 151,
+ 152,
+ 153,
+ 154,
+ 155,
+ 156,
+ 157,
+ 158,
+ 159,
+ 160,
+ 161,
+ 162,
+ 163,
+ 164,
+ 165,
+ 166,
+ 167,
+ 168,
+ 169,
+ 170,
+ 171,
+ 172,
+ 173,
+ 174,
+ 175,
+ 176,
+ 177,
+ 178,
+ 179,
+ 180,
+ 181,
+ 182,
+ 183,
+ 184,
+ 185,
+ 186,
+ 187,
+ 188,
+ 189,
+ 190,
+ 191,
+ 192,
+ 193,
+ 194,
+ 195,
+ 196,
+ 197,
+ 198,
+ 199,
+ 200,
+ 201,
+ 202,
+ 203,
+ 204,
+ 205,
+ 206,
+ 207,
+ 208,
+ 209,
+ 210,
+ 211,
+ 212,
+ 213,
+ 214,
+ 215,
+ 216,
+ 217,
+ 218,
+ 219,
+ 220,
+ 221,
+ 222,
+ 223,
+ 224,
+ 225,
+ 226,
+ 227,
+ 228,
+ 229,
+ 230,
+ 231,
+ 232,
+ 233,
+ 234,
+ 235,
+ 236,
+ 237,
+ 238,
+ 239,
+ 240,
+ 241,
+ 242,
+ 243,
+ 244,
+ 245,
+ 246,
+ 247,
+ 248,
+ 249,
+ 250,
+ 251,
+ 252,
+ 253,
+ 254,
+ 255,
+ 256,
+ 257,
+ 258,
+ 259,
+ 260,
+ 261,
+ 262,
+ 263,
+ 264,
+ 265,
+ 266,
+ 267,
+ 268,
+ 269,
+ 270,
+ 271,
+ 272,
+ 273,
+ 274,
+ 275,
+ 276,
+ 277,
+ 278,
+ 279,
+ 280,
+ 281,
+ 282,
+ 283,
+ 284,
+ 285,
+ 286,
+ 287,
+ 288,
+ 289,
+ 290,
+ 291,
+ 292,
+ 293,
+ 294,
+ 295,
+ 296,
+ 297,
+ 298,
+ 299,
+ 300,
+ 301,
+ 302,
+ 303,
+ 304,
+ 305,
+ 306,
+ 307,
+ 308,
+ 309,
+ 310
+ ]
+ }
+]
\ No newline at end of file
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/360000/training_state/optimizer_state.safetensors b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/360000/training_state/optimizer_state.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..848a0523023c7750fd607bbbe8a9e991f74d1264
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/360000/training_state/optimizer_state.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33ec77deb4cce933bce17a28fac6670997d3809a377077434f75e191e58046be
+size 738026076
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/360000/training_state/rng_state.safetensors b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/360000/training_state/rng_state.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c3bdf98772b60d4aa8c4797402872429abe38c63
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/360000/training_state/rng_state.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68b85d369be8362b5b5e925e2da0a3e71387344dfb3f26f1cda1a9aed81bf66b
+size 15708
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/360000/training_state/scheduler_state.json b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/360000/training_state/scheduler_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..9ecebfb3769d8d7f578ea7b0f77e71b8a85499b3
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/360000/training_state/scheduler_state.json
@@ -0,0 +1,15 @@
+{
+ "base_lrs": [
+ 0.0001
+ ],
+ "last_epoch": 360000,
+ "verbose": false,
+ "_step_count": 360001,
+ "_get_lr_called_within_step": false,
+ "_last_lr": [
+ 3.4598997493166316e-05
+ ],
+ "lr_lambdas": [
+ null
+ ]
+}
\ No newline at end of file
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/360000/training_state/training_step.json b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/360000/training_state/training_step.json
new file mode 100644
index 0000000000000000000000000000000000000000..bd79b4d9c6aaae91547528200cf9573568cb1ede
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/360000/training_state/training_step.json
@@ -0,0 +1,3 @@
+{
+ "step": 360000
+}
\ No newline at end of file
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/380000/pretrained_model/config.json b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/380000/pretrained_model/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c67a964ea3e70dc8909af56b3ab05bd9d44b31fc
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/380000/pretrained_model/config.json
@@ -0,0 +1,107 @@
+{
+ "type": "diffusion",
+ "n_obs_steps": 2,
+ "normalization_mapping": {
+ "VISUAL": "MEAN_STD",
+ "STATE": "MIN_MAX",
+ "ACTION": "MIN_MAX"
+ },
+ "input_features": {
+ "observation.state": {
+ "type": "STATE",
+ "shape": [
+ 6
+ ]
+ },
+ "observation.images.FrontCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.TopCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.WristCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ }
+ },
+ "output_features": {
+ "action": {
+ "type": "ACTION",
+ "shape": [
+ 6
+ ]
+ }
+ },
+ "device": "cuda",
+ "use_amp": false,
+ "horizon": 16,
+ "n_action_steps": 8,
+ "drop_n_last_frames": 7,
+ "vision_backbone": "resnet50",
+ "crop_shape": [
+ 224,
+ 224
+ ],
+ "crop_is_random": false,
+ "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1",
+ "use_group_norm": false,
+ "spatial_softmax_num_keypoints": 32,
+ "use_separate_rgb_encoder_per_camera": false,
+ "down_dims": [
+ 256,
+ 512,
+ 1024
+ ],
+ "kernel_size": 5,
+ "n_groups": 8,
+ "diffusion_step_embed_dim": 128,
+ "use_film_scale_modulation": true,
+ "noise_scheduler_type": "DDIM",
+ "num_train_timesteps": 100,
+ "beta_schedule": "squaredcos_cap_v2",
+ "beta_start": 0.0001,
+ "beta_end": 0.02,
+ "prediction_type": "epsilon",
+ "clip_sample": true,
+ "clip_sample_range": 1.0,
+ "num_inference_steps": 10,
+ "do_mask_loss_for_padding": false,
+ "optimizer_lr": 0.0001,
+ "optimizer_betas": [
+ 0.95,
+ 0.999
+ ],
+ "optimizer_eps": 1e-08,
+ "optimizer_weight_decay": 1e-06,
+ "scheduler_name": "cosine",
+ "scheduler_warmup_steps": 500,
+ "pre_resize_shape": [
+ 224,
+ 224
+ ],
+ "freeze_vision_backbone": false,
+ "use_ac": false,
+ "ac_threshold": 0.99,
+ "use_pcg": false,
+ "pcg_weight": 0.1,
+ "use_bid": false,
+ "bid_batch_size": 15,
+ "bid_mode_size": 3,
+ "bid_temporal_coherence": 0.5,
+ "weak_model_path": null,
+ "weak_model_config": null
+}
\ No newline at end of file
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/380000/pretrained_model/model.safetensors b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/380000/pretrained_model/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..551a6abb3d13a34f06293aaa129544e134e90f1b
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/380000/pretrained_model/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9b3f092de4f152f77abd47b684640de8b300fe5e6f58f73f8285c6c638eaaa1
+size 369241872
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/380000/pretrained_model/train_config.json b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/380000/pretrained_model/train_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..e6fd20a2753e6828f5b9fc87ccb6344474fb5e80
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/380000/pretrained_model/train_config.json
@@ -0,0 +1,217 @@
+{
+ "dataset": {
+ "repo_id": "shylee/so100_pengripG",
+ "root": "/SSD/LSY/lerobot_dataset/pengripG",
+ "episodes": null,
+ "image_transforms": {
+ "enable": false,
+ "max_num_transforms": 3,
+ "random_order": false,
+ "tfs": {
+ "brightness": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "brightness": [
+ 0.8,
+ 1.2
+ ]
+ }
+ },
+ "contrast": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "contrast": [
+ 0.8,
+ 1.2
+ ]
+ }
+ },
+ "saturation": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "saturation": [
+ 0.5,
+ 1.5
+ ]
+ }
+ },
+ "hue": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "hue": [
+ -0.05,
+ 0.05
+ ]
+ }
+ },
+ "sharpness": {
+ "weight": 1.0,
+ "type": "SharpnessJitter",
+ "kwargs": {
+ "sharpness": [
+ 0.5,
+ 1.5
+ ]
+ }
+ }
+ }
+ },
+ "revision": null,
+ "use_imagenet_stats": true,
+ "video_backend": "torchcodec"
+ },
+ "env": null,
+ "policy": {
+ "type": "diffusion",
+ "n_obs_steps": 2,
+ "normalization_mapping": {
+ "VISUAL": "MEAN_STD",
+ "STATE": "MIN_MAX",
+ "ACTION": "MIN_MAX"
+ },
+ "input_features": {
+ "observation.state": {
+ "type": "STATE",
+ "shape": [
+ 6
+ ]
+ },
+ "observation.images.FrontCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.TopCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.WristCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ }
+ },
+ "output_features": {
+ "action": {
+ "type": "ACTION",
+ "shape": [
+ 6
+ ]
+ }
+ },
+ "device": "cuda",
+ "use_amp": false,
+ "horizon": 16,
+ "n_action_steps": 8,
+ "drop_n_last_frames": 7,
+ "vision_backbone": "resnet50",
+ "crop_shape": [
+ 224,
+ 224
+ ],
+ "crop_is_random": false,
+ "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1",
+ "use_group_norm": false,
+ "spatial_softmax_num_keypoints": 32,
+ "use_separate_rgb_encoder_per_camera": false,
+ "down_dims": [
+ 256,
+ 512,
+ 1024
+ ],
+ "kernel_size": 5,
+ "n_groups": 8,
+ "diffusion_step_embed_dim": 128,
+ "use_film_scale_modulation": true,
+ "noise_scheduler_type": "DDIM",
+ "num_train_timesteps": 100,
+ "beta_schedule": "squaredcos_cap_v2",
+ "beta_start": 0.0001,
+ "beta_end": 0.02,
+ "prediction_type": "epsilon",
+ "clip_sample": true,
+ "clip_sample_range": 1.0,
+ "num_inference_steps": 10,
+ "do_mask_loss_for_padding": false,
+ "optimizer_lr": 0.0001,
+ "optimizer_betas": [
+ 0.95,
+ 0.999
+ ],
+ "optimizer_eps": 1e-08,
+ "optimizer_weight_decay": 1e-06,
+ "scheduler_name": "cosine",
+ "scheduler_warmup_steps": 500,
+ "pre_resize_shape": [
+ 224,
+ 224
+ ],
+ "freeze_vision_backbone": false,
+ "use_ac": false,
+ "ac_threshold": 0.99,
+ "use_pcg": false,
+ "pcg_weight": 0.1,
+ "use_bid": false,
+ "bid_batch_size": 15,
+ "bid_mode_size": 3,
+ "bid_temporal_coherence": 0.5,
+ "weak_model_path": null,
+ "weak_model_config": null
+ },
+ "output_dir": "/SSD/LSY/lerobot_model/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain",
+ "job_name": "DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain",
+ "resume": true,
+ "seed": 1000,
+ "num_workers": 4,
+ "batch_size": 16,
+ "steps": 600000,
+ "eval_freq": 20000,
+ "log_freq": 200,
+ "save_checkpoint": true,
+ "save_freq": 20000,
+ "use_policy_training_preset": true,
+ "optimizer": {
+ "type": "adam",
+ "lr": 0.0001,
+ "weight_decay": 1e-06,
+ "grad_clip_norm": 10.0,
+ "betas": [
+ 0.95,
+ 0.999
+ ],
+ "eps": 1e-08
+ },
+ "scheduler": {
+ "type": "diffuser",
+ "num_warmup_steps": 500,
+ "name": "cosine"
+ },
+ "eval": {
+ "n_episodes": 50,
+ "batch_size": 50,
+ "use_async_envs": false
+ },
+ "wandb": {
+ "enable": true,
+ "disable_artifact": false,
+ "project": "lerobot",
+ "entity": null,
+ "notes": null,
+ "run_id": "fekph8dz",
+ "mode": null
+ }
+}
\ No newline at end of file
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/380000/training_state/optimizer_param_groups.json b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/380000/training_state/optimizer_param_groups.json
new file mode 100644
index 0000000000000000000000000000000000000000..0da8e37d7e47333e4b61d047e0a2dd644781233d
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/380000/training_state/optimizer_param_groups.json
@@ -0,0 +1,331 @@
+[
+ {
+ "lr": 2.9707060828913225e-05,
+ "betas": [
+ 0.95,
+ 0.999
+ ],
+ "eps": 1e-08,
+ "weight_decay": 1e-06,
+ "amsgrad": false,
+ "maximize": false,
+ "foreach": null,
+ "capturable": false,
+ "differentiable": false,
+ "fused": null,
+ "initial_lr": 0.0001,
+ "params": [
+ 0,
+ 1,
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7,
+ 8,
+ 9,
+ 10,
+ 11,
+ 12,
+ 13,
+ 14,
+ 15,
+ 16,
+ 17,
+ 18,
+ 19,
+ 20,
+ 21,
+ 22,
+ 23,
+ 24,
+ 25,
+ 26,
+ 27,
+ 28,
+ 29,
+ 30,
+ 31,
+ 32,
+ 33,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 42,
+ 43,
+ 44,
+ 45,
+ 46,
+ 47,
+ 48,
+ 49,
+ 50,
+ 51,
+ 52,
+ 53,
+ 54,
+ 55,
+ 56,
+ 57,
+ 58,
+ 59,
+ 60,
+ 61,
+ 62,
+ 63,
+ 64,
+ 65,
+ 66,
+ 67,
+ 68,
+ 69,
+ 70,
+ 71,
+ 72,
+ 73,
+ 74,
+ 75,
+ 76,
+ 77,
+ 78,
+ 79,
+ 80,
+ 81,
+ 82,
+ 83,
+ 84,
+ 85,
+ 86,
+ 87,
+ 88,
+ 89,
+ 90,
+ 91,
+ 92,
+ 93,
+ 94,
+ 95,
+ 96,
+ 97,
+ 98,
+ 99,
+ 100,
+ 101,
+ 102,
+ 103,
+ 104,
+ 105,
+ 106,
+ 107,
+ 108,
+ 109,
+ 110,
+ 111,
+ 112,
+ 113,
+ 114,
+ 115,
+ 116,
+ 117,
+ 118,
+ 119,
+ 120,
+ 121,
+ 122,
+ 123,
+ 124,
+ 125,
+ 126,
+ 127,
+ 128,
+ 129,
+ 130,
+ 131,
+ 132,
+ 133,
+ 134,
+ 135,
+ 136,
+ 137,
+ 138,
+ 139,
+ 140,
+ 141,
+ 142,
+ 143,
+ 144,
+ 145,
+ 146,
+ 147,
+ 148,
+ 149,
+ 150,
+ 151,
+ 152,
+ 153,
+ 154,
+ 155,
+ 156,
+ 157,
+ 158,
+ 159,
+ 160,
+ 161,
+ 162,
+ 163,
+ 164,
+ 165,
+ 166,
+ 167,
+ 168,
+ 169,
+ 170,
+ 171,
+ 172,
+ 173,
+ 174,
+ 175,
+ 176,
+ 177,
+ 178,
+ 179,
+ 180,
+ 181,
+ 182,
+ 183,
+ 184,
+ 185,
+ 186,
+ 187,
+ 188,
+ 189,
+ 190,
+ 191,
+ 192,
+ 193,
+ 194,
+ 195,
+ 196,
+ 197,
+ 198,
+ 199,
+ 200,
+ 201,
+ 202,
+ 203,
+ 204,
+ 205,
+ 206,
+ 207,
+ 208,
+ 209,
+ 210,
+ 211,
+ 212,
+ 213,
+ 214,
+ 215,
+ 216,
+ 217,
+ 218,
+ 219,
+ 220,
+ 221,
+ 222,
+ 223,
+ 224,
+ 225,
+ 226,
+ 227,
+ 228,
+ 229,
+ 230,
+ 231,
+ 232,
+ 233,
+ 234,
+ 235,
+ 236,
+ 237,
+ 238,
+ 239,
+ 240,
+ 241,
+ 242,
+ 243,
+ 244,
+ 245,
+ 246,
+ 247,
+ 248,
+ 249,
+ 250,
+ 251,
+ 252,
+ 253,
+ 254,
+ 255,
+ 256,
+ 257,
+ 258,
+ 259,
+ 260,
+ 261,
+ 262,
+ 263,
+ 264,
+ 265,
+ 266,
+ 267,
+ 268,
+ 269,
+ 270,
+ 271,
+ 272,
+ 273,
+ 274,
+ 275,
+ 276,
+ 277,
+ 278,
+ 279,
+ 280,
+ 281,
+ 282,
+ 283,
+ 284,
+ 285,
+ 286,
+ 287,
+ 288,
+ 289,
+ 290,
+ 291,
+ 292,
+ 293,
+ 294,
+ 295,
+ 296,
+ 297,
+ 298,
+ 299,
+ 300,
+ 301,
+ 302,
+ 303,
+ 304,
+ 305,
+ 306,
+ 307,
+ 308,
+ 309,
+ 310
+ ]
+ }
+]
\ No newline at end of file
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/380000/training_state/optimizer_state.safetensors b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/380000/training_state/optimizer_state.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..830cb45b5e6ec926008afd79486a8bbc2da482d1
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/380000/training_state/optimizer_state.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0accf2cc5020007e68e4cfad115dcb711918a180366c2278562ab0c1a77e2f3a
+size 738026076
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/380000/training_state/rng_state.safetensors b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/380000/training_state/rng_state.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..463c40990c1db65c05211fce81a91284d2109a2a
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/380000/training_state/rng_state.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a0de54a7a1612a7bf707e4e2733964d583a5fdcec574a2d38c80ff8ac41bfa1
+size 15708
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/380000/training_state/scheduler_state.json b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/380000/training_state/scheduler_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..a1682ee16378872228a92b27a13dc6abd17afff1
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/380000/training_state/scheduler_state.json
@@ -0,0 +1,15 @@
+{
+ "base_lrs": [
+ 0.0001
+ ],
+ "last_epoch": 380000,
+ "verbose": false,
+ "_step_count": 380001,
+ "_get_lr_called_within_step": false,
+ "_last_lr": [
+ 2.9707060828913225e-05
+ ],
+ "lr_lambdas": [
+ null
+ ]
+}
\ No newline at end of file
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/380000/training_state/training_step.json b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/380000/training_state/training_step.json
new file mode 100644
index 0000000000000000000000000000000000000000..4c3b40642a9a25da584d6587de866bd19b865a0c
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/380000/training_state/training_step.json
@@ -0,0 +1,3 @@
+{
+ "step": 380000
+}
\ No newline at end of file
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/400000/pretrained_model/config.json b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/400000/pretrained_model/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c67a964ea3e70dc8909af56b3ab05bd9d44b31fc
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/400000/pretrained_model/config.json
@@ -0,0 +1,107 @@
+{
+ "type": "diffusion",
+ "n_obs_steps": 2,
+ "normalization_mapping": {
+ "VISUAL": "MEAN_STD",
+ "STATE": "MIN_MAX",
+ "ACTION": "MIN_MAX"
+ },
+ "input_features": {
+ "observation.state": {
+ "type": "STATE",
+ "shape": [
+ 6
+ ]
+ },
+ "observation.images.FrontCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.TopCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.WristCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ }
+ },
+ "output_features": {
+ "action": {
+ "type": "ACTION",
+ "shape": [
+ 6
+ ]
+ }
+ },
+ "device": "cuda",
+ "use_amp": false,
+ "horizon": 16,
+ "n_action_steps": 8,
+ "drop_n_last_frames": 7,
+ "vision_backbone": "resnet50",
+ "crop_shape": [
+ 224,
+ 224
+ ],
+ "crop_is_random": false,
+ "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1",
+ "use_group_norm": false,
+ "spatial_softmax_num_keypoints": 32,
+ "use_separate_rgb_encoder_per_camera": false,
+ "down_dims": [
+ 256,
+ 512,
+ 1024
+ ],
+ "kernel_size": 5,
+ "n_groups": 8,
+ "diffusion_step_embed_dim": 128,
+ "use_film_scale_modulation": true,
+ "noise_scheduler_type": "DDIM",
+ "num_train_timesteps": 100,
+ "beta_schedule": "squaredcos_cap_v2",
+ "beta_start": 0.0001,
+ "beta_end": 0.02,
+ "prediction_type": "epsilon",
+ "clip_sample": true,
+ "clip_sample_range": 1.0,
+ "num_inference_steps": 10,
+ "do_mask_loss_for_padding": false,
+ "optimizer_lr": 0.0001,
+ "optimizer_betas": [
+ 0.95,
+ 0.999
+ ],
+ "optimizer_eps": 1e-08,
+ "optimizer_weight_decay": 1e-06,
+ "scheduler_name": "cosine",
+ "scheduler_warmup_steps": 500,
+ "pre_resize_shape": [
+ 224,
+ 224
+ ],
+ "freeze_vision_backbone": false,
+ "use_ac": false,
+ "ac_threshold": 0.99,
+ "use_pcg": false,
+ "pcg_weight": 0.1,
+ "use_bid": false,
+ "bid_batch_size": 15,
+ "bid_mode_size": 3,
+ "bid_temporal_coherence": 0.5,
+ "weak_model_path": null,
+ "weak_model_config": null
+}
\ No newline at end of file
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/400000/pretrained_model/model.safetensors b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/400000/pretrained_model/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..786bf702d6e42c5b1f48fb8395c9a85c0e1d22db
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/400000/pretrained_model/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24cedda5db64eda90aa0632b46d94a192d36e3dd1dc394c1ff233ed14fdc2e4c
+size 369241872
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/400000/pretrained_model/train_config.json b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/400000/pretrained_model/train_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..e6fd20a2753e6828f5b9fc87ccb6344474fb5e80
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/400000/pretrained_model/train_config.json
@@ -0,0 +1,217 @@
+{
+ "dataset": {
+ "repo_id": "shylee/so100_pengripG",
+ "root": "/SSD/LSY/lerobot_dataset/pengripG",
+ "episodes": null,
+ "image_transforms": {
+ "enable": false,
+ "max_num_transforms": 3,
+ "random_order": false,
+ "tfs": {
+ "brightness": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "brightness": [
+ 0.8,
+ 1.2
+ ]
+ }
+ },
+ "contrast": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "contrast": [
+ 0.8,
+ 1.2
+ ]
+ }
+ },
+ "saturation": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "saturation": [
+ 0.5,
+ 1.5
+ ]
+ }
+ },
+ "hue": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "hue": [
+ -0.05,
+ 0.05
+ ]
+ }
+ },
+ "sharpness": {
+ "weight": 1.0,
+ "type": "SharpnessJitter",
+ "kwargs": {
+ "sharpness": [
+ 0.5,
+ 1.5
+ ]
+ }
+ }
+ }
+ },
+ "revision": null,
+ "use_imagenet_stats": true,
+ "video_backend": "torchcodec"
+ },
+ "env": null,
+ "policy": {
+ "type": "diffusion",
+ "n_obs_steps": 2,
+ "normalization_mapping": {
+ "VISUAL": "MEAN_STD",
+ "STATE": "MIN_MAX",
+ "ACTION": "MIN_MAX"
+ },
+ "input_features": {
+ "observation.state": {
+ "type": "STATE",
+ "shape": [
+ 6
+ ]
+ },
+ "observation.images.FrontCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.TopCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.WristCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ }
+ },
+ "output_features": {
+ "action": {
+ "type": "ACTION",
+ "shape": [
+ 6
+ ]
+ }
+ },
+ "device": "cuda",
+ "use_amp": false,
+ "horizon": 16,
+ "n_action_steps": 8,
+ "drop_n_last_frames": 7,
+ "vision_backbone": "resnet50",
+ "crop_shape": [
+ 224,
+ 224
+ ],
+ "crop_is_random": false,
+ "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1",
+ "use_group_norm": false,
+ "spatial_softmax_num_keypoints": 32,
+ "use_separate_rgb_encoder_per_camera": false,
+ "down_dims": [
+ 256,
+ 512,
+ 1024
+ ],
+ "kernel_size": 5,
+ "n_groups": 8,
+ "diffusion_step_embed_dim": 128,
+ "use_film_scale_modulation": true,
+ "noise_scheduler_type": "DDIM",
+ "num_train_timesteps": 100,
+ "beta_schedule": "squaredcos_cap_v2",
+ "beta_start": 0.0001,
+ "beta_end": 0.02,
+ "prediction_type": "epsilon",
+ "clip_sample": true,
+ "clip_sample_range": 1.0,
+ "num_inference_steps": 10,
+ "do_mask_loss_for_padding": false,
+ "optimizer_lr": 0.0001,
+ "optimizer_betas": [
+ 0.95,
+ 0.999
+ ],
+ "optimizer_eps": 1e-08,
+ "optimizer_weight_decay": 1e-06,
+ "scheduler_name": "cosine",
+ "scheduler_warmup_steps": 500,
+ "pre_resize_shape": [
+ 224,
+ 224
+ ],
+ "freeze_vision_backbone": false,
+ "use_ac": false,
+ "ac_threshold": 0.99,
+ "use_pcg": false,
+ "pcg_weight": 0.1,
+ "use_bid": false,
+ "bid_batch_size": 15,
+ "bid_mode_size": 3,
+ "bid_temporal_coherence": 0.5,
+ "weak_model_path": null,
+ "weak_model_config": null
+ },
+ "output_dir": "/SSD/LSY/lerobot_model/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain",
+ "job_name": "DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain",
+ "resume": true,
+ "seed": 1000,
+ "num_workers": 4,
+ "batch_size": 16,
+ "steps": 600000,
+ "eval_freq": 20000,
+ "log_freq": 200,
+ "save_checkpoint": true,
+ "save_freq": 20000,
+ "use_policy_training_preset": true,
+ "optimizer": {
+ "type": "adam",
+ "lr": 0.0001,
+ "weight_decay": 1e-06,
+ "grad_clip_norm": 10.0,
+ "betas": [
+ 0.95,
+ 0.999
+ ],
+ "eps": 1e-08
+ },
+ "scheduler": {
+ "type": "diffuser",
+ "num_warmup_steps": 500,
+ "name": "cosine"
+ },
+ "eval": {
+ "n_episodes": 50,
+ "batch_size": 50,
+ "use_async_envs": false
+ },
+ "wandb": {
+ "enable": true,
+ "disable_artifact": false,
+ "project": "lerobot",
+ "entity": null,
+ "notes": null,
+ "run_id": "fekph8dz",
+ "mode": null
+ }
+}
\ No newline at end of file
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/400000/training_state/optimizer_param_groups.json b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/400000/training_state/optimizer_param_groups.json
new file mode 100644
index 0000000000000000000000000000000000000000..25c4ce7f9e90da0b60b6dc1c0af3b070f227604b
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/400000/training_state/optimizer_param_groups.json
@@ -0,0 +1,331 @@
+[
+ {
+ "lr": 2.503782853296135e-05,
+ "betas": [
+ 0.95,
+ 0.999
+ ],
+ "eps": 1e-08,
+ "weight_decay": 1e-06,
+ "amsgrad": false,
+ "maximize": false,
+ "foreach": null,
+ "capturable": false,
+ "differentiable": false,
+ "fused": null,
+ "initial_lr": 0.0001,
+ "params": [
+ 0,
+ 1,
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7,
+ 8,
+ 9,
+ 10,
+ 11,
+ 12,
+ 13,
+ 14,
+ 15,
+ 16,
+ 17,
+ 18,
+ 19,
+ 20,
+ 21,
+ 22,
+ 23,
+ 24,
+ 25,
+ 26,
+ 27,
+ 28,
+ 29,
+ 30,
+ 31,
+ 32,
+ 33,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 42,
+ 43,
+ 44,
+ 45,
+ 46,
+ 47,
+ 48,
+ 49,
+ 50,
+ 51,
+ 52,
+ 53,
+ 54,
+ 55,
+ 56,
+ 57,
+ 58,
+ 59,
+ 60,
+ 61,
+ 62,
+ 63,
+ 64,
+ 65,
+ 66,
+ 67,
+ 68,
+ 69,
+ 70,
+ 71,
+ 72,
+ 73,
+ 74,
+ 75,
+ 76,
+ 77,
+ 78,
+ 79,
+ 80,
+ 81,
+ 82,
+ 83,
+ 84,
+ 85,
+ 86,
+ 87,
+ 88,
+ 89,
+ 90,
+ 91,
+ 92,
+ 93,
+ 94,
+ 95,
+ 96,
+ 97,
+ 98,
+ 99,
+ 100,
+ 101,
+ 102,
+ 103,
+ 104,
+ 105,
+ 106,
+ 107,
+ 108,
+ 109,
+ 110,
+ 111,
+ 112,
+ 113,
+ 114,
+ 115,
+ 116,
+ 117,
+ 118,
+ 119,
+ 120,
+ 121,
+ 122,
+ 123,
+ 124,
+ 125,
+ 126,
+ 127,
+ 128,
+ 129,
+ 130,
+ 131,
+ 132,
+ 133,
+ 134,
+ 135,
+ 136,
+ 137,
+ 138,
+ 139,
+ 140,
+ 141,
+ 142,
+ 143,
+ 144,
+ 145,
+ 146,
+ 147,
+ 148,
+ 149,
+ 150,
+ 151,
+ 152,
+ 153,
+ 154,
+ 155,
+ 156,
+ 157,
+ 158,
+ 159,
+ 160,
+ 161,
+ 162,
+ 163,
+ 164,
+ 165,
+ 166,
+ 167,
+ 168,
+ 169,
+ 170,
+ 171,
+ 172,
+ 173,
+ 174,
+ 175,
+ 176,
+ 177,
+ 178,
+ 179,
+ 180,
+ 181,
+ 182,
+ 183,
+ 184,
+ 185,
+ 186,
+ 187,
+ 188,
+ 189,
+ 190,
+ 191,
+ 192,
+ 193,
+ 194,
+ 195,
+ 196,
+ 197,
+ 198,
+ 199,
+ 200,
+ 201,
+ 202,
+ 203,
+ 204,
+ 205,
+ 206,
+ 207,
+ 208,
+ 209,
+ 210,
+ 211,
+ 212,
+ 213,
+ 214,
+ 215,
+ 216,
+ 217,
+ 218,
+ 219,
+ 220,
+ 221,
+ 222,
+ 223,
+ 224,
+ 225,
+ 226,
+ 227,
+ 228,
+ 229,
+ 230,
+ 231,
+ 232,
+ 233,
+ 234,
+ 235,
+ 236,
+ 237,
+ 238,
+ 239,
+ 240,
+ 241,
+ 242,
+ 243,
+ 244,
+ 245,
+ 246,
+ 247,
+ 248,
+ 249,
+ 250,
+ 251,
+ 252,
+ 253,
+ 254,
+ 255,
+ 256,
+ 257,
+ 258,
+ 259,
+ 260,
+ 261,
+ 262,
+ 263,
+ 264,
+ 265,
+ 266,
+ 267,
+ 268,
+ 269,
+ 270,
+ 271,
+ 272,
+ 273,
+ 274,
+ 275,
+ 276,
+ 277,
+ 278,
+ 279,
+ 280,
+ 281,
+ 282,
+ 283,
+ 284,
+ 285,
+ 286,
+ 287,
+ 288,
+ 289,
+ 290,
+ 291,
+ 292,
+ 293,
+ 294,
+ 295,
+ 296,
+ 297,
+ 298,
+ 299,
+ 300,
+ 301,
+ 302,
+ 303,
+ 304,
+ 305,
+ 306,
+ 307,
+ 308,
+ 309,
+ 310
+ ]
+ }
+]
\ No newline at end of file
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/400000/training_state/optimizer_state.safetensors b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/400000/training_state/optimizer_state.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..db22acac3ffac16fa42d6777096a4f18c97267dc
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/400000/training_state/optimizer_state.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c51e899245d1a0a60016aba42aafcb59c7dc8e045660225e23831b7ef9783f3
+size 738026076
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/400000/training_state/rng_state.safetensors b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/400000/training_state/rng_state.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8acd6308c8cfc63361bce6cf9c9c7336500dcd21
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/400000/training_state/rng_state.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e544094ce665c09d91d0436fd8b3ce27bcfb1c8536e59cbbcce139d440907d1
+size 15708
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/400000/training_state/scheduler_state.json b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/400000/training_state/scheduler_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..5a4687f54b9e7f72a9617af12b834fe4b34b613d
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/400000/training_state/scheduler_state.json
@@ -0,0 +1,15 @@
+{
+ "base_lrs": [
+ 0.0001
+ ],
+ "last_epoch": 400000,
+ "verbose": false,
+ "_step_count": 400001,
+ "_get_lr_called_within_step": false,
+ "_last_lr": [
+ 2.503782853296135e-05
+ ],
+ "lr_lambdas": [
+ null
+ ]
+}
\ No newline at end of file
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/400000/training_state/training_step.json b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/400000/training_state/training_step.json
new file mode 100644
index 0000000000000000000000000000000000000000..f13646a804137593a621abee8f4d116e4ad6127a
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/400000/training_state/training_step.json
@@ -0,0 +1,3 @@
+{
+ "step": 400000
+}
\ No newline at end of file
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/420000/pretrained_model/config.json b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/420000/pretrained_model/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c67a964ea3e70dc8909af56b3ab05bd9d44b31fc
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/420000/pretrained_model/config.json
@@ -0,0 +1,107 @@
+{
+ "type": "diffusion",
+ "n_obs_steps": 2,
+ "normalization_mapping": {
+ "VISUAL": "MEAN_STD",
+ "STATE": "MIN_MAX",
+ "ACTION": "MIN_MAX"
+ },
+ "input_features": {
+ "observation.state": {
+ "type": "STATE",
+ "shape": [
+ 6
+ ]
+ },
+ "observation.images.FrontCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.TopCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.WristCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ }
+ },
+ "output_features": {
+ "action": {
+ "type": "ACTION",
+ "shape": [
+ 6
+ ]
+ }
+ },
+ "device": "cuda",
+ "use_amp": false,
+ "horizon": 16,
+ "n_action_steps": 8,
+ "drop_n_last_frames": 7,
+ "vision_backbone": "resnet50",
+ "crop_shape": [
+ 224,
+ 224
+ ],
+ "crop_is_random": false,
+ "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1",
+ "use_group_norm": false,
+ "spatial_softmax_num_keypoints": 32,
+ "use_separate_rgb_encoder_per_camera": false,
+ "down_dims": [
+ 256,
+ 512,
+ 1024
+ ],
+ "kernel_size": 5,
+ "n_groups": 8,
+ "diffusion_step_embed_dim": 128,
+ "use_film_scale_modulation": true,
+ "noise_scheduler_type": "DDIM",
+ "num_train_timesteps": 100,
+ "beta_schedule": "squaredcos_cap_v2",
+ "beta_start": 0.0001,
+ "beta_end": 0.02,
+ "prediction_type": "epsilon",
+ "clip_sample": true,
+ "clip_sample_range": 1.0,
+ "num_inference_steps": 10,
+ "do_mask_loss_for_padding": false,
+ "optimizer_lr": 0.0001,
+ "optimizer_betas": [
+ 0.95,
+ 0.999
+ ],
+ "optimizer_eps": 1e-08,
+ "optimizer_weight_decay": 1e-06,
+ "scheduler_name": "cosine",
+ "scheduler_warmup_steps": 500,
+ "pre_resize_shape": [
+ 224,
+ 224
+ ],
+ "freeze_vision_backbone": false,
+ "use_ac": false,
+ "ac_threshold": 0.99,
+ "use_pcg": false,
+ "pcg_weight": 0.1,
+ "use_bid": false,
+ "bid_batch_size": 15,
+ "bid_mode_size": 3,
+ "bid_temporal_coherence": 0.5,
+ "weak_model_path": null,
+ "weak_model_config": null
+}
\ No newline at end of file
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/420000/pretrained_model/model.safetensors b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/420000/pretrained_model/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..3bee07bc7e520fe6d8645357e9d0614b6fabb3c0
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/420000/pretrained_model/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1a03dc26b367697d52e2b58b05b14308b3ae49fa812c828e4ba9185410399a0
+size 369241872
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/420000/pretrained_model/train_config.json b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/420000/pretrained_model/train_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..e6fd20a2753e6828f5b9fc87ccb6344474fb5e80
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/420000/pretrained_model/train_config.json
@@ -0,0 +1,217 @@
+{
+ "dataset": {
+ "repo_id": "shylee/so100_pengripG",
+ "root": "/SSD/LSY/lerobot_dataset/pengripG",
+ "episodes": null,
+ "image_transforms": {
+ "enable": false,
+ "max_num_transforms": 3,
+ "random_order": false,
+ "tfs": {
+ "brightness": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "brightness": [
+ 0.8,
+ 1.2
+ ]
+ }
+ },
+ "contrast": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "contrast": [
+ 0.8,
+ 1.2
+ ]
+ }
+ },
+ "saturation": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "saturation": [
+ 0.5,
+ 1.5
+ ]
+ }
+ },
+ "hue": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "hue": [
+ -0.05,
+ 0.05
+ ]
+ }
+ },
+ "sharpness": {
+ "weight": 1.0,
+ "type": "SharpnessJitter",
+ "kwargs": {
+ "sharpness": [
+ 0.5,
+ 1.5
+ ]
+ }
+ }
+ }
+ },
+ "revision": null,
+ "use_imagenet_stats": true,
+ "video_backend": "torchcodec"
+ },
+ "env": null,
+ "policy": {
+ "type": "diffusion",
+ "n_obs_steps": 2,
+ "normalization_mapping": {
+ "VISUAL": "MEAN_STD",
+ "STATE": "MIN_MAX",
+ "ACTION": "MIN_MAX"
+ },
+ "input_features": {
+ "observation.state": {
+ "type": "STATE",
+ "shape": [
+ 6
+ ]
+ },
+ "observation.images.FrontCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.TopCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.WristCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ }
+ },
+ "output_features": {
+ "action": {
+ "type": "ACTION",
+ "shape": [
+ 6
+ ]
+ }
+ },
+ "device": "cuda",
+ "use_amp": false,
+ "horizon": 16,
+ "n_action_steps": 8,
+ "drop_n_last_frames": 7,
+ "vision_backbone": "resnet50",
+ "crop_shape": [
+ 224,
+ 224
+ ],
+ "crop_is_random": false,
+ "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1",
+ "use_group_norm": false,
+ "spatial_softmax_num_keypoints": 32,
+ "use_separate_rgb_encoder_per_camera": false,
+ "down_dims": [
+ 256,
+ 512,
+ 1024
+ ],
+ "kernel_size": 5,
+ "n_groups": 8,
+ "diffusion_step_embed_dim": 128,
+ "use_film_scale_modulation": true,
+ "noise_scheduler_type": "DDIM",
+ "num_train_timesteps": 100,
+ "beta_schedule": "squaredcos_cap_v2",
+ "beta_start": 0.0001,
+ "beta_end": 0.02,
+ "prediction_type": "epsilon",
+ "clip_sample": true,
+ "clip_sample_range": 1.0,
+ "num_inference_steps": 10,
+ "do_mask_loss_for_padding": false,
+ "optimizer_lr": 0.0001,
+ "optimizer_betas": [
+ 0.95,
+ 0.999
+ ],
+ "optimizer_eps": 1e-08,
+ "optimizer_weight_decay": 1e-06,
+ "scheduler_name": "cosine",
+ "scheduler_warmup_steps": 500,
+ "pre_resize_shape": [
+ 224,
+ 224
+ ],
+ "freeze_vision_backbone": false,
+ "use_ac": false,
+ "ac_threshold": 0.99,
+ "use_pcg": false,
+ "pcg_weight": 0.1,
+ "use_bid": false,
+ "bid_batch_size": 15,
+ "bid_mode_size": 3,
+ "bid_temporal_coherence": 0.5,
+ "weak_model_path": null,
+ "weak_model_config": null
+ },
+ "output_dir": "/SSD/LSY/lerobot_model/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain",
+ "job_name": "DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain",
+ "resume": true,
+ "seed": 1000,
+ "num_workers": 4,
+ "batch_size": 16,
+ "steps": 600000,
+ "eval_freq": 20000,
+ "log_freq": 200,
+ "save_checkpoint": true,
+ "save_freq": 20000,
+ "use_policy_training_preset": true,
+ "optimizer": {
+ "type": "adam",
+ "lr": 0.0001,
+ "weight_decay": 1e-06,
+ "grad_clip_norm": 10.0,
+ "betas": [
+ 0.95,
+ 0.999
+ ],
+ "eps": 1e-08
+ },
+ "scheduler": {
+ "type": "diffuser",
+ "num_warmup_steps": 500,
+ "name": "cosine"
+ },
+ "eval": {
+ "n_episodes": 50,
+ "batch_size": 50,
+ "use_async_envs": false
+ },
+ "wandb": {
+ "enable": true,
+ "disable_artifact": false,
+ "project": "lerobot",
+ "entity": null,
+ "notes": null,
+ "run_id": "fekph8dz",
+ "mode": null
+ }
+}
\ No newline at end of file
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/420000/training_state/optimizer_param_groups.json b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/420000/training_state/optimizer_param_groups.json
new file mode 100644
index 0000000000000000000000000000000000000000..765dca6bd515ff7ddd091de50b048bd7e8fa849d
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/420000/training_state/optimizer_param_groups.json
@@ -0,0 +1,331 @@
+[
+ {
+ "lr": 2.0642542981792185e-05,
+ "betas": [
+ 0.95,
+ 0.999
+ ],
+ "eps": 1e-08,
+ "weight_decay": 1e-06,
+ "amsgrad": false,
+ "maximize": false,
+ "foreach": null,
+ "capturable": false,
+ "differentiable": false,
+ "fused": null,
+ "initial_lr": 0.0001,
+ "params": [
+ 0,
+ 1,
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7,
+ 8,
+ 9,
+ 10,
+ 11,
+ 12,
+ 13,
+ 14,
+ 15,
+ 16,
+ 17,
+ 18,
+ 19,
+ 20,
+ 21,
+ 22,
+ 23,
+ 24,
+ 25,
+ 26,
+ 27,
+ 28,
+ 29,
+ 30,
+ 31,
+ 32,
+ 33,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 42,
+ 43,
+ 44,
+ 45,
+ 46,
+ 47,
+ 48,
+ 49,
+ 50,
+ 51,
+ 52,
+ 53,
+ 54,
+ 55,
+ 56,
+ 57,
+ 58,
+ 59,
+ 60,
+ 61,
+ 62,
+ 63,
+ 64,
+ 65,
+ 66,
+ 67,
+ 68,
+ 69,
+ 70,
+ 71,
+ 72,
+ 73,
+ 74,
+ 75,
+ 76,
+ 77,
+ 78,
+ 79,
+ 80,
+ 81,
+ 82,
+ 83,
+ 84,
+ 85,
+ 86,
+ 87,
+ 88,
+ 89,
+ 90,
+ 91,
+ 92,
+ 93,
+ 94,
+ 95,
+ 96,
+ 97,
+ 98,
+ 99,
+ 100,
+ 101,
+ 102,
+ 103,
+ 104,
+ 105,
+ 106,
+ 107,
+ 108,
+ 109,
+ 110,
+ 111,
+ 112,
+ 113,
+ 114,
+ 115,
+ 116,
+ 117,
+ 118,
+ 119,
+ 120,
+ 121,
+ 122,
+ 123,
+ 124,
+ 125,
+ 126,
+ 127,
+ 128,
+ 129,
+ 130,
+ 131,
+ 132,
+ 133,
+ 134,
+ 135,
+ 136,
+ 137,
+ 138,
+ 139,
+ 140,
+ 141,
+ 142,
+ 143,
+ 144,
+ 145,
+ 146,
+ 147,
+ 148,
+ 149,
+ 150,
+ 151,
+ 152,
+ 153,
+ 154,
+ 155,
+ 156,
+ 157,
+ 158,
+ 159,
+ 160,
+ 161,
+ 162,
+ 163,
+ 164,
+ 165,
+ 166,
+ 167,
+ 168,
+ 169,
+ 170,
+ 171,
+ 172,
+ 173,
+ 174,
+ 175,
+ 176,
+ 177,
+ 178,
+ 179,
+ 180,
+ 181,
+ 182,
+ 183,
+ 184,
+ 185,
+ 186,
+ 187,
+ 188,
+ 189,
+ 190,
+ 191,
+ 192,
+ 193,
+ 194,
+ 195,
+ 196,
+ 197,
+ 198,
+ 199,
+ 200,
+ 201,
+ 202,
+ 203,
+ 204,
+ 205,
+ 206,
+ 207,
+ 208,
+ 209,
+ 210,
+ 211,
+ 212,
+ 213,
+ 214,
+ 215,
+ 216,
+ 217,
+ 218,
+ 219,
+ 220,
+ 221,
+ 222,
+ 223,
+ 224,
+ 225,
+ 226,
+ 227,
+ 228,
+ 229,
+ 230,
+ 231,
+ 232,
+ 233,
+ 234,
+ 235,
+ 236,
+ 237,
+ 238,
+ 239,
+ 240,
+ 241,
+ 242,
+ 243,
+ 244,
+ 245,
+ 246,
+ 247,
+ 248,
+ 249,
+ 250,
+ 251,
+ 252,
+ 253,
+ 254,
+ 255,
+ 256,
+ 257,
+ 258,
+ 259,
+ 260,
+ 261,
+ 262,
+ 263,
+ 264,
+ 265,
+ 266,
+ 267,
+ 268,
+ 269,
+ 270,
+ 271,
+ 272,
+ 273,
+ 274,
+ 275,
+ 276,
+ 277,
+ 278,
+ 279,
+ 280,
+ 281,
+ 282,
+ 283,
+ 284,
+ 285,
+ 286,
+ 287,
+ 288,
+ 289,
+ 290,
+ 291,
+ 292,
+ 293,
+ 294,
+ 295,
+ 296,
+ 297,
+ 298,
+ 299,
+ 300,
+ 301,
+ 302,
+ 303,
+ 304,
+ 305,
+ 306,
+ 307,
+ 308,
+ 309,
+ 310
+ ]
+ }
+]
\ No newline at end of file
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/420000/training_state/optimizer_state.safetensors b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/420000/training_state/optimizer_state.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f61b57505f1cda2be086b652258e1c9ff88c340c
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/420000/training_state/optimizer_state.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:345a02ba6acba8d14c34dc7a8f132ba0142aaf3c6a0bfc17d79337591b20ea6f
+size 738026076
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/420000/training_state/rng_state.safetensors b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/420000/training_state/rng_state.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7814b9f16bdde93446735d8e9fa0ad49d99f5aa3
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/420000/training_state/rng_state.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e2c79a94bbffe4462dd36784007add6565768ac6d55ba16c5e1c597579c96b3
+size 15708
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/420000/training_state/scheduler_state.json b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/420000/training_state/scheduler_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..a8cd735f26b8f01a03ee283f8c02e8f2eb2fc33a
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/420000/training_state/scheduler_state.json
@@ -0,0 +1,15 @@
+{
+ "base_lrs": [
+ 0.0001
+ ],
+ "last_epoch": 420000,
+ "verbose": false,
+ "_step_count": 420001,
+ "_get_lr_called_within_step": false,
+ "_last_lr": [
+ 2.0642542981792185e-05
+ ],
+ "lr_lambdas": [
+ null
+ ]
+}
\ No newline at end of file
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/420000/training_state/training_step.json b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/420000/training_state/training_step.json
new file mode 100644
index 0000000000000000000000000000000000000000..bb0ce907623865596f71441ca75ab257971c1b55
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/420000/training_state/training_step.json
@@ -0,0 +1,3 @@
+{
+ "step": 420000
+}
\ No newline at end of file
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/440000/pretrained_model/config.json b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/440000/pretrained_model/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c67a964ea3e70dc8909af56b3ab05bd9d44b31fc
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/440000/pretrained_model/config.json
@@ -0,0 +1,107 @@
+{
+ "type": "diffusion",
+ "n_obs_steps": 2,
+ "normalization_mapping": {
+ "VISUAL": "MEAN_STD",
+ "STATE": "MIN_MAX",
+ "ACTION": "MIN_MAX"
+ },
+ "input_features": {
+ "observation.state": {
+ "type": "STATE",
+ "shape": [
+ 6
+ ]
+ },
+ "observation.images.FrontCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.TopCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.WristCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ }
+ },
+ "output_features": {
+ "action": {
+ "type": "ACTION",
+ "shape": [
+ 6
+ ]
+ }
+ },
+ "device": "cuda",
+ "use_amp": false,
+ "horizon": 16,
+ "n_action_steps": 8,
+ "drop_n_last_frames": 7,
+ "vision_backbone": "resnet50",
+ "crop_shape": [
+ 224,
+ 224
+ ],
+ "crop_is_random": false,
+ "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1",
+ "use_group_norm": false,
+ "spatial_softmax_num_keypoints": 32,
+ "use_separate_rgb_encoder_per_camera": false,
+ "down_dims": [
+ 256,
+ 512,
+ 1024
+ ],
+ "kernel_size": 5,
+ "n_groups": 8,
+ "diffusion_step_embed_dim": 128,
+ "use_film_scale_modulation": true,
+ "noise_scheduler_type": "DDIM",
+ "num_train_timesteps": 100,
+ "beta_schedule": "squaredcos_cap_v2",
+ "beta_start": 0.0001,
+ "beta_end": 0.02,
+ "prediction_type": "epsilon",
+ "clip_sample": true,
+ "clip_sample_range": 1.0,
+ "num_inference_steps": 10,
+ "do_mask_loss_for_padding": false,
+ "optimizer_lr": 0.0001,
+ "optimizer_betas": [
+ 0.95,
+ 0.999
+ ],
+ "optimizer_eps": 1e-08,
+ "optimizer_weight_decay": 1e-06,
+ "scheduler_name": "cosine",
+ "scheduler_warmup_steps": 500,
+ "pre_resize_shape": [
+ 224,
+ 224
+ ],
+ "freeze_vision_backbone": false,
+ "use_ac": false,
+ "ac_threshold": 0.99,
+ "use_pcg": false,
+ "pcg_weight": 0.1,
+ "use_bid": false,
+ "bid_batch_size": 15,
+ "bid_mode_size": 3,
+ "bid_temporal_coherence": 0.5,
+ "weak_model_path": null,
+ "weak_model_config": null
+}
\ No newline at end of file
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/440000/pretrained_model/model.safetensors b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/440000/pretrained_model/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..1c0b1a1eeb211b39e3e26c781112a6fd4b753b7c
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/440000/pretrained_model/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4786dbe5565f037f38e15fc3c12c9fc6daba98628024d51d3be40d431dc6c068
+size 369241872
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/440000/pretrained_model/train_config.json b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/440000/pretrained_model/train_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..e6fd20a2753e6828f5b9fc87ccb6344474fb5e80
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/440000/pretrained_model/train_config.json
@@ -0,0 +1,217 @@
+{
+ "dataset": {
+ "repo_id": "shylee/so100_pengripG",
+ "root": "/SSD/LSY/lerobot_dataset/pengripG",
+ "episodes": null,
+ "image_transforms": {
+ "enable": false,
+ "max_num_transforms": 3,
+ "random_order": false,
+ "tfs": {
+ "brightness": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "brightness": [
+ 0.8,
+ 1.2
+ ]
+ }
+ },
+ "contrast": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "contrast": [
+ 0.8,
+ 1.2
+ ]
+ }
+ },
+ "saturation": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "saturation": [
+ 0.5,
+ 1.5
+ ]
+ }
+ },
+ "hue": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "hue": [
+ -0.05,
+ 0.05
+ ]
+ }
+ },
+ "sharpness": {
+ "weight": 1.0,
+ "type": "SharpnessJitter",
+ "kwargs": {
+ "sharpness": [
+ 0.5,
+ 1.5
+ ]
+ }
+ }
+ }
+ },
+ "revision": null,
+ "use_imagenet_stats": true,
+ "video_backend": "torchcodec"
+ },
+ "env": null,
+ "policy": {
+ "type": "diffusion",
+ "n_obs_steps": 2,
+ "normalization_mapping": {
+ "VISUAL": "MEAN_STD",
+ "STATE": "MIN_MAX",
+ "ACTION": "MIN_MAX"
+ },
+ "input_features": {
+ "observation.state": {
+ "type": "STATE",
+ "shape": [
+ 6
+ ]
+ },
+ "observation.images.FrontCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.TopCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.WristCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ }
+ },
+ "output_features": {
+ "action": {
+ "type": "ACTION",
+ "shape": [
+ 6
+ ]
+ }
+ },
+ "device": "cuda",
+ "use_amp": false,
+ "horizon": 16,
+ "n_action_steps": 8,
+ "drop_n_last_frames": 7,
+ "vision_backbone": "resnet50",
+ "crop_shape": [
+ 224,
+ 224
+ ],
+ "crop_is_random": false,
+ "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1",
+ "use_group_norm": false,
+ "spatial_softmax_num_keypoints": 32,
+ "use_separate_rgb_encoder_per_camera": false,
+ "down_dims": [
+ 256,
+ 512,
+ 1024
+ ],
+ "kernel_size": 5,
+ "n_groups": 8,
+ "diffusion_step_embed_dim": 128,
+ "use_film_scale_modulation": true,
+ "noise_scheduler_type": "DDIM",
+ "num_train_timesteps": 100,
+ "beta_schedule": "squaredcos_cap_v2",
+ "beta_start": 0.0001,
+ "beta_end": 0.02,
+ "prediction_type": "epsilon",
+ "clip_sample": true,
+ "clip_sample_range": 1.0,
+ "num_inference_steps": 10,
+ "do_mask_loss_for_padding": false,
+ "optimizer_lr": 0.0001,
+ "optimizer_betas": [
+ 0.95,
+ 0.999
+ ],
+ "optimizer_eps": 1e-08,
+ "optimizer_weight_decay": 1e-06,
+ "scheduler_name": "cosine",
+ "scheduler_warmup_steps": 500,
+ "pre_resize_shape": [
+ 224,
+ 224
+ ],
+ "freeze_vision_backbone": false,
+ "use_ac": false,
+ "ac_threshold": 0.99,
+ "use_pcg": false,
+ "pcg_weight": 0.1,
+ "use_bid": false,
+ "bid_batch_size": 15,
+ "bid_mode_size": 3,
+ "bid_temporal_coherence": 0.5,
+ "weak_model_path": null,
+ "weak_model_config": null
+ },
+ "output_dir": "/SSD/LSY/lerobot_model/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain",
+ "job_name": "DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain",
+ "resume": true,
+ "seed": 1000,
+ "num_workers": 4,
+ "batch_size": 16,
+ "steps": 600000,
+ "eval_freq": 20000,
+ "log_freq": 200,
+ "save_checkpoint": true,
+ "save_freq": 20000,
+ "use_policy_training_preset": true,
+ "optimizer": {
+ "type": "adam",
+ "lr": 0.0001,
+ "weight_decay": 1e-06,
+ "grad_clip_norm": 10.0,
+ "betas": [
+ 0.95,
+ 0.999
+ ],
+ "eps": 1e-08
+ },
+ "scheduler": {
+ "type": "diffuser",
+ "num_warmup_steps": 500,
+ "name": "cosine"
+ },
+ "eval": {
+ "n_episodes": 50,
+ "batch_size": 50,
+ "use_async_envs": false
+ },
+ "wandb": {
+ "enable": true,
+ "disable_artifact": false,
+ "project": "lerobot",
+ "entity": null,
+ "notes": null,
+ "run_id": "fekph8dz",
+ "mode": null
+ }
+}
\ No newline at end of file
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/440000/training_state/optimizer_param_groups.json b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/440000/training_state/optimizer_param_groups.json
new file mode 100644
index 0000000000000000000000000000000000000000..1d1a878f33827359e3e9ddf7888567a12c8de531
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/440000/training_state/optimizer_param_groups.json
@@ -0,0 +1,331 @@
+[
+ {
+ "lr": 1.6569440129986994e-05,
+ "betas": [
+ 0.95,
+ 0.999
+ ],
+ "eps": 1e-08,
+ "weight_decay": 1e-06,
+ "amsgrad": false,
+ "maximize": false,
+ "foreach": null,
+ "capturable": false,
+ "differentiable": false,
+ "fused": null,
+ "initial_lr": 0.0001,
+ "params": [
+ 0,
+ 1,
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7,
+ 8,
+ 9,
+ 10,
+ 11,
+ 12,
+ 13,
+ 14,
+ 15,
+ 16,
+ 17,
+ 18,
+ 19,
+ 20,
+ 21,
+ 22,
+ 23,
+ 24,
+ 25,
+ 26,
+ 27,
+ 28,
+ 29,
+ 30,
+ 31,
+ 32,
+ 33,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 42,
+ 43,
+ 44,
+ 45,
+ 46,
+ 47,
+ 48,
+ 49,
+ 50,
+ 51,
+ 52,
+ 53,
+ 54,
+ 55,
+ 56,
+ 57,
+ 58,
+ 59,
+ 60,
+ 61,
+ 62,
+ 63,
+ 64,
+ 65,
+ 66,
+ 67,
+ 68,
+ 69,
+ 70,
+ 71,
+ 72,
+ 73,
+ 74,
+ 75,
+ 76,
+ 77,
+ 78,
+ 79,
+ 80,
+ 81,
+ 82,
+ 83,
+ 84,
+ 85,
+ 86,
+ 87,
+ 88,
+ 89,
+ 90,
+ 91,
+ 92,
+ 93,
+ 94,
+ 95,
+ 96,
+ 97,
+ 98,
+ 99,
+ 100,
+ 101,
+ 102,
+ 103,
+ 104,
+ 105,
+ 106,
+ 107,
+ 108,
+ 109,
+ 110,
+ 111,
+ 112,
+ 113,
+ 114,
+ 115,
+ 116,
+ 117,
+ 118,
+ 119,
+ 120,
+ 121,
+ 122,
+ 123,
+ 124,
+ 125,
+ 126,
+ 127,
+ 128,
+ 129,
+ 130,
+ 131,
+ 132,
+ 133,
+ 134,
+ 135,
+ 136,
+ 137,
+ 138,
+ 139,
+ 140,
+ 141,
+ 142,
+ 143,
+ 144,
+ 145,
+ 146,
+ 147,
+ 148,
+ 149,
+ 150,
+ 151,
+ 152,
+ 153,
+ 154,
+ 155,
+ 156,
+ 157,
+ 158,
+ 159,
+ 160,
+ 161,
+ 162,
+ 163,
+ 164,
+ 165,
+ 166,
+ 167,
+ 168,
+ 169,
+ 170,
+ 171,
+ 172,
+ 173,
+ 174,
+ 175,
+ 176,
+ 177,
+ 178,
+ 179,
+ 180,
+ 181,
+ 182,
+ 183,
+ 184,
+ 185,
+ 186,
+ 187,
+ 188,
+ 189,
+ 190,
+ 191,
+ 192,
+ 193,
+ 194,
+ 195,
+ 196,
+ 197,
+ 198,
+ 199,
+ 200,
+ 201,
+ 202,
+ 203,
+ 204,
+ 205,
+ 206,
+ 207,
+ 208,
+ 209,
+ 210,
+ 211,
+ 212,
+ 213,
+ 214,
+ 215,
+ 216,
+ 217,
+ 218,
+ 219,
+ 220,
+ 221,
+ 222,
+ 223,
+ 224,
+ 225,
+ 226,
+ 227,
+ 228,
+ 229,
+ 230,
+ 231,
+ 232,
+ 233,
+ 234,
+ 235,
+ 236,
+ 237,
+ 238,
+ 239,
+ 240,
+ 241,
+ 242,
+ 243,
+ 244,
+ 245,
+ 246,
+ 247,
+ 248,
+ 249,
+ 250,
+ 251,
+ 252,
+ 253,
+ 254,
+ 255,
+ 256,
+ 257,
+ 258,
+ 259,
+ 260,
+ 261,
+ 262,
+ 263,
+ 264,
+ 265,
+ 266,
+ 267,
+ 268,
+ 269,
+ 270,
+ 271,
+ 272,
+ 273,
+ 274,
+ 275,
+ 276,
+ 277,
+ 278,
+ 279,
+ 280,
+ 281,
+ 282,
+ 283,
+ 284,
+ 285,
+ 286,
+ 287,
+ 288,
+ 289,
+ 290,
+ 291,
+ 292,
+ 293,
+ 294,
+ 295,
+ 296,
+ 297,
+ 298,
+ 299,
+ 300,
+ 301,
+ 302,
+ 303,
+ 304,
+ 305,
+ 306,
+ 307,
+ 308,
+ 309,
+ 310
+ ]
+ }
+]
\ No newline at end of file
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/440000/training_state/optimizer_state.safetensors b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/440000/training_state/optimizer_state.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a517ad56662a435b5063e755cab524f458836a11
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/440000/training_state/optimizer_state.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beb0101e922ec5418af16ee0a27a788da95f43231b1777c91f318a1041900ecc
+size 738026076
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/440000/training_state/rng_state.safetensors b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/440000/training_state/rng_state.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..df1b0b6e3c6ffbce319a5983a2754793f297fd35
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/440000/training_state/rng_state.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85f9c6021283fd5f54124c89ba6ede29f688189ad736bd139ae56ea008e2547a
+size 15708
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/440000/training_state/scheduler_state.json b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/440000/training_state/scheduler_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..e5c2624a638a067ac3fe1a1fef158ac3f328aadb
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/440000/training_state/scheduler_state.json
@@ -0,0 +1,15 @@
+{
+ "base_lrs": [
+ 0.0001
+ ],
+ "last_epoch": 440000,
+ "verbose": false,
+ "_step_count": 440001,
+ "_get_lr_called_within_step": false,
+ "_last_lr": [
+ 1.6569440129986994e-05
+ ],
+ "lr_lambdas": [
+ null
+ ]
+}
\ No newline at end of file
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/440000/training_state/training_step.json b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/440000/training_state/training_step.json
new file mode 100644
index 0000000000000000000000000000000000000000..78c7159b2d576dbc02106f2e6902349139e264ff
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/440000/training_state/training_step.json
@@ -0,0 +1,3 @@
+{
+ "step": 440000
+}
\ No newline at end of file
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/460000/pretrained_model/config.json b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/460000/pretrained_model/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c67a964ea3e70dc8909af56b3ab05bd9d44b31fc
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/460000/pretrained_model/config.json
@@ -0,0 +1,107 @@
+{
+ "type": "diffusion",
+ "n_obs_steps": 2,
+ "normalization_mapping": {
+ "VISUAL": "MEAN_STD",
+ "STATE": "MIN_MAX",
+ "ACTION": "MIN_MAX"
+ },
+ "input_features": {
+ "observation.state": {
+ "type": "STATE",
+ "shape": [
+ 6
+ ]
+ },
+ "observation.images.FrontCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.TopCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.WristCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ }
+ },
+ "output_features": {
+ "action": {
+ "type": "ACTION",
+ "shape": [
+ 6
+ ]
+ }
+ },
+ "device": "cuda",
+ "use_amp": false,
+ "horizon": 16,
+ "n_action_steps": 8,
+ "drop_n_last_frames": 7,
+ "vision_backbone": "resnet50",
+ "crop_shape": [
+ 224,
+ 224
+ ],
+ "crop_is_random": false,
+ "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1",
+ "use_group_norm": false,
+ "spatial_softmax_num_keypoints": 32,
+ "use_separate_rgb_encoder_per_camera": false,
+ "down_dims": [
+ 256,
+ 512,
+ 1024
+ ],
+ "kernel_size": 5,
+ "n_groups": 8,
+ "diffusion_step_embed_dim": 128,
+ "use_film_scale_modulation": true,
+ "noise_scheduler_type": "DDIM",
+ "num_train_timesteps": 100,
+ "beta_schedule": "squaredcos_cap_v2",
+ "beta_start": 0.0001,
+ "beta_end": 0.02,
+ "prediction_type": "epsilon",
+ "clip_sample": true,
+ "clip_sample_range": 1.0,
+ "num_inference_steps": 10,
+ "do_mask_loss_for_padding": false,
+ "optimizer_lr": 0.0001,
+ "optimizer_betas": [
+ 0.95,
+ 0.999
+ ],
+ "optimizer_eps": 1e-08,
+ "optimizer_weight_decay": 1e-06,
+ "scheduler_name": "cosine",
+ "scheduler_warmup_steps": 500,
+ "pre_resize_shape": [
+ 224,
+ 224
+ ],
+ "freeze_vision_backbone": false,
+ "use_ac": false,
+ "ac_threshold": 0.99,
+ "use_pcg": false,
+ "pcg_weight": 0.1,
+ "use_bid": false,
+ "bid_batch_size": 15,
+ "bid_mode_size": 3,
+ "bid_temporal_coherence": 0.5,
+ "weak_model_path": null,
+ "weak_model_config": null
+}
\ No newline at end of file
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/460000/pretrained_model/model.safetensors b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/460000/pretrained_model/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ae2df9894c1a73334a0089a1916894088bb136b3
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/460000/pretrained_model/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c236e727dd518943252748542384d956788e4fe14a78ed55d8eebb691e8d9a9e
+size 369241872
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/460000/pretrained_model/train_config.json b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/460000/pretrained_model/train_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..e6fd20a2753e6828f5b9fc87ccb6344474fb5e80
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/460000/pretrained_model/train_config.json
@@ -0,0 +1,217 @@
+{
+ "dataset": {
+ "repo_id": "shylee/so100_pengripG",
+ "root": "/SSD/LSY/lerobot_dataset/pengripG",
+ "episodes": null,
+ "image_transforms": {
+ "enable": false,
+ "max_num_transforms": 3,
+ "random_order": false,
+ "tfs": {
+ "brightness": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "brightness": [
+ 0.8,
+ 1.2
+ ]
+ }
+ },
+ "contrast": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "contrast": [
+ 0.8,
+ 1.2
+ ]
+ }
+ },
+ "saturation": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "saturation": [
+ 0.5,
+ 1.5
+ ]
+ }
+ },
+ "hue": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "hue": [
+ -0.05,
+ 0.05
+ ]
+ }
+ },
+ "sharpness": {
+ "weight": 1.0,
+ "type": "SharpnessJitter",
+ "kwargs": {
+ "sharpness": [
+ 0.5,
+ 1.5
+ ]
+ }
+ }
+ }
+ },
+ "revision": null,
+ "use_imagenet_stats": true,
+ "video_backend": "torchcodec"
+ },
+ "env": null,
+ "policy": {
+ "type": "diffusion",
+ "n_obs_steps": 2,
+ "normalization_mapping": {
+ "VISUAL": "MEAN_STD",
+ "STATE": "MIN_MAX",
+ "ACTION": "MIN_MAX"
+ },
+ "input_features": {
+ "observation.state": {
+ "type": "STATE",
+ "shape": [
+ 6
+ ]
+ },
+ "observation.images.FrontCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.TopCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.WristCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ }
+ },
+ "output_features": {
+ "action": {
+ "type": "ACTION",
+ "shape": [
+ 6
+ ]
+ }
+ },
+ "device": "cuda",
+ "use_amp": false,
+ "horizon": 16,
+ "n_action_steps": 8,
+ "drop_n_last_frames": 7,
+ "vision_backbone": "resnet50",
+ "crop_shape": [
+ 224,
+ 224
+ ],
+ "crop_is_random": false,
+ "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1",
+ "use_group_norm": false,
+ "spatial_softmax_num_keypoints": 32,
+ "use_separate_rgb_encoder_per_camera": false,
+ "down_dims": [
+ 256,
+ 512,
+ 1024
+ ],
+ "kernel_size": 5,
+ "n_groups": 8,
+ "diffusion_step_embed_dim": 128,
+ "use_film_scale_modulation": true,
+ "noise_scheduler_type": "DDIM",
+ "num_train_timesteps": 100,
+ "beta_schedule": "squaredcos_cap_v2",
+ "beta_start": 0.0001,
+ "beta_end": 0.02,
+ "prediction_type": "epsilon",
+ "clip_sample": true,
+ "clip_sample_range": 1.0,
+ "num_inference_steps": 10,
+ "do_mask_loss_for_padding": false,
+ "optimizer_lr": 0.0001,
+ "optimizer_betas": [
+ 0.95,
+ 0.999
+ ],
+ "optimizer_eps": 1e-08,
+ "optimizer_weight_decay": 1e-06,
+ "scheduler_name": "cosine",
+ "scheduler_warmup_steps": 500,
+ "pre_resize_shape": [
+ 224,
+ 224
+ ],
+ "freeze_vision_backbone": false,
+ "use_ac": false,
+ "ac_threshold": 0.99,
+ "use_pcg": false,
+ "pcg_weight": 0.1,
+ "use_bid": false,
+ "bid_batch_size": 15,
+ "bid_mode_size": 3,
+ "bid_temporal_coherence": 0.5,
+ "weak_model_path": null,
+ "weak_model_config": null
+ },
+ "output_dir": "/SSD/LSY/lerobot_model/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain",
+ "job_name": "DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain",
+ "resume": true,
+ "seed": 1000,
+ "num_workers": 4,
+ "batch_size": 16,
+ "steps": 600000,
+ "eval_freq": 20000,
+ "log_freq": 200,
+ "save_checkpoint": true,
+ "save_freq": 20000,
+ "use_policy_training_preset": true,
+ "optimizer": {
+ "type": "adam",
+ "lr": 0.0001,
+ "weight_decay": 1e-06,
+ "grad_clip_norm": 10.0,
+ "betas": [
+ 0.95,
+ 0.999
+ ],
+ "eps": 1e-08
+ },
+ "scheduler": {
+ "type": "diffuser",
+ "num_warmup_steps": 500,
+ "name": "cosine"
+ },
+ "eval": {
+ "n_episodes": 50,
+ "batch_size": 50,
+ "use_async_envs": false
+ },
+ "wandb": {
+ "enable": true,
+ "disable_artifact": false,
+ "project": "lerobot",
+ "entity": null,
+ "notes": null,
+ "run_id": "fekph8dz",
+ "mode": null
+ }
+}
\ No newline at end of file
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/460000/training_state/optimizer_param_groups.json b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/460000/training_state/optimizer_param_groups.json
new file mode 100644
index 0000000000000000000000000000000000000000..0747effe7ab947b1bf14f5102dab01afd3d8bede
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/460000/training_state/optimizer_param_groups.json
@@ -0,0 +1,331 @@
+[
+ {
+ "lr": 1.2863220145914162e-05,
+ "betas": [
+ 0.95,
+ 0.999
+ ],
+ "eps": 1e-08,
+ "weight_decay": 1e-06,
+ "amsgrad": false,
+ "maximize": false,
+ "foreach": null,
+ "capturable": false,
+ "differentiable": false,
+ "fused": null,
+ "initial_lr": 0.0001,
+ "params": [
+ 0,
+ 1,
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7,
+ 8,
+ 9,
+ 10,
+ 11,
+ 12,
+ 13,
+ 14,
+ 15,
+ 16,
+ 17,
+ 18,
+ 19,
+ 20,
+ 21,
+ 22,
+ 23,
+ 24,
+ 25,
+ 26,
+ 27,
+ 28,
+ 29,
+ 30,
+ 31,
+ 32,
+ 33,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 42,
+ 43,
+ 44,
+ 45,
+ 46,
+ 47,
+ 48,
+ 49,
+ 50,
+ 51,
+ 52,
+ 53,
+ 54,
+ 55,
+ 56,
+ 57,
+ 58,
+ 59,
+ 60,
+ 61,
+ 62,
+ 63,
+ 64,
+ 65,
+ 66,
+ 67,
+ 68,
+ 69,
+ 70,
+ 71,
+ 72,
+ 73,
+ 74,
+ 75,
+ 76,
+ 77,
+ 78,
+ 79,
+ 80,
+ 81,
+ 82,
+ 83,
+ 84,
+ 85,
+ 86,
+ 87,
+ 88,
+ 89,
+ 90,
+ 91,
+ 92,
+ 93,
+ 94,
+ 95,
+ 96,
+ 97,
+ 98,
+ 99,
+ 100,
+ 101,
+ 102,
+ 103,
+ 104,
+ 105,
+ 106,
+ 107,
+ 108,
+ 109,
+ 110,
+ 111,
+ 112,
+ 113,
+ 114,
+ 115,
+ 116,
+ 117,
+ 118,
+ 119,
+ 120,
+ 121,
+ 122,
+ 123,
+ 124,
+ 125,
+ 126,
+ 127,
+ 128,
+ 129,
+ 130,
+ 131,
+ 132,
+ 133,
+ 134,
+ 135,
+ 136,
+ 137,
+ 138,
+ 139,
+ 140,
+ 141,
+ 142,
+ 143,
+ 144,
+ 145,
+ 146,
+ 147,
+ 148,
+ 149,
+ 150,
+ 151,
+ 152,
+ 153,
+ 154,
+ 155,
+ 156,
+ 157,
+ 158,
+ 159,
+ 160,
+ 161,
+ 162,
+ 163,
+ 164,
+ 165,
+ 166,
+ 167,
+ 168,
+ 169,
+ 170,
+ 171,
+ 172,
+ 173,
+ 174,
+ 175,
+ 176,
+ 177,
+ 178,
+ 179,
+ 180,
+ 181,
+ 182,
+ 183,
+ 184,
+ 185,
+ 186,
+ 187,
+ 188,
+ 189,
+ 190,
+ 191,
+ 192,
+ 193,
+ 194,
+ 195,
+ 196,
+ 197,
+ 198,
+ 199,
+ 200,
+ 201,
+ 202,
+ 203,
+ 204,
+ 205,
+ 206,
+ 207,
+ 208,
+ 209,
+ 210,
+ 211,
+ 212,
+ 213,
+ 214,
+ 215,
+ 216,
+ 217,
+ 218,
+ 219,
+ 220,
+ 221,
+ 222,
+ 223,
+ 224,
+ 225,
+ 226,
+ 227,
+ 228,
+ 229,
+ 230,
+ 231,
+ 232,
+ 233,
+ 234,
+ 235,
+ 236,
+ 237,
+ 238,
+ 239,
+ 240,
+ 241,
+ 242,
+ 243,
+ 244,
+ 245,
+ 246,
+ 247,
+ 248,
+ 249,
+ 250,
+ 251,
+ 252,
+ 253,
+ 254,
+ 255,
+ 256,
+ 257,
+ 258,
+ 259,
+ 260,
+ 261,
+ 262,
+ 263,
+ 264,
+ 265,
+ 266,
+ 267,
+ 268,
+ 269,
+ 270,
+ 271,
+ 272,
+ 273,
+ 274,
+ 275,
+ 276,
+ 277,
+ 278,
+ 279,
+ 280,
+ 281,
+ 282,
+ 283,
+ 284,
+ 285,
+ 286,
+ 287,
+ 288,
+ 289,
+ 290,
+ 291,
+ 292,
+ 293,
+ 294,
+ 295,
+ 296,
+ 297,
+ 298,
+ 299,
+ 300,
+ 301,
+ 302,
+ 303,
+ 304,
+ 305,
+ 306,
+ 307,
+ 308,
+ 309,
+ 310
+ ]
+ }
+]
\ No newline at end of file
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/460000/training_state/optimizer_state.safetensors b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/460000/training_state/optimizer_state.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ba8154bde6a8be52bd5425990f5263f32d48a034
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/460000/training_state/optimizer_state.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efd261dcd1ae07b83cf980024362c95ec6798bd44cdc578c35ae296e2005b9af
+size 738026076
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/460000/training_state/rng_state.safetensors b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/460000/training_state/rng_state.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f1a38b2ff9e1a06d618b3fd7fd7d4c3dc55f4d95
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/460000/training_state/rng_state.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22a67885bea6f317ab71bd20a83c00e8cd2b0370548212da1abd1c29055b2eda
+size 15708
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/460000/training_state/scheduler_state.json b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/460000/training_state/scheduler_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..6756b28962295b6b6836873f0a8cabc9748162d5
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/460000/training_state/scheduler_state.json
@@ -0,0 +1,15 @@
+{
+ "base_lrs": [
+ 0.0001
+ ],
+ "last_epoch": 460000,
+ "verbose": false,
+ "_step_count": 460001,
+ "_get_lr_called_within_step": false,
+ "_last_lr": [
+ 1.2863220145914162e-05
+ ],
+ "lr_lambdas": [
+ null
+ ]
+}
\ No newline at end of file
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/460000/training_state/training_step.json b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/460000/training_state/training_step.json
new file mode 100644
index 0000000000000000000000000000000000000000..49da076aca4a54b3293aa4705f46d30616c97217
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/460000/training_state/training_step.json
@@ -0,0 +1,3 @@
+{
+ "step": 460000
+}
\ No newline at end of file
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/480000/pretrained_model/config.json b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/480000/pretrained_model/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c67a964ea3e70dc8909af56b3ab05bd9d44b31fc
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/480000/pretrained_model/config.json
@@ -0,0 +1,107 @@
+{
+ "type": "diffusion",
+ "n_obs_steps": 2,
+ "normalization_mapping": {
+ "VISUAL": "MEAN_STD",
+ "STATE": "MIN_MAX",
+ "ACTION": "MIN_MAX"
+ },
+ "input_features": {
+ "observation.state": {
+ "type": "STATE",
+ "shape": [
+ 6
+ ]
+ },
+ "observation.images.FrontCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.TopCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.WristCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ }
+ },
+ "output_features": {
+ "action": {
+ "type": "ACTION",
+ "shape": [
+ 6
+ ]
+ }
+ },
+ "device": "cuda",
+ "use_amp": false,
+ "horizon": 16,
+ "n_action_steps": 8,
+ "drop_n_last_frames": 7,
+ "vision_backbone": "resnet50",
+ "crop_shape": [
+ 224,
+ 224
+ ],
+ "crop_is_random": false,
+ "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1",
+ "use_group_norm": false,
+ "spatial_softmax_num_keypoints": 32,
+ "use_separate_rgb_encoder_per_camera": false,
+ "down_dims": [
+ 256,
+ 512,
+ 1024
+ ],
+ "kernel_size": 5,
+ "n_groups": 8,
+ "diffusion_step_embed_dim": 128,
+ "use_film_scale_modulation": true,
+ "noise_scheduler_type": "DDIM",
+ "num_train_timesteps": 100,
+ "beta_schedule": "squaredcos_cap_v2",
+ "beta_start": 0.0001,
+ "beta_end": 0.02,
+ "prediction_type": "epsilon",
+ "clip_sample": true,
+ "clip_sample_range": 1.0,
+ "num_inference_steps": 10,
+ "do_mask_loss_for_padding": false,
+ "optimizer_lr": 0.0001,
+ "optimizer_betas": [
+ 0.95,
+ 0.999
+ ],
+ "optimizer_eps": 1e-08,
+ "optimizer_weight_decay": 1e-06,
+ "scheduler_name": "cosine",
+ "scheduler_warmup_steps": 500,
+ "pre_resize_shape": [
+ 224,
+ 224
+ ],
+ "freeze_vision_backbone": false,
+ "use_ac": false,
+ "ac_threshold": 0.99,
+ "use_pcg": false,
+ "pcg_weight": 0.1,
+ "use_bid": false,
+ "bid_batch_size": 15,
+ "bid_mode_size": 3,
+ "bid_temporal_coherence": 0.5,
+ "weak_model_path": null,
+ "weak_model_config": null
+}
\ No newline at end of file
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/480000/pretrained_model/model.safetensors b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/480000/pretrained_model/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..1d1aa8d010b83916dea75788f25986d005ea7303
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/480000/pretrained_model/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25ceb9e7b706bc5a17d3b4b069b99121fc358a002259c35e7fb4813b5849986d
+size 369241872
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/480000/pretrained_model/train_config.json b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/480000/pretrained_model/train_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..e6fd20a2753e6828f5b9fc87ccb6344474fb5e80
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/480000/pretrained_model/train_config.json
@@ -0,0 +1,217 @@
+{
+ "dataset": {
+ "repo_id": "shylee/so100_pengripG",
+ "root": "/SSD/LSY/lerobot_dataset/pengripG",
+ "episodes": null,
+ "image_transforms": {
+ "enable": false,
+ "max_num_transforms": 3,
+ "random_order": false,
+ "tfs": {
+ "brightness": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "brightness": [
+ 0.8,
+ 1.2
+ ]
+ }
+ },
+ "contrast": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "contrast": [
+ 0.8,
+ 1.2
+ ]
+ }
+ },
+ "saturation": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "saturation": [
+ 0.5,
+ 1.5
+ ]
+ }
+ },
+ "hue": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "hue": [
+ -0.05,
+ 0.05
+ ]
+ }
+ },
+ "sharpness": {
+ "weight": 1.0,
+ "type": "SharpnessJitter",
+ "kwargs": {
+ "sharpness": [
+ 0.5,
+ 1.5
+ ]
+ }
+ }
+ }
+ },
+ "revision": null,
+ "use_imagenet_stats": true,
+ "video_backend": "torchcodec"
+ },
+ "env": null,
+ "policy": {
+ "type": "diffusion",
+ "n_obs_steps": 2,
+ "normalization_mapping": {
+ "VISUAL": "MEAN_STD",
+ "STATE": "MIN_MAX",
+ "ACTION": "MIN_MAX"
+ },
+ "input_features": {
+ "observation.state": {
+ "type": "STATE",
+ "shape": [
+ 6
+ ]
+ },
+ "observation.images.FrontCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.TopCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.WristCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ }
+ },
+ "output_features": {
+ "action": {
+ "type": "ACTION",
+ "shape": [
+ 6
+ ]
+ }
+ },
+ "device": "cuda",
+ "use_amp": false,
+ "horizon": 16,
+ "n_action_steps": 8,
+ "drop_n_last_frames": 7,
+ "vision_backbone": "resnet50",
+ "crop_shape": [
+ 224,
+ 224
+ ],
+ "crop_is_random": false,
+ "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1",
+ "use_group_norm": false,
+ "spatial_softmax_num_keypoints": 32,
+ "use_separate_rgb_encoder_per_camera": false,
+ "down_dims": [
+ 256,
+ 512,
+ 1024
+ ],
+ "kernel_size": 5,
+ "n_groups": 8,
+ "diffusion_step_embed_dim": 128,
+ "use_film_scale_modulation": true,
+ "noise_scheduler_type": "DDIM",
+ "num_train_timesteps": 100,
+ "beta_schedule": "squaredcos_cap_v2",
+ "beta_start": 0.0001,
+ "beta_end": 0.02,
+ "prediction_type": "epsilon",
+ "clip_sample": true,
+ "clip_sample_range": 1.0,
+ "num_inference_steps": 10,
+ "do_mask_loss_for_padding": false,
+ "optimizer_lr": 0.0001,
+ "optimizer_betas": [
+ 0.95,
+ 0.999
+ ],
+ "optimizer_eps": 1e-08,
+ "optimizer_weight_decay": 1e-06,
+ "scheduler_name": "cosine",
+ "scheduler_warmup_steps": 500,
+ "pre_resize_shape": [
+ 224,
+ 224
+ ],
+ "freeze_vision_backbone": false,
+ "use_ac": false,
+ "ac_threshold": 0.99,
+ "use_pcg": false,
+ "pcg_weight": 0.1,
+ "use_bid": false,
+ "bid_batch_size": 15,
+ "bid_mode_size": 3,
+ "bid_temporal_coherence": 0.5,
+ "weak_model_path": null,
+ "weak_model_config": null
+ },
+ "output_dir": "/SSD/LSY/lerobot_model/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain",
+ "job_name": "DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain",
+ "resume": true,
+ "seed": 1000,
+ "num_workers": 4,
+ "batch_size": 16,
+ "steps": 600000,
+ "eval_freq": 20000,
+ "log_freq": 200,
+ "save_checkpoint": true,
+ "save_freq": 20000,
+ "use_policy_training_preset": true,
+ "optimizer": {
+ "type": "adam",
+ "lr": 0.0001,
+ "weight_decay": 1e-06,
+ "grad_clip_norm": 10.0,
+ "betas": [
+ 0.95,
+ 0.999
+ ],
+ "eps": 1e-08
+ },
+ "scheduler": {
+ "type": "diffuser",
+ "num_warmup_steps": 500,
+ "name": "cosine"
+ },
+ "eval": {
+ "n_episodes": 50,
+ "batch_size": 50,
+ "use_async_envs": false
+ },
+ "wandb": {
+ "enable": true,
+ "disable_artifact": false,
+ "project": "lerobot",
+ "entity": null,
+ "notes": null,
+ "run_id": "fekph8dz",
+ "mode": null
+ }
+}
\ No newline at end of file
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/480000/training_state/optimizer_param_groups.json b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/480000/training_state/optimizer_param_groups.json
new file mode 100644
index 0000000000000000000000000000000000000000..00b6b80366bd23ba0d318c60ae1f5d90fdb47300
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/480000/training_state/optimizer_param_groups.json
@@ -0,0 +1,331 @@
+[
+ {
+ "lr": 9.564556850816597e-06,
+ "betas": [
+ 0.95,
+ 0.999
+ ],
+ "eps": 1e-08,
+ "weight_decay": 1e-06,
+ "amsgrad": false,
+ "maximize": false,
+ "foreach": null,
+ "capturable": false,
+ "differentiable": false,
+ "fused": null,
+ "initial_lr": 0.0001,
+ "params": [
+ 0,
+ 1,
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7,
+ 8,
+ 9,
+ 10,
+ 11,
+ 12,
+ 13,
+ 14,
+ 15,
+ 16,
+ 17,
+ 18,
+ 19,
+ 20,
+ 21,
+ 22,
+ 23,
+ 24,
+ 25,
+ 26,
+ 27,
+ 28,
+ 29,
+ 30,
+ 31,
+ 32,
+ 33,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 42,
+ 43,
+ 44,
+ 45,
+ 46,
+ 47,
+ 48,
+ 49,
+ 50,
+ 51,
+ 52,
+ 53,
+ 54,
+ 55,
+ 56,
+ 57,
+ 58,
+ 59,
+ 60,
+ 61,
+ 62,
+ 63,
+ 64,
+ 65,
+ 66,
+ 67,
+ 68,
+ 69,
+ 70,
+ 71,
+ 72,
+ 73,
+ 74,
+ 75,
+ 76,
+ 77,
+ 78,
+ 79,
+ 80,
+ 81,
+ 82,
+ 83,
+ 84,
+ 85,
+ 86,
+ 87,
+ 88,
+ 89,
+ 90,
+ 91,
+ 92,
+ 93,
+ 94,
+ 95,
+ 96,
+ 97,
+ 98,
+ 99,
+ 100,
+ 101,
+ 102,
+ 103,
+ 104,
+ 105,
+ 106,
+ 107,
+ 108,
+ 109,
+ 110,
+ 111,
+ 112,
+ 113,
+ 114,
+ 115,
+ 116,
+ 117,
+ 118,
+ 119,
+ 120,
+ 121,
+ 122,
+ 123,
+ 124,
+ 125,
+ 126,
+ 127,
+ 128,
+ 129,
+ 130,
+ 131,
+ 132,
+ 133,
+ 134,
+ 135,
+ 136,
+ 137,
+ 138,
+ 139,
+ 140,
+ 141,
+ 142,
+ 143,
+ 144,
+ 145,
+ 146,
+ 147,
+ 148,
+ 149,
+ 150,
+ 151,
+ 152,
+ 153,
+ 154,
+ 155,
+ 156,
+ 157,
+ 158,
+ 159,
+ 160,
+ 161,
+ 162,
+ 163,
+ 164,
+ 165,
+ 166,
+ 167,
+ 168,
+ 169,
+ 170,
+ 171,
+ 172,
+ 173,
+ 174,
+ 175,
+ 176,
+ 177,
+ 178,
+ 179,
+ 180,
+ 181,
+ 182,
+ 183,
+ 184,
+ 185,
+ 186,
+ 187,
+ 188,
+ 189,
+ 190,
+ 191,
+ 192,
+ 193,
+ 194,
+ 195,
+ 196,
+ 197,
+ 198,
+ 199,
+ 200,
+ 201,
+ 202,
+ 203,
+ 204,
+ 205,
+ 206,
+ 207,
+ 208,
+ 209,
+ 210,
+ 211,
+ 212,
+ 213,
+ 214,
+ 215,
+ 216,
+ 217,
+ 218,
+ 219,
+ 220,
+ 221,
+ 222,
+ 223,
+ 224,
+ 225,
+ 226,
+ 227,
+ 228,
+ 229,
+ 230,
+ 231,
+ 232,
+ 233,
+ 234,
+ 235,
+ 236,
+ 237,
+ 238,
+ 239,
+ 240,
+ 241,
+ 242,
+ 243,
+ 244,
+ 245,
+ 246,
+ 247,
+ 248,
+ 249,
+ 250,
+ 251,
+ 252,
+ 253,
+ 254,
+ 255,
+ 256,
+ 257,
+ 258,
+ 259,
+ 260,
+ 261,
+ 262,
+ 263,
+ 264,
+ 265,
+ 266,
+ 267,
+ 268,
+ 269,
+ 270,
+ 271,
+ 272,
+ 273,
+ 274,
+ 275,
+ 276,
+ 277,
+ 278,
+ 279,
+ 280,
+ 281,
+ 282,
+ 283,
+ 284,
+ 285,
+ 286,
+ 287,
+ 288,
+ 289,
+ 290,
+ 291,
+ 292,
+ 293,
+ 294,
+ 295,
+ 296,
+ 297,
+ 298,
+ 299,
+ 300,
+ 301,
+ 302,
+ 303,
+ 304,
+ 305,
+ 306,
+ 307,
+ 308,
+ 309,
+ 310
+ ]
+ }
+]
\ No newline at end of file
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/480000/training_state/optimizer_state.safetensors b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/480000/training_state/optimizer_state.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ef0165c71ad084f9a2fac13ad2b1c8635fe7439c
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/480000/training_state/optimizer_state.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cf0ff77179a1426960fd033059e7d31699a798b2b053977449b006a88435c64
+size 738026076
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/480000/training_state/rng_state.safetensors b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/480000/training_state/rng_state.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..566cc5df087f861f44d3dfb3337099ca8199538d
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/480000/training_state/rng_state.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f50ed04c738c7041f21fce321eaafa1deee9f48f20a47f6c1c331a35f2e39486
+size 15708
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/480000/training_state/scheduler_state.json b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/480000/training_state/scheduler_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..21de968d93bf7742161da36b0f077580420f0802
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/480000/training_state/scheduler_state.json
@@ -0,0 +1,15 @@
+{
+ "base_lrs": [
+ 0.0001
+ ],
+ "last_epoch": 480000,
+ "verbose": false,
+ "_step_count": 480001,
+ "_get_lr_called_within_step": false,
+ "_last_lr": [
+ 9.564556850816597e-06
+ ],
+ "lr_lambdas": [
+ null
+ ]
+}
\ No newline at end of file
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/480000/training_state/training_step.json b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/480000/training_state/training_step.json
new file mode 100644
index 0000000000000000000000000000000000000000..a54500e6a42a0151bd2a06726edce1d9ecf0a2e2
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/480000/training_state/training_step.json
@@ -0,0 +1,3 @@
+{
+ "step": 480000
+}
\ No newline at end of file
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/500000/pretrained_model/config.json b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/500000/pretrained_model/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c67a964ea3e70dc8909af56b3ab05bd9d44b31fc
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/500000/pretrained_model/config.json
@@ -0,0 +1,107 @@
+{
+ "type": "diffusion",
+ "n_obs_steps": 2,
+ "normalization_mapping": {
+ "VISUAL": "MEAN_STD",
+ "STATE": "MIN_MAX",
+ "ACTION": "MIN_MAX"
+ },
+ "input_features": {
+ "observation.state": {
+ "type": "STATE",
+ "shape": [
+ 6
+ ]
+ },
+ "observation.images.FrontCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.TopCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.WristCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ }
+ },
+ "output_features": {
+ "action": {
+ "type": "ACTION",
+ "shape": [
+ 6
+ ]
+ }
+ },
+ "device": "cuda",
+ "use_amp": false,
+ "horizon": 16,
+ "n_action_steps": 8,
+ "drop_n_last_frames": 7,
+ "vision_backbone": "resnet50",
+ "crop_shape": [
+ 224,
+ 224
+ ],
+ "crop_is_random": false,
+ "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1",
+ "use_group_norm": false,
+ "spatial_softmax_num_keypoints": 32,
+ "use_separate_rgb_encoder_per_camera": false,
+ "down_dims": [
+ 256,
+ 512,
+ 1024
+ ],
+ "kernel_size": 5,
+ "n_groups": 8,
+ "diffusion_step_embed_dim": 128,
+ "use_film_scale_modulation": true,
+ "noise_scheduler_type": "DDIM",
+ "num_train_timesteps": 100,
+ "beta_schedule": "squaredcos_cap_v2",
+ "beta_start": 0.0001,
+ "beta_end": 0.02,
+ "prediction_type": "epsilon",
+ "clip_sample": true,
+ "clip_sample_range": 1.0,
+ "num_inference_steps": 10,
+ "do_mask_loss_for_padding": false,
+ "optimizer_lr": 0.0001,
+ "optimizer_betas": [
+ 0.95,
+ 0.999
+ ],
+ "optimizer_eps": 1e-08,
+ "optimizer_weight_decay": 1e-06,
+ "scheduler_name": "cosine",
+ "scheduler_warmup_steps": 500,
+ "pre_resize_shape": [
+ 224,
+ 224
+ ],
+ "freeze_vision_backbone": false,
+ "use_ac": false,
+ "ac_threshold": 0.99,
+ "use_pcg": false,
+ "pcg_weight": 0.1,
+ "use_bid": false,
+ "bid_batch_size": 15,
+ "bid_mode_size": 3,
+ "bid_temporal_coherence": 0.5,
+ "weak_model_path": null,
+ "weak_model_config": null
+}
\ No newline at end of file
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/500000/pretrained_model/model.safetensors b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/500000/pretrained_model/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..408fff3109a5e567948aaacd92696f4d489ccd7f
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/500000/pretrained_model/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2481dedf55d80d35784d0502856acd93cdb10ba00f665d06fb0ec32811c382ce
+size 369241872
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/500000/pretrained_model/train_config.json b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/500000/pretrained_model/train_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..e6fd20a2753e6828f5b9fc87ccb6344474fb5e80
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/500000/pretrained_model/train_config.json
@@ -0,0 +1,217 @@
+{
+ "dataset": {
+ "repo_id": "shylee/so100_pengripG",
+ "root": "/SSD/LSY/lerobot_dataset/pengripG",
+ "episodes": null,
+ "image_transforms": {
+ "enable": false,
+ "max_num_transforms": 3,
+ "random_order": false,
+ "tfs": {
+ "brightness": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "brightness": [
+ 0.8,
+ 1.2
+ ]
+ }
+ },
+ "contrast": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "contrast": [
+ 0.8,
+ 1.2
+ ]
+ }
+ },
+ "saturation": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "saturation": [
+ 0.5,
+ 1.5
+ ]
+ }
+ },
+ "hue": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "hue": [
+ -0.05,
+ 0.05
+ ]
+ }
+ },
+ "sharpness": {
+ "weight": 1.0,
+ "type": "SharpnessJitter",
+ "kwargs": {
+ "sharpness": [
+ 0.5,
+ 1.5
+ ]
+ }
+ }
+ }
+ },
+ "revision": null,
+ "use_imagenet_stats": true,
+ "video_backend": "torchcodec"
+ },
+ "env": null,
+ "policy": {
+ "type": "diffusion",
+ "n_obs_steps": 2,
+ "normalization_mapping": {
+ "VISUAL": "MEAN_STD",
+ "STATE": "MIN_MAX",
+ "ACTION": "MIN_MAX"
+ },
+ "input_features": {
+ "observation.state": {
+ "type": "STATE",
+ "shape": [
+ 6
+ ]
+ },
+ "observation.images.FrontCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.TopCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.WristCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ }
+ },
+ "output_features": {
+ "action": {
+ "type": "ACTION",
+ "shape": [
+ 6
+ ]
+ }
+ },
+ "device": "cuda",
+ "use_amp": false,
+ "horizon": 16,
+ "n_action_steps": 8,
+ "drop_n_last_frames": 7,
+ "vision_backbone": "resnet50",
+ "crop_shape": [
+ 224,
+ 224
+ ],
+ "crop_is_random": false,
+ "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1",
+ "use_group_norm": false,
+ "spatial_softmax_num_keypoints": 32,
+ "use_separate_rgb_encoder_per_camera": false,
+ "down_dims": [
+ 256,
+ 512,
+ 1024
+ ],
+ "kernel_size": 5,
+ "n_groups": 8,
+ "diffusion_step_embed_dim": 128,
+ "use_film_scale_modulation": true,
+ "noise_scheduler_type": "DDIM",
+ "num_train_timesteps": 100,
+ "beta_schedule": "squaredcos_cap_v2",
+ "beta_start": 0.0001,
+ "beta_end": 0.02,
+ "prediction_type": "epsilon",
+ "clip_sample": true,
+ "clip_sample_range": 1.0,
+ "num_inference_steps": 10,
+ "do_mask_loss_for_padding": false,
+ "optimizer_lr": 0.0001,
+ "optimizer_betas": [
+ 0.95,
+ 0.999
+ ],
+ "optimizer_eps": 1e-08,
+ "optimizer_weight_decay": 1e-06,
+ "scheduler_name": "cosine",
+ "scheduler_warmup_steps": 500,
+ "pre_resize_shape": [
+ 224,
+ 224
+ ],
+ "freeze_vision_backbone": false,
+ "use_ac": false,
+ "ac_threshold": 0.99,
+ "use_pcg": false,
+ "pcg_weight": 0.1,
+ "use_bid": false,
+ "bid_batch_size": 15,
+ "bid_mode_size": 3,
+ "bid_temporal_coherence": 0.5,
+ "weak_model_path": null,
+ "weak_model_config": null
+ },
+ "output_dir": "/SSD/LSY/lerobot_model/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain",
+ "job_name": "DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain",
+ "resume": true,
+ "seed": 1000,
+ "num_workers": 4,
+ "batch_size": 16,
+ "steps": 600000,
+ "eval_freq": 20000,
+ "log_freq": 200,
+ "save_checkpoint": true,
+ "save_freq": 20000,
+ "use_policy_training_preset": true,
+ "optimizer": {
+ "type": "adam",
+ "lr": 0.0001,
+ "weight_decay": 1e-06,
+ "grad_clip_norm": 10.0,
+ "betas": [
+ 0.95,
+ 0.999
+ ],
+ "eps": 1e-08
+ },
+ "scheduler": {
+ "type": "diffuser",
+ "num_warmup_steps": 500,
+ "name": "cosine"
+ },
+ "eval": {
+ "n_episodes": 50,
+ "batch_size": 50,
+ "use_async_envs": false
+ },
+ "wandb": {
+ "enable": true,
+ "disable_artifact": false,
+ "project": "lerobot",
+ "entity": null,
+ "notes": null,
+ "run_id": "fekph8dz",
+ "mode": null
+ }
+}
\ No newline at end of file
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/500000/training_state/optimizer_param_groups.json b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/500000/training_state/optimizer_param_groups.json
new file mode 100644
index 0000000000000000000000000000000000000000..96ecc3a1f2a68faa1b6ea3e1f514ec47f4cb1e79
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/500000/training_state/optimizer_param_groups.json
@@ -0,0 +1,331 @@
+[
+ {
+ "lr": 6.7096513449479485e-06,
+ "betas": [
+ 0.95,
+ 0.999
+ ],
+ "eps": 1e-08,
+ "weight_decay": 1e-06,
+ "amsgrad": false,
+ "maximize": false,
+ "foreach": null,
+ "capturable": false,
+ "differentiable": false,
+ "fused": null,
+ "initial_lr": 0.0001,
+ "params": [
+ 0,
+ 1,
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7,
+ 8,
+ 9,
+ 10,
+ 11,
+ 12,
+ 13,
+ 14,
+ 15,
+ 16,
+ 17,
+ 18,
+ 19,
+ 20,
+ 21,
+ 22,
+ 23,
+ 24,
+ 25,
+ 26,
+ 27,
+ 28,
+ 29,
+ 30,
+ 31,
+ 32,
+ 33,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 42,
+ 43,
+ 44,
+ 45,
+ 46,
+ 47,
+ 48,
+ 49,
+ 50,
+ 51,
+ 52,
+ 53,
+ 54,
+ 55,
+ 56,
+ 57,
+ 58,
+ 59,
+ 60,
+ 61,
+ 62,
+ 63,
+ 64,
+ 65,
+ 66,
+ 67,
+ 68,
+ 69,
+ 70,
+ 71,
+ 72,
+ 73,
+ 74,
+ 75,
+ 76,
+ 77,
+ 78,
+ 79,
+ 80,
+ 81,
+ 82,
+ 83,
+ 84,
+ 85,
+ 86,
+ 87,
+ 88,
+ 89,
+ 90,
+ 91,
+ 92,
+ 93,
+ 94,
+ 95,
+ 96,
+ 97,
+ 98,
+ 99,
+ 100,
+ 101,
+ 102,
+ 103,
+ 104,
+ 105,
+ 106,
+ 107,
+ 108,
+ 109,
+ 110,
+ 111,
+ 112,
+ 113,
+ 114,
+ 115,
+ 116,
+ 117,
+ 118,
+ 119,
+ 120,
+ 121,
+ 122,
+ 123,
+ 124,
+ 125,
+ 126,
+ 127,
+ 128,
+ 129,
+ 130,
+ 131,
+ 132,
+ 133,
+ 134,
+ 135,
+ 136,
+ 137,
+ 138,
+ 139,
+ 140,
+ 141,
+ 142,
+ 143,
+ 144,
+ 145,
+ 146,
+ 147,
+ 148,
+ 149,
+ 150,
+ 151,
+ 152,
+ 153,
+ 154,
+ 155,
+ 156,
+ 157,
+ 158,
+ 159,
+ 160,
+ 161,
+ 162,
+ 163,
+ 164,
+ 165,
+ 166,
+ 167,
+ 168,
+ 169,
+ 170,
+ 171,
+ 172,
+ 173,
+ 174,
+ 175,
+ 176,
+ 177,
+ 178,
+ 179,
+ 180,
+ 181,
+ 182,
+ 183,
+ 184,
+ 185,
+ 186,
+ 187,
+ 188,
+ 189,
+ 190,
+ 191,
+ 192,
+ 193,
+ 194,
+ 195,
+ 196,
+ 197,
+ 198,
+ 199,
+ 200,
+ 201,
+ 202,
+ 203,
+ 204,
+ 205,
+ 206,
+ 207,
+ 208,
+ 209,
+ 210,
+ 211,
+ 212,
+ 213,
+ 214,
+ 215,
+ 216,
+ 217,
+ 218,
+ 219,
+ 220,
+ 221,
+ 222,
+ 223,
+ 224,
+ 225,
+ 226,
+ 227,
+ 228,
+ 229,
+ 230,
+ 231,
+ 232,
+ 233,
+ 234,
+ 235,
+ 236,
+ 237,
+ 238,
+ 239,
+ 240,
+ 241,
+ 242,
+ 243,
+ 244,
+ 245,
+ 246,
+ 247,
+ 248,
+ 249,
+ 250,
+ 251,
+ 252,
+ 253,
+ 254,
+ 255,
+ 256,
+ 257,
+ 258,
+ 259,
+ 260,
+ 261,
+ 262,
+ 263,
+ 264,
+ 265,
+ 266,
+ 267,
+ 268,
+ 269,
+ 270,
+ 271,
+ 272,
+ 273,
+ 274,
+ 275,
+ 276,
+ 277,
+ 278,
+ 279,
+ 280,
+ 281,
+ 282,
+ 283,
+ 284,
+ 285,
+ 286,
+ 287,
+ 288,
+ 289,
+ 290,
+ 291,
+ 292,
+ 293,
+ 294,
+ 295,
+ 296,
+ 297,
+ 298,
+ 299,
+ 300,
+ 301,
+ 302,
+ 303,
+ 304,
+ 305,
+ 306,
+ 307,
+ 308,
+ 309,
+ 310
+ ]
+ }
+]
\ No newline at end of file
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/500000/training_state/optimizer_state.safetensors b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/500000/training_state/optimizer_state.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..cf278e0d62c61a3f91c7a9ecdff06039f4b408ae
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/500000/training_state/optimizer_state.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f2d67617c07889fb1d9d400df98f29273f163d21f60012a11a9a06f52492cab
+size 738026076
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/500000/training_state/rng_state.safetensors b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/500000/training_state/rng_state.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8a36c49e1e647c2e088c653b2e255ba135e34302
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/500000/training_state/rng_state.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4046cc943be1aef5636959938d29eada9064380409536925e536ce020d5cc77e
+size 15708
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/500000/training_state/scheduler_state.json b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/500000/training_state/scheduler_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..f4d9a785aebdbac26b5c6f49312e1aef6d13596f
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/500000/training_state/scheduler_state.json
@@ -0,0 +1,15 @@
+{
+ "base_lrs": [
+ 0.0001
+ ],
+ "last_epoch": 500000,
+ "verbose": false,
+ "_step_count": 500001,
+ "_get_lr_called_within_step": false,
+ "_last_lr": [
+ 6.7096513449479485e-06
+ ],
+ "lr_lambdas": [
+ null
+ ]
+}
\ No newline at end of file
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/500000/training_state/training_step.json b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/500000/training_state/training_step.json
new file mode 100644
index 0000000000000000000000000000000000000000..9c27c35dc10c42f51533a30dfc30e421493446d6
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/500000/training_state/training_step.json
@@ -0,0 +1,3 @@
+{
+ "step": 500000
+}
\ No newline at end of file
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/520000/pretrained_model/config.json b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/520000/pretrained_model/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c67a964ea3e70dc8909af56b3ab05bd9d44b31fc
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/520000/pretrained_model/config.json
@@ -0,0 +1,107 @@
+{
+ "type": "diffusion",
+ "n_obs_steps": 2,
+ "normalization_mapping": {
+ "VISUAL": "MEAN_STD",
+ "STATE": "MIN_MAX",
+ "ACTION": "MIN_MAX"
+ },
+ "input_features": {
+ "observation.state": {
+ "type": "STATE",
+ "shape": [
+ 6
+ ]
+ },
+ "observation.images.FrontCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.TopCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.WristCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ }
+ },
+ "output_features": {
+ "action": {
+ "type": "ACTION",
+ "shape": [
+ 6
+ ]
+ }
+ },
+ "device": "cuda",
+ "use_amp": false,
+ "horizon": 16,
+ "n_action_steps": 8,
+ "drop_n_last_frames": 7,
+ "vision_backbone": "resnet50",
+ "crop_shape": [
+ 224,
+ 224
+ ],
+ "crop_is_random": false,
+ "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1",
+ "use_group_norm": false,
+ "spatial_softmax_num_keypoints": 32,
+ "use_separate_rgb_encoder_per_camera": false,
+ "down_dims": [
+ 256,
+ 512,
+ 1024
+ ],
+ "kernel_size": 5,
+ "n_groups": 8,
+ "diffusion_step_embed_dim": 128,
+ "use_film_scale_modulation": true,
+ "noise_scheduler_type": "DDIM",
+ "num_train_timesteps": 100,
+ "beta_schedule": "squaredcos_cap_v2",
+ "beta_start": 0.0001,
+ "beta_end": 0.02,
+ "prediction_type": "epsilon",
+ "clip_sample": true,
+ "clip_sample_range": 1.0,
+ "num_inference_steps": 10,
+ "do_mask_loss_for_padding": false,
+ "optimizer_lr": 0.0001,
+ "optimizer_betas": [
+ 0.95,
+ 0.999
+ ],
+ "optimizer_eps": 1e-08,
+ "optimizer_weight_decay": 1e-06,
+ "scheduler_name": "cosine",
+ "scheduler_warmup_steps": 500,
+ "pre_resize_shape": [
+ 224,
+ 224
+ ],
+ "freeze_vision_backbone": false,
+ "use_ac": false,
+ "ac_threshold": 0.99,
+ "use_pcg": false,
+ "pcg_weight": 0.1,
+ "use_bid": false,
+ "bid_batch_size": 15,
+ "bid_mode_size": 3,
+ "bid_temporal_coherence": 0.5,
+ "weak_model_path": null,
+ "weak_model_config": null
+}
\ No newline at end of file
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/520000/pretrained_model/model.safetensors b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/520000/pretrained_model/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ba5e6ae34d33607a174c277f6de0ea8c210609f4
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/520000/pretrained_model/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42277aef5eed28dd457798adacd05618742d342e6ccefff05687d7af6e89a280
+size 369241872
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/520000/pretrained_model/train_config.json b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/520000/pretrained_model/train_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..e6fd20a2753e6828f5b9fc87ccb6344474fb5e80
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/520000/pretrained_model/train_config.json
@@ -0,0 +1,217 @@
+{
+ "dataset": {
+ "repo_id": "shylee/so100_pengripG",
+ "root": "/SSD/LSY/lerobot_dataset/pengripG",
+ "episodes": null,
+ "image_transforms": {
+ "enable": false,
+ "max_num_transforms": 3,
+ "random_order": false,
+ "tfs": {
+ "brightness": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "brightness": [
+ 0.8,
+ 1.2
+ ]
+ }
+ },
+ "contrast": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "contrast": [
+ 0.8,
+ 1.2
+ ]
+ }
+ },
+ "saturation": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "saturation": [
+ 0.5,
+ 1.5
+ ]
+ }
+ },
+ "hue": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "hue": [
+ -0.05,
+ 0.05
+ ]
+ }
+ },
+ "sharpness": {
+ "weight": 1.0,
+ "type": "SharpnessJitter",
+ "kwargs": {
+ "sharpness": [
+ 0.5,
+ 1.5
+ ]
+ }
+ }
+ }
+ },
+ "revision": null,
+ "use_imagenet_stats": true,
+ "video_backend": "torchcodec"
+ },
+ "env": null,
+ "policy": {
+ "type": "diffusion",
+ "n_obs_steps": 2,
+ "normalization_mapping": {
+ "VISUAL": "MEAN_STD",
+ "STATE": "MIN_MAX",
+ "ACTION": "MIN_MAX"
+ },
+ "input_features": {
+ "observation.state": {
+ "type": "STATE",
+ "shape": [
+ 6
+ ]
+ },
+ "observation.images.FrontCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.TopCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.WristCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ }
+ },
+ "output_features": {
+ "action": {
+ "type": "ACTION",
+ "shape": [
+ 6
+ ]
+ }
+ },
+ "device": "cuda",
+ "use_amp": false,
+ "horizon": 16,
+ "n_action_steps": 8,
+ "drop_n_last_frames": 7,
+ "vision_backbone": "resnet50",
+ "crop_shape": [
+ 224,
+ 224
+ ],
+ "crop_is_random": false,
+ "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1",
+ "use_group_norm": false,
+ "spatial_softmax_num_keypoints": 32,
+ "use_separate_rgb_encoder_per_camera": false,
+ "down_dims": [
+ 256,
+ 512,
+ 1024
+ ],
+ "kernel_size": 5,
+ "n_groups": 8,
+ "diffusion_step_embed_dim": 128,
+ "use_film_scale_modulation": true,
+ "noise_scheduler_type": "DDIM",
+ "num_train_timesteps": 100,
+ "beta_schedule": "squaredcos_cap_v2",
+ "beta_start": 0.0001,
+ "beta_end": 0.02,
+ "prediction_type": "epsilon",
+ "clip_sample": true,
+ "clip_sample_range": 1.0,
+ "num_inference_steps": 10,
+ "do_mask_loss_for_padding": false,
+ "optimizer_lr": 0.0001,
+ "optimizer_betas": [
+ 0.95,
+ 0.999
+ ],
+ "optimizer_eps": 1e-08,
+ "optimizer_weight_decay": 1e-06,
+ "scheduler_name": "cosine",
+ "scheduler_warmup_steps": 500,
+ "pre_resize_shape": [
+ 224,
+ 224
+ ],
+ "freeze_vision_backbone": false,
+ "use_ac": false,
+ "ac_threshold": 0.99,
+ "use_pcg": false,
+ "pcg_weight": 0.1,
+ "use_bid": false,
+ "bid_batch_size": 15,
+ "bid_mode_size": 3,
+ "bid_temporal_coherence": 0.5,
+ "weak_model_path": null,
+ "weak_model_config": null
+ },
+ "output_dir": "/SSD/LSY/lerobot_model/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain",
+ "job_name": "DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain",
+ "resume": true,
+ "seed": 1000,
+ "num_workers": 4,
+ "batch_size": 16,
+ "steps": 600000,
+ "eval_freq": 20000,
+ "log_freq": 200,
+ "save_checkpoint": true,
+ "save_freq": 20000,
+ "use_policy_training_preset": true,
+ "optimizer": {
+ "type": "adam",
+ "lr": 0.0001,
+ "weight_decay": 1e-06,
+ "grad_clip_norm": 10.0,
+ "betas": [
+ 0.95,
+ 0.999
+ ],
+ "eps": 1e-08
+ },
+ "scheduler": {
+ "type": "diffuser",
+ "num_warmup_steps": 500,
+ "name": "cosine"
+ },
+ "eval": {
+ "n_episodes": 50,
+ "batch_size": 50,
+ "use_async_envs": false
+ },
+ "wandb": {
+ "enable": true,
+ "disable_artifact": false,
+ "project": "lerobot",
+ "entity": null,
+ "notes": null,
+ "run_id": "fekph8dz",
+ "mode": null
+ }
+}
\ No newline at end of file
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/520000/training_state/optimizer_param_groups.json b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/520000/training_state/optimizer_param_groups.json
new file mode 100644
index 0000000000000000000000000000000000000000..af09cdd45d9553a85c7feaa4881c781fa6717cd8
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/520000/training_state/optimizer_param_groups.json
@@ -0,0 +1,331 @@
+[
+ {
+ "lr": 4.329834719476589e-06,
+ "betas": [
+ 0.95,
+ 0.999
+ ],
+ "eps": 1e-08,
+ "weight_decay": 1e-06,
+ "amsgrad": false,
+ "maximize": false,
+ "foreach": null,
+ "capturable": false,
+ "differentiable": false,
+ "fused": null,
+ "initial_lr": 0.0001,
+ "params": [
+ 0,
+ 1,
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7,
+ 8,
+ 9,
+ 10,
+ 11,
+ 12,
+ 13,
+ 14,
+ 15,
+ 16,
+ 17,
+ 18,
+ 19,
+ 20,
+ 21,
+ 22,
+ 23,
+ 24,
+ 25,
+ 26,
+ 27,
+ 28,
+ 29,
+ 30,
+ 31,
+ 32,
+ 33,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 42,
+ 43,
+ 44,
+ 45,
+ 46,
+ 47,
+ 48,
+ 49,
+ 50,
+ 51,
+ 52,
+ 53,
+ 54,
+ 55,
+ 56,
+ 57,
+ 58,
+ 59,
+ 60,
+ 61,
+ 62,
+ 63,
+ 64,
+ 65,
+ 66,
+ 67,
+ 68,
+ 69,
+ 70,
+ 71,
+ 72,
+ 73,
+ 74,
+ 75,
+ 76,
+ 77,
+ 78,
+ 79,
+ 80,
+ 81,
+ 82,
+ 83,
+ 84,
+ 85,
+ 86,
+ 87,
+ 88,
+ 89,
+ 90,
+ 91,
+ 92,
+ 93,
+ 94,
+ 95,
+ 96,
+ 97,
+ 98,
+ 99,
+ 100,
+ 101,
+ 102,
+ 103,
+ 104,
+ 105,
+ 106,
+ 107,
+ 108,
+ 109,
+ 110,
+ 111,
+ 112,
+ 113,
+ 114,
+ 115,
+ 116,
+ 117,
+ 118,
+ 119,
+ 120,
+ 121,
+ 122,
+ 123,
+ 124,
+ 125,
+ 126,
+ 127,
+ 128,
+ 129,
+ 130,
+ 131,
+ 132,
+ 133,
+ 134,
+ 135,
+ 136,
+ 137,
+ 138,
+ 139,
+ 140,
+ 141,
+ 142,
+ 143,
+ 144,
+ 145,
+ 146,
+ 147,
+ 148,
+ 149,
+ 150,
+ 151,
+ 152,
+ 153,
+ 154,
+ 155,
+ 156,
+ 157,
+ 158,
+ 159,
+ 160,
+ 161,
+ 162,
+ 163,
+ 164,
+ 165,
+ 166,
+ 167,
+ 168,
+ 169,
+ 170,
+ 171,
+ 172,
+ 173,
+ 174,
+ 175,
+ 176,
+ 177,
+ 178,
+ 179,
+ 180,
+ 181,
+ 182,
+ 183,
+ 184,
+ 185,
+ 186,
+ 187,
+ 188,
+ 189,
+ 190,
+ 191,
+ 192,
+ 193,
+ 194,
+ 195,
+ 196,
+ 197,
+ 198,
+ 199,
+ 200,
+ 201,
+ 202,
+ 203,
+ 204,
+ 205,
+ 206,
+ 207,
+ 208,
+ 209,
+ 210,
+ 211,
+ 212,
+ 213,
+ 214,
+ 215,
+ 216,
+ 217,
+ 218,
+ 219,
+ 220,
+ 221,
+ 222,
+ 223,
+ 224,
+ 225,
+ 226,
+ 227,
+ 228,
+ 229,
+ 230,
+ 231,
+ 232,
+ 233,
+ 234,
+ 235,
+ 236,
+ 237,
+ 238,
+ 239,
+ 240,
+ 241,
+ 242,
+ 243,
+ 244,
+ 245,
+ 246,
+ 247,
+ 248,
+ 249,
+ 250,
+ 251,
+ 252,
+ 253,
+ 254,
+ 255,
+ 256,
+ 257,
+ 258,
+ 259,
+ 260,
+ 261,
+ 262,
+ 263,
+ 264,
+ 265,
+ 266,
+ 267,
+ 268,
+ 269,
+ 270,
+ 271,
+ 272,
+ 273,
+ 274,
+ 275,
+ 276,
+ 277,
+ 278,
+ 279,
+ 280,
+ 281,
+ 282,
+ 283,
+ 284,
+ 285,
+ 286,
+ 287,
+ 288,
+ 289,
+ 290,
+ 291,
+ 292,
+ 293,
+ 294,
+ 295,
+ 296,
+ 297,
+ 298,
+ 299,
+ 300,
+ 301,
+ 302,
+ 303,
+ 304,
+ 305,
+ 306,
+ 307,
+ 308,
+ 309,
+ 310
+ ]
+ }
+]
\ No newline at end of file
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/520000/training_state/optimizer_state.safetensors b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/520000/training_state/optimizer_state.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..5b6af5f8f6dc5def56b4306bc67c7de8598ccdc8
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/520000/training_state/optimizer_state.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:868274572aec1c5cf70cc4337885f057c055dbd10c270925a9afb3355f71cfc9
+size 738026076
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/520000/training_state/rng_state.safetensors b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/520000/training_state/rng_state.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..04b55f501fcb48e9a7fb4fd1456b1274529ba3c1
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/520000/training_state/rng_state.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9560d794b4aabb15f1dcda5afc2fac9445e74fb7095a5aabb1e4416df2b40f01
+size 15708
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/520000/training_state/scheduler_state.json b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/520000/training_state/scheduler_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..82991f6cf6ae1d2151f69718f4dec9b693acc38e
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/520000/training_state/scheduler_state.json
@@ -0,0 +1,15 @@
+{
+ "base_lrs": [
+ 0.0001
+ ],
+ "last_epoch": 520000,
+ "verbose": false,
+ "_step_count": 520001,
+ "_get_lr_called_within_step": false,
+ "_last_lr": [
+ 4.329834719476589e-06
+ ],
+ "lr_lambdas": [
+ null
+ ]
+}
\ No newline at end of file
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/520000/training_state/training_step.json b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/520000/training_state/training_step.json
new file mode 100644
index 0000000000000000000000000000000000000000..96bade7e61bdcd7ea9e84ec8ed085edc4c23f99d
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/520000/training_state/training_step.json
@@ -0,0 +1,3 @@
+{
+ "step": 520000
+}
\ No newline at end of file
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/540000/pretrained_model/config.json b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/540000/pretrained_model/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c67a964ea3e70dc8909af56b3ab05bd9d44b31fc
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/540000/pretrained_model/config.json
@@ -0,0 +1,107 @@
+{
+ "type": "diffusion",
+ "n_obs_steps": 2,
+ "normalization_mapping": {
+ "VISUAL": "MEAN_STD",
+ "STATE": "MIN_MAX",
+ "ACTION": "MIN_MAX"
+ },
+ "input_features": {
+ "observation.state": {
+ "type": "STATE",
+ "shape": [
+ 6
+ ]
+ },
+ "observation.images.FrontCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.TopCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.WristCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ }
+ },
+ "output_features": {
+ "action": {
+ "type": "ACTION",
+ "shape": [
+ 6
+ ]
+ }
+ },
+ "device": "cuda",
+ "use_amp": false,
+ "horizon": 16,
+ "n_action_steps": 8,
+ "drop_n_last_frames": 7,
+ "vision_backbone": "resnet50",
+ "crop_shape": [
+ 224,
+ 224
+ ],
+ "crop_is_random": false,
+ "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1",
+ "use_group_norm": false,
+ "spatial_softmax_num_keypoints": 32,
+ "use_separate_rgb_encoder_per_camera": false,
+ "down_dims": [
+ 256,
+ 512,
+ 1024
+ ],
+ "kernel_size": 5,
+ "n_groups": 8,
+ "diffusion_step_embed_dim": 128,
+ "use_film_scale_modulation": true,
+ "noise_scheduler_type": "DDIM",
+ "num_train_timesteps": 100,
+ "beta_schedule": "squaredcos_cap_v2",
+ "beta_start": 0.0001,
+ "beta_end": 0.02,
+ "prediction_type": "epsilon",
+ "clip_sample": true,
+ "clip_sample_range": 1.0,
+ "num_inference_steps": 10,
+ "do_mask_loss_for_padding": false,
+ "optimizer_lr": 0.0001,
+ "optimizer_betas": [
+ 0.95,
+ 0.999
+ ],
+ "optimizer_eps": 1e-08,
+ "optimizer_weight_decay": 1e-06,
+ "scheduler_name": "cosine",
+ "scheduler_warmup_steps": 500,
+ "pre_resize_shape": [
+ 224,
+ 224
+ ],
+ "freeze_vision_backbone": false,
+ "use_ac": false,
+ "ac_threshold": 0.99,
+ "use_pcg": false,
+ "pcg_weight": 0.1,
+ "use_bid": false,
+ "bid_batch_size": 15,
+ "bid_mode_size": 3,
+ "bid_temporal_coherence": 0.5,
+ "weak_model_path": null,
+ "weak_model_config": null
+}
\ No newline at end of file
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/540000/pretrained_model/model.safetensors b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/540000/pretrained_model/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..3ab3993acc7731f4b30dde7a84bfca8bf0301abc
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/540000/pretrained_model/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ecb67f5bceeca043345b7e28032ab9c7945ade02be1af1759bb562ec9d72d3f
+size 369241872
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/540000/pretrained_model/train_config.json b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/540000/pretrained_model/train_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..e6fd20a2753e6828f5b9fc87ccb6344474fb5e80
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/540000/pretrained_model/train_config.json
@@ -0,0 +1,217 @@
+{
+ "dataset": {
+ "repo_id": "shylee/so100_pengripG",
+ "root": "/SSD/LSY/lerobot_dataset/pengripG",
+ "episodes": null,
+ "image_transforms": {
+ "enable": false,
+ "max_num_transforms": 3,
+ "random_order": false,
+ "tfs": {
+ "brightness": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "brightness": [
+ 0.8,
+ 1.2
+ ]
+ }
+ },
+ "contrast": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "contrast": [
+ 0.8,
+ 1.2
+ ]
+ }
+ },
+ "saturation": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "saturation": [
+ 0.5,
+ 1.5
+ ]
+ }
+ },
+ "hue": {
+ "weight": 1.0,
+ "type": "ColorJitter",
+ "kwargs": {
+ "hue": [
+ -0.05,
+ 0.05
+ ]
+ }
+ },
+ "sharpness": {
+ "weight": 1.0,
+ "type": "SharpnessJitter",
+ "kwargs": {
+ "sharpness": [
+ 0.5,
+ 1.5
+ ]
+ }
+ }
+ }
+ },
+ "revision": null,
+ "use_imagenet_stats": true,
+ "video_backend": "torchcodec"
+ },
+ "env": null,
+ "policy": {
+ "type": "diffusion",
+ "n_obs_steps": 2,
+ "normalization_mapping": {
+ "VISUAL": "MEAN_STD",
+ "STATE": "MIN_MAX",
+ "ACTION": "MIN_MAX"
+ },
+ "input_features": {
+ "observation.state": {
+ "type": "STATE",
+ "shape": [
+ 6
+ ]
+ },
+ "observation.images.FrontCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.TopCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ },
+ "observation.images.WristCam": {
+ "type": "VISUAL",
+ "shape": [
+ 3,
+ 480,
+ 640
+ ]
+ }
+ },
+ "output_features": {
+ "action": {
+ "type": "ACTION",
+ "shape": [
+ 6
+ ]
+ }
+ },
+ "device": "cuda",
+ "use_amp": false,
+ "horizon": 16,
+ "n_action_steps": 8,
+ "drop_n_last_frames": 7,
+ "vision_backbone": "resnet50",
+ "crop_shape": [
+ 224,
+ 224
+ ],
+ "crop_is_random": false,
+ "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1",
+ "use_group_norm": false,
+ "spatial_softmax_num_keypoints": 32,
+ "use_separate_rgb_encoder_per_camera": false,
+ "down_dims": [
+ 256,
+ 512,
+ 1024
+ ],
+ "kernel_size": 5,
+ "n_groups": 8,
+ "diffusion_step_embed_dim": 128,
+ "use_film_scale_modulation": true,
+ "noise_scheduler_type": "DDIM",
+ "num_train_timesteps": 100,
+ "beta_schedule": "squaredcos_cap_v2",
+ "beta_start": 0.0001,
+ "beta_end": 0.02,
+ "prediction_type": "epsilon",
+ "clip_sample": true,
+ "clip_sample_range": 1.0,
+ "num_inference_steps": 10,
+ "do_mask_loss_for_padding": false,
+ "optimizer_lr": 0.0001,
+ "optimizer_betas": [
+ 0.95,
+ 0.999
+ ],
+ "optimizer_eps": 1e-08,
+ "optimizer_weight_decay": 1e-06,
+ "scheduler_name": "cosine",
+ "scheduler_warmup_steps": 500,
+ "pre_resize_shape": [
+ 224,
+ 224
+ ],
+ "freeze_vision_backbone": false,
+ "use_ac": false,
+ "ac_threshold": 0.99,
+ "use_pcg": false,
+ "pcg_weight": 0.1,
+ "use_bid": false,
+ "bid_batch_size": 15,
+ "bid_mode_size": 3,
+ "bid_temporal_coherence": 0.5,
+ "weak_model_path": null,
+ "weak_model_config": null
+ },
+ "output_dir": "/SSD/LSY/lerobot_model/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain",
+ "job_name": "DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain",
+ "resume": true,
+ "seed": 1000,
+ "num_workers": 4,
+ "batch_size": 16,
+ "steps": 600000,
+ "eval_freq": 20000,
+ "log_freq": 200,
+ "save_checkpoint": true,
+ "save_freq": 20000,
+ "use_policy_training_preset": true,
+ "optimizer": {
+ "type": "adam",
+ "lr": 0.0001,
+ "weight_decay": 1e-06,
+ "grad_clip_norm": 10.0,
+ "betas": [
+ 0.95,
+ 0.999
+ ],
+ "eps": 1e-08
+ },
+ "scheduler": {
+ "type": "diffuser",
+ "num_warmup_steps": 500,
+ "name": "cosine"
+ },
+ "eval": {
+ "n_episodes": 50,
+ "batch_size": 50,
+ "use_async_envs": false
+ },
+ "wandb": {
+ "enable": true,
+ "disable_artifact": false,
+ "project": "lerobot",
+ "entity": null,
+ "notes": null,
+ "run_id": "fekph8dz",
+ "mode": null
+ }
+}
\ No newline at end of file
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/540000/training_state/optimizer_param_groups.json b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/540000/training_state/optimizer_param_groups.json
new file mode 100644
index 0000000000000000000000000000000000000000..9806934c708c8eee26e922a1eaa629c7554c137d
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/540000/training_state/optimizer_param_groups.json
@@ -0,0 +1,331 @@
+[
+ {
+ "lr": 2.4512242141862874e-06,
+ "betas": [
+ 0.95,
+ 0.999
+ ],
+ "eps": 1e-08,
+ "weight_decay": 1e-06,
+ "amsgrad": false,
+ "maximize": false,
+ "foreach": null,
+ "capturable": false,
+ "differentiable": false,
+ "fused": null,
+ "initial_lr": 0.0001,
+ "params": [
+ 0,
+ 1,
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7,
+ 8,
+ 9,
+ 10,
+ 11,
+ 12,
+ 13,
+ 14,
+ 15,
+ 16,
+ 17,
+ 18,
+ 19,
+ 20,
+ 21,
+ 22,
+ 23,
+ 24,
+ 25,
+ 26,
+ 27,
+ 28,
+ 29,
+ 30,
+ 31,
+ 32,
+ 33,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 42,
+ 43,
+ 44,
+ 45,
+ 46,
+ 47,
+ 48,
+ 49,
+ 50,
+ 51,
+ 52,
+ 53,
+ 54,
+ 55,
+ 56,
+ 57,
+ 58,
+ 59,
+ 60,
+ 61,
+ 62,
+ 63,
+ 64,
+ 65,
+ 66,
+ 67,
+ 68,
+ 69,
+ 70,
+ 71,
+ 72,
+ 73,
+ 74,
+ 75,
+ 76,
+ 77,
+ 78,
+ 79,
+ 80,
+ 81,
+ 82,
+ 83,
+ 84,
+ 85,
+ 86,
+ 87,
+ 88,
+ 89,
+ 90,
+ 91,
+ 92,
+ 93,
+ 94,
+ 95,
+ 96,
+ 97,
+ 98,
+ 99,
+ 100,
+ 101,
+ 102,
+ 103,
+ 104,
+ 105,
+ 106,
+ 107,
+ 108,
+ 109,
+ 110,
+ 111,
+ 112,
+ 113,
+ 114,
+ 115,
+ 116,
+ 117,
+ 118,
+ 119,
+ 120,
+ 121,
+ 122,
+ 123,
+ 124,
+ 125,
+ 126,
+ 127,
+ 128,
+ 129,
+ 130,
+ 131,
+ 132,
+ 133,
+ 134,
+ 135,
+ 136,
+ 137,
+ 138,
+ 139,
+ 140,
+ 141,
+ 142,
+ 143,
+ 144,
+ 145,
+ 146,
+ 147,
+ 148,
+ 149,
+ 150,
+ 151,
+ 152,
+ 153,
+ 154,
+ 155,
+ 156,
+ 157,
+ 158,
+ 159,
+ 160,
+ 161,
+ 162,
+ 163,
+ 164,
+ 165,
+ 166,
+ 167,
+ 168,
+ 169,
+ 170,
+ 171,
+ 172,
+ 173,
+ 174,
+ 175,
+ 176,
+ 177,
+ 178,
+ 179,
+ 180,
+ 181,
+ 182,
+ 183,
+ 184,
+ 185,
+ 186,
+ 187,
+ 188,
+ 189,
+ 190,
+ 191,
+ 192,
+ 193,
+ 194,
+ 195,
+ 196,
+ 197,
+ 198,
+ 199,
+ 200,
+ 201,
+ 202,
+ 203,
+ 204,
+ 205,
+ 206,
+ 207,
+ 208,
+ 209,
+ 210,
+ 211,
+ 212,
+ 213,
+ 214,
+ 215,
+ 216,
+ 217,
+ 218,
+ 219,
+ 220,
+ 221,
+ 222,
+ 223,
+ 224,
+ 225,
+ 226,
+ 227,
+ 228,
+ 229,
+ 230,
+ 231,
+ 232,
+ 233,
+ 234,
+ 235,
+ 236,
+ 237,
+ 238,
+ 239,
+ 240,
+ 241,
+ 242,
+ 243,
+ 244,
+ 245,
+ 246,
+ 247,
+ 248,
+ 249,
+ 250,
+ 251,
+ 252,
+ 253,
+ 254,
+ 255,
+ 256,
+ 257,
+ 258,
+ 259,
+ 260,
+ 261,
+ 262,
+ 263,
+ 264,
+ 265,
+ 266,
+ 267,
+ 268,
+ 269,
+ 270,
+ 271,
+ 272,
+ 273,
+ 274,
+ 275,
+ 276,
+ 277,
+ 278,
+ 279,
+ 280,
+ 281,
+ 282,
+ 283,
+ 284,
+ 285,
+ 286,
+ 287,
+ 288,
+ 289,
+ 290,
+ 291,
+ 292,
+ 293,
+ 294,
+ 295,
+ 296,
+ 297,
+ 298,
+ 299,
+ 300,
+ 301,
+ 302,
+ 303,
+ 304,
+ 305,
+ 306,
+ 307,
+ 308,
+ 309,
+ 310
+ ]
+ }
+]
\ No newline at end of file
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/540000/training_state/optimizer_state.safetensors b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/540000/training_state/optimizer_state.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..0ac6d033a666fbd27e2f8b994edd57244908e70d
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/540000/training_state/optimizer_state.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6a4f69b30c2b300ca8b7b980ab6c03f8318985e2e8ef5954013af2db20944dc
+size 738026076
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/540000/training_state/rng_state.safetensors b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/540000/training_state/rng_state.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b8824ada2034912f54988894277cc18000d5ec35
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/540000/training_state/rng_state.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c5eb37e63641bb4a244052014bd68d6eee4623ec6e697a8a04b059e260c54fe
+size 15708
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/540000/training_state/scheduler_state.json b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/540000/training_state/scheduler_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..286926dec3362c53cfe96e63a045f2fe425fe169
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/540000/training_state/scheduler_state.json
@@ -0,0 +1,15 @@
+{
+ "base_lrs": [
+ 0.0001
+ ],
+ "last_epoch": 540000,
+ "verbose": false,
+ "_step_count": 540001,
+ "_get_lr_called_within_step": false,
+ "_last_lr": [
+ 2.4512242141862874e-06
+ ],
+ "lr_lambdas": [
+ null
+ ]
+}
\ No newline at end of file
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/540000/training_state/training_step.json b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/540000/training_state/training_step.json
new file mode 100644
index 0000000000000000000000000000000000000000..3c2f6e37b4db10fefdc1e301eb1523863fc3a230
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/540000/training_state/training_step.json
@@ -0,0 +1,3 @@
+{
+ "step": 540000
+}
\ No newline at end of file
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/wandb/debug-internal.log b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/wandb/debug-internal.log
index dac689ddf9885760f57acfe786773ab591878c31..7df9eb53e1bea98c43054495f75d7c22af32fc56 100644
--- a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/wandb/debug-internal.log
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/wandb/debug-internal.log
@@ -1,15 +1,819 @@
-{"time":"2025-05-18T14:52:55.339058052Z","level":"INFO","msg":"stream: starting","core version":"0.19.9","symlink path":"/SSD/LSY/lerobot_model/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/wandb/run-20250518_145255-fekph8dz/logs/debug-core.log"}
-{"time":"2025-05-18T14:52:55.67042234Z","level":"INFO","msg":"created new stream","id":"fekph8dz"}
-{"time":"2025-05-18T14:52:55.670496162Z","level":"INFO","msg":"stream: started","id":"fekph8dz"}
-{"time":"2025-05-18T14:52:55.670554828Z","level":"INFO","msg":"sender: started","stream_id":"fekph8dz"}
-{"time":"2025-05-18T14:52:55.670556224Z","level":"INFO","msg":"writer: Do: started","stream_id":"fekph8dz"}
-{"time":"2025-05-18T14:52:55.670618731Z","level":"INFO","msg":"handler: started","stream_id":"fekph8dz"}
-{"time":"2025-05-18T14:52:56.221542859Z","level":"INFO","msg":"Starting system monitor"}
-{"time":"2025-05-19T14:27:28.106339931Z","level":"INFO","msg":"stream: closing","id":"fekph8dz"}
-{"time":"2025-05-19T14:27:28.106399575Z","level":"INFO","msg":"Stopping system monitor"}
-{"time":"2025-05-19T14:27:28.106543378Z","level":"INFO","msg":"Stopped system monitor"}
-{"time":"2025-05-19T14:27:29.143033663Z","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
-{"time":"2025-05-19T14:27:29.418524413Z","level":"INFO","msg":"handler: closed","stream_id":"fekph8dz"}
-{"time":"2025-05-19T14:27:29.418600121Z","level":"INFO","msg":"writer: Close: closed","stream_id":"fekph8dz"}
-{"time":"2025-05-19T14:27:29.418619047Z","level":"INFO","msg":"sender: closed","stream_id":"fekph8dz"}
-{"time":"2025-05-19T14:27:29.418794627Z","level":"INFO","msg":"stream: closed","id":"fekph8dz"}
+{"time":"2025-05-19T15:02:46.473976781Z","level":"INFO","msg":"stream: starting","core version":"0.19.9","symlink path":"/SSD/LSY/lerobot_model/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/wandb/run-20250519_150246-fekph8dz/logs/debug-core.log"}
+{"time":"2025-05-19T15:02:46.803780893Z","level":"INFO","msg":"created new stream","id":"fekph8dz"}
+{"time":"2025-05-19T15:02:46.803863655Z","level":"INFO","msg":"stream: started","id":"fekph8dz"}
+{"time":"2025-05-19T15:02:46.803922391Z","level":"INFO","msg":"sender: started","stream_id":"fekph8dz"}
+{"time":"2025-05-19T15:02:46.803974841Z","level":"INFO","msg":"handler: started","stream_id":"fekph8dz"}
+{"time":"2025-05-19T15:02:46.803904861Z","level":"INFO","msg":"writer: Do: started","stream_id":"fekph8dz"}
+{"time":"2025-05-19T15:02:49.166943436Z","level":"INFO","msg":"Starting system monitor"}
+{"time":"2025-05-19T15:04:07.640726222Z","level":"WARN","msg":"handler: ignoring partial history record","step":260200,"current":278001}
+{"time":"2025-05-19T15:04:07.640798158Z","level":"WARN","msg":"handler: ignoring partial history record","step":260200,"current":278001}
+{"time":"2025-05-19T15:04:07.640834545Z","level":"WARN","msg":"handler: ignoring partial history record","step":260200,"current":278001}
+{"time":"2025-05-19T15:04:07.640926875Z","level":"WARN","msg":"handler: ignoring partial history record","step":260200,"current":278001}
+{"time":"2025-05-19T15:04:07.641005376Z","level":"WARN","msg":"handler: ignoring partial history record","step":260200,"current":278001}
+{"time":"2025-05-19T15:04:07.64110427Z","level":"WARN","msg":"handler: ignoring partial history record","step":260200,"current":278001}
+{"time":"2025-05-19T15:04:07.641208822Z","level":"WARN","msg":"handler: ignoring partial history record","step":260200,"current":278001}
+{"time":"2025-05-19T15:04:07.641277405Z","level":"WARN","msg":"handler: ignoring partial history record","step":260200,"current":278001}
+{"time":"2025-05-19T15:04:07.641364008Z","level":"WARN","msg":"handler: ignoring partial history record","step":260200,"current":278001}
+{"time":"2025-05-19T15:05:13.694054163Z","level":"WARN","msg":"handler: ignoring partial history record","step":260400,"current":278001}
+{"time":"2025-05-19T15:05:13.694103331Z","level":"WARN","msg":"handler: ignoring partial history record","step":260400,"current":278001}
+{"time":"2025-05-19T15:05:13.694113318Z","level":"WARN","msg":"handler: ignoring partial history record","step":260400,"current":278001}
+{"time":"2025-05-19T15:05:13.694121839Z","level":"WARN","msg":"handler: ignoring partial history record","step":260400,"current":278001}
+{"time":"2025-05-19T15:05:13.69412994Z","level":"WARN","msg":"handler: ignoring partial history record","step":260400,"current":278001}
+{"time":"2025-05-19T15:05:13.694138461Z","level":"WARN","msg":"handler: ignoring partial history record","step":260400,"current":278001}
+{"time":"2025-05-19T15:05:13.694145515Z","level":"WARN","msg":"handler: ignoring partial history record","step":260400,"current":278001}
+{"time":"2025-05-19T15:05:13.694153547Z","level":"WARN","msg":"handler: ignoring partial history record","step":260400,"current":278001}
+{"time":"2025-05-19T15:05:13.694162556Z","level":"WARN","msg":"handler: ignoring partial history record","step":260400,"current":278001}
+{"time":"2025-05-19T15:06:20.386152513Z","level":"WARN","msg":"handler: ignoring partial history record","step":260600,"current":278001}
+{"time":"2025-05-19T15:06:20.386227732Z","level":"WARN","msg":"handler: ignoring partial history record","step":260600,"current":278001}
+{"time":"2025-05-19T15:06:20.386237649Z","level":"WARN","msg":"handler: ignoring partial history record","step":260600,"current":278001}
+{"time":"2025-05-19T15:06:20.386246658Z","level":"WARN","msg":"handler: ignoring partial history record","step":260600,"current":278001}
+{"time":"2025-05-19T15:06:20.386255179Z","level":"WARN","msg":"handler: ignoring partial history record","step":260600,"current":278001}
+{"time":"2025-05-19T15:06:20.386264188Z","level":"WARN","msg":"handler: ignoring partial history record","step":260600,"current":278001}
+{"time":"2025-05-19T15:06:20.38628975Z","level":"WARN","msg":"handler: ignoring partial history record","step":260600,"current":278001}
+{"time":"2025-05-19T15:06:20.386297782Z","level":"WARN","msg":"handler: ignoring partial history record","step":260600,"current":278001}
+{"time":"2025-05-19T15:06:20.386306302Z","level":"WARN","msg":"handler: ignoring partial history record","step":260600,"current":278001}
+{"time":"2025-05-19T15:07:27.778178334Z","level":"WARN","msg":"handler: ignoring partial history record","step":260800,"current":278001}
+{"time":"2025-05-19T15:07:27.778235533Z","level":"WARN","msg":"handler: ignoring partial history record","step":260800,"current":278001}
+{"time":"2025-05-19T15:07:27.778252086Z","level":"WARN","msg":"handler: ignoring partial history record","step":260800,"current":278001}
+{"time":"2025-05-19T15:07:27.778260117Z","level":"WARN","msg":"handler: ignoring partial history record","step":260800,"current":278001}
+{"time":"2025-05-19T15:07:27.778268219Z","level":"WARN","msg":"handler: ignoring partial history record","step":260800,"current":278001}
+{"time":"2025-05-19T15:07:27.778278625Z","level":"WARN","msg":"handler: ignoring partial history record","step":260800,"current":278001}
+{"time":"2025-05-19T15:07:27.778290358Z","level":"WARN","msg":"handler: ignoring partial history record","step":260800,"current":278001}
+{"time":"2025-05-19T15:07:27.778302231Z","level":"WARN","msg":"handler: ignoring partial history record","step":260800,"current":278001}
+{"time":"2025-05-19T15:07:27.778310822Z","level":"WARN","msg":"handler: ignoring partial history record","step":260800,"current":278001}
+{"time":"2025-05-19T15:08:34.955104414Z","level":"WARN","msg":"handler: ignoring partial history record","step":261000,"current":278001}
+{"time":"2025-05-19T15:08:34.955392996Z","level":"WARN","msg":"handler: ignoring partial history record","step":261000,"current":278001}
+{"time":"2025-05-19T15:08:34.957313827Z","level":"WARN","msg":"handler: ignoring partial history record","step":261000,"current":278001}
+{"time":"2025-05-19T15:08:34.957337573Z","level":"WARN","msg":"handler: ignoring partial history record","step":261000,"current":278001}
+{"time":"2025-05-19T15:08:34.957352169Z","level":"WARN","msg":"handler: ignoring partial history record","step":261000,"current":278001}
+{"time":"2025-05-19T15:08:34.957365369Z","level":"WARN","msg":"handler: ignoring partial history record","step":261000,"current":278001}
+{"time":"2025-05-19T15:08:34.957378709Z","level":"WARN","msg":"handler: ignoring partial history record","step":261000,"current":278001}
+{"time":"2025-05-19T15:08:34.957393864Z","level":"WARN","msg":"handler: ignoring partial history record","step":261000,"current":278001}
+{"time":"2025-05-19T15:08:34.957409858Z","level":"WARN","msg":"handler: ignoring partial history record","step":261000,"current":278001}
+{"time":"2025-05-19T15:09:41.938256844Z","level":"WARN","msg":"handler: ignoring partial history record","step":261200,"current":278001}
+{"time":"2025-05-19T15:09:41.938366634Z","level":"WARN","msg":"handler: ignoring partial history record","step":261200,"current":278001}
+{"time":"2025-05-19T15:09:41.938379345Z","level":"WARN","msg":"handler: ignoring partial history record","step":261200,"current":278001}
+{"time":"2025-05-19T15:09:41.938388843Z","level":"WARN","msg":"handler: ignoring partial history record","step":261200,"current":278001}
+{"time":"2025-05-19T15:09:41.938398831Z","level":"WARN","msg":"handler: ignoring partial history record","step":261200,"current":278001}
+{"time":"2025-05-19T15:09:41.93840777Z","level":"WARN","msg":"handler: ignoring partial history record","step":261200,"current":278001}
+{"time":"2025-05-19T15:09:41.938416291Z","level":"WARN","msg":"handler: ignoring partial history record","step":261200,"current":278001}
+{"time":"2025-05-19T15:09:41.938425719Z","level":"WARN","msg":"handler: ignoring partial history record","step":261200,"current":278001}
+{"time":"2025-05-19T15:09:41.938435637Z","level":"WARN","msg":"handler: ignoring partial history record","step":261200,"current":278001}
+{"time":"2025-05-19T15:10:41.34226615Z","level":"WARN","msg":"handler: ignoring partial history record","step":261400,"current":278001}
+{"time":"2025-05-19T15:10:41.342318181Z","level":"WARN","msg":"handler: ignoring partial history record","step":261400,"current":278001}
+{"time":"2025-05-19T15:10:41.342329565Z","level":"WARN","msg":"handler: ignoring partial history record","step":261400,"current":278001}
+{"time":"2025-05-19T15:10:41.34234039Z","level":"WARN","msg":"handler: ignoring partial history record","step":261400,"current":278001}
+{"time":"2025-05-19T15:10:41.342350797Z","level":"WARN","msg":"handler: ignoring partial history record","step":261400,"current":278001}
+{"time":"2025-05-19T15:10:41.342360295Z","level":"WARN","msg":"handler: ignoring partial history record","step":261400,"current":278001}
+{"time":"2025-05-19T15:10:41.342369305Z","level":"WARN","msg":"handler: ignoring partial history record","step":261400,"current":278001}
+{"time":"2025-05-19T15:10:41.342379711Z","level":"WARN","msg":"handler: ignoring partial history record","step":261400,"current":278001}
+{"time":"2025-05-19T15:10:41.34238865Z","level":"WARN","msg":"handler: ignoring partial history record","step":261400,"current":278001}
+{"time":"2025-05-19T15:11:42.082153103Z","level":"WARN","msg":"handler: ignoring partial history record","step":261600,"current":278001}
+{"time":"2025-05-19T15:11:42.082228321Z","level":"WARN","msg":"handler: ignoring partial history record","step":261600,"current":278001}
+{"time":"2025-05-19T15:11:42.082238658Z","level":"WARN","msg":"handler: ignoring partial history record","step":261600,"current":278001}
+{"time":"2025-05-19T15:11:42.082247178Z","level":"WARN","msg":"handler: ignoring partial history record","step":261600,"current":278001}
+{"time":"2025-05-19T15:11:42.08225528Z","level":"WARN","msg":"handler: ignoring partial history record","step":261600,"current":278001}
+{"time":"2025-05-19T15:11:42.082263311Z","level":"WARN","msg":"handler: ignoring partial history record","step":261600,"current":278001}
+{"time":"2025-05-19T15:11:42.082270435Z","level":"WARN","msg":"handler: ignoring partial history record","step":261600,"current":278001}
+{"time":"2025-05-19T15:11:42.082278048Z","level":"WARN","msg":"handler: ignoring partial history record","step":261600,"current":278001}
+{"time":"2025-05-19T15:11:42.082286568Z","level":"WARN","msg":"handler: ignoring partial history record","step":261600,"current":278001}
+{"time":"2025-05-19T15:12:41.37815093Z","level":"WARN","msg":"handler: ignoring partial history record","step":261800,"current":278001}
+{"time":"2025-05-19T15:12:41.378877623Z","level":"WARN","msg":"handler: ignoring partial history record","step":261800,"current":278001}
+{"time":"2025-05-19T15:12:41.37889648Z","level":"WARN","msg":"handler: ignoring partial history record","step":261800,"current":278001}
+{"time":"2025-05-19T15:12:41.378907864Z","level":"WARN","msg":"handler: ignoring partial history record","step":261800,"current":278001}
+{"time":"2025-05-19T15:12:41.378917782Z","level":"WARN","msg":"handler: ignoring partial history record","step":261800,"current":278001}
+{"time":"2025-05-19T15:12:41.378927769Z","level":"WARN","msg":"handler: ignoring partial history record","step":261800,"current":278001}
+{"time":"2025-05-19T15:12:41.378937197Z","level":"WARN","msg":"handler: ignoring partial history record","step":261800,"current":278001}
+{"time":"2025-05-19T15:12:41.378947115Z","level":"WARN","msg":"handler: ignoring partial history record","step":261800,"current":278001}
+{"time":"2025-05-19T15:12:41.378957032Z","level":"WARN","msg":"handler: ignoring partial history record","step":261800,"current":278001}
+{"time":"2025-05-19T15:13:40.362364189Z","level":"WARN","msg":"handler: ignoring partial history record","step":262000,"current":278001}
+{"time":"2025-05-19T15:13:40.362406373Z","level":"WARN","msg":"handler: ignoring partial history record","step":262000,"current":278001}
+{"time":"2025-05-19T15:13:40.362418106Z","level":"WARN","msg":"handler: ignoring partial history record","step":262000,"current":278001}
+{"time":"2025-05-19T15:13:40.362443248Z","level":"WARN","msg":"handler: ignoring partial history record","step":262000,"current":278001}
+{"time":"2025-05-19T15:13:40.362453166Z","level":"WARN","msg":"handler: ignoring partial history record","step":262000,"current":278001}
+{"time":"2025-05-19T15:13:40.36246455Z","level":"WARN","msg":"handler: ignoring partial history record","step":262000,"current":278001}
+{"time":"2025-05-19T15:13:40.362474467Z","level":"WARN","msg":"handler: ignoring partial history record","step":262000,"current":278001}
+{"time":"2025-05-19T15:13:40.362484385Z","level":"WARN","msg":"handler: ignoring partial history record","step":262000,"current":278001}
+{"time":"2025-05-19T15:13:40.362494302Z","level":"WARN","msg":"handler: ignoring partial history record","step":262000,"current":278001}
+{"time":"2025-05-19T15:14:39.87819035Z","level":"WARN","msg":"handler: ignoring partial history record","step":262200,"current":278001}
+{"time":"2025-05-19T15:14:39.878277441Z","level":"WARN","msg":"handler: ignoring partial history record","step":262200,"current":278001}
+{"time":"2025-05-19T15:14:39.878288756Z","level":"WARN","msg":"handler: ignoring partial history record","step":262200,"current":278001}
+{"time":"2025-05-19T15:14:39.878297765Z","level":"WARN","msg":"handler: ignoring partial history record","step":262200,"current":278001}
+{"time":"2025-05-19T15:14:39.878306286Z","level":"WARN","msg":"handler: ignoring partial history record","step":262200,"current":278001}
+{"time":"2025-05-19T15:14:39.878316762Z","level":"WARN","msg":"handler: ignoring partial history record","step":262200,"current":278001}
+{"time":"2025-05-19T15:14:39.878324793Z","level":"WARN","msg":"handler: ignoring partial history record","step":262200,"current":278001}
+{"time":"2025-05-19T15:14:39.878333314Z","level":"WARN","msg":"handler: ignoring partial history record","step":262200,"current":278001}
+{"time":"2025-05-19T15:14:39.878341835Z","level":"WARN","msg":"handler: ignoring partial history record","step":262200,"current":278001}
+{"time":"2025-05-19T15:15:41.186229779Z","level":"WARN","msg":"handler: ignoring partial history record","step":262400,"current":278001}
+{"time":"2025-05-19T15:15:41.186321131Z","level":"WARN","msg":"handler: ignoring partial history record","step":262400,"current":278001}
+{"time":"2025-05-19T15:15:41.186332026Z","level":"WARN","msg":"handler: ignoring partial history record","step":262400,"current":278001}
+{"time":"2025-05-19T15:15:41.186342921Z","level":"WARN","msg":"handler: ignoring partial history record","step":262400,"current":278001}
+{"time":"2025-05-19T15:15:41.186353816Z","level":"WARN","msg":"handler: ignoring partial history record","step":262400,"current":278001}
+{"time":"2025-05-19T15:15:41.186365131Z","level":"WARN","msg":"handler: ignoring partial history record","step":262400,"current":278001}
+{"time":"2025-05-19T15:15:41.186375048Z","level":"WARN","msg":"handler: ignoring partial history record","step":262400,"current":278001}
+{"time":"2025-05-19T15:15:41.186384965Z","level":"WARN","msg":"handler: ignoring partial history record","step":262400,"current":278001}
+{"time":"2025-05-19T15:15:41.186394953Z","level":"WARN","msg":"handler: ignoring partial history record","step":262400,"current":278001}
+{"time":"2025-05-19T15:16:41.954536199Z","level":"WARN","msg":"handler: ignoring partial history record","step":262600,"current":278001}
+{"time":"2025-05-19T15:16:41.954614769Z","level":"WARN","msg":"handler: ignoring partial history record","step":262600,"current":278001}
+{"time":"2025-05-19T15:16:41.954626992Z","level":"WARN","msg":"handler: ignoring partial history record","step":262600,"current":278001}
+{"time":"2025-05-19T15:16:41.95463649Z","level":"WARN","msg":"handler: ignoring partial history record","step":262600,"current":278001}
+{"time":"2025-05-19T15:16:41.954645499Z","level":"WARN","msg":"handler: ignoring partial history record","step":262600,"current":278001}
+{"time":"2025-05-19T15:16:41.954654509Z","level":"WARN","msg":"handler: ignoring partial history record","step":262600,"current":278001}
+{"time":"2025-05-19T15:16:41.954686636Z","level":"WARN","msg":"handler: ignoring partial history record","step":262600,"current":278001}
+{"time":"2025-05-19T15:16:41.954696623Z","level":"WARN","msg":"handler: ignoring partial history record","step":262600,"current":278001}
+{"time":"2025-05-19T15:16:41.954704654Z","level":"WARN","msg":"handler: ignoring partial history record","step":262600,"current":278001}
+{"time":"2025-05-19T15:16:49.376075424Z","level":"INFO","msg":"api: retrying HTTP error","status":502,"url":"https://api.wandb.ai/files/marchmelo0923-postech/lerobot/fekph8dz/file_stream","body":"\n\n\n502 Server Error\n\n\nError: Server Error
\nThe server encountered a temporary error and could not complete your request.
Please try again in 30 seconds.\n
\n\n"}
+{"time":"2025-05-19T15:17:40.806229243Z","level":"WARN","msg":"handler: ignoring partial history record","step":262800,"current":278001}
+{"time":"2025-05-19T15:17:40.806347065Z","level":"WARN","msg":"handler: ignoring partial history record","step":262800,"current":278001}
+{"time":"2025-05-19T15:17:40.806359357Z","level":"WARN","msg":"handler: ignoring partial history record","step":262800,"current":278001}
+{"time":"2025-05-19T15:17:40.806369693Z","level":"WARN","msg":"handler: ignoring partial history record","step":262800,"current":278001}
+{"time":"2025-05-19T15:17:40.806378214Z","level":"WARN","msg":"handler: ignoring partial history record","step":262800,"current":278001}
+{"time":"2025-05-19T15:17:40.806387223Z","level":"WARN","msg":"handler: ignoring partial history record","step":262800,"current":278001}
+{"time":"2025-05-19T15:17:40.806395255Z","level":"WARN","msg":"handler: ignoring partial history record","step":262800,"current":278001}
+{"time":"2025-05-19T15:17:40.806403775Z","level":"WARN","msg":"handler: ignoring partial history record","step":262800,"current":278001}
+{"time":"2025-05-19T15:17:40.806412296Z","level":"WARN","msg":"handler: ignoring partial history record","step":262800,"current":278001}
+{"time":"2025-05-19T15:18:41.258201704Z","level":"WARN","msg":"handler: ignoring partial history record","step":263000,"current":278001}
+{"time":"2025-05-19T15:18:41.258268541Z","level":"WARN","msg":"handler: ignoring partial history record","step":263000,"current":278001}
+{"time":"2025-05-19T15:18:41.258280275Z","level":"WARN","msg":"handler: ignoring partial history record","step":263000,"current":278001}
+{"time":"2025-05-19T15:18:41.258290192Z","level":"WARN","msg":"handler: ignoring partial history record","step":263000,"current":278001}
+{"time":"2025-05-19T15:18:41.258300179Z","level":"WARN","msg":"handler: ignoring partial history record","step":263000,"current":278001}
+{"time":"2025-05-19T15:18:41.2583087Z","level":"WARN","msg":"handler: ignoring partial history record","step":263000,"current":278001}
+{"time":"2025-05-19T15:18:41.258318687Z","level":"WARN","msg":"handler: ignoring partial history record","step":263000,"current":278001}
+{"time":"2025-05-19T15:18:41.258328116Z","level":"WARN","msg":"handler: ignoring partial history record","step":263000,"current":278001}
+{"time":"2025-05-19T15:18:41.258337544Z","level":"WARN","msg":"handler: ignoring partial history record","step":263000,"current":278001}
+{"time":"2025-05-19T15:19:42.438306388Z","level":"WARN","msg":"handler: ignoring partial history record","step":263200,"current":278001}
+{"time":"2025-05-19T15:19:42.43842372Z","level":"WARN","msg":"handler: ignoring partial history record","step":263200,"current":278001}
+{"time":"2025-05-19T15:19:42.438435524Z","level":"WARN","msg":"handler: ignoring partial history record","step":263200,"current":278001}
+{"time":"2025-05-19T15:19:42.438443555Z","level":"WARN","msg":"handler: ignoring partial history record","step":263200,"current":278001}
+{"time":"2025-05-19T15:19:42.438452565Z","level":"WARN","msg":"handler: ignoring partial history record","step":263200,"current":278001}
+{"time":"2025-05-19T15:19:42.438481479Z","level":"WARN","msg":"handler: ignoring partial history record","step":263200,"current":278001}
+{"time":"2025-05-19T15:19:42.438488602Z","level":"WARN","msg":"handler: ignoring partial history record","step":263200,"current":278001}
+{"time":"2025-05-19T15:19:42.438496075Z","level":"WARN","msg":"handler: ignoring partial history record","step":263200,"current":278001}
+{"time":"2025-05-19T15:19:42.438503199Z","level":"WARN","msg":"handler: ignoring partial history record","step":263200,"current":278001}
+{"time":"2025-05-19T15:20:42.506186527Z","level":"WARN","msg":"handler: ignoring partial history record","step":263400,"current":278001}
+{"time":"2025-05-19T15:20:42.506275574Z","level":"WARN","msg":"handler: ignoring partial history record","step":263400,"current":278001}
+{"time":"2025-05-19T15:20:42.506287307Z","level":"WARN","msg":"handler: ignoring partial history record","step":263400,"current":278001}
+{"time":"2025-05-19T15:20:42.506296317Z","level":"WARN","msg":"handler: ignoring partial history record","step":263400,"current":278001}
+{"time":"2025-05-19T15:20:42.506305326Z","level":"WARN","msg":"handler: ignoring partial history record","step":263400,"current":278001}
+{"time":"2025-05-19T15:20:42.506314825Z","level":"WARN","msg":"handler: ignoring partial history record","step":263400,"current":278001}
+{"time":"2025-05-19T15:20:42.506323345Z","level":"WARN","msg":"handler: ignoring partial history record","step":263400,"current":278001}
+{"time":"2025-05-19T15:20:42.506331377Z","level":"WARN","msg":"handler: ignoring partial history record","step":263400,"current":278001}
+{"time":"2025-05-19T15:20:42.506340386Z","level":"WARN","msg":"handler: ignoring partial history record","step":263400,"current":278001}
+{"time":"2025-05-19T15:21:40.486220544Z","level":"WARN","msg":"handler: ignoring partial history record","step":263600,"current":278001}
+{"time":"2025-05-19T15:21:40.486284448Z","level":"WARN","msg":"handler: ignoring partial history record","step":263600,"current":278001}
+{"time":"2025-05-19T15:21:40.486295343Z","level":"WARN","msg":"handler: ignoring partial history record","step":263600,"current":278001}
+{"time":"2025-05-19T15:21:40.486303375Z","level":"WARN","msg":"handler: ignoring partial history record","step":263600,"current":278001}
+{"time":"2025-05-19T15:21:40.486312873Z","level":"WARN","msg":"handler: ignoring partial history record","step":263600,"current":278001}
+{"time":"2025-05-19T15:21:40.486321394Z","level":"WARN","msg":"handler: ignoring partial history record","step":263600,"current":278001}
+{"time":"2025-05-19T15:21:40.486330333Z","level":"WARN","msg":"handler: ignoring partial history record","step":263600,"current":278001}
+{"time":"2025-05-19T15:21:40.486337876Z","level":"WARN","msg":"handler: ignoring partial history record","step":263600,"current":278001}
+{"time":"2025-05-19T15:21:40.486345978Z","level":"WARN","msg":"handler: ignoring partial history record","step":263600,"current":278001}
+{"time":"2025-05-19T15:22:38.374272568Z","level":"WARN","msg":"handler: ignoring partial history record","step":263800,"current":278001}
+{"time":"2025-05-19T15:22:38.374386129Z","level":"WARN","msg":"handler: ignoring partial history record","step":263800,"current":278001}
+{"time":"2025-05-19T15:22:38.374397863Z","level":"WARN","msg":"handler: ignoring partial history record","step":263800,"current":278001}
+{"time":"2025-05-19T15:22:38.374408758Z","level":"WARN","msg":"handler: ignoring partial history record","step":263800,"current":278001}
+{"time":"2025-05-19T15:22:38.37445611Z","level":"WARN","msg":"handler: ignoring partial history record","step":263800,"current":278001}
+{"time":"2025-05-19T15:22:38.374531328Z","level":"WARN","msg":"handler: ignoring partial history record","step":263800,"current":278001}
+{"time":"2025-05-19T15:22:38.374640629Z","level":"WARN","msg":"handler: ignoring partial history record","step":263800,"current":278001}
+{"time":"2025-05-19T15:22:38.374737149Z","level":"WARN","msg":"handler: ignoring partial history record","step":263800,"current":278001}
+{"time":"2025-05-19T15:22:38.374939198Z","level":"WARN","msg":"handler: ignoring partial history record","step":263800,"current":278001}
+{"time":"2025-05-19T15:23:47.278233175Z","level":"WARN","msg":"handler: ignoring partial history record","step":264000,"current":278001}
+{"time":"2025-05-19T15:23:47.278316845Z","level":"WARN","msg":"handler: ignoring partial history record","step":264000,"current":278001}
+{"time":"2025-05-19T15:23:47.278332489Z","level":"WARN","msg":"handler: ignoring partial history record","step":264000,"current":278001}
+{"time":"2025-05-19T15:23:47.278342825Z","level":"WARN","msg":"handler: ignoring partial history record","step":264000,"current":278001}
+{"time":"2025-05-19T15:23:47.278352324Z","level":"WARN","msg":"handler: ignoring partial history record","step":264000,"current":278001}
+{"time":"2025-05-19T15:23:47.27836273Z","level":"WARN","msg":"handler: ignoring partial history record","step":264000,"current":278001}
+{"time":"2025-05-19T15:23:47.278372228Z","level":"WARN","msg":"handler: ignoring partial history record","step":264000,"current":278001}
+{"time":"2025-05-19T15:23:47.278381727Z","level":"WARN","msg":"handler: ignoring partial history record","step":264000,"current":278001}
+{"time":"2025-05-19T15:23:47.278389688Z","level":"WARN","msg":"handler: ignoring partial history record","step":264000,"current":278001}
+{"time":"2025-05-19T15:24:54.122225418Z","level":"WARN","msg":"handler: ignoring partial history record","step":264200,"current":278001}
+{"time":"2025-05-19T15:24:54.12232522Z","level":"WARN","msg":"handler: ignoring partial history record","step":264200,"current":278001}
+{"time":"2025-05-19T15:24:54.122340865Z","level":"WARN","msg":"handler: ignoring partial history record","step":264200,"current":278001}
+{"time":"2025-05-19T15:24:54.122353646Z","level":"WARN","msg":"handler: ignoring partial history record","step":264200,"current":278001}
+{"time":"2025-05-19T15:24:54.12236496Z","level":"WARN","msg":"handler: ignoring partial history record","step":264200,"current":278001}
+{"time":"2025-05-19T15:24:54.122374388Z","level":"WARN","msg":"handler: ignoring partial history record","step":264200,"current":278001}
+{"time":"2025-05-19T15:24:54.122382909Z","level":"WARN","msg":"handler: ignoring partial history record","step":264200,"current":278001}
+{"time":"2025-05-19T15:24:54.122392896Z","level":"WARN","msg":"handler: ignoring partial history record","step":264200,"current":278001}
+{"time":"2025-05-19T15:24:54.122400928Z","level":"WARN","msg":"handler: ignoring partial history record","step":264200,"current":278001}
+{"time":"2025-05-19T15:26:01.034183267Z","level":"WARN","msg":"handler: ignoring partial history record","step":264400,"current":278001}
+{"time":"2025-05-19T15:26:01.034237743Z","level":"WARN","msg":"handler: ignoring partial history record","step":264400,"current":278001}
+{"time":"2025-05-19T15:26:01.034249057Z","level":"WARN","msg":"handler: ignoring partial history record","step":264400,"current":278001}
+{"time":"2025-05-19T15:26:01.034258485Z","level":"WARN","msg":"handler: ignoring partial history record","step":264400,"current":278001}
+{"time":"2025-05-19T15:26:01.034267006Z","level":"WARN","msg":"handler: ignoring partial history record","step":264400,"current":278001}
+{"time":"2025-05-19T15:26:01.034275527Z","level":"WARN","msg":"handler: ignoring partial history record","step":264400,"current":278001}
+{"time":"2025-05-19T15:26:01.034283558Z","level":"WARN","msg":"handler: ignoring partial history record","step":264400,"current":278001}
+{"time":"2025-05-19T15:26:01.034292079Z","level":"WARN","msg":"handler: ignoring partial history record","step":264400,"current":278001}
+{"time":"2025-05-19T15:26:01.034299691Z","level":"WARN","msg":"handler: ignoring partial history record","step":264400,"current":278001}
+{"time":"2025-05-19T15:27:07.206178754Z","level":"WARN","msg":"handler: ignoring partial history record","step":264600,"current":278001}
+{"time":"2025-05-19T15:27:07.206263471Z","level":"WARN","msg":"handler: ignoring partial history record","step":264600,"current":278001}
+{"time":"2025-05-19T15:27:07.206322556Z","level":"WARN","msg":"handler: ignoring partial history record","step":264600,"current":278001}
+{"time":"2025-05-19T15:27:07.20640867Z","level":"WARN","msg":"handler: ignoring partial history record","step":264600,"current":278001}
+{"time":"2025-05-19T15:27:07.206488149Z","level":"WARN","msg":"handler: ignoring partial history record","step":264600,"current":278001}
+{"time":"2025-05-19T15:27:07.206579989Z","level":"WARN","msg":"handler: ignoring partial history record","step":264600,"current":278001}
+{"time":"2025-05-19T15:27:07.206685449Z","level":"WARN","msg":"handler: ignoring partial history record","step":264600,"current":278001}
+{"time":"2025-05-19T15:27:07.206777219Z","level":"WARN","msg":"handler: ignoring partial history record","step":264600,"current":278001}
+{"time":"2025-05-19T15:27:07.206870946Z","level":"WARN","msg":"handler: ignoring partial history record","step":264600,"current":278001}
+{"time":"2025-05-19T15:28:12.230218201Z","level":"WARN","msg":"handler: ignoring partial history record","step":264800,"current":278001}
+{"time":"2025-05-19T15:28:12.230316606Z","level":"WARN","msg":"handler: ignoring partial history record","step":264800,"current":278001}
+{"time":"2025-05-19T15:28:12.230326524Z","level":"WARN","msg":"handler: ignoring partial history record","step":264800,"current":278001}
+{"time":"2025-05-19T15:28:12.230335044Z","level":"WARN","msg":"handler: ignoring partial history record","step":264800,"current":278001}
+{"time":"2025-05-19T15:28:12.230342657Z","level":"WARN","msg":"handler: ignoring partial history record","step":264800,"current":278001}
+{"time":"2025-05-19T15:28:12.230351177Z","level":"WARN","msg":"handler: ignoring partial history record","step":264800,"current":278001}
+{"time":"2025-05-19T15:28:12.23035872Z","level":"WARN","msg":"handler: ignoring partial history record","step":264800,"current":278001}
+{"time":"2025-05-19T15:28:12.23036766Z","level":"WARN","msg":"handler: ignoring partial history record","step":264800,"current":278001}
+{"time":"2025-05-19T15:28:12.230375761Z","level":"WARN","msg":"handler: ignoring partial history record","step":264800,"current":278001}
+{"time":"2025-05-19T15:29:18.402147886Z","level":"WARN","msg":"handler: ignoring partial history record","step":265000,"current":278001}
+{"time":"2025-05-19T15:29:18.402187206Z","level":"WARN","msg":"handler: ignoring partial history record","step":265000,"current":278001}
+{"time":"2025-05-19T15:29:18.402280793Z","level":"WARN","msg":"handler: ignoring partial history record","step":265000,"current":278001}
+{"time":"2025-05-19T15:29:18.402338062Z","level":"WARN","msg":"handler: ignoring partial history record","step":265000,"current":278001}
+{"time":"2025-05-19T15:29:18.402348888Z","level":"WARN","msg":"handler: ignoring partial history record","step":265000,"current":278001}
+{"time":"2025-05-19T15:29:18.402359364Z","level":"WARN","msg":"handler: ignoring partial history record","step":265000,"current":278001}
+{"time":"2025-05-19T15:29:18.402368373Z","level":"WARN","msg":"handler: ignoring partial history record","step":265000,"current":278001}
+{"time":"2025-05-19T15:29:18.402377802Z","level":"WARN","msg":"handler: ignoring partial history record","step":265000,"current":278001}
+{"time":"2025-05-19T15:29:18.402386322Z","level":"WARN","msg":"handler: ignoring partial history record","step":265000,"current":278001}
+{"time":"2025-05-19T15:30:20.458133536Z","level":"WARN","msg":"handler: ignoring partial history record","step":265200,"current":278001}
+{"time":"2025-05-19T15:30:20.458249472Z","level":"WARN","msg":"handler: ignoring partial history record","step":265200,"current":278001}
+{"time":"2025-05-19T15:30:20.458259389Z","level":"WARN","msg":"handler: ignoring partial history record","step":265200,"current":278001}
+{"time":"2025-05-19T15:30:20.458268399Z","level":"WARN","msg":"handler: ignoring partial history record","step":265200,"current":278001}
+{"time":"2025-05-19T15:30:20.458277408Z","level":"WARN","msg":"handler: ignoring partial history record","step":265200,"current":278001}
+{"time":"2025-05-19T15:30:20.458299128Z","level":"WARN","msg":"handler: ignoring partial history record","step":265200,"current":278001}
+{"time":"2025-05-19T15:30:20.45830716Z","level":"WARN","msg":"handler: ignoring partial history record","step":265200,"current":278001}
+{"time":"2025-05-19T15:30:20.458315681Z","level":"WARN","msg":"handler: ignoring partial history record","step":265200,"current":278001}
+{"time":"2025-05-19T15:30:20.458323782Z","level":"WARN","msg":"handler: ignoring partial history record","step":265200,"current":278001}
+{"time":"2025-05-19T15:31:19.002138756Z","level":"WARN","msg":"handler: ignoring partial history record","step":265400,"current":278001}
+{"time":"2025-05-19T15:31:19.002213066Z","level":"WARN","msg":"handler: ignoring partial history record","step":265400,"current":278001}
+{"time":"2025-05-19T15:31:19.002223054Z","level":"WARN","msg":"handler: ignoring partial history record","step":265400,"current":278001}
+{"time":"2025-05-19T15:31:19.002231574Z","level":"WARN","msg":"handler: ignoring partial history record","step":265400,"current":278001}
+{"time":"2025-05-19T15:31:19.002240514Z","level":"WARN","msg":"handler: ignoring partial history record","step":265400,"current":278001}
+{"time":"2025-05-19T15:31:19.002247637Z","level":"WARN","msg":"handler: ignoring partial history record","step":265400,"current":278001}
+{"time":"2025-05-19T15:31:19.00225518Z","level":"WARN","msg":"handler: ignoring partial history record","step":265400,"current":278001}
+{"time":"2025-05-19T15:31:19.002263701Z","level":"WARN","msg":"handler: ignoring partial history record","step":265400,"current":278001}
+{"time":"2025-05-19T15:31:19.002272221Z","level":"WARN","msg":"handler: ignoring partial history record","step":265400,"current":278001}
+{"time":"2025-05-19T15:32:19.18328713Z","level":"WARN","msg":"handler: ignoring partial history record","step":265600,"current":278001}
+{"time":"2025-05-19T15:32:19.183447974Z","level":"WARN","msg":"handler: ignoring partial history record","step":265600,"current":278001}
+{"time":"2025-05-19T15:32:19.183464945Z","level":"WARN","msg":"handler: ignoring partial history record","step":265600,"current":278001}
+{"time":"2025-05-19T15:32:19.183669369Z","level":"WARN","msg":"handler: ignoring partial history record","step":265600,"current":278001}
+{"time":"2025-05-19T15:32:19.183788657Z","level":"WARN","msg":"handler: ignoring partial history record","step":265600,"current":278001}
+{"time":"2025-05-19T15:32:19.183803742Z","level":"WARN","msg":"handler: ignoring partial history record","step":265600,"current":278001}
+{"time":"2025-05-19T15:32:19.184426373Z","level":"WARN","msg":"handler: ignoring partial history record","step":265600,"current":278001}
+{"time":"2025-05-19T15:32:19.184438176Z","level":"WARN","msg":"handler: ignoring partial history record","step":265600,"current":278001}
+{"time":"2025-05-19T15:32:19.184448163Z","level":"WARN","msg":"handler: ignoring partial history record","step":265600,"current":278001}
+{"time":"2025-05-19T15:33:19.306177142Z","level":"WARN","msg":"handler: ignoring partial history record","step":265800,"current":278001}
+{"time":"2025-05-19T15:33:19.306222539Z","level":"WARN","msg":"handler: ignoring partial history record","step":265800,"current":278001}
+{"time":"2025-05-19T15:33:19.306232456Z","level":"WARN","msg":"handler: ignoring partial history record","step":265800,"current":278001}
+{"time":"2025-05-19T15:33:19.306242443Z","level":"WARN","msg":"handler: ignoring partial history record","step":265800,"current":278001}
+{"time":"2025-05-19T15:33:19.306251453Z","level":"WARN","msg":"handler: ignoring partial history record","step":265800,"current":278001}
+{"time":"2025-05-19T15:33:19.306260393Z","level":"WARN","msg":"handler: ignoring partial history record","step":265800,"current":278001}
+{"time":"2025-05-19T15:33:19.306267935Z","level":"WARN","msg":"handler: ignoring partial history record","step":265800,"current":278001}
+{"time":"2025-05-19T15:33:19.306289726Z","level":"WARN","msg":"handler: ignoring partial history record","step":265800,"current":278001}
+{"time":"2025-05-19T15:33:19.306297757Z","level":"WARN","msg":"handler: ignoring partial history record","step":265800,"current":278001}
+{"time":"2025-05-19T15:34:18.666202554Z","level":"WARN","msg":"handler: ignoring partial history record","step":266000,"current":278001}
+{"time":"2025-05-19T15:34:18.666279658Z","level":"WARN","msg":"handler: ignoring partial history record","step":266000,"current":278001}
+{"time":"2025-05-19T15:34:18.666291112Z","level":"WARN","msg":"handler: ignoring partial history record","step":266000,"current":278001}
+{"time":"2025-05-19T15:34:18.666300541Z","level":"WARN","msg":"handler: ignoring partial history record","step":266000,"current":278001}
+{"time":"2025-05-19T15:34:18.66630948Z","level":"WARN","msg":"handler: ignoring partial history record","step":266000,"current":278001}
+{"time":"2025-05-19T15:34:18.666318909Z","level":"WARN","msg":"handler: ignoring partial history record","step":266000,"current":278001}
+{"time":"2025-05-19T15:34:18.666328407Z","level":"WARN","msg":"handler: ignoring partial history record","step":266000,"current":278001}
+{"time":"2025-05-19T15:34:18.666337906Z","level":"WARN","msg":"handler: ignoring partial history record","step":266000,"current":278001}
+{"time":"2025-05-19T15:34:18.666346426Z","level":"WARN","msg":"handler: ignoring partial history record","step":266000,"current":278001}
+{"time":"2025-05-19T15:35:17.91021884Z","level":"WARN","msg":"handler: ignoring partial history record","step":266200,"current":278001}
+{"time":"2025-05-19T15:35:17.91027129Z","level":"WARN","msg":"handler: ignoring partial history record","step":266200,"current":278001}
+{"time":"2025-05-19T15:35:17.910281208Z","level":"WARN","msg":"handler: ignoring partial history record","step":266200,"current":278001}
+{"time":"2025-05-19T15:35:17.910290217Z","level":"WARN","msg":"handler: ignoring partial history record","step":266200,"current":278001}
+{"time":"2025-05-19T15:35:17.910298249Z","level":"WARN","msg":"handler: ignoring partial history record","step":266200,"current":278001}
+{"time":"2025-05-19T15:35:17.910308166Z","level":"WARN","msg":"handler: ignoring partial history record","step":266200,"current":278001}
+{"time":"2025-05-19T15:35:17.910317176Z","level":"WARN","msg":"handler: ignoring partial history record","step":266200,"current":278001}
+{"time":"2025-05-19T15:35:17.910325277Z","level":"WARN","msg":"handler: ignoring partial history record","step":266200,"current":278001}
+{"time":"2025-05-19T15:35:17.910333798Z","level":"WARN","msg":"handler: ignoring partial history record","step":266200,"current":278001}
+{"time":"2025-05-19T15:36:16.866173219Z","level":"WARN","msg":"handler: ignoring partial history record","step":266400,"current":278001}
+{"time":"2025-05-19T15:36:16.866247529Z","level":"WARN","msg":"handler: ignoring partial history record","step":266400,"current":278001}
+{"time":"2025-05-19T15:36:16.866258005Z","level":"WARN","msg":"handler: ignoring partial history record","step":266400,"current":278001}
+{"time":"2025-05-19T15:36:16.866266526Z","level":"WARN","msg":"handler: ignoring partial history record","step":266400,"current":278001}
+{"time":"2025-05-19T15:36:16.866275047Z","level":"WARN","msg":"handler: ignoring partial history record","step":266400,"current":278001}
+{"time":"2025-05-19T15:36:16.866282589Z","level":"WARN","msg":"handler: ignoring partial history record","step":266400,"current":278001}
+{"time":"2025-05-19T15:36:16.866289643Z","level":"WARN","msg":"handler: ignoring partial history record","step":266400,"current":278001}
+{"time":"2025-05-19T15:36:16.866298234Z","level":"WARN","msg":"handler: ignoring partial history record","step":266400,"current":278001}
+{"time":"2025-05-19T15:36:16.866307173Z","level":"WARN","msg":"handler: ignoring partial history record","step":266400,"current":278001}
+{"time":"2025-05-19T15:37:16.842210602Z","level":"WARN","msg":"handler: ignoring partial history record","step":266600,"current":278001}
+{"time":"2025-05-19T15:37:16.842334081Z","level":"WARN","msg":"handler: ignoring partial history record","step":266600,"current":278001}
+{"time":"2025-05-19T15:37:16.842345954Z","level":"WARN","msg":"handler: ignoring partial history record","step":266600,"current":278001}
+{"time":"2025-05-19T15:37:16.842355382Z","level":"WARN","msg":"handler: ignoring partial history record","step":266600,"current":278001}
+{"time":"2025-05-19T15:37:16.842363903Z","level":"WARN","msg":"handler: ignoring partial history record","step":266600,"current":278001}
+{"time":"2025-05-19T15:37:16.842372423Z","level":"WARN","msg":"handler: ignoring partial history record","step":266600,"current":278001}
+{"time":"2025-05-19T15:37:16.842381363Z","level":"WARN","msg":"handler: ignoring partial history record","step":266600,"current":278001}
+{"time":"2025-05-19T15:37:16.842390861Z","level":"WARN","msg":"handler: ignoring partial history record","step":266600,"current":278001}
+{"time":"2025-05-19T15:37:16.842398893Z","level":"WARN","msg":"handler: ignoring partial history record","step":266600,"current":278001}
+{"time":"2025-05-19T15:38:16.082147278Z","level":"WARN","msg":"handler: ignoring partial history record","step":266800,"current":278001}
+{"time":"2025-05-19T15:38:16.082223474Z","level":"WARN","msg":"handler: ignoring partial history record","step":266800,"current":278001}
+{"time":"2025-05-19T15:38:16.0822343Z","level":"WARN","msg":"handler: ignoring partial history record","step":266800,"current":278001}
+{"time":"2025-05-19T15:38:16.082244217Z","level":"WARN","msg":"handler: ignoring partial history record","step":266800,"current":278001}
+{"time":"2025-05-19T15:38:16.082252319Z","level":"WARN","msg":"handler: ignoring partial history record","step":266800,"current":278001}
+{"time":"2025-05-19T15:38:16.082262236Z","level":"WARN","msg":"handler: ignoring partial history record","step":266800,"current":278001}
+{"time":"2025-05-19T15:38:16.082271176Z","level":"WARN","msg":"handler: ignoring partial history record","step":266800,"current":278001}
+{"time":"2025-05-19T15:38:16.082280674Z","level":"WARN","msg":"handler: ignoring partial history record","step":266800,"current":278001}
+{"time":"2025-05-19T15:38:16.082288706Z","level":"WARN","msg":"handler: ignoring partial history record","step":266800,"current":278001}
+{"time":"2025-05-19T15:39:15.806418574Z","level":"WARN","msg":"handler: ignoring partial history record","step":267000,"current":278001}
+{"time":"2025-05-19T15:39:15.806465367Z","level":"WARN","msg":"handler: ignoring partial history record","step":267000,"current":278001}
+{"time":"2025-05-19T15:39:15.806474377Z","level":"WARN","msg":"handler: ignoring partial history record","step":267000,"current":278001}
+{"time":"2025-05-19T15:39:15.806484783Z","level":"WARN","msg":"handler: ignoring partial history record","step":267000,"current":278001}
+{"time":"2025-05-19T15:39:15.806495608Z","level":"WARN","msg":"handler: ignoring partial history record","step":267000,"current":278001}
+{"time":"2025-05-19T15:39:15.80650364Z","level":"WARN","msg":"handler: ignoring partial history record","step":267000,"current":278001}
+{"time":"2025-05-19T15:39:15.806511741Z","level":"WARN","msg":"handler: ignoring partial history record","step":267000,"current":278001}
+{"time":"2025-05-19T15:39:15.806520262Z","level":"WARN","msg":"handler: ignoring partial history record","step":267000,"current":278001}
+{"time":"2025-05-19T15:39:15.806528294Z","level":"WARN","msg":"handler: ignoring partial history record","step":267000,"current":278001}
+{"time":"2025-05-19T15:40:14.478204819Z","level":"WARN","msg":"handler: ignoring partial history record","step":267200,"current":278001}
+{"time":"2025-05-19T15:40:14.478273402Z","level":"WARN","msg":"handler: ignoring partial history record","step":267200,"current":278001}
+{"time":"2025-05-19T15:40:14.478284297Z","level":"WARN","msg":"handler: ignoring partial history record","step":267200,"current":278001}
+{"time":"2025-05-19T15:40:14.478294215Z","level":"WARN","msg":"handler: ignoring partial history record","step":267200,"current":278001}
+{"time":"2025-05-19T15:40:14.47831838Z","level":"WARN","msg":"handler: ignoring partial history record","step":267200,"current":278001}
+{"time":"2025-05-19T15:40:14.478327319Z","level":"WARN","msg":"handler: ignoring partial history record","step":267200,"current":278001}
+{"time":"2025-05-19T15:40:14.478336329Z","level":"WARN","msg":"handler: ignoring partial history record","step":267200,"current":278001}
+{"time":"2025-05-19T15:40:14.478343872Z","level":"WARN","msg":"handler: ignoring partial history record","step":267200,"current":278001}
+{"time":"2025-05-19T15:40:14.478352881Z","level":"WARN","msg":"handler: ignoring partial history record","step":267200,"current":278001}
+{"time":"2025-05-19T15:41:13.678137509Z","level":"WARN","msg":"handler: ignoring partial history record","step":267400,"current":278001}
+{"time":"2025-05-19T15:41:13.678235914Z","level":"WARN","msg":"handler: ignoring partial history record","step":267400,"current":278001}
+{"time":"2025-05-19T15:41:13.678251489Z","level":"WARN","msg":"handler: ignoring partial history record","step":267400,"current":278001}
+{"time":"2025-05-19T15:41:13.678264759Z","level":"WARN","msg":"handler: ignoring partial history record","step":267400,"current":278001}
+{"time":"2025-05-19T15:41:13.678276073Z","level":"WARN","msg":"handler: ignoring partial history record","step":267400,"current":278001}
+{"time":"2025-05-19T15:41:13.678287946Z","level":"WARN","msg":"handler: ignoring partial history record","step":267400,"current":278001}
+{"time":"2025-05-19T15:41:13.678299749Z","level":"WARN","msg":"handler: ignoring partial history record","step":267400,"current":278001}
+{"time":"2025-05-19T15:41:13.678311203Z","level":"WARN","msg":"handler: ignoring partial history record","step":267400,"current":278001}
+{"time":"2025-05-19T15:41:13.678321609Z","level":"WARN","msg":"handler: ignoring partial history record","step":267400,"current":278001}
+{"time":"2025-05-19T15:42:13.822171625Z","level":"WARN","msg":"handler: ignoring partial history record","step":267600,"current":278001}
+{"time":"2025-05-19T15:42:13.822221771Z","level":"WARN","msg":"handler: ignoring partial history record","step":267600,"current":278001}
+{"time":"2025-05-19T15:42:13.822232666Z","level":"WARN","msg":"handler: ignoring partial history record","step":267600,"current":278001}
+{"time":"2025-05-19T15:42:13.822241186Z","level":"WARN","msg":"handler: ignoring partial history record","step":267600,"current":278001}
+{"time":"2025-05-19T15:42:13.822250615Z","level":"WARN","msg":"handler: ignoring partial history record","step":267600,"current":278001}
+{"time":"2025-05-19T15:42:13.822259624Z","level":"WARN","msg":"handler: ignoring partial history record","step":267600,"current":278001}
+{"time":"2025-05-19T15:42:13.822268145Z","level":"WARN","msg":"handler: ignoring partial history record","step":267600,"current":278001}
+{"time":"2025-05-19T15:42:13.822278621Z","level":"WARN","msg":"handler: ignoring partial history record","step":267600,"current":278001}
+{"time":"2025-05-19T15:42:13.822287561Z","level":"WARN","msg":"handler: ignoring partial history record","step":267600,"current":278001}
+{"time":"2025-05-19T15:43:19.430061207Z","level":"WARN","msg":"handler: ignoring partial history record","step":267800,"current":278001}
+{"time":"2025-05-19T15:43:19.430138311Z","level":"WARN","msg":"handler: ignoring partial history record","step":267800,"current":278001}
+{"time":"2025-05-19T15:43:19.43014781Z","level":"WARN","msg":"handler: ignoring partial history record","step":267800,"current":278001}
+{"time":"2025-05-19T15:43:19.430156819Z","level":"WARN","msg":"handler: ignoring partial history record","step":267800,"current":278001}
+{"time":"2025-05-19T15:43:19.430164432Z","level":"WARN","msg":"handler: ignoring partial history record","step":267800,"current":278001}
+{"time":"2025-05-19T15:43:19.430171975Z","level":"WARN","msg":"handler: ignoring partial history record","step":267800,"current":278001}
+{"time":"2025-05-19T15:43:19.430179936Z","level":"WARN","msg":"handler: ignoring partial history record","step":267800,"current":278001}
+{"time":"2025-05-19T15:43:19.430201727Z","level":"WARN","msg":"handler: ignoring partial history record","step":267800,"current":278001}
+{"time":"2025-05-19T15:43:19.430210247Z","level":"WARN","msg":"handler: ignoring partial history record","step":267800,"current":278001}
+{"time":"2025-05-19T15:44:24.262166551Z","level":"WARN","msg":"handler: ignoring partial history record","step":268000,"current":278001}
+{"time":"2025-05-19T15:44:24.262246449Z","level":"WARN","msg":"handler: ignoring partial history record","step":268000,"current":278001}
+{"time":"2025-05-19T15:44:24.262257833Z","level":"WARN","msg":"handler: ignoring partial history record","step":268000,"current":278001}
+{"time":"2025-05-19T15:44:24.262266842Z","level":"WARN","msg":"handler: ignoring partial history record","step":268000,"current":278001}
+{"time":"2025-05-19T15:44:24.262275363Z","level":"WARN","msg":"handler: ignoring partial history record","step":268000,"current":278001}
+{"time":"2025-05-19T15:44:24.262284861Z","level":"WARN","msg":"handler: ignoring partial history record","step":268000,"current":278001}
+{"time":"2025-05-19T15:44:24.262293801Z","level":"WARN","msg":"handler: ignoring partial history record","step":268000,"current":278001}
+{"time":"2025-05-19T15:44:24.262300925Z","level":"WARN","msg":"handler: ignoring partial history record","step":268000,"current":278001}
+{"time":"2025-05-19T15:44:24.262309445Z","level":"WARN","msg":"handler: ignoring partial history record","step":268000,"current":278001}
+{"time":"2025-05-19T15:45:27.314198591Z","level":"WARN","msg":"handler: ignoring partial history record","step":268200,"current":278001}
+{"time":"2025-05-19T15:45:27.314247759Z","level":"WARN","msg":"handler: ignoring partial history record","step":268200,"current":278001}
+{"time":"2025-05-19T15:45:27.314257677Z","level":"WARN","msg":"handler: ignoring partial history record","step":268200,"current":278001}
+{"time":"2025-05-19T15:45:27.314267105Z","level":"WARN","msg":"handler: ignoring partial history record","step":268200,"current":278001}
+{"time":"2025-05-19T15:45:27.314275137Z","level":"WARN","msg":"handler: ignoring partial history record","step":268200,"current":278001}
+{"time":"2025-05-19T15:45:27.314285054Z","level":"WARN","msg":"handler: ignoring partial history record","step":268200,"current":278001}
+{"time":"2025-05-19T15:45:27.314293156Z","level":"WARN","msg":"handler: ignoring partial history record","step":268200,"current":278001}
+{"time":"2025-05-19T15:45:27.314301676Z","level":"WARN","msg":"handler: ignoring partial history record","step":268200,"current":278001}
+{"time":"2025-05-19T15:45:27.314310616Z","level":"WARN","msg":"handler: ignoring partial history record","step":268200,"current":278001}
+{"time":"2025-05-19T15:46:30.690192275Z","level":"WARN","msg":"handler: ignoring partial history record","step":268400,"current":278001}
+{"time":"2025-05-19T15:46:30.690261837Z","level":"WARN","msg":"handler: ignoring partial history record","step":268400,"current":278001}
+{"time":"2025-05-19T15:46:30.690272243Z","level":"WARN","msg":"handler: ignoring partial history record","step":268400,"current":278001}
+{"time":"2025-05-19T15:46:30.690280763Z","level":"WARN","msg":"handler: ignoring partial history record","step":268400,"current":278001}
+{"time":"2025-05-19T15:46:30.690288795Z","level":"WARN","msg":"handler: ignoring partial history record","step":268400,"current":278001}
+{"time":"2025-05-19T15:46:30.690297246Z","level":"WARN","msg":"handler: ignoring partial history record","step":268400,"current":278001}
+{"time":"2025-05-19T15:46:30.690304859Z","level":"WARN","msg":"handler: ignoring partial history record","step":268400,"current":278001}
+{"time":"2025-05-19T15:46:30.690313379Z","level":"WARN","msg":"handler: ignoring partial history record","step":268400,"current":278001}
+{"time":"2025-05-19T15:46:30.6903219Z","level":"WARN","msg":"handler: ignoring partial history record","step":268400,"current":278001}
+{"time":"2025-05-19T15:47:34.537211787Z","level":"WARN","msg":"handler: ignoring partial history record","step":268600,"current":278001}
+{"time":"2025-05-19T15:47:34.537341831Z","level":"WARN","msg":"handler: ignoring partial history record","step":268600,"current":278001}
+{"time":"2025-05-19T15:47:34.537437932Z","level":"WARN","msg":"handler: ignoring partial history record","step":268600,"current":278001}
+{"time":"2025-05-19T15:47:34.537520763Z","level":"WARN","msg":"handler: ignoring partial history record","step":268600,"current":278001}
+{"time":"2025-05-19T15:47:34.537603524Z","level":"WARN","msg":"handler: ignoring partial history record","step":268600,"current":278001}
+{"time":"2025-05-19T15:47:34.537695295Z","level":"WARN","msg":"handler: ignoring partial history record","step":268600,"current":278001}
+{"time":"2025-05-19T15:47:34.537791885Z","level":"WARN","msg":"handler: ignoring partial history record","step":268600,"current":278001}
+{"time":"2025-05-19T15:47:34.537937014Z","level":"WARN","msg":"handler: ignoring partial history record","step":268600,"current":278001}
+{"time":"2025-05-19T15:47:34.538000918Z","level":"WARN","msg":"handler: ignoring partial history record","step":268600,"current":278001}
+{"time":"2025-05-19T15:48:38.775069469Z","level":"WARN","msg":"handler: ignoring partial history record","step":268800,"current":278001}
+{"time":"2025-05-19T15:48:38.775163056Z","level":"WARN","msg":"handler: ignoring partial history record","step":268800,"current":278001}
+{"time":"2025-05-19T15:48:38.775251544Z","level":"WARN","msg":"handler: ignoring partial history record","step":268800,"current":278001}
+{"time":"2025-05-19T15:48:38.775350438Z","level":"WARN","msg":"handler: ignoring partial history record","step":268800,"current":278001}
+{"time":"2025-05-19T15:48:38.775431802Z","level":"WARN","msg":"handler: ignoring partial history record","step":268800,"current":278001}
+{"time":"2025-05-19T15:48:38.775517916Z","level":"WARN","msg":"handler: ignoring partial history record","step":268800,"current":278001}
+{"time":"2025-05-19T15:48:38.775653686Z","level":"WARN","msg":"handler: ignoring partial history record","step":268800,"current":278001}
+{"time":"2025-05-19T15:48:38.775716613Z","level":"WARN","msg":"handler: ignoring partial history record","step":268800,"current":278001}
+{"time":"2025-05-19T15:48:38.775843932Z","level":"WARN","msg":"handler: ignoring partial history record","step":268800,"current":278001}
+{"time":"2025-05-19T15:49:40.002085047Z","level":"WARN","msg":"handler: ignoring partial history record","step":269000,"current":278001}
+{"time":"2025-05-19T15:49:40.002142316Z","level":"WARN","msg":"handler: ignoring partial history record","step":269000,"current":278001}
+{"time":"2025-05-19T15:49:40.002153212Z","level":"WARN","msg":"handler: ignoring partial history record","step":269000,"current":278001}
+{"time":"2025-05-19T15:49:40.002162221Z","level":"WARN","msg":"handler: ignoring partial history record","step":269000,"current":278001}
+{"time":"2025-05-19T15:49:40.002170742Z","level":"WARN","msg":"handler: ignoring partial history record","step":269000,"current":278001}
+{"time":"2025-05-19T15:49:40.002179262Z","level":"WARN","msg":"handler: ignoring partial history record","step":269000,"current":278001}
+{"time":"2025-05-19T15:49:40.002187294Z","level":"WARN","msg":"handler: ignoring partial history record","step":269000,"current":278001}
+{"time":"2025-05-19T15:49:40.002196303Z","level":"WARN","msg":"handler: ignoring partial history record","step":269000,"current":278001}
+{"time":"2025-05-19T15:49:40.002204335Z","level":"WARN","msg":"handler: ignoring partial history record","step":269000,"current":278001}
+{"time":"2025-05-19T15:50:38.273758644Z","level":"WARN","msg":"handler: ignoring partial history record","step":269200,"current":278001}
+{"time":"2025-05-19T15:50:38.273840916Z","level":"WARN","msg":"handler: ignoring partial history record","step":269200,"current":278001}
+{"time":"2025-05-19T15:50:38.273936039Z","level":"WARN","msg":"handler: ignoring partial history record","step":269200,"current":278001}
+{"time":"2025-05-19T15:50:38.274048133Z","level":"WARN","msg":"handler: ignoring partial history record","step":269200,"current":278001}
+{"time":"2025-05-19T15:50:38.274140393Z","level":"WARN","msg":"handler: ignoring partial history record","step":269200,"current":278001}
+{"time":"2025-05-19T15:50:38.274207091Z","level":"WARN","msg":"handler: ignoring partial history record","step":269200,"current":278001}
+{"time":"2025-05-19T15:50:38.274305077Z","level":"WARN","msg":"handler: ignoring partial history record","step":269200,"current":278001}
+{"time":"2025-05-19T15:50:38.274405787Z","level":"WARN","msg":"handler: ignoring partial history record","step":269200,"current":278001}
+{"time":"2025-05-19T15:50:38.274488129Z","level":"WARN","msg":"handler: ignoring partial history record","step":269200,"current":278001}
+{"time":"2025-05-19T15:51:35.896748744Z","level":"WARN","msg":"handler: ignoring partial history record","step":269400,"current":278001}
+{"time":"2025-05-19T15:51:35.896874527Z","level":"WARN","msg":"handler: ignoring partial history record","step":269400,"current":278001}
+{"time":"2025-05-19T15:51:35.896925161Z","level":"WARN","msg":"handler: ignoring partial history record","step":269400,"current":278001}
+{"time":"2025-05-19T15:51:35.897034881Z","level":"WARN","msg":"handler: ignoring partial history record","step":269400,"current":278001}
+{"time":"2025-05-19T15:51:35.897122042Z","level":"WARN","msg":"handler: ignoring partial history record","step":269400,"current":278001}
+{"time":"2025-05-19T15:51:35.897213743Z","level":"WARN","msg":"handler: ignoring partial history record","step":269400,"current":278001}
+{"time":"2025-05-19T15:51:35.897301812Z","level":"WARN","msg":"handler: ignoring partial history record","step":269400,"current":278001}
+{"time":"2025-05-19T15:51:35.897425779Z","level":"WARN","msg":"handler: ignoring partial history record","step":269400,"current":278001}
+{"time":"2025-05-19T15:51:35.897501416Z","level":"WARN","msg":"handler: ignoring partial history record","step":269400,"current":278001}
+{"time":"2025-05-19T15:52:34.11017728Z","level":"WARN","msg":"handler: ignoring partial history record","step":269600,"current":278001}
+{"time":"2025-05-19T15:52:34.110254454Z","level":"WARN","msg":"handler: ignoring partial history record","step":269600,"current":278001}
+{"time":"2025-05-19T15:52:34.110265768Z","level":"WARN","msg":"handler: ignoring partial history record","step":269600,"current":278001}
+{"time":"2025-05-19T15:52:34.1102738Z","level":"WARN","msg":"handler: ignoring partial history record","step":269600,"current":278001}
+{"time":"2025-05-19T15:52:34.110282809Z","level":"WARN","msg":"handler: ignoring partial history record","step":269600,"current":278001}
+{"time":"2025-05-19T15:52:34.110292238Z","level":"WARN","msg":"handler: ignoring partial history record","step":269600,"current":278001}
+{"time":"2025-05-19T15:52:34.110301247Z","level":"WARN","msg":"handler: ignoring partial history record","step":269600,"current":278001}
+{"time":"2025-05-19T15:52:34.110309279Z","level":"WARN","msg":"handler: ignoring partial history record","step":269600,"current":278001}
+{"time":"2025-05-19T15:52:34.110317799Z","level":"WARN","msg":"handler: ignoring partial history record","step":269600,"current":278001}
+{"time":"2025-05-19T15:53:31.978293734Z","level":"WARN","msg":"handler: ignoring partial history record","step":269800,"current":278001}
+{"time":"2025-05-19T15:53:31.978362807Z","level":"WARN","msg":"handler: ignoring partial history record","step":269800,"current":278001}
+{"time":"2025-05-19T15:53:31.978372724Z","level":"WARN","msg":"handler: ignoring partial history record","step":269800,"current":278001}
+{"time":"2025-05-19T15:53:31.978381245Z","level":"WARN","msg":"handler: ignoring partial history record","step":269800,"current":278001}
+{"time":"2025-05-19T15:53:31.978389276Z","level":"WARN","msg":"handler: ignoring partial history record","step":269800,"current":278001}
+{"time":"2025-05-19T15:53:31.978397797Z","level":"WARN","msg":"handler: ignoring partial history record","step":269800,"current":278001}
+{"time":"2025-05-19T15:53:31.978405828Z","level":"WARN","msg":"handler: ignoring partial history record","step":269800,"current":278001}
+{"time":"2025-05-19T15:53:31.978430412Z","level":"WARN","msg":"handler: ignoring partial history record","step":269800,"current":278001}
+{"time":"2025-05-19T15:53:31.978438933Z","level":"WARN","msg":"handler: ignoring partial history record","step":269800,"current":278001}
+{"time":"2025-05-19T15:54:30.474259741Z","level":"WARN","msg":"handler: ignoring partial history record","step":270000,"current":278001}
+{"time":"2025-05-19T15:54:30.474467936Z","level":"WARN","msg":"handler: ignoring partial history record","step":270000,"current":278001}
+{"time":"2025-05-19T15:54:30.474481625Z","level":"WARN","msg":"handler: ignoring partial history record","step":270000,"current":278001}
+{"time":"2025-05-19T15:54:30.47449252Z","level":"WARN","msg":"handler: ignoring partial history record","step":270000,"current":278001}
+{"time":"2025-05-19T15:54:30.474502018Z","level":"WARN","msg":"handler: ignoring partial history record","step":270000,"current":278001}
+{"time":"2025-05-19T15:54:30.474511028Z","level":"WARN","msg":"handler: ignoring partial history record","step":270000,"current":278001}
+{"time":"2025-05-19T15:54:30.474519548Z","level":"WARN","msg":"handler: ignoring partial history record","step":270000,"current":278001}
+{"time":"2025-05-19T15:54:30.474528558Z","level":"WARN","msg":"handler: ignoring partial history record","step":270000,"current":278001}
+{"time":"2025-05-19T15:54:30.474537078Z","level":"WARN","msg":"handler: ignoring partial history record","step":270000,"current":278001}
+{"time":"2025-05-19T15:55:28.946187141Z","level":"WARN","msg":"handler: ignoring partial history record","step":270200,"current":278001}
+{"time":"2025-05-19T15:55:28.946287502Z","level":"WARN","msg":"handler: ignoring partial history record","step":270200,"current":278001}
+{"time":"2025-05-19T15:55:28.946299375Z","level":"WARN","msg":"handler: ignoring partial history record","step":270200,"current":278001}
+{"time":"2025-05-19T15:55:28.946307407Z","level":"WARN","msg":"handler: ignoring partial history record","step":270200,"current":278001}
+{"time":"2025-05-19T15:55:28.946315927Z","level":"WARN","msg":"handler: ignoring partial history record","step":270200,"current":278001}
+{"time":"2025-05-19T15:55:28.946325775Z","level":"WARN","msg":"handler: ignoring partial history record","step":270200,"current":278001}
+{"time":"2025-05-19T15:55:28.946333876Z","level":"WARN","msg":"handler: ignoring partial history record","step":270200,"current":278001}
+{"time":"2025-05-19T15:55:28.946341908Z","level":"WARN","msg":"handler: ignoring partial history record","step":270200,"current":278001}
+{"time":"2025-05-19T15:55:28.946350428Z","level":"WARN","msg":"handler: ignoring partial history record","step":270200,"current":278001}
+{"time":"2025-05-19T15:56:26.294097555Z","level":"WARN","msg":"handler: ignoring partial history record","step":270400,"current":278001}
+{"time":"2025-05-19T15:56:26.294132056Z","level":"WARN","msg":"handler: ignoring partial history record","step":270400,"current":278001}
+{"time":"2025-05-19T15:56:26.294141554Z","level":"WARN","msg":"handler: ignoring partial history record","step":270400,"current":278001}
+{"time":"2025-05-19T15:56:26.294150983Z","level":"WARN","msg":"handler: ignoring partial history record","step":270400,"current":278001}
+{"time":"2025-05-19T15:56:26.294159503Z","level":"WARN","msg":"handler: ignoring partial history record","step":270400,"current":278001}
+{"time":"2025-05-19T15:56:26.294168024Z","level":"WARN","msg":"handler: ignoring partial history record","step":270400,"current":278001}
+{"time":"2025-05-19T15:56:26.294176545Z","level":"WARN","msg":"handler: ignoring partial history record","step":270400,"current":278001}
+{"time":"2025-05-19T15:56:26.294184576Z","level":"WARN","msg":"handler: ignoring partial history record","step":270400,"current":278001}
+{"time":"2025-05-19T15:56:26.294195052Z","level":"WARN","msg":"handler: ignoring partial history record","step":270400,"current":278001}
+{"time":"2025-05-19T15:57:24.874172041Z","level":"WARN","msg":"handler: ignoring partial history record","step":270600,"current":278001}
+{"time":"2025-05-19T15:57:24.874269049Z","level":"WARN","msg":"handler: ignoring partial history record","step":270600,"current":278001}
+{"time":"2025-05-19T15:57:24.874278059Z","level":"WARN","msg":"handler: ignoring partial history record","step":270600,"current":278001}
+{"time":"2025-05-19T15:57:24.87428609Z","level":"WARN","msg":"handler: ignoring partial history record","step":270600,"current":278001}
+{"time":"2025-05-19T15:57:24.874293144Z","level":"WARN","msg":"handler: ignoring partial history record","step":270600,"current":278001}
+{"time":"2025-05-19T15:57:24.874300268Z","level":"WARN","msg":"handler: ignoring partial history record","step":270600,"current":278001}
+{"time":"2025-05-19T15:57:24.874307392Z","level":"WARN","msg":"handler: ignoring partial history record","step":270600,"current":278001}
+{"time":"2025-05-19T15:57:24.874314097Z","level":"WARN","msg":"handler: ignoring partial history record","step":270600,"current":278001}
+{"time":"2025-05-19T15:57:24.874320662Z","level":"WARN","msg":"handler: ignoring partial history record","step":270600,"current":278001}
+{"time":"2025-05-19T15:58:22.994106057Z","level":"WARN","msg":"handler: ignoring partial history record","step":270800,"current":278001}
+{"time":"2025-05-19T15:58:22.994181765Z","level":"WARN","msg":"handler: ignoring partial history record","step":270800,"current":278001}
+{"time":"2025-05-19T15:58:22.99419259Z","level":"WARN","msg":"handler: ignoring partial history record","step":270800,"current":278001}
+{"time":"2025-05-19T15:58:22.994202507Z","level":"WARN","msg":"handler: ignoring partial history record","step":270800,"current":278001}
+{"time":"2025-05-19T15:58:22.994211517Z","level":"WARN","msg":"handler: ignoring partial history record","step":270800,"current":278001}
+{"time":"2025-05-19T15:58:22.994219549Z","level":"WARN","msg":"handler: ignoring partial history record","step":270800,"current":278001}
+{"time":"2025-05-19T15:58:22.994228069Z","level":"WARN","msg":"handler: ignoring partial history record","step":270800,"current":278001}
+{"time":"2025-05-19T15:58:22.994236101Z","level":"WARN","msg":"handler: ignoring partial history record","step":270800,"current":278001}
+{"time":"2025-05-19T15:58:22.994244621Z","level":"WARN","msg":"handler: ignoring partial history record","step":270800,"current":278001}
+{"time":"2025-05-19T15:59:20.950161737Z","level":"WARN","msg":"handler: ignoring partial history record","step":271000,"current":278001}
+{"time":"2025-05-19T15:59:20.950216143Z","level":"WARN","msg":"handler: ignoring partial history record","step":271000,"current":278001}
+{"time":"2025-05-19T15:59:20.95022613Z","level":"WARN","msg":"handler: ignoring partial history record","step":271000,"current":278001}
+{"time":"2025-05-19T15:59:20.950234651Z","level":"WARN","msg":"handler: ignoring partial history record","step":271000,"current":278001}
+{"time":"2025-05-19T15:59:20.950243102Z","level":"WARN","msg":"handler: ignoring partial history record","step":271000,"current":278001}
+{"time":"2025-05-19T15:59:20.950251133Z","level":"WARN","msg":"handler: ignoring partial history record","step":271000,"current":278001}
+{"time":"2025-05-19T15:59:20.950258257Z","level":"WARN","msg":"handler: ignoring partial history record","step":271000,"current":278001}
+{"time":"2025-05-19T15:59:20.950266778Z","level":"WARN","msg":"handler: ignoring partial history record","step":271000,"current":278001}
+{"time":"2025-05-19T15:59:20.950274879Z","level":"WARN","msg":"handler: ignoring partial history record","step":271000,"current":278001}
+{"time":"2025-05-19T16:00:19.034120912Z","level":"WARN","msg":"handler: ignoring partial history record","step":271200,"current":278001}
+{"time":"2025-05-19T16:00:19.034195223Z","level":"WARN","msg":"handler: ignoring partial history record","step":271200,"current":278001}
+{"time":"2025-05-19T16:00:19.034206048Z","level":"WARN","msg":"handler: ignoring partial history record","step":271200,"current":278001}
+{"time":"2025-05-19T16:00:19.034216454Z","level":"WARN","msg":"handler: ignoring partial history record","step":271200,"current":278001}
+{"time":"2025-05-19T16:00:19.034240549Z","level":"WARN","msg":"handler: ignoring partial history record","step":271200,"current":278001}
+{"time":"2025-05-19T16:00:19.034251514Z","level":"WARN","msg":"handler: ignoring partial history record","step":271200,"current":278001}
+{"time":"2025-05-19T16:00:19.034259546Z","level":"WARN","msg":"handler: ignoring partial history record","step":271200,"current":278001}
+{"time":"2025-05-19T16:00:19.034267578Z","level":"WARN","msg":"handler: ignoring partial history record","step":271200,"current":278001}
+{"time":"2025-05-19T16:00:19.034276028Z","level":"WARN","msg":"handler: ignoring partial history record","step":271200,"current":278001}
+{"time":"2025-05-19T16:01:17.606182321Z","level":"WARN","msg":"handler: ignoring partial history record","step":271400,"current":278001}
+{"time":"2025-05-19T16:01:17.606232955Z","level":"WARN","msg":"handler: ignoring partial history record","step":271400,"current":278001}
+{"time":"2025-05-19T16:01:17.606242943Z","level":"WARN","msg":"handler: ignoring partial history record","step":271400,"current":278001}
+{"time":"2025-05-19T16:01:17.606251463Z","level":"WARN","msg":"handler: ignoring partial history record","step":271400,"current":278001}
+{"time":"2025-05-19T16:01:17.606259425Z","level":"WARN","msg":"handler: ignoring partial history record","step":271400,"current":278001}
+{"time":"2025-05-19T16:01:17.606267946Z","level":"WARN","msg":"handler: ignoring partial history record","step":271400,"current":278001}
+{"time":"2025-05-19T16:01:17.606276047Z","level":"WARN","msg":"handler: ignoring partial history record","step":271400,"current":278001}
+{"time":"2025-05-19T16:01:17.606284987Z","level":"WARN","msg":"handler: ignoring partial history record","step":271400,"current":278001}
+{"time":"2025-05-19T16:01:17.606294415Z","level":"WARN","msg":"handler: ignoring partial history record","step":271400,"current":278001}
+{"time":"2025-05-19T16:02:19.718227675Z","level":"WARN","msg":"handler: ignoring partial history record","step":271600,"current":278001}
+{"time":"2025-05-19T16:02:19.718335579Z","level":"WARN","msg":"handler: ignoring partial history record","step":271600,"current":278001}
+{"time":"2025-05-19T16:02:19.718349337Z","level":"WARN","msg":"handler: ignoring partial history record","step":271600,"current":278001}
+{"time":"2025-05-19T16:02:19.718362048Z","level":"WARN","msg":"handler: ignoring partial history record","step":271600,"current":278001}
+{"time":"2025-05-19T16:02:19.718372943Z","level":"WARN","msg":"handler: ignoring partial history record","step":271600,"current":278001}
+{"time":"2025-05-19T16:02:19.718384258Z","level":"WARN","msg":"handler: ignoring partial history record","step":271600,"current":278001}
+{"time":"2025-05-19T16:02:19.718395223Z","level":"WARN","msg":"handler: ignoring partial history record","step":271600,"current":278001}
+{"time":"2025-05-19T16:02:19.718406118Z","level":"WARN","msg":"handler: ignoring partial history record","step":271600,"current":278001}
+{"time":"2025-05-19T16:02:19.718416454Z","level":"WARN","msg":"handler: ignoring partial history record","step":271600,"current":278001}
+{"time":"2025-05-19T16:03:22.642103287Z","level":"WARN","msg":"handler: ignoring partial history record","step":271800,"current":278001}
+{"time":"2025-05-19T16:03:22.642177598Z","level":"WARN","msg":"handler: ignoring partial history record","step":271800,"current":278001}
+{"time":"2025-05-19T16:03:22.642188982Z","level":"WARN","msg":"handler: ignoring partial history record","step":271800,"current":278001}
+{"time":"2025-05-19T16:03:22.64219841Z","level":"WARN","msg":"handler: ignoring partial history record","step":271800,"current":278001}
+{"time":"2025-05-19T16:03:22.642206442Z","level":"WARN","msg":"handler: ignoring partial history record","step":271800,"current":278001}
+{"time":"2025-05-19T16:03:22.642215032Z","level":"WARN","msg":"handler: ignoring partial history record","step":271800,"current":278001}
+{"time":"2025-05-19T16:03:22.642224531Z","level":"WARN","msg":"handler: ignoring partial history record","step":271800,"current":278001}
+{"time":"2025-05-19T16:03:22.642246181Z","level":"WARN","msg":"handler: ignoring partial history record","step":271800,"current":278001}
+{"time":"2025-05-19T16:03:22.64225568Z","level":"WARN","msg":"handler: ignoring partial history record","step":271800,"current":278001}
+{"time":"2025-05-19T16:03:49.328564144Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2025-05-19T16:04:24.814235731Z","level":"WARN","msg":"handler: ignoring partial history record","step":272000,"current":278001}
+{"time":"2025-05-19T16:04:24.814294886Z","level":"WARN","msg":"handler: ignoring partial history record","step":272000,"current":278001}
+{"time":"2025-05-19T16:04:24.814305222Z","level":"WARN","msg":"handler: ignoring partial history record","step":272000,"current":278001}
+{"time":"2025-05-19T16:04:24.81431514Z","level":"WARN","msg":"handler: ignoring partial history record","step":272000,"current":278001}
+{"time":"2025-05-19T16:04:24.814323241Z","level":"WARN","msg":"handler: ignoring partial history record","step":272000,"current":278001}
+{"time":"2025-05-19T16:04:24.81433267Z","level":"WARN","msg":"handler: ignoring partial history record","step":272000,"current":278001}
+{"time":"2025-05-19T16:04:24.81434119Z","level":"WARN","msg":"handler: ignoring partial history record","step":272000,"current":278001}
+{"time":"2025-05-19T16:04:24.814349222Z","level":"WARN","msg":"handler: ignoring partial history record","step":272000,"current":278001}
+{"time":"2025-05-19T16:04:24.814357742Z","level":"WARN","msg":"handler: ignoring partial history record","step":272000,"current":278001}
+{"time":"2025-05-19T16:05:26.542157024Z","level":"WARN","msg":"handler: ignoring partial history record","step":272200,"current":278001}
+{"time":"2025-05-19T16:05:26.542228401Z","level":"WARN","msg":"handler: ignoring partial history record","step":272200,"current":278001}
+{"time":"2025-05-19T16:05:26.542238388Z","level":"WARN","msg":"handler: ignoring partial history record","step":272200,"current":278001}
+{"time":"2025-05-19T16:05:26.542246839Z","level":"WARN","msg":"handler: ignoring partial history record","step":272200,"current":278001}
+{"time":"2025-05-19T16:05:26.542255359Z","level":"WARN","msg":"handler: ignoring partial history record","step":272200,"current":278001}
+{"time":"2025-05-19T16:05:26.542262972Z","level":"WARN","msg":"handler: ignoring partial history record","step":272200,"current":278001}
+{"time":"2025-05-19T16:05:26.542271004Z","level":"WARN","msg":"handler: ignoring partial history record","step":272200,"current":278001}
+{"time":"2025-05-19T16:05:26.542278547Z","level":"WARN","msg":"handler: ignoring partial history record","step":272200,"current":278001}
+{"time":"2025-05-19T16:05:26.542286578Z","level":"WARN","msg":"handler: ignoring partial history record","step":272200,"current":278001}
+{"time":"2025-05-19T16:06:28.518435903Z","level":"WARN","msg":"handler: ignoring partial history record","step":272400,"current":278001}
+{"time":"2025-05-19T16:06:28.518500157Z","level":"WARN","msg":"handler: ignoring partial history record","step":272400,"current":278001}
+{"time":"2025-05-19T16:06:28.518509655Z","level":"WARN","msg":"handler: ignoring partial history record","step":272400,"current":278001}
+{"time":"2025-05-19T16:06:28.518518245Z","level":"WARN","msg":"handler: ignoring partial history record","step":272400,"current":278001}
+{"time":"2025-05-19T16:06:28.518526277Z","level":"WARN","msg":"handler: ignoring partial history record","step":272400,"current":278001}
+{"time":"2025-05-19T16:06:28.518534309Z","level":"WARN","msg":"handler: ignoring partial history record","step":272400,"current":278001}
+{"time":"2025-05-19T16:06:28.518542271Z","level":"WARN","msg":"handler: ignoring partial history record","step":272400,"current":278001}
+{"time":"2025-05-19T16:06:28.518550302Z","level":"WARN","msg":"handler: ignoring partial history record","step":272400,"current":278001}
+{"time":"2025-05-19T16:06:28.518571604Z","level":"WARN","msg":"handler: ignoring partial history record","step":272400,"current":278001}
+{"time":"2025-05-19T16:07:30.582219692Z","level":"WARN","msg":"handler: ignoring partial history record","step":272600,"current":278001}
+{"time":"2025-05-19T16:07:30.582279825Z","level":"WARN","msg":"handler: ignoring partial history record","step":272600,"current":278001}
+{"time":"2025-05-19T16:07:30.582291209Z","level":"WARN","msg":"handler: ignoring partial history record","step":272600,"current":278001}
+{"time":"2025-05-19T16:07:30.582301545Z","level":"WARN","msg":"handler: ignoring partial history record","step":272600,"current":278001}
+{"time":"2025-05-19T16:07:30.582310066Z","level":"WARN","msg":"handler: ignoring partial history record","step":272600,"current":278001}
+{"time":"2025-05-19T16:07:30.582319564Z","level":"WARN","msg":"handler: ignoring partial history record","step":272600,"current":278001}
+{"time":"2025-05-19T16:07:30.582328574Z","level":"WARN","msg":"handler: ignoring partial history record","step":272600,"current":278001}
+{"time":"2025-05-19T16:07:30.582339469Z","level":"WARN","msg":"handler: ignoring partial history record","step":272600,"current":278001}
+{"time":"2025-05-19T16:07:30.582349805Z","level":"WARN","msg":"handler: ignoring partial history record","step":272600,"current":278001}
+{"time":"2025-05-19T16:08:31.278188402Z","level":"WARN","msg":"handler: ignoring partial history record","step":272800,"current":278001}
+{"time":"2025-05-19T16:08:31.278255519Z","level":"WARN","msg":"handler: ignoring partial history record","step":272800,"current":278001}
+{"time":"2025-05-19T16:08:31.278265437Z","level":"WARN","msg":"handler: ignoring partial history record","step":272800,"current":278001}
+{"time":"2025-05-19T16:08:31.278273538Z","level":"WARN","msg":"handler: ignoring partial history record","step":272800,"current":278001}
+{"time":"2025-05-19T16:08:31.278282478Z","level":"WARN","msg":"handler: ignoring partial history record","step":272800,"current":278001}
+{"time":"2025-05-19T16:08:31.278290509Z","level":"WARN","msg":"handler: ignoring partial history record","step":272800,"current":278001}
+{"time":"2025-05-19T16:08:31.278298541Z","level":"WARN","msg":"handler: ignoring partial history record","step":272800,"current":278001}
+{"time":"2025-05-19T16:08:31.278305665Z","level":"WARN","msg":"handler: ignoring partial history record","step":272800,"current":278001}
+{"time":"2025-05-19T16:08:31.278314185Z","level":"WARN","msg":"handler: ignoring partial history record","step":272800,"current":278001}
+{"time":"2025-05-19T16:09:29.182207667Z","level":"WARN","msg":"handler: ignoring partial history record","step":273000,"current":278001}
+{"time":"2025-05-19T16:09:29.182284353Z","level":"WARN","msg":"handler: ignoring partial history record","step":273000,"current":278001}
+{"time":"2025-05-19T16:09:29.182303279Z","level":"WARN","msg":"handler: ignoring partial history record","step":273000,"current":278001}
+{"time":"2025-05-19T16:09:29.182317457Z","level":"WARN","msg":"handler: ignoring partial history record","step":273000,"current":278001}
+{"time":"2025-05-19T16:09:29.182328841Z","level":"WARN","msg":"handler: ignoring partial history record","step":273000,"current":278001}
+{"time":"2025-05-19T16:09:29.182341063Z","level":"WARN","msg":"handler: ignoring partial history record","step":273000,"current":278001}
+{"time":"2025-05-19T16:09:29.182352028Z","level":"WARN","msg":"handler: ignoring partial history record","step":273000,"current":278001}
+{"time":"2025-05-19T16:09:29.182363761Z","level":"WARN","msg":"handler: ignoring partial history record","step":273000,"current":278001}
+{"time":"2025-05-19T16:09:29.182376612Z","level":"WARN","msg":"handler: ignoring partial history record","step":273000,"current":278001}
+{"time":"2025-05-19T16:10:27.518221817Z","level":"WARN","msg":"handler: ignoring partial history record","step":273200,"current":278001}
+{"time":"2025-05-19T16:10:27.518312191Z","level":"WARN","msg":"handler: ignoring partial history record","step":273200,"current":278001}
+{"time":"2025-05-19T16:10:27.518341594Z","level":"WARN","msg":"handler: ignoring partial history record","step":273200,"current":278001}
+{"time":"2025-05-19T16:10:27.518351511Z","level":"WARN","msg":"handler: ignoring partial history record","step":273200,"current":278001}
+{"time":"2025-05-19T16:10:27.518360032Z","level":"WARN","msg":"handler: ignoring partial history record","step":273200,"current":278001}
+{"time":"2025-05-19T16:10:27.518368483Z","level":"WARN","msg":"handler: ignoring partial history record","step":273200,"current":278001}
+{"time":"2025-05-19T16:10:27.518376584Z","level":"WARN","msg":"handler: ignoring partial history record","step":273200,"current":278001}
+{"time":"2025-05-19T16:10:27.518385105Z","level":"WARN","msg":"handler: ignoring partial history record","step":273200,"current":278001}
+{"time":"2025-05-19T16:10:27.518394044Z","level":"WARN","msg":"handler: ignoring partial history record","step":273200,"current":278001}
+{"time":"2025-05-19T16:11:26.558143046Z","level":"WARN","msg":"handler: ignoring partial history record","step":273400,"current":278001}
+{"time":"2025-05-19T16:11:26.558218823Z","level":"WARN","msg":"handler: ignoring partial history record","step":273400,"current":278001}
+{"time":"2025-05-19T16:11:26.55822916Z","level":"WARN","msg":"handler: ignoring partial history record","step":273400,"current":278001}
+{"time":"2025-05-19T16:11:26.5582381Z","level":"WARN","msg":"handler: ignoring partial history record","step":273400,"current":278001}
+{"time":"2025-05-19T16:11:26.558247598Z","level":"WARN","msg":"handler: ignoring partial history record","step":273400,"current":278001}
+{"time":"2025-05-19T16:11:26.558257585Z","level":"WARN","msg":"handler: ignoring partial history record","step":273400,"current":278001}
+{"time":"2025-05-19T16:11:26.558267083Z","level":"WARN","msg":"handler: ignoring partial history record","step":273400,"current":278001}
+{"time":"2025-05-19T16:11:26.558276023Z","level":"WARN","msg":"handler: ignoring partial history record","step":273400,"current":278001}
+{"time":"2025-05-19T16:11:26.558284544Z","level":"WARN","msg":"handler: ignoring partial history record","step":273400,"current":278001}
+{"time":"2025-05-19T16:12:25.262207073Z","level":"WARN","msg":"handler: ignoring partial history record","step":273600,"current":278001}
+{"time":"2025-05-19T16:12:25.262264343Z","level":"WARN","msg":"handler: ignoring partial history record","step":273600,"current":278001}
+{"time":"2025-05-19T16:12:25.262274679Z","level":"WARN","msg":"handler: ignoring partial history record","step":273600,"current":278001}
+{"time":"2025-05-19T16:12:25.262282781Z","level":"WARN","msg":"handler: ignoring partial history record","step":273600,"current":278001}
+{"time":"2025-05-19T16:12:25.26229172Z","level":"WARN","msg":"handler: ignoring partial history record","step":273600,"current":278001}
+{"time":"2025-05-19T16:12:25.262299822Z","level":"WARN","msg":"handler: ignoring partial history record","step":273600,"current":278001}
+{"time":"2025-05-19T16:12:25.262308272Z","level":"WARN","msg":"handler: ignoring partial history record","step":273600,"current":278001}
+{"time":"2025-05-19T16:12:25.262315396Z","level":"WARN","msg":"handler: ignoring partial history record","step":273600,"current":278001}
+{"time":"2025-05-19T16:12:25.262324825Z","level":"WARN","msg":"handler: ignoring partial history record","step":273600,"current":278001}
+{"time":"2025-05-19T16:13:23.630190941Z","level":"WARN","msg":"handler: ignoring partial history record","step":273800,"current":278001}
+{"time":"2025-05-19T16:13:23.630266159Z","level":"WARN","msg":"handler: ignoring partial history record","step":273800,"current":278001}
+{"time":"2025-05-19T16:13:23.630277543Z","level":"WARN","msg":"handler: ignoring partial history record","step":273800,"current":278001}
+{"time":"2025-05-19T16:13:23.630287461Z","level":"WARN","msg":"handler: ignoring partial history record","step":273800,"current":278001}
+{"time":"2025-05-19T16:13:23.6302964Z","level":"WARN","msg":"handler: ignoring partial history record","step":273800,"current":278001}
+{"time":"2025-05-19T16:13:23.630319168Z","level":"WARN","msg":"handler: ignoring partial history record","step":273800,"current":278001}
+{"time":"2025-05-19T16:13:23.630328108Z","level":"WARN","msg":"handler: ignoring partial history record","step":273800,"current":278001}
+{"time":"2025-05-19T16:13:23.630335651Z","level":"WARN","msg":"handler: ignoring partial history record","step":273800,"current":278001}
+{"time":"2025-05-19T16:13:23.63034466Z","level":"WARN","msg":"handler: ignoring partial history record","step":273800,"current":278001}
+{"time":"2025-05-19T16:14:23.302177413Z","level":"WARN","msg":"handler: ignoring partial history record","step":274000,"current":278001}
+{"time":"2025-05-19T16:14:23.3022754Z","level":"WARN","msg":"handler: ignoring partial history record","step":274000,"current":278001}
+{"time":"2025-05-19T16:14:23.302287273Z","level":"WARN","msg":"handler: ignoring partial history record","step":274000,"current":278001}
+{"time":"2025-05-19T16:14:23.302296212Z","level":"WARN","msg":"handler: ignoring partial history record","step":274000,"current":278001}
+{"time":"2025-05-19T16:14:23.302304733Z","level":"WARN","msg":"handler: ignoring partial history record","step":274000,"current":278001}
+{"time":"2025-05-19T16:14:23.302312346Z","level":"WARN","msg":"handler: ignoring partial history record","step":274000,"current":278001}
+{"time":"2025-05-19T16:14:23.3023194Z","level":"WARN","msg":"handler: ignoring partial history record","step":274000,"current":278001}
+{"time":"2025-05-19T16:14:23.302326942Z","level":"WARN","msg":"handler: ignoring partial history record","step":274000,"current":278001}
+{"time":"2025-05-19T16:14:23.302334066Z","level":"WARN","msg":"handler: ignoring partial history record","step":274000,"current":278001}
+{"time":"2025-05-19T16:15:21.38218984Z","level":"WARN","msg":"handler: ignoring partial history record","step":274200,"current":278001}
+{"time":"2025-05-19T16:15:21.382240475Z","level":"WARN","msg":"handler: ignoring partial history record","step":274200,"current":278001}
+{"time":"2025-05-19T16:15:21.382250392Z","level":"WARN","msg":"handler: ignoring partial history record","step":274200,"current":278001}
+{"time":"2025-05-19T16:15:21.38225982Z","level":"WARN","msg":"handler: ignoring partial history record","step":274200,"current":278001}
+{"time":"2025-05-19T16:15:21.382267922Z","level":"WARN","msg":"handler: ignoring partial history record","step":274200,"current":278001}
+{"time":"2025-05-19T16:15:21.382276443Z","level":"WARN","msg":"handler: ignoring partial history record","step":274200,"current":278001}
+{"time":"2025-05-19T16:15:21.382284474Z","level":"WARN","msg":"handler: ignoring partial history record","step":274200,"current":278001}
+{"time":"2025-05-19T16:15:21.382292995Z","level":"WARN","msg":"handler: ignoring partial history record","step":274200,"current":278001}
+{"time":"2025-05-19T16:15:21.382301515Z","level":"WARN","msg":"handler: ignoring partial history record","step":274200,"current":278001}
+{"time":"2025-05-19T16:16:18.790171225Z","level":"WARN","msg":"handler: ignoring partial history record","step":274400,"current":278001}
+{"time":"2025-05-19T16:16:18.79024826Z","level":"WARN","msg":"handler: ignoring partial history record","step":274400,"current":278001}
+{"time":"2025-05-19T16:16:18.790258736Z","level":"WARN","msg":"handler: ignoring partial history record","step":274400,"current":278001}
+{"time":"2025-05-19T16:16:18.790268723Z","level":"WARN","msg":"handler: ignoring partial history record","step":274400,"current":278001}
+{"time":"2025-05-19T16:16:18.790278641Z","level":"WARN","msg":"handler: ignoring partial history record","step":274400,"current":278001}
+{"time":"2025-05-19T16:16:18.790288488Z","level":"WARN","msg":"handler: ignoring partial history record","step":274400,"current":278001}
+{"time":"2025-05-19T16:16:18.79029659Z","level":"WARN","msg":"handler: ignoring partial history record","step":274400,"current":278001}
+{"time":"2025-05-19T16:16:18.790304621Z","level":"WARN","msg":"handler: ignoring partial history record","step":274400,"current":278001}
+{"time":"2025-05-19T16:16:18.790333466Z","level":"WARN","msg":"handler: ignoring partial history record","step":274400,"current":278001}
+{"time":"2025-05-19T16:17:18.426326885Z","level":"WARN","msg":"handler: ignoring partial history record","step":274600,"current":278001}
+{"time":"2025-05-19T16:17:18.42640783Z","level":"WARN","msg":"handler: ignoring partial history record","step":274600,"current":278001}
+{"time":"2025-05-19T16:17:18.426418167Z","level":"WARN","msg":"handler: ignoring partial history record","step":274600,"current":278001}
+{"time":"2025-05-19T16:17:18.426427176Z","level":"WARN","msg":"handler: ignoring partial history record","step":274600,"current":278001}
+{"time":"2025-05-19T16:17:18.426435208Z","level":"WARN","msg":"handler: ignoring partial history record","step":274600,"current":278001}
+{"time":"2025-05-19T16:17:18.42644275Z","level":"WARN","msg":"handler: ignoring partial history record","step":274600,"current":278001}
+{"time":"2025-05-19T16:17:18.426451271Z","level":"WARN","msg":"handler: ignoring partial history record","step":274600,"current":278001}
+{"time":"2025-05-19T16:17:18.426459373Z","level":"WARN","msg":"handler: ignoring partial history record","step":274600,"current":278001}
+{"time":"2025-05-19T16:17:18.426466915Z","level":"WARN","msg":"handler: ignoring partial history record","step":274600,"current":278001}
+{"time":"2025-05-19T16:18:15.138144422Z","level":"WARN","msg":"handler: ignoring partial history record","step":274800,"current":278001}
+{"time":"2025-05-19T16:18:15.138217196Z","level":"WARN","msg":"handler: ignoring partial history record","step":274800,"current":278001}
+{"time":"2025-05-19T16:18:15.13822858Z","level":"WARN","msg":"handler: ignoring partial history record","step":274800,"current":278001}
+{"time":"2025-05-19T16:18:15.13823759Z","level":"WARN","msg":"handler: ignoring partial history record","step":274800,"current":278001}
+{"time":"2025-05-19T16:18:15.13824604Z","level":"WARN","msg":"handler: ignoring partial history record","step":274800,"current":278001}
+{"time":"2025-05-19T16:18:15.138254142Z","level":"WARN","msg":"handler: ignoring partial history record","step":274800,"current":278001}
+{"time":"2025-05-19T16:18:15.138262174Z","level":"WARN","msg":"handler: ignoring partial history record","step":274800,"current":278001}
+{"time":"2025-05-19T16:18:15.138271183Z","level":"WARN","msg":"handler: ignoring partial history record","step":274800,"current":278001}
+{"time":"2025-05-19T16:18:15.138280612Z","level":"WARN","msg":"handler: ignoring partial history record","step":274800,"current":278001}
+{"time":"2025-05-19T16:19:12.806116638Z","level":"WARN","msg":"handler: ignoring partial history record","step":275000,"current":278001}
+{"time":"2025-05-19T16:19:12.806225938Z","level":"WARN","msg":"handler: ignoring partial history record","step":275000,"current":278001}
+{"time":"2025-05-19T16:19:12.806239138Z","level":"WARN","msg":"handler: ignoring partial history record","step":275000,"current":278001}
+{"time":"2025-05-19T16:19:12.806251011Z","level":"WARN","msg":"handler: ignoring partial history record","step":275000,"current":278001}
+{"time":"2025-05-19T16:19:12.806263303Z","level":"WARN","msg":"handler: ignoring partial history record","step":275000,"current":278001}
+{"time":"2025-05-19T16:19:12.806273779Z","level":"WARN","msg":"handler: ignoring partial history record","step":275000,"current":278001}
+{"time":"2025-05-19T16:19:12.806283697Z","level":"WARN","msg":"handler: ignoring partial history record","step":275000,"current":278001}
+{"time":"2025-05-19T16:19:12.806293544Z","level":"WARN","msg":"handler: ignoring partial history record","step":275000,"current":278001}
+{"time":"2025-05-19T16:19:12.80630395Z","level":"WARN","msg":"handler: ignoring partial history record","step":275000,"current":278001}
+{"time":"2025-05-19T16:20:11.558477055Z","level":"WARN","msg":"handler: ignoring partial history record","step":275200,"current":278001}
+{"time":"2025-05-19T16:20:11.558521543Z","level":"WARN","msg":"handler: ignoring partial history record","step":275200,"current":278001}
+{"time":"2025-05-19T16:20:11.558548502Z","level":"WARN","msg":"handler: ignoring partial history record","step":275200,"current":278001}
+{"time":"2025-05-19T16:20:11.558558419Z","level":"WARN","msg":"handler: ignoring partial history record","step":275200,"current":278001}
+{"time":"2025-05-19T16:20:11.558566521Z","level":"WARN","msg":"handler: ignoring partial history record","step":275200,"current":278001}
+{"time":"2025-05-19T16:20:11.558576438Z","level":"WARN","msg":"handler: ignoring partial history record","step":275200,"current":278001}
+{"time":"2025-05-19T16:20:11.558584959Z","level":"WARN","msg":"handler: ignoring partial history record","step":275200,"current":278001}
+{"time":"2025-05-19T16:20:11.558593479Z","level":"WARN","msg":"handler: ignoring partial history record","step":275200,"current":278001}
+{"time":"2025-05-19T16:20:11.558602489Z","level":"WARN","msg":"handler: ignoring partial history record","step":275200,"current":278001}
+{"time":"2025-05-19T16:21:12.722139395Z","level":"WARN","msg":"handler: ignoring partial history record","step":275400,"current":278001}
+{"time":"2025-05-19T16:21:12.722215591Z","level":"WARN","msg":"handler: ignoring partial history record","step":275400,"current":278001}
+{"time":"2025-05-19T16:21:12.722225509Z","level":"WARN","msg":"handler: ignoring partial history record","step":275400,"current":278001}
+{"time":"2025-05-19T16:21:12.722234029Z","level":"WARN","msg":"handler: ignoring partial history record","step":275400,"current":278001}
+{"time":"2025-05-19T16:21:12.72224255Z","level":"WARN","msg":"handler: ignoring partial history record","step":275400,"current":278001}
+{"time":"2025-05-19T16:21:12.722250582Z","level":"WARN","msg":"handler: ignoring partial history record","step":275400,"current":278001}
+{"time":"2025-05-19T16:21:12.722258613Z","level":"WARN","msg":"handler: ignoring partial history record","step":275400,"current":278001}
+{"time":"2025-05-19T16:21:12.722267134Z","level":"WARN","msg":"handler: ignoring partial history record","step":275400,"current":278001}
+{"time":"2025-05-19T16:21:12.722274746Z","level":"WARN","msg":"handler: ignoring partial history record","step":275400,"current":278001}
+{"time":"2025-05-19T16:22:15.246303921Z","level":"WARN","msg":"handler: ignoring partial history record","step":275600,"current":278001}
+{"time":"2025-05-19T16:22:15.246444929Z","level":"WARN","msg":"handler: ignoring partial history record","step":275600,"current":278001}
+{"time":"2025-05-19T16:22:15.246458687Z","level":"WARN","msg":"handler: ignoring partial history record","step":275600,"current":278001}
+{"time":"2025-05-19T16:22:15.246470001Z","level":"WARN","msg":"handler: ignoring partial history record","step":275600,"current":278001}
+{"time":"2025-05-19T16:22:15.24647943Z","level":"WARN","msg":"handler: ignoring partial history record","step":275600,"current":278001}
+{"time":"2025-05-19T16:22:15.246490395Z","level":"WARN","msg":"handler: ignoring partial history record","step":275600,"current":278001}
+{"time":"2025-05-19T16:22:15.246499823Z","level":"WARN","msg":"handler: ignoring partial history record","step":275600,"current":278001}
+{"time":"2025-05-19T16:22:15.246509252Z","level":"WARN","msg":"handler: ignoring partial history record","step":275600,"current":278001}
+{"time":"2025-05-19T16:22:15.246519169Z","level":"WARN","msg":"handler: ignoring partial history record","step":275600,"current":278001}
+{"time":"2025-05-19T16:23:17.434647168Z","level":"WARN","msg":"handler: ignoring partial history record","step":275800,"current":278001}
+{"time":"2025-05-19T16:23:17.434678456Z","level":"WARN","msg":"handler: ignoring partial history record","step":275800,"current":278001}
+{"time":"2025-05-19T16:23:17.434687885Z","level":"WARN","msg":"handler: ignoring partial history record","step":275800,"current":278001}
+{"time":"2025-05-19T16:23:17.434696405Z","level":"WARN","msg":"handler: ignoring partial history record","step":275800,"current":278001}
+{"time":"2025-05-19T16:23:17.434704018Z","level":"WARN","msg":"handler: ignoring partial history record","step":275800,"current":278001}
+{"time":"2025-05-19T16:23:17.434726227Z","level":"WARN","msg":"handler: ignoring partial history record","step":275800,"current":278001}
+{"time":"2025-05-19T16:23:17.434735237Z","level":"WARN","msg":"handler: ignoring partial history record","step":275800,"current":278001}
+{"time":"2025-05-19T16:23:17.43474278Z","level":"WARN","msg":"handler: ignoring partial history record","step":275800,"current":278001}
+{"time":"2025-05-19T16:23:17.434750392Z","level":"WARN","msg":"handler: ignoring partial history record","step":275800,"current":278001}
+{"time":"2025-05-19T16:24:20.614187289Z","level":"WARN","msg":"handler: ignoring partial history record","step":276000,"current":278001}
+{"time":"2025-05-19T16:24:20.614274241Z","level":"WARN","msg":"handler: ignoring partial history record","step":276000,"current":278001}
+{"time":"2025-05-19T16:24:20.614284228Z","level":"WARN","msg":"handler: ignoring partial history record","step":276000,"current":278001}
+{"time":"2025-05-19T16:24:20.614294215Z","level":"WARN","msg":"handler: ignoring partial history record","step":276000,"current":278001}
+{"time":"2025-05-19T16:24:20.614303644Z","level":"WARN","msg":"handler: ignoring partial history record","step":276000,"current":278001}
+{"time":"2025-05-19T16:24:20.614311675Z","level":"WARN","msg":"handler: ignoring partial history record","step":276000,"current":278001}
+{"time":"2025-05-19T16:24:20.614319288Z","level":"WARN","msg":"handler: ignoring partial history record","step":276000,"current":278001}
+{"time":"2025-05-19T16:24:20.61432732Z","level":"WARN","msg":"handler: ignoring partial history record","step":276000,"current":278001}
+{"time":"2025-05-19T16:24:20.614336259Z","level":"WARN","msg":"handler: ignoring partial history record","step":276000,"current":278001}
+{"time":"2025-05-19T16:25:23.720360729Z","level":"WARN","msg":"handler: ignoring partial history record","step":276200,"current":278001}
+{"time":"2025-05-19T16:25:23.720435947Z","level":"WARN","msg":"handler: ignoring partial history record","step":276200,"current":278001}
+{"time":"2025-05-19T16:25:23.720447331Z","level":"WARN","msg":"handler: ignoring partial history record","step":276200,"current":278001}
+{"time":"2025-05-19T16:25:23.720457248Z","level":"WARN","msg":"handler: ignoring partial history record","step":276200,"current":278001}
+{"time":"2025-05-19T16:25:23.720466677Z","level":"WARN","msg":"handler: ignoring partial history record","step":276200,"current":278001}
+{"time":"2025-05-19T16:25:23.720476175Z","level":"WARN","msg":"handler: ignoring partial history record","step":276200,"current":278001}
+{"time":"2025-05-19T16:25:23.720485604Z","level":"WARN","msg":"handler: ignoring partial history record","step":276200,"current":278001}
+{"time":"2025-05-19T16:25:23.720495661Z","level":"WARN","msg":"handler: ignoring partial history record","step":276200,"current":278001}
+{"time":"2025-05-19T16:25:23.720503134Z","level":"WARN","msg":"handler: ignoring partial history record","step":276200,"current":278001}
+{"time":"2025-05-19T16:26:27.222053275Z","level":"WARN","msg":"handler: ignoring partial history record","step":276400,"current":278001}
+{"time":"2025-05-19T16:26:27.222087357Z","level":"WARN","msg":"handler: ignoring partial history record","step":276400,"current":278001}
+{"time":"2025-05-19T16:26:27.222097764Z","level":"WARN","msg":"handler: ignoring partial history record","step":276400,"current":278001}
+{"time":"2025-05-19T16:26:27.222107192Z","level":"WARN","msg":"handler: ignoring partial history record","step":276400,"current":278001}
+{"time":"2025-05-19T16:26:27.222114805Z","level":"WARN","msg":"handler: ignoring partial history record","step":276400,"current":278001}
+{"time":"2025-05-19T16:26:27.222122836Z","level":"WARN","msg":"handler: ignoring partial history record","step":276400,"current":278001}
+{"time":"2025-05-19T16:26:27.222130868Z","level":"WARN","msg":"handler: ignoring partial history record","step":276400,"current":278001}
+{"time":"2025-05-19T16:26:27.2221389Z","level":"WARN","msg":"handler: ignoring partial history record","step":276400,"current":278001}
+{"time":"2025-05-19T16:26:27.222162576Z","level":"WARN","msg":"handler: ignoring partial history record","step":276400,"current":278001}
+{"time":"2025-05-19T16:27:29.718189367Z","level":"WARN","msg":"handler: ignoring partial history record","step":276600,"current":278001}
+{"time":"2025-05-19T16:27:29.718271709Z","level":"WARN","msg":"handler: ignoring partial history record","step":276600,"current":278001}
+{"time":"2025-05-19T16:27:29.718284979Z","level":"WARN","msg":"handler: ignoring partial history record","step":276600,"current":278001}
+{"time":"2025-05-19T16:27:29.718294896Z","level":"WARN","msg":"handler: ignoring partial history record","step":276600,"current":278001}
+{"time":"2025-05-19T16:27:29.718305232Z","level":"WARN","msg":"handler: ignoring partial history record","step":276600,"current":278001}
+{"time":"2025-05-19T16:27:29.71831522Z","level":"WARN","msg":"handler: ignoring partial history record","step":276600,"current":278001}
+{"time":"2025-05-19T16:27:29.718325696Z","level":"WARN","msg":"handler: ignoring partial history record","step":276600,"current":278001}
+{"time":"2025-05-19T16:27:29.718335613Z","level":"WARN","msg":"handler: ignoring partial history record","step":276600,"current":278001}
+{"time":"2025-05-19T16:27:29.71834546Z","level":"WARN","msg":"handler: ignoring partial history record","step":276600,"current":278001}
+{"time":"2025-05-19T16:28:29.774150547Z","level":"WARN","msg":"handler: ignoring partial history record","step":276800,"current":278001}
+{"time":"2025-05-19T16:28:29.774195594Z","level":"WARN","msg":"handler: ignoring partial history record","step":276800,"current":278001}
+{"time":"2025-05-19T16:28:29.774206839Z","level":"WARN","msg":"handler: ignoring partial history record","step":276800,"current":278001}
+{"time":"2025-05-19T16:28:29.774215848Z","level":"WARN","msg":"handler: ignoring partial history record","step":276800,"current":278001}
+{"time":"2025-05-19T16:28:29.774224857Z","level":"WARN","msg":"handler: ignoring partial history record","step":276800,"current":278001}
+{"time":"2025-05-19T16:28:29.774234286Z","level":"WARN","msg":"handler: ignoring partial history record","step":276800,"current":278001}
+{"time":"2025-05-19T16:28:29.774244273Z","level":"WARN","msg":"handler: ignoring partial history record","step":276800,"current":278001}
+{"time":"2025-05-19T16:28:29.774253771Z","level":"WARN","msg":"handler: ignoring partial history record","step":276800,"current":278001}
+{"time":"2025-05-19T16:28:29.774261803Z","level":"WARN","msg":"handler: ignoring partial history record","step":276800,"current":278001}
+{"time":"2025-05-19T16:29:29.518368419Z","level":"WARN","msg":"handler: ignoring partial history record","step":277000,"current":278001}
+{"time":"2025-05-19T16:29:29.518485332Z","level":"WARN","msg":"handler: ignoring partial history record","step":277000,"current":278001}
+{"time":"2025-05-19T16:29:29.518498532Z","level":"WARN","msg":"handler: ignoring partial history record","step":277000,"current":278001}
+{"time":"2025-05-19T16:29:29.518506564Z","level":"WARN","msg":"handler: ignoring partial history record","step":277000,"current":278001}
+{"time":"2025-05-19T16:29:29.518513617Z","level":"WARN","msg":"handler: ignoring partial history record","step":277000,"current":278001}
+{"time":"2025-05-19T16:29:29.518520741Z","level":"WARN","msg":"handler: ignoring partial history record","step":277000,"current":278001}
+{"time":"2025-05-19T16:29:29.518528284Z","level":"WARN","msg":"handler: ignoring partial history record","step":277000,"current":278001}
+{"time":"2025-05-19T16:29:29.518536385Z","level":"WARN","msg":"handler: ignoring partial history record","step":277000,"current":278001}
+{"time":"2025-05-19T16:29:29.518543928Z","level":"WARN","msg":"handler: ignoring partial history record","step":277000,"current":278001}
+{"time":"2025-05-19T16:30:29.066226472Z","level":"WARN","msg":"handler: ignoring partial history record","step":277200,"current":278001}
+{"time":"2025-05-19T16:30:29.06631496Z","level":"WARN","msg":"handler: ignoring partial history record","step":277200,"current":278001}
+{"time":"2025-05-19T16:30:29.066345271Z","level":"WARN","msg":"handler: ignoring partial history record","step":277200,"current":278001}
+{"time":"2025-05-19T16:30:29.066355189Z","level":"WARN","msg":"handler: ignoring partial history record","step":277200,"current":278001}
+{"time":"2025-05-19T16:30:29.066365106Z","level":"WARN","msg":"handler: ignoring partial history record","step":277200,"current":278001}
+{"time":"2025-05-19T16:30:29.066374115Z","level":"WARN","msg":"handler: ignoring partial history record","step":277200,"current":278001}
+{"time":"2025-05-19T16:30:29.066383614Z","level":"WARN","msg":"handler: ignoring partial history record","step":277200,"current":278001}
+{"time":"2025-05-19T16:30:29.066393601Z","level":"WARN","msg":"handler: ignoring partial history record","step":277200,"current":278001}
+{"time":"2025-05-19T16:30:29.066402541Z","level":"WARN","msg":"handler: ignoring partial history record","step":277200,"current":278001}
+{"time":"2025-05-19T16:31:27.938147459Z","level":"WARN","msg":"handler: ignoring partial history record","step":277400,"current":278001}
+{"time":"2025-05-19T16:31:27.938193344Z","level":"WARN","msg":"handler: ignoring partial history record","step":277400,"current":278001}
+{"time":"2025-05-19T16:31:27.938204309Z","level":"WARN","msg":"handler: ignoring partial history record","step":277400,"current":278001}
+{"time":"2025-05-19T16:31:27.938213249Z","level":"WARN","msg":"handler: ignoring partial history record","step":277400,"current":278001}
+{"time":"2025-05-19T16:31:27.938220862Z","level":"WARN","msg":"handler: ignoring partial history record","step":277400,"current":278001}
+{"time":"2025-05-19T16:31:27.938229801Z","level":"WARN","msg":"handler: ignoring partial history record","step":277400,"current":278001}
+{"time":"2025-05-19T16:31:27.938237414Z","level":"WARN","msg":"handler: ignoring partial history record","step":277400,"current":278001}
+{"time":"2025-05-19T16:31:27.938245446Z","level":"WARN","msg":"handler: ignoring partial history record","step":277400,"current":278001}
+{"time":"2025-05-19T16:31:27.938253477Z","level":"WARN","msg":"handler: ignoring partial history record","step":277400,"current":278001}
+{"time":"2025-05-19T16:32:27.594143377Z","level":"WARN","msg":"handler: ignoring partial history record","step":277600,"current":278001}
+{"time":"2025-05-19T16:32:27.594216221Z","level":"WARN","msg":"handler: ignoring partial history record","step":277600,"current":278001}
+{"time":"2025-05-19T16:32:27.594227535Z","level":"WARN","msg":"handler: ignoring partial history record","step":277600,"current":278001}
+{"time":"2025-05-19T16:32:27.594237453Z","level":"WARN","msg":"handler: ignoring partial history record","step":277600,"current":278001}
+{"time":"2025-05-19T16:32:27.59424737Z","level":"WARN","msg":"handler: ignoring partial history record","step":277600,"current":278001}
+{"time":"2025-05-19T16:32:27.59425638Z","level":"WARN","msg":"handler: ignoring partial history record","step":277600,"current":278001}
+{"time":"2025-05-19T16:32:27.594264411Z","level":"WARN","msg":"handler: ignoring partial history record","step":277600,"current":278001}
+{"time":"2025-05-19T16:32:27.59427391Z","level":"WARN","msg":"handler: ignoring partial history record","step":277600,"current":278001}
+{"time":"2025-05-19T16:32:27.594281941Z","level":"WARN","msg":"handler: ignoring partial history record","step":277600,"current":278001}
+{"time":"2025-05-19T16:33:27.18632103Z","level":"WARN","msg":"handler: ignoring partial history record","step":277800,"current":278001}
+{"time":"2025-05-19T16:33:27.186366985Z","level":"WARN","msg":"handler: ignoring partial history record","step":277800,"current":278001}
+{"time":"2025-05-19T16:33:27.186376413Z","level":"WARN","msg":"handler: ignoring partial history record","step":277800,"current":278001}
+{"time":"2025-05-19T16:33:27.186385423Z","level":"WARN","msg":"handler: ignoring partial history record","step":277800,"current":278001}
+{"time":"2025-05-19T16:33:27.186411892Z","level":"WARN","msg":"handler: ignoring partial history record","step":277800,"current":278001}
+{"time":"2025-05-19T16:33:27.186420902Z","level":"WARN","msg":"handler: ignoring partial history record","step":277800,"current":278001}
+{"time":"2025-05-19T16:33:27.18643033Z","level":"WARN","msg":"handler: ignoring partial history record","step":277800,"current":278001}
+{"time":"2025-05-19T16:33:27.186438362Z","level":"WARN","msg":"handler: ignoring partial history record","step":277800,"current":278001}
+{"time":"2025-05-19T16:33:27.186446394Z","level":"WARN","msg":"handler: ignoring partial history record","step":277800,"current":278001}
+{"time":"2025-05-19T16:34:26.866154608Z","level":"WARN","msg":"handler: ignoring partial history record","step":278000,"current":278001}
+{"time":"2025-05-19T16:34:26.866228849Z","level":"WARN","msg":"handler: ignoring partial history record","step":278000,"current":278001}
+{"time":"2025-05-19T16:34:26.866238277Z","level":"WARN","msg":"handler: ignoring partial history record","step":278000,"current":278001}
+{"time":"2025-05-19T16:34:26.866246798Z","level":"WARN","msg":"handler: ignoring partial history record","step":278000,"current":278001}
+{"time":"2025-05-19T16:34:26.8662549Z","level":"WARN","msg":"handler: ignoring partial history record","step":278000,"current":278001}
+{"time":"2025-05-19T16:34:26.866262861Z","level":"WARN","msg":"handler: ignoring partial history record","step":278000,"current":278001}
+{"time":"2025-05-19T16:34:26.866270474Z","level":"WARN","msg":"handler: ignoring partial history record","step":278000,"current":278001}
+{"time":"2025-05-19T16:34:26.866278506Z","level":"WARN","msg":"handler: ignoring partial history record","step":278000,"current":278001}
+{"time":"2025-05-19T16:34:26.866286118Z","level":"WARN","msg":"handler: ignoring partial history record","step":278000,"current":278001}
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/wandb/debug.log b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/wandb/debug.log
index 0fa511745ddef851e37b373283ff9f07c3755070..87769837a96ed622c0606f341a51c3910c85a71e 100644
--- a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/wandb/debug.log
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/wandb/debug.log
@@ -1,23 +1,23 @@
-2025-05-18 14:52:55,332 INFO MainThread:18114 [wandb_setup.py:_flush():67] Current SDK version is 0.19.9
-2025-05-18 14:52:55,332 INFO MainThread:18114 [wandb_setup.py:_flush():67] Configure stats pid to 18114
-2025-05-18 14:52:55,332 INFO MainThread:18114 [wandb_setup.py:_flush():67] Loading settings from /root/.config/wandb/settings
-2025-05-18 14:52:55,332 INFO MainThread:18114 [wandb_setup.py:_flush():67] Loading settings from /NAS/LSY/lerobot/wandb/settings
-2025-05-18 14:52:55,332 INFO MainThread:18114 [wandb_setup.py:_flush():67] Loading settings from environment variables
-2025-05-18 14:52:55,332 INFO MainThread:18114 [wandb_init.py:setup_run_log_directory():662] Logging user logs to /SSD/LSY/lerobot_model/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/wandb/run-20250518_145255-fekph8dz/logs/debug.log
-2025-05-18 14:52:55,332 INFO MainThread:18114 [wandb_init.py:setup_run_log_directory():663] Logging internal logs to /SSD/LSY/lerobot_model/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/wandb/run-20250518_145255-fekph8dz/logs/debug-internal.log
-2025-05-18 14:52:55,332 INFO MainThread:18114 [wandb_init.py:init():781] calling init triggers
-2025-05-18 14:52:55,332 INFO MainThread:18114 [wandb_init.py:init():786] wandb.init called with sweep_config: {}
-config: {'dataset': {'repo_id': 'shylee/so100_pengripG', 'root': '/SSD/LSY/lerobot_dataset/pengripG', 'episodes': None, 'image_transforms': {'enable': False, 'max_num_transforms': 3, 'random_order': False, 'tfs': {'brightness': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'brightness': [0.8, 1.2]}}, 'contrast': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'contrast': [0.8, 1.2]}}, 'saturation': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'saturation': [0.5, 1.5]}}, 'hue': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'hue': [-0.05, 0.05]}}, 'sharpness': {'weight': 1.0, 'type': 'SharpnessJitter', 'kwargs': {'sharpness': [0.5, 1.5]}}}}, 'revision': None, 'use_imagenet_stats': True, 'video_backend': 'torchcodec'}, 'env': None, 'policy': {'type': 'diffusion', 'n_obs_steps': 2, 'normalization_mapping': {'VISUAL': , 'STATE': , 'ACTION': }, 'input_features': {}, 'output_features': {}, 'device': 'cuda', 'use_amp': False, 'horizon': 16, 'n_action_steps': 8, 'drop_n_last_frames': 7, 'vision_backbone': 'resnet50', 'crop_shape': [224, 224], 'crop_is_random': False, 'pretrained_backbone_weights': 'ResNet50_Weights.IMAGENET1K_V1', 'use_group_norm': False, 'spatial_softmax_num_keypoints': 32, 'use_separate_rgb_encoder_per_camera': False, 'down_dims': [256, 512, 1024], 'kernel_size': 5, 'n_groups': 8, 'diffusion_step_embed_dim': 128, 'use_film_scale_modulation': True, 'noise_scheduler_type': 'DDIM', 'num_train_timesteps': 100, 'beta_schedule': 'squaredcos_cap_v2', 'beta_start': 0.0001, 'beta_end': 0.02, 'prediction_type': 'epsilon', 'clip_sample': True, 'clip_sample_range': 1.0, 'num_inference_steps': 10, 'do_mask_loss_for_padding': False, 'optimizer_lr': 0.0001, 'optimizer_betas': [0.95, 0.999], 'optimizer_eps': 1e-08, 'optimizer_weight_decay': 1e-06, 'scheduler_name': 'cosine', 'scheduler_warmup_steps': 500, 'pre_resize_shape': [224, 224], 'freeze_vision_backbone': False, 'use_ac': False, 'ac_threshold': 0.99, 'use_pcg': False, 'pcg_weight': 0.1, 'use_bid': False, 'bid_batch_size': 15, 'bid_mode_size': 3, 'bid_temporal_coherence': 0.5, 'weak_model_path': None, 'weak_model_config': None}, 'output_dir': '/SSD/LSY/lerobot_model/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain', 'job_name': 'DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain', 'resume': False, 'seed': 1000, 'num_workers': 4, 'batch_size': 16, 'steps': 600000, 'eval_freq': 20000, 'log_freq': 200, 'save_checkpoint': True, 'save_freq': 20000, 'use_policy_training_preset': True, 'optimizer': {'type': 'adam', 'lr': 0.0001, 'weight_decay': 1e-06, 'grad_clip_norm': 10.0, 'betas': [0.95, 0.999], 'eps': 1e-08}, 'scheduler': {'type': 'diffuser', 'num_warmup_steps': 500, 'name': 'cosine'}, 'eval': {'n_episodes': 50, 'batch_size': 50, 'use_async_envs': False}, 'wandb': {'enable': True, 'disable_artifact': False, 'project': 'lerobot', 'entity': None, 'notes': None, 'run_id': None, 'mode': None}, '_wandb': {}}
-2025-05-18 14:52:55,332 INFO MainThread:18114 [wandb_init.py:init():809] starting backend
-2025-05-18 14:52:55,332 INFO MainThread:18114 [wandb_init.py:init():813] sending inform_init request
-2025-05-18 14:52:55,337 INFO MainThread:18114 [backend.py:_multiprocessing_setup():101] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
-2025-05-18 14:52:55,337 INFO MainThread:18114 [wandb_init.py:init():823] backend started and connected
-2025-05-18 14:52:55,472 INFO MainThread:18114 [wandb_init.py:init():915] updated telemetry
-2025-05-18 14:52:55,737 INFO MainThread:18114 [wandb_init.py:init():939] communicating run to backend with 90.0 second timeout
-2025-05-18 14:52:56,212 INFO MainThread:18114 [wandb_init.py:init():1014] starting run threads in backend
-2025-05-18 14:52:56,355 INFO MainThread:18114 [wandb_run.py:_console_start():2454] atexit reg
-2025-05-18 14:52:56,355 INFO MainThread:18114 [wandb_run.py:_redirect():2306] redirect: wrap_raw
-2025-05-18 14:52:56,355 INFO MainThread:18114 [wandb_run.py:_redirect():2371] Wrapping output streams.
-2025-05-18 14:52:56,355 INFO MainThread:18114 [wandb_run.py:_redirect():2394] Redirects installed.
-2025-05-18 14:52:56,356 INFO MainThread:18114 [wandb_init.py:init():1056] run started, returning control to user process
-2025-05-19 14:27:28,103 INFO MsgRouterThr:18114 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 1 handles.
+2025-05-19 15:02:46,209 INFO MainThread:828709 [wandb_setup.py:_flush():67] Current SDK version is 0.19.9
+2025-05-19 15:02:46,209 INFO MainThread:828709 [wandb_setup.py:_flush():67] Configure stats pid to 828709
+2025-05-19 15:02:46,209 INFO MainThread:828709 [wandb_setup.py:_flush():67] Loading settings from /root/.config/wandb/settings
+2025-05-19 15:02:46,209 INFO MainThread:828709 [wandb_setup.py:_flush():67] Loading settings from /NAS/LSY/lerobot/wandb/settings
+2025-05-19 15:02:46,209 INFO MainThread:828709 [wandb_setup.py:_flush():67] Loading settings from environment variables
+2025-05-19 15:02:46,209 INFO MainThread:828709 [wandb_init.py:setup_run_log_directory():662] Logging user logs to /SSD/LSY/lerobot_model/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/wandb/run-20250519_150246-fekph8dz/logs/debug.log
+2025-05-19 15:02:46,210 INFO MainThread:828709 [wandb_init.py:setup_run_log_directory():663] Logging internal logs to /SSD/LSY/lerobot_model/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/wandb/run-20250519_150246-fekph8dz/logs/debug-internal.log
+2025-05-19 15:02:46,210 INFO MainThread:828709 [wandb_init.py:init():781] calling init triggers
+2025-05-19 15:02:46,210 INFO MainThread:828709 [wandb_init.py:init():786] wandb.init called with sweep_config: {}
+config: {'dataset': {'repo_id': 'shylee/so100_pengripG', 'root': '/SSD/LSY/lerobot_dataset/pengripG', 'episodes': None, 'image_transforms': {'enable': False, 'max_num_transforms': 3, 'random_order': False, 'tfs': {'brightness': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'brightness': [0.8, 1.2]}}, 'contrast': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'contrast': [0.8, 1.2]}}, 'saturation': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'saturation': [0.5, 1.5]}}, 'hue': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'hue': [-0.05, 0.05]}}, 'sharpness': {'weight': 1.0, 'type': 'SharpnessJitter', 'kwargs': {'sharpness': [0.5, 1.5]}}}}, 'revision': None, 'use_imagenet_stats': True, 'video_backend': 'torchcodec'}, 'env': None, 'policy': {'type': 'diffusion', 'n_obs_steps': 2, 'normalization_mapping': {'VISUAL': , 'STATE': , 'ACTION': }, 'input_features': {'observation.state': {'type': , 'shape': [6]}, 'observation.images.FrontCam': {'type': , 'shape': [3, 480, 640]}, 'observation.images.TopCam': {'type': , 'shape': [3, 480, 640]}, 'observation.images.WristCam': {'type': , 'shape': [3, 480, 640]}}, 'output_features': {'action': {'type': , 'shape': [6]}}, 'device': 'cuda', 'use_amp': False, 'horizon': 16, 'n_action_steps': 8, 'drop_n_last_frames': 7, 'vision_backbone': 'resnet50', 'crop_shape': [224, 224], 'crop_is_random': False, 'pretrained_backbone_weights': 'ResNet50_Weights.IMAGENET1K_V1', 'use_group_norm': False, 'spatial_softmax_num_keypoints': 32, 'use_separate_rgb_encoder_per_camera': False, 'down_dims': [256, 512, 1024], 'kernel_size': 5, 'n_groups': 8, 'diffusion_step_embed_dim': 128, 'use_film_scale_modulation': True, 'noise_scheduler_type': 'DDIM', 'num_train_timesteps': 100, 'beta_schedule': 'squaredcos_cap_v2', 'beta_start': 0.0001, 'beta_end': 0.02, 'prediction_type': 'epsilon', 'clip_sample': True, 'clip_sample_range': 1.0, 'num_inference_steps': 10, 'do_mask_loss_for_padding': False, 'optimizer_lr': 0.0001, 'optimizer_betas': [0.95, 0.999], 'optimizer_eps': 1e-08, 'optimizer_weight_decay': 1e-06, 'scheduler_name': 'cosine', 'scheduler_warmup_steps': 500, 'pre_resize_shape': [224, 224], 'freeze_vision_backbone': False, 'use_ac': False, 'ac_threshold': 0.99, 'use_pcg': False, 'pcg_weight': 0.1, 'use_bid': False, 'bid_batch_size': 15, 'bid_mode_size': 3, 'bid_temporal_coherence': 0.5, 'weak_model_path': None, 'weak_model_config': None}, 'output_dir': '/SSD/LSY/lerobot_model/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain', 'job_name': 'DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain', 'resume': True, 'seed': 1000, 'num_workers': 4, 'batch_size': 16, 'steps': 600000, 'eval_freq': 20000, 'log_freq': 200, 'save_checkpoint': True, 'save_freq': 20000, 'use_policy_training_preset': True, 'optimizer': {'type': 'adam', 'lr': 0.0001, 'weight_decay': 1e-06, 'grad_clip_norm': 10.0, 'betas': [0.95, 0.999], 'eps': 1e-08}, 'scheduler': {'type': 'diffuser', 'num_warmup_steps': 500, 'name': 'cosine'}, 'eval': {'n_episodes': 50, 'batch_size': 50, 'use_async_envs': False}, 'wandb': {'enable': True, 'disable_artifact': False, 'project': 'lerobot', 'entity': None, 'notes': None, 'run_id': 'fekph8dz', 'mode': None}, '_wandb': {}}
+2025-05-19 15:02:46,210 INFO MainThread:828709 [wandb_init.py:init():809] starting backend
+2025-05-19 15:02:46,210 INFO MainThread:828709 [wandb_init.py:init():813] sending inform_init request
+2025-05-19 15:02:46,472 INFO MainThread:828709 [backend.py:_multiprocessing_setup():101] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
+2025-05-19 15:02:46,472 INFO MainThread:828709 [wandb_init.py:init():823] backend started and connected
+2025-05-19 15:02:46,478 INFO MainThread:828709 [wandb_init.py:init():915] updated telemetry
+2025-05-19 15:02:48,139 INFO MainThread:828709 [wandb_init.py:init():939] communicating run to backend with 90.0 second timeout
+2025-05-19 15:02:48,972 INFO MainThread:828709 [wandb_init.py:init():1009] run resumed
+2025-05-19 15:02:48,975 INFO MainThread:828709 [wandb_init.py:init():1014] starting run threads in backend
+2025-05-19 15:02:49,278 INFO MainThread:828709 [wandb_run.py:_console_start():2454] atexit reg
+2025-05-19 15:02:49,280 INFO MainThread:828709 [wandb_run.py:_redirect():2306] redirect: wrap_raw
+2025-05-19 15:02:49,280 INFO MainThread:828709 [wandb_run.py:_redirect():2371] Wrapping output streams.
+2025-05-19 15:02:49,280 INFO MainThread:828709 [wandb_run.py:_redirect():2394] Redirects installed.
+2025-05-19 15:02:49,281 INFO MainThread:828709 [wandb_init.py:init():1056] run started, returning control to user process
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/wandb/run-20250519_150246-fekph8dz/files/output.log b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/wandb/run-20250519_150246-fekph8dz/files/output.log
new file mode 100644
index 0000000000000000000000000000000000000000..b27125405a921e40fbd7db6a546bc3269a5cadc3
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/wandb/run-20250519_150246-fekph8dz/files/output.log
@@ -0,0 +1,1454 @@
+[1m[34mLogs will be synced with wandb.[0m
+INFO 2025-05-19 15:02:49 ndb_utils.py:96 Track this run --> [1m[33mhttps://wandb.ai/marchmelo0923-postech/lerobot/runs/fekph8dz[0m
+INFO 2025-05-19 15:02:49 ts/train.py:127 Creating dataset
+Resolving data files: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████████| 300/300 [00:00<00:00, 190477.02it/s]
+INFO 2025-05-19 15:02:51 ts/train.py:138 Creating policy
+Loading weights from local directory
+INFO 2025-05-19 15:02:53 ts/train.py:144 Creating optimizer and scheduler
+INFO 2025-05-19 15:02:53 ts/train.py:156 [1m[33mOutput dir:[0m /SSD/LSY/lerobot_model/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain
+INFO 2025-05-19 15:02:53 ts/train.py:159 cfg.steps=600000 (600K)
+INFO 2025-05-19 15:02:53 ts/train.py:160 dataset.num_frames=63435 (63K)
+INFO 2025-05-19 15:02:53 ts/train.py:161 dataset.num_episodes=300
+INFO 2025-05-19 15:02:53 ts/train.py:162 num_learnable_params=92242982 (92M)
+INFO 2025-05-19 15:02:53 ts/train.py:163 num_total_params=92243036 (92M)
+INFO 2025-05-19 15:02:53 ts/train.py:202 Start offline training on a fixed dataset
+INFO 2025-05-19 15:04:07 ts/train.py:232 step:260K smpl:4M ep:20K epch:65.63 loss:0.006 grdn:0.160 lr:6.0e-05 updt_s:0.249 data_s:0.121
+INFO 2025-05-19 15:05:13 ts/train.py:232 step:260K smpl:4M ep:20K epch:65.68 loss:0.006 grdn:0.160 lr:6.0e-05 updt_s:0.226 data_s:0.103
+INFO 2025-05-19 15:06:20 ts/train.py:232 step:261K smpl:4M ep:20K epch:65.73 loss:0.006 grdn:0.157 lr:6.0e-05 updt_s:0.227 data_s:0.106
+INFO 2025-05-19 15:07:27 ts/train.py:232 step:261K smpl:4M ep:20K epch:65.78 loss:0.007 grdn:0.177 lr:6.0e-05 updt_s:0.227 data_s:0.109
+INFO 2025-05-19 15:08:34 ts/train.py:232 step:261K smpl:4M ep:20K epch:65.83 loss:0.007 grdn:0.171 lr:6.0e-05 updt_s:0.228 data_s:0.108
+INFO 2025-05-19 15:09:41 ts/train.py:232 step:261K smpl:4M ep:20K epch:65.88 loss:0.006 grdn:0.161 lr:6.0e-05 updt_s:0.227 data_s:0.107
+INFO 2025-05-19 15:10:41 ts/train.py:232 step:261K smpl:4M ep:20K epch:65.93 loss:0.006 grdn:0.164 lr:6.0e-05 updt_s:0.227 data_s:0.069
+INFO 2025-05-19 15:11:42 ts/train.py:232 step:262K smpl:4M ep:20K epch:65.98 loss:0.006 grdn:0.155 lr:6.0e-05 updt_s:0.227 data_s:0.076
+INFO 2025-05-19 15:12:41 ts/train.py:232 step:262K smpl:4M ep:20K epch:66.03 loss:0.006 grdn:0.166 lr:6.0e-05 updt_s:0.227 data_s:0.069
+INFO 2025-05-19 15:13:40 ts/train.py:232 step:262K smpl:4M ep:20K epch:66.08 loss:0.006 grdn:0.164 lr:6.0e-05 updt_s:0.229 data_s:0.066
+INFO 2025-05-19 15:14:39 ts/train.py:232 step:262K smpl:4M ep:20K epch:66.13 loss:0.005 grdn:0.155 lr:6.0e-05 updt_s:0.227 data_s:0.069
+INFO 2025-05-19 15:15:41 ts/train.py:232 step:262K smpl:4M ep:20K epch:66.18 loss:0.006 grdn:0.169 lr:6.0e-05 updt_s:0.227 data_s:0.079
+INFO 2025-05-19 15:16:41 ts/train.py:232 step:263K smpl:4M ep:20K epch:66.23 loss:0.006 grdn:0.160 lr:6.0e-05 updt_s:0.227 data_s:0.076
+INFO 2025-05-19 15:17:40 ts/train.py:232 step:263K smpl:4M ep:20K epch:66.29 loss:0.006 grdn:0.167 lr:6.0e-05 updt_s:0.228 data_s:0.066
+INFO 2025-05-19 15:18:41 ts/train.py:232 step:263K smpl:4M ep:20K epch:66.34 loss:0.007 grdn:0.170 lr:6.0e-05 updt_s:0.227 data_s:0.074
+INFO 2025-05-19 15:19:42 ts/train.py:232 step:263K smpl:4M ep:20K epch:66.39 loss:0.006 grdn:0.157 lr:6.0e-05 updt_s:0.227 data_s:0.078
+INFO 2025-05-19 15:20:42 ts/train.py:232 step:263K smpl:4M ep:20K epch:66.44 loss:0.006 grdn:0.160 lr:6.0e-05 updt_s:0.227 data_s:0.073
+INFO 2025-05-19 15:21:40 ts/train.py:232 step:264K smpl:4M ep:20K epch:66.49 loss:0.007 grdn:0.172 lr:6.0e-05 updt_s:0.228 data_s:0.061
+INFO 2025-05-19 15:22:38 ts/train.py:232 step:264K smpl:4M ep:20K epch:66.54 loss:0.006 grdn:0.156 lr:6.0e-05 updt_s:0.228 data_s:0.061
+INFO 2025-05-19 15:23:47 ts/train.py:232 step:264K smpl:4M ep:20K epch:66.59 loss:0.006 grdn:0.166 lr:5.9e-05 updt_s:0.236 data_s:0.107
+INFO 2025-05-19 15:24:54 ts/train.py:232 step:264K smpl:4M ep:20K epch:66.64 loss:0.006 grdn:0.153 lr:5.9e-05 updt_s:0.228 data_s:0.106
+INFO 2025-05-19 15:26:00 ts/train.py:232 step:264K smpl:4M ep:20K epch:66.69 loss:0.006 grdn:0.150 lr:5.9e-05 updt_s:0.228 data_s:0.105
+INFO 2025-05-19 15:27:07 ts/train.py:232 step:265K smpl:4M ep:20K epch:66.74 loss:0.006 grdn:0.155 lr:5.9e-05 updt_s:0.228 data_s:0.102
+INFO 2025-05-19 15:28:12 ts/train.py:232 step:265K smpl:4M ep:20K epch:66.79 loss:0.005 grdn:0.154 lr:5.9e-05 updt_s:0.228 data_s:0.096
+INFO 2025-05-19 15:29:18 ts/train.py:232 step:265K smpl:4M ep:20K epch:66.84 loss:0.006 grdn:0.170 lr:5.9e-05 updt_s:0.228 data_s:0.103
+INFO 2025-05-19 15:30:20 ts/train.py:232 step:265K smpl:4M ep:20K epch:66.89 loss:0.006 grdn:0.156 lr:5.9e-05 updt_s:0.228 data_s:0.082
+INFO 2025-05-19 15:31:18 ts/train.py:232 step:265K smpl:4M ep:20K epch:66.94 loss:0.006 grdn:0.158 lr:5.9e-05 updt_s:0.228 data_s:0.064
+INFO 2025-05-19 15:32:19 ts/train.py:232 step:266K smpl:4M ep:20K epch:66.99 loss:0.006 grdn:0.161 lr:5.9e-05 updt_s:0.228 data_s:0.073
+INFO 2025-05-19 15:33:19 ts/train.py:232 step:266K smpl:4M ep:20K epch:67.04 loss:0.006 grdn:0.159 lr:5.9e-05 updt_s:0.228 data_s:0.072
+INFO 2025-05-19 15:34:18 ts/train.py:232 step:266K smpl:4M ep:20K epch:67.09 loss:0.006 grdn:0.161 lr:5.9e-05 updt_s:0.228 data_s:0.068
+INFO 2025-05-19 15:35:17 ts/train.py:232 step:266K smpl:4M ep:20K epch:67.14 loss:0.006 grdn:0.163 lr:5.9e-05 updt_s:0.228 data_s:0.068
+INFO 2025-05-19 15:36:16 ts/train.py:232 step:266K smpl:4M ep:20K epch:67.19 loss:0.006 grdn:0.151 lr:5.9e-05 updt_s:0.228 data_s:0.066
+INFO 2025-05-19 15:37:16 ts/train.py:232 step:267K smpl:4M ep:20K epch:67.24 loss:0.006 grdn:0.161 lr:5.9e-05 updt_s:0.228 data_s:0.071
+INFO 2025-05-19 15:38:16 ts/train.py:232 step:267K smpl:4M ep:20K epch:67.29 loss:0.006 grdn:0.162 lr:5.9e-05 updt_s:0.228 data_s:0.068
+INFO 2025-05-19 15:39:15 ts/train.py:232 step:267K smpl:4M ep:20K epch:67.34 loss:0.006 grdn:0.167 lr:5.9e-05 updt_s:0.228 data_s:0.070
+INFO 2025-05-19 15:40:14 ts/train.py:232 step:267K smpl:4M ep:20K epch:67.39 loss:0.007 grdn:0.173 lr:5.9e-05 updt_s:0.229 data_s:0.064
+INFO 2025-05-19 15:41:13 ts/train.py:232 step:267K smpl:4M ep:20K epch:67.45 loss:0.005 grdn:0.150 lr:5.9e-05 updt_s:0.228 data_s:0.067
+INFO 2025-05-19 15:42:13 ts/train.py:232 step:268K smpl:4M ep:20K epch:67.50 loss:0.006 grdn:0.167 lr:5.9e-05 updt_s:0.228 data_s:0.071
+INFO 2025-05-19 15:43:19 ts/train.py:232 step:268K smpl:4M ep:20K epch:67.55 loss:0.006 grdn:0.168 lr:5.8e-05 updt_s:0.228 data_s:0.099
+INFO 2025-05-19 15:44:24 ts/train.py:232 step:268K smpl:4M ep:20K epch:67.60 loss:0.006 grdn:0.169 lr:5.8e-05 updt_s:0.228 data_s:0.095
+INFO 2025-05-19 15:45:27 ts/train.py:232 step:268K smpl:4M ep:20K epch:67.65 loss:0.006 grdn:0.157 lr:5.8e-05 updt_s:0.228 data_s:0.086
+INFO 2025-05-19 15:46:30 ts/train.py:232 step:268K smpl:4M ep:20K epch:67.70 loss:0.006 grdn:0.160 lr:5.8e-05 updt_s:0.228 data_s:0.088
+INFO 2025-05-19 15:47:34 ts/train.py:232 step:269K smpl:4M ep:20K epch:67.75 loss:0.006 grdn:0.163 lr:5.8e-05 updt_s:0.228 data_s:0.090
+INFO 2025-05-19 15:48:38 ts/train.py:232 step:269K smpl:4M ep:20K epch:67.80 loss:0.006 grdn:0.158 lr:5.8e-05 updt_s:0.228 data_s:0.092
+INFO 2025-05-19 15:49:39 ts/train.py:232 step:269K smpl:4M ep:20K epch:67.85 loss:0.006 grdn:0.166 lr:5.8e-05 updt_s:0.228 data_s:0.077
+INFO 2025-05-19 15:50:38 ts/train.py:232 step:269K smpl:4M ep:20K epch:67.90 loss:0.006 grdn:0.152 lr:5.8e-05 updt_s:0.228 data_s:0.062
+INFO 2025-05-19 15:51:35 ts/train.py:232 step:269K smpl:4M ep:20K epch:67.95 loss:0.006 grdn:0.150 lr:5.8e-05 updt_s:0.228 data_s:0.059
+INFO 2025-05-19 15:52:34 ts/train.py:232 step:270K smpl:4M ep:20K epch:68.00 loss:0.006 grdn:0.152 lr:5.8e-05 updt_s:0.228 data_s:0.062
+INFO 2025-05-19 15:53:31 ts/train.py:232 step:270K smpl:4M ep:20K epch:68.05 loss:0.006 grdn:0.165 lr:5.8e-05 updt_s:0.228 data_s:0.060
+INFO 2025-05-19 15:54:30 ts/train.py:232 step:270K smpl:4M ep:20K epch:68.10 loss:0.006 grdn:0.158 lr:5.8e-05 updt_s:0.228 data_s:0.064
+INFO 2025-05-19 15:55:28 ts/train.py:232 step:270K smpl:4M ep:20K epch:68.15 loss:0.006 grdn:0.168 lr:5.8e-05 updt_s:0.228 data_s:0.064
+INFO 2025-05-19 15:56:26 ts/train.py:232 step:270K smpl:4M ep:20K epch:68.20 loss:0.006 grdn:0.161 lr:5.8e-05 updt_s:0.228 data_s:0.058
+INFO 2025-05-19 15:57:24 ts/train.py:232 step:271K smpl:4M ep:20K epch:68.25 loss:0.005 grdn:0.154 lr:5.8e-05 updt_s:0.228 data_s:0.064
+INFO 2025-05-19 15:58:22 ts/train.py:232 step:271K smpl:4M ep:20K epch:68.30 loss:0.006 grdn:0.159 lr:5.8e-05 updt_s:0.228 data_s:0.061
+INFO 2025-05-19 15:59:20 ts/train.py:232 step:271K smpl:4M ep:21K epch:68.35 loss:0.006 grdn:0.166 lr:5.8e-05 updt_s:0.228 data_s:0.061
+INFO 2025-05-19 16:00:18 ts/train.py:232 step:271K smpl:4M ep:21K epch:68.40 loss:0.006 grdn:0.169 lr:5.8e-05 updt_s:0.229 data_s:0.061
+INFO 2025-05-19 16:01:17 ts/train.py:232 step:271K smpl:4M ep:21K epch:68.45 loss:0.005 grdn:0.154 lr:5.8e-05 updt_s:0.228 data_s:0.064
+INFO 2025-05-19 16:02:19 ts/train.py:232 step:272K smpl:4M ep:21K epch:68.50 loss:0.006 grdn:0.159 lr:5.8e-05 updt_s:0.227 data_s:0.082
+INFO 2025-05-19 16:03:22 ts/train.py:232 step:272K smpl:4M ep:21K epch:68.56 loss:0.005 grdn:0.152 lr:5.7e-05 updt_s:0.228 data_s:0.086
+INFO 2025-05-19 16:04:24 ts/train.py:232 step:272K smpl:4M ep:21K epch:68.61 loss:0.006 grdn:0.160 lr:5.7e-05 updt_s:0.228 data_s:0.082
+INFO 2025-05-19 16:05:26 ts/train.py:232 step:272K smpl:4M ep:21K epch:68.66 loss:0.006 grdn:0.162 lr:5.7e-05 updt_s:0.228 data_s:0.080
+INFO 2025-05-19 16:06:28 ts/train.py:232 step:272K smpl:4M ep:21K epch:68.71 loss:0.006 grdn:0.152 lr:5.7e-05 updt_s:0.228 data_s:0.081
+INFO 2025-05-19 16:07:30 ts/train.py:232 step:273K smpl:4M ep:21K epch:68.76 loss:0.006 grdn:0.157 lr:5.7e-05 updt_s:0.228 data_s:0.082
+INFO 2025-05-19 16:08:31 ts/train.py:232 step:273K smpl:4M ep:21K epch:68.81 loss:0.006 grdn:0.156 lr:5.7e-05 updt_s:0.228 data_s:0.075
+INFO 2025-05-19 16:09:29 ts/train.py:232 step:273K smpl:4M ep:21K epch:68.86 loss:0.006 grdn:0.165 lr:5.7e-05 updt_s:0.228 data_s:0.060
+INFO 2025-05-19 16:10:27 ts/train.py:232 step:273K smpl:4M ep:21K epch:68.91 loss:0.005 grdn:0.151 lr:5.7e-05 updt_s:0.228 data_s:0.062
+INFO 2025-05-19 16:11:26 ts/train.py:232 step:273K smpl:4M ep:21K epch:68.96 loss:0.006 grdn:0.162 lr:5.7e-05 updt_s:0.229 data_s:0.066
+INFO 2025-05-19 16:12:25 ts/train.py:232 step:274K smpl:4M ep:21K epch:69.01 loss:0.006 grdn:0.160 lr:5.7e-05 updt_s:0.228 data_s:0.064
+INFO 2025-05-19 16:13:23 ts/train.py:232 step:274K smpl:4M ep:21K epch:69.06 loss:0.006 grdn:0.162 lr:5.7e-05 updt_s:0.228 data_s:0.063
+INFO 2025-05-19 16:14:23 ts/train.py:232 step:274K smpl:4M ep:21K epch:69.11 loss:0.006 grdn:0.162 lr:5.7e-05 updt_s:0.228 data_s:0.069
+INFO 2025-05-19 16:15:21 ts/train.py:232 step:274K smpl:4M ep:21K epch:69.16 loss:0.006 grdn:0.149 lr:5.7e-05 updt_s:0.229 data_s:0.061
+INFO 2025-05-19 16:16:18 ts/train.py:232 step:274K smpl:4M ep:21K epch:69.21 loss:0.006 grdn:0.154 lr:5.7e-05 updt_s:0.229 data_s:0.058
+INFO 2025-05-19 16:17:18 ts/train.py:232 step:275K smpl:4M ep:21K epch:69.26 loss:0.006 grdn:0.164 lr:5.7e-05 updt_s:0.228 data_s:0.069
+INFO 2025-05-19 16:18:15 ts/train.py:232 step:275K smpl:4M ep:21K epch:69.31 loss:0.006 grdn:0.160 lr:5.7e-05 updt_s:0.228 data_s:0.054
+INFO 2025-05-19 16:19:12 ts/train.py:232 step:275K smpl:4M ep:21K epch:69.36 loss:0.007 grdn:0.173 lr:5.7e-05 updt_s:0.228 data_s:0.059
+INFO 2025-05-19 16:20:11 ts/train.py:232 step:275K smpl:4M ep:21K epch:69.41 loss:0.005 grdn:0.152 lr:5.7e-05 updt_s:0.228 data_s:0.065
+INFO 2025-05-19 16:21:12 ts/train.py:232 step:275K smpl:4M ep:21K epch:69.46 loss:0.006 grdn:0.161 lr:5.7e-05 updt_s:0.228 data_s:0.077
+INFO 2025-05-19 16:22:15 ts/train.py:232 step:276K smpl:4M ep:21K epch:69.51 loss:0.006 grdn:0.166 lr:5.6e-05 updt_s:0.229 data_s:0.083
+INFO 2025-05-19 16:23:17 ts/train.py:232 step:276K smpl:4M ep:21K epch:69.56 loss:0.006 grdn:0.162 lr:5.6e-05 updt_s:0.228 data_s:0.082
+INFO 2025-05-19 16:24:20 ts/train.py:232 step:276K smpl:4M ep:21K epch:69.61 loss:0.006 grdn:0.162 lr:5.6e-05 updt_s:0.228 data_s:0.087
+INFO 2025-05-19 16:25:23 ts/train.py:232 step:276K smpl:4M ep:21K epch:69.67 loss:0.006 grdn:0.159 lr:5.6e-05 updt_s:0.227 data_s:0.087
+INFO 2025-05-19 16:26:27 ts/train.py:232 step:276K smpl:4M ep:21K epch:69.72 loss:0.006 grdn:0.164 lr:5.6e-05 updt_s:0.228 data_s:0.089
+INFO 2025-05-19 16:27:29 ts/train.py:232 step:277K smpl:4M ep:21K epch:69.77 loss:0.006 grdn:0.159 lr:5.6e-05 updt_s:0.228 data_s:0.084
+INFO 2025-05-19 16:28:29 ts/train.py:232 step:277K smpl:4M ep:21K epch:69.82 loss:0.006 grdn:0.172 lr:5.6e-05 updt_s:0.228 data_s:0.072
+INFO 2025-05-19 16:29:29 ts/train.py:232 step:277K smpl:4M ep:21K epch:69.87 loss:0.006 grdn:0.168 lr:5.6e-05 updt_s:0.228 data_s:0.070
+INFO 2025-05-19 16:30:29 ts/train.py:232 step:277K smpl:4M ep:21K epch:69.92 loss:0.006 grdn:0.162 lr:5.6e-05 updt_s:0.228 data_s:0.069
+INFO 2025-05-19 16:31:27 ts/train.py:232 step:277K smpl:4M ep:21K epch:69.97 loss:0.006 grdn:0.165 lr:5.6e-05 updt_s:0.228 data_s:0.065
+INFO 2025-05-19 16:32:27 ts/train.py:232 step:278K smpl:4M ep:21K epch:70.02 loss:0.007 grdn:0.168 lr:5.6e-05 updt_s:0.228 data_s:0.069
+INFO 2025-05-19 16:33:27 ts/train.py:232 step:278K smpl:4M ep:21K epch:70.07 loss:0.006 grdn:0.162 lr:5.6e-05 updt_s:0.228 data_s:0.069
+INFO 2025-05-19 16:34:26 ts/train.py:232 step:278K smpl:4M ep:21K epch:70.12 loss:0.006 grdn:0.166 lr:5.6e-05 updt_s:0.228 data_s:0.070
+INFO 2025-05-19 16:35:26 ts/train.py:232 step:278K smpl:4M ep:21K epch:70.17 loss:0.006 grdn:0.151 lr:5.6e-05 updt_s:0.228 data_s:0.072
+INFO 2025-05-19 16:36:26 ts/train.py:232 step:278K smpl:4M ep:21K epch:70.22 loss:0.006 grdn:0.165 lr:5.6e-05 updt_s:0.228 data_s:0.068
+INFO 2025-05-19 16:37:26 ts/train.py:232 step:279K smpl:4M ep:21K epch:70.27 loss:0.006 grdn:0.156 lr:5.6e-05 updt_s:0.228 data_s:0.070
+INFO 2025-05-19 16:38:25 ts/train.py:232 step:279K smpl:4M ep:21K epch:70.32 loss:0.006 grdn:0.166 lr:5.6e-05 updt_s:0.228 data_s:0.068
+INFO 2025-05-19 16:39:25 ts/train.py:232 step:279K smpl:4M ep:21K epch:70.37 loss:0.006 grdn:0.161 lr:5.6e-05 updt_s:0.228 data_s:0.071
+INFO 2025-05-19 16:40:26 ts/train.py:232 step:279K smpl:4M ep:21K epch:70.42 loss:0.006 grdn:0.159 lr:5.6e-05 updt_s:0.228 data_s:0.076
+INFO 2025-05-19 16:41:22 ts/train.py:232 step:279K smpl:4M ep:21K epch:70.47 loss:0.006 grdn:0.169 lr:5.5e-05 updt_s:0.228 data_s:0.052
+INFO 2025-05-19 16:42:17 ts/train.py:232 step:280K smpl:4M ep:21K epch:70.52 loss:0.006 grdn:0.167 lr:5.5e-05 updt_s:0.228 data_s:0.048
+INFO 2025-05-19 16:43:14 ts/train.py:232 step:280K smpl:4M ep:21K epch:70.57 loss:0.005 grdn:0.155 lr:5.5e-05 updt_s:0.228 data_s:0.055
+INFO 2025-05-19 16:44:09 ts/train.py:232 step:280K smpl:4M ep:21K epch:70.62 loss:0.005 grdn:0.146 lr:5.5e-05 updt_s:0.228 data_s:0.048
+INFO 2025-05-19 16:44:09 ts/train.py:241 Checkpoint policy after step 280000
+INFO 2025-05-19 16:45:09 ts/train.py:232 step:280K smpl:4M ep:21K epch:70.67 loss:0.006 grdn:0.161 lr:5.5e-05 updt_s:0.226 data_s:0.046
+INFO 2025-05-19 16:46:06 ts/train.py:232 step:280K smpl:4M ep:21K epch:70.72 loss:0.005 grdn:0.154 lr:5.5e-05 updt_s:0.226 data_s:0.058
+INFO 2025-05-19 16:46:59 ts/train.py:232 step:281K smpl:4M ep:21K epch:70.77 loss:0.005 grdn:0.150 lr:5.5e-05 updt_s:0.228 data_s:0.035
+INFO 2025-05-19 16:47:51 ts/train.py:232 step:281K smpl:4M ep:21K epch:70.83 loss:0.006 grdn:0.165 lr:5.5e-05 updt_s:0.227 data_s:0.033
+INFO 2025-05-19 16:48:42 ts/train.py:232 step:281K smpl:4M ep:21K epch:70.88 loss:0.006 grdn:0.165 lr:5.5e-05 updt_s:0.227 data_s:0.029
+INFO 2025-05-19 16:49:34 ts/train.py:232 step:281K smpl:4M ep:21K epch:70.93 loss:0.006 grdn:0.166 lr:5.5e-05 updt_s:0.228 data_s:0.029
+INFO 2025-05-19 16:50:25 ts/train.py:232 step:281K smpl:5M ep:21K epch:70.98 loss:0.005 grdn:0.141 lr:5.5e-05 updt_s:0.227 data_s:0.029
+INFO 2025-05-19 16:51:18 ts/train.py:232 step:282K smpl:5M ep:21K epch:71.03 loss:0.005 grdn:0.150 lr:5.5e-05 updt_s:0.227 data_s:0.036
+INFO 2025-05-19 16:52:10 ts/train.py:232 step:282K smpl:5M ep:21K epch:71.08 loss:0.006 grdn:0.152 lr:5.5e-05 updt_s:0.227 data_s:0.031
+INFO 2025-05-19 16:53:01 ts/train.py:232 step:282K smpl:5M ep:21K epch:71.13 loss:0.006 grdn:0.162 lr:5.5e-05 updt_s:0.226 data_s:0.031
+INFO 2025-05-19 16:53:53 ts/train.py:232 step:282K smpl:5M ep:21K epch:71.18 loss:0.007 grdn:0.178 lr:5.5e-05 updt_s:0.227 data_s:0.031
+INFO 2025-05-19 16:54:45 ts/train.py:232 step:282K smpl:5M ep:21K epch:71.23 loss:0.006 grdn:0.160 lr:5.5e-05 updt_s:0.227 data_s:0.034
+INFO 2025-05-19 16:55:38 ts/train.py:232 step:283K smpl:5M ep:21K epch:71.28 loss:0.006 grdn:0.159 lr:5.5e-05 updt_s:0.227 data_s:0.033
+INFO 2025-05-19 16:56:30 ts/train.py:232 step:283K smpl:5M ep:21K epch:71.33 loss:0.005 grdn:0.150 lr:5.5e-05 updt_s:0.228 data_s:0.033
+INFO 2025-05-19 16:57:22 ts/train.py:232 step:283K smpl:5M ep:21K epch:71.38 loss:0.005 grdn:0.157 lr:5.5e-05 updt_s:0.227 data_s:0.035
+INFO 2025-05-19 16:58:24 ts/train.py:232 step:283K smpl:5M ep:21K epch:71.43 loss:0.005 grdn:0.151 lr:5.4e-05 updt_s:0.227 data_s:0.081
+INFO 2025-05-19 16:59:25 ts/train.py:232 step:283K smpl:5M ep:21K epch:71.48 loss:0.005 grdn:0.144 lr:5.4e-05 updt_s:0.227 data_s:0.073
+INFO 2025-05-19 17:00:25 ts/train.py:232 step:284K smpl:5M ep:21K epch:71.53 loss:0.005 grdn:0.147 lr:5.4e-05 updt_s:0.228 data_s:0.072
+INFO 2025-05-19 17:01:25 ts/train.py:232 step:284K smpl:5M ep:21K epch:71.58 loss:0.005 grdn:0.158 lr:5.4e-05 updt_s:0.226 data_s:0.076
+INFO 2025-05-19 17:02:27 ts/train.py:232 step:284K smpl:5M ep:21K epch:71.63 loss:0.006 grdn:0.160 lr:5.4e-05 updt_s:0.226 data_s:0.078
+INFO 2025-05-19 17:03:27 ts/train.py:232 step:284K smpl:5M ep:22K epch:71.68 loss:0.005 grdn:0.156 lr:5.4e-05 updt_s:0.227 data_s:0.072
+INFO 2025-05-19 17:04:18 ts/train.py:232 step:284K smpl:5M ep:22K epch:71.73 loss:0.006 grdn:0.165 lr:5.4e-05 updt_s:0.226 data_s:0.031
+INFO 2025-05-19 17:05:10 ts/train.py:232 step:285K smpl:5M ep:22K epch:71.78 loss:0.006 grdn:0.158 lr:5.4e-05 updt_s:0.226 data_s:0.031
+INFO 2025-05-19 17:06:00 ts/train.py:232 step:285K smpl:5M ep:22K epch:71.83 loss:0.006 grdn:0.165 lr:5.4e-05 updt_s:0.226 data_s:0.022
+INFO 2025-05-19 17:06:48 ts/train.py:232 step:285K smpl:5M ep:22K epch:71.88 loss:0.005 grdn:0.148 lr:5.4e-05 updt_s:0.227 data_s:0.015
+INFO 2025-05-19 17:07:38 ts/train.py:232 step:285K smpl:5M ep:22K epch:71.94 loss:0.006 grdn:0.157 lr:5.4e-05 updt_s:0.228 data_s:0.018
+INFO 2025-05-19 17:08:27 ts/train.py:232 step:285K smpl:5M ep:22K epch:71.99 loss:0.006 grdn:0.177 lr:5.4e-05 updt_s:0.227 data_s:0.019
+INFO 2025-05-19 17:09:16 ts/train.py:232 step:286K smpl:5M ep:22K epch:72.04 loss:0.006 grdn:0.158 lr:5.4e-05 updt_s:0.227 data_s:0.018
+INFO 2025-05-19 17:10:06 ts/train.py:232 step:286K smpl:5M ep:22K epch:72.09 loss:0.005 grdn:0.150 lr:5.4e-05 updt_s:0.227 data_s:0.020
+INFO 2025-05-19 17:10:55 ts/train.py:232 step:286K smpl:5M ep:22K epch:72.14 loss:0.005 grdn:0.152 lr:5.4e-05 updt_s:0.228 data_s:0.021
+INFO 2025-05-19 17:11:45 ts/train.py:232 step:286K smpl:5M ep:22K epch:72.19 loss:0.005 grdn:0.150 lr:5.4e-05 updt_s:0.228 data_s:0.020
+INFO 2025-05-19 17:12:35 ts/train.py:232 step:286K smpl:5M ep:22K epch:72.24 loss:0.006 grdn:0.159 lr:5.4e-05 updt_s:0.227 data_s:0.020
+INFO 2025-05-19 17:13:25 ts/train.py:232 step:287K smpl:5M ep:22K epch:72.29 loss:0.006 grdn:0.168 lr:5.4e-05 updt_s:0.228 data_s:0.022
+INFO 2025-05-19 17:14:14 ts/train.py:232 step:287K smpl:5M ep:22K epch:72.34 loss:0.006 grdn:0.164 lr:5.4e-05 updt_s:0.228 data_s:0.018
+INFO 2025-05-19 17:15:16 ts/train.py:232 step:287K smpl:5M ep:22K epch:72.39 loss:0.006 grdn:0.165 lr:5.3e-05 updt_s:0.228 data_s:0.082
+INFO 2025-05-19 17:16:17 ts/train.py:232 step:287K smpl:5M ep:22K epch:72.44 loss:0.005 grdn:0.151 lr:5.3e-05 updt_s:0.227 data_s:0.078
+INFO 2025-05-19 17:17:18 ts/train.py:232 step:287K smpl:5M ep:22K epch:72.49 loss:0.005 grdn:0.156 lr:5.3e-05 updt_s:0.228 data_s:0.076
+INFO 2025-05-19 17:18:19 ts/train.py:232 step:288K smpl:5M ep:22K epch:72.54 loss:0.006 grdn:0.160 lr:5.3e-05 updt_s:0.228 data_s:0.074
+INFO 2025-05-19 17:19:20 ts/train.py:232 step:288K smpl:5M ep:22K epch:72.59 loss:0.006 grdn:0.163 lr:5.3e-05 updt_s:0.228 data_s:0.080
+INFO 2025-05-19 17:20:21 ts/train.py:232 step:288K smpl:5M ep:22K epch:72.64 loss:0.006 grdn:0.161 lr:5.3e-05 updt_s:0.227 data_s:0.076
+INFO 2025-05-19 17:21:15 ts/train.py:232 step:288K smpl:5M ep:22K epch:72.69 loss:0.006 grdn:0.157 lr:5.3e-05 updt_s:0.228 data_s:0.041
+INFO 2025-05-19 17:22:06 ts/train.py:232 step:288K smpl:5M ep:22K epch:72.74 loss:0.005 grdn:0.155 lr:5.3e-05 updt_s:0.228 data_s:0.023
+INFO 2025-05-19 17:22:55 ts/train.py:232 step:289K smpl:5M ep:22K epch:72.79 loss:0.006 grdn:0.163 lr:5.3e-05 updt_s:0.228 data_s:0.019
+INFO 2025-05-19 17:23:44 ts/train.py:232 step:289K smpl:5M ep:22K epch:72.84 loss:0.006 grdn:0.165 lr:5.3e-05 updt_s:0.228 data_s:0.018
+INFO 2025-05-19 17:24:33 ts/train.py:232 step:289K smpl:5M ep:22K epch:72.89 loss:0.006 grdn:0.171 lr:5.3e-05 updt_s:0.227 data_s:0.015
+INFO 2025-05-19 17:25:22 ts/train.py:232 step:289K smpl:5M ep:22K epch:72.94 loss:0.006 grdn:0.167 lr:5.3e-05 updt_s:0.228 data_s:0.015
+INFO 2025-05-19 17:26:11 ts/train.py:232 step:289K smpl:5M ep:22K epch:72.99 loss:0.006 grdn:0.156 lr:5.3e-05 updt_s:0.228 data_s:0.017
+INFO 2025-05-19 17:27:00 ts/train.py:232 step:290K smpl:5M ep:22K epch:73.04 loss:0.005 grdn:0.158 lr:5.3e-05 updt_s:0.228 data_s:0.017
+INFO 2025-05-19 17:27:50 ts/train.py:232 step:290K smpl:5M ep:22K epch:73.10 loss:0.006 grdn:0.174 lr:5.3e-05 updt_s:0.228 data_s:0.024
+INFO 2025-05-19 17:28:40 ts/train.py:232 step:290K smpl:5M ep:22K epch:73.15 loss:0.005 grdn:0.157 lr:5.3e-05 updt_s:0.228 data_s:0.020
+INFO 2025-05-19 17:29:30 ts/train.py:232 step:290K smpl:5M ep:22K epch:73.20 loss:0.006 grdn:0.173 lr:5.3e-05 updt_s:0.228 data_s:0.019
+INFO 2025-05-19 17:30:20 ts/train.py:232 step:290K smpl:5M ep:22K epch:73.25 loss:0.006 grdn:0.167 lr:5.3e-05 updt_s:0.228 data_s:0.020
+INFO 2025-05-19 17:31:09 ts/train.py:232 step:291K smpl:5M ep:22K epch:73.30 loss:0.006 grdn:0.165 lr:5.3e-05 updt_s:0.228 data_s:0.020
+INFO 2025-05-19 17:32:07 ts/train.py:232 step:291K smpl:5M ep:22K epch:73.35 loss:0.006 grdn:0.165 lr:5.3e-05 updt_s:0.227 data_s:0.061
+INFO 2025-05-19 17:33:07 ts/train.py:232 step:291K smpl:5M ep:22K epch:73.40 loss:0.005 grdn:0.151 lr:5.2e-05 updt_s:0.228 data_s:0.070
+INFO 2025-05-19 17:34:07 ts/train.py:232 step:291K smpl:5M ep:22K epch:73.45 loss:0.005 grdn:0.146 lr:5.2e-05 updt_s:0.228 data_s:0.071
+INFO 2025-05-19 17:35:07 ts/train.py:232 step:291K smpl:5M ep:22K epch:73.50 loss:0.006 grdn:0.164 lr:5.2e-05 updt_s:0.227 data_s:0.073
+INFO 2025-05-19 17:36:09 ts/train.py:232 step:292K smpl:5M ep:22K epch:73.55 loss:0.006 grdn:0.162 lr:5.2e-05 updt_s:0.227 data_s:0.079
+INFO 2025-05-19 17:37:09 ts/train.py:232 step:292K smpl:5M ep:22K epch:73.60 loss:0.006 grdn:0.169 lr:5.2e-05 updt_s:0.228 data_s:0.074
+INFO 2025-05-19 17:38:03 ts/train.py:232 step:292K smpl:5M ep:22K epch:73.65 loss:0.006 grdn:0.181 lr:5.2e-05 updt_s:0.228 data_s:0.042
+INFO 2025-05-19 17:38:53 ts/train.py:232 step:292K smpl:5M ep:22K epch:73.70 loss:0.005 grdn:0.152 lr:5.2e-05 updt_s:0.227 data_s:0.020
+INFO 2025-05-19 17:39:43 ts/train.py:232 step:292K smpl:5M ep:22K epch:73.75 loss:0.006 grdn:0.162 lr:5.2e-05 updt_s:0.227 data_s:0.023
+INFO 2025-05-19 17:40:33 ts/train.py:232 step:293K smpl:5M ep:22K epch:73.80 loss:0.005 grdn:0.151 lr:5.2e-05 updt_s:0.227 data_s:0.021
+INFO 2025-05-19 17:41:22 ts/train.py:232 step:293K smpl:5M ep:22K epch:73.85 loss:0.005 grdn:0.158 lr:5.2e-05 updt_s:0.227 data_s:0.020
+INFO 2025-05-19 17:42:14 ts/train.py:232 step:293K smpl:5M ep:22K epch:73.90 loss:0.005 grdn:0.152 lr:5.2e-05 updt_s:0.228 data_s:0.028
+INFO 2025-05-19 17:43:03 ts/train.py:232 step:293K smpl:5M ep:22K epch:73.95 loss:0.005 grdn:0.150 lr:5.2e-05 updt_s:0.227 data_s:0.019
+INFO 2025-05-19 17:43:53 ts/train.py:232 step:293K smpl:5M ep:22K epch:74.00 loss:0.006 grdn:0.169 lr:5.2e-05 updt_s:0.227 data_s:0.019
+INFO 2025-05-19 17:44:42 ts/train.py:232 step:294K smpl:5M ep:22K epch:74.05 loss:0.006 grdn:0.156 lr:5.2e-05 updt_s:0.228 data_s:0.017
+INFO 2025-05-19 17:45:32 ts/train.py:232 step:294K smpl:5M ep:22K epch:74.10 loss:0.005 grdn:0.153 lr:5.2e-05 updt_s:0.228 data_s:0.022
+INFO 2025-05-19 17:46:22 ts/train.py:232 step:294K smpl:5M ep:22K epch:74.15 loss:0.006 grdn:0.171 lr:5.2e-05 updt_s:0.228 data_s:0.021
+INFO 2025-05-19 17:47:11 ts/train.py:232 step:294K smpl:5M ep:22K epch:74.21 loss:0.005 grdn:0.159 lr:5.2e-05 updt_s:0.227 data_s:0.018
+INFO 2025-05-19 17:48:01 ts/train.py:232 step:294K smpl:5M ep:22K epch:74.26 loss:0.006 grdn:0.159 lr:5.2e-05 updt_s:0.227 data_s:0.021
+INFO 2025-05-19 17:48:58 ts/train.py:232 step:295K smpl:5M ep:22K epch:74.31 loss:0.006 grdn:0.162 lr:5.2e-05 updt_s:0.227 data_s:0.056
+INFO 2025-05-19 17:49:58 ts/train.py:232 step:295K smpl:5M ep:22K epch:74.36 loss:0.005 grdn:0.162 lr:5.1e-05 updt_s:0.227 data_s:0.076
+INFO 2025-05-19 17:50:57 ts/train.py:232 step:295K smpl:5M ep:22K epch:74.41 loss:0.006 grdn:0.163 lr:5.1e-05 updt_s:0.228 data_s:0.065
+INFO 2025-05-19 17:51:58 ts/train.py:232 step:295K smpl:5M ep:22K epch:74.46 loss:0.005 grdn:0.157 lr:5.1e-05 updt_s:0.229 data_s:0.076
+INFO 2025-05-19 17:52:58 ts/train.py:232 step:295K smpl:5M ep:22K epch:74.51 loss:0.005 grdn:0.162 lr:5.1e-05 updt_s:0.228 data_s:0.069
+INFO 2025-05-19 17:53:58 ts/train.py:232 step:296K smpl:5M ep:22K epch:74.56 loss:0.006 grdn:0.162 lr:5.1e-05 updt_s:0.228 data_s:0.073
+INFO 2025-05-19 17:54:54 ts/train.py:232 step:296K smpl:5M ep:22K epch:74.61 loss:0.005 grdn:0.158 lr:5.1e-05 updt_s:0.228 data_s:0.053
+INFO 2025-05-19 17:55:43 ts/train.py:232 step:296K smpl:5M ep:22K epch:74.66 loss:0.006 grdn:0.160 lr:5.1e-05 updt_s:0.228 data_s:0.017
+INFO 2025-05-19 17:56:32 ts/train.py:232 step:296K smpl:5M ep:22K epch:74.71 loss:0.005 grdn:0.156 lr:5.1e-05 updt_s:0.228 data_s:0.017
+INFO 2025-05-19 17:57:22 ts/train.py:232 step:296K smpl:5M ep:22K epch:74.76 loss:0.006 grdn:0.165 lr:5.1e-05 updt_s:0.228 data_s:0.016
+INFO 2025-05-19 17:58:11 ts/train.py:232 step:297K smpl:5M ep:22K epch:74.81 loss:0.006 grdn:0.171 lr:5.1e-05 updt_s:0.228 data_s:0.020
+INFO 2025-05-19 17:59:00 ts/train.py:232 step:297K smpl:5M ep:22K epch:74.86 loss:0.006 grdn:0.168 lr:5.1e-05 updt_s:0.228 data_s:0.016
+INFO 2025-05-19 17:59:51 ts/train.py:232 step:297K smpl:5M ep:22K epch:74.91 loss:0.006 grdn:0.168 lr:5.1e-05 updt_s:0.228 data_s:0.024
+INFO 2025-05-19 18:00:40 ts/train.py:232 step:297K smpl:5M ep:22K epch:74.96 loss:0.006 grdn:0.169 lr:5.1e-05 updt_s:0.229 data_s:0.016
+INFO 2025-05-19 18:01:29 ts/train.py:232 step:297K smpl:5M ep:23K epch:75.01 loss:0.005 grdn:0.156 lr:5.1e-05 updt_s:0.228 data_s:0.018
+INFO 2025-05-19 18:02:19 ts/train.py:232 step:298K smpl:5M ep:23K epch:75.06 loss:0.005 grdn:0.157 lr:5.1e-05 updt_s:0.228 data_s:0.019
+INFO 2025-05-19 18:03:09 ts/train.py:232 step:298K smpl:5M ep:23K epch:75.11 loss:0.006 grdn:0.168 lr:5.1e-05 updt_s:0.228 data_s:0.019
+INFO 2025-05-19 18:03:58 ts/train.py:232 step:298K smpl:5M ep:23K epch:75.16 loss:0.005 grdn:0.149 lr:5.1e-05 updt_s:0.228 data_s:0.018
+INFO 2025-05-19 18:04:48 ts/train.py:232 step:298K smpl:5M ep:23K epch:75.21 loss:0.006 grdn:0.167 lr:5.1e-05 updt_s:0.228 data_s:0.021
+INFO 2025-05-19 18:05:42 ts/train.py:232 step:298K smpl:5M ep:23K epch:75.26 loss:0.006 grdn:0.165 lr:5.1e-05 updt_s:0.228 data_s:0.042
+INFO 2025-05-19 18:06:41 ts/train.py:232 step:299K smpl:5M ep:23K epch:75.31 loss:0.005 grdn:0.150 lr:5.0e-05 updt_s:0.228 data_s:0.065
+INFO 2025-05-19 18:07:38 ts/train.py:232 step:299K smpl:5M ep:23K epch:75.37 loss:0.006 grdn:0.163 lr:5.0e-05 updt_s:0.228 data_s:0.059
+INFO 2025-05-19 18:08:35 ts/train.py:232 step:299K smpl:5M ep:23K epch:75.42 loss:0.005 grdn:0.161 lr:5.0e-05 updt_s:0.229 data_s:0.055
+INFO 2025-05-19 18:09:33 ts/train.py:232 step:299K smpl:5M ep:23K epch:75.47 loss:0.007 grdn:0.185 lr:5.0e-05 updt_s:0.228 data_s:0.061
+INFO 2025-05-19 18:10:31 ts/train.py:232 step:299K smpl:5M ep:23K epch:75.52 loss:0.005 grdn:0.158 lr:5.0e-05 updt_s:0.228 data_s:0.062
+INFO 2025-05-19 18:11:28 ts/train.py:232 step:300K smpl:5M ep:23K epch:75.57 loss:0.006 grdn:0.165 lr:5.0e-05 updt_s:0.229 data_s:0.057
+INFO 2025-05-19 18:12:17 ts/train.py:232 step:300K smpl:5M ep:23K epch:75.62 loss:0.005 grdn:0.156 lr:5.0e-05 updt_s:0.228 data_s:0.014
+INFO 2025-05-19 18:13:07 ts/train.py:232 step:300K smpl:5M ep:23K epch:75.67 loss:0.006 grdn:0.160 lr:5.0e-05 updt_s:0.228 data_s:0.021
+INFO 2025-05-19 18:13:07 ts/train.py:241 Checkpoint policy after step 300000
+INFO 2025-05-19 18:14:00 ts/train.py:232 step:300K smpl:5M ep:23K epch:75.72 loss:0.005 grdn:0.157 lr:5.0e-05 updt_s:0.229 data_s:0.011
+INFO 2025-05-19 18:14:49 ts/train.py:232 step:300K smpl:5M ep:23K epch:75.77 loss:0.005 grdn:0.154 lr:5.0e-05 updt_s:0.229 data_s:0.016
+INFO 2025-05-19 18:15:38 ts/train.py:232 step:301K smpl:5M ep:23K epch:75.82 loss:0.006 grdn:0.161 lr:5.0e-05 updt_s:0.229 data_s:0.015
+INFO 2025-05-19 18:16:28 ts/train.py:232 step:301K smpl:5M ep:23K epch:75.87 loss:0.005 grdn:0.148 lr:5.0e-05 updt_s:0.229 data_s:0.019
+INFO 2025-05-19 18:17:17 ts/train.py:232 step:301K smpl:5M ep:23K epch:75.92 loss:0.006 grdn:0.166 lr:5.0e-05 updt_s:0.229 data_s:0.016
+INFO 2025-05-19 18:18:06 ts/train.py:232 step:301K smpl:5M ep:23K epch:75.97 loss:0.006 grdn:0.164 lr:5.0e-05 updt_s:0.229 data_s:0.018
+INFO 2025-05-19 18:18:56 ts/train.py:232 step:301K smpl:5M ep:23K epch:76.02 loss:0.005 grdn:0.160 lr:5.0e-05 updt_s:0.229 data_s:0.017
+INFO 2025-05-19 18:19:45 ts/train.py:232 step:302K smpl:5M ep:23K epch:76.07 loss:0.005 grdn:0.145 lr:5.0e-05 updt_s:0.229 data_s:0.017
+INFO 2025-05-19 18:20:34 ts/train.py:232 step:302K smpl:5M ep:23K epch:76.12 loss:0.006 grdn:0.169 lr:5.0e-05 updt_s:0.229 data_s:0.013
+INFO 2025-05-19 18:21:23 ts/train.py:232 step:302K smpl:5M ep:23K epch:76.17 loss:0.005 grdn:0.156 lr:5.0e-05 updt_s:0.230 data_s:0.015
+INFO 2025-05-19 18:22:16 ts/train.py:232 step:302K smpl:5M ep:23K epch:76.22 loss:0.005 grdn:0.157 lr:5.0e-05 updt_s:0.229 data_s:0.034
+INFO 2025-05-19 18:23:21 ts/train.py:232 step:302K smpl:5M ep:23K epch:76.27 loss:0.005 grdn:0.168 lr:4.9e-05 updt_s:0.229 data_s:0.095
+INFO 2025-05-19 18:24:26 ts/train.py:232 step:303K smpl:5M ep:23K epch:76.32 loss:0.005 grdn:0.161 lr:4.9e-05 updt_s:0.229 data_s:0.094
+INFO 2025-05-19 18:25:29 ts/train.py:232 step:303K smpl:5M ep:23K epch:76.37 loss:0.005 grdn:0.166 lr:4.9e-05 updt_s:0.229 data_s:0.089
+INFO 2025-05-19 18:26:33 ts/train.py:232 step:303K smpl:5M ep:23K epch:76.42 loss:0.005 grdn:0.157 lr:4.9e-05 updt_s:0.229 data_s:0.091
+INFO 2025-05-19 18:27:37 ts/train.py:232 step:303K smpl:5M ep:23K epch:76.48 loss:0.005 grdn:0.160 lr:4.9e-05 updt_s:0.229 data_s:0.088
+INFO 2025-05-19 18:28:41 ts/train.py:232 step:303K smpl:5M ep:23K epch:76.53 loss:0.006 grdn:0.169 lr:4.9e-05 updt_s:0.229 data_s:0.092
+INFO 2025-05-19 18:29:30 ts/train.py:232 step:304K smpl:5M ep:23K epch:76.58 loss:0.005 grdn:0.168 lr:4.9e-05 updt_s:0.229 data_s:0.014
+INFO 2025-05-19 18:30:20 ts/train.py:232 step:304K smpl:5M ep:23K epch:76.63 loss:0.006 grdn:0.177 lr:4.9e-05 updt_s:0.230 data_s:0.020
+INFO 2025-05-19 18:31:09 ts/train.py:232 step:304K smpl:5M ep:23K epch:76.68 loss:0.005 grdn:0.154 lr:4.9e-05 updt_s:0.230 data_s:0.012
+INFO 2025-05-19 18:31:58 ts/train.py:232 step:304K smpl:5M ep:23K epch:76.73 loss:0.006 grdn:0.165 lr:4.9e-05 updt_s:0.230 data_s:0.013
+INFO 2025-05-19 18:32:47 ts/train.py:232 step:304K smpl:5M ep:23K epch:76.78 loss:0.005 grdn:0.160 lr:4.9e-05 updt_s:0.229 data_s:0.017
+INFO 2025-05-19 18:33:37 ts/train.py:232 step:305K smpl:5M ep:23K epch:76.83 loss:0.005 grdn:0.154 lr:4.9e-05 updt_s:0.230 data_s:0.019
+INFO 2025-05-19 18:34:26 ts/train.py:232 step:305K smpl:5M ep:23K epch:76.88 loss:0.005 grdn:0.153 lr:4.9e-05 updt_s:0.230 data_s:0.017
+INFO 2025-05-19 18:35:16 ts/train.py:232 step:305K smpl:5M ep:23K epch:76.93 loss:0.005 grdn:0.149 lr:4.9e-05 updt_s:0.229 data_s:0.021
+INFO 2025-05-19 18:36:06 ts/train.py:232 step:305K smpl:5M ep:23K epch:76.98 loss:0.005 grdn:0.158 lr:4.9e-05 updt_s:0.230 data_s:0.016
+INFO 2025-05-19 18:36:55 ts/train.py:232 step:305K smpl:5M ep:23K epch:77.03 loss:0.005 grdn:0.160 lr:4.9e-05 updt_s:0.230 data_s:0.015
+INFO 2025-05-19 18:37:44 ts/train.py:232 step:306K smpl:5M ep:23K epch:77.08 loss:0.005 grdn:0.168 lr:4.9e-05 updt_s:0.230 data_s:0.015
+INFO 2025-05-19 18:38:33 ts/train.py:232 step:306K smpl:5M ep:23K epch:77.13 loss:0.006 grdn:0.165 lr:4.9e-05 updt_s:0.230 data_s:0.017
+INFO 2025-05-19 18:39:22 ts/train.py:232 step:306K smpl:5M ep:23K epch:77.18 loss:0.006 grdn:0.176 lr:4.9e-05 updt_s:0.229 data_s:0.014
+INFO 2025-05-19 18:40:22 ts/train.py:232 step:306K smpl:5M ep:23K epch:77.23 loss:0.005 grdn:0.151 lr:4.8e-05 updt_s:0.229 data_s:0.070
+INFO 2025-05-19 18:41:22 ts/train.py:232 step:306K smpl:5M ep:23K epch:77.28 loss:0.005 grdn:0.145 lr:4.8e-05 updt_s:0.230 data_s:0.072
+INFO 2025-05-19 18:42:22 ts/train.py:232 step:307K smpl:5M ep:23K epch:77.33 loss:0.005 grdn:0.145 lr:4.8e-05 updt_s:0.229 data_s:0.070
+INFO 2025-05-19 18:43:22 ts/train.py:232 step:307K smpl:5M ep:23K epch:77.38 loss:0.006 grdn:0.177 lr:4.8e-05 updt_s:0.229 data_s:0.067
+INFO 2025-05-19 18:44:22 ts/train.py:232 step:307K smpl:5M ep:23K epch:77.43 loss:0.006 grdn:0.165 lr:4.8e-05 updt_s:0.230 data_s:0.070
+INFO 2025-05-19 18:45:22 ts/train.py:232 step:307K smpl:5M ep:23K epch:77.48 loss:0.005 grdn:0.158 lr:4.8e-05 updt_s:0.230 data_s:0.070
+INFO 2025-05-19 18:46:15 ts/train.py:232 step:307K smpl:5M ep:23K epch:77.53 loss:0.005 grdn:0.156 lr:4.8e-05 updt_s:0.230 data_s:0.035
+INFO 2025-05-19 18:47:05 ts/train.py:232 step:308K smpl:5M ep:23K epch:77.58 loss:0.005 grdn:0.155 lr:4.8e-05 updt_s:0.230 data_s:0.019
+INFO 2025-05-19 18:47:55 ts/train.py:232 step:308K smpl:5M ep:23K epch:77.64 loss:0.006 grdn:0.169 lr:4.8e-05 updt_s:0.230 data_s:0.021
+INFO 2025-05-19 18:48:45 ts/train.py:232 step:308K smpl:5M ep:23K epch:77.69 loss:0.005 grdn:0.153 lr:4.8e-05 updt_s:0.230 data_s:0.020
+INFO 2025-05-19 18:49:34 ts/train.py:232 step:308K smpl:5M ep:23K epch:77.74 loss:0.005 grdn:0.160 lr:4.8e-05 updt_s:0.229 data_s:0.014
+INFO 2025-05-19 18:50:24 ts/train.py:232 step:308K smpl:5M ep:23K epch:77.79 loss:0.005 grdn:0.158 lr:4.8e-05 updt_s:0.229 data_s:0.018
+INFO 2025-05-19 18:51:15 ts/train.py:232 step:309K smpl:5M ep:23K epch:77.84 loss:0.005 grdn:0.150 lr:4.8e-05 updt_s:0.230 data_s:0.024
+INFO 2025-05-19 18:52:05 ts/train.py:232 step:309K smpl:5M ep:23K epch:77.89 loss:0.006 grdn:0.167 lr:4.8e-05 updt_s:0.229 data_s:0.021
+INFO 2025-05-19 18:52:55 ts/train.py:232 step:309K smpl:5M ep:23K epch:77.94 loss:0.005 grdn:0.167 lr:4.8e-05 updt_s:0.230 data_s:0.022
+INFO 2025-05-19 18:53:45 ts/train.py:232 step:309K smpl:5M ep:23K epch:77.99 loss:0.006 grdn:0.174 lr:4.8e-05 updt_s:0.230 data_s:0.017
+INFO 2025-05-19 18:54:35 ts/train.py:232 step:309K smpl:5M ep:23K epch:78.04 loss:0.006 grdn:0.164 lr:4.8e-05 updt_s:0.230 data_s:0.019
+INFO 2025-05-19 18:55:24 ts/train.py:232 step:310K smpl:5M ep:23K epch:78.09 loss:0.005 grdn:0.153 lr:4.8e-05 updt_s:0.230 data_s:0.018
+INFO 2025-05-19 18:56:15 ts/train.py:232 step:310K smpl:5M ep:23K epch:78.14 loss:0.005 grdn:0.155 lr:4.8e-05 updt_s:0.229 data_s:0.023
+INFO 2025-05-19 18:57:18 ts/train.py:232 step:310K smpl:5M ep:23K epch:78.19 loss:0.005 grdn:0.154 lr:4.7e-05 updt_s:0.229 data_s:0.085
+INFO 2025-05-19 18:58:21 ts/train.py:232 step:310K smpl:5M ep:23K epch:78.24 loss:0.006 grdn:0.163 lr:4.7e-05 updt_s:0.229 data_s:0.085
+INFO 2025-05-19 18:59:25 ts/train.py:232 step:310K smpl:5M ep:23K epch:78.29 loss:0.006 grdn:0.162 lr:4.7e-05 updt_s:0.229 data_s:0.089
+INFO 2025-05-19 19:00:28 ts/train.py:232 step:311K smpl:5M ep:24K epch:78.34 loss:0.005 grdn:0.153 lr:4.7e-05 updt_s:0.229 data_s:0.086
+INFO 2025-05-19 19:01:32 ts/train.py:232 step:311K smpl:5M ep:24K epch:78.39 loss:0.006 grdn:0.170 lr:4.7e-05 updt_s:0.229 data_s:0.090
+INFO 2025-05-19 19:02:36 ts/train.py:232 step:311K smpl:5M ep:24K epch:78.44 loss:0.005 grdn:0.157 lr:4.7e-05 updt_s:0.229 data_s:0.090
+INFO 2025-05-19 19:03:31 ts/train.py:232 step:311K smpl:5M ep:24K epch:78.49 loss:0.005 grdn:0.159 lr:4.7e-05 updt_s:0.229 data_s:0.046
+INFO 2025-05-19 19:04:20 ts/train.py:232 step:311K smpl:5M ep:24K epch:78.54 loss:0.005 grdn:0.156 lr:4.7e-05 updt_s:0.229 data_s:0.015
+INFO 2025-05-19 19:05:09 ts/train.py:232 step:312K smpl:5M ep:24K epch:78.59 loss:0.005 grdn:0.166 lr:4.7e-05 updt_s:0.230 data_s:0.015
+INFO 2025-05-19 19:05:59 ts/train.py:232 step:312K smpl:5M ep:24K epch:78.64 loss:0.006 grdn:0.166 lr:4.7e-05 updt_s:0.230 data_s:0.018
+INFO 2025-05-19 19:06:48 ts/train.py:232 step:312K smpl:5M ep:24K epch:78.69 loss:0.005 grdn:0.153 lr:4.7e-05 updt_s:0.230 data_s:0.016
+INFO 2025-05-19 19:07:38 ts/train.py:232 step:312K smpl:5M ep:24K epch:78.75 loss:0.004 grdn:0.138 lr:4.7e-05 updt_s:0.230 data_s:0.019
+INFO 2025-05-19 19:08:27 ts/train.py:232 step:312K smpl:5M ep:24K epch:78.80 loss:0.005 grdn:0.155 lr:4.7e-05 updt_s:0.230 data_s:0.013
+INFO 2025-05-19 19:09:17 ts/train.py:232 step:313K smpl:5M ep:24K epch:78.85 loss:0.005 grdn:0.157 lr:4.7e-05 updt_s:0.229 data_s:0.018
+INFO 2025-05-19 19:10:07 ts/train.py:232 step:313K smpl:5M ep:24K epch:78.90 loss:0.005 grdn:0.167 lr:4.7e-05 updt_s:0.230 data_s:0.020
+INFO 2025-05-19 19:10:56 ts/train.py:232 step:313K smpl:5M ep:24K epch:78.95 loss:0.005 grdn:0.150 lr:4.7e-05 updt_s:0.230 data_s:0.014
+INFO 2025-05-19 19:11:46 ts/train.py:232 step:313K smpl:5M ep:24K epch:79.00 loss:0.005 grdn:0.160 lr:4.7e-05 updt_s:0.230 data_s:0.019
+INFO 2025-05-19 19:12:35 ts/train.py:232 step:313K smpl:5M ep:24K epch:79.05 loss:0.005 grdn:0.171 lr:4.7e-05 updt_s:0.230 data_s:0.013
+INFO 2025-05-19 19:13:25 ts/train.py:232 step:314K smpl:5M ep:24K epch:79.10 loss:0.005 grdn:0.165 lr:4.7e-05 updt_s:0.230 data_s:0.021
+INFO 2025-05-19 19:14:23 ts/train.py:232 step:314K smpl:5M ep:24K epch:79.15 loss:0.005 grdn:0.172 lr:4.6e-05 updt_s:0.229 data_s:0.061
+INFO 2025-05-19 19:15:24 ts/train.py:232 step:314K smpl:5M ep:24K epch:79.20 loss:0.005 grdn:0.157 lr:4.6e-05 updt_s:0.229 data_s:0.075
+INFO 2025-05-19 19:16:25 ts/train.py:232 step:314K smpl:5M ep:24K epch:79.25 loss:0.005 grdn:0.150 lr:4.6e-05 updt_s:0.229 data_s:0.076
+INFO 2025-05-19 19:17:26 ts/train.py:232 step:314K smpl:5M ep:24K epch:79.30 loss:0.005 grdn:0.158 lr:4.6e-05 updt_s:0.229 data_s:0.072
+INFO 2025-05-19 19:18:27 ts/train.py:232 step:315K smpl:5M ep:24K epch:79.35 loss:0.005 grdn:0.160 lr:4.6e-05 updt_s:0.229 data_s:0.075
+INFO 2025-05-19 19:19:27 ts/train.py:232 step:315K smpl:5M ep:24K epch:79.40 loss:0.005 grdn:0.160 lr:4.6e-05 updt_s:0.229 data_s:0.073
+INFO 2025-05-19 19:20:23 ts/train.py:232 step:315K smpl:5M ep:24K epch:79.45 loss:0.005 grdn:0.155 lr:4.6e-05 updt_s:0.230 data_s:0.049
+INFO 2025-05-19 19:21:13 ts/train.py:232 step:315K smpl:5M ep:24K epch:79.50 loss:0.005 grdn:0.152 lr:4.6e-05 updt_s:0.230 data_s:0.018
+INFO 2025-05-19 19:22:03 ts/train.py:232 step:315K smpl:5M ep:24K epch:79.55 loss:0.005 grdn:0.162 lr:4.6e-05 updt_s:0.230 data_s:0.022
+INFO 2025-05-19 19:22:52 ts/train.py:232 step:316K smpl:5M ep:24K epch:79.60 loss:0.005 grdn:0.159 lr:4.6e-05 updt_s:0.230 data_s:0.015
+INFO 2025-05-19 19:23:43 ts/train.py:232 step:316K smpl:5M ep:24K epch:79.65 loss:0.005 grdn:0.155 lr:4.6e-05 updt_s:0.230 data_s:0.022
+INFO 2025-05-19 19:24:32 ts/train.py:232 step:316K smpl:5M ep:24K epch:79.70 loss:0.005 grdn:0.153 lr:4.6e-05 updt_s:0.229 data_s:0.018
+INFO 2025-05-19 19:25:23 ts/train.py:232 step:316K smpl:5M ep:24K epch:79.75 loss:0.005 grdn:0.156 lr:4.6e-05 updt_s:0.230 data_s:0.020
+INFO 2025-05-19 19:26:13 ts/train.py:232 step:316K smpl:5M ep:24K epch:79.80 loss:0.005 grdn:0.158 lr:4.6e-05 updt_s:0.230 data_s:0.022
+INFO 2025-05-19 19:27:02 ts/train.py:232 step:317K smpl:5M ep:24K epch:79.85 loss:0.006 grdn:0.170 lr:4.6e-05 updt_s:0.230 data_s:0.015
+INFO 2025-05-19 19:27:51 ts/train.py:232 step:317K smpl:5M ep:24K epch:79.91 loss:0.005 grdn:0.155 lr:4.6e-05 updt_s:0.230 data_s:0.017
+INFO 2025-05-19 19:28:43 ts/train.py:232 step:317K smpl:5M ep:24K epch:79.96 loss:0.005 grdn:0.160 lr:4.6e-05 updt_s:0.229 data_s:0.025
+INFO 2025-05-19 19:29:33 ts/train.py:232 step:317K smpl:5M ep:24K epch:80.01 loss:0.005 grdn:0.163 lr:4.6e-05 updt_s:0.229 data_s:0.021
+INFO 2025-05-19 19:30:23 ts/train.py:232 step:317K smpl:5M ep:24K epch:80.06 loss:0.005 grdn:0.160 lr:4.6e-05 updt_s:0.229 data_s:0.019
+INFO 2025-05-19 19:31:19 ts/train.py:232 step:318K smpl:5M ep:24K epch:80.11 loss:0.005 grdn:0.162 lr:4.5e-05 updt_s:0.229 data_s:0.054
+INFO 2025-05-19 19:32:21 ts/train.py:232 step:318K smpl:5M ep:24K epch:80.16 loss:0.005 grdn:0.162 lr:4.5e-05 updt_s:0.230 data_s:0.080
+INFO 2025-05-19 19:33:22 ts/train.py:232 step:318K smpl:5M ep:24K epch:80.21 loss:0.005 grdn:0.149 lr:4.5e-05 updt_s:0.230 data_s:0.075
+INFO 2025-05-19 19:34:23 ts/train.py:232 step:318K smpl:5M ep:24K epch:80.26 loss:0.005 grdn:0.150 lr:4.5e-05 updt_s:0.229 data_s:0.074
+INFO 2025-05-19 19:35:24 ts/train.py:232 step:318K smpl:5M ep:24K epch:80.31 loss:0.005 grdn:0.163 lr:4.5e-05 updt_s:0.229 data_s:0.074
+INFO 2025-05-19 19:36:24 ts/train.py:232 step:319K smpl:5M ep:24K epch:80.36 loss:0.005 grdn:0.162 lr:4.5e-05 updt_s:0.229 data_s:0.072
+INFO 2025-05-19 19:37:21 ts/train.py:232 step:319K smpl:5M ep:24K epch:80.41 loss:0.005 grdn:0.146 lr:4.5e-05 updt_s:0.230 data_s:0.051
+INFO 2025-05-19 19:38:09 ts/train.py:232 step:319K smpl:5M ep:24K epch:80.46 loss:0.005 grdn:0.157 lr:4.5e-05 updt_s:0.230 data_s:0.013
+INFO 2025-05-19 19:38:58 ts/train.py:232 step:319K smpl:5M ep:24K epch:80.51 loss:0.005 grdn:0.156 lr:4.5e-05 updt_s:0.230 data_s:0.015
+INFO 2025-05-19 19:39:48 ts/train.py:232 step:319K smpl:5M ep:24K epch:80.56 loss:0.005 grdn:0.155 lr:4.5e-05 updt_s:0.229 data_s:0.017
+INFO 2025-05-19 19:40:38 ts/train.py:232 step:320K smpl:5M ep:24K epch:80.61 loss:0.005 grdn:0.159 lr:4.5e-05 updt_s:0.230 data_s:0.018
+INFO 2025-05-19 19:41:26 ts/train.py:232 step:320K smpl:5M ep:24K epch:80.66 loss:0.006 grdn:0.178 lr:4.5e-05 updt_s:0.230 data_s:0.011
+INFO 2025-05-19 19:42:15 ts/train.py:232 step:320K smpl:5M ep:24K epch:80.71 loss:0.005 grdn:0.161 lr:4.5e-05 updt_s:0.230 data_s:0.015
+INFO 2025-05-19 19:42:15 ts/train.py:241 Checkpoint policy after step 320000
+INFO 2025-05-19 19:43:08 ts/train.py:232 step:320K smpl:5M ep:24K epch:80.76 loss:0.004 grdn:0.145 lr:4.5e-05 updt_s:0.228 data_s:0.013
+INFO 2025-05-19 19:43:56 ts/train.py:232 step:320K smpl:5M ep:24K epch:80.81 loss:0.005 grdn:0.160 lr:4.5e-05 updt_s:0.227 data_s:0.011
+INFO 2025-05-19 19:44:45 ts/train.py:232 step:321K smpl:5M ep:24K epch:80.86 loss:0.005 grdn:0.152 lr:4.5e-05 updt_s:0.228 data_s:0.019
+INFO 2025-05-19 19:45:35 ts/train.py:232 step:321K smpl:5M ep:24K epch:80.91 loss:0.005 grdn:0.149 lr:4.5e-05 updt_s:0.228 data_s:0.018
+INFO 2025-05-19 19:46:23 ts/train.py:232 step:321K smpl:5M ep:24K epch:80.96 loss:0.004 grdn:0.147 lr:4.5e-05 updt_s:0.229 data_s:0.011
+INFO 2025-05-19 19:47:11 ts/train.py:232 step:321K smpl:5M ep:24K epch:81.02 loss:0.005 grdn:0.166 lr:4.5e-05 updt_s:0.230 data_s:0.012
+INFO 2025-05-19 19:48:06 ts/train.py:232 step:321K smpl:5M ep:24K epch:81.07 loss:0.005 grdn:0.155 lr:4.4e-05 updt_s:0.228 data_s:0.044
+INFO 2025-05-19 19:49:02 ts/train.py:232 step:322K smpl:5M ep:24K epch:81.12 loss:0.004 grdn:0.143 lr:4.4e-05 updt_s:0.228 data_s:0.052
+INFO 2025-05-19 19:50:01 ts/train.py:232 step:322K smpl:5M ep:24K epch:81.17 loss:0.004 grdn:0.152 lr:4.4e-05 updt_s:0.229 data_s:0.068
+INFO 2025-05-19 19:51:03 ts/train.py:232 step:322K smpl:5M ep:24K epch:81.22 loss:0.006 grdn:0.181 lr:4.4e-05 updt_s:0.228 data_s:0.081
+INFO 2025-05-19 19:52:04 ts/train.py:232 step:322K smpl:5M ep:24K epch:81.27 loss:0.005 grdn:0.149 lr:4.4e-05 updt_s:0.228 data_s:0.075
+INFO 2025-05-19 19:53:05 ts/train.py:232 step:322K smpl:5M ep:24K epch:81.32 loss:0.005 grdn:0.156 lr:4.4e-05 updt_s:0.228 data_s:0.077
+INFO 2025-05-19 19:54:06 ts/train.py:232 step:323K smpl:5M ep:24K epch:81.37 loss:0.005 grdn:0.164 lr:4.4e-05 updt_s:0.229 data_s:0.073
+INFO 2025-05-19 19:54:56 ts/train.py:232 step:323K smpl:5M ep:24K epch:81.42 loss:0.005 grdn:0.161 lr:4.4e-05 updt_s:0.229 data_s:0.022
+INFO 2025-05-19 19:55:46 ts/train.py:232 step:323K smpl:5M ep:24K epch:81.47 loss:0.005 grdn:0.160 lr:4.4e-05 updt_s:0.230 data_s:0.021
+INFO 2025-05-19 19:56:37 ts/train.py:232 step:323K smpl:5M ep:24K epch:81.52 loss:0.005 grdn:0.155 lr:4.4e-05 updt_s:0.230 data_s:0.024
+INFO 2025-05-19 19:57:28 ts/train.py:232 step:323K smpl:5M ep:24K epch:81.57 loss:0.006 grdn:0.170 lr:4.4e-05 updt_s:0.230 data_s:0.022
+INFO 2025-05-19 19:58:19 ts/train.py:232 step:324K smpl:5M ep:24K epch:81.62 loss:0.005 grdn:0.163 lr:4.4e-05 updt_s:0.229 data_s:0.028
+INFO 2025-05-19 19:59:09 ts/train.py:232 step:324K smpl:5M ep:25K epch:81.67 loss:0.005 grdn:0.174 lr:4.4e-05 updt_s:0.229 data_s:0.020
+INFO 2025-05-19 19:59:58 ts/train.py:232 step:324K smpl:5M ep:25K epch:81.72 loss:0.005 grdn:0.161 lr:4.4e-05 updt_s:0.229 data_s:0.015
+INFO 2025-05-19 20:00:48 ts/train.py:232 step:324K smpl:5M ep:25K epch:81.77 loss:0.005 grdn:0.160 lr:4.4e-05 updt_s:0.230 data_s:0.020
+INFO 2025-05-19 20:01:38 ts/train.py:232 step:324K smpl:5M ep:25K epch:81.82 loss:0.005 grdn:0.163 lr:4.4e-05 updt_s:0.229 data_s:0.017
+INFO 2025-05-19 20:02:28 ts/train.py:232 step:325K smpl:5M ep:25K epch:81.87 loss:0.005 grdn:0.155 lr:4.4e-05 updt_s:0.229 data_s:0.021
+INFO 2025-05-19 20:03:20 ts/train.py:232 step:325K smpl:5M ep:25K epch:81.92 loss:0.005 grdn:0.154 lr:4.4e-05 updt_s:0.229 data_s:0.028
+INFO 2025-05-19 20:04:10 ts/train.py:232 step:325K smpl:5M ep:25K epch:81.97 loss:0.004 grdn:0.147 lr:4.4e-05 updt_s:0.229 data_s:0.021
+INFO 2025-05-19 20:05:03 ts/train.py:232 step:325K smpl:5M ep:25K epch:82.02 loss:0.005 grdn:0.161 lr:4.4e-05 updt_s:0.229 data_s:0.036
+INFO 2025-05-19 20:06:04 ts/train.py:232 step:325K smpl:5M ep:25K epch:82.07 loss:0.004 grdn:0.148 lr:4.3e-05 updt_s:0.229 data_s:0.075
+INFO 2025-05-19 20:07:05 ts/train.py:232 step:326K smpl:5M ep:25K epch:82.13 loss:0.005 grdn:0.167 lr:4.3e-05 updt_s:0.228 data_s:0.074
+INFO 2025-05-19 20:08:06 ts/train.py:232 step:326K smpl:5M ep:25K epch:82.18 loss:0.004 grdn:0.141 lr:4.3e-05 updt_s:0.228 data_s:0.075
+INFO 2025-05-19 20:09:07 ts/train.py:232 step:326K smpl:5M ep:25K epch:82.23 loss:0.005 grdn:0.162 lr:4.3e-05 updt_s:0.229 data_s:0.077
+INFO 2025-05-19 20:10:08 ts/train.py:232 step:326K smpl:5M ep:25K epch:82.28 loss:0.005 grdn:0.171 lr:4.3e-05 updt_s:0.229 data_s:0.076
+INFO 2025-05-19 20:11:09 ts/train.py:232 step:326K smpl:5M ep:25K epch:82.33 loss:0.005 grdn:0.166 lr:4.3e-05 updt_s:0.229 data_s:0.076
+INFO 2025-05-19 20:12:00 ts/train.py:232 step:327K smpl:5M ep:25K epch:82.38 loss:0.005 grdn:0.168 lr:4.3e-05 updt_s:0.229 data_s:0.024
+INFO 2025-05-19 20:12:48 ts/train.py:232 step:327K smpl:5M ep:25K epch:82.43 loss:0.005 grdn:0.167 lr:4.3e-05 updt_s:0.229 data_s:0.011
+INFO 2025-05-19 20:13:38 ts/train.py:232 step:327K smpl:5M ep:25K epch:82.48 loss:0.006 grdn:0.162 lr:4.3e-05 updt_s:0.228 data_s:0.019
+INFO 2025-05-19 20:14:27 ts/train.py:232 step:327K smpl:5M ep:25K epch:82.53 loss:0.004 grdn:0.155 lr:4.3e-05 updt_s:0.228 data_s:0.017
+INFO 2025-05-19 20:15:16 ts/train.py:232 step:327K smpl:5M ep:25K epch:82.58 loss:0.004 grdn:0.149 lr:4.3e-05 updt_s:0.229 data_s:0.014
+INFO 2025-05-19 20:16:05 ts/train.py:232 step:328K smpl:5M ep:25K epch:82.63 loss:0.005 grdn:0.150 lr:4.3e-05 updt_s:0.229 data_s:0.017
+INFO 2025-05-19 20:16:55 ts/train.py:232 step:328K smpl:5M ep:25K epch:82.68 loss:0.004 grdn:0.148 lr:4.3e-05 updt_s:0.229 data_s:0.018
+INFO 2025-05-19 20:17:44 ts/train.py:232 step:328K smpl:5M ep:25K epch:82.73 loss:0.005 grdn:0.148 lr:4.3e-05 updt_s:0.229 data_s:0.017
+INFO 2025-05-19 20:18:34 ts/train.py:232 step:328K smpl:5M ep:25K epch:82.78 loss:0.005 grdn:0.165 lr:4.3e-05 updt_s:0.229 data_s:0.017
+INFO 2025-05-19 20:19:23 ts/train.py:232 step:328K smpl:5M ep:25K epch:82.83 loss:0.005 grdn:0.159 lr:4.3e-05 updt_s:0.228 data_s:0.019
+INFO 2025-05-19 20:20:12 ts/train.py:232 step:329K smpl:5M ep:25K epch:82.88 loss:0.005 grdn:0.165 lr:4.3e-05 updt_s:0.229 data_s:0.016
+INFO 2025-05-19 20:21:02 ts/train.py:232 step:329K smpl:5M ep:25K epch:82.93 loss:0.005 grdn:0.160 lr:4.3e-05 updt_s:0.229 data_s:0.021
+INFO 2025-05-19 20:21:52 ts/train.py:232 step:329K smpl:5M ep:25K epch:82.98 loss:0.005 grdn:0.160 lr:4.3e-05 updt_s:0.229 data_s:0.021
+INFO 2025-05-19 20:22:55 ts/train.py:232 step:329K smpl:5M ep:25K epch:83.03 loss:0.005 grdn:0.165 lr:4.2e-05 updt_s:0.229 data_s:0.083
+INFO 2025-05-19 20:23:56 ts/train.py:232 step:329K smpl:5M ep:25K epch:83.08 loss:0.005 grdn:0.159 lr:4.2e-05 updt_s:0.229 data_s:0.075
+INFO 2025-05-19 20:24:56 ts/train.py:232 step:330K smpl:5M ep:25K epch:83.13 loss:0.005 grdn:0.157 lr:4.2e-05 updt_s:0.228 data_s:0.074
+INFO 2025-05-19 20:25:57 ts/train.py:232 step:330K smpl:5M ep:25K epch:83.18 loss:0.005 grdn:0.176 lr:4.2e-05 updt_s:0.228 data_s:0.077
+INFO 2025-05-19 20:26:59 ts/train.py:232 step:330K smpl:5M ep:25K epch:83.23 loss:0.005 grdn:0.156 lr:4.2e-05 updt_s:0.228 data_s:0.077
+INFO 2025-05-19 20:28:00 ts/train.py:232 step:330K smpl:5M ep:25K epch:83.29 loss:0.005 grdn:0.160 lr:4.2e-05 updt_s:0.228 data_s:0.077
+INFO 2025-05-19 20:28:52 ts/train.py:232 step:330K smpl:5M ep:25K epch:83.34 loss:0.005 grdn:0.160 lr:4.2e-05 updt_s:0.227 data_s:0.033
+INFO 2025-05-19 20:29:42 ts/train.py:232 step:331K smpl:5M ep:25K epch:83.39 loss:0.005 grdn:0.161 lr:4.2e-05 updt_s:0.228 data_s:0.021
+INFO 2025-05-19 20:30:31 ts/train.py:232 step:331K smpl:5M ep:25K epch:83.44 loss:0.004 grdn:0.151 lr:4.2e-05 updt_s:0.228 data_s:0.017
+INFO 2025-05-19 20:31:21 ts/train.py:232 step:331K smpl:5M ep:25K epch:83.49 loss:0.006 grdn:0.171 lr:4.2e-05 updt_s:0.229 data_s:0.018
+INFO 2025-05-19 20:32:10 ts/train.py:232 step:331K smpl:5M ep:25K epch:83.54 loss:0.005 grdn:0.170 lr:4.2e-05 updt_s:0.228 data_s:0.018
+INFO 2025-05-19 20:33:00 ts/train.py:232 step:331K smpl:5M ep:25K epch:83.59 loss:0.005 grdn:0.168 lr:4.2e-05 updt_s:0.228 data_s:0.024
+INFO 2025-05-19 20:33:50 ts/train.py:232 step:332K smpl:5M ep:25K epch:83.64 loss:0.004 grdn:0.144 lr:4.2e-05 updt_s:0.228 data_s:0.019
+INFO 2025-05-19 20:34:39 ts/train.py:232 step:332K smpl:5M ep:25K epch:83.69 loss:0.005 grdn:0.157 lr:4.2e-05 updt_s:0.229 data_s:0.017
+INFO 2025-05-19 20:35:29 ts/train.py:232 step:332K smpl:5M ep:25K epch:83.74 loss:0.005 grdn:0.169 lr:4.2e-05 updt_s:0.228 data_s:0.020
+INFO 2025-05-19 20:36:20 ts/train.py:232 step:332K smpl:5M ep:25K epch:83.79 loss:0.005 grdn:0.155 lr:4.2e-05 updt_s:0.229 data_s:0.023
+INFO 2025-05-19 20:37:09 ts/train.py:232 step:332K smpl:5M ep:25K epch:83.84 loss:0.005 grdn:0.152 lr:4.2e-05 updt_s:0.228 data_s:0.017
+INFO 2025-05-19 20:37:59 ts/train.py:232 step:333K smpl:5M ep:25K epch:83.89 loss:0.005 grdn:0.163 lr:4.2e-05 updt_s:0.229 data_s:0.022
+INFO 2025-05-19 20:38:50 ts/train.py:232 step:333K smpl:5M ep:25K epch:83.94 loss:0.005 grdn:0.157 lr:4.2e-05 updt_s:0.229 data_s:0.025
+INFO 2025-05-19 20:39:50 ts/train.py:232 step:333K smpl:5M ep:25K epch:83.99 loss:0.005 grdn:0.161 lr:4.1e-05 updt_s:0.228 data_s:0.070
+INFO 2025-05-19 20:40:50 ts/train.py:232 step:333K smpl:5M ep:25K epch:84.04 loss:0.005 grdn:0.172 lr:4.1e-05 updt_s:0.229 data_s:0.074
+INFO 2025-05-19 20:41:51 ts/train.py:232 step:333K smpl:5M ep:25K epch:84.09 loss:0.005 grdn:0.164 lr:4.1e-05 updt_s:0.229 data_s:0.075
+INFO 2025-05-19 20:42:51 ts/train.py:232 step:334K smpl:5M ep:25K epch:84.14 loss:0.004 grdn:0.155 lr:4.1e-05 updt_s:0.229 data_s:0.068
+INFO 2025-05-19 20:43:51 ts/train.py:232 step:334K smpl:5M ep:25K epch:84.19 loss:0.005 grdn:0.160 lr:4.1e-05 updt_s:0.228 data_s:0.072
+INFO 2025-05-19 20:44:52 ts/train.py:232 step:334K smpl:5M ep:25K epch:84.24 loss:0.005 grdn:0.165 lr:4.1e-05 updt_s:0.228 data_s:0.075
+INFO 2025-05-19 20:45:47 ts/train.py:232 step:334K smpl:5M ep:25K epch:84.29 loss:0.004 grdn:0.150 lr:4.1e-05 updt_s:0.229 data_s:0.044
+INFO 2025-05-19 20:46:38 ts/train.py:232 step:334K smpl:5M ep:25K epch:84.34 loss:0.004 grdn:0.148 lr:4.1e-05 updt_s:0.229 data_s:0.024
+INFO 2025-05-19 20:47:30 ts/train.py:232 step:335K smpl:5M ep:25K epch:84.40 loss:0.005 grdn:0.170 lr:4.1e-05 updt_s:0.229 data_s:0.031
+INFO 2025-05-19 20:48:21 ts/train.py:232 step:335K smpl:5M ep:25K epch:84.45 loss:0.004 grdn:0.153 lr:4.1e-05 updt_s:0.230 data_s:0.027
+INFO 2025-05-19 20:49:13 ts/train.py:232 step:335K smpl:5M ep:25K epch:84.50 loss:0.005 grdn:0.168 lr:4.1e-05 updt_s:0.229 data_s:0.030
+INFO 2025-05-19 20:50:03 ts/train.py:232 step:335K smpl:5M ep:25K epch:84.55 loss:0.004 grdn:0.149 lr:4.1e-05 updt_s:0.228 data_s:0.021
+INFO 2025-05-19 20:50:53 ts/train.py:232 step:335K smpl:5M ep:25K epch:84.60 loss:0.005 grdn:0.162 lr:4.1e-05 updt_s:0.228 data_s:0.021
+INFO 2025-05-19 20:51:43 ts/train.py:232 step:336K smpl:5M ep:25K epch:84.65 loss:0.006 grdn:0.183 lr:4.1e-05 updt_s:0.229 data_s:0.023
+INFO 2025-05-19 20:52:35 ts/train.py:232 step:336K smpl:5M ep:25K epch:84.70 loss:0.005 grdn:0.161 lr:4.1e-05 updt_s:0.228 data_s:0.029
+INFO 2025-05-19 20:53:25 ts/train.py:232 step:336K smpl:5M ep:25K epch:84.75 loss:0.005 grdn:0.162 lr:4.1e-05 updt_s:0.228 data_s:0.024
+INFO 2025-05-19 20:54:16 ts/train.py:232 step:336K smpl:5M ep:25K epch:84.80 loss:0.005 grdn:0.154 lr:4.1e-05 updt_s:0.229 data_s:0.022
+INFO 2025-05-19 20:55:06 ts/train.py:232 step:336K smpl:5M ep:25K epch:84.85 loss:0.005 grdn:0.159 lr:4.1e-05 updt_s:0.228 data_s:0.022
+INFO 2025-05-19 20:55:54 ts/train.py:232 step:337K smpl:5M ep:25K epch:84.90 loss:0.005 grdn:0.156 lr:4.1e-05 updt_s:0.228 data_s:0.013
+INFO 2025-05-19 20:56:53 ts/train.py:232 step:337K smpl:5M ep:25K epch:84.95 loss:0.005 grdn:0.155 lr:4.1e-05 updt_s:0.228 data_s:0.065
+INFO 2025-05-19 20:57:54 ts/train.py:232 step:337K smpl:5M ep:26K epch:85.00 loss:0.006 grdn:0.179 lr:4.0e-05 updt_s:0.229 data_s:0.077
+INFO 2025-05-19 20:58:55 ts/train.py:232 step:337K smpl:5M ep:26K epch:85.05 loss:0.005 grdn:0.156 lr:4.0e-05 updt_s:0.228 data_s:0.075
+INFO 2025-05-19 20:59:56 ts/train.py:232 step:337K smpl:5M ep:26K epch:85.10 loss:0.004 grdn:0.150 lr:4.0e-05 updt_s:0.228 data_s:0.078
+INFO 2025-05-19 21:00:57 ts/train.py:232 step:338K smpl:5M ep:26K epch:85.15 loss:0.005 grdn:0.161 lr:4.0e-05 updt_s:0.228 data_s:0.078
+INFO 2025-05-19 21:01:58 ts/train.py:232 step:338K smpl:5M ep:26K epch:85.20 loss:0.005 grdn:0.162 lr:4.0e-05 updt_s:0.228 data_s:0.075
+INFO 2025-05-19 21:02:54 ts/train.py:232 step:338K smpl:5M ep:26K epch:85.25 loss:0.005 grdn:0.169 lr:4.0e-05 updt_s:0.229 data_s:0.052
+INFO 2025-05-19 21:03:44 ts/train.py:232 step:338K smpl:5M ep:26K epch:85.30 loss:0.005 grdn:0.162 lr:4.0e-05 updt_s:0.228 data_s:0.018
+INFO 2025-05-19 21:04:34 ts/train.py:232 step:338K smpl:5M ep:26K epch:85.35 loss:0.005 grdn:0.159 lr:4.0e-05 updt_s:0.229 data_s:0.022
+INFO 2025-05-19 21:05:24 ts/train.py:232 step:339K smpl:5M ep:26K epch:85.40 loss:0.004 grdn:0.155 lr:4.0e-05 updt_s:0.228 data_s:0.020
+INFO 2025-05-19 21:06:14 ts/train.py:232 step:339K smpl:5M ep:26K epch:85.45 loss:0.005 grdn:0.161 lr:4.0e-05 updt_s:0.229 data_s:0.023
+INFO 2025-05-19 21:07:04 ts/train.py:232 step:339K smpl:5M ep:26K epch:85.50 loss:0.004 grdn:0.153 lr:4.0e-05 updt_s:0.229 data_s:0.018
+INFO 2025-05-19 21:07:53 ts/train.py:232 step:339K smpl:5M ep:26K epch:85.56 loss:0.004 grdn:0.149 lr:4.0e-05 updt_s:0.228 data_s:0.017
+INFO 2025-05-19 21:08:42 ts/train.py:232 step:339K smpl:5M ep:26K epch:85.61 loss:0.005 grdn:0.164 lr:4.0e-05 updt_s:0.229 data_s:0.018
+INFO 2025-05-19 21:09:32 ts/train.py:232 step:340K smpl:5M ep:26K epch:85.66 loss:0.005 grdn:0.174 lr:4.0e-05 updt_s:0.229 data_s:0.018
+INFO 2025-05-19 21:10:21 ts/train.py:232 step:340K smpl:5M ep:26K epch:85.71 loss:0.005 grdn:0.157 lr:4.0e-05 updt_s:0.229 data_s:0.016
+INFO 2025-05-19 21:11:11 ts/train.py:232 step:340K smpl:5M ep:26K epch:85.76 loss:0.005 grdn:0.162 lr:4.0e-05 updt_s:0.229 data_s:0.018
+INFO 2025-05-19 21:11:11 ts/train.py:241 Checkpoint policy after step 340000
+INFO 2025-05-19 21:12:05 ts/train.py:232 step:340K smpl:5M ep:26K epch:85.81 loss:0.005 grdn:0.169 lr:4.0e-05 updt_s:0.228 data_s:0.019
+INFO 2025-05-19 21:12:56 ts/train.py:232 step:340K smpl:5M ep:26K epch:85.86 loss:0.004 grdn:0.155 lr:4.0e-05 updt_s:0.229 data_s:0.028
+INFO 2025-05-19 21:13:54 ts/train.py:232 step:341K smpl:5M ep:26K epch:85.91 loss:0.005 grdn:0.161 lr:4.0e-05 updt_s:0.228 data_s:0.057
+INFO 2025-05-19 21:14:54 ts/train.py:232 step:341K smpl:5M ep:26K epch:85.96 loss:0.005 grdn:0.163 lr:3.9e-05 updt_s:0.228 data_s:0.074
+INFO 2025-05-19 21:15:55 ts/train.py:232 step:341K smpl:5M ep:26K epch:86.01 loss:0.005 grdn:0.170 lr:3.9e-05 updt_s:0.228 data_s:0.076
+INFO 2025-05-19 21:16:56 ts/train.py:232 step:341K smpl:5M ep:26K epch:86.06 loss:0.005 grdn:0.160 lr:3.9e-05 updt_s:0.229 data_s:0.076
+INFO 2025-05-19 21:17:57 ts/train.py:232 step:341K smpl:5M ep:26K epch:86.11 loss:0.004 grdn:0.149 lr:3.9e-05 updt_s:0.229 data_s:0.077
+INFO 2025-05-19 21:18:59 ts/train.py:232 step:342K smpl:5M ep:26K epch:86.16 loss:0.005 grdn:0.162 lr:3.9e-05 updt_s:0.228 data_s:0.078
+INFO 2025-05-19 21:19:56 ts/train.py:232 step:342K smpl:5M ep:26K epch:86.21 loss:0.004 grdn:0.133 lr:3.9e-05 updt_s:0.229 data_s:0.058
+INFO 2025-05-19 21:20:48 ts/train.py:232 step:342K smpl:5M ep:26K epch:86.26 loss:0.005 grdn:0.173 lr:3.9e-05 updt_s:0.229 data_s:0.029
+INFO 2025-05-19 21:21:40 ts/train.py:232 step:342K smpl:5M ep:26K epch:86.31 loss:0.005 grdn:0.163 lr:3.9e-05 updt_s:0.229 data_s:0.030
+INFO 2025-05-19 21:22:33 ts/train.py:232 step:342K smpl:5M ep:26K epch:86.36 loss:0.004 grdn:0.154 lr:3.9e-05 updt_s:0.229 data_s:0.033
+INFO 2025-05-19 21:23:24 ts/train.py:232 step:343K smpl:5M ep:26K epch:86.41 loss:0.004 grdn:0.159 lr:3.9e-05 updt_s:0.229 data_s:0.028
+INFO 2025-05-19 21:24:15 ts/train.py:232 step:343K smpl:5M ep:26K epch:86.46 loss:0.005 grdn:0.160 lr:3.9e-05 updt_s:0.229 data_s:0.025
+INFO 2025-05-19 21:25:08 ts/train.py:232 step:343K smpl:5M ep:26K epch:86.51 loss:0.005 grdn:0.148 lr:3.9e-05 updt_s:0.229 data_s:0.035
+INFO 2025-05-19 21:26:00 ts/train.py:232 step:343K smpl:5M ep:26K epch:86.56 loss:0.005 grdn:0.168 lr:3.9e-05 updt_s:0.229 data_s:0.028
+INFO 2025-05-19 21:26:53 ts/train.py:232 step:343K smpl:5M ep:26K epch:86.61 loss:0.005 grdn:0.165 lr:3.9e-05 updt_s:0.229 data_s:0.037
+INFO 2025-05-19 21:27:46 ts/train.py:232 step:344K smpl:5M ep:26K epch:86.67 loss:0.004 grdn:0.159 lr:3.9e-05 updt_s:0.229 data_s:0.034
+INFO 2025-05-19 21:28:37 ts/train.py:232 step:344K smpl:6M ep:26K epch:86.72 loss:0.004 grdn:0.143 lr:3.9e-05 updt_s:0.229 data_s:0.027
+INFO 2025-05-19 21:29:30 ts/train.py:232 step:344K smpl:6M ep:26K epch:86.77 loss:0.005 grdn:0.155 lr:3.9e-05 updt_s:0.229 data_s:0.031
+INFO 2025-05-19 21:30:23 ts/train.py:232 step:344K smpl:6M ep:26K epch:86.82 loss:0.005 grdn:0.162 lr:3.9e-05 updt_s:0.229 data_s:0.040
+INFO 2025-05-19 21:31:20 ts/train.py:232 step:344K smpl:6M ep:26K epch:86.87 loss:0.004 grdn:0.146 lr:3.9e-05 updt_s:0.228 data_s:0.054
+INFO 2025-05-19 21:32:20 ts/train.py:232 step:345K smpl:6M ep:26K epch:86.92 loss:0.004 grdn:0.158 lr:3.9e-05 updt_s:0.229 data_s:0.073
+INFO 2025-05-19 21:33:22 ts/train.py:232 step:345K smpl:6M ep:26K epch:86.97 loss:0.004 grdn:0.158 lr:3.8e-05 updt_s:0.228 data_s:0.078
+INFO 2025-05-19 21:34:23 ts/train.py:232 step:345K smpl:6M ep:26K epch:87.02 loss:0.005 grdn:0.163 lr:3.8e-05 updt_s:0.228 data_s:0.080
+INFO 2025-05-19 21:35:25 ts/train.py:232 step:345K smpl:6M ep:26K epch:87.07 loss:0.004 grdn:0.152 lr:3.8e-05 updt_s:0.228 data_s:0.078
+INFO 2025-05-19 21:36:27 ts/train.py:232 step:345K smpl:6M ep:26K epch:87.12 loss:0.005 grdn:0.167 lr:3.8e-05 updt_s:0.229 data_s:0.081
+INFO 2025-05-19 21:37:26 ts/train.py:232 step:346K smpl:6M ep:26K epch:87.17 loss:0.005 grdn:0.156 lr:3.8e-05 updt_s:0.228 data_s:0.065
+INFO 2025-05-19 21:38:16 ts/train.py:232 step:346K smpl:6M ep:26K epch:87.22 loss:0.004 grdn:0.155 lr:3.8e-05 updt_s:0.229 data_s:0.023
+INFO 2025-05-19 21:39:06 ts/train.py:232 step:346K smpl:6M ep:26K epch:87.27 loss:0.004 grdn:0.148 lr:3.8e-05 updt_s:0.228 data_s:0.021
+INFO 2025-05-19 21:39:58 ts/train.py:232 step:346K smpl:6M ep:26K epch:87.32 loss:0.005 grdn:0.162 lr:3.8e-05 updt_s:0.228 data_s:0.029
+INFO 2025-05-19 21:40:51 ts/train.py:232 step:346K smpl:6M ep:26K epch:87.37 loss:0.005 grdn:0.159 lr:3.8e-05 updt_s:0.228 data_s:0.037
+INFO 2025-05-19 21:41:43 ts/train.py:232 step:347K smpl:6M ep:26K epch:87.42 loss:0.005 grdn:0.155 lr:3.8e-05 updt_s:0.227 data_s:0.030
+INFO 2025-05-19 21:42:34 ts/train.py:232 step:347K smpl:6M ep:26K epch:87.47 loss:0.004 grdn:0.161 lr:3.8e-05 updt_s:0.228 data_s:0.026
+INFO 2025-05-19 21:43:24 ts/train.py:232 step:347K smpl:6M ep:26K epch:87.52 loss:0.004 grdn:0.149 lr:3.8e-05 updt_s:0.228 data_s:0.024
+INFO 2025-05-19 21:44:15 ts/train.py:232 step:347K smpl:6M ep:26K epch:87.57 loss:0.004 grdn:0.158 lr:3.8e-05 updt_s:0.228 data_s:0.023
+INFO 2025-05-19 21:45:04 ts/train.py:232 step:347K smpl:6M ep:26K epch:87.62 loss:0.004 grdn:0.151 lr:3.8e-05 updt_s:0.228 data_s:0.019
+INFO 2025-05-19 21:45:55 ts/train.py:232 step:348K smpl:6M ep:26K epch:87.67 loss:0.005 grdn:0.157 lr:3.8e-05 updt_s:0.228 data_s:0.024
+INFO 2025-05-19 21:46:44 ts/train.py:232 step:348K smpl:6M ep:26K epch:87.72 loss:0.005 grdn:0.172 lr:3.8e-05 updt_s:0.229 data_s:0.017
+INFO 2025-05-19 21:47:34 ts/train.py:232 step:348K smpl:6M ep:26K epch:87.77 loss:0.004 grdn:0.154 lr:3.8e-05 updt_s:0.228 data_s:0.018
+INFO 2025-05-19 21:48:26 ts/train.py:232 step:348K smpl:6M ep:26K epch:87.83 loss:0.005 grdn:0.166 lr:3.8e-05 updt_s:0.228 data_s:0.033
+INFO 2025-05-19 21:49:28 ts/train.py:232 step:348K smpl:6M ep:26K epch:87.88 loss:0.004 grdn:0.161 lr:3.8e-05 updt_s:0.228 data_s:0.080
+INFO 2025-05-19 21:50:27 ts/train.py:232 step:349K smpl:6M ep:26K epch:87.93 loss:0.005 grdn:0.173 lr:3.7e-05 updt_s:0.228 data_s:0.064
+INFO 2025-05-19 21:51:27 ts/train.py:232 step:349K smpl:6M ep:26K epch:87.98 loss:0.004 grdn:0.161 lr:3.7e-05 updt_s:0.228 data_s:0.074
+INFO 2025-05-19 21:52:27 ts/train.py:232 step:349K smpl:6M ep:26K epch:88.03 loss:0.005 grdn:0.173 lr:3.7e-05 updt_s:0.228 data_s:0.068
+INFO 2025-05-19 21:53:27 ts/train.py:232 step:349K smpl:6M ep:26K epch:88.08 loss:0.004 grdn:0.153 lr:3.7e-05 updt_s:0.229 data_s:0.070
+INFO 2025-05-19 21:54:27 ts/train.py:232 step:349K smpl:6M ep:26K epch:88.13 loss:0.005 grdn:0.171 lr:3.7e-05 updt_s:0.229 data_s:0.072
+INFO 2025-05-19 21:55:17 ts/train.py:232 step:350K smpl:6M ep:26K epch:88.18 loss:0.005 grdn:0.179 lr:3.7e-05 updt_s:0.228 data_s:0.022
+INFO 2025-05-19 21:56:07 ts/train.py:232 step:350K smpl:6M ep:26K epch:88.23 loss:0.004 grdn:0.154 lr:3.7e-05 updt_s:0.229 data_s:0.019
+INFO 2025-05-19 21:56:55 ts/train.py:232 step:350K smpl:6M ep:26K epch:88.28 loss:0.004 grdn:0.156 lr:3.7e-05 updt_s:0.229 data_s:0.011
+INFO 2025-05-19 21:57:44 ts/train.py:232 step:350K smpl:6M ep:26K epch:88.33 loss:0.004 grdn:0.153 lr:3.7e-05 updt_s:0.229 data_s:0.017
+INFO 2025-05-19 21:58:35 ts/train.py:232 step:350K smpl:6M ep:27K epch:88.38 loss:0.004 grdn:0.159 lr:3.7e-05 updt_s:0.229 data_s:0.023
+INFO 2025-05-19 21:59:26 ts/train.py:232 step:351K smpl:6M ep:27K epch:88.43 loss:0.004 grdn:0.157 lr:3.7e-05 updt_s:0.229 data_s:0.024
+INFO 2025-05-19 22:00:15 ts/train.py:232 step:351K smpl:6M ep:27K epch:88.48 loss:0.005 grdn:0.157 lr:3.7e-05 updt_s:0.229 data_s:0.018
+INFO 2025-05-19 22:01:04 ts/train.py:232 step:351K smpl:6M ep:27K epch:88.53 loss:0.005 grdn:0.167 lr:3.7e-05 updt_s:0.229 data_s:0.016
+INFO 2025-05-19 22:01:54 ts/train.py:232 step:351K smpl:6M ep:27K epch:88.58 loss:0.005 grdn:0.151 lr:3.7e-05 updt_s:0.229 data_s:0.019
+INFO 2025-05-19 22:02:43 ts/train.py:232 step:351K smpl:6M ep:27K epch:88.63 loss:0.005 grdn:0.161 lr:3.7e-05 updt_s:0.229 data_s:0.016
+INFO 2025-05-19 22:03:33 ts/train.py:232 step:352K smpl:6M ep:27K epch:88.68 loss:0.005 grdn:0.156 lr:3.7e-05 updt_s:0.229 data_s:0.018
+INFO 2025-05-19 22:04:22 ts/train.py:232 step:352K smpl:6M ep:27K epch:88.73 loss:0.004 grdn:0.157 lr:3.7e-05 updt_s:0.228 data_s:0.015
+INFO 2025-05-19 22:05:13 ts/train.py:232 step:352K smpl:6M ep:27K epch:88.78 loss:0.004 grdn:0.154 lr:3.7e-05 updt_s:0.229 data_s:0.024
+INFO 2025-05-19 22:06:15 ts/train.py:232 step:352K smpl:6M ep:27K epch:88.83 loss:0.004 grdn:0.156 lr:3.7e-05 updt_s:0.228 data_s:0.082
+INFO 2025-05-19 22:07:16 ts/train.py:232 step:352K smpl:6M ep:27K epch:88.88 loss:0.004 grdn:0.152 lr:3.7e-05 updt_s:0.228 data_s:0.077
+INFO 2025-05-19 22:08:17 ts/train.py:232 step:353K smpl:6M ep:27K epch:88.94 loss:0.005 grdn:0.177 lr:3.6e-05 updt_s:0.228 data_s:0.078
+INFO 2025-05-19 22:09:17 ts/train.py:232 step:353K smpl:6M ep:27K epch:88.99 loss:0.005 grdn:0.157 lr:3.6e-05 updt_s:0.228 data_s:0.070
+INFO 2025-05-19 22:10:17 ts/train.py:232 step:353K smpl:6M ep:27K epch:89.04 loss:0.004 grdn:0.166 lr:3.6e-05 updt_s:0.228 data_s:0.068
+INFO 2025-05-19 22:11:18 ts/train.py:232 step:353K smpl:6M ep:27K epch:89.09 loss:0.004 grdn:0.158 lr:3.6e-05 updt_s:0.228 data_s:0.077
+INFO 2025-05-19 22:12:09 ts/train.py:232 step:353K smpl:6M ep:27K epch:89.14 loss:0.004 grdn:0.150 lr:3.6e-05 updt_s:0.229 data_s:0.025
+INFO 2025-05-19 22:12:59 ts/train.py:232 step:354K smpl:6M ep:27K epch:89.19 loss:0.004 grdn:0.152 lr:3.6e-05 updt_s:0.229 data_s:0.018
+INFO 2025-05-19 22:13:49 ts/train.py:232 step:354K smpl:6M ep:27K epch:89.24 loss:0.004 grdn:0.157 lr:3.6e-05 updt_s:0.229 data_s:0.020
+INFO 2025-05-19 22:14:40 ts/train.py:232 step:354K smpl:6M ep:27K epch:89.29 loss:0.004 grdn:0.146 lr:3.6e-05 updt_s:0.229 data_s:0.026
+INFO 2025-05-19 22:15:32 ts/train.py:232 step:354K smpl:6M ep:27K epch:89.34 loss:0.004 grdn:0.146 lr:3.6e-05 updt_s:0.230 data_s:0.027
+INFO 2025-05-19 22:16:20 ts/train.py:232 step:354K smpl:6M ep:27K epch:89.39 loss:0.005 grdn:0.161 lr:3.6e-05 updt_s:0.228 data_s:0.014
+INFO 2025-05-19 22:17:10 ts/train.py:232 step:355K smpl:6M ep:27K epch:89.44 loss:0.005 grdn:0.156 lr:3.6e-05 updt_s:0.229 data_s:0.018
+INFO 2025-05-19 22:18:00 ts/train.py:232 step:355K smpl:6M ep:27K epch:89.49 loss:0.005 grdn:0.170 lr:3.6e-05 updt_s:0.229 data_s:0.022
+INFO 2025-05-19 22:18:52 ts/train.py:232 step:355K smpl:6M ep:27K epch:89.54 loss:0.004 grdn:0.151 lr:3.6e-05 updt_s:0.229 data_s:0.026
+INFO 2025-05-19 22:19:43 ts/train.py:232 step:355K smpl:6M ep:27K epch:89.59 loss:0.005 grdn:0.171 lr:3.6e-05 updt_s:0.229 data_s:0.027
+INFO 2025-05-19 22:20:34 ts/train.py:232 step:355K smpl:6M ep:27K epch:89.64 loss:0.004 grdn:0.151 lr:3.6e-05 updt_s:0.229 data_s:0.027
+INFO 2025-05-19 22:21:25 ts/train.py:232 step:356K smpl:6M ep:27K epch:89.69 loss:0.005 grdn:0.166 lr:3.6e-05 updt_s:0.228 data_s:0.024
+INFO 2025-05-19 22:22:16 ts/train.py:232 step:356K smpl:6M ep:27K epch:89.74 loss:0.005 grdn:0.181 lr:3.6e-05 updt_s:0.229 data_s:0.025
+INFO 2025-05-19 22:23:17 ts/train.py:232 step:356K smpl:6M ep:27K epch:89.79 loss:0.004 grdn:0.155 lr:3.6e-05 updt_s:0.228 data_s:0.078
+INFO 2025-05-19 22:24:19 ts/train.py:232 step:356K smpl:6M ep:27K epch:89.84 loss:0.004 grdn:0.155 lr:3.6e-05 updt_s:0.228 data_s:0.077
+INFO 2025-05-19 22:25:19 ts/train.py:232 step:356K smpl:6M ep:27K epch:89.89 loss:0.004 grdn:0.150 lr:3.6e-05 updt_s:0.229 data_s:0.070
+INFO 2025-05-19 22:26:19 ts/train.py:232 step:357K smpl:6M ep:27K epch:89.94 loss:0.005 grdn:0.167 lr:3.5e-05 updt_s:0.228 data_s:0.072
+INFO 2025-05-19 22:27:19 ts/train.py:232 step:357K smpl:6M ep:27K epch:89.99 loss:0.004 grdn:0.156 lr:3.5e-05 updt_s:0.228 data_s:0.074
+INFO 2025-05-19 22:28:19 ts/train.py:232 step:357K smpl:6M ep:27K epch:90.04 loss:0.004 grdn:0.154 lr:3.5e-05 updt_s:0.228 data_s:0.067
+INFO 2025-05-19 22:29:16 ts/train.py:232 step:357K smpl:6M ep:27K epch:90.10 loss:0.004 grdn:0.162 lr:3.5e-05 updt_s:0.229 data_s:0.056
+INFO 2025-05-19 22:30:11 ts/train.py:232 step:357K smpl:6M ep:27K epch:90.15 loss:0.005 grdn:0.162 lr:3.5e-05 updt_s:0.229 data_s:0.048
+INFO 2025-05-19 22:31:05 ts/train.py:232 step:358K smpl:6M ep:27K epch:90.20 loss:0.004 grdn:0.156 lr:3.5e-05 updt_s:0.229 data_s:0.038
+INFO 2025-05-19 22:32:00 ts/train.py:232 step:358K smpl:6M ep:27K epch:90.25 loss:0.004 grdn:0.156 lr:3.5e-05 updt_s:0.228 data_s:0.046
+INFO 2025-05-19 22:32:54 ts/train.py:232 step:358K smpl:6M ep:27K epch:90.30 loss:0.004 grdn:0.160 lr:3.5e-05 updt_s:0.228 data_s:0.042
+INFO 2025-05-19 22:33:52 ts/train.py:232 step:358K smpl:6M ep:27K epch:90.35 loss:0.004 grdn:0.158 lr:3.5e-05 updt_s:0.229 data_s:0.059
+INFO 2025-05-19 22:34:48 ts/train.py:232 step:358K smpl:6M ep:27K epch:90.40 loss:0.004 grdn:0.157 lr:3.5e-05 updt_s:0.229 data_s:0.052
+INFO 2025-05-19 22:35:41 ts/train.py:232 step:359K smpl:6M ep:27K epch:90.45 loss:0.004 grdn:0.148 lr:3.5e-05 updt_s:0.228 data_s:0.037
+INFO 2025-05-19 22:36:36 ts/train.py:232 step:359K smpl:6M ep:27K epch:90.50 loss:0.005 grdn:0.163 lr:3.5e-05 updt_s:0.229 data_s:0.043
+INFO 2025-05-19 22:37:31 ts/train.py:232 step:359K smpl:6M ep:27K epch:90.55 loss:0.004 grdn:0.143 lr:3.5e-05 updt_s:0.228 data_s:0.049
+INFO 2025-05-19 22:38:27 ts/train.py:232 step:359K smpl:6M ep:27K epch:90.60 loss:0.004 grdn:0.154 lr:3.5e-05 updt_s:0.228 data_s:0.050
+INFO 2025-05-19 22:39:23 ts/train.py:232 step:359K smpl:6M ep:27K epch:90.65 loss:0.004 grdn:0.151 lr:3.5e-05 updt_s:0.228 data_s:0.050
+INFO 2025-05-19 22:40:18 ts/train.py:232 step:360K smpl:6M ep:27K epch:90.70 loss:0.004 grdn:0.167 lr:3.5e-05 updt_s:0.228 data_s:0.047
+INFO 2025-05-19 22:41:20 ts/train.py:232 step:360K smpl:6M ep:27K epch:90.75 loss:0.004 grdn:0.154 lr:3.5e-05 updt_s:0.228 data_s:0.080
+INFO 2025-05-19 22:42:20 ts/train.py:232 step:360K smpl:6M ep:27K epch:90.80 loss:0.004 grdn:0.153 lr:3.5e-05 updt_s:0.228 data_s:0.072
+INFO 2025-05-19 22:42:20 ts/train.py:241 Checkpoint policy after step 360000
+INFO 2025-05-19 22:43:28 ts/train.py:232 step:360K smpl:6M ep:27K epch:90.85 loss:0.004 grdn:0.161 lr:3.5e-05 updt_s:0.227 data_s:0.090
+INFO 2025-05-19 22:44:29 ts/train.py:232 step:360K smpl:6M ep:27K epch:90.90 loss:0.004 grdn:0.149 lr:3.5e-05 updt_s:0.227 data_s:0.079
+INFO 2025-05-19 22:45:33 ts/train.py:232 step:361K smpl:6M ep:27K epch:90.95 loss:0.004 grdn:0.160 lr:3.4e-05 updt_s:0.227 data_s:0.089
+INFO 2025-05-19 22:46:36 ts/train.py:232 step:361K smpl:6M ep:27K epch:91.00 loss:0.004 grdn:0.158 lr:3.4e-05 updt_s:0.227 data_s:0.089
+INFO 2025-05-19 22:47:38 ts/train.py:232 step:361K smpl:6M ep:27K epch:91.05 loss:0.005 grdn:0.172 lr:3.4e-05 updt_s:0.227 data_s:0.081
+INFO 2025-05-19 22:48:38 ts/train.py:232 step:361K smpl:6M ep:27K epch:91.10 loss:0.004 grdn:0.159 lr:3.4e-05 updt_s:0.226 data_s:0.072
+INFO 2025-05-19 22:49:41 ts/train.py:232 step:361K smpl:6M ep:27K epch:91.15 loss:0.004 grdn:0.158 lr:3.4e-05 updt_s:0.226 data_s:0.090
+INFO 2025-05-19 22:50:43 ts/train.py:232 step:362K smpl:6M ep:27K epch:91.21 loss:0.005 grdn:0.171 lr:3.4e-05 updt_s:0.226 data_s:0.084
+INFO 2025-05-19 22:51:46 ts/train.py:232 step:362K smpl:6M ep:27K epch:91.26 loss:0.004 grdn:0.160 lr:3.4e-05 updt_s:0.226 data_s:0.086
+INFO 2025-05-19 22:52:47 ts/train.py:232 step:362K smpl:6M ep:27K epch:91.31 loss:0.004 grdn:0.158 lr:3.4e-05 updt_s:0.226 data_s:0.082
+INFO 2025-05-19 22:53:49 ts/train.py:232 step:362K smpl:6M ep:27K epch:91.36 loss:0.004 grdn:0.166 lr:3.4e-05 updt_s:0.227 data_s:0.081
+INFO 2025-05-19 22:54:51 ts/train.py:232 step:362K smpl:6M ep:27K epch:91.41 loss:0.004 grdn:0.154 lr:3.4e-05 updt_s:0.226 data_s:0.085
+INFO 2025-05-19 22:55:53 ts/train.py:232 step:363K smpl:6M ep:27K epch:91.46 loss:0.005 grdn:0.160 lr:3.4e-05 updt_s:0.227 data_s:0.081
+INFO 2025-05-19 22:56:56 ts/train.py:232 step:363K smpl:6M ep:27K epch:91.51 loss:0.005 grdn:0.169 lr:3.4e-05 updt_s:0.226 data_s:0.088
+INFO 2025-05-19 22:57:59 ts/train.py:232 step:363K smpl:6M ep:27K epch:91.56 loss:0.004 grdn:0.160 lr:3.4e-05 updt_s:0.226 data_s:0.087
+INFO 2025-05-19 22:59:00 ts/train.py:232 step:363K smpl:6M ep:27K epch:91.61 loss:0.004 grdn:0.147 lr:3.4e-05 updt_s:0.226 data_s:0.081
+INFO 2025-05-19 23:00:02 ts/train.py:232 step:363K smpl:6M ep:27K epch:91.66 loss:0.004 grdn:0.148 lr:3.4e-05 updt_s:0.226 data_s:0.082
+INFO 2025-05-19 23:01:08 ts/train.py:232 step:364K smpl:6M ep:28K epch:91.71 loss:0.005 grdn:0.167 lr:3.4e-05 updt_s:0.227 data_s:0.099
+INFO 2025-05-19 23:02:11 ts/train.py:232 step:364K smpl:6M ep:28K epch:91.76 loss:0.004 grdn:0.168 lr:3.4e-05 updt_s:0.228 data_s:0.088
+INFO 2025-05-19 23:03:16 ts/train.py:232 step:364K smpl:6M ep:28K epch:91.81 loss:0.004 grdn:0.158 lr:3.4e-05 updt_s:0.227 data_s:0.096
+INFO 2025-05-19 23:04:20 ts/train.py:232 step:364K smpl:6M ep:28K epch:91.86 loss:0.004 grdn:0.156 lr:3.4e-05 updt_s:0.227 data_s:0.095
+INFO 2025-05-19 23:05:26 ts/train.py:232 step:364K smpl:6M ep:28K epch:91.91 loss:0.004 grdn:0.149 lr:3.4e-05 updt_s:0.227 data_s:0.101
+INFO 2025-05-19 23:06:31 ts/train.py:232 step:365K smpl:6M ep:28K epch:91.96 loss:0.004 grdn:0.161 lr:3.3e-05 updt_s:0.227 data_s:0.095
+INFO 2025-05-19 23:07:34 ts/train.py:232 step:365K smpl:6M ep:28K epch:92.01 loss:0.004 grdn:0.160 lr:3.3e-05 updt_s:0.226 data_s:0.089
+INFO 2025-05-19 23:08:31 ts/train.py:232 step:365K smpl:6M ep:28K epch:92.06 loss:0.004 grdn:0.155 lr:3.3e-05 updt_s:0.226 data_s:0.058
+INFO 2025-05-19 23:09:27 ts/train.py:232 step:365K smpl:6M ep:28K epch:92.11 loss:0.004 grdn:0.147 lr:3.3e-05 updt_s:0.225 data_s:0.054
+INFO 2025-05-19 23:10:21 ts/train.py:232 step:365K smpl:6M ep:28K epch:92.16 loss:0.004 grdn:0.149 lr:3.3e-05 updt_s:0.225 data_s:0.048
+INFO 2025-05-19 23:11:17 ts/train.py:232 step:366K smpl:6M ep:28K epch:92.21 loss:0.005 grdn:0.163 lr:3.3e-05 updt_s:0.225 data_s:0.049
+INFO 2025-05-19 23:12:13 ts/train.py:232 step:366K smpl:6M ep:28K epch:92.26 loss:0.004 grdn:0.147 lr:3.3e-05 updt_s:0.226 data_s:0.054
+INFO 2025-05-19 23:13:09 ts/train.py:232 step:366K smpl:6M ep:28K epch:92.31 loss:0.004 grdn:0.154 lr:3.3e-05 updt_s:0.225 data_s:0.055
+INFO 2025-05-19 23:14:04 ts/train.py:232 step:366K smpl:6M ep:28K epch:92.37 loss:0.004 grdn:0.145 lr:3.3e-05 updt_s:0.226 data_s:0.047
+INFO 2025-05-19 23:15:00 ts/train.py:232 step:366K smpl:6M ep:28K epch:92.42 loss:0.004 grdn:0.154 lr:3.3e-05 updt_s:0.226 data_s:0.057
+INFO 2025-05-19 23:15:55 ts/train.py:232 step:367K smpl:6M ep:28K epch:92.47 loss:0.004 grdn:0.158 lr:3.3e-05 updt_s:0.226 data_s:0.047
+INFO 2025-05-19 23:16:49 ts/train.py:232 step:367K smpl:6M ep:28K epch:92.52 loss:0.004 grdn:0.159 lr:3.3e-05 updt_s:0.226 data_s:0.045
+INFO 2025-05-19 23:17:44 ts/train.py:232 step:367K smpl:6M ep:28K epch:92.57 loss:0.004 grdn:0.158 lr:3.3e-05 updt_s:0.226 data_s:0.047
+INFO 2025-05-19 23:18:40 ts/train.py:232 step:367K smpl:6M ep:28K epch:92.62 loss:0.004 grdn:0.163 lr:3.3e-05 updt_s:0.226 data_s:0.054
+INFO 2025-05-19 23:19:41 ts/train.py:232 step:367K smpl:6M ep:28K epch:92.67 loss:0.004 grdn:0.149 lr:3.3e-05 updt_s:0.227 data_s:0.078
+INFO 2025-05-19 23:20:46 ts/train.py:232 step:368K smpl:6M ep:28K epch:92.72 loss:0.004 grdn:0.164 lr:3.3e-05 updt_s:0.228 data_s:0.094
+INFO 2025-05-19 23:21:51 ts/train.py:232 step:368K smpl:6M ep:28K epch:92.77 loss:0.004 grdn:0.152 lr:3.3e-05 updt_s:0.226 data_s:0.097
+INFO 2025-05-19 23:22:56 ts/train.py:232 step:368K smpl:6M ep:28K epch:92.82 loss:0.004 grdn:0.161 lr:3.3e-05 updt_s:0.226 data_s:0.101
+INFO 2025-05-19 23:24:00 ts/train.py:232 step:368K smpl:6M ep:28K epch:92.87 loss:0.004 grdn:0.154 lr:3.3e-05 updt_s:0.226 data_s:0.093
+INFO 2025-05-19 23:25:05 ts/train.py:232 step:368K smpl:6M ep:28K epch:92.92 loss:0.004 grdn:0.166 lr:3.3e-05 updt_s:0.227 data_s:0.099
+INFO 2025-05-19 23:26:12 ts/train.py:232 step:369K smpl:6M ep:28K epch:92.97 loss:0.004 grdn:0.160 lr:3.2e-05 updt_s:0.227 data_s:0.104
+INFO 2025-05-19 23:27:08 ts/train.py:232 step:369K smpl:6M ep:28K epch:93.02 loss:0.004 grdn:0.154 lr:3.2e-05 updt_s:0.225 data_s:0.057
+INFO 2025-05-19 23:28:04 ts/train.py:232 step:369K smpl:6M ep:28K epch:93.07 loss:0.004 grdn:0.164 lr:3.2e-05 updt_s:0.225 data_s:0.052
+INFO 2025-05-19 23:29:00 ts/train.py:232 step:369K smpl:6M ep:28K epch:93.12 loss:0.004 grdn:0.155 lr:3.2e-05 updt_s:0.225 data_s:0.056
+INFO 2025-05-19 23:29:56 ts/train.py:232 step:369K smpl:6M ep:28K epch:93.17 loss:0.004 grdn:0.155 lr:3.2e-05 updt_s:0.225 data_s:0.052
+INFO 2025-05-19 23:30:53 ts/train.py:232 step:370K smpl:6M ep:28K epch:93.22 loss:0.004 grdn:0.151 lr:3.2e-05 updt_s:0.226 data_s:0.059
+INFO 2025-05-19 23:31:48 ts/train.py:232 step:370K smpl:6M ep:28K epch:93.27 loss:0.004 grdn:0.160 lr:3.2e-05 updt_s:0.226 data_s:0.050
+INFO 2025-05-19 23:32:45 ts/train.py:232 step:370K smpl:6M ep:28K epch:93.32 loss:0.004 grdn:0.165 lr:3.2e-05 updt_s:0.225 data_s:0.059
+INFO 2025-05-19 23:33:41 ts/train.py:232 step:370K smpl:6M ep:28K epch:93.37 loss:0.004 grdn:0.158 lr:3.2e-05 updt_s:0.226 data_s:0.050
+INFO 2025-05-19 23:34:37 ts/train.py:232 step:370K smpl:6M ep:28K epch:93.42 loss:0.004 grdn:0.150 lr:3.2e-05 updt_s:0.226 data_s:0.055
+INFO 2025-05-19 23:35:33 ts/train.py:232 step:371K smpl:6M ep:28K epch:93.48 loss:0.004 grdn:0.169 lr:3.2e-05 updt_s:0.225 data_s:0.055
+INFO 2025-05-19 23:36:30 ts/train.py:232 step:371K smpl:6M ep:28K epch:93.53 loss:0.004 grdn:0.160 lr:3.2e-05 updt_s:0.225 data_s:0.058
+INFO 2025-05-19 23:37:26 ts/train.py:232 step:371K smpl:6M ep:28K epch:93.58 loss:0.004 grdn:0.165 lr:3.2e-05 updt_s:0.225 data_s:0.052
+INFO 2025-05-19 23:38:27 ts/train.py:232 step:371K smpl:6M ep:28K epch:93.63 loss:0.004 grdn:0.163 lr:3.2e-05 updt_s:0.225 data_s:0.078
+INFO 2025-05-19 23:39:31 ts/train.py:232 step:371K smpl:6M ep:28K epch:93.68 loss:0.004 grdn:0.153 lr:3.2e-05 updt_s:0.227 data_s:0.094
+INFO 2025-05-19 23:40:37 ts/train.py:232 step:372K smpl:6M ep:28K epch:93.73 loss:0.004 grdn:0.169 lr:3.2e-05 updt_s:0.227 data_s:0.099
+INFO 2025-05-19 23:41:42 ts/train.py:232 step:372K smpl:6M ep:28K epch:93.78 loss:0.004 grdn:0.156 lr:3.2e-05 updt_s:0.227 data_s:0.101
+INFO 2025-05-19 23:42:46 ts/train.py:232 step:372K smpl:6M ep:28K epch:93.83 loss:0.004 grdn:0.161 lr:3.2e-05 updt_s:0.227 data_s:0.092
+INFO 2025-05-19 23:43:51 ts/train.py:232 step:372K smpl:6M ep:28K epch:93.88 loss:0.005 grdn:0.172 lr:3.2e-05 updt_s:0.227 data_s:0.094
+INFO 2025-05-19 23:44:56 ts/train.py:232 step:372K smpl:6M ep:28K epch:93.93 loss:0.004 grdn:0.149 lr:3.2e-05 updt_s:0.227 data_s:0.097
+INFO 2025-05-19 23:45:52 ts/train.py:232 step:373K smpl:6M ep:28K epch:93.98 loss:0.004 grdn:0.164 lr:3.2e-05 updt_s:0.226 data_s:0.053
+INFO 2025-05-19 23:46:47 ts/train.py:232 step:373K smpl:6M ep:28K epch:94.03 loss:0.005 grdn:0.173 lr:3.1e-05 updt_s:0.226 data_s:0.052
+INFO 2025-05-19 23:47:44 ts/train.py:232 step:373K smpl:6M ep:28K epch:94.08 loss:0.004 grdn:0.161 lr:3.1e-05 updt_s:0.226 data_s:0.058
+INFO 2025-05-19 23:48:39 ts/train.py:232 step:373K smpl:6M ep:28K epch:94.13 loss:0.004 grdn:0.163 lr:3.1e-05 updt_s:0.226 data_s:0.050
+INFO 2025-05-19 23:49:34 ts/train.py:232 step:373K smpl:6M ep:28K epch:94.18 loss:0.004 grdn:0.171 lr:3.1e-05 updt_s:0.226 data_s:0.047
+INFO 2025-05-19 23:50:30 ts/train.py:232 step:374K smpl:6M ep:28K epch:94.23 loss:0.004 grdn:0.161 lr:3.1e-05 updt_s:0.227 data_s:0.053
+INFO 2025-05-19 23:51:26 ts/train.py:232 step:374K smpl:6M ep:28K epch:94.28 loss:0.004 grdn:0.157 lr:3.1e-05 updt_s:0.226 data_s:0.054
+INFO 2025-05-19 23:52:23 ts/train.py:232 step:374K smpl:6M ep:28K epch:94.33 loss:0.004 grdn:0.153 lr:3.1e-05 updt_s:0.226 data_s:0.058
+INFO 2025-05-19 23:53:18 ts/train.py:232 step:374K smpl:6M ep:28K epch:94.38 loss:0.004 grdn:0.169 lr:3.1e-05 updt_s:0.226 data_s:0.047
+INFO 2025-05-19 23:54:12 ts/train.py:232 step:374K smpl:6M ep:28K epch:94.43 loss:0.004 grdn:0.157 lr:3.1e-05 updt_s:0.226 data_s:0.043
+INFO 2025-05-19 23:55:09 ts/train.py:232 step:375K smpl:6M ep:28K epch:94.48 loss:0.003 grdn:0.140 lr:3.1e-05 updt_s:0.226 data_s:0.059
+INFO 2025-05-19 23:56:06 ts/train.py:232 step:375K smpl:6M ep:28K epch:94.53 loss:0.005 grdn:0.181 lr:3.1e-05 updt_s:0.227 data_s:0.055
+INFO 2025-05-19 23:57:01 ts/train.py:232 step:375K smpl:6M ep:28K epch:94.59 loss:0.003 grdn:0.136 lr:3.1e-05 updt_s:0.226 data_s:0.049
+INFO 2025-05-19 23:58:03 ts/train.py:232 step:375K smpl:6M ep:28K epch:94.64 loss:0.004 grdn:0.154 lr:3.1e-05 updt_s:0.228 data_s:0.083
+INFO 2025-05-19 23:59:02 ts/train.py:232 step:375K smpl:6M ep:28K epch:94.69 loss:0.004 grdn:0.160 lr:3.1e-05 updt_s:0.228 data_s:0.065
+INFO 2025-05-20 00:00:02 ts/train.py:232 step:376K smpl:6M ep:28K epch:94.74 loss:0.004 grdn:0.164 lr:3.1e-05 updt_s:0.227 data_s:0.073
+INFO 2025-05-20 00:01:04 ts/train.py:232 step:376K smpl:6M ep:28K epch:94.79 loss:0.004 grdn:0.149 lr:3.1e-05 updt_s:0.226 data_s:0.079
+INFO 2025-05-20 00:02:04 ts/train.py:232 step:376K smpl:6M ep:28K epch:94.84 loss:0.004 grdn:0.162 lr:3.1e-05 updt_s:0.227 data_s:0.074
+INFO 2025-05-20 00:03:04 ts/train.py:232 step:376K smpl:6M ep:28K epch:94.89 loss:0.004 grdn:0.163 lr:3.1e-05 updt_s:0.227 data_s:0.073
+INFO 2025-05-20 00:04:01 ts/train.py:232 step:376K smpl:6M ep:28K epch:94.94 loss:0.004 grdn:0.167 lr:3.1e-05 updt_s:0.226 data_s:0.059
+INFO 2025-05-20 00:04:57 ts/train.py:232 step:377K smpl:6M ep:28K epch:94.99 loss:0.004 grdn:0.166 lr:3.1e-05 updt_s:0.226 data_s:0.049
+INFO 2025-05-20 00:05:51 ts/train.py:232 step:377K smpl:6M ep:29K epch:95.04 loss:0.004 grdn:0.145 lr:3.1e-05 updt_s:0.226 data_s:0.045
+INFO 2025-05-20 00:06:46 ts/train.py:232 step:377K smpl:6M ep:29K epch:95.09 loss:0.004 grdn:0.152 lr:3.0e-05 updt_s:0.225 data_s:0.050
+INFO 2025-05-20 00:07:40 ts/train.py:232 step:377K smpl:6M ep:29K epch:95.14 loss:0.004 grdn:0.163 lr:3.0e-05 updt_s:0.226 data_s:0.044
+INFO 2025-05-20 00:08:35 ts/train.py:232 step:377K smpl:6M ep:29K epch:95.19 loss:0.004 grdn:0.151 lr:3.0e-05 updt_s:0.226 data_s:0.047
+INFO 2025-05-20 00:09:29 ts/train.py:232 step:378K smpl:6M ep:29K epch:95.24 loss:0.004 grdn:0.158 lr:3.0e-05 updt_s:0.226 data_s:0.042
+INFO 2025-05-20 00:10:23 ts/train.py:232 step:378K smpl:6M ep:29K epch:95.29 loss:0.004 grdn:0.166 lr:3.0e-05 updt_s:0.225 data_s:0.045
+INFO 2025-05-20 00:11:17 ts/train.py:232 step:378K smpl:6M ep:29K epch:95.34 loss:0.004 grdn:0.153 lr:3.0e-05 updt_s:0.226 data_s:0.042
+INFO 2025-05-20 00:12:10 ts/train.py:232 step:378K smpl:6M ep:29K epch:95.39 loss:0.004 grdn:0.145 lr:3.0e-05 updt_s:0.226 data_s:0.042
+INFO 2025-05-20 00:13:04 ts/train.py:232 step:378K smpl:6M ep:29K epch:95.44 loss:0.004 grdn:0.173 lr:3.0e-05 updt_s:0.226 data_s:0.040
+INFO 2025-05-20 00:13:58 ts/train.py:232 step:379K smpl:6M ep:29K epch:95.49 loss:0.004 grdn:0.154 lr:3.0e-05 updt_s:0.226 data_s:0.044
+INFO 2025-05-20 00:14:53 ts/train.py:232 step:379K smpl:6M ep:29K epch:95.54 loss:0.004 grdn:0.157 lr:3.0e-05 updt_s:0.226 data_s:0.047
+INFO 2025-05-20 00:15:57 ts/train.py:232 step:379K smpl:6M ep:29K epch:95.59 loss:0.004 grdn:0.163 lr:3.0e-05 updt_s:0.228 data_s:0.093
+INFO 2025-05-20 00:17:02 ts/train.py:232 step:379K smpl:6M ep:29K epch:95.64 loss:0.004 grdn:0.153 lr:3.0e-05 updt_s:0.228 data_s:0.096
+INFO 2025-05-20 00:18:08 ts/train.py:232 step:379K smpl:6M ep:29K epch:95.69 loss:0.004 grdn:0.158 lr:3.0e-05 updt_s:0.227 data_s:0.103
+INFO 2025-05-20 00:19:15 ts/train.py:232 step:380K smpl:6M ep:29K epch:95.75 loss:0.004 grdn:0.151 lr:3.0e-05 updt_s:0.227 data_s:0.104
+INFO 2025-05-20 00:20:22 ts/train.py:232 step:380K smpl:6M ep:29K epch:95.80 loss:0.004 grdn:0.167 lr:3.0e-05 updt_s:0.227 data_s:0.109
+INFO 2025-05-20 00:21:28 ts/train.py:232 step:380K smpl:6M ep:29K epch:95.85 loss:0.004 grdn:0.165 lr:3.0e-05 updt_s:0.227 data_s:0.102
+INFO 2025-05-20 00:21:28 ts/train.py:241 Checkpoint policy after step 380000
+INFO 2025-05-20 00:22:34 ts/train.py:232 step:380K smpl:6M ep:29K epch:95.90 loss:0.004 grdn:0.154 lr:3.0e-05 updt_s:0.226 data_s:0.075
+INFO 2025-05-20 00:23:30 ts/train.py:232 step:380K smpl:6M ep:29K epch:95.95 loss:0.004 grdn:0.168 lr:3.0e-05 updt_s:0.225 data_s:0.053
+INFO 2025-05-20 00:24:25 ts/train.py:232 step:381K smpl:6M ep:29K epch:96.00 loss:0.004 grdn:0.156 lr:3.0e-05 updt_s:0.226 data_s:0.050
+INFO 2025-05-20 00:25:19 ts/train.py:232 step:381K smpl:6M ep:29K epch:96.05 loss:0.004 grdn:0.164 lr:3.0e-05 updt_s:0.225 data_s:0.046
+INFO 2025-05-20 00:26:15 ts/train.py:232 step:381K smpl:6M ep:29K epch:96.10 loss:0.004 grdn:0.155 lr:2.9e-05 updt_s:0.226 data_s:0.053
+INFO 2025-05-20 00:27:12 ts/train.py:232 step:381K smpl:6M ep:29K epch:96.15 loss:0.003 grdn:0.141 lr:2.9e-05 updt_s:0.225 data_s:0.058
+INFO 2025-05-20 00:28:07 ts/train.py:232 step:381K smpl:6M ep:29K epch:96.20 loss:0.004 grdn:0.147 lr:2.9e-05 updt_s:0.225 data_s:0.050
+INFO 2025-05-20 00:29:04 ts/train.py:232 step:382K smpl:6M ep:29K epch:96.25 loss:0.004 grdn:0.159 lr:2.9e-05 updt_s:0.225 data_s:0.056
+INFO 2025-05-20 00:29:59 ts/train.py:232 step:382K smpl:6M ep:29K epch:96.30 loss:0.004 grdn:0.163 lr:2.9e-05 updt_s:0.225 data_s:0.050
+INFO 2025-05-20 00:30:55 ts/train.py:232 step:382K smpl:6M ep:29K epch:96.35 loss:0.004 grdn:0.157 lr:2.9e-05 updt_s:0.225 data_s:0.055
+INFO 2025-05-20 00:31:53 ts/train.py:232 step:382K smpl:6M ep:29K epch:96.40 loss:0.004 grdn:0.167 lr:2.9e-05 updt_s:0.225 data_s:0.062
+INFO 2025-05-20 00:32:50 ts/train.py:232 step:382K smpl:6M ep:29K epch:96.45 loss:0.004 grdn:0.157 lr:2.9e-05 updt_s:0.225 data_s:0.061
+INFO 2025-05-20 00:33:46 ts/train.py:232 step:383K smpl:6M ep:29K epch:96.50 loss:0.004 grdn:0.149 lr:2.9e-05 updt_s:0.225 data_s:0.054
+INFO 2025-05-20 00:34:51 ts/train.py:232 step:383K smpl:6M ep:29K epch:96.55 loss:0.004 grdn:0.158 lr:2.9e-05 updt_s:0.226 data_s:0.098
+INFO 2025-05-20 00:35:58 ts/train.py:232 step:383K smpl:6M ep:29K epch:96.60 loss:0.004 grdn:0.165 lr:2.9e-05 updt_s:0.226 data_s:0.107
+INFO 2025-05-20 00:37:04 ts/train.py:232 step:383K smpl:6M ep:29K epch:96.65 loss:0.004 grdn:0.154 lr:2.9e-05 updt_s:0.226 data_s:0.107
+INFO 2025-05-20 00:38:11 ts/train.py:232 step:383K smpl:6M ep:29K epch:96.70 loss:0.004 grdn:0.155 lr:2.9e-05 updt_s:0.226 data_s:0.106
+INFO 2025-05-20 00:39:17 ts/train.py:232 step:384K smpl:6M ep:29K epch:96.75 loss:0.004 grdn:0.162 lr:2.9e-05 updt_s:0.227 data_s:0.103
+INFO 2025-05-20 00:40:23 ts/train.py:232 step:384K smpl:6M ep:29K epch:96.80 loss:0.004 grdn:0.172 lr:2.9e-05 updt_s:0.227 data_s:0.102
+INFO 2025-05-20 00:41:29 ts/train.py:232 step:384K smpl:6M ep:29K epch:96.86 loss:0.004 grdn:0.166 lr:2.9e-05 updt_s:0.226 data_s:0.101
+INFO 2025-05-20 00:42:34 ts/train.py:232 step:384K smpl:6M ep:29K epch:96.91 loss:0.003 grdn:0.143 lr:2.9e-05 updt_s:0.225 data_s:0.099
+INFO 2025-05-20 00:43:41 ts/train.py:232 step:384K smpl:6M ep:29K epch:96.96 loss:0.004 grdn:0.146 lr:2.9e-05 updt_s:0.226 data_s:0.109
+INFO 2025-05-20 00:44:45 ts/train.py:232 step:385K smpl:6M ep:29K epch:97.01 loss:0.004 grdn:0.159 lr:2.9e-05 updt_s:0.226 data_s:0.095
+INFO 2025-05-20 00:45:50 ts/train.py:232 step:385K smpl:6M ep:29K epch:97.06 loss:0.003 grdn:0.142 lr:2.9e-05 updt_s:0.226 data_s:0.099
+INFO 2025-05-20 00:46:57 ts/train.py:232 step:385K smpl:6M ep:29K epch:97.11 loss:0.004 grdn:0.151 lr:2.9e-05 updt_s:0.226 data_s:0.105
+INFO 2025-05-20 00:48:01 ts/train.py:232 step:385K smpl:6M ep:29K epch:97.16 loss:0.004 grdn:0.153 lr:2.8e-05 updt_s:0.226 data_s:0.095
+INFO 2025-05-20 00:49:05 ts/train.py:232 step:385K smpl:6M ep:29K epch:97.21 loss:0.004 grdn:0.172 lr:2.8e-05 updt_s:0.225 data_s:0.096
+INFO 2025-05-20 00:50:10 ts/train.py:232 step:386K smpl:6M ep:29K epch:97.26 loss:0.004 grdn:0.156 lr:2.8e-05 updt_s:0.226 data_s:0.097
+INFO 2025-05-20 00:51:15 ts/train.py:232 step:386K smpl:6M ep:29K epch:97.31 loss:0.004 grdn:0.159 lr:2.8e-05 updt_s:0.226 data_s:0.096
+INFO 2025-05-20 00:52:20 ts/train.py:232 step:386K smpl:6M ep:29K epch:97.36 loss:0.004 grdn:0.150 lr:2.8e-05 updt_s:0.225 data_s:0.098
+INFO 2025-05-20 00:53:25 ts/train.py:232 step:386K smpl:6M ep:29K epch:97.41 loss:0.004 grdn:0.163 lr:2.8e-05 updt_s:0.226 data_s:0.102
+INFO 2025-05-20 00:54:30 ts/train.py:232 step:386K smpl:6M ep:29K epch:97.46 loss:0.004 grdn:0.156 lr:2.8e-05 updt_s:0.225 data_s:0.099
+INFO 2025-05-20 00:55:38 ts/train.py:232 step:387K smpl:6M ep:29K epch:97.51 loss:0.003 grdn:0.146 lr:2.8e-05 updt_s:0.225 data_s:0.113
+INFO 2025-05-20 00:56:44 ts/train.py:232 step:387K smpl:6M ep:29K epch:97.56 loss:0.004 grdn:0.156 lr:2.8e-05 updt_s:0.226 data_s:0.102
+INFO 2025-05-20 00:57:51 ts/train.py:232 step:387K smpl:6M ep:29K epch:97.61 loss:0.004 grdn:0.177 lr:2.8e-05 updt_s:0.226 data_s:0.107
+INFO 2025-05-20 00:58:56 ts/train.py:232 step:387K smpl:6M ep:29K epch:97.66 loss:0.004 grdn:0.151 lr:2.8e-05 updt_s:0.226 data_s:0.100
+INFO 2025-05-20 01:00:03 ts/train.py:232 step:387K smpl:6M ep:29K epch:97.71 loss:0.004 grdn:0.146 lr:2.8e-05 updt_s:0.226 data_s:0.105
+INFO 2025-05-20 01:01:09 ts/train.py:232 step:388K smpl:6M ep:29K epch:97.76 loss:0.004 grdn:0.158 lr:2.8e-05 updt_s:0.227 data_s:0.103
+INFO 2025-05-20 01:02:12 ts/train.py:232 step:388K smpl:6M ep:29K epch:97.81 loss:0.003 grdn:0.144 lr:2.8e-05 updt_s:0.226 data_s:0.088
+INFO 2025-05-20 01:03:08 ts/train.py:232 step:388K smpl:6M ep:29K epch:97.86 loss:0.004 grdn:0.158 lr:2.8e-05 updt_s:0.225 data_s:0.053
+INFO 2025-05-20 01:04:03 ts/train.py:232 step:388K smpl:6M ep:29K epch:97.91 loss:0.004 grdn:0.162 lr:2.8e-05 updt_s:0.226 data_s:0.051
+INFO 2025-05-20 01:04:59 ts/train.py:232 step:388K smpl:6M ep:29K epch:97.96 loss:0.003 grdn:0.144 lr:2.8e-05 updt_s:0.226 data_s:0.051
+INFO 2025-05-20 01:05:54 ts/train.py:232 step:389K smpl:6M ep:29K epch:98.02 loss:0.004 grdn:0.158 lr:2.8e-05 updt_s:0.226 data_s:0.049
+INFO 2025-05-20 01:06:49 ts/train.py:232 step:389K smpl:6M ep:29K epch:98.07 loss:0.004 grdn:0.163 lr:2.8e-05 updt_s:0.226 data_s:0.048
+INFO 2025-05-20 01:07:44 ts/train.py:232 step:389K smpl:6M ep:29K epch:98.12 loss:0.003 grdn:0.147 lr:2.8e-05 updt_s:0.226 data_s:0.050
+INFO 2025-05-20 01:08:39 ts/train.py:232 step:389K smpl:6M ep:29K epch:98.17 loss:0.004 grdn:0.169 lr:2.8e-05 updt_s:0.226 data_s:0.049
+INFO 2025-05-20 01:09:35 ts/train.py:232 step:389K smpl:6M ep:29K epch:98.22 loss:0.004 grdn:0.148 lr:2.8e-05 updt_s:0.226 data_s:0.050
+INFO 2025-05-20 01:10:30 ts/train.py:232 step:390K smpl:6M ep:29K epch:98.27 loss:0.004 grdn:0.162 lr:2.7e-05 updt_s:0.226 data_s:0.053
+INFO 2025-05-20 01:11:25 ts/train.py:232 step:390K smpl:6M ep:29K epch:98.32 loss:0.004 grdn:0.170 lr:2.7e-05 updt_s:0.225 data_s:0.049
+INFO 2025-05-20 01:12:21 ts/train.py:232 step:390K smpl:6M ep:30K epch:98.37 loss:0.004 grdn:0.159 lr:2.7e-05 updt_s:0.225 data_s:0.053
+INFO 2025-05-20 01:13:18 ts/train.py:232 step:390K smpl:6M ep:30K epch:98.42 loss:0.004 grdn:0.166 lr:2.7e-05 updt_s:0.225 data_s:0.058
+INFO 2025-05-20 01:14:18 ts/train.py:232 step:390K smpl:6M ep:30K epch:98.47 loss:0.003 grdn:0.150 lr:2.7e-05 updt_s:0.226 data_s:0.075
+INFO 2025-05-20 01:15:25 ts/train.py:232 step:391K smpl:6M ep:30K epch:98.52 loss:0.004 grdn:0.158 lr:2.7e-05 updt_s:0.227 data_s:0.103
+INFO 2025-05-20 01:16:29 ts/train.py:232 step:391K smpl:6M ep:30K epch:98.57 loss:0.004 grdn:0.153 lr:2.7e-05 updt_s:0.226 data_s:0.097
+INFO 2025-05-20 01:17:34 ts/train.py:232 step:391K smpl:6M ep:30K epch:98.62 loss:0.004 grdn:0.151 lr:2.7e-05 updt_s:0.227 data_s:0.097
+INFO 2025-05-20 01:18:39 ts/train.py:232 step:391K smpl:6M ep:30K epch:98.67 loss:0.004 grdn:0.158 lr:2.7e-05 updt_s:0.227 data_s:0.097
+INFO 2025-05-20 01:19:45 ts/train.py:232 step:391K smpl:6M ep:30K epch:98.72 loss:0.004 grdn:0.155 lr:2.7e-05 updt_s:0.226 data_s:0.100
+INFO 2025-05-20 01:20:49 ts/train.py:232 step:392K smpl:6M ep:30K epch:98.77 loss:0.003 grdn:0.145 lr:2.7e-05 updt_s:0.227 data_s:0.095
+INFO 2025-05-20 01:21:44 ts/train.py:232 step:392K smpl:6M ep:30K epch:98.82 loss:0.004 grdn:0.159 lr:2.7e-05 updt_s:0.226 data_s:0.048
+INFO 2025-05-20 01:22:40 ts/train.py:232 step:392K smpl:6M ep:30K epch:98.87 loss:0.004 grdn:0.167 lr:2.7e-05 updt_s:0.226 data_s:0.051
+INFO 2025-05-20 01:23:35 ts/train.py:232 step:392K smpl:6M ep:30K epch:98.92 loss:0.004 grdn:0.163 lr:2.7e-05 updt_s:0.226 data_s:0.050
+INFO 2025-05-20 01:24:30 ts/train.py:232 step:392K smpl:6M ep:30K epch:98.97 loss:0.004 grdn:0.166 lr:2.7e-05 updt_s:0.226 data_s:0.049
+INFO 2025-05-20 01:25:24 ts/train.py:232 step:393K smpl:6M ep:30K epch:99.02 loss:0.004 grdn:0.157 lr:2.7e-05 updt_s:0.226 data_s:0.044
+INFO 2025-05-20 01:26:19 ts/train.py:232 step:393K smpl:6M ep:30K epch:99.07 loss:0.004 grdn:0.152 lr:2.7e-05 updt_s:0.226 data_s:0.049
+INFO 2025-05-20 01:27:15 ts/train.py:232 step:393K smpl:6M ep:30K epch:99.13 loss:0.004 grdn:0.156 lr:2.7e-05 updt_s:0.226 data_s:0.050
+INFO 2025-05-20 01:28:11 ts/train.py:232 step:393K smpl:6M ep:30K epch:99.18 loss:0.004 grdn:0.160 lr:2.7e-05 updt_s:0.226 data_s:0.053
+INFO 2025-05-20 01:29:06 ts/train.py:232 step:393K smpl:6M ep:30K epch:99.23 loss:0.003 grdn:0.149 lr:2.7e-05 updt_s:0.226 data_s:0.049
+INFO 2025-05-20 01:30:03 ts/train.py:232 step:394K smpl:6M ep:30K epch:99.28 loss:0.004 grdn:0.159 lr:2.7e-05 updt_s:0.226 data_s:0.058
+INFO 2025-05-20 01:30:59 ts/train.py:232 step:394K smpl:6M ep:30K epch:99.33 loss:0.004 grdn:0.161 lr:2.6e-05 updt_s:0.226 data_s:0.056
+INFO 2025-05-20 01:31:54 ts/train.py:232 step:394K smpl:6M ep:30K epch:99.38 loss:0.004 grdn:0.154 lr:2.6e-05 updt_s:0.226 data_s:0.050
+INFO 2025-05-20 01:32:55 ts/train.py:232 step:394K smpl:6M ep:30K epch:99.43 loss:0.004 grdn:0.162 lr:2.6e-05 updt_s:0.226 data_s:0.074
+INFO 2025-05-20 01:33:59 ts/train.py:232 step:394K smpl:6M ep:30K epch:99.48 loss:0.004 grdn:0.156 lr:2.6e-05 updt_s:0.226 data_s:0.094
+INFO 2025-05-20 01:35:04 ts/train.py:232 step:395K smpl:6M ep:30K epch:99.53 loss:0.004 grdn:0.157 lr:2.6e-05 updt_s:0.227 data_s:0.100
+INFO 2025-05-20 01:36:10 ts/train.py:232 step:395K smpl:6M ep:30K epch:99.58 loss:0.004 grdn:0.158 lr:2.6e-05 updt_s:0.227 data_s:0.103
+INFO 2025-05-20 01:37:16 ts/train.py:232 step:395K smpl:6M ep:30K epch:99.63 loss:0.004 grdn:0.181 lr:2.6e-05 updt_s:0.226 data_s:0.099
+INFO 2025-05-20 01:38:19 ts/train.py:232 step:395K smpl:6M ep:30K epch:99.68 loss:0.004 grdn:0.168 lr:2.6e-05 updt_s:0.226 data_s:0.090
+INFO 2025-05-20 01:39:25 ts/train.py:232 step:395K smpl:6M ep:30K epch:99.73 loss:0.004 grdn:0.168 lr:2.6e-05 updt_s:0.227 data_s:0.100
+INFO 2025-05-20 01:40:20 ts/train.py:232 step:396K smpl:6M ep:30K epch:99.78 loss:0.003 grdn:0.140 lr:2.6e-05 updt_s:0.226 data_s:0.051
+INFO 2025-05-20 01:41:14 ts/train.py:232 step:396K smpl:6M ep:30K epch:99.83 loss:0.004 grdn:0.152 lr:2.6e-05 updt_s:0.226 data_s:0.044
+INFO 2025-05-20 01:42:08 ts/train.py:232 step:396K smpl:6M ep:30K epch:99.88 loss:0.004 grdn:0.160 lr:2.6e-05 updt_s:0.226 data_s:0.041
+INFO 2025-05-20 01:43:02 ts/train.py:232 step:396K smpl:6M ep:30K epch:99.93 loss:0.004 grdn:0.161 lr:2.6e-05 updt_s:0.226 data_s:0.041
+INFO 2025-05-20 01:43:55 ts/train.py:232 step:396K smpl:6M ep:30K epch:99.98 loss:0.004 grdn:0.166 lr:2.6e-05 updt_s:0.226 data_s:0.041
+INFO 2025-05-20 01:44:49 ts/train.py:232 step:397K smpl:6M ep:30K epch:100.03 loss:0.004 grdn:0.167 lr:2.6e-05 updt_s:0.226 data_s:0.042
+INFO 2025-05-20 01:45:42 ts/train.py:232 step:397K smpl:6M ep:30K epch:100.08 loss:0.003 grdn:0.150 lr:2.6e-05 updt_s:0.226 data_s:0.037
+INFO 2025-05-20 01:46:35 ts/train.py:232 step:397K smpl:6M ep:30K epch:100.13 loss:0.004 grdn:0.164 lr:2.6e-05 updt_s:0.226 data_s:0.040
+INFO 2025-05-20 01:47:30 ts/train.py:232 step:397K smpl:6M ep:30K epch:100.18 loss:0.004 grdn:0.155 lr:2.6e-05 updt_s:0.226 data_s:0.048
+INFO 2025-05-20 01:48:25 ts/train.py:232 step:397K smpl:6M ep:30K epch:100.23 loss:0.004 grdn:0.171 lr:2.6e-05 updt_s:0.226 data_s:0.045
+INFO 2025-05-20 01:49:19 ts/train.py:232 step:398K smpl:6M ep:30K epch:100.29 loss:0.004 grdn:0.160 lr:2.6e-05 updt_s:0.226 data_s:0.046
+INFO 2025-05-20 01:50:14 ts/train.py:232 step:398K smpl:6M ep:30K epch:100.34 loss:0.004 grdn:0.170 lr:2.6e-05 updt_s:0.226 data_s:0.048
+INFO 2025-05-20 01:51:08 ts/train.py:232 step:398K smpl:6M ep:30K epch:100.39 loss:0.003 grdn:0.135 lr:2.6e-05 updt_s:0.225 data_s:0.045
+INFO 2025-05-20 01:52:13 ts/train.py:232 step:398K smpl:6M ep:30K epch:100.44 loss:0.004 grdn:0.156 lr:2.5e-05 updt_s:0.227 data_s:0.094
+INFO 2025-05-20 01:53:17 ts/train.py:232 step:398K smpl:6M ep:30K epch:100.49 loss:0.004 grdn:0.172 lr:2.5e-05 updt_s:0.227 data_s:0.091
+INFO 2025-05-20 01:54:22 ts/train.py:232 step:399K smpl:6M ep:30K epch:100.54 loss:0.004 grdn:0.162 lr:2.5e-05 updt_s:0.226 data_s:0.099
+INFO 2025-05-20 01:55:26 ts/train.py:232 step:399K smpl:6M ep:30K epch:100.59 loss:0.004 grdn:0.162 lr:2.5e-05 updt_s:0.226 data_s:0.097
+INFO 2025-05-20 01:56:31 ts/train.py:232 step:399K smpl:6M ep:30K epch:100.64 loss:0.003 grdn:0.142 lr:2.5e-05 updt_s:0.226 data_s:0.097
+INFO 2025-05-20 01:57:37 ts/train.py:232 step:399K smpl:6M ep:30K epch:100.69 loss:0.004 grdn:0.160 lr:2.5e-05 updt_s:0.227 data_s:0.102
+INFO 2025-05-20 01:58:36 ts/train.py:232 step:399K smpl:6M ep:30K epch:100.74 loss:0.004 grdn:0.160 lr:2.5e-05 updt_s:0.226 data_s:0.068
+INFO 2025-05-20 01:59:34 ts/train.py:232 step:400K smpl:6M ep:30K epch:100.79 loss:0.004 grdn:0.156 lr:2.5e-05 updt_s:0.226 data_s:0.062
+INFO 2025-05-20 02:00:31 ts/train.py:232 step:400K smpl:6M ep:30K epch:100.84 loss:0.003 grdn:0.145 lr:2.5e-05 updt_s:0.226 data_s:0.058
+INFO 2025-05-20 02:01:26 ts/train.py:232 step:400K smpl:6M ep:30K epch:100.89 loss:0.003 grdn:0.145 lr:2.5e-05 updt_s:0.226 data_s:0.052
+INFO 2025-05-20 02:01:26 ts/train.py:241 Checkpoint policy after step 400000
+INFO 2025-05-20 02:02:28 ts/train.py:232 step:400K smpl:6M ep:30K epch:100.94 loss:0.003 grdn:0.155 lr:2.5e-05 updt_s:0.225 data_s:0.051
+INFO 2025-05-20 02:03:24 ts/train.py:232 step:400K smpl:6M ep:30K epch:100.99 loss:0.003 grdn:0.154 lr:2.5e-05 updt_s:0.226 data_s:0.053
+INFO 2025-05-20 02:04:21 ts/train.py:232 step:401K smpl:6M ep:30K epch:101.04 loss:0.003 grdn:0.154 lr:2.5e-05 updt_s:0.226 data_s:0.060
+INFO 2025-05-20 02:05:17 ts/train.py:232 step:401K smpl:6M ep:30K epch:101.09 loss:0.003 grdn:0.150 lr:2.5e-05 updt_s:0.226 data_s:0.055
+INFO 2025-05-20 02:06:15 ts/train.py:232 step:401K smpl:6M ep:30K epch:101.14 loss:0.004 grdn:0.161 lr:2.5e-05 updt_s:0.226 data_s:0.059
+INFO 2025-05-20 02:07:12 ts/train.py:232 step:401K smpl:6M ep:30K epch:101.19 loss:0.003 grdn:0.146 lr:2.5e-05 updt_s:0.227 data_s:0.057
+INFO 2025-05-20 02:08:05 ts/train.py:232 step:401K smpl:6M ep:30K epch:101.24 loss:0.004 grdn:0.157 lr:2.5e-05 updt_s:0.227 data_s:0.041
+INFO 2025-05-20 02:09:00 ts/train.py:232 step:402K smpl:6M ep:30K epch:101.29 loss:0.004 grdn:0.162 lr:2.5e-05 updt_s:0.227 data_s:0.046
+INFO 2025-05-20 02:09:56 ts/train.py:232 step:402K smpl:6M ep:30K epch:101.34 loss:0.004 grdn:0.161 lr:2.5e-05 updt_s:0.227 data_s:0.051
+INFO 2025-05-20 02:11:01 ts/train.py:232 step:402K smpl:6M ep:30K epch:101.40 loss:0.004 grdn:0.165 lr:2.5e-05 updt_s:0.227 data_s:0.098
+INFO 2025-05-20 02:12:07 ts/train.py:232 step:402K smpl:6M ep:30K epch:101.45 loss:0.004 grdn:0.163 lr:2.5e-05 updt_s:0.228 data_s:0.102
+INFO 2025-05-20 02:13:13 ts/train.py:232 step:402K smpl:6M ep:30K epch:101.50 loss:0.003 grdn:0.155 lr:2.5e-05 updt_s:0.226 data_s:0.103
+INFO 2025-05-20 02:14:19 ts/train.py:232 step:403K smpl:6M ep:30K epch:101.55 loss:0.003 grdn:0.152 lr:2.4e-05 updt_s:0.227 data_s:0.100
+INFO 2025-05-20 02:15:24 ts/train.py:232 step:403K smpl:6M ep:30K epch:101.60 loss:0.003 grdn:0.147 lr:2.4e-05 updt_s:0.227 data_s:0.098
+INFO 2025-05-20 02:16:31 ts/train.py:232 step:403K smpl:6M ep:30K epch:101.65 loss:0.004 grdn:0.160 lr:2.4e-05 updt_s:0.227 data_s:0.106
+INFO 2025-05-20 02:17:30 ts/train.py:232 step:403K smpl:6M ep:31K epch:101.70 loss:0.003 grdn:0.154 lr:2.4e-05 updt_s:0.226 data_s:0.066
+INFO 2025-05-20 02:18:23 ts/train.py:232 step:403K smpl:6M ep:31K epch:101.75 loss:0.004 grdn:0.163 lr:2.4e-05 updt_s:0.228 data_s:0.040
+INFO 2025-05-20 02:19:17 ts/train.py:232 step:404K smpl:6M ep:31K epch:101.80 loss:0.004 grdn:0.168 lr:2.4e-05 updt_s:0.228 data_s:0.042
+INFO 2025-05-20 02:20:12 ts/train.py:232 step:404K smpl:6M ep:31K epch:101.85 loss:0.004 grdn:0.162 lr:2.4e-05 updt_s:0.227 data_s:0.043
+INFO 2025-05-20 02:21:06 ts/train.py:232 step:404K smpl:6M ep:31K epch:101.90 loss:0.003 grdn:0.143 lr:2.4e-05 updt_s:0.227 data_s:0.044
+INFO 2025-05-20 02:22:02 ts/train.py:232 step:404K smpl:6M ep:31K epch:101.95 loss:0.003 grdn:0.147 lr:2.4e-05 updt_s:0.227 data_s:0.048
+INFO 2025-05-20 02:22:56 ts/train.py:232 step:404K smpl:6M ep:31K epch:102.00 loss:0.004 grdn:0.167 lr:2.4e-05 updt_s:0.228 data_s:0.043
+INFO 2025-05-20 02:23:50 ts/train.py:232 step:405K smpl:6M ep:31K epch:102.05 loss:0.003 grdn:0.140 lr:2.4e-05 updt_s:0.227 data_s:0.045
+INFO 2025-05-20 02:24:45 ts/train.py:232 step:405K smpl:6M ep:31K epch:102.10 loss:0.003 grdn:0.152 lr:2.4e-05 updt_s:0.228 data_s:0.042
+INFO 2025-05-20 02:25:38 ts/train.py:232 step:405K smpl:6M ep:31K epch:102.15 loss:0.003 grdn:0.151 lr:2.4e-05 updt_s:0.228 data_s:0.040
+INFO 2025-05-20 02:26:34 ts/train.py:232 step:405K smpl:6M ep:31K epch:102.20 loss:0.004 grdn:0.178 lr:2.4e-05 updt_s:0.228 data_s:0.048
+INFO 2025-05-20 02:27:27 ts/train.py:232 step:405K smpl:6M ep:31K epch:102.25 loss:0.004 grdn:0.162 lr:2.4e-05 updt_s:0.228 data_s:0.038
+INFO 2025-05-20 02:28:21 ts/train.py:232 step:406K smpl:6M ep:31K epch:102.30 loss:0.003 grdn:0.160 lr:2.4e-05 updt_s:0.228 data_s:0.040
+INFO 2025-05-20 02:29:22 ts/train.py:232 step:406K smpl:6M ep:31K epch:102.35 loss:0.004 grdn:0.160 lr:2.4e-05 updt_s:0.228 data_s:0.077
+INFO 2025-05-20 02:30:24 ts/train.py:232 step:406K smpl:6M ep:31K epch:102.40 loss:0.004 grdn:0.169 lr:2.4e-05 updt_s:0.228 data_s:0.081
+INFO 2025-05-20 02:31:26 ts/train.py:232 step:406K smpl:6M ep:31K epch:102.45 loss:0.003 grdn:0.149 lr:2.4e-05 updt_s:0.228 data_s:0.083
+INFO 2025-05-20 02:32:28 ts/train.py:232 step:406K smpl:7M ep:31K epch:102.50 loss:0.004 grdn:0.165 lr:2.4e-05 updt_s:0.228 data_s:0.080
+INFO 2025-05-20 02:33:31 ts/train.py:232 step:407K smpl:7M ep:31K epch:102.56 loss:0.004 grdn:0.179 lr:2.4e-05 updt_s:0.229 data_s:0.083
+INFO 2025-05-20 02:34:32 ts/train.py:232 step:407K smpl:7M ep:31K epch:102.61 loss:0.004 grdn:0.156 lr:2.4e-05 updt_s:0.229 data_s:0.075
+INFO 2025-05-20 02:35:30 ts/train.py:232 step:407K smpl:7M ep:31K epch:102.66 loss:0.004 grdn:0.159 lr:2.3e-05 updt_s:0.228 data_s:0.064
+INFO 2025-05-20 02:36:23 ts/train.py:232 step:407K smpl:7M ep:31K epch:102.71 loss:0.004 grdn:0.159 lr:2.3e-05 updt_s:0.228 data_s:0.038
+INFO 2025-05-20 02:37:15 ts/train.py:232 step:407K smpl:7M ep:31K epch:102.76 loss:0.003 grdn:0.140 lr:2.3e-05 updt_s:0.228 data_s:0.028
+INFO 2025-05-20 02:38:07 ts/train.py:232 step:408K smpl:7M ep:31K epch:102.81 loss:0.003 grdn:0.142 lr:2.3e-05 updt_s:0.228 data_s:0.032
+INFO 2025-05-20 02:39:00 ts/train.py:232 step:408K smpl:7M ep:31K epch:102.86 loss:0.004 grdn:0.159 lr:2.3e-05 updt_s:0.228 data_s:0.035
+INFO 2025-05-20 02:39:53 ts/train.py:232 step:408K smpl:7M ep:31K epch:102.91 loss:0.004 grdn:0.161 lr:2.3e-05 updt_s:0.228 data_s:0.037
+INFO 2025-05-20 02:40:47 ts/train.py:232 step:408K smpl:7M ep:31K epch:102.96 loss:0.003 grdn:0.162 lr:2.3e-05 updt_s:0.228 data_s:0.042
+INFO 2025-05-20 02:41:40 ts/train.py:232 step:408K smpl:7M ep:31K epch:103.01 loss:0.004 grdn:0.156 lr:2.3e-05 updt_s:0.228 data_s:0.036
+INFO 2025-05-20 02:42:32 ts/train.py:232 step:409K smpl:7M ep:31K epch:103.06 loss:0.004 grdn:0.155 lr:2.3e-05 updt_s:0.228 data_s:0.030
+INFO 2025-05-20 02:43:26 ts/train.py:232 step:409K smpl:7M ep:31K epch:103.11 loss:0.004 grdn:0.172 lr:2.3e-05 updt_s:0.228 data_s:0.041
+INFO 2025-05-20 02:44:18 ts/train.py:232 step:409K smpl:7M ep:31K epch:103.16 loss:0.003 grdn:0.161 lr:2.3e-05 updt_s:0.229 data_s:0.032
+INFO 2025-05-20 02:45:11 ts/train.py:232 step:409K smpl:7M ep:31K epch:103.21 loss:0.003 grdn:0.149 lr:2.3e-05 updt_s:0.228 data_s:0.035
+INFO 2025-05-20 02:46:04 ts/train.py:232 step:409K smpl:7M ep:31K epch:103.26 loss:0.004 grdn:0.156 lr:2.3e-05 updt_s:0.229 data_s:0.034
+INFO 2025-05-20 02:47:02 ts/train.py:232 step:410K smpl:7M ep:31K epch:103.31 loss:0.003 grdn:0.147 lr:2.3e-05 updt_s:0.228 data_s:0.061
+INFO 2025-05-20 02:48:04 ts/train.py:232 step:410K smpl:7M ep:31K epch:103.36 loss:0.004 grdn:0.164 lr:2.3e-05 updt_s:0.229 data_s:0.080
+INFO 2025-05-20 02:49:07 ts/train.py:232 step:410K smpl:7M ep:31K epch:103.41 loss:0.003 grdn:0.155 lr:2.3e-05 updt_s:0.229 data_s:0.089
+INFO 2025-05-20 02:50:10 ts/train.py:232 step:410K smpl:7M ep:31K epch:103.46 loss:0.004 grdn:0.161 lr:2.3e-05 updt_s:0.229 data_s:0.082
+INFO 2025-05-20 02:51:12 ts/train.py:232 step:410K smpl:7M ep:31K epch:103.51 loss:0.004 grdn:0.166 lr:2.3e-05 updt_s:0.229 data_s:0.083
+INFO 2025-05-20 02:52:16 ts/train.py:232 step:411K smpl:7M ep:31K epch:103.56 loss:0.003 grdn:0.151 lr:2.3e-05 updt_s:0.229 data_s:0.091
+INFO 2025-05-20 02:53:16 ts/train.py:232 step:411K smpl:7M ep:31K epch:103.61 loss:0.004 grdn:0.177 lr:2.3e-05 updt_s:0.228 data_s:0.070
+INFO 2025-05-20 02:54:07 ts/train.py:232 step:411K smpl:7M ep:31K epch:103.67 loss:0.004 grdn:0.160 lr:2.3e-05 updt_s:0.228 data_s:0.028
+INFO 2025-05-20 02:55:00 ts/train.py:232 step:411K smpl:7M ep:31K epch:103.72 loss:0.004 grdn:0.163 lr:2.3e-05 updt_s:0.229 data_s:0.035
+INFO 2025-05-20 02:55:54 ts/train.py:232 step:411K smpl:7M ep:31K epch:103.77 loss:0.003 grdn:0.151 lr:2.3e-05 updt_s:0.229 data_s:0.037
+INFO 2025-05-20 02:56:44 ts/train.py:232 step:412K smpl:7M ep:31K epch:103.82 loss:0.004 grdn:0.160 lr:2.2e-05 updt_s:0.229 data_s:0.023
+INFO 2025-05-20 02:57:37 ts/train.py:232 step:412K smpl:7M ep:31K epch:103.87 loss:0.004 grdn:0.161 lr:2.2e-05 updt_s:0.230 data_s:0.031
+INFO 2025-05-20 02:58:30 ts/train.py:232 step:412K smpl:7M ep:31K epch:103.92 loss:0.003 grdn:0.152 lr:2.2e-05 updt_s:0.228 data_s:0.038
+INFO 2025-05-20 02:59:22 ts/train.py:232 step:412K smpl:7M ep:31K epch:103.97 loss:0.004 grdn:0.168 lr:2.2e-05 updt_s:0.229 data_s:0.028
+INFO 2025-05-20 03:00:15 ts/train.py:232 step:412K smpl:7M ep:31K epch:104.02 loss:0.003 grdn:0.156 lr:2.2e-05 updt_s:0.228 data_s:0.036
+INFO 2025-05-20 03:01:06 ts/train.py:232 step:413K smpl:7M ep:31K epch:104.07 loss:0.004 grdn:0.164 lr:2.2e-05 updt_s:0.228 data_s:0.028
+INFO 2025-05-20 03:01:58 ts/train.py:232 step:413K smpl:7M ep:31K epch:104.12 loss:0.004 grdn:0.168 lr:2.2e-05 updt_s:0.229 data_s:0.029
+INFO 2025-05-20 03:02:50 ts/train.py:232 step:413K smpl:7M ep:31K epch:104.17 loss:0.003 grdn:0.159 lr:2.2e-05 updt_s:0.229 data_s:0.029
+INFO 2025-05-20 03:03:40 ts/train.py:232 step:413K smpl:7M ep:31K epch:104.22 loss:0.003 grdn:0.148 lr:2.2e-05 updt_s:0.229 data_s:0.024
+INFO 2025-05-20 03:04:35 ts/train.py:232 step:413K smpl:7M ep:31K epch:104.27 loss:0.003 grdn:0.144 lr:2.2e-05 updt_s:0.229 data_s:0.045
+INFO 2025-05-20 03:05:34 ts/train.py:232 step:414K smpl:7M ep:31K epch:104.32 loss:0.003 grdn:0.147 lr:2.2e-05 updt_s:0.229 data_s:0.062
+INFO 2025-05-20 03:06:31 ts/train.py:232 step:414K smpl:7M ep:31K epch:104.37 loss:0.004 grdn:0.171 lr:2.2e-05 updt_s:0.229 data_s:0.058
+INFO 2025-05-20 03:07:32 ts/train.py:232 step:414K smpl:7M ep:31K epch:104.42 loss:0.003 grdn:0.153 lr:2.2e-05 updt_s:0.229 data_s:0.075
+INFO 2025-05-20 03:08:30 ts/train.py:232 step:414K smpl:7M ep:31K epch:104.47 loss:0.004 grdn:0.157 lr:2.2e-05 updt_s:0.229 data_s:0.059
+INFO 2025-05-20 03:09:29 ts/train.py:232 step:414K smpl:7M ep:31K epch:104.52 loss:0.003 grdn:0.159 lr:2.2e-05 updt_s:0.229 data_s:0.065
+INFO 2025-05-20 03:10:25 ts/train.py:232 step:415K smpl:7M ep:31K epch:104.57 loss:0.003 grdn:0.153 lr:2.2e-05 updt_s:0.229 data_s:0.051
+INFO 2025-05-20 03:11:21 ts/train.py:232 step:415K smpl:7M ep:31K epch:104.62 loss:0.003 grdn:0.159 lr:2.2e-05 updt_s:0.229 data_s:0.052
+INFO 2025-05-20 03:12:18 ts/train.py:232 step:415K smpl:7M ep:31K epch:104.67 loss:0.003 grdn:0.148 lr:2.2e-05 updt_s:0.229 data_s:0.054
+INFO 2025-05-20 03:13:16 ts/train.py:232 step:415K smpl:7M ep:31K epch:104.72 loss:0.003 grdn:0.148 lr:2.2e-05 updt_s:0.229 data_s:0.059
+INFO 2025-05-20 03:14:14 ts/train.py:232 step:415K smpl:7M ep:31K epch:104.77 loss:0.004 grdn:0.163 lr:2.2e-05 updt_s:0.229 data_s:0.060
+INFO 2025-05-20 03:15:10 ts/train.py:232 step:416K smpl:7M ep:31K epch:104.83 loss:0.004 grdn:0.169 lr:2.2e-05 updt_s:0.229 data_s:0.053
+INFO 2025-05-20 03:16:07 ts/train.py:232 step:416K smpl:7M ep:31K epch:104.88 loss:0.003 grdn:0.144 lr:2.2e-05 updt_s:0.229 data_s:0.052
+INFO 2025-05-20 03:17:03 ts/train.py:232 step:416K smpl:7M ep:31K epch:104.93 loss:0.003 grdn:0.153 lr:2.2e-05 updt_s:0.229 data_s:0.052
+INFO 2025-05-20 03:17:59 ts/train.py:232 step:416K smpl:7M ep:31K epch:104.98 loss:0.003 grdn:0.152 lr:2.1e-05 updt_s:0.229 data_s:0.053
+INFO 2025-05-20 03:18:54 ts/train.py:232 step:416K smpl:7M ep:32K epch:105.03 loss:0.004 grdn:0.171 lr:2.1e-05 updt_s:0.229 data_s:0.045
+INFO 2025-05-20 03:19:51 ts/train.py:232 step:417K smpl:7M ep:32K epch:105.08 loss:0.003 grdn:0.160 lr:2.1e-05 updt_s:0.229 data_s:0.056
+INFO 2025-05-20 03:20:49 ts/train.py:232 step:417K smpl:7M ep:32K epch:105.13 loss:0.003 grdn:0.160 lr:2.1e-05 updt_s:0.229 data_s:0.059
+INFO 2025-05-20 03:21:45 ts/train.py:232 step:417K smpl:7M ep:32K epch:105.18 loss:0.003 grdn:0.152 lr:2.1e-05 updt_s:0.229 data_s:0.049
+INFO 2025-05-20 03:22:45 ts/train.py:232 step:417K smpl:7M ep:32K epch:105.23 loss:0.003 grdn:0.168 lr:2.1e-05 updt_s:0.228 data_s:0.071
+INFO 2025-05-20 03:23:46 ts/train.py:232 step:417K smpl:7M ep:32K epch:105.28 loss:0.003 grdn:0.156 lr:2.1e-05 updt_s:0.229 data_s:0.077
+INFO 2025-05-20 03:24:48 ts/train.py:232 step:418K smpl:7M ep:32K epch:105.33 loss:0.003 grdn:0.141 lr:2.1e-05 updt_s:0.229 data_s:0.082
+INFO 2025-05-20 03:25:50 ts/train.py:232 step:418K smpl:7M ep:32K epch:105.38 loss:0.003 grdn:0.142 lr:2.1e-05 updt_s:0.228 data_s:0.079
+INFO 2025-05-20 03:26:51 ts/train.py:232 step:418K smpl:7M ep:32K epch:105.43 loss:0.003 grdn:0.159 lr:2.1e-05 updt_s:0.229 data_s:0.075
+INFO 2025-05-20 03:27:52 ts/train.py:232 step:418K smpl:7M ep:32K epch:105.48 loss:0.003 grdn:0.156 lr:2.1e-05 updt_s:0.228 data_s:0.076
+INFO 2025-05-20 03:28:53 ts/train.py:232 step:418K smpl:7M ep:32K epch:105.53 loss:0.003 grdn:0.163 lr:2.1e-05 updt_s:0.228 data_s:0.078
+INFO 2025-05-20 03:29:47 ts/train.py:232 step:419K smpl:7M ep:32K epch:105.58 loss:0.003 grdn:0.170 lr:2.1e-05 updt_s:0.228 data_s:0.039
+INFO 2025-05-20 03:30:40 ts/train.py:232 step:419K smpl:7M ep:32K epch:105.63 loss:0.004 grdn:0.165 lr:2.1e-05 updt_s:0.228 data_s:0.034
+INFO 2025-05-20 03:31:31 ts/train.py:232 step:419K smpl:7M ep:32K epch:105.68 loss:0.004 grdn:0.162 lr:2.1e-05 updt_s:0.229 data_s:0.027
+INFO 2025-05-20 03:32:23 ts/train.py:232 step:419K smpl:7M ep:32K epch:105.73 loss:0.004 grdn:0.167 lr:2.1e-05 updt_s:0.229 data_s:0.032
+INFO 2025-05-20 03:33:13 ts/train.py:232 step:419K smpl:7M ep:32K epch:105.78 loss:0.003 grdn:0.147 lr:2.1e-05 updt_s:0.228 data_s:0.022
+INFO 2025-05-20 03:34:05 ts/train.py:232 step:420K smpl:7M ep:32K epch:105.83 loss:0.003 grdn:0.144 lr:2.1e-05 updt_s:0.229 data_s:0.028
+INFO 2025-05-20 03:34:57 ts/train.py:232 step:420K smpl:7M ep:32K epch:105.88 loss:0.003 grdn:0.150 lr:2.1e-05 updt_s:0.229 data_s:0.030
+INFO 2025-05-20 03:35:48 ts/train.py:232 step:420K smpl:7M ep:32K epch:105.94 loss:0.003 grdn:0.157 lr:2.1e-05 updt_s:0.228 data_s:0.028
+INFO 2025-05-20 03:35:48 ts/train.py:241 Checkpoint policy after step 420000
+INFO 2025-05-20 03:36:48 ts/train.py:232 step:420K smpl:7M ep:32K epch:105.99 loss:0.003 grdn:0.150 lr:2.1e-05 updt_s:0.228 data_s:0.038
+INFO 2025-05-20 03:37:40 ts/train.py:232 step:420K smpl:7M ep:32K epch:106.04 loss:0.003 grdn:0.150 lr:2.1e-05 updt_s:0.228 data_s:0.032
+INFO 2025-05-20 03:38:32 ts/train.py:232 step:421K smpl:7M ep:32K epch:106.09 loss:0.003 grdn:0.153 lr:2.1e-05 updt_s:0.228 data_s:0.031
+INFO 2025-05-20 03:39:24 ts/train.py:232 step:421K smpl:7M ep:32K epch:106.14 loss:0.003 grdn:0.165 lr:2.0e-05 updt_s:0.229 data_s:0.026
+INFO 2025-05-20 03:40:16 ts/train.py:232 step:421K smpl:7M ep:32K epch:106.19 loss:0.003 grdn:0.162 lr:2.0e-05 updt_s:0.229 data_s:0.034
+INFO 2025-05-20 03:41:21 ts/train.py:232 step:421K smpl:7M ep:32K epch:106.24 loss:0.004 grdn:0.167 lr:2.0e-05 updt_s:0.228 data_s:0.092
+INFO 2025-05-20 03:42:23 ts/train.py:232 step:421K smpl:7M ep:32K epch:106.29 loss:0.003 grdn:0.152 lr:2.0e-05 updt_s:0.228 data_s:0.084
+INFO 2025-05-20 03:43:27 ts/train.py:232 step:422K smpl:7M ep:32K epch:106.34 loss:0.003 grdn:0.151 lr:2.0e-05 updt_s:0.228 data_s:0.089
+INFO 2025-05-20 03:44:30 ts/train.py:232 step:422K smpl:7M ep:32K epch:106.39 loss:0.003 grdn:0.152 lr:2.0e-05 updt_s:0.228 data_s:0.088
+INFO 2025-05-20 03:45:33 ts/train.py:232 step:422K smpl:7M ep:32K epch:106.44 loss:0.003 grdn:0.155 lr:2.0e-05 updt_s:0.229 data_s:0.086
+INFO 2025-05-20 03:46:36 ts/train.py:232 step:422K smpl:7M ep:32K epch:106.49 loss:0.003 grdn:0.150 lr:2.0e-05 updt_s:0.229 data_s:0.086
+INFO 2025-05-20 03:47:31 ts/train.py:232 step:422K smpl:7M ep:32K epch:106.54 loss:0.003 grdn:0.154 lr:2.0e-05 updt_s:0.228 data_s:0.045
+INFO 2025-05-20 03:48:25 ts/train.py:232 step:423K smpl:7M ep:32K epch:106.59 loss:0.003 grdn:0.153 lr:2.0e-05 updt_s:0.228 data_s:0.038
+INFO 2025-05-20 03:49:19 ts/train.py:232 step:423K smpl:7M ep:32K epch:106.64 loss:0.003 grdn:0.161 lr:2.0e-05 updt_s:0.228 data_s:0.043
+INFO 2025-05-20 03:50:13 ts/train.py:232 step:423K smpl:7M ep:32K epch:106.69 loss:0.003 grdn:0.161 lr:2.0e-05 updt_s:0.227 data_s:0.040
+INFO 2025-05-20 03:51:06 ts/train.py:232 step:423K smpl:7M ep:32K epch:106.74 loss:0.003 grdn:0.144 lr:2.0e-05 updt_s:0.227 data_s:0.037
+INFO 2025-05-20 03:51:58 ts/train.py:232 step:423K smpl:7M ep:32K epch:106.79 loss:0.004 grdn:0.173 lr:2.0e-05 updt_s:0.227 data_s:0.033
+INFO 2025-05-20 03:52:51 ts/train.py:232 step:424K smpl:7M ep:32K epch:106.84 loss:0.003 grdn:0.159 lr:2.0e-05 updt_s:0.227 data_s:0.037
+INFO 2025-05-20 03:53:42 ts/train.py:232 step:424K smpl:7M ep:32K epch:106.89 loss:0.003 grdn:0.159 lr:2.0e-05 updt_s:0.227 data_s:0.031
+INFO 2025-05-20 03:54:37 ts/train.py:232 step:424K smpl:7M ep:32K epch:106.94 loss:0.003 grdn:0.162 lr:2.0e-05 updt_s:0.226 data_s:0.044
+INFO 2025-05-20 03:55:31 ts/train.py:232 step:424K smpl:7M ep:32K epch:106.99 loss:0.003 grdn:0.151 lr:2.0e-05 updt_s:0.226 data_s:0.047
+INFO 2025-05-20 03:56:26 ts/train.py:232 step:424K smpl:7M ep:32K epch:107.05 loss:0.003 grdn:0.151 lr:2.0e-05 updt_s:0.226 data_s:0.048
+INFO 2025-05-20 03:57:20 ts/train.py:232 step:425K smpl:7M ep:32K epch:107.10 loss:0.003 grdn:0.159 lr:2.0e-05 updt_s:0.227 data_s:0.040
+INFO 2025-05-20 03:58:13 ts/train.py:232 step:425K smpl:7M ep:32K epch:107.15 loss:0.003 grdn:0.144 lr:2.0e-05 updt_s:0.227 data_s:0.036
+INFO 2025-05-20 03:59:16 ts/train.py:232 step:425K smpl:7M ep:32K epch:107.20 loss:0.003 grdn:0.149 lr:2.0e-05 updt_s:0.227 data_s:0.087
+INFO 2025-05-20 04:00:18 ts/train.py:232 step:425K smpl:7M ep:32K epch:107.25 loss:0.003 grdn:0.155 lr:2.0e-05 updt_s:0.229 data_s:0.080
+INFO 2025-05-20 04:01:19 ts/train.py:232 step:425K smpl:7M ep:32K epch:107.30 loss:0.003 grdn:0.151 lr:2.0e-05 updt_s:0.229 data_s:0.076
+INFO 2025-05-20 04:02:20 ts/train.py:232 step:426K smpl:7M ep:32K epch:107.35 loss:0.004 grdn:0.168 lr:1.9e-05 updt_s:0.228 data_s:0.078
+INFO 2025-05-20 04:03:22 ts/train.py:232 step:426K smpl:7M ep:32K epch:107.40 loss:0.003 grdn:0.157 lr:1.9e-05 updt_s:0.228 data_s:0.082
+INFO 2025-05-20 04:04:23 ts/train.py:232 step:426K smpl:7M ep:32K epch:107.45 loss:0.003 grdn:0.162 lr:1.9e-05 updt_s:0.229 data_s:0.073
+INFO 2025-05-20 04:05:18 ts/train.py:232 step:426K smpl:7M ep:32K epch:107.50 loss:0.004 grdn:0.170 lr:1.9e-05 updt_s:0.228 data_s:0.047
+INFO 2025-05-20 04:06:10 ts/train.py:232 step:426K smpl:7M ep:32K epch:107.55 loss:0.003 grdn:0.157 lr:1.9e-05 updt_s:0.228 data_s:0.030
+INFO 2025-05-20 04:07:03 ts/train.py:232 step:427K smpl:7M ep:32K epch:107.60 loss:0.003 grdn:0.164 lr:1.9e-05 updt_s:0.228 data_s:0.037
+INFO 2025-05-20 04:07:55 ts/train.py:232 step:427K smpl:7M ep:32K epch:107.65 loss:0.003 grdn:0.158 lr:1.9e-05 updt_s:0.228 data_s:0.026
+INFO 2025-05-20 04:08:47 ts/train.py:232 step:427K smpl:7M ep:32K epch:107.70 loss:0.003 grdn:0.143 lr:1.9e-05 updt_s:0.228 data_s:0.034
+INFO 2025-05-20 04:09:38 ts/train.py:232 step:427K smpl:7M ep:32K epch:107.75 loss:0.003 grdn:0.155 lr:1.9e-05 updt_s:0.228 data_s:0.025
+INFO 2025-05-20 04:10:28 ts/train.py:232 step:427K smpl:7M ep:32K epch:107.80 loss:0.003 grdn:0.166 lr:1.9e-05 updt_s:0.228 data_s:0.021
+INFO 2025-05-20 04:11:18 ts/train.py:232 step:428K smpl:7M ep:32K epch:107.85 loss:0.003 grdn:0.154 lr:1.9e-05 updt_s:0.228 data_s:0.020
+INFO 2025-05-20 04:12:11 ts/train.py:232 step:428K smpl:7M ep:32K epch:107.90 loss:0.003 grdn:0.160 lr:1.9e-05 updt_s:0.228 data_s:0.035
+INFO 2025-05-20 04:13:01 ts/train.py:232 step:428K smpl:7M ep:32K epch:107.95 loss:0.003 grdn:0.163 lr:1.9e-05 updt_s:0.229 data_s:0.023
+INFO 2025-05-20 04:13:53 ts/train.py:232 step:428K smpl:7M ep:32K epch:108.00 loss:0.003 grdn:0.154 lr:1.9e-05 updt_s:0.228 data_s:0.031
+INFO 2025-05-20 04:14:44 ts/train.py:232 step:428K smpl:7M ep:32K epch:108.05 loss:0.003 grdn:0.148 lr:1.9e-05 updt_s:0.227 data_s:0.024
+INFO 2025-05-20 04:15:34 ts/train.py:232 step:429K smpl:7M ep:32K epch:108.10 loss:0.003 grdn:0.161 lr:1.9e-05 updt_s:0.228 data_s:0.023
+INFO 2025-05-20 04:16:33 ts/train.py:232 step:429K smpl:7M ep:32K epch:108.15 loss:0.003 grdn:0.148 lr:1.9e-05 updt_s:0.227 data_s:0.065
+INFO 2025-05-20 04:17:33 ts/train.py:232 step:429K smpl:7M ep:32K epch:108.21 loss:0.003 grdn:0.149 lr:1.9e-05 updt_s:0.228 data_s:0.075
+INFO 2025-05-20 04:18:34 ts/train.py:232 step:429K smpl:7M ep:32K epch:108.26 loss:0.003 grdn:0.141 lr:1.9e-05 updt_s:0.229 data_s:0.074
+INFO 2025-05-20 04:19:35 ts/train.py:232 step:429K smpl:7M ep:32K epch:108.31 loss:0.003 grdn:0.148 lr:1.9e-05 updt_s:0.228 data_s:0.076
+INFO 2025-05-20 04:20:33 ts/train.py:232 step:430K smpl:7M ep:33K epch:108.36 loss:0.003 grdn:0.156 lr:1.9e-05 updt_s:0.228 data_s:0.061
+INFO 2025-05-20 04:21:34 ts/train.py:232 step:430K smpl:7M ep:33K epch:108.41 loss:0.003 grdn:0.149 lr:1.9e-05 updt_s:0.228 data_s:0.077
+INFO 2025-05-20 04:22:32 ts/train.py:232 step:430K smpl:7M ep:33K epch:108.46 loss:0.003 grdn:0.154 lr:1.9e-05 updt_s:0.228 data_s:0.059
+INFO 2025-05-20 04:23:22 ts/train.py:232 step:430K smpl:7M ep:33K epch:108.51 loss:0.003 grdn:0.162 lr:1.9e-05 updt_s:0.228 data_s:0.022
+INFO 2025-05-20 04:24:13 ts/train.py:232 step:430K smpl:7M ep:33K epch:108.56 loss:0.004 grdn:0.171 lr:1.9e-05 updt_s:0.229 data_s:0.025
+INFO 2025-05-20 04:25:05 ts/train.py:232 step:431K smpl:7M ep:33K epch:108.61 loss:0.003 grdn:0.159 lr:1.8e-05 updt_s:0.229 data_s:0.032
+INFO 2025-05-20 04:25:57 ts/train.py:232 step:431K smpl:7M ep:33K epch:108.66 loss:0.003 grdn:0.152 lr:1.8e-05 updt_s:0.228 data_s:0.027
+INFO 2025-05-20 04:26:47 ts/train.py:232 step:431K smpl:7M ep:33K epch:108.71 loss:0.003 grdn:0.160 lr:1.8e-05 updt_s:0.228 data_s:0.024
+INFO 2025-05-20 04:27:38 ts/train.py:232 step:431K smpl:7M ep:33K epch:108.76 loss:0.003 grdn:0.150 lr:1.8e-05 updt_s:0.228 data_s:0.027
+INFO 2025-05-20 04:28:30 ts/train.py:232 step:431K smpl:7M ep:33K epch:108.81 loss:0.003 grdn:0.162 lr:1.8e-05 updt_s:0.228 data_s:0.028
+INFO 2025-05-20 04:29:21 ts/train.py:232 step:432K smpl:7M ep:33K epch:108.86 loss:0.003 grdn:0.154 lr:1.8e-05 updt_s:0.228 data_s:0.028
+INFO 2025-05-20 04:30:13 ts/train.py:232 step:432K smpl:7M ep:33K epch:108.91 loss:0.003 grdn:0.157 lr:1.8e-05 updt_s:0.229 data_s:0.028
+INFO 2025-05-20 04:31:04 ts/train.py:232 step:432K smpl:7M ep:33K epch:108.96 loss:0.003 grdn:0.144 lr:1.8e-05 updt_s:0.229 data_s:0.030
+INFO 2025-05-20 04:31:56 ts/train.py:232 step:432K smpl:7M ep:33K epch:109.01 loss:0.003 grdn:0.161 lr:1.8e-05 updt_s:0.228 data_s:0.028
+INFO 2025-05-20 04:32:47 ts/train.py:232 step:432K smpl:7M ep:33K epch:109.06 loss:0.003 grdn:0.149 lr:1.8e-05 updt_s:0.228 data_s:0.027
+INFO 2025-05-20 04:33:44 ts/train.py:232 step:433K smpl:7M ep:33K epch:109.11 loss:0.003 grdn:0.164 lr:1.8e-05 updt_s:0.228 data_s:0.059
+INFO 2025-05-20 04:34:47 ts/train.py:232 step:433K smpl:7M ep:33K epch:109.16 loss:0.003 grdn:0.155 lr:1.8e-05 updt_s:0.228 data_s:0.086
+INFO 2025-05-20 04:35:49 ts/train.py:232 step:433K smpl:7M ep:33K epch:109.21 loss:0.003 grdn:0.165 lr:1.8e-05 updt_s:0.228 data_s:0.079
+INFO 2025-05-20 04:36:51 ts/train.py:232 step:433K smpl:7M ep:33K epch:109.26 loss:0.003 grdn:0.147 lr:1.8e-05 updt_s:0.229 data_s:0.079
+INFO 2025-05-20 04:37:53 ts/train.py:232 step:433K smpl:7M ep:33K epch:109.32 loss:0.003 grdn:0.153 lr:1.8e-05 updt_s:0.229 data_s:0.081
+INFO 2025-05-20 04:38:55 ts/train.py:232 step:434K smpl:7M ep:33K epch:109.37 loss:0.003 grdn:0.158 lr:1.8e-05 updt_s:0.229 data_s:0.083
+INFO 2025-05-20 04:39:55 ts/train.py:232 step:434K smpl:7M ep:33K epch:109.42 loss:0.003 grdn:0.156 lr:1.8e-05 updt_s:0.229 data_s:0.070
+INFO 2025-05-20 04:40:47 ts/train.py:232 step:434K smpl:7M ep:33K epch:109.47 loss:0.003 grdn:0.153 lr:1.8e-05 updt_s:0.229 data_s:0.032
+INFO 2025-05-20 04:41:40 ts/train.py:232 step:434K smpl:7M ep:33K epch:109.52 loss:0.003 grdn:0.138 lr:1.8e-05 updt_s:0.228 data_s:0.035
+INFO 2025-05-20 04:42:33 ts/train.py:232 step:434K smpl:7M ep:33K epch:109.57 loss:0.003 grdn:0.158 lr:1.8e-05 updt_s:0.228 data_s:0.036
+INFO 2025-05-20 04:43:24 ts/train.py:232 step:435K smpl:7M ep:33K epch:109.62 loss:0.003 grdn:0.150 lr:1.8e-05 updt_s:0.228 data_s:0.026
+INFO 2025-05-20 04:44:15 ts/train.py:232 step:435K smpl:7M ep:33K epch:109.67 loss:0.003 grdn:0.146 lr:1.8e-05 updt_s:0.228 data_s:0.027
+INFO 2025-05-20 04:45:07 ts/train.py:232 step:435K smpl:7M ep:33K epch:109.72 loss:0.003 grdn:0.162 lr:1.8e-05 updt_s:0.228 data_s:0.029
+INFO 2025-05-20 04:45:59 ts/train.py:232 step:435K smpl:7M ep:33K epch:109.77 loss:0.003 grdn:0.168 lr:1.8e-05 updt_s:0.228 data_s:0.029
+INFO 2025-05-20 04:46:51 ts/train.py:232 step:435K smpl:7M ep:33K epch:109.82 loss:0.003 grdn:0.157 lr:1.7e-05 updt_s:0.228 data_s:0.030
+INFO 2025-05-20 04:47:42 ts/train.py:232 step:436K smpl:7M ep:33K epch:109.87 loss:0.003 grdn:0.149 lr:1.7e-05 updt_s:0.228 data_s:0.031
+INFO 2025-05-20 04:48:34 ts/train.py:232 step:436K smpl:7M ep:33K epch:109.92 loss:0.003 grdn:0.157 lr:1.7e-05 updt_s:0.228 data_s:0.030
+INFO 2025-05-20 04:49:27 ts/train.py:232 step:436K smpl:7M ep:33K epch:109.97 loss:0.003 grdn:0.144 lr:1.7e-05 updt_s:0.228 data_s:0.037
+INFO 2025-05-20 04:50:20 ts/train.py:232 step:436K smpl:7M ep:33K epch:110.02 loss:0.003 grdn:0.159 lr:1.7e-05 updt_s:0.228 data_s:0.034
+INFO 2025-05-20 04:51:16 ts/train.py:232 step:436K smpl:7M ep:33K epch:110.07 loss:0.003 grdn:0.158 lr:1.7e-05 updt_s:0.228 data_s:0.049
+INFO 2025-05-20 04:52:14 ts/train.py:232 step:437K smpl:7M ep:33K epch:110.12 loss:0.003 grdn:0.146 lr:1.7e-05 updt_s:0.229 data_s:0.063
+INFO 2025-05-20 04:53:13 ts/train.py:232 step:437K smpl:7M ep:33K epch:110.17 loss:0.003 grdn:0.156 lr:1.7e-05 updt_s:0.228 data_s:0.062
+INFO 2025-05-20 04:54:10 ts/train.py:232 step:437K smpl:7M ep:33K epch:110.22 loss:0.003 grdn:0.147 lr:1.7e-05 updt_s:0.228 data_s:0.057
+INFO 2025-05-20 04:55:07 ts/train.py:232 step:437K smpl:7M ep:33K epch:110.27 loss:0.003 grdn:0.159 lr:1.7e-05 updt_s:0.228 data_s:0.054
+INFO 2025-05-20 04:56:03 ts/train.py:232 step:437K smpl:7M ep:33K epch:110.32 loss:0.003 grdn:0.171 lr:1.7e-05 updt_s:0.228 data_s:0.054
+INFO 2025-05-20 04:57:01 ts/train.py:232 step:438K smpl:7M ep:33K epch:110.37 loss:0.003 grdn:0.157 lr:1.7e-05 updt_s:0.229 data_s:0.058
+INFO 2025-05-20 04:57:53 ts/train.py:232 step:438K smpl:7M ep:33K epch:110.42 loss:0.003 grdn:0.172 lr:1.7e-05 updt_s:0.229 data_s:0.031
+INFO 2025-05-20 04:58:44 ts/train.py:232 step:438K smpl:7M ep:33K epch:110.48 loss:0.003 grdn:0.141 lr:1.7e-05 updt_s:0.230 data_s:0.024
+INFO 2025-05-20 04:59:36 ts/train.py:232 step:438K smpl:7M ep:33K epch:110.53 loss:0.003 grdn:0.160 lr:1.7e-05 updt_s:0.229 data_s:0.027
+INFO 2025-05-20 05:00:28 ts/train.py:232 step:438K smpl:7M ep:33K epch:110.58 loss:0.003 grdn:0.154 lr:1.7e-05 updt_s:0.229 data_s:0.034
+INFO 2025-05-20 05:01:19 ts/train.py:232 step:439K smpl:7M ep:33K epch:110.63 loss:0.003 grdn:0.150 lr:1.7e-05 updt_s:0.229 data_s:0.024
+INFO 2025-05-20 05:02:11 ts/train.py:232 step:439K smpl:7M ep:33K epch:110.68 loss:0.003 grdn:0.165 lr:1.7e-05 updt_s:0.229 data_s:0.031
+INFO 2025-05-20 05:03:03 ts/train.py:232 step:439K smpl:7M ep:33K epch:110.73 loss:0.003 grdn:0.149 lr:1.7e-05 updt_s:0.228 data_s:0.030
+INFO 2025-05-20 05:03:54 ts/train.py:232 step:439K smpl:7M ep:33K epch:110.78 loss:0.003 grdn:0.150 lr:1.7e-05 updt_s:0.228 data_s:0.030
+INFO 2025-05-20 05:04:47 ts/train.py:232 step:439K smpl:7M ep:33K epch:110.83 loss:0.003 grdn:0.168 lr:1.7e-05 updt_s:0.230 data_s:0.030
+INFO 2025-05-20 05:05:39 ts/train.py:232 step:440K smpl:7M ep:33K epch:110.88 loss:0.003 grdn:0.153 lr:1.7e-05 updt_s:0.228 data_s:0.035
+INFO 2025-05-20 05:06:32 ts/train.py:232 step:440K smpl:7M ep:33K epch:110.93 loss:0.003 grdn:0.151 lr:1.7e-05 updt_s:0.229 data_s:0.035
+INFO 2025-05-20 05:07:25 ts/train.py:232 step:440K smpl:7M ep:33K epch:110.98 loss:0.003 grdn:0.158 lr:1.7e-05 updt_s:0.228 data_s:0.032
+INFO 2025-05-20 05:07:25 ts/train.py:241 Checkpoint policy after step 440000
+INFO 2025-05-20 05:08:23 ts/train.py:232 step:440K smpl:7M ep:33K epch:111.03 loss:0.003 grdn:0.146 lr:1.7e-05 updt_s:0.228 data_s:0.033
+INFO 2025-05-20 05:09:21 ts/train.py:232 step:440K smpl:7M ep:33K epch:111.08 loss:0.003 grdn:0.158 lr:1.7e-05 updt_s:0.229 data_s:0.057
+INFO 2025-05-20 05:10:17 ts/train.py:232 step:441K smpl:7M ep:33K epch:111.13 loss:0.003 grdn:0.143 lr:1.6e-05 updt_s:0.228 data_s:0.054
+INFO 2025-05-20 05:11:15 ts/train.py:232 step:441K smpl:7M ep:33K epch:111.18 loss:0.003 grdn:0.144 lr:1.6e-05 updt_s:0.229 data_s:0.058
+INFO 2025-05-20 05:12:12 ts/train.py:232 step:441K smpl:7M ep:33K epch:111.23 loss:0.003 grdn:0.144 lr:1.6e-05 updt_s:0.228 data_s:0.056
+INFO 2025-05-20 05:13:08 ts/train.py:232 step:441K smpl:7M ep:33K epch:111.28 loss:0.003 grdn:0.154 lr:1.6e-05 updt_s:0.229 data_s:0.054
+INFO 2025-05-20 05:14:05 ts/train.py:232 step:441K smpl:7M ep:33K epch:111.33 loss:0.003 grdn:0.151 lr:1.6e-05 updt_s:0.229 data_s:0.054
+INFO 2025-05-20 05:14:57 ts/train.py:232 step:442K smpl:7M ep:33K epch:111.38 loss:0.003 grdn:0.160 lr:1.6e-05 updt_s:0.229 data_s:0.032
+INFO 2025-05-20 05:15:51 ts/train.py:232 step:442K smpl:7M ep:33K epch:111.43 loss:0.003 grdn:0.157 lr:1.6e-05 updt_s:0.229 data_s:0.039
+INFO 2025-05-20 05:16:43 ts/train.py:232 step:442K smpl:7M ep:33K epch:111.48 loss:0.003 grdn:0.169 lr:1.6e-05 updt_s:0.229 data_s:0.028
+INFO 2025-05-20 05:17:36 ts/train.py:232 step:442K smpl:7M ep:33K epch:111.53 loss:0.003 grdn:0.152 lr:1.6e-05 updt_s:0.229 data_s:0.034
+INFO 2025-05-20 05:18:28 ts/train.py:232 step:442K smpl:7M ep:33K epch:111.59 loss:0.003 grdn:0.146 lr:1.6e-05 updt_s:0.229 data_s:0.032
+INFO 2025-05-20 05:19:21 ts/train.py:232 step:443K smpl:7M ep:33K epch:111.64 loss:0.003 grdn:0.159 lr:1.6e-05 updt_s:0.229 data_s:0.035
+INFO 2025-05-20 05:20:14 ts/train.py:232 step:443K smpl:7M ep:34K epch:111.69 loss:0.003 grdn:0.145 lr:1.6e-05 updt_s:0.229 data_s:0.037
+INFO 2025-05-20 05:21:07 ts/train.py:232 step:443K smpl:7M ep:34K epch:111.74 loss:0.003 grdn:0.159 lr:1.6e-05 updt_s:0.228 data_s:0.037
+INFO 2025-05-20 05:22:01 ts/train.py:232 step:443K smpl:7M ep:34K epch:111.79 loss:0.003 grdn:0.144 lr:1.6e-05 updt_s:0.229 data_s:0.040
+INFO 2025-05-20 05:22:55 ts/train.py:232 step:443K smpl:7M ep:34K epch:111.84 loss:0.003 grdn:0.173 lr:1.6e-05 updt_s:0.228 data_s:0.038
+INFO 2025-05-20 05:23:48 ts/train.py:232 step:444K smpl:7M ep:34K epch:111.89 loss:0.003 grdn:0.170 lr:1.6e-05 updt_s:0.229 data_s:0.033
+INFO 2025-05-20 05:24:40 ts/train.py:232 step:444K smpl:7M ep:34K epch:111.94 loss:0.003 grdn:0.162 lr:1.6e-05 updt_s:0.228 data_s:0.035
+INFO 2025-05-20 05:25:33 ts/train.py:232 step:444K smpl:7M ep:34K epch:111.99 loss:0.003 grdn:0.143 lr:1.6e-05 updt_s:0.229 data_s:0.031
+INFO 2025-05-20 05:26:37 ts/train.py:232 step:444K smpl:7M ep:34K epch:112.04 loss:0.003 grdn:0.145 lr:1.6e-05 updt_s:0.228 data_s:0.092
+INFO 2025-05-20 05:27:41 ts/train.py:232 step:444K smpl:7M ep:34K epch:112.09 loss:0.003 grdn:0.149 lr:1.6e-05 updt_s:0.228 data_s:0.091
+INFO 2025-05-20 05:28:44 ts/train.py:232 step:445K smpl:7M ep:34K epch:112.14 loss:0.003 grdn:0.148 lr:1.6e-05 updt_s:0.228 data_s:0.088
+INFO 2025-05-20 05:29:46 ts/train.py:232 step:445K smpl:7M ep:34K epch:112.19 loss:0.003 grdn:0.166 lr:1.6e-05 updt_s:0.229 data_s:0.081
+INFO 2025-05-20 05:30:47 ts/train.py:232 step:445K smpl:7M ep:34K epch:112.24 loss:0.003 grdn:0.157 lr:1.6e-05 updt_s:0.229 data_s:0.076
+INFO 2025-05-20 05:31:48 ts/train.py:232 step:445K smpl:7M ep:34K epch:112.29 loss:0.003 grdn:0.147 lr:1.6e-05 updt_s:0.228 data_s:0.075
+INFO 2025-05-20 05:32:50 ts/train.py:232 step:445K smpl:7M ep:34K epch:112.34 loss:0.003 grdn:0.171 lr:1.6e-05 updt_s:0.229 data_s:0.078
+INFO 2025-05-20 05:33:51 ts/train.py:232 step:446K smpl:7M ep:34K epch:112.39 loss:0.003 grdn:0.150 lr:1.6e-05 updt_s:0.228 data_s:0.080
+INFO 2025-05-20 05:34:53 ts/train.py:232 step:446K smpl:7M ep:34K epch:112.44 loss:0.003 grdn:0.147 lr:1.5e-05 updt_s:0.229 data_s:0.079
+INFO 2025-05-20 05:35:55 ts/train.py:232 step:446K smpl:7M ep:34K epch:112.49 loss:0.003 grdn:0.158 lr:1.5e-05 updt_s:0.228 data_s:0.080
+INFO 2025-05-20 05:36:57 ts/train.py:232 step:446K smpl:7M ep:34K epch:112.54 loss:0.003 grdn:0.150 lr:1.5e-05 updt_s:0.228 data_s:0.081
+INFO 2025-05-20 05:37:59 ts/train.py:232 step:446K smpl:7M ep:34K epch:112.59 loss:0.003 grdn:0.157 lr:1.5e-05 updt_s:0.229 data_s:0.081
+INFO 2025-05-20 05:39:02 ts/train.py:232 step:447K smpl:7M ep:34K epch:112.64 loss:0.003 grdn:0.157 lr:1.5e-05 updt_s:0.228 data_s:0.084
+INFO 2025-05-20 05:40:04 ts/train.py:232 step:447K smpl:7M ep:34K epch:112.69 loss:0.002 grdn:0.129 lr:1.5e-05 updt_s:0.229 data_s:0.083
+INFO 2025-05-20 05:41:06 ts/train.py:232 step:447K smpl:7M ep:34K epch:112.75 loss:0.003 grdn:0.142 lr:1.5e-05 updt_s:0.229 data_s:0.080
+INFO 2025-05-20 05:42:07 ts/train.py:232 step:447K smpl:7M ep:34K epch:112.80 loss:0.003 grdn:0.157 lr:1.5e-05 updt_s:0.228 data_s:0.078
+INFO 2025-05-20 05:43:10 ts/train.py:232 step:447K smpl:7M ep:34K epch:112.85 loss:0.003 grdn:0.141 lr:1.5e-05 updt_s:0.229 data_s:0.082
+INFO 2025-05-20 05:44:12 ts/train.py:232 step:448K smpl:7M ep:34K epch:112.90 loss:0.003 grdn:0.150 lr:1.5e-05 updt_s:0.228 data_s:0.080
+INFO 2025-05-20 05:45:16 ts/train.py:232 step:448K smpl:7M ep:34K epch:112.95 loss:0.004 grdn:0.179 lr:1.5e-05 updt_s:0.228 data_s:0.096
+INFO 2025-05-20 05:46:21 ts/train.py:232 step:448K smpl:7M ep:34K epch:113.00 loss:0.003 grdn:0.162 lr:1.5e-05 updt_s:0.228 data_s:0.094
+INFO 2025-05-20 05:47:22 ts/train.py:232 step:448K smpl:7M ep:34K epch:113.05 loss:0.003 grdn:0.172 lr:1.5e-05 updt_s:0.228 data_s:0.079
+INFO 2025-05-20 05:48:24 ts/train.py:232 step:448K smpl:7M ep:34K epch:113.10 loss:0.003 grdn:0.163 lr:1.5e-05 updt_s:0.228 data_s:0.080
+INFO 2025-05-20 05:49:25 ts/train.py:232 step:449K smpl:7M ep:34K epch:113.15 loss:0.003 grdn:0.139 lr:1.5e-05 updt_s:0.229 data_s:0.077
+INFO 2025-05-20 05:50:27 ts/train.py:232 step:449K smpl:7M ep:34K epch:113.20 loss:0.003 grdn:0.160 lr:1.5e-05 updt_s:0.228 data_s:0.078
+INFO 2025-05-20 05:51:28 ts/train.py:232 step:449K smpl:7M ep:34K epch:113.25 loss:0.003 grdn:0.151 lr:1.5e-05 updt_s:0.228 data_s:0.076
+INFO 2025-05-20 05:52:23 ts/train.py:232 step:449K smpl:7M ep:34K epch:113.30 loss:0.003 grdn:0.144 lr:1.5e-05 updt_s:0.228 data_s:0.045
+INFO 2025-05-20 05:53:13 ts/train.py:232 step:449K smpl:7M ep:34K epch:113.35 loss:0.003 grdn:0.154 lr:1.5e-05 updt_s:0.229 data_s:0.021
+INFO 2025-05-20 05:54:02 ts/train.py:232 step:450K smpl:7M ep:34K epch:113.40 loss:0.003 grdn:0.159 lr:1.5e-05 updt_s:0.228 data_s:0.019
+INFO 2025-05-20 05:54:53 ts/train.py:232 step:450K smpl:7M ep:34K epch:113.45 loss:0.003 grdn:0.165 lr:1.5e-05 updt_s:0.229 data_s:0.022
+INFO 2025-05-20 05:55:41 ts/train.py:232 step:450K smpl:7M ep:34K epch:113.50 loss:0.003 grdn:0.169 lr:1.5e-05 updt_s:0.228 data_s:0.016
+INFO 2025-05-20 05:56:31 ts/train.py:232 step:450K smpl:7M ep:34K epch:113.55 loss:0.003 grdn:0.149 lr:1.5e-05 updt_s:0.229 data_s:0.018
+INFO 2025-05-20 05:57:21 ts/train.py:232 step:450K smpl:7M ep:34K epch:113.60 loss:0.003 grdn:0.165 lr:1.5e-05 updt_s:0.228 data_s:0.019
+INFO 2025-05-20 05:58:11 ts/train.py:232 step:451K smpl:7M ep:34K epch:113.65 loss:0.002 grdn:0.138 lr:1.5e-05 updt_s:0.229 data_s:0.024
+INFO 2025-05-20 05:59:01 ts/train.py:232 step:451K smpl:7M ep:34K epch:113.70 loss:0.003 grdn:0.160 lr:1.5e-05 updt_s:0.229 data_s:0.021
+INFO 2025-05-20 05:59:50 ts/train.py:232 step:451K smpl:7M ep:34K epch:113.75 loss:0.003 grdn:0.165 lr:1.5e-05 updt_s:0.229 data_s:0.014
+INFO 2025-05-20 06:00:40 ts/train.py:232 step:451K smpl:7M ep:34K epch:113.80 loss:0.003 grdn:0.147 lr:1.4e-05 updt_s:0.229 data_s:0.018
+INFO 2025-05-20 06:01:30 ts/train.py:232 step:451K smpl:7M ep:34K epch:113.86 loss:0.003 grdn:0.143 lr:1.4e-05 updt_s:0.229 data_s:0.021
+INFO 2025-05-20 06:02:21 ts/train.py:232 step:452K smpl:7M ep:34K epch:113.91 loss:0.002 grdn:0.139 lr:1.4e-05 updt_s:0.229 data_s:0.025
+INFO 2025-05-20 06:03:17 ts/train.py:232 step:452K smpl:7M ep:34K epch:113.96 loss:0.003 grdn:0.162 lr:1.4e-05 updt_s:0.229 data_s:0.050
+INFO 2025-05-20 06:04:13 ts/train.py:232 step:452K smpl:7M ep:34K epch:114.01 loss:0.003 grdn:0.152 lr:1.4e-05 updt_s:0.229 data_s:0.053
+INFO 2025-05-20 06:05:08 ts/train.py:232 step:452K smpl:7M ep:34K epch:114.06 loss:0.003 grdn:0.151 lr:1.4e-05 updt_s:0.229 data_s:0.047
+INFO 2025-05-20 06:06:05 ts/train.py:232 step:452K smpl:7M ep:34K epch:114.11 loss:0.003 grdn:0.147 lr:1.4e-05 updt_s:0.229 data_s:0.054
+INFO 2025-05-20 06:07:03 ts/train.py:232 step:453K smpl:7M ep:34K epch:114.16 loss:0.003 grdn:0.147 lr:1.4e-05 updt_s:0.229 data_s:0.059
+INFO 2025-05-20 06:08:00 ts/train.py:232 step:453K smpl:7M ep:34K epch:114.21 loss:0.003 grdn:0.144 lr:1.4e-05 updt_s:0.229 data_s:0.055
+INFO 2025-05-20 06:08:56 ts/train.py:232 step:453K smpl:7M ep:34K epch:114.26 loss:0.003 grdn:0.161 lr:1.4e-05 updt_s:0.228 data_s:0.054
+INFO 2025-05-20 06:09:53 ts/train.py:232 step:453K smpl:7M ep:34K epch:114.31 loss:0.003 grdn:0.142 lr:1.4e-05 updt_s:0.228 data_s:0.053
+INFO 2025-05-20 06:10:51 ts/train.py:232 step:453K smpl:7M ep:34K epch:114.36 loss:0.003 grdn:0.150 lr:1.4e-05 updt_s:0.228 data_s:0.060
+INFO 2025-05-20 06:11:49 ts/train.py:232 step:454K smpl:7M ep:34K epch:114.41 loss:0.003 grdn:0.156 lr:1.4e-05 updt_s:0.228 data_s:0.061
+INFO 2025-05-20 06:12:47 ts/train.py:232 step:454K smpl:7M ep:34K epch:114.46 loss:0.003 grdn:0.160 lr:1.4e-05 updt_s:0.228 data_s:0.062
+INFO 2025-05-20 06:13:45 ts/train.py:232 step:454K smpl:7M ep:34K epch:114.51 loss:0.003 grdn:0.149 lr:1.4e-05 updt_s:0.228 data_s:0.063
+INFO 2025-05-20 06:14:43 ts/train.py:232 step:454K smpl:7M ep:34K epch:114.56 loss:0.003 grdn:0.147 lr:1.4e-05 updt_s:0.228 data_s:0.060
+INFO 2025-05-20 06:15:41 ts/train.py:232 step:454K smpl:7M ep:34K epch:114.61 loss:0.002 grdn:0.146 lr:1.4e-05 updt_s:0.228 data_s:0.062
+INFO 2025-05-20 06:16:39 ts/train.py:232 step:455K smpl:7M ep:34K epch:114.66 loss:0.003 grdn:0.158 lr:1.4e-05 updt_s:0.228 data_s:0.063
+INFO 2025-05-20 06:17:37 ts/train.py:232 step:455K smpl:7M ep:34K epch:114.71 loss:0.003 grdn:0.154 lr:1.4e-05 updt_s:0.228 data_s:0.059
+INFO 2025-05-20 06:18:35 ts/train.py:232 step:455K smpl:7M ep:34K epch:114.76 loss:0.003 grdn:0.152 lr:1.4e-05 updt_s:0.228 data_s:0.059
+INFO 2025-05-20 06:19:34 ts/train.py:232 step:455K smpl:7M ep:34K epch:114.81 loss:0.003 grdn:0.148 lr:1.4e-05 updt_s:0.229 data_s:0.067
+INFO 2025-05-20 06:20:31 ts/train.py:232 step:455K smpl:7M ep:34K epch:114.86 loss:0.003 grdn:0.159 lr:1.4e-05 updt_s:0.228 data_s:0.057
+INFO 2025-05-20 06:21:31 ts/train.py:232 step:456K smpl:7M ep:34K epch:114.91 loss:0.003 grdn:0.142 lr:1.4e-05 updt_s:0.227 data_s:0.074
+INFO 2025-05-20 06:22:32 ts/train.py:232 step:456K smpl:7M ep:34K epch:114.96 loss:0.003 grdn:0.155 lr:1.4e-05 updt_s:0.228 data_s:0.074
+INFO 2025-05-20 06:23:32 ts/train.py:232 step:456K smpl:7M ep:35K epch:115.02 loss:0.003 grdn:0.148 lr:1.4e-05 updt_s:0.228 data_s:0.071
+INFO 2025-05-20 06:24:32 ts/train.py:232 step:456K smpl:7M ep:35K epch:115.07 loss:0.003 grdn:0.156 lr:1.4e-05 updt_s:0.228 data_s:0.072
+INFO 2025-05-20 06:25:34 ts/train.py:232 step:456K smpl:7M ep:35K epch:115.12 loss:0.003 grdn:0.142 lr:1.4e-05 updt_s:0.228 data_s:0.081
+INFO 2025-05-20 06:26:34 ts/train.py:232 step:457K smpl:7M ep:35K epch:115.17 loss:0.003 grdn:0.164 lr:1.3e-05 updt_s:0.229 data_s:0.069
+INFO 2025-05-20 06:27:34 ts/train.py:232 step:457K smpl:7M ep:35K epch:115.22 loss:0.003 grdn:0.159 lr:1.3e-05 updt_s:0.229 data_s:0.069
+INFO 2025-05-20 06:28:24 ts/train.py:232 step:457K smpl:7M ep:35K epch:115.27 loss:0.003 grdn:0.143 lr:1.3e-05 updt_s:0.229 data_s:0.022
+INFO 2025-05-20 06:29:14 ts/train.py:232 step:457K smpl:7M ep:35K epch:115.32 loss:0.003 grdn:0.147 lr:1.3e-05 updt_s:0.229 data_s:0.021
+INFO 2025-05-20 06:30:04 ts/train.py:232 step:457K smpl:7M ep:35K epch:115.37 loss:0.003 grdn:0.150 lr:1.3e-05 updt_s:0.229 data_s:0.020
+INFO 2025-05-20 06:30:55 ts/train.py:232 step:458K smpl:7M ep:35K epch:115.42 loss:0.003 grdn:0.162 lr:1.3e-05 updt_s:0.229 data_s:0.022
+INFO 2025-05-20 06:31:46 ts/train.py:232 step:458K smpl:7M ep:35K epch:115.47 loss:0.003 grdn:0.159 lr:1.3e-05 updt_s:0.228 data_s:0.028
+INFO 2025-05-20 06:32:39 ts/train.py:232 step:458K smpl:7M ep:35K epch:115.52 loss:0.003 grdn:0.144 lr:1.3e-05 updt_s:0.228 data_s:0.034
+INFO 2025-05-20 06:33:30 ts/train.py:232 step:458K smpl:7M ep:35K epch:115.57 loss:0.003 grdn:0.144 lr:1.3e-05 updt_s:0.229 data_s:0.026
+INFO 2025-05-20 06:34:21 ts/train.py:232 step:458K smpl:7M ep:35K epch:115.62 loss:0.003 grdn:0.148 lr:1.3e-05 updt_s:0.229 data_s:0.029
+INFO 2025-05-20 06:35:13 ts/train.py:232 step:459K smpl:7M ep:35K epch:115.67 loss:0.002 grdn:0.136 lr:1.3e-05 updt_s:0.229 data_s:0.027
+INFO 2025-05-20 06:36:02 ts/train.py:232 step:459K smpl:7M ep:35K epch:115.72 loss:0.003 grdn:0.146 lr:1.3e-05 updt_s:0.229 data_s:0.019
+INFO 2025-05-20 06:36:54 ts/train.py:232 step:459K smpl:7M ep:35K epch:115.77 loss:0.003 grdn:0.167 lr:1.3e-05 updt_s:0.229 data_s:0.028
+INFO 2025-05-20 06:37:44 ts/train.py:232 step:459K smpl:7M ep:35K epch:115.82 loss:0.003 grdn:0.149 lr:1.3e-05 updt_s:0.229 data_s:0.020
+INFO 2025-05-20 06:38:38 ts/train.py:232 step:459K smpl:7M ep:35K epch:115.87 loss:0.002 grdn:0.143 lr:1.3e-05 updt_s:0.228 data_s:0.045
+INFO 2025-05-20 06:39:42 ts/train.py:232 step:460K smpl:7M ep:35K epch:115.92 loss:0.002 grdn:0.151 lr:1.3e-05 updt_s:0.229 data_s:0.089
+INFO 2025-05-20 06:40:44 ts/train.py:232 step:460K smpl:7M ep:35K epch:115.97 loss:0.003 grdn:0.158 lr:1.3e-05 updt_s:0.228 data_s:0.081
+INFO 2025-05-20 06:41:46 ts/train.py:232 step:460K smpl:7M ep:35K epch:116.02 loss:0.003 grdn:0.154 lr:1.3e-05 updt_s:0.228 data_s:0.080
+INFO 2025-05-20 06:41:46 ts/train.py:241 Checkpoint policy after step 460000
+INFO 2025-05-20 06:42:52 ts/train.py:232 step:460K smpl:7M ep:35K epch:116.07 loss:0.003 grdn:0.160 lr:1.3e-05 updt_s:0.228 data_s:0.076
+INFO 2025-05-20 06:43:55 ts/train.py:232 step:460K smpl:7M ep:35K epch:116.13 loss:0.003 grdn:0.160 lr:1.3e-05 updt_s:0.228 data_s:0.088
+INFO 2025-05-20 06:44:59 ts/train.py:232 step:461K smpl:7M ep:35K epch:116.18 loss:0.002 grdn:0.141 lr:1.3e-05 updt_s:0.228 data_s:0.092
+INFO 2025-05-20 06:45:51 ts/train.py:232 step:461K smpl:7M ep:35K epch:116.23 loss:0.003 grdn:0.157 lr:1.3e-05 updt_s:0.229 data_s:0.028
+INFO 2025-05-20 06:46:42 ts/train.py:232 step:461K smpl:7M ep:35K epch:116.28 loss:0.002 grdn:0.135 lr:1.3e-05 updt_s:0.228 data_s:0.025
+INFO 2025-05-20 06:47:32 ts/train.py:232 step:461K smpl:7M ep:35K epch:116.33 loss:0.003 grdn:0.147 lr:1.3e-05 updt_s:0.228 data_s:0.023
+INFO 2025-05-20 06:48:23 ts/train.py:232 step:461K smpl:7M ep:35K epch:116.38 loss:0.003 grdn:0.157 lr:1.3e-05 updt_s:0.229 data_s:0.025
+INFO 2025-05-20 06:49:14 ts/train.py:232 step:462K smpl:7M ep:35K epch:116.43 loss:0.003 grdn:0.152 lr:1.3e-05 updt_s:0.228 data_s:0.027
+INFO 2025-05-20 06:50:06 ts/train.py:232 step:462K smpl:7M ep:35K epch:116.48 loss:0.003 grdn:0.149 lr:1.3e-05 updt_s:0.229 data_s:0.031
+INFO 2025-05-20 06:50:58 ts/train.py:232 step:462K smpl:7M ep:35K epch:116.53 loss:0.002 grdn:0.137 lr:1.3e-05 updt_s:0.229 data_s:0.028
+INFO 2025-05-20 06:51:49 ts/train.py:232 step:462K smpl:7M ep:35K epch:116.58 loss:0.003 grdn:0.156 lr:1.2e-05 updt_s:0.229 data_s:0.027
+INFO 2025-05-20 06:52:40 ts/train.py:232 step:462K smpl:7M ep:35K epch:116.63 loss:0.003 grdn:0.146 lr:1.2e-05 updt_s:0.228 data_s:0.028
+INFO 2025-05-20 06:53:32 ts/train.py:232 step:463K smpl:7M ep:35K epch:116.68 loss:0.003 grdn:0.146 lr:1.2e-05 updt_s:0.229 data_s:0.031
+INFO 2025-05-20 06:54:23 ts/train.py:232 step:463K smpl:7M ep:35K epch:116.73 loss:0.003 grdn:0.156 lr:1.2e-05 updt_s:0.228 data_s:0.023
+INFO 2025-05-20 06:55:14 ts/train.py:232 step:463K smpl:7M ep:35K epch:116.78 loss:0.003 grdn:0.165 lr:1.2e-05 updt_s:0.228 data_s:0.029
+INFO 2025-05-20 06:56:06 ts/train.py:232 step:463K smpl:7M ep:35K epch:116.83 loss:0.003 grdn:0.153 lr:1.2e-05 updt_s:0.228 data_s:0.029
+INFO 2025-05-20 06:57:09 ts/train.py:232 step:463K smpl:7M ep:35K epch:116.88 loss:0.003 grdn:0.150 lr:1.2e-05 updt_s:0.228 data_s:0.087
+INFO 2025-05-20 06:58:11 ts/train.py:232 step:464K smpl:7M ep:35K epch:116.93 loss:0.002 grdn:0.148 lr:1.2e-05 updt_s:0.228 data_s:0.080
+INFO 2025-05-20 06:59:13 ts/train.py:232 step:464K smpl:7M ep:35K epch:116.98 loss:0.002 grdn:0.145 lr:1.2e-05 updt_s:0.228 data_s:0.081
+INFO 2025-05-20 07:00:14 ts/train.py:232 step:464K smpl:7M ep:35K epch:117.03 loss:0.003 grdn:0.152 lr:1.2e-05 updt_s:0.228 data_s:0.076
+INFO 2025-05-20 07:01:15 ts/train.py:232 step:464K smpl:7M ep:35K epch:117.08 loss:0.002 grdn:0.138 lr:1.2e-05 updt_s:0.228 data_s:0.077
+INFO 2025-05-20 07:02:17 ts/train.py:232 step:464K smpl:7M ep:35K epch:117.13 loss:0.003 grdn:0.159 lr:1.2e-05 updt_s:0.228 data_s:0.079
+INFO 2025-05-20 07:03:09 ts/train.py:232 step:465K smpl:7M ep:35K epch:117.18 loss:0.002 grdn:0.144 lr:1.2e-05 updt_s:0.228 data_s:0.033
+INFO 2025-05-20 07:03:59 ts/train.py:232 step:465K smpl:7M ep:35K epch:117.23 loss:0.003 grdn:0.148 lr:1.2e-05 updt_s:0.228 data_s:0.020
+INFO 2025-05-20 07:04:49 ts/train.py:232 step:465K smpl:7M ep:35K epch:117.29 loss:0.003 grdn:0.150 lr:1.2e-05 updt_s:0.228 data_s:0.020
+INFO 2025-05-20 07:05:38 ts/train.py:232 step:465K smpl:7M ep:35K epch:117.34 loss:0.002 grdn:0.142 lr:1.2e-05 updt_s:0.229 data_s:0.015
+INFO 2025-05-20 07:06:29 ts/train.py:232 step:465K smpl:7M ep:35K epch:117.39 loss:0.003 grdn:0.158 lr:1.2e-05 updt_s:0.229 data_s:0.024
+INFO 2025-05-20 07:07:19 ts/train.py:232 step:466K smpl:7M ep:35K epch:117.44 loss:0.002 grdn:0.152 lr:1.2e-05 updt_s:0.229 data_s:0.024
+INFO 2025-05-20 07:08:09 ts/train.py:232 step:466K smpl:7M ep:35K epch:117.49 loss:0.003 grdn:0.154 lr:1.2e-05 updt_s:0.229 data_s:0.021
+INFO 2025-05-20 07:09:00 ts/train.py:232 step:466K smpl:7M ep:35K epch:117.54 loss:0.003 grdn:0.152 lr:1.2e-05 updt_s:0.228 data_s:0.024
+INFO 2025-05-20 07:09:50 ts/train.py:232 step:466K smpl:7M ep:35K epch:117.59 loss:0.003 grdn:0.168 lr:1.2e-05 updt_s:0.229 data_s:0.020
+INFO 2025-05-20 07:10:42 ts/train.py:232 step:466K smpl:7M ep:35K epch:117.64 loss:0.003 grdn:0.150 lr:1.2e-05 updt_s:0.229 data_s:0.029
+INFO 2025-05-20 07:11:31 ts/train.py:232 step:467K smpl:7M ep:35K epch:117.69 loss:0.002 grdn:0.152 lr:1.2e-05 updt_s:0.230 data_s:0.017
+INFO 2025-05-20 07:12:21 ts/train.py:232 step:467K smpl:7M ep:35K epch:117.74 loss:0.003 grdn:0.160 lr:1.2e-05 updt_s:0.230 data_s:0.019
+INFO 2025-05-20 07:13:12 ts/train.py:232 step:467K smpl:7M ep:35K epch:117.79 loss:0.003 grdn:0.153 lr:1.2e-05 updt_s:0.229 data_s:0.024
+INFO 2025-05-20 07:14:15 ts/train.py:232 step:467K smpl:7M ep:35K epch:117.84 loss:0.003 grdn:0.150 lr:1.2e-05 updt_s:0.228 data_s:0.084
+INFO 2025-05-20 07:15:16 ts/train.py:232 step:467K smpl:7M ep:35K epch:117.89 loss:0.003 grdn:0.160 lr:1.2e-05 updt_s:0.229 data_s:0.079
+INFO 2025-05-20 07:16:18 ts/train.py:232 step:468K smpl:7M ep:35K epch:117.94 loss:0.003 grdn:0.148 lr:1.2e-05 updt_s:0.229 data_s:0.078
+INFO 2025-05-20 07:17:21 ts/train.py:232 step:468K smpl:7M ep:35K epch:117.99 loss:0.002 grdn:0.147 lr:1.2e-05 updt_s:0.228 data_s:0.084
+INFO 2025-05-20 07:18:23 ts/train.py:232 step:468K smpl:7M ep:35K epch:118.04 loss:0.003 grdn:0.155 lr:1.2e-05 updt_s:0.228 data_s:0.084
+INFO 2025-05-20 07:19:24 ts/train.py:232 step:468K smpl:7M ep:35K epch:118.09 loss:0.003 grdn:0.164 lr:1.1e-05 updt_s:0.229 data_s:0.077
+INFO 2025-05-20 07:20:18 ts/train.py:232 step:468K smpl:7M ep:35K epch:118.14 loss:0.002 grdn:0.145 lr:1.1e-05 updt_s:0.229 data_s:0.039
+INFO 2025-05-20 07:21:08 ts/train.py:232 step:469K smpl:7M ep:35K epch:118.19 loss:0.002 grdn:0.143 lr:1.1e-05 updt_s:0.229 data_s:0.019
+INFO 2025-05-20 07:21:57 ts/train.py:232 step:469K smpl:8M ep:35K epch:118.24 loss:0.003 grdn:0.146 lr:1.1e-05 updt_s:0.229 data_s:0.015
+INFO 2025-05-20 07:22:47 ts/train.py:232 step:469K smpl:8M ep:35K epch:118.29 loss:0.002 grdn:0.142 lr:1.1e-05 updt_s:0.228 data_s:0.024
+INFO 2025-05-20 07:23:38 ts/train.py:232 step:469K smpl:8M ep:36K epch:118.34 loss:0.002 grdn:0.135 lr:1.1e-05 updt_s:0.229 data_s:0.024
+INFO 2025-05-20 07:24:28 ts/train.py:232 step:469K smpl:8M ep:36K epch:118.40 loss:0.002 grdn:0.140 lr:1.1e-05 updt_s:0.229 data_s:0.018
+INFO 2025-05-20 07:25:18 ts/train.py:232 step:470K smpl:8M ep:36K epch:118.45 loss:0.002 grdn:0.147 lr:1.1e-05 updt_s:0.229 data_s:0.023
+INFO 2025-05-20 07:26:09 ts/train.py:232 step:470K smpl:8M ep:36K epch:118.50 loss:0.003 grdn:0.160 lr:1.1e-05 updt_s:0.229 data_s:0.025
+INFO 2025-05-20 07:27:00 ts/train.py:232 step:470K smpl:8M ep:36K epch:118.55 loss:0.003 grdn:0.158 lr:1.1e-05 updt_s:0.229 data_s:0.024
+INFO 2025-05-20 07:27:50 ts/train.py:232 step:470K smpl:8M ep:36K epch:118.60 loss:0.003 grdn:0.159 lr:1.1e-05 updt_s:0.228 data_s:0.024
+INFO 2025-05-20 07:28:41 ts/train.py:232 step:470K smpl:8M ep:36K epch:118.65 loss:0.002 grdn:0.144 lr:1.1e-05 updt_s:0.228 data_s:0.023
+INFO 2025-05-20 07:29:30 ts/train.py:232 step:471K smpl:8M ep:36K epch:118.70 loss:0.003 grdn:0.154 lr:1.1e-05 updt_s:0.228 data_s:0.019
+INFO 2025-05-20 07:30:21 ts/train.py:232 step:471K smpl:8M ep:36K epch:118.75 loss:0.002 grdn:0.152 lr:1.1e-05 updt_s:0.229 data_s:0.022
+INFO 2025-05-20 07:31:21 ts/train.py:232 step:471K smpl:8M ep:36K epch:118.80 loss:0.002 grdn:0.132 lr:1.1e-05 updt_s:0.228 data_s:0.073
+INFO 2025-05-20 07:32:24 ts/train.py:232 step:471K smpl:8M ep:36K epch:118.85 loss:0.003 grdn:0.161 lr:1.1e-05 updt_s:0.228 data_s:0.084
+INFO 2025-05-20 07:33:25 ts/train.py:232 step:471K smpl:8M ep:36K epch:118.90 loss:0.002 grdn:0.149 lr:1.1e-05 updt_s:0.228 data_s:0.080
+INFO 2025-05-20 07:34:27 ts/train.py:232 step:472K smpl:8M ep:36K epch:118.95 loss:0.002 grdn:0.151 lr:1.1e-05 updt_s:0.229 data_s:0.080
+INFO 2025-05-20 07:35:28 ts/train.py:232 step:472K smpl:8M ep:36K epch:119.00 loss:0.003 grdn:0.155 lr:1.1e-05 updt_s:0.229 data_s:0.076
+INFO 2025-05-20 07:36:31 ts/train.py:232 step:472K smpl:8M ep:36K epch:119.05 loss:0.003 grdn:0.161 lr:1.1e-05 updt_s:0.229 data_s:0.081
+INFO 2025-05-20 07:37:26 ts/train.py:232 step:472K smpl:8M ep:36K epch:119.10 loss:0.003 grdn:0.160 lr:1.1e-05 updt_s:0.230 data_s:0.046
+INFO 2025-05-20 07:38:20 ts/train.py:232 step:472K smpl:8M ep:36K epch:119.15 loss:0.003 grdn:0.163 lr:1.1e-05 updt_s:0.228 data_s:0.040
+INFO 2025-05-20 07:39:11 ts/train.py:232 step:473K smpl:8M ep:36K epch:119.20 loss:0.002 grdn:0.141 lr:1.1e-05 updt_s:0.228 data_s:0.029
+INFO 2025-05-20 07:40:02 ts/train.py:232 step:473K smpl:8M ep:36K epch:119.25 loss:0.002 grdn:0.152 lr:1.1e-05 updt_s:0.229 data_s:0.025
+INFO 2025-05-20 07:40:53 ts/train.py:232 step:473K smpl:8M ep:36K epch:119.30 loss:0.002 grdn:0.144 lr:1.1e-05 updt_s:0.229 data_s:0.025
+INFO 2025-05-20 07:41:44 ts/train.py:232 step:473K smpl:8M ep:36K epch:119.35 loss:0.003 grdn:0.161 lr:1.1e-05 updt_s:0.229 data_s:0.026
+INFO 2025-05-20 07:42:35 ts/train.py:232 step:473K smpl:8M ep:36K epch:119.40 loss:0.002 grdn:0.156 lr:1.1e-05 updt_s:0.228 data_s:0.026
+INFO 2025-05-20 07:43:27 ts/train.py:232 step:474K smpl:8M ep:36K epch:119.45 loss:0.002 grdn:0.150 lr:1.1e-05 updt_s:0.229 data_s:0.029
+INFO 2025-05-20 07:44:18 ts/train.py:232 step:474K smpl:8M ep:36K epch:119.51 loss:0.003 grdn:0.160 lr:1.1e-05 updt_s:0.229 data_s:0.029
+INFO 2025-05-20 07:45:10 ts/train.py:232 step:474K smpl:8M ep:36K epch:119.56 loss:0.003 grdn:0.148 lr:1.1e-05 updt_s:0.229 data_s:0.031
+INFO 2025-05-20 07:46:01 ts/train.py:232 step:474K smpl:8M ep:36K epch:119.61 loss:0.002 grdn:0.152 lr:1.0e-05 updt_s:0.228 data_s:0.023
+INFO 2025-05-20 07:46:52 ts/train.py:232 step:474K smpl:8M ep:36K epch:119.66 loss:0.002 grdn:0.150 lr:1.0e-05 updt_s:0.229 data_s:0.024
+INFO 2025-05-20 07:47:42 ts/train.py:232 step:475K smpl:8M ep:36K epch:119.71 loss:0.003 grdn:0.157 lr:1.0e-05 updt_s:0.228 data_s:0.025
+INFO 2025-05-20 07:48:41 ts/train.py:232 step:475K smpl:8M ep:36K epch:119.76 loss:0.002 grdn:0.151 lr:1.0e-05 updt_s:0.228 data_s:0.066
+INFO 2025-05-20 07:49:44 ts/train.py:232 step:475K smpl:8M ep:36K epch:119.81 loss:0.003 grdn:0.147 lr:1.0e-05 updt_s:0.228 data_s:0.086
+INFO 2025-05-20 07:50:46 ts/train.py:232 step:475K smpl:8M ep:36K epch:119.86 loss:0.002 grdn:0.144 lr:1.0e-05 updt_s:0.228 data_s:0.080
+INFO 2025-05-20 07:51:48 ts/train.py:232 step:475K smpl:8M ep:36K epch:119.91 loss:0.003 grdn:0.160 lr:1.0e-05 updt_s:0.228 data_s:0.080
+INFO 2025-05-20 07:52:50 ts/train.py:232 step:476K smpl:8M ep:36K epch:119.96 loss:0.002 grdn:0.150 lr:1.0e-05 updt_s:0.228 data_s:0.082
+INFO 2025-05-20 07:53:53 ts/train.py:232 step:476K smpl:8M ep:36K epch:120.01 loss:0.003 grdn:0.161 lr:1.0e-05 updt_s:0.229 data_s:0.082
+INFO 2025-05-20 07:54:50 ts/train.py:232 step:476K smpl:8M ep:36K epch:120.06 loss:0.002 grdn:0.148 lr:1.0e-05 updt_s:0.228 data_s:0.060
+INFO 2025-05-20 07:55:42 ts/train.py:232 step:476K smpl:8M ep:36K epch:120.11 loss:0.002 grdn:0.141 lr:1.0e-05 updt_s:0.229 data_s:0.027
+INFO 2025-05-20 07:56:33 ts/train.py:232 step:476K smpl:8M ep:36K epch:120.16 loss:0.002 grdn:0.139 lr:1.0e-05 updt_s:0.228 data_s:0.029
+INFO 2025-05-20 07:57:26 ts/train.py:232 step:477K smpl:8M ep:36K epch:120.21 loss:0.003 grdn:0.155 lr:1.0e-05 updt_s:0.229 data_s:0.031
+INFO 2025-05-20 07:58:17 ts/train.py:232 step:477K smpl:8M ep:36K epch:120.26 loss:0.002 grdn:0.134 lr:1.0e-05 updt_s:0.229 data_s:0.030
+INFO 2025-05-20 07:59:08 ts/train.py:232 step:477K smpl:8M ep:36K epch:120.31 loss:0.002 grdn:0.147 lr:1.0e-05 updt_s:0.229 data_s:0.025
+INFO 2025-05-20 08:00:00 ts/train.py:232 step:477K smpl:8M ep:36K epch:120.36 loss:0.003 grdn:0.168 lr:1.0e-05 updt_s:0.229 data_s:0.029
+INFO 2025-05-20 08:00:51 ts/train.py:232 step:477K smpl:8M ep:36K epch:120.41 loss:0.003 grdn:0.164 lr:1.0e-05 updt_s:0.229 data_s:0.023
+INFO 2025-05-20 08:01:42 ts/train.py:232 step:478K smpl:8M ep:36K epch:120.46 loss:0.003 grdn:0.157 lr:1.0e-05 updt_s:0.229 data_s:0.028
+INFO 2025-05-20 08:02:35 ts/train.py:232 step:478K smpl:8M ep:36K epch:120.51 loss:0.002 grdn:0.152 lr:9.9e-06 updt_s:0.229 data_s:0.031
+INFO 2025-05-20 08:03:27 ts/train.py:232 step:478K smpl:8M ep:36K epch:120.56 loss:0.002 grdn:0.147 lr:9.9e-06 updt_s:0.229 data_s:0.031
+INFO 2025-05-20 08:04:19 ts/train.py:232 step:478K smpl:8M ep:36K epch:120.61 loss:0.002 grdn:0.146 lr:9.9e-06 updt_s:0.229 data_s:0.030
+INFO 2025-05-20 08:05:10 ts/train.py:232 step:478K smpl:8M ep:36K epch:120.67 loss:0.002 grdn:0.147 lr:9.8e-06 updt_s:0.229 data_s:0.028
+INFO 2025-05-20 08:06:06 ts/train.py:232 step:479K smpl:8M ep:36K epch:120.72 loss:0.002 grdn:0.150 lr:9.8e-06 updt_s:0.228 data_s:0.051
+INFO 2025-05-20 08:07:07 ts/train.py:232 step:479K smpl:8M ep:36K epch:120.77 loss:0.002 grdn:0.153 lr:9.8e-06 updt_s:0.228 data_s:0.078
+INFO 2025-05-20 08:08:09 ts/train.py:232 step:479K smpl:8M ep:36K epch:120.82 loss:0.002 grdn:0.139 lr:9.7e-06 updt_s:0.228 data_s:0.079
+INFO 2025-05-20 08:09:11 ts/train.py:232 step:479K smpl:8M ep:36K epch:120.87 loss:0.002 grdn:0.153 lr:9.7e-06 updt_s:0.228 data_s:0.080
+INFO 2025-05-20 08:10:10 ts/train.py:232 step:479K smpl:8M ep:36K epch:120.92 loss:0.002 grdn:0.139 lr:9.7e-06 updt_s:0.229 data_s:0.069
+INFO 2025-05-20 08:11:12 ts/train.py:232 step:480K smpl:8M ep:36K epch:120.97 loss:0.003 grdn:0.149 lr:9.6e-06 updt_s:0.229 data_s:0.077
+INFO 2025-05-20 08:12:12 ts/train.py:232 step:480K smpl:8M ep:36K epch:121.02 loss:0.002 grdn:0.149 lr:9.6e-06 updt_s:0.229 data_s:0.071
+INFO 2025-05-20 08:13:03 ts/train.py:232 step:480K smpl:8M ep:36K epch:121.07 loss:0.002 grdn:0.140 lr:9.6e-06 updt_s:0.230 data_s:0.026
+INFO 2025-05-20 08:13:03 ts/train.py:241 Checkpoint policy after step 480000
+INFO 2025-05-20 08:13:59 ts/train.py:232 step:480K smpl:8M ep:36K epch:121.12 loss:0.002 grdn:0.153 lr:9.5e-06 updt_s:0.229 data_s:0.020
+INFO 2025-05-20 08:14:49 ts/train.py:232 step:480K smpl:8M ep:36K epch:121.17 loss:0.002 grdn:0.154 lr:9.5e-06 updt_s:0.228 data_s:0.023
+INFO 2025-05-20 08:15:40 ts/train.py:232 step:481K smpl:8M ep:36K epch:121.22 loss:0.002 grdn:0.159 lr:9.5e-06 updt_s:0.228 data_s:0.024
+INFO 2025-05-20 08:16:30 ts/train.py:232 step:481K smpl:8M ep:36K epch:121.27 loss:0.002 grdn:0.152 lr:9.5e-06 updt_s:0.228 data_s:0.025
+INFO 2025-05-20 08:17:20 ts/train.py:232 step:481K smpl:8M ep:36K epch:121.32 loss:0.002 grdn:0.151 lr:9.4e-06 updt_s:0.228 data_s:0.022
+INFO 2025-05-20 08:18:11 ts/train.py:232 step:481K smpl:8M ep:36K epch:121.37 loss:0.002 grdn:0.143 lr:9.4e-06 updt_s:0.228 data_s:0.025
+INFO 2025-05-20 08:19:01 ts/train.py:232 step:481K smpl:8M ep:36K epch:121.42 loss:0.002 grdn:0.146 lr:9.4e-06 updt_s:0.227 data_s:0.021
+INFO 2025-05-20 08:19:53 ts/train.py:232 step:482K smpl:8M ep:36K epch:121.47 loss:0.002 grdn:0.142 lr:9.3e-06 updt_s:0.229 data_s:0.029
+INFO 2025-05-20 08:20:44 ts/train.py:232 step:482K smpl:8M ep:36K epch:121.52 loss:0.003 grdn:0.162 lr:9.3e-06 updt_s:0.228 data_s:0.025
+INFO 2025-05-20 08:21:35 ts/train.py:232 step:482K smpl:8M ep:36K epch:121.57 loss:0.002 grdn:0.150 lr:9.3e-06 updt_s:0.228 data_s:0.026
+INFO 2025-05-20 08:22:24 ts/train.py:232 step:482K smpl:8M ep:36K epch:121.62 loss:0.002 grdn:0.146 lr:9.2e-06 updt_s:0.228 data_s:0.020
+INFO 2025-05-20 08:23:17 ts/train.py:232 step:482K smpl:8M ep:37K epch:121.67 loss:0.002 grdn:0.144 lr:9.2e-06 updt_s:0.227 data_s:0.037
+INFO 2025-05-20 08:24:18 ts/train.py:232 step:483K smpl:8M ep:37K epch:121.72 loss:0.003 grdn:0.155 lr:9.2e-06 updt_s:0.228 data_s:0.073
+INFO 2025-05-20 08:25:18 ts/train.py:232 step:483K smpl:8M ep:37K epch:121.78 loss:0.002 grdn:0.142 lr:9.2e-06 updt_s:0.228 data_s:0.075
+INFO 2025-05-20 08:26:19 ts/train.py:232 step:483K smpl:8M ep:37K epch:121.83 loss:0.002 grdn:0.141 lr:9.1e-06 updt_s:0.228 data_s:0.077
+INFO 2025-05-20 08:27:20 ts/train.py:232 step:483K smpl:8M ep:37K epch:121.88 loss:0.002 grdn:0.140 lr:9.1e-06 updt_s:0.228 data_s:0.076
+INFO 2025-05-20 08:28:22 ts/train.py:232 step:483K smpl:8M ep:37K epch:121.93 loss:0.002 grdn:0.138 lr:9.1e-06 updt_s:0.229 data_s:0.077
+INFO 2025-05-20 08:29:23 ts/train.py:232 step:484K smpl:8M ep:37K epch:121.98 loss:0.002 grdn:0.148 lr:9.0e-06 updt_s:0.227 data_s:0.078
+INFO 2025-05-20 08:30:13 ts/train.py:232 step:484K smpl:8M ep:37K epch:122.03 loss:0.002 grdn:0.151 lr:9.0e-06 updt_s:0.228 data_s:0.020
+INFO 2025-05-20 08:31:03 ts/train.py:232 step:484K smpl:8M ep:37K epch:122.08 loss:0.003 grdn:0.159 lr:9.0e-06 updt_s:0.228 data_s:0.026
+INFO 2025-05-20 08:31:53 ts/train.py:232 step:484K smpl:8M ep:37K epch:122.13 loss:0.002 grdn:0.142 lr:8.9e-06 updt_s:0.228 data_s:0.018
+INFO 2025-05-20 08:32:42 ts/train.py:232 step:484K smpl:8M ep:37K epch:122.18 loss:0.003 grdn:0.156 lr:8.9e-06 updt_s:0.228 data_s:0.016
+INFO 2025-05-20 08:33:32 ts/train.py:232 step:485K smpl:8M ep:37K epch:122.23 loss:0.002 grdn:0.149 lr:8.9e-06 updt_s:0.228 data_s:0.020
+INFO 2025-05-20 08:34:22 ts/train.py:232 step:485K smpl:8M ep:37K epch:122.28 loss:0.003 grdn:0.165 lr:8.9e-06 updt_s:0.228 data_s:0.024
+INFO 2025-05-20 08:35:12 ts/train.py:232 step:485K smpl:8M ep:37K epch:122.33 loss:0.002 grdn:0.150 lr:8.8e-06 updt_s:0.228 data_s:0.022
+INFO 2025-05-20 08:36:03 ts/train.py:232 step:485K smpl:8M ep:37K epch:122.38 loss:0.002 grdn:0.144 lr:8.8e-06 updt_s:0.229 data_s:0.022
+INFO 2025-05-20 08:36:53 ts/train.py:232 step:485K smpl:8M ep:37K epch:122.43 loss:0.003 grdn:0.162 lr:8.8e-06 updt_s:0.228 data_s:0.025
+INFO 2025-05-20 08:37:44 ts/train.py:232 step:486K smpl:8M ep:37K epch:122.48 loss:0.002 grdn:0.144 lr:8.7e-06 updt_s:0.228 data_s:0.025
+INFO 2025-05-20 08:38:35 ts/train.py:232 step:486K smpl:8M ep:37K epch:122.53 loss:0.002 grdn:0.141 lr:8.7e-06 updt_s:0.228 data_s:0.025
+INFO 2025-05-20 08:39:25 ts/train.py:232 step:486K smpl:8M ep:37K epch:122.58 loss:0.002 grdn:0.143 lr:8.7e-06 updt_s:0.228 data_s:0.023
+INFO 2025-05-20 08:40:16 ts/train.py:232 step:486K smpl:8M ep:37K epch:122.63 loss:0.003 grdn:0.162 lr:8.6e-06 updt_s:0.228 data_s:0.025
+INFO 2025-05-20 08:41:21 ts/train.py:232 step:486K smpl:8M ep:37K epch:122.68 loss:0.002 grdn:0.141 lr:8.6e-06 updt_s:0.228 data_s:0.097
+INFO 2025-05-20 08:42:24 ts/train.py:232 step:487K smpl:8M ep:37K epch:122.73 loss:0.002 grdn:0.140 lr:8.6e-06 updt_s:0.228 data_s:0.084
+INFO 2025-05-20 08:43:26 ts/train.py:232 step:487K smpl:8M ep:37K epch:122.78 loss:0.002 grdn:0.136 lr:8.6e-06 updt_s:0.228 data_s:0.082
+INFO 2025-05-20 08:44:29 ts/train.py:232 step:487K smpl:8M ep:37K epch:122.83 loss:0.002 grdn:0.135 lr:8.5e-06 updt_s:0.228 data_s:0.086
+INFO 2025-05-20 08:45:32 ts/train.py:232 step:487K smpl:8M ep:37K epch:122.88 loss:0.002 grdn:0.153 lr:8.5e-06 updt_s:0.228 data_s:0.083
+INFO 2025-05-20 08:46:33 ts/train.py:232 step:487K smpl:8M ep:37K epch:122.94 loss:0.003 grdn:0.160 lr:8.5e-06 updt_s:0.228 data_s:0.077
+INFO 2025-05-20 08:47:25 ts/train.py:232 step:488K smpl:8M ep:37K epch:122.99 loss:0.002 grdn:0.142 lr:8.4e-06 updt_s:0.227 data_s:0.033
+INFO 2025-05-20 08:48:16 ts/train.py:232 step:488K smpl:8M ep:37K epch:123.04 loss:0.003 grdn:0.166 lr:8.4e-06 updt_s:0.228 data_s:0.028
+INFO 2025-05-20 08:49:08 ts/train.py:232 step:488K smpl:8M ep:37K epch:123.09 loss:0.002 grdn:0.133 lr:8.4e-06 updt_s:0.227 data_s:0.030
+INFO 2025-05-20 08:49:59 ts/train.py:232 step:488K smpl:8M ep:37K epch:123.14 loss:0.002 grdn:0.145 lr:8.4e-06 updt_s:0.227 data_s:0.029
+INFO 2025-05-20 08:50:50 ts/train.py:232 step:488K smpl:8M ep:37K epch:123.19 loss:0.002 grdn:0.155 lr:8.3e-06 updt_s:0.226 data_s:0.030
+INFO 2025-05-20 08:51:41 ts/train.py:232 step:489K smpl:8M ep:37K epch:123.24 loss:0.002 grdn:0.157 lr:8.3e-06 updt_s:0.226 data_s:0.026
+INFO 2025-05-20 08:52:32 ts/train.py:232 step:489K smpl:8M ep:37K epch:123.29 loss:0.002 grdn:0.131 lr:8.3e-06 updt_s:0.226 data_s:0.026
+INFO 2025-05-20 08:53:23 ts/train.py:232 step:489K smpl:8M ep:37K epch:123.34 loss:0.002 grdn:0.144 lr:8.2e-06 updt_s:0.227 data_s:0.029
+INFO 2025-05-20 08:54:14 ts/train.py:232 step:489K smpl:8M ep:37K epch:123.39 loss:0.002 grdn:0.158 lr:8.2e-06 updt_s:0.227 data_s:0.028
+INFO 2025-05-20 08:55:06 ts/train.py:232 step:489K smpl:8M ep:37K epch:123.44 loss:0.002 grdn:0.148 lr:8.2e-06 updt_s:0.227 data_s:0.034
+INFO 2025-05-20 08:55:57 ts/train.py:232 step:490K smpl:8M ep:37K epch:123.49 loss:0.002 grdn:0.151 lr:8.2e-06 updt_s:0.228 data_s:0.025
+INFO 2025-05-20 08:56:48 ts/train.py:232 step:490K smpl:8M ep:37K epch:123.54 loss:0.003 grdn:0.161 lr:8.1e-06 updt_s:0.228 data_s:0.027
+INFO 2025-05-20 08:57:39 ts/train.py:232 step:490K smpl:8M ep:37K epch:123.59 loss:0.002 grdn:0.138 lr:8.1e-06 updt_s:0.226 data_s:0.028
+INFO 2025-05-20 08:58:42 ts/train.py:232 step:490K smpl:8M ep:37K epch:123.64 loss:0.002 grdn:0.148 lr:8.1e-06 updt_s:0.227 data_s:0.086
+INFO 2025-05-20 08:59:43 ts/train.py:232 step:490K smpl:8M ep:37K epch:123.69 loss:0.002 grdn:0.150 lr:8.0e-06 updt_s:0.227 data_s:0.080
+INFO 2025-05-20 09:00:47 ts/train.py:232 step:491K smpl:8M ep:37K epch:123.74 loss:0.002 grdn:0.152 lr:8.0e-06 updt_s:0.228 data_s:0.087
+INFO 2025-05-20 09:01:49 ts/train.py:232 step:491K smpl:8M ep:37K epch:123.79 loss:0.002 grdn:0.159 lr:8.0e-06 updt_s:0.227 data_s:0.084
+INFO 2025-05-20 09:02:52 ts/train.py:232 step:491K smpl:8M ep:37K epch:123.84 loss:0.002 grdn:0.148 lr:8.0e-06 updt_s:0.228 data_s:0.087
+INFO 2025-05-20 09:03:54 ts/train.py:232 step:491K smpl:8M ep:37K epch:123.89 loss:0.002 grdn:0.151 lr:7.9e-06 updt_s:0.229 data_s:0.078
+INFO 2025-05-20 09:04:49 ts/train.py:232 step:491K smpl:8M ep:37K epch:123.94 loss:0.002 grdn:0.119 lr:7.9e-06 updt_s:0.228 data_s:0.047
+INFO 2025-05-20 09:05:41 ts/train.py:232 step:492K smpl:8M ep:37K epch:123.99 loss:0.002 grdn:0.145 lr:7.9e-06 updt_s:0.228 data_s:0.029
+INFO 2025-05-20 09:06:32 ts/train.py:232 step:492K smpl:8M ep:37K epch:124.05 loss:0.002 grdn:0.149 lr:7.8e-06 updt_s:0.228 data_s:0.030
+INFO 2025-05-20 09:07:22 ts/train.py:232 step:492K smpl:8M ep:37K epch:124.10 loss:0.003 grdn:0.166 lr:7.8e-06 updt_s:0.228 data_s:0.022
+INFO 2025-05-20 09:08:14 ts/train.py:232 step:492K smpl:8M ep:37K epch:124.15 loss:0.003 grdn:0.160 lr:7.8e-06 updt_s:0.228 data_s:0.030
+INFO 2025-05-20 09:09:07 ts/train.py:232 step:492K smpl:8M ep:37K epch:124.20 loss:0.003 grdn:0.160 lr:7.8e-06 updt_s:0.228 data_s:0.034
+INFO 2025-05-20 09:09:58 ts/train.py:232 step:493K smpl:8M ep:37K epch:124.25 loss:0.002 grdn:0.147 lr:7.7e-06 updt_s:0.228 data_s:0.029
+INFO 2025-05-20 09:10:49 ts/train.py:232 step:493K smpl:8M ep:37K epch:124.30 loss:0.002 grdn:0.157 lr:7.7e-06 updt_s:0.228 data_s:0.024
+INFO 2025-05-20 09:11:39 ts/train.py:232 step:493K smpl:8M ep:37K epch:124.35 loss:0.002 grdn:0.161 lr:7.7e-06 updt_s:0.228 data_s:0.021
+INFO 2025-05-20 09:12:28 ts/train.py:232 step:493K smpl:8M ep:37K epch:124.40 loss:0.002 grdn:0.152 lr:7.6e-06 updt_s:0.228 data_s:0.020
+INFO 2025-05-20 09:13:20 ts/train.py:232 step:493K smpl:8M ep:37K epch:124.45 loss:0.002 grdn:0.160 lr:7.6e-06 updt_s:0.228 data_s:0.029
+INFO 2025-05-20 09:14:13 ts/train.py:232 step:494K smpl:8M ep:37K epch:124.50 loss:0.002 grdn:0.158 lr:7.6e-06 updt_s:0.228 data_s:0.035
+INFO 2025-05-20 09:15:03 ts/train.py:232 step:494K smpl:8M ep:37K epch:124.55 loss:0.002 grdn:0.133 lr:7.6e-06 updt_s:0.228 data_s:0.022
+INFO 2025-05-20 09:16:04 ts/train.py:232 step:494K smpl:8M ep:37K epch:124.60 loss:0.002 grdn:0.143 lr:7.5e-06 updt_s:0.228 data_s:0.077
+INFO 2025-05-20 09:17:06 ts/train.py:232 step:494K smpl:8M ep:37K epch:124.65 loss:0.002 grdn:0.142 lr:7.5e-06 updt_s:0.227 data_s:0.084
+INFO 2025-05-20 09:18:08 ts/train.py:232 step:494K smpl:8M ep:37K epch:124.70 loss:0.002 grdn:0.151 lr:7.5e-06 updt_s:0.226 data_s:0.081
+INFO 2025-05-20 09:19:11 ts/train.py:232 step:495K smpl:8M ep:37K epch:124.75 loss:0.002 grdn:0.153 lr:7.4e-06 updt_s:0.227 data_s:0.086
+INFO 2025-05-20 09:20:12 ts/train.py:232 step:495K smpl:8M ep:37K epch:124.80 loss:0.002 grdn:0.143 lr:7.4e-06 updt_s:0.227 data_s:0.077
+INFO 2025-05-20 09:21:15 ts/train.py:232 step:495K smpl:8M ep:37K epch:124.85 loss:0.002 grdn:0.162 lr:7.4e-06 updt_s:0.227 data_s:0.086
+INFO 2025-05-20 09:22:11 ts/train.py:232 step:495K smpl:8M ep:37K epch:124.90 loss:0.002 grdn:0.134 lr:7.4e-06 updt_s:0.228 data_s:0.053
+INFO 2025-05-20 09:23:03 ts/train.py:232 step:495K smpl:8M ep:37K epch:124.95 loss:0.002 grdn:0.144 lr:7.3e-06 updt_s:0.228 data_s:0.030
+INFO 2025-05-20 09:23:54 ts/train.py:232 step:496K smpl:8M ep:38K epch:125.00 loss:0.002 grdn:0.136 lr:7.3e-06 updt_s:0.228 data_s:0.029
+INFO 2025-05-20 09:24:45 ts/train.py:232 step:496K smpl:8M ep:38K epch:125.05 loss:0.002 grdn:0.147 lr:7.3e-06 updt_s:0.228 data_s:0.022
+INFO 2025-05-20 09:25:36 ts/train.py:232 step:496K smpl:8M ep:38K epch:125.10 loss:0.002 grdn:0.139 lr:7.3e-06 updt_s:0.228 data_s:0.028
+INFO 2025-05-20 09:26:27 ts/train.py:232 step:496K smpl:8M ep:38K epch:125.15 loss:0.002 grdn:0.159 lr:7.2e-06 updt_s:0.228 data_s:0.026
+INFO 2025-05-20 09:27:19 ts/train.py:232 step:496K smpl:8M ep:38K epch:125.21 loss:0.002 grdn:0.145 lr:7.2e-06 updt_s:0.228 data_s:0.031
+INFO 2025-05-20 09:28:11 ts/train.py:232 step:497K smpl:8M ep:38K epch:125.26 loss:0.002 grdn:0.151 lr:7.2e-06 updt_s:0.228 data_s:0.031
+INFO 2025-05-20 09:29:04 ts/train.py:232 step:497K smpl:8M ep:38K epch:125.31 loss:0.002 grdn:0.157 lr:7.1e-06 updt_s:0.228 data_s:0.035
+INFO 2025-05-20 09:29:56 ts/train.py:232 step:497K smpl:8M ep:38K epch:125.36 loss:0.002 grdn:0.153 lr:7.1e-06 updt_s:0.228 data_s:0.036
+INFO 2025-05-20 09:30:48 ts/train.py:232 step:497K smpl:8M ep:38K epch:125.41 loss:0.002 grdn:0.154 lr:7.1e-06 updt_s:0.228 data_s:0.029
+INFO 2025-05-20 09:31:40 ts/train.py:232 step:497K smpl:8M ep:38K epch:125.46 loss:0.002 grdn:0.156 lr:7.1e-06 updt_s:0.227 data_s:0.031
+INFO 2025-05-20 09:32:30 ts/train.py:232 step:498K smpl:8M ep:38K epch:125.51 loss:0.002 grdn:0.137 lr:7.0e-06 updt_s:0.227 data_s:0.024
+INFO 2025-05-20 09:33:28 ts/train.py:232 step:498K smpl:8M ep:38K epch:125.56 loss:0.002 grdn:0.155 lr:7.0e-06 updt_s:0.227 data_s:0.065
+INFO 2025-05-20 09:34:30 ts/train.py:232 step:498K smpl:8M ep:38K epch:125.61 loss:0.002 grdn:0.155 lr:7.0e-06 updt_s:0.228 data_s:0.078
+INFO 2025-05-20 09:35:31 ts/train.py:232 step:498K smpl:8M ep:38K epch:125.66 loss:0.002 grdn:0.143 lr:7.0e-06 updt_s:0.228 data_s:0.078
+INFO 2025-05-20 09:36:32 ts/train.py:232 step:498K smpl:8M ep:38K epch:125.71 loss:0.002 grdn:0.149 lr:6.9e-06 updt_s:0.228 data_s:0.076
+INFO 2025-05-20 09:37:35 ts/train.py:232 step:499K smpl:8M ep:38K epch:125.76 loss:0.002 grdn:0.137 lr:6.9e-06 updt_s:0.228 data_s:0.085
+INFO 2025-05-20 09:38:35 ts/train.py:232 step:499K smpl:8M ep:38K epch:125.81 loss:0.002 grdn:0.153 lr:6.9e-06 updt_s:0.228 data_s:0.075
+INFO 2025-05-20 09:39:34 ts/train.py:232 step:499K smpl:8M ep:38K epch:125.86 loss:0.002 grdn:0.153 lr:6.9e-06 updt_s:0.228 data_s:0.064
+INFO 2025-05-20 09:40:29 ts/train.py:232 step:499K smpl:8M ep:38K epch:125.91 loss:0.002 grdn:0.141 lr:6.8e-06 updt_s:0.228 data_s:0.047
+INFO 2025-05-20 09:41:24 ts/train.py:232 step:499K smpl:8M ep:38K epch:125.96 loss:0.002 grdn:0.165 lr:6.8e-06 updt_s:0.228 data_s:0.047
+INFO 2025-05-20 09:42:19 ts/train.py:232 step:500K smpl:8M ep:38K epch:126.01 loss:0.002 grdn:0.150 lr:6.8e-06 updt_s:0.228 data_s:0.046
+INFO 2025-05-20 09:43:15 ts/train.py:232 step:500K smpl:8M ep:38K epch:126.06 loss:0.002 grdn:0.144 lr:6.7e-06 updt_s:0.229 data_s:0.048
+INFO 2025-05-20 09:44:10 ts/train.py:232 step:500K smpl:8M ep:38K epch:126.11 loss:0.002 grdn:0.147 lr:6.7e-06 updt_s:0.228 data_s:0.047
+INFO 2025-05-20 09:44:10 ts/train.py:241 Checkpoint policy after step 500000
+INFO 2025-05-20 09:45:09 ts/train.py:232 step:500K smpl:8M ep:38K epch:126.16 loss:0.002 grdn:0.151 lr:6.7e-06 updt_s:0.228 data_s:0.042
+INFO 2025-05-20 09:46:03 ts/train.py:232 step:500K smpl:8M ep:38K epch:126.21 loss:0.002 grdn:0.150 lr:6.7e-06 updt_s:0.229 data_s:0.043
+INFO 2025-05-20 09:46:58 ts/train.py:232 step:501K smpl:8M ep:38K epch:126.26 loss:0.002 grdn:0.154 lr:6.6e-06 updt_s:0.229 data_s:0.042
+INFO 2025-05-20 09:47:53 ts/train.py:232 step:501K smpl:8M ep:38K epch:126.32 loss:0.002 grdn:0.144 lr:6.6e-06 updt_s:0.228 data_s:0.048
+INFO 2025-05-20 09:48:48 ts/train.py:232 step:501K smpl:8M ep:38K epch:126.37 loss:0.002 grdn:0.135 lr:6.6e-06 updt_s:0.228 data_s:0.045
+INFO 2025-05-20 09:49:43 ts/train.py:232 step:501K smpl:8M ep:38K epch:126.42 loss:0.002 grdn:0.139 lr:6.6e-06 updt_s:0.229 data_s:0.045
+INFO 2025-05-20 09:50:38 ts/train.py:232 step:501K smpl:8M ep:38K epch:126.47 loss:0.002 grdn:0.128 lr:6.5e-06 updt_s:0.229 data_s:0.047
+INFO 2025-05-20 09:51:38 ts/train.py:232 step:502K smpl:8M ep:38K epch:126.52 loss:0.002 grdn:0.138 lr:6.5e-06 updt_s:0.228 data_s:0.070
+INFO 2025-05-20 09:52:40 ts/train.py:232 step:502K smpl:8M ep:38K epch:126.57 loss:0.002 grdn:0.156 lr:6.5e-06 updt_s:0.229 data_s:0.079
+INFO 2025-05-20 09:53:42 ts/train.py:232 step:502K smpl:8M ep:38K epch:126.62 loss:0.002 grdn:0.134 lr:6.5e-06 updt_s:0.229 data_s:0.084
+INFO 2025-05-20 09:54:43 ts/train.py:232 step:502K smpl:8M ep:38K epch:126.67 loss:0.002 grdn:0.130 lr:6.4e-06 updt_s:0.229 data_s:0.074
+INFO 2025-05-20 09:55:44 ts/train.py:232 step:502K smpl:8M ep:38K epch:126.72 loss:0.002 grdn:0.154 lr:6.4e-06 updt_s:0.228 data_s:0.078
+INFO 2025-05-20 09:56:46 ts/train.py:232 step:503K smpl:8M ep:38K epch:126.77 loss:0.002 grdn:0.154 lr:6.4e-06 updt_s:0.228 data_s:0.077
+INFO 2025-05-20 09:57:45 ts/train.py:232 step:503K smpl:8M ep:38K epch:126.82 loss:0.002 grdn:0.150 lr:6.4e-06 updt_s:0.228 data_s:0.068
+INFO 2025-05-20 09:58:36 ts/train.py:232 step:503K smpl:8M ep:38K epch:126.87 loss:0.002 grdn:0.149 lr:6.3e-06 updt_s:0.228 data_s:0.026
+INFO 2025-05-20 09:59:28 ts/train.py:232 step:503K smpl:8M ep:38K epch:126.92 loss:0.002 grdn:0.155 lr:6.3e-06 updt_s:0.228 data_s:0.031
+INFO 2025-05-20 10:00:21 ts/train.py:232 step:503K smpl:8M ep:38K epch:126.97 loss:0.002 grdn:0.133 lr:6.3e-06 updt_s:0.229 data_s:0.033
+INFO 2025-05-20 10:01:13 ts/train.py:232 step:504K smpl:8M ep:38K epch:127.02 loss:0.002 grdn:0.152 lr:6.3e-06 updt_s:0.229 data_s:0.032
+INFO 2025-05-20 10:02:04 ts/train.py:232 step:504K smpl:8M ep:38K epch:127.07 loss:0.002 grdn:0.154 lr:6.2e-06 updt_s:0.228 data_s:0.024
+INFO 2025-05-20 10:02:55 ts/train.py:232 step:504K smpl:8M ep:38K epch:127.12 loss:0.002 grdn:0.149 lr:6.2e-06 updt_s:0.229 data_s:0.028
+INFO 2025-05-20 10:03:47 ts/train.py:232 step:504K smpl:8M ep:38K epch:127.17 loss:0.002 grdn:0.139 lr:6.2e-06 updt_s:0.229 data_s:0.027
+INFO 2025-05-20 10:04:38 ts/train.py:232 step:504K smpl:8M ep:38K epch:127.22 loss:0.002 grdn:0.152 lr:6.2e-06 updt_s:0.228 data_s:0.027
+INFO 2025-05-20 10:05:31 ts/train.py:232 step:505K smpl:8M ep:38K epch:127.27 loss:0.002 grdn:0.154 lr:6.1e-06 updt_s:0.228 data_s:0.037
+INFO 2025-05-20 10:06:23 ts/train.py:232 step:505K smpl:8M ep:38K epch:127.32 loss:0.002 grdn:0.140 lr:6.1e-06 updt_s:0.229 data_s:0.033
+INFO 2025-05-20 10:07:15 ts/train.py:232 step:505K smpl:8M ep:38K epch:127.37 loss:0.002 grdn:0.159 lr:6.1e-06 updt_s:0.228 data_s:0.030
+INFO 2025-05-20 10:08:06 ts/train.py:232 step:505K smpl:8M ep:38K epch:127.42 loss:0.002 grdn:0.161 lr:6.1e-06 updt_s:0.229 data_s:0.027
+INFO 2025-05-20 10:09:01 ts/train.py:232 step:505K smpl:8M ep:38K epch:127.48 loss:0.002 grdn:0.147 lr:6.0e-06 updt_s:0.228 data_s:0.046
+INFO 2025-05-20 10:10:02 ts/train.py:232 step:506K smpl:8M ep:38K epch:127.53 loss:0.002 grdn:0.125 lr:6.0e-06 updt_s:0.228 data_s:0.078
+INFO 2025-05-20 10:11:05 ts/train.py:232 step:506K smpl:8M ep:38K epch:127.58 loss:0.002 grdn:0.148 lr:6.0e-06 updt_s:0.228 data_s:0.083
+INFO 2025-05-20 10:12:07 ts/train.py:232 step:506K smpl:8M ep:38K epch:127.63 loss:0.002 grdn:0.149 lr:6.0e-06 updt_s:0.228 data_s:0.080
+INFO 2025-05-20 10:13:08 ts/train.py:232 step:506K smpl:8M ep:38K epch:127.68 loss:0.002 grdn:0.141 lr:5.9e-06 updt_s:0.228 data_s:0.080
+INFO 2025-05-20 10:14:10 ts/train.py:232 step:506K smpl:8M ep:38K epch:127.73 loss:0.002 grdn:0.153 lr:5.9e-06 updt_s:0.229 data_s:0.079
+INFO 2025-05-20 10:15:11 ts/train.py:232 step:507K smpl:8M ep:38K epch:127.78 loss:0.002 grdn:0.139 lr:5.9e-06 updt_s:0.228 data_s:0.076
+INFO 2025-05-20 10:16:03 ts/train.py:232 step:507K smpl:8M ep:38K epch:127.83 loss:0.002 grdn:0.155 lr:5.9e-06 updt_s:0.229 data_s:0.028
+INFO 2025-05-20 10:16:53 ts/train.py:232 step:507K smpl:8M ep:38K epch:127.88 loss:0.002 grdn:0.144 lr:5.8e-06 updt_s:0.228 data_s:0.025
+INFO 2025-05-20 10:17:44 ts/train.py:232 step:507K smpl:8M ep:38K epch:127.93 loss:0.002 grdn:0.141 lr:5.8e-06 updt_s:0.228 data_s:0.023
+INFO 2025-05-20 10:18:35 ts/train.py:232 step:507K smpl:8M ep:38K epch:127.98 loss:0.002 grdn:0.147 lr:5.8e-06 updt_s:0.229 data_s:0.026
+INFO 2025-05-20 10:19:26 ts/train.py:232 step:508K smpl:8M ep:38K epch:128.03 loss:0.002 grdn:0.144 lr:5.8e-06 updt_s:0.229 data_s:0.024
+INFO 2025-05-20 10:20:15 ts/train.py:232 step:508K smpl:8M ep:38K epch:128.08 loss:0.002 grdn:0.145 lr:5.7e-06 updt_s:0.229 data_s:0.018
+INFO 2025-05-20 10:21:06 ts/train.py:232 step:508K smpl:8M ep:38K epch:128.13 loss:0.002 grdn:0.143 lr:5.7e-06 updt_s:0.229 data_s:0.023
+INFO 2025-05-20 10:21:57 ts/train.py:232 step:508K smpl:8M ep:38K epch:128.18 loss:0.002 grdn:0.141 lr:5.7e-06 updt_s:0.228 data_s:0.029
+INFO 2025-05-20 10:22:48 ts/train.py:232 step:508K smpl:8M ep:38K epch:128.23 loss:0.002 grdn:0.134 lr:5.7e-06 updt_s:0.228 data_s:0.023
+INFO 2025-05-20 10:23:38 ts/train.py:232 step:509K smpl:8M ep:38K epch:128.28 loss:0.002 grdn:0.144 lr:5.6e-06 updt_s:0.228 data_s:0.022
+INFO 2025-05-20 10:24:28 ts/train.py:232 step:509K smpl:8M ep:38K epch:128.33 loss:0.002 grdn:0.143 lr:5.6e-06 updt_s:0.229 data_s:0.020
+INFO 2025-05-20 10:25:19 ts/train.py:232 step:509K smpl:8M ep:39K epch:128.38 loss:0.002 grdn:0.143 lr:5.6e-06 updt_s:0.229 data_s:0.026
+INFO 2025-05-20 10:26:10 ts/train.py:232 step:509K smpl:8M ep:39K epch:128.43 loss:0.002 grdn:0.158 lr:5.6e-06 updt_s:0.229 data_s:0.024
+INFO 2025-05-20 10:27:13 ts/train.py:232 step:509K smpl:8M ep:39K epch:128.48 loss:0.002 grdn:0.154 lr:5.5e-06 updt_s:0.228 data_s:0.088
+INFO 2025-05-20 10:28:14 ts/train.py:232 step:510K smpl:8M ep:39K epch:128.53 loss:0.002 grdn:0.152 lr:5.5e-06 updt_s:0.228 data_s:0.076
+INFO 2025-05-20 10:29:16 ts/train.py:232 step:510K smpl:8M ep:39K epch:128.59 loss:0.002 grdn:0.166 lr:5.5e-06 updt_s:0.229 data_s:0.081
+INFO 2025-05-20 10:30:18 ts/train.py:232 step:510K smpl:8M ep:39K epch:128.64 loss:0.002 grdn:0.159 lr:5.5e-06 updt_s:0.228 data_s:0.078
+INFO 2025-05-20 10:31:18 ts/train.py:232 step:510K smpl:8M ep:39K epch:128.69 loss:0.002 grdn:0.142 lr:5.4e-06 updt_s:0.228 data_s:0.074
+INFO 2025-05-20 10:32:18 ts/train.py:232 step:510K smpl:8M ep:39K epch:128.74 loss:0.002 grdn:0.153 lr:5.4e-06 updt_s:0.228 data_s:0.072
+INFO 2025-05-20 10:33:10 ts/train.py:232 step:511K smpl:8M ep:39K epch:128.79 loss:0.002 grdn:0.151 lr:5.4e-06 updt_s:0.229 data_s:0.029
+INFO 2025-05-20 10:34:02 ts/train.py:232 step:511K smpl:8M ep:39K epch:128.84 loss:0.002 grdn:0.133 lr:5.4e-06 updt_s:0.229 data_s:0.028
+INFO 2025-05-20 10:34:52 ts/train.py:232 step:511K smpl:8M ep:39K epch:128.89 loss:0.002 grdn:0.134 lr:5.4e-06 updt_s:0.229 data_s:0.022
+INFO 2025-05-20 10:35:43 ts/train.py:232 step:511K smpl:8M ep:39K epch:128.94 loss:0.002 grdn:0.144 lr:5.3e-06 updt_s:0.229 data_s:0.024
+INFO 2025-05-20 10:36:34 ts/train.py:232 step:511K smpl:8M ep:39K epch:128.99 loss:0.002 grdn:0.130 lr:5.3e-06 updt_s:0.229 data_s:0.026
+INFO 2025-05-20 10:37:24 ts/train.py:232 step:512K smpl:8M ep:39K epch:129.04 loss:0.002 grdn:0.168 lr:5.3e-06 updt_s:0.229 data_s:0.018
+INFO 2025-05-20 10:38:14 ts/train.py:232 step:512K smpl:8M ep:39K epch:129.09 loss:0.002 grdn:0.155 lr:5.3e-06 updt_s:0.229 data_s:0.022
+INFO 2025-05-20 10:39:03 ts/train.py:232 step:512K smpl:8M ep:39K epch:129.14 loss:0.002 grdn:0.143 lr:5.2e-06 updt_s:0.229 data_s:0.017
+INFO 2025-05-20 10:39:55 ts/train.py:232 step:512K smpl:8M ep:39K epch:129.19 loss:0.002 grdn:0.141 lr:5.2e-06 updt_s:0.229 data_s:0.030
+INFO 2025-05-20 10:40:45 ts/train.py:232 step:512K smpl:8M ep:39K epch:129.24 loss:0.002 grdn:0.154 lr:5.2e-06 updt_s:0.228 data_s:0.020
+INFO 2025-05-20 10:41:36 ts/train.py:232 step:513K smpl:8M ep:39K epch:129.29 loss:0.002 grdn:0.147 lr:5.2e-06 updt_s:0.229 data_s:0.027
+INFO 2025-05-20 10:42:28 ts/train.py:232 step:513K smpl:8M ep:39K epch:129.34 loss:0.002 grdn:0.138 lr:5.1e-06 updt_s:0.229 data_s:0.026
+INFO 2025-05-20 10:43:19 ts/train.py:232 step:513K smpl:8M ep:39K epch:129.39 loss:0.002 grdn:0.134 lr:5.1e-06 updt_s:0.229 data_s:0.025
+INFO 2025-05-20 10:44:20 ts/train.py:232 step:513K smpl:8M ep:39K epch:129.44 loss:0.002 grdn:0.151 lr:5.1e-06 updt_s:0.228 data_s:0.076
+INFO 2025-05-20 10:45:21 ts/train.py:232 step:513K smpl:8M ep:39K epch:129.49 loss:0.002 grdn:0.142 lr:5.1e-06 updt_s:0.229 data_s:0.080
+INFO 2025-05-20 10:46:22 ts/train.py:232 step:514K smpl:8M ep:39K epch:129.54 loss:0.002 grdn:0.139 lr:5.0e-06 updt_s:0.228 data_s:0.075
+INFO 2025-05-20 10:47:23 ts/train.py:232 step:514K smpl:8M ep:39K epch:129.59 loss:0.002 grdn:0.129 lr:5.0e-06 updt_s:0.228 data_s:0.073
+INFO 2025-05-20 10:48:24 ts/train.py:232 step:514K smpl:8M ep:39K epch:129.64 loss:0.002 grdn:0.138 lr:5.0e-06 updt_s:0.228 data_s:0.078
+INFO 2025-05-20 10:49:26 ts/train.py:232 step:514K smpl:8M ep:39K epch:129.69 loss:0.002 grdn:0.139 lr:5.0e-06 updt_s:0.229 data_s:0.079
+INFO 2025-05-20 10:50:25 ts/train.py:232 step:514K smpl:8M ep:39K epch:129.75 loss:0.002 grdn:0.151 lr:5.0e-06 updt_s:0.229 data_s:0.067
+INFO 2025-05-20 10:51:22 ts/train.py:232 step:515K smpl:8M ep:39K epch:129.80 loss:0.002 grdn:0.139 lr:4.9e-06 updt_s:0.229 data_s:0.057
+INFO 2025-05-20 10:52:19 ts/train.py:232 step:515K smpl:8M ep:39K epch:129.85 loss:0.002 grdn:0.142 lr:4.9e-06 updt_s:0.229 data_s:0.052
+INFO 2025-05-20 10:53:16 ts/train.py:232 step:515K smpl:8M ep:39K epch:129.90 loss:0.002 grdn:0.147 lr:4.9e-06 updt_s:0.228 data_s:0.058
+INFO 2025-05-20 10:54:13 ts/train.py:232 step:515K smpl:8M ep:39K epch:129.95 loss:0.002 grdn:0.143 lr:4.9e-06 updt_s:0.229 data_s:0.056
+INFO 2025-05-20 10:55:11 ts/train.py:232 step:515K smpl:8M ep:39K epch:130.00 loss:0.002 grdn:0.150 lr:4.8e-06 updt_s:0.229 data_s:0.062
+INFO 2025-05-20 10:56:09 ts/train.py:232 step:516K smpl:8M ep:39K epch:130.05 loss:0.002 grdn:0.149 lr:4.8e-06 updt_s:0.229 data_s:0.061
+INFO 2025-05-20 10:57:07 ts/train.py:232 step:516K smpl:8M ep:39K epch:130.10 loss:0.002 grdn:0.144 lr:4.8e-06 updt_s:0.229 data_s:0.057
+INFO 2025-05-20 10:58:04 ts/train.py:232 step:516K smpl:8M ep:39K epch:130.15 loss:0.002 grdn:0.139 lr:4.8e-06 updt_s:0.229 data_s:0.059
+INFO 2025-05-20 10:59:02 ts/train.py:232 step:516K smpl:8M ep:39K epch:130.20 loss:0.002 grdn:0.155 lr:4.8e-06 updt_s:0.228 data_s:0.059
+INFO 2025-05-20 11:00:00 ts/train.py:232 step:516K smpl:8M ep:39K epch:130.25 loss:0.002 grdn:0.133 lr:4.7e-06 updt_s:0.229 data_s:0.060
+INFO 2025-05-20 11:00:58 ts/train.py:232 step:517K smpl:8M ep:39K epch:130.30 loss:0.002 grdn:0.143 lr:4.7e-06 updt_s:0.229 data_s:0.060
+INFO 2025-05-20 11:01:56 ts/train.py:232 step:517K smpl:8M ep:39K epch:130.35 loss:0.002 grdn:0.143 lr:4.7e-06 updt_s:0.229 data_s:0.062
+INFO 2025-05-20 11:02:58 ts/train.py:232 step:517K smpl:8M ep:39K epch:130.40 loss:0.002 grdn:0.146 lr:4.7e-06 updt_s:0.229 data_s:0.082
+INFO 2025-05-20 11:03:59 ts/train.py:232 step:517K smpl:8M ep:39K epch:130.45 loss:0.002 grdn:0.133 lr:4.6e-06 updt_s:0.228 data_s:0.075
+INFO 2025-05-20 11:04:59 ts/train.py:232 step:517K smpl:8M ep:39K epch:130.50 loss:0.002 grdn:0.152 lr:4.6e-06 updt_s:0.228 data_s:0.071
+INFO 2025-05-20 11:06:02 ts/train.py:232 step:518K smpl:8M ep:39K epch:130.55 loss:0.002 grdn:0.155 lr:4.6e-06 updt_s:0.228 data_s:0.084
+INFO 2025-05-20 11:07:03 ts/train.py:232 step:518K smpl:8M ep:39K epch:130.60 loss:0.002 grdn:0.142 lr:4.6e-06 updt_s:0.229 data_s:0.076
+INFO 2025-05-20 11:08:04 ts/train.py:232 step:518K smpl:8M ep:39K epch:130.65 loss:0.002 grdn:0.132 lr:4.6e-06 updt_s:0.229 data_s:0.078
+INFO 2025-05-20 11:09:00 ts/train.py:232 step:518K smpl:8M ep:39K epch:130.70 loss:0.002 grdn:0.132 lr:4.5e-06 updt_s:0.229 data_s:0.049
+INFO 2025-05-20 11:09:51 ts/train.py:232 step:518K smpl:8M ep:39K epch:130.75 loss:0.002 grdn:0.138 lr:4.5e-06 updt_s:0.230 data_s:0.024
+INFO 2025-05-20 11:10:41 ts/train.py:232 step:519K smpl:8M ep:39K epch:130.80 loss:0.002 grdn:0.153 lr:4.5e-06 updt_s:0.229 data_s:0.020
+INFO 2025-05-20 11:11:31 ts/train.py:232 step:519K smpl:8M ep:39K epch:130.86 loss:0.002 grdn:0.155 lr:4.5e-06 updt_s:0.230 data_s:0.017
+INFO 2025-05-20 11:12:20 ts/train.py:232 step:519K smpl:8M ep:39K epch:130.91 loss:0.002 grdn:0.145 lr:4.4e-06 updt_s:0.230 data_s:0.018
+INFO 2025-05-20 11:13:10 ts/train.py:232 step:519K smpl:8M ep:39K epch:130.96 loss:0.002 grdn:0.146 lr:4.4e-06 updt_s:0.229 data_s:0.021
+INFO 2025-05-20 11:14:02 ts/train.py:232 step:519K smpl:8M ep:39K epch:131.01 loss:0.002 grdn:0.144 lr:4.4e-06 updt_s:0.229 data_s:0.026
+INFO 2025-05-20 11:14:53 ts/train.py:232 step:520K smpl:8M ep:39K epch:131.06 loss:0.002 grdn:0.144 lr:4.4e-06 updt_s:0.229 data_s:0.029
+INFO 2025-05-20 11:15:44 ts/train.py:232 step:520K smpl:8M ep:39K epch:131.11 loss:0.002 grdn:0.136 lr:4.4e-06 updt_s:0.229 data_s:0.024
+INFO 2025-05-20 11:16:34 ts/train.py:232 step:520K smpl:8M ep:39K epch:131.16 loss:0.002 grdn:0.148 lr:4.3e-06 updt_s:0.229 data_s:0.020
+INFO 2025-05-20 11:16:34 ts/train.py:241 Checkpoint policy after step 520000
+INFO 2025-05-20 11:17:29 ts/train.py:232 step:520K smpl:8M ep:39K epch:131.21 loss:0.002 grdn:0.138 lr:4.3e-06 updt_s:0.228 data_s:0.019
+INFO 2025-05-20 11:18:18 ts/train.py:232 step:520K smpl:8M ep:39K epch:131.26 loss:0.002 grdn:0.129 lr:4.3e-06 updt_s:0.228 data_s:0.020
+INFO 2025-05-20 11:19:08 ts/train.py:232 step:521K smpl:8M ep:39K epch:131.31 loss:0.002 grdn:0.149 lr:4.3e-06 updt_s:0.228 data_s:0.021
+INFO 2025-05-20 11:20:06 ts/train.py:232 step:521K smpl:8M ep:39K epch:131.36 loss:0.002 grdn:0.147 lr:4.3e-06 updt_s:0.229 data_s:0.061
+INFO 2025-05-20 11:21:10 ts/train.py:232 step:521K smpl:8M ep:39K epch:131.41 loss:0.002 grdn:0.144 lr:4.2e-06 updt_s:0.229 data_s:0.089
+INFO 2025-05-20 11:22:14 ts/train.py:232 step:521K smpl:8M ep:39K epch:131.46 loss:0.002 grdn:0.140 lr:4.2e-06 updt_s:0.229 data_s:0.089
+INFO 2025-05-20 11:23:18 ts/train.py:232 step:521K smpl:8M ep:39K epch:131.51 loss:0.002 grdn:0.129 lr:4.2e-06 updt_s:0.229 data_s:0.091
+INFO 2025-05-20 11:24:22 ts/train.py:232 step:522K smpl:8M ep:39K epch:131.56 loss:0.002 grdn:0.139 lr:4.2e-06 updt_s:0.228 data_s:0.092
+INFO 2025-05-20 11:25:24 ts/train.py:232 step:522K smpl:8M ep:39K epch:131.61 loss:0.002 grdn:0.135 lr:4.2e-06 updt_s:0.228 data_s:0.082
+INFO 2025-05-20 11:26:24 ts/train.py:232 step:522K smpl:8M ep:39K epch:131.66 loss:0.002 grdn:0.138 lr:4.1e-06 updt_s:0.229 data_s:0.067
+INFO 2025-05-20 11:27:16 ts/train.py:232 step:522K smpl:8M ep:40K epch:131.71 loss:0.002 grdn:0.127 lr:4.1e-06 updt_s:0.228 data_s:0.030
+INFO 2025-05-20 11:28:08 ts/train.py:232 step:522K smpl:8M ep:40K epch:131.76 loss:0.002 grdn:0.144 lr:4.1e-06 updt_s:0.229 data_s:0.035
+INFO 2025-05-20 11:29:00 ts/train.py:232 step:523K smpl:8M ep:40K epch:131.81 loss:0.002 grdn:0.137 lr:4.1e-06 updt_s:0.229 data_s:0.028
+INFO 2025-05-20 11:29:52 ts/train.py:232 step:523K smpl:8M ep:40K epch:131.86 loss:0.002 grdn:0.137 lr:4.0e-06 updt_s:0.229 data_s:0.028
+INFO 2025-05-20 11:30:45 ts/train.py:232 step:523K smpl:8M ep:40K epch:131.91 loss:0.002 grdn:0.145 lr:4.0e-06 updt_s:0.229 data_s:0.039
+INFO 2025-05-20 11:31:39 ts/train.py:232 step:523K smpl:8M ep:40K epch:131.97 loss:0.002 grdn:0.127 lr:4.0e-06 updt_s:0.229 data_s:0.038
+INFO 2025-05-20 11:32:30 ts/train.py:232 step:523K smpl:8M ep:40K epch:132.02 loss:0.002 grdn:0.137 lr:4.0e-06 updt_s:0.229 data_s:0.026
+INFO 2025-05-20 11:33:22 ts/train.py:232 step:524K smpl:8M ep:40K epch:132.07 loss:0.002 grdn:0.129 lr:4.0e-06 updt_s:0.229 data_s:0.032
+INFO 2025-05-20 11:34:15 ts/train.py:232 step:524K smpl:8M ep:40K epch:132.12 loss:0.002 grdn:0.125 lr:3.9e-06 updt_s:0.230 data_s:0.035
+INFO 2025-05-20 11:35:07 ts/train.py:232 step:524K smpl:8M ep:40K epch:132.17 loss:0.002 grdn:0.126 lr:3.9e-06 updt_s:0.229 data_s:0.028
+INFO 2025-05-20 11:35:59 ts/train.py:232 step:524K smpl:8M ep:40K epch:132.22 loss:0.002 grdn:0.139 lr:3.9e-06 updt_s:0.229 data_s:0.029
+INFO 2025-05-20 11:36:51 ts/train.py:232 step:524K smpl:8M ep:40K epch:132.27 loss:0.002 grdn:0.129 lr:3.9e-06 updt_s:0.230 data_s:0.032
+INFO 2025-05-20 11:37:48 ts/train.py:232 step:525K smpl:8M ep:40K epch:132.32 loss:0.002 grdn:0.159 lr:3.9e-06 updt_s:0.229 data_s:0.052
+INFO 2025-05-20 11:38:49 ts/train.py:232 step:525K smpl:8M ep:40K epch:132.37 loss:0.002 grdn:0.131 lr:3.8e-06 updt_s:0.228 data_s:0.079
+INFO 2025-05-20 11:39:51 ts/train.py:232 step:525K smpl:8M ep:40K epch:132.42 loss:0.002 grdn:0.155 lr:3.8e-06 updt_s:0.228 data_s:0.078
+INFO 2025-05-20 11:40:52 ts/train.py:232 step:525K smpl:8M ep:40K epch:132.47 loss:0.002 grdn:0.137 lr:3.8e-06 updt_s:0.228 data_s:0.074
+INFO 2025-05-20 11:41:52 ts/train.py:232 step:525K smpl:8M ep:40K epch:132.52 loss:0.002 grdn:0.159 lr:3.8e-06 updt_s:0.229 data_s:0.073
+INFO 2025-05-20 11:42:54 ts/train.py:232 step:526K smpl:8M ep:40K epch:132.57 loss:0.002 grdn:0.154 lr:3.8e-06 updt_s:0.229 data_s:0.077
+INFO 2025-05-20 11:43:54 ts/train.py:232 step:526K smpl:8M ep:40K epch:132.62 loss:0.002 grdn:0.145 lr:3.7e-06 updt_s:0.229 data_s:0.073
+INFO 2025-05-20 11:44:44 ts/train.py:232 step:526K smpl:8M ep:40K epch:132.67 loss:0.002 grdn:0.150 lr:3.7e-06 updt_s:0.229 data_s:0.020
+INFO 2025-05-20 11:45:35 ts/train.py:232 step:526K smpl:8M ep:40K epch:132.72 loss:0.002 grdn:0.130 lr:3.7e-06 updt_s:0.228 data_s:0.026
+INFO 2025-05-20 11:46:26 ts/train.py:232 step:526K smpl:8M ep:40K epch:132.77 loss:0.002 grdn:0.134 lr:3.7e-06 updt_s:0.228 data_s:0.026
+INFO 2025-05-20 11:47:16 ts/train.py:232 step:527K smpl:8M ep:40K epch:132.82 loss:0.002 grdn:0.135 lr:3.7e-06 updt_s:0.228 data_s:0.023
+INFO 2025-05-20 11:48:07 ts/train.py:232 step:527K smpl:8M ep:40K epch:132.87 loss:0.002 grdn:0.139 lr:3.6e-06 updt_s:0.229 data_s:0.023
+INFO 2025-05-20 11:48:57 ts/train.py:232 step:527K smpl:8M ep:40K epch:132.92 loss:0.002 grdn:0.141 lr:3.6e-06 updt_s:0.228 data_s:0.022
+INFO 2025-05-20 11:49:47 ts/train.py:232 step:527K smpl:8M ep:40K epch:132.97 loss:0.002 grdn:0.154 lr:3.6e-06 updt_s:0.228 data_s:0.024
+INFO 2025-05-20 11:50:38 ts/train.py:232 step:527K smpl:8M ep:40K epch:133.02 loss:0.002 grdn:0.145 lr:3.6e-06 updt_s:0.228 data_s:0.025
+INFO 2025-05-20 11:51:28 ts/train.py:232 step:528K smpl:8M ep:40K epch:133.07 loss:0.002 grdn:0.132 lr:3.6e-06 updt_s:0.228 data_s:0.022
+INFO 2025-05-20 11:52:19 ts/train.py:232 step:528K smpl:8M ep:40K epch:133.13 loss:0.002 grdn:0.154 lr:3.5e-06 updt_s:0.228 data_s:0.025
+INFO 2025-05-20 11:53:09 ts/train.py:232 step:528K smpl:8M ep:40K epch:133.18 loss:0.002 grdn:0.134 lr:3.5e-06 updt_s:0.228 data_s:0.022
+INFO 2025-05-20 11:53:59 ts/train.py:232 step:528K smpl:8M ep:40K epch:133.23 loss:0.002 grdn:0.138 lr:3.5e-06 updt_s:0.229 data_s:0.021
+INFO 2025-05-20 11:54:52 ts/train.py:232 step:528K smpl:8M ep:40K epch:133.28 loss:0.002 grdn:0.151 lr:3.5e-06 updt_s:0.228 data_s:0.034
+INFO 2025-05-20 11:55:53 ts/train.py:232 step:529K smpl:8M ep:40K epch:133.33 loss:0.002 grdn:0.133 lr:3.5e-06 updt_s:0.229 data_s:0.076
+INFO 2025-05-20 11:56:54 ts/train.py:232 step:529K smpl:8M ep:40K epch:133.38 loss:0.002 grdn:0.136 lr:3.4e-06 updt_s:0.229 data_s:0.073
+INFO 2025-05-20 11:57:56 ts/train.py:232 step:529K smpl:8M ep:40K epch:133.43 loss:0.002 grdn:0.150 lr:3.4e-06 updt_s:0.228 data_s:0.081
+INFO 2025-05-20 11:58:56 ts/train.py:232 step:529K smpl:8M ep:40K epch:133.48 loss:0.002 grdn:0.121 lr:3.4e-06 updt_s:0.228 data_s:0.071
+INFO 2025-05-20 11:59:57 ts/train.py:232 step:529K smpl:8M ep:40K epch:133.53 loss:0.002 grdn:0.142 lr:3.4e-06 updt_s:0.228 data_s:0.076
+INFO 2025-05-20 12:00:58 ts/train.py:232 step:530K smpl:8M ep:40K epch:133.58 loss:0.002 grdn:0.135 lr:3.4e-06 updt_s:0.228 data_s:0.078
+INFO 2025-05-20 12:01:49 ts/train.py:232 step:530K smpl:8M ep:40K epch:133.63 loss:0.002 grdn:0.133 lr:3.4e-06 updt_s:0.229 data_s:0.028
+INFO 2025-05-20 12:02:40 ts/train.py:232 step:530K smpl:8M ep:40K epch:133.68 loss:0.002 grdn:0.136 lr:3.3e-06 updt_s:0.229 data_s:0.024
+INFO 2025-05-20 12:03:31 ts/train.py:232 step:530K smpl:8M ep:40K epch:133.73 loss:0.002 grdn:0.141 lr:3.3e-06 updt_s:0.229 data_s:0.026
+INFO 2025-05-20 12:04:22 ts/train.py:232 step:530K smpl:8M ep:40K epch:133.78 loss:0.002 grdn:0.131 lr:3.3e-06 updt_s:0.228 data_s:0.026
+INFO 2025-05-20 12:05:15 ts/train.py:232 step:531K smpl:8M ep:40K epch:133.83 loss:0.002 grdn:0.141 lr:3.3e-06 updt_s:0.228 data_s:0.032
+INFO 2025-05-20 12:06:05 ts/train.py:232 step:531K smpl:8M ep:40K epch:133.88 loss:0.002 grdn:0.140 lr:3.3e-06 updt_s:0.229 data_s:0.021
+INFO 2025-05-20 12:06:55 ts/train.py:232 step:531K smpl:8M ep:40K epch:133.93 loss:0.002 grdn:0.132 lr:3.2e-06 updt_s:0.228 data_s:0.024
+INFO 2025-05-20 12:07:47 ts/train.py:232 step:531K smpl:8M ep:40K epch:133.98 loss:0.002 grdn:0.140 lr:3.2e-06 updt_s:0.229 data_s:0.027
+INFO 2025-05-20 12:08:37 ts/train.py:232 step:531K smpl:9M ep:40K epch:134.03 loss:0.002 grdn:0.138 lr:3.2e-06 updt_s:0.228 data_s:0.025
+INFO 2025-05-20 12:09:29 ts/train.py:232 step:532K smpl:9M ep:40K epch:134.08 loss:0.002 grdn:0.135 lr:3.2e-06 updt_s:0.229 data_s:0.026
+INFO 2025-05-20 12:10:19 ts/train.py:232 step:532K smpl:9M ep:40K epch:134.13 loss:0.002 grdn:0.129 lr:3.2e-06 updt_s:0.228 data_s:0.025
+INFO 2025-05-20 12:11:10 ts/train.py:232 step:532K smpl:9M ep:40K epch:134.18 loss:0.002 grdn:0.124 lr:3.2e-06 updt_s:0.228 data_s:0.027
+INFO 2025-05-20 12:12:01 ts/train.py:232 step:532K smpl:9M ep:40K epch:134.24 loss:0.002 grdn:0.138 lr:3.1e-06 updt_s:0.228 data_s:0.023
+INFO 2025-05-20 12:13:04 ts/train.py:232 step:532K smpl:9M ep:40K epch:134.29 loss:0.002 grdn:0.141 lr:3.1e-06 updt_s:0.227 data_s:0.087
+INFO 2025-05-20 12:14:06 ts/train.py:232 step:533K smpl:9M ep:40K epch:134.34 loss:0.002 grdn:0.148 lr:3.1e-06 updt_s:0.228 data_s:0.082
+INFO 2025-05-20 12:15:08 ts/train.py:232 step:533K smpl:9M ep:40K epch:134.39 loss:0.002 grdn:0.140 lr:3.1e-06 updt_s:0.228 data_s:0.080
+INFO 2025-05-20 12:16:10 ts/train.py:232 step:533K smpl:9M ep:40K epch:134.44 loss:0.002 grdn:0.151 lr:3.1e-06 updt_s:0.229 data_s:0.081
+INFO 2025-05-20 12:17:11 ts/train.py:232 step:533K smpl:9M ep:40K epch:134.49 loss:0.002 grdn:0.147 lr:3.0e-06 updt_s:0.228 data_s:0.077
+INFO 2025-05-20 12:18:12 ts/train.py:232 step:533K smpl:9M ep:40K epch:134.54 loss:0.002 grdn:0.122 lr:3.0e-06 updt_s:0.229 data_s:0.078
+INFO 2025-05-20 12:19:04 ts/train.py:232 step:534K smpl:9M ep:40K epch:134.59 loss:0.002 grdn:0.123 lr:3.0e-06 updt_s:0.228 data_s:0.031
+INFO 2025-05-20 12:19:54 ts/train.py:232 step:534K smpl:9M ep:40K epch:134.64 loss:0.002 grdn:0.127 lr:3.0e-06 updt_s:0.229 data_s:0.016
+INFO 2025-05-20 12:20:44 ts/train.py:232 step:534K smpl:9M ep:40K epch:134.69 loss:0.002 grdn:0.124 lr:3.0e-06 updt_s:0.229 data_s:0.024
+INFO 2025-05-20 12:21:34 ts/train.py:232 step:534K smpl:9M ep:40K epch:134.74 loss:0.002 grdn:0.139 lr:3.0e-06 updt_s:0.229 data_s:0.019
+INFO 2025-05-20 12:22:24 ts/train.py:232 step:534K smpl:9M ep:40K epch:134.79 loss:0.002 grdn:0.141 lr:2.9e-06 updt_s:0.229 data_s:0.020
+INFO 2025-05-20 12:23:15 ts/train.py:232 step:535K smpl:9M ep:40K epch:134.84 loss:0.002 grdn:0.134 lr:2.9e-06 updt_s:0.229 data_s:0.026
+INFO 2025-05-20 12:24:04 ts/train.py:232 step:535K smpl:9M ep:40K epch:134.89 loss:0.002 grdn:0.127 lr:2.9e-06 updt_s:0.229 data_s:0.016
+INFO 2025-05-20 12:24:55 ts/train.py:232 step:535K smpl:9M ep:40K epch:134.94 loss:0.002 grdn:0.150 lr:2.9e-06 updt_s:0.230 data_s:0.022
+INFO 2025-05-20 12:25:46 ts/train.py:232 step:535K smpl:9M ep:40K epch:134.99 loss:0.002 grdn:0.139 lr:2.9e-06 updt_s:0.229 data_s:0.027
+INFO 2025-05-20 12:26:37 ts/train.py:232 step:535K smpl:9M ep:41K epch:135.04 loss:0.002 grdn:0.164 lr:2.8e-06 updt_s:0.229 data_s:0.024
+INFO 2025-05-20 12:27:28 ts/train.py:232 step:536K smpl:9M ep:41K epch:135.09 loss:0.002 grdn:0.131 lr:2.8e-06 updt_s:0.229 data_s:0.026
+INFO 2025-05-20 12:28:19 ts/train.py:232 step:536K smpl:9M ep:41K epch:135.14 loss:0.002 grdn:0.143 lr:2.8e-06 updt_s:0.229 data_s:0.024
+INFO 2025-05-20 12:29:10 ts/train.py:232 step:536K smpl:9M ep:41K epch:135.19 loss:0.002 grdn:0.157 lr:2.8e-06 updt_s:0.229 data_s:0.025
+INFO 2025-05-20 12:30:11 ts/train.py:232 step:536K smpl:9M ep:41K epch:135.24 loss:0.001 grdn:0.116 lr:2.8e-06 updt_s:0.228 data_s:0.077
+INFO 2025-05-20 12:31:13 ts/train.py:232 step:536K smpl:9M ep:41K epch:135.29 loss:0.002 grdn:0.128 lr:2.8e-06 updt_s:0.228 data_s:0.082
+INFO 2025-05-20 12:32:14 ts/train.py:232 step:537K smpl:9M ep:41K epch:135.34 loss:0.001 grdn:0.115 lr:2.7e-06 updt_s:0.228 data_s:0.077
+INFO 2025-05-20 12:33:16 ts/train.py:232 step:537K smpl:9M ep:41K epch:135.40 loss:0.002 grdn:0.133 lr:2.7e-06 updt_s:0.228 data_s:0.080
+INFO 2025-05-20 12:34:17 ts/train.py:232 step:537K smpl:9M ep:41K epch:135.45 loss:0.002 grdn:0.138 lr:2.7e-06 updt_s:0.229 data_s:0.078
+INFO 2025-05-20 12:35:19 ts/train.py:232 step:537K smpl:9M ep:41K epch:135.50 loss:0.002 grdn:0.143 lr:2.7e-06 updt_s:0.229 data_s:0.079
+INFO 2025-05-20 12:36:14 ts/train.py:232 step:537K smpl:9M ep:41K epch:135.55 loss:0.002 grdn:0.143 lr:2.7e-06 updt_s:0.228 data_s:0.045
+INFO 2025-05-20 12:37:05 ts/train.py:232 step:538K smpl:9M ep:41K epch:135.60 loss:0.002 grdn:0.140 lr:2.7e-06 updt_s:0.229 data_s:0.028
+INFO 2025-05-20 12:37:57 ts/train.py:232 step:538K smpl:9M ep:41K epch:135.65 loss:0.002 grdn:0.130 lr:2.6e-06 updt_s:0.229 data_s:0.030
+INFO 2025-05-20 12:38:51 ts/train.py:232 step:538K smpl:9M ep:41K epch:135.70 loss:0.002 grdn:0.125 lr:2.6e-06 updt_s:0.228 data_s:0.040
+INFO 2025-05-20 12:39:44 ts/train.py:232 step:538K smpl:9M ep:41K epch:135.75 loss:0.002 grdn:0.136 lr:2.6e-06 updt_s:0.228 data_s:0.036
+INFO 2025-05-20 12:40:35 ts/train.py:232 step:538K smpl:9M ep:41K epch:135.80 loss:0.002 grdn:0.141 lr:2.6e-06 updt_s:0.229 data_s:0.027
+INFO 2025-05-20 12:41:27 ts/train.py:232 step:539K smpl:9M ep:41K epch:135.85 loss:0.002 grdn:0.143 lr:2.6e-06 updt_s:0.228 data_s:0.028
+INFO 2025-05-20 12:42:18 ts/train.py:232 step:539K smpl:9M ep:41K epch:135.90 loss:0.002 grdn:0.143 lr:2.6e-06 updt_s:0.229 data_s:0.028
+INFO 2025-05-20 12:43:09 ts/train.py:232 step:539K smpl:9M ep:41K epch:135.95 loss:0.002 grdn:0.134 lr:2.5e-06 updt_s:0.229 data_s:0.026
+INFO 2025-05-20 12:44:01 ts/train.py:232 step:539K smpl:9M ep:41K epch:136.00 loss:0.002 grdn:0.154 lr:2.5e-06 updt_s:0.229 data_s:0.030
+INFO 2025-05-20 12:44:52 ts/train.py:232 step:539K smpl:9M ep:41K epch:136.05 loss:0.002 grdn:0.129 lr:2.5e-06 updt_s:0.229 data_s:0.025
+INFO 2025-05-20 12:45:45 ts/train.py:232 step:540K smpl:9M ep:41K epch:136.10 loss:0.002 grdn:0.148 lr:2.5e-06 updt_s:0.228 data_s:0.035
+INFO 2025-05-20 12:46:36 ts/train.py:232 step:540K smpl:9M ep:41K epch:136.15 loss:0.002 grdn:0.157 lr:2.5e-06 updt_s:0.229 data_s:0.028
+INFO 2025-05-20 12:47:37 ts/train.py:232 step:540K smpl:9M ep:41K epch:136.20 loss:0.001 grdn:0.117 lr:2.5e-06 updt_s:0.227 data_s:0.073
+INFO 2025-05-20 12:47:37 ts/train.py:241 Checkpoint policy after step 540000
+INFO 2025-05-20 12:48:42 ts/train.py:232 step:540K smpl:9M ep:41K epch:136.25 loss:0.002 grdn:0.137 lr:2.4e-06 updt_s:0.228 data_s:0.073
+INFO 2025-05-20 12:49:44 ts/train.py:232 step:540K smpl:9M ep:41K epch:136.30 loss:0.002 grdn:0.135 lr:2.4e-06 updt_s:0.228 data_s:0.082
+INFO 2025-05-20 12:50:45 ts/train.py:232 step:541K smpl:9M ep:41K epch:136.35 loss:0.002 grdn:0.137 lr:2.4e-06 updt_s:0.228 data_s:0.077
+INFO 2025-05-20 12:51:47 ts/train.py:232 step:541K smpl:9M ep:41K epch:136.40 loss:0.002 grdn:0.133 lr:2.4e-06 updt_s:0.229 data_s:0.081
+INFO 2025-05-20 12:52:48 ts/train.py:232 step:541K smpl:9M ep:41K epch:136.45 loss:0.002 grdn:0.138 lr:2.4e-06 updt_s:0.229 data_s:0.075
+INFO 2025-05-20 12:53:44 ts/train.py:232 step:541K smpl:9M ep:41K epch:136.51 loss:0.002 grdn:0.127 lr:2.4e-06 updt_s:0.229 data_s:0.052
+INFO 2025-05-20 12:54:33 ts/train.py:232 step:541K smpl:9M ep:41K epch:136.56 loss:0.002 grdn:0.134 lr:2.3e-06 updt_s:0.230 data_s:0.014
+INFO 2025-05-20 12:55:22 ts/train.py:232 step:542K smpl:9M ep:41K epch:136.61 loss:0.002 grdn:0.130 lr:2.3e-06 updt_s:0.229 data_s:0.015
+INFO 2025-05-20 12:56:12 ts/train.py:232 step:542K smpl:9M ep:41K epch:136.66 loss:0.002 grdn:0.134 lr:2.3e-06 updt_s:0.229 data_s:0.018
+INFO 2025-05-20 12:57:02 ts/train.py:232 step:542K smpl:9M ep:41K epch:136.71 loss:0.002 grdn:0.148 lr:2.3e-06 updt_s:0.229 data_s:0.021
+INFO 2025-05-20 12:57:51 ts/train.py:232 step:542K smpl:9M ep:41K epch:136.76 loss:0.002 grdn:0.134 lr:2.3e-06 updt_s:0.229 data_s:0.017
+INFO 2025-05-20 12:58:40 ts/train.py:232 step:542K smpl:9M ep:41K epch:136.81 loss:0.002 grdn:0.131 lr:2.3e-06 updt_s:0.229 data_s:0.014
+INFO 2025-05-20 12:59:30 ts/train.py:232 step:543K smpl:9M ep:41K epch:136.86 loss:0.002 grdn:0.135 lr:2.3e-06 updt_s:0.229 data_s:0.021
+INFO 2025-05-20 13:00:19 ts/train.py:232 step:543K smpl:9M ep:41K epch:136.91 loss:0.002 grdn:0.130 lr:2.2e-06 updt_s:0.229 data_s:0.014
+INFO 2025-05-20 13:01:08 ts/train.py:232 step:543K smpl:9M ep:41K epch:136.96 loss:0.002 grdn:0.143 lr:2.2e-06 updt_s:0.229 data_s:0.017
+INFO 2025-05-20 13:01:59 ts/train.py:232 step:543K smpl:9M ep:41K epch:137.01 loss:0.002 grdn:0.128 lr:2.2e-06 updt_s:0.229 data_s:0.021
+INFO 2025-05-20 13:02:48 ts/train.py:232 step:543K smpl:9M ep:41K epch:137.06 loss:0.002 grdn:0.144 lr:2.2e-06 updt_s:0.229 data_s:0.019
+INFO 2025-05-20 13:03:38 ts/train.py:232 step:544K smpl:9M ep:41K epch:137.11 loss:0.002 grdn:0.139 lr:2.2e-06 updt_s:0.228 data_s:0.022
+INFO 2025-05-20 13:04:34 ts/train.py:232 step:544K smpl:9M ep:41K epch:137.16 loss:0.002 grdn:0.129 lr:2.2e-06 updt_s:0.227 data_s:0.049
+INFO 2025-05-20 13:05:32 ts/train.py:232 step:544K smpl:9M ep:41K epch:137.21 loss:0.002 grdn:0.135 lr:2.1e-06 updt_s:0.228 data_s:0.061
+INFO 2025-05-20 13:06:29 ts/train.py:232 step:544K smpl:9M ep:41K epch:137.26 loss:0.002 grdn:0.125 lr:2.1e-06 updt_s:0.228 data_s:0.059
+INFO 2025-05-20 13:07:25 ts/train.py:232 step:544K smpl:9M ep:41K epch:137.31 loss:0.002 grdn:0.137 lr:2.1e-06 updt_s:0.229 data_s:0.049
+INFO 2025-05-20 13:08:22 ts/train.py:232 step:545K smpl:9M ep:41K epch:137.36 loss:0.002 grdn:0.121 lr:2.1e-06 updt_s:0.229 data_s:0.053
+INFO 2025-05-20 13:09:20 ts/train.py:232 step:545K smpl:9M ep:41K epch:137.41 loss:0.002 grdn:0.123 lr:2.1e-06 updt_s:0.229 data_s:0.059
+INFO 2025-05-20 13:10:15 ts/train.py:232 step:545K smpl:9M ep:41K epch:137.46 loss:0.002 grdn:0.139 lr:2.1e-06 updt_s:0.229 data_s:0.048
+INFO 2025-05-20 13:11:10 ts/train.py:232 step:545K smpl:9M ep:41K epch:137.51 loss:0.002 grdn:0.153 lr:2.1e-06 updt_s:0.228 data_s:0.046
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/wandb/run-20250519_150246-fekph8dz/files/requirements.txt b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/wandb/run-20250519_150246-fekph8dz/files/requirements.txt
new file mode 100644
index 0000000000000000000000000000000000000000..68f3c0c612674471eb5bd86cd21f3a339e5e7f24
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/wandb/run-20250519_150246-fekph8dz/files/requirements.txt
@@ -0,0 +1,146 @@
+pyyaml-include==1.4.1
+pillow==11.2.1
+six==1.17.0
+nvidia-cusparse-cu12==12.3.1.170
+packaging==24.2
+torch==2.6.0
+async-timeout==5.0.1
+wcwidth==0.2.13
+nvidia-nvjitlink-cu12==12.4.127
+pip==25.0.1
+requests==2.32.3
+draccus==0.10.0
+python-dateutil==2.9.0.post0
+numba==0.61.2
+antlr4-python3-runtime==4.9.3
+pyzmq==26.4.0
+termcolor==3.0.1
+pyserial==3.5
+pynput==1.8.1
+pfzy==0.3.4
+deepdiff==8.4.2
+h5py==3.13.0
+imageio==2.37.0
+typing-inspect==0.9.0
+imageio-ffmpeg==0.6.0
+multidict==6.4.3
+fasteners==0.19
+nvidia-cufft-cu12==11.2.1.3
+nvidia-cusolver-cu12==11.6.1.9
+triton==3.2.0
+beautifulsoup4==4.13.4
+annotated-types==0.7.0
+llvmlite==0.44.0
+TorchCodec==0.2.1
+hf_transfer==0.1.9
+cffi==1.17.1
+zarr==2.18.3
+opencv-python-headless==4.11.0.86
+tqdm==4.67.1
+protobuf==5.29.4
+av==14.3.0
+click==8.1.8
+pyarrow==19.0.1
+Flask==3.1.0
+zipp==3.21.0
+importlib_metadata==8.6.1
+urllib3==2.4.0
+huggingface-hub==0.30.2
+gitdb==4.0.12
+nvidia-nccl-cu12==2.21.5
+pydantic_core==2.33.1
+MarkupSafe==3.0.2
+blinker==1.9.0
+aiohappyeyeballs==2.6.1
+einops==0.8.1
+feetech-servo-sdk==1.0.0
+omegaconf==2.3.0
+nvidia-cuda-nvrtc-cu12==12.4.127
+gdown==5.2.0
+pycparser==2.22
+pandas==2.2.3
+orderly-set==5.4.0
+certifi==2025.1.31
+torchvision==0.21.0
+sentry-sdk==2.26.1
+dill==0.3.8
+mpmath==1.3.0
+python-xlib==0.33
+mergedeep==1.3.4
+Werkzeug==3.1.3
+prompt_toolkit==3.0.51
+PyYAML==6.0.2
+multiprocess==0.70.16
+toml==0.10.2
+wheel==0.45.1
+platformdirs==4.3.7
+numcodecs==0.13.1
+evdev==1.9.1
+pydantic==2.11.3
+fsspec==2024.12.0
+xxhash==3.5.0
+setproctitle==1.3.5
+propcache==0.3.1
+nvidia-cuda-cupti-cu12==12.4.127
+GitPython==3.1.44
+cloudpickle==3.1.1
+frozenlist==1.6.0
+filelock==3.18.0
+idna==3.10
+lerobot==0.1.0
+Farama-Notifications==0.0.4
+charset-normalizer==3.4.1
+wandb==0.19.9
+tzdata==2025.2
+nvidia-cublas-cu12==12.4.5.8
+pytz==2025.2
+smmap==5.0.2
+networkx==3.4.2
+numpy==2.2.4
+gymnasium==0.29.1
+aiohttp==3.11.16
+psutil==7.0.0
+attrs==25.3.0
+inquirerpy==0.3.4
+nvidia-curand-cu12==10.3.5.147
+nvidia-cudnn-cu12==9.1.0.70
+itsdangerous==2.2.0
+asciitree==0.3.3
+rerun-sdk==0.22.1
+mypy-extensions==1.0.0
+regex==2024.11.6
+aiosignal==1.3.2
+docker-pycreds==0.4.0
+sympy==1.13.1
+PySocks==1.7.1
+yarl==1.20.0
+nvidia-cuda-runtime-cu12==12.4.127
+soupsieve==2.6
+Jinja2==3.1.6
+nvidia-nvtx-cu12==12.4.127
+safetensors==0.5.3
+datasets==3.5.0
+typing_extensions==4.13.2
+diffusers==0.33.1
+pymunk==6.11.1
+nvidia-cusparselt-cu12==0.6.2
+typing-inspection==0.4.0
+setuptools==78.1.0
+cmake==4.0.0
+jsonlines==4.0.0
+zipp==3.19.2
+packaging==24.2
+importlib_metadata==8.0.0
+jaraco.context==5.3.0
+jaraco.functools==4.0.1
+backports.tarfile==1.2.0
+autocommand==2.2.2
+inflect==7.3.1
+typeguard==4.3.0
+more-itertools==10.3.0
+typing_extensions==4.12.2
+wheel==0.45.1
+tomli==2.0.1
+jaraco.collections==5.1.0
+platformdirs==4.2.2
+jaraco.text==3.12.1
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/wandb/run-20250519_150246-fekph8dz/files/wandb-metadata.json b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/wandb/run-20250519_150246-fekph8dz/files/wandb-metadata.json
new file mode 100644
index 0000000000000000000000000000000000000000..d05ada6bc09a57258c8efc4059872b780103a5ae
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/wandb/run-20250519_150246-fekph8dz/files/wandb-metadata.json
@@ -0,0 +1,90 @@
+{
+ "os": "Linux-5.15.0-139-generic-x86_64-with-glibc2.35",
+ "python": "CPython 3.10.17",
+ "startedAt": "2025-05-19T15:02:46.476179Z",
+ "args": [
+ "--resume=true",
+ "--config_path=/SSD/LSY/lerobot_model/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/checkpoints/260000/pretrained_model/train_config.json",
+ "--save_freq=20000",
+ "--steps=600000",
+ "--wandb.run_id=fekph8dz"
+ ],
+ "program": "/NAS/LSY/lerobot/lerobot/scripts/train.py",
+ "codePath": "lerobot/scripts/train.py",
+ "git": {
+ "remote": "https://github.com/huggingface/lerobot.git",
+ "commit": "a445d9c9da6bea99a8972daa4fe1fdd053d711d2"
+ },
+ "root": "/SSD/LSY/lerobot_model/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain",
+ "host": "91cf0fc7c553",
+ "executable": "/opt/conda/envs/lerobot/bin/python",
+ "codePathLocal": "lerobot/scripts/train.py",
+ "cpu_count": 48,
+ "cpu_count_logical": 96,
+ "gpu": "NVIDIA GeForce RTX 3090",
+ "gpu_count": 8,
+ "disk": {
+ "/": {
+ "total": "1820335460352",
+ "used": "1158311686144"
+ }
+ },
+ "memory": {
+ "total": "253372637184"
+ },
+ "cpu": {
+ "count": 48,
+ "countLogical": 96
+ },
+ "gpu_nvidia": [
+ {
+ "name": "NVIDIA GeForce RTX 3090",
+ "memoryTotal": "25769803776",
+ "cudaCores": 10496,
+ "architecture": "Ampere"
+ },
+ {
+ "name": "NVIDIA GeForce RTX 3090",
+ "memoryTotal": "25769803776",
+ "cudaCores": 10496,
+ "architecture": "Ampere"
+ },
+ {
+ "name": "NVIDIA GeForce RTX 3090",
+ "memoryTotal": "25769803776",
+ "cudaCores": 10496,
+ "architecture": "Ampere"
+ },
+ {
+ "name": "NVIDIA GeForce RTX 3090",
+ "memoryTotal": "25769803776",
+ "cudaCores": 10496,
+ "architecture": "Ampere"
+ },
+ {
+ "name": "NVIDIA GeForce RTX 3090",
+ "memoryTotal": "25769803776",
+ "cudaCores": 10496,
+ "architecture": "Ampere"
+ },
+ {
+ "name": "NVIDIA GeForce RTX 3090",
+ "memoryTotal": "25769803776",
+ "cudaCores": 10496,
+ "architecture": "Ampere"
+ },
+ {
+ "name": "NVIDIA GeForce RTX 3090",
+ "memoryTotal": "25769803776",
+ "cudaCores": 10496,
+ "architecture": "Ampere"
+ },
+ {
+ "name": "NVIDIA GeForce RTX 3090",
+ "memoryTotal": "25769803776",
+ "cudaCores": 10496,
+ "architecture": "Ampere"
+ }
+ ],
+ "cudaVersion": "12.2"
+}
\ No newline at end of file
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/wandb/run-20250519_150246-fekph8dz/logs/debug-core.log b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/wandb/run-20250519_150246-fekph8dz/logs/debug-core.log
new file mode 100644
index 0000000000000000000000000000000000000000..89711555736b9d0b671f4a19af8152f9468a3961
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/wandb/run-20250519_150246-fekph8dz/logs/debug-core.log
@@ -0,0 +1,6 @@
+{"time":"2025-05-19T15:02:46.028522664Z","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpf8l5cgiv/port-828709.txt","pid":828709,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false}
+{"time":"2025-05-19T15:02:46.030122226Z","level":"INFO","msg":"Will exit if parent process dies.","ppid":828709}
+{"time":"2025-05-19T15:02:46.030120341Z","level":"INFO","msg":"server is running","addr":{"IP":"127.0.0.1","Port":45679,"Zone":""}}
+{"time":"2025-05-19T15:02:46.207226161Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"127.0.0.1:43996"}
+{"time":"2025-05-19T15:02:46.473789888Z","level":"INFO","msg":"handleInformInit: received","streamId":"fekph8dz","id":"127.0.0.1:43996"}
+{"time":"2025-05-19T15:02:46.803878321Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"fekph8dz","id":"127.0.0.1:43996"}
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/wandb/run-20250519_150246-fekph8dz/logs/debug-internal.log b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/wandb/run-20250519_150246-fekph8dz/logs/debug-internal.log
new file mode 100644
index 0000000000000000000000000000000000000000..7df9eb53e1bea98c43054495f75d7c22af32fc56
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/wandb/run-20250519_150246-fekph8dz/logs/debug-internal.log
@@ -0,0 +1,819 @@
+{"time":"2025-05-19T15:02:46.473976781Z","level":"INFO","msg":"stream: starting","core version":"0.19.9","symlink path":"/SSD/LSY/lerobot_model/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/wandb/run-20250519_150246-fekph8dz/logs/debug-core.log"}
+{"time":"2025-05-19T15:02:46.803780893Z","level":"INFO","msg":"created new stream","id":"fekph8dz"}
+{"time":"2025-05-19T15:02:46.803863655Z","level":"INFO","msg":"stream: started","id":"fekph8dz"}
+{"time":"2025-05-19T15:02:46.803922391Z","level":"INFO","msg":"sender: started","stream_id":"fekph8dz"}
+{"time":"2025-05-19T15:02:46.803974841Z","level":"INFO","msg":"handler: started","stream_id":"fekph8dz"}
+{"time":"2025-05-19T15:02:46.803904861Z","level":"INFO","msg":"writer: Do: started","stream_id":"fekph8dz"}
+{"time":"2025-05-19T15:02:49.166943436Z","level":"INFO","msg":"Starting system monitor"}
+{"time":"2025-05-19T15:04:07.640726222Z","level":"WARN","msg":"handler: ignoring partial history record","step":260200,"current":278001}
+{"time":"2025-05-19T15:04:07.640798158Z","level":"WARN","msg":"handler: ignoring partial history record","step":260200,"current":278001}
+{"time":"2025-05-19T15:04:07.640834545Z","level":"WARN","msg":"handler: ignoring partial history record","step":260200,"current":278001}
+{"time":"2025-05-19T15:04:07.640926875Z","level":"WARN","msg":"handler: ignoring partial history record","step":260200,"current":278001}
+{"time":"2025-05-19T15:04:07.641005376Z","level":"WARN","msg":"handler: ignoring partial history record","step":260200,"current":278001}
+{"time":"2025-05-19T15:04:07.64110427Z","level":"WARN","msg":"handler: ignoring partial history record","step":260200,"current":278001}
+{"time":"2025-05-19T15:04:07.641208822Z","level":"WARN","msg":"handler: ignoring partial history record","step":260200,"current":278001}
+{"time":"2025-05-19T15:04:07.641277405Z","level":"WARN","msg":"handler: ignoring partial history record","step":260200,"current":278001}
+{"time":"2025-05-19T15:04:07.641364008Z","level":"WARN","msg":"handler: ignoring partial history record","step":260200,"current":278001}
+{"time":"2025-05-19T15:05:13.694054163Z","level":"WARN","msg":"handler: ignoring partial history record","step":260400,"current":278001}
+{"time":"2025-05-19T15:05:13.694103331Z","level":"WARN","msg":"handler: ignoring partial history record","step":260400,"current":278001}
+{"time":"2025-05-19T15:05:13.694113318Z","level":"WARN","msg":"handler: ignoring partial history record","step":260400,"current":278001}
+{"time":"2025-05-19T15:05:13.694121839Z","level":"WARN","msg":"handler: ignoring partial history record","step":260400,"current":278001}
+{"time":"2025-05-19T15:05:13.69412994Z","level":"WARN","msg":"handler: ignoring partial history record","step":260400,"current":278001}
+{"time":"2025-05-19T15:05:13.694138461Z","level":"WARN","msg":"handler: ignoring partial history record","step":260400,"current":278001}
+{"time":"2025-05-19T15:05:13.694145515Z","level":"WARN","msg":"handler: ignoring partial history record","step":260400,"current":278001}
+{"time":"2025-05-19T15:05:13.694153547Z","level":"WARN","msg":"handler: ignoring partial history record","step":260400,"current":278001}
+{"time":"2025-05-19T15:05:13.694162556Z","level":"WARN","msg":"handler: ignoring partial history record","step":260400,"current":278001}
+{"time":"2025-05-19T15:06:20.386152513Z","level":"WARN","msg":"handler: ignoring partial history record","step":260600,"current":278001}
+{"time":"2025-05-19T15:06:20.386227732Z","level":"WARN","msg":"handler: ignoring partial history record","step":260600,"current":278001}
+{"time":"2025-05-19T15:06:20.386237649Z","level":"WARN","msg":"handler: ignoring partial history record","step":260600,"current":278001}
+{"time":"2025-05-19T15:06:20.386246658Z","level":"WARN","msg":"handler: ignoring partial history record","step":260600,"current":278001}
+{"time":"2025-05-19T15:06:20.386255179Z","level":"WARN","msg":"handler: ignoring partial history record","step":260600,"current":278001}
+{"time":"2025-05-19T15:06:20.386264188Z","level":"WARN","msg":"handler: ignoring partial history record","step":260600,"current":278001}
+{"time":"2025-05-19T15:06:20.38628975Z","level":"WARN","msg":"handler: ignoring partial history record","step":260600,"current":278001}
+{"time":"2025-05-19T15:06:20.386297782Z","level":"WARN","msg":"handler: ignoring partial history record","step":260600,"current":278001}
+{"time":"2025-05-19T15:06:20.386306302Z","level":"WARN","msg":"handler: ignoring partial history record","step":260600,"current":278001}
+{"time":"2025-05-19T15:07:27.778178334Z","level":"WARN","msg":"handler: ignoring partial history record","step":260800,"current":278001}
+{"time":"2025-05-19T15:07:27.778235533Z","level":"WARN","msg":"handler: ignoring partial history record","step":260800,"current":278001}
+{"time":"2025-05-19T15:07:27.778252086Z","level":"WARN","msg":"handler: ignoring partial history record","step":260800,"current":278001}
+{"time":"2025-05-19T15:07:27.778260117Z","level":"WARN","msg":"handler: ignoring partial history record","step":260800,"current":278001}
+{"time":"2025-05-19T15:07:27.778268219Z","level":"WARN","msg":"handler: ignoring partial history record","step":260800,"current":278001}
+{"time":"2025-05-19T15:07:27.778278625Z","level":"WARN","msg":"handler: ignoring partial history record","step":260800,"current":278001}
+{"time":"2025-05-19T15:07:27.778290358Z","level":"WARN","msg":"handler: ignoring partial history record","step":260800,"current":278001}
+{"time":"2025-05-19T15:07:27.778302231Z","level":"WARN","msg":"handler: ignoring partial history record","step":260800,"current":278001}
+{"time":"2025-05-19T15:07:27.778310822Z","level":"WARN","msg":"handler: ignoring partial history record","step":260800,"current":278001}
+{"time":"2025-05-19T15:08:34.955104414Z","level":"WARN","msg":"handler: ignoring partial history record","step":261000,"current":278001}
+{"time":"2025-05-19T15:08:34.955392996Z","level":"WARN","msg":"handler: ignoring partial history record","step":261000,"current":278001}
+{"time":"2025-05-19T15:08:34.957313827Z","level":"WARN","msg":"handler: ignoring partial history record","step":261000,"current":278001}
+{"time":"2025-05-19T15:08:34.957337573Z","level":"WARN","msg":"handler: ignoring partial history record","step":261000,"current":278001}
+{"time":"2025-05-19T15:08:34.957352169Z","level":"WARN","msg":"handler: ignoring partial history record","step":261000,"current":278001}
+{"time":"2025-05-19T15:08:34.957365369Z","level":"WARN","msg":"handler: ignoring partial history record","step":261000,"current":278001}
+{"time":"2025-05-19T15:08:34.957378709Z","level":"WARN","msg":"handler: ignoring partial history record","step":261000,"current":278001}
+{"time":"2025-05-19T15:08:34.957393864Z","level":"WARN","msg":"handler: ignoring partial history record","step":261000,"current":278001}
+{"time":"2025-05-19T15:08:34.957409858Z","level":"WARN","msg":"handler: ignoring partial history record","step":261000,"current":278001}
+{"time":"2025-05-19T15:09:41.938256844Z","level":"WARN","msg":"handler: ignoring partial history record","step":261200,"current":278001}
+{"time":"2025-05-19T15:09:41.938366634Z","level":"WARN","msg":"handler: ignoring partial history record","step":261200,"current":278001}
+{"time":"2025-05-19T15:09:41.938379345Z","level":"WARN","msg":"handler: ignoring partial history record","step":261200,"current":278001}
+{"time":"2025-05-19T15:09:41.938388843Z","level":"WARN","msg":"handler: ignoring partial history record","step":261200,"current":278001}
+{"time":"2025-05-19T15:09:41.938398831Z","level":"WARN","msg":"handler: ignoring partial history record","step":261200,"current":278001}
+{"time":"2025-05-19T15:09:41.93840777Z","level":"WARN","msg":"handler: ignoring partial history record","step":261200,"current":278001}
+{"time":"2025-05-19T15:09:41.938416291Z","level":"WARN","msg":"handler: ignoring partial history record","step":261200,"current":278001}
+{"time":"2025-05-19T15:09:41.938425719Z","level":"WARN","msg":"handler: ignoring partial history record","step":261200,"current":278001}
+{"time":"2025-05-19T15:09:41.938435637Z","level":"WARN","msg":"handler: ignoring partial history record","step":261200,"current":278001}
+{"time":"2025-05-19T15:10:41.34226615Z","level":"WARN","msg":"handler: ignoring partial history record","step":261400,"current":278001}
+{"time":"2025-05-19T15:10:41.342318181Z","level":"WARN","msg":"handler: ignoring partial history record","step":261400,"current":278001}
+{"time":"2025-05-19T15:10:41.342329565Z","level":"WARN","msg":"handler: ignoring partial history record","step":261400,"current":278001}
+{"time":"2025-05-19T15:10:41.34234039Z","level":"WARN","msg":"handler: ignoring partial history record","step":261400,"current":278001}
+{"time":"2025-05-19T15:10:41.342350797Z","level":"WARN","msg":"handler: ignoring partial history record","step":261400,"current":278001}
+{"time":"2025-05-19T15:10:41.342360295Z","level":"WARN","msg":"handler: ignoring partial history record","step":261400,"current":278001}
+{"time":"2025-05-19T15:10:41.342369305Z","level":"WARN","msg":"handler: ignoring partial history record","step":261400,"current":278001}
+{"time":"2025-05-19T15:10:41.342379711Z","level":"WARN","msg":"handler: ignoring partial history record","step":261400,"current":278001}
+{"time":"2025-05-19T15:10:41.34238865Z","level":"WARN","msg":"handler: ignoring partial history record","step":261400,"current":278001}
+{"time":"2025-05-19T15:11:42.082153103Z","level":"WARN","msg":"handler: ignoring partial history record","step":261600,"current":278001}
+{"time":"2025-05-19T15:11:42.082228321Z","level":"WARN","msg":"handler: ignoring partial history record","step":261600,"current":278001}
+{"time":"2025-05-19T15:11:42.082238658Z","level":"WARN","msg":"handler: ignoring partial history record","step":261600,"current":278001}
+{"time":"2025-05-19T15:11:42.082247178Z","level":"WARN","msg":"handler: ignoring partial history record","step":261600,"current":278001}
+{"time":"2025-05-19T15:11:42.08225528Z","level":"WARN","msg":"handler: ignoring partial history record","step":261600,"current":278001}
+{"time":"2025-05-19T15:11:42.082263311Z","level":"WARN","msg":"handler: ignoring partial history record","step":261600,"current":278001}
+{"time":"2025-05-19T15:11:42.082270435Z","level":"WARN","msg":"handler: ignoring partial history record","step":261600,"current":278001}
+{"time":"2025-05-19T15:11:42.082278048Z","level":"WARN","msg":"handler: ignoring partial history record","step":261600,"current":278001}
+{"time":"2025-05-19T15:11:42.082286568Z","level":"WARN","msg":"handler: ignoring partial history record","step":261600,"current":278001}
+{"time":"2025-05-19T15:12:41.37815093Z","level":"WARN","msg":"handler: ignoring partial history record","step":261800,"current":278001}
+{"time":"2025-05-19T15:12:41.378877623Z","level":"WARN","msg":"handler: ignoring partial history record","step":261800,"current":278001}
+{"time":"2025-05-19T15:12:41.37889648Z","level":"WARN","msg":"handler: ignoring partial history record","step":261800,"current":278001}
+{"time":"2025-05-19T15:12:41.378907864Z","level":"WARN","msg":"handler: ignoring partial history record","step":261800,"current":278001}
+{"time":"2025-05-19T15:12:41.378917782Z","level":"WARN","msg":"handler: ignoring partial history record","step":261800,"current":278001}
+{"time":"2025-05-19T15:12:41.378927769Z","level":"WARN","msg":"handler: ignoring partial history record","step":261800,"current":278001}
+{"time":"2025-05-19T15:12:41.378937197Z","level":"WARN","msg":"handler: ignoring partial history record","step":261800,"current":278001}
+{"time":"2025-05-19T15:12:41.378947115Z","level":"WARN","msg":"handler: ignoring partial history record","step":261800,"current":278001}
+{"time":"2025-05-19T15:12:41.378957032Z","level":"WARN","msg":"handler: ignoring partial history record","step":261800,"current":278001}
+{"time":"2025-05-19T15:13:40.362364189Z","level":"WARN","msg":"handler: ignoring partial history record","step":262000,"current":278001}
+{"time":"2025-05-19T15:13:40.362406373Z","level":"WARN","msg":"handler: ignoring partial history record","step":262000,"current":278001}
+{"time":"2025-05-19T15:13:40.362418106Z","level":"WARN","msg":"handler: ignoring partial history record","step":262000,"current":278001}
+{"time":"2025-05-19T15:13:40.362443248Z","level":"WARN","msg":"handler: ignoring partial history record","step":262000,"current":278001}
+{"time":"2025-05-19T15:13:40.362453166Z","level":"WARN","msg":"handler: ignoring partial history record","step":262000,"current":278001}
+{"time":"2025-05-19T15:13:40.36246455Z","level":"WARN","msg":"handler: ignoring partial history record","step":262000,"current":278001}
+{"time":"2025-05-19T15:13:40.362474467Z","level":"WARN","msg":"handler: ignoring partial history record","step":262000,"current":278001}
+{"time":"2025-05-19T15:13:40.362484385Z","level":"WARN","msg":"handler: ignoring partial history record","step":262000,"current":278001}
+{"time":"2025-05-19T15:13:40.362494302Z","level":"WARN","msg":"handler: ignoring partial history record","step":262000,"current":278001}
+{"time":"2025-05-19T15:14:39.87819035Z","level":"WARN","msg":"handler: ignoring partial history record","step":262200,"current":278001}
+{"time":"2025-05-19T15:14:39.878277441Z","level":"WARN","msg":"handler: ignoring partial history record","step":262200,"current":278001}
+{"time":"2025-05-19T15:14:39.878288756Z","level":"WARN","msg":"handler: ignoring partial history record","step":262200,"current":278001}
+{"time":"2025-05-19T15:14:39.878297765Z","level":"WARN","msg":"handler: ignoring partial history record","step":262200,"current":278001}
+{"time":"2025-05-19T15:14:39.878306286Z","level":"WARN","msg":"handler: ignoring partial history record","step":262200,"current":278001}
+{"time":"2025-05-19T15:14:39.878316762Z","level":"WARN","msg":"handler: ignoring partial history record","step":262200,"current":278001}
+{"time":"2025-05-19T15:14:39.878324793Z","level":"WARN","msg":"handler: ignoring partial history record","step":262200,"current":278001}
+{"time":"2025-05-19T15:14:39.878333314Z","level":"WARN","msg":"handler: ignoring partial history record","step":262200,"current":278001}
+{"time":"2025-05-19T15:14:39.878341835Z","level":"WARN","msg":"handler: ignoring partial history record","step":262200,"current":278001}
+{"time":"2025-05-19T15:15:41.186229779Z","level":"WARN","msg":"handler: ignoring partial history record","step":262400,"current":278001}
+{"time":"2025-05-19T15:15:41.186321131Z","level":"WARN","msg":"handler: ignoring partial history record","step":262400,"current":278001}
+{"time":"2025-05-19T15:15:41.186332026Z","level":"WARN","msg":"handler: ignoring partial history record","step":262400,"current":278001}
+{"time":"2025-05-19T15:15:41.186342921Z","level":"WARN","msg":"handler: ignoring partial history record","step":262400,"current":278001}
+{"time":"2025-05-19T15:15:41.186353816Z","level":"WARN","msg":"handler: ignoring partial history record","step":262400,"current":278001}
+{"time":"2025-05-19T15:15:41.186365131Z","level":"WARN","msg":"handler: ignoring partial history record","step":262400,"current":278001}
+{"time":"2025-05-19T15:15:41.186375048Z","level":"WARN","msg":"handler: ignoring partial history record","step":262400,"current":278001}
+{"time":"2025-05-19T15:15:41.186384965Z","level":"WARN","msg":"handler: ignoring partial history record","step":262400,"current":278001}
+{"time":"2025-05-19T15:15:41.186394953Z","level":"WARN","msg":"handler: ignoring partial history record","step":262400,"current":278001}
+{"time":"2025-05-19T15:16:41.954536199Z","level":"WARN","msg":"handler: ignoring partial history record","step":262600,"current":278001}
+{"time":"2025-05-19T15:16:41.954614769Z","level":"WARN","msg":"handler: ignoring partial history record","step":262600,"current":278001}
+{"time":"2025-05-19T15:16:41.954626992Z","level":"WARN","msg":"handler: ignoring partial history record","step":262600,"current":278001}
+{"time":"2025-05-19T15:16:41.95463649Z","level":"WARN","msg":"handler: ignoring partial history record","step":262600,"current":278001}
+{"time":"2025-05-19T15:16:41.954645499Z","level":"WARN","msg":"handler: ignoring partial history record","step":262600,"current":278001}
+{"time":"2025-05-19T15:16:41.954654509Z","level":"WARN","msg":"handler: ignoring partial history record","step":262600,"current":278001}
+{"time":"2025-05-19T15:16:41.954686636Z","level":"WARN","msg":"handler: ignoring partial history record","step":262600,"current":278001}
+{"time":"2025-05-19T15:16:41.954696623Z","level":"WARN","msg":"handler: ignoring partial history record","step":262600,"current":278001}
+{"time":"2025-05-19T15:16:41.954704654Z","level":"WARN","msg":"handler: ignoring partial history record","step":262600,"current":278001}
+{"time":"2025-05-19T15:16:49.376075424Z","level":"INFO","msg":"api: retrying HTTP error","status":502,"url":"https://api.wandb.ai/files/marchmelo0923-postech/lerobot/fekph8dz/file_stream","body":"\n\n\n502 Server Error\n\n\nError: Server Error
\nThe server encountered a temporary error and could not complete your request.
Please try again in 30 seconds.\n
\n\n"}
+{"time":"2025-05-19T15:17:40.806229243Z","level":"WARN","msg":"handler: ignoring partial history record","step":262800,"current":278001}
+{"time":"2025-05-19T15:17:40.806347065Z","level":"WARN","msg":"handler: ignoring partial history record","step":262800,"current":278001}
+{"time":"2025-05-19T15:17:40.806359357Z","level":"WARN","msg":"handler: ignoring partial history record","step":262800,"current":278001}
+{"time":"2025-05-19T15:17:40.806369693Z","level":"WARN","msg":"handler: ignoring partial history record","step":262800,"current":278001}
+{"time":"2025-05-19T15:17:40.806378214Z","level":"WARN","msg":"handler: ignoring partial history record","step":262800,"current":278001}
+{"time":"2025-05-19T15:17:40.806387223Z","level":"WARN","msg":"handler: ignoring partial history record","step":262800,"current":278001}
+{"time":"2025-05-19T15:17:40.806395255Z","level":"WARN","msg":"handler: ignoring partial history record","step":262800,"current":278001}
+{"time":"2025-05-19T15:17:40.806403775Z","level":"WARN","msg":"handler: ignoring partial history record","step":262800,"current":278001}
+{"time":"2025-05-19T15:17:40.806412296Z","level":"WARN","msg":"handler: ignoring partial history record","step":262800,"current":278001}
+{"time":"2025-05-19T15:18:41.258201704Z","level":"WARN","msg":"handler: ignoring partial history record","step":263000,"current":278001}
+{"time":"2025-05-19T15:18:41.258268541Z","level":"WARN","msg":"handler: ignoring partial history record","step":263000,"current":278001}
+{"time":"2025-05-19T15:18:41.258280275Z","level":"WARN","msg":"handler: ignoring partial history record","step":263000,"current":278001}
+{"time":"2025-05-19T15:18:41.258290192Z","level":"WARN","msg":"handler: ignoring partial history record","step":263000,"current":278001}
+{"time":"2025-05-19T15:18:41.258300179Z","level":"WARN","msg":"handler: ignoring partial history record","step":263000,"current":278001}
+{"time":"2025-05-19T15:18:41.2583087Z","level":"WARN","msg":"handler: ignoring partial history record","step":263000,"current":278001}
+{"time":"2025-05-19T15:18:41.258318687Z","level":"WARN","msg":"handler: ignoring partial history record","step":263000,"current":278001}
+{"time":"2025-05-19T15:18:41.258328116Z","level":"WARN","msg":"handler: ignoring partial history record","step":263000,"current":278001}
+{"time":"2025-05-19T15:18:41.258337544Z","level":"WARN","msg":"handler: ignoring partial history record","step":263000,"current":278001}
+{"time":"2025-05-19T15:19:42.438306388Z","level":"WARN","msg":"handler: ignoring partial history record","step":263200,"current":278001}
+{"time":"2025-05-19T15:19:42.43842372Z","level":"WARN","msg":"handler: ignoring partial history record","step":263200,"current":278001}
+{"time":"2025-05-19T15:19:42.438435524Z","level":"WARN","msg":"handler: ignoring partial history record","step":263200,"current":278001}
+{"time":"2025-05-19T15:19:42.438443555Z","level":"WARN","msg":"handler: ignoring partial history record","step":263200,"current":278001}
+{"time":"2025-05-19T15:19:42.438452565Z","level":"WARN","msg":"handler: ignoring partial history record","step":263200,"current":278001}
+{"time":"2025-05-19T15:19:42.438481479Z","level":"WARN","msg":"handler: ignoring partial history record","step":263200,"current":278001}
+{"time":"2025-05-19T15:19:42.438488602Z","level":"WARN","msg":"handler: ignoring partial history record","step":263200,"current":278001}
+{"time":"2025-05-19T15:19:42.438496075Z","level":"WARN","msg":"handler: ignoring partial history record","step":263200,"current":278001}
+{"time":"2025-05-19T15:19:42.438503199Z","level":"WARN","msg":"handler: ignoring partial history record","step":263200,"current":278001}
+{"time":"2025-05-19T15:20:42.506186527Z","level":"WARN","msg":"handler: ignoring partial history record","step":263400,"current":278001}
+{"time":"2025-05-19T15:20:42.506275574Z","level":"WARN","msg":"handler: ignoring partial history record","step":263400,"current":278001}
+{"time":"2025-05-19T15:20:42.506287307Z","level":"WARN","msg":"handler: ignoring partial history record","step":263400,"current":278001}
+{"time":"2025-05-19T15:20:42.506296317Z","level":"WARN","msg":"handler: ignoring partial history record","step":263400,"current":278001}
+{"time":"2025-05-19T15:20:42.506305326Z","level":"WARN","msg":"handler: ignoring partial history record","step":263400,"current":278001}
+{"time":"2025-05-19T15:20:42.506314825Z","level":"WARN","msg":"handler: ignoring partial history record","step":263400,"current":278001}
+{"time":"2025-05-19T15:20:42.506323345Z","level":"WARN","msg":"handler: ignoring partial history record","step":263400,"current":278001}
+{"time":"2025-05-19T15:20:42.506331377Z","level":"WARN","msg":"handler: ignoring partial history record","step":263400,"current":278001}
+{"time":"2025-05-19T15:20:42.506340386Z","level":"WARN","msg":"handler: ignoring partial history record","step":263400,"current":278001}
+{"time":"2025-05-19T15:21:40.486220544Z","level":"WARN","msg":"handler: ignoring partial history record","step":263600,"current":278001}
+{"time":"2025-05-19T15:21:40.486284448Z","level":"WARN","msg":"handler: ignoring partial history record","step":263600,"current":278001}
+{"time":"2025-05-19T15:21:40.486295343Z","level":"WARN","msg":"handler: ignoring partial history record","step":263600,"current":278001}
+{"time":"2025-05-19T15:21:40.486303375Z","level":"WARN","msg":"handler: ignoring partial history record","step":263600,"current":278001}
+{"time":"2025-05-19T15:21:40.486312873Z","level":"WARN","msg":"handler: ignoring partial history record","step":263600,"current":278001}
+{"time":"2025-05-19T15:21:40.486321394Z","level":"WARN","msg":"handler: ignoring partial history record","step":263600,"current":278001}
+{"time":"2025-05-19T15:21:40.486330333Z","level":"WARN","msg":"handler: ignoring partial history record","step":263600,"current":278001}
+{"time":"2025-05-19T15:21:40.486337876Z","level":"WARN","msg":"handler: ignoring partial history record","step":263600,"current":278001}
+{"time":"2025-05-19T15:21:40.486345978Z","level":"WARN","msg":"handler: ignoring partial history record","step":263600,"current":278001}
+{"time":"2025-05-19T15:22:38.374272568Z","level":"WARN","msg":"handler: ignoring partial history record","step":263800,"current":278001}
+{"time":"2025-05-19T15:22:38.374386129Z","level":"WARN","msg":"handler: ignoring partial history record","step":263800,"current":278001}
+{"time":"2025-05-19T15:22:38.374397863Z","level":"WARN","msg":"handler: ignoring partial history record","step":263800,"current":278001}
+{"time":"2025-05-19T15:22:38.374408758Z","level":"WARN","msg":"handler: ignoring partial history record","step":263800,"current":278001}
+{"time":"2025-05-19T15:22:38.37445611Z","level":"WARN","msg":"handler: ignoring partial history record","step":263800,"current":278001}
+{"time":"2025-05-19T15:22:38.374531328Z","level":"WARN","msg":"handler: ignoring partial history record","step":263800,"current":278001}
+{"time":"2025-05-19T15:22:38.374640629Z","level":"WARN","msg":"handler: ignoring partial history record","step":263800,"current":278001}
+{"time":"2025-05-19T15:22:38.374737149Z","level":"WARN","msg":"handler: ignoring partial history record","step":263800,"current":278001}
+{"time":"2025-05-19T15:22:38.374939198Z","level":"WARN","msg":"handler: ignoring partial history record","step":263800,"current":278001}
+{"time":"2025-05-19T15:23:47.278233175Z","level":"WARN","msg":"handler: ignoring partial history record","step":264000,"current":278001}
+{"time":"2025-05-19T15:23:47.278316845Z","level":"WARN","msg":"handler: ignoring partial history record","step":264000,"current":278001}
+{"time":"2025-05-19T15:23:47.278332489Z","level":"WARN","msg":"handler: ignoring partial history record","step":264000,"current":278001}
+{"time":"2025-05-19T15:23:47.278342825Z","level":"WARN","msg":"handler: ignoring partial history record","step":264000,"current":278001}
+{"time":"2025-05-19T15:23:47.278352324Z","level":"WARN","msg":"handler: ignoring partial history record","step":264000,"current":278001}
+{"time":"2025-05-19T15:23:47.27836273Z","level":"WARN","msg":"handler: ignoring partial history record","step":264000,"current":278001}
+{"time":"2025-05-19T15:23:47.278372228Z","level":"WARN","msg":"handler: ignoring partial history record","step":264000,"current":278001}
+{"time":"2025-05-19T15:23:47.278381727Z","level":"WARN","msg":"handler: ignoring partial history record","step":264000,"current":278001}
+{"time":"2025-05-19T15:23:47.278389688Z","level":"WARN","msg":"handler: ignoring partial history record","step":264000,"current":278001}
+{"time":"2025-05-19T15:24:54.122225418Z","level":"WARN","msg":"handler: ignoring partial history record","step":264200,"current":278001}
+{"time":"2025-05-19T15:24:54.12232522Z","level":"WARN","msg":"handler: ignoring partial history record","step":264200,"current":278001}
+{"time":"2025-05-19T15:24:54.122340865Z","level":"WARN","msg":"handler: ignoring partial history record","step":264200,"current":278001}
+{"time":"2025-05-19T15:24:54.122353646Z","level":"WARN","msg":"handler: ignoring partial history record","step":264200,"current":278001}
+{"time":"2025-05-19T15:24:54.12236496Z","level":"WARN","msg":"handler: ignoring partial history record","step":264200,"current":278001}
+{"time":"2025-05-19T15:24:54.122374388Z","level":"WARN","msg":"handler: ignoring partial history record","step":264200,"current":278001}
+{"time":"2025-05-19T15:24:54.122382909Z","level":"WARN","msg":"handler: ignoring partial history record","step":264200,"current":278001}
+{"time":"2025-05-19T15:24:54.122392896Z","level":"WARN","msg":"handler: ignoring partial history record","step":264200,"current":278001}
+{"time":"2025-05-19T15:24:54.122400928Z","level":"WARN","msg":"handler: ignoring partial history record","step":264200,"current":278001}
+{"time":"2025-05-19T15:26:01.034183267Z","level":"WARN","msg":"handler: ignoring partial history record","step":264400,"current":278001}
+{"time":"2025-05-19T15:26:01.034237743Z","level":"WARN","msg":"handler: ignoring partial history record","step":264400,"current":278001}
+{"time":"2025-05-19T15:26:01.034249057Z","level":"WARN","msg":"handler: ignoring partial history record","step":264400,"current":278001}
+{"time":"2025-05-19T15:26:01.034258485Z","level":"WARN","msg":"handler: ignoring partial history record","step":264400,"current":278001}
+{"time":"2025-05-19T15:26:01.034267006Z","level":"WARN","msg":"handler: ignoring partial history record","step":264400,"current":278001}
+{"time":"2025-05-19T15:26:01.034275527Z","level":"WARN","msg":"handler: ignoring partial history record","step":264400,"current":278001}
+{"time":"2025-05-19T15:26:01.034283558Z","level":"WARN","msg":"handler: ignoring partial history record","step":264400,"current":278001}
+{"time":"2025-05-19T15:26:01.034292079Z","level":"WARN","msg":"handler: ignoring partial history record","step":264400,"current":278001}
+{"time":"2025-05-19T15:26:01.034299691Z","level":"WARN","msg":"handler: ignoring partial history record","step":264400,"current":278001}
+{"time":"2025-05-19T15:27:07.206178754Z","level":"WARN","msg":"handler: ignoring partial history record","step":264600,"current":278001}
+{"time":"2025-05-19T15:27:07.206263471Z","level":"WARN","msg":"handler: ignoring partial history record","step":264600,"current":278001}
+{"time":"2025-05-19T15:27:07.206322556Z","level":"WARN","msg":"handler: ignoring partial history record","step":264600,"current":278001}
+{"time":"2025-05-19T15:27:07.20640867Z","level":"WARN","msg":"handler: ignoring partial history record","step":264600,"current":278001}
+{"time":"2025-05-19T15:27:07.206488149Z","level":"WARN","msg":"handler: ignoring partial history record","step":264600,"current":278001}
+{"time":"2025-05-19T15:27:07.206579989Z","level":"WARN","msg":"handler: ignoring partial history record","step":264600,"current":278001}
+{"time":"2025-05-19T15:27:07.206685449Z","level":"WARN","msg":"handler: ignoring partial history record","step":264600,"current":278001}
+{"time":"2025-05-19T15:27:07.206777219Z","level":"WARN","msg":"handler: ignoring partial history record","step":264600,"current":278001}
+{"time":"2025-05-19T15:27:07.206870946Z","level":"WARN","msg":"handler: ignoring partial history record","step":264600,"current":278001}
+{"time":"2025-05-19T15:28:12.230218201Z","level":"WARN","msg":"handler: ignoring partial history record","step":264800,"current":278001}
+{"time":"2025-05-19T15:28:12.230316606Z","level":"WARN","msg":"handler: ignoring partial history record","step":264800,"current":278001}
+{"time":"2025-05-19T15:28:12.230326524Z","level":"WARN","msg":"handler: ignoring partial history record","step":264800,"current":278001}
+{"time":"2025-05-19T15:28:12.230335044Z","level":"WARN","msg":"handler: ignoring partial history record","step":264800,"current":278001}
+{"time":"2025-05-19T15:28:12.230342657Z","level":"WARN","msg":"handler: ignoring partial history record","step":264800,"current":278001}
+{"time":"2025-05-19T15:28:12.230351177Z","level":"WARN","msg":"handler: ignoring partial history record","step":264800,"current":278001}
+{"time":"2025-05-19T15:28:12.23035872Z","level":"WARN","msg":"handler: ignoring partial history record","step":264800,"current":278001}
+{"time":"2025-05-19T15:28:12.23036766Z","level":"WARN","msg":"handler: ignoring partial history record","step":264800,"current":278001}
+{"time":"2025-05-19T15:28:12.230375761Z","level":"WARN","msg":"handler: ignoring partial history record","step":264800,"current":278001}
+{"time":"2025-05-19T15:29:18.402147886Z","level":"WARN","msg":"handler: ignoring partial history record","step":265000,"current":278001}
+{"time":"2025-05-19T15:29:18.402187206Z","level":"WARN","msg":"handler: ignoring partial history record","step":265000,"current":278001}
+{"time":"2025-05-19T15:29:18.402280793Z","level":"WARN","msg":"handler: ignoring partial history record","step":265000,"current":278001}
+{"time":"2025-05-19T15:29:18.402338062Z","level":"WARN","msg":"handler: ignoring partial history record","step":265000,"current":278001}
+{"time":"2025-05-19T15:29:18.402348888Z","level":"WARN","msg":"handler: ignoring partial history record","step":265000,"current":278001}
+{"time":"2025-05-19T15:29:18.402359364Z","level":"WARN","msg":"handler: ignoring partial history record","step":265000,"current":278001}
+{"time":"2025-05-19T15:29:18.402368373Z","level":"WARN","msg":"handler: ignoring partial history record","step":265000,"current":278001}
+{"time":"2025-05-19T15:29:18.402377802Z","level":"WARN","msg":"handler: ignoring partial history record","step":265000,"current":278001}
+{"time":"2025-05-19T15:29:18.402386322Z","level":"WARN","msg":"handler: ignoring partial history record","step":265000,"current":278001}
+{"time":"2025-05-19T15:30:20.458133536Z","level":"WARN","msg":"handler: ignoring partial history record","step":265200,"current":278001}
+{"time":"2025-05-19T15:30:20.458249472Z","level":"WARN","msg":"handler: ignoring partial history record","step":265200,"current":278001}
+{"time":"2025-05-19T15:30:20.458259389Z","level":"WARN","msg":"handler: ignoring partial history record","step":265200,"current":278001}
+{"time":"2025-05-19T15:30:20.458268399Z","level":"WARN","msg":"handler: ignoring partial history record","step":265200,"current":278001}
+{"time":"2025-05-19T15:30:20.458277408Z","level":"WARN","msg":"handler: ignoring partial history record","step":265200,"current":278001}
+{"time":"2025-05-19T15:30:20.458299128Z","level":"WARN","msg":"handler: ignoring partial history record","step":265200,"current":278001}
+{"time":"2025-05-19T15:30:20.45830716Z","level":"WARN","msg":"handler: ignoring partial history record","step":265200,"current":278001}
+{"time":"2025-05-19T15:30:20.458315681Z","level":"WARN","msg":"handler: ignoring partial history record","step":265200,"current":278001}
+{"time":"2025-05-19T15:30:20.458323782Z","level":"WARN","msg":"handler: ignoring partial history record","step":265200,"current":278001}
+{"time":"2025-05-19T15:31:19.002138756Z","level":"WARN","msg":"handler: ignoring partial history record","step":265400,"current":278001}
+{"time":"2025-05-19T15:31:19.002213066Z","level":"WARN","msg":"handler: ignoring partial history record","step":265400,"current":278001}
+{"time":"2025-05-19T15:31:19.002223054Z","level":"WARN","msg":"handler: ignoring partial history record","step":265400,"current":278001}
+{"time":"2025-05-19T15:31:19.002231574Z","level":"WARN","msg":"handler: ignoring partial history record","step":265400,"current":278001}
+{"time":"2025-05-19T15:31:19.002240514Z","level":"WARN","msg":"handler: ignoring partial history record","step":265400,"current":278001}
+{"time":"2025-05-19T15:31:19.002247637Z","level":"WARN","msg":"handler: ignoring partial history record","step":265400,"current":278001}
+{"time":"2025-05-19T15:31:19.00225518Z","level":"WARN","msg":"handler: ignoring partial history record","step":265400,"current":278001}
+{"time":"2025-05-19T15:31:19.002263701Z","level":"WARN","msg":"handler: ignoring partial history record","step":265400,"current":278001}
+{"time":"2025-05-19T15:31:19.002272221Z","level":"WARN","msg":"handler: ignoring partial history record","step":265400,"current":278001}
+{"time":"2025-05-19T15:32:19.18328713Z","level":"WARN","msg":"handler: ignoring partial history record","step":265600,"current":278001}
+{"time":"2025-05-19T15:32:19.183447974Z","level":"WARN","msg":"handler: ignoring partial history record","step":265600,"current":278001}
+{"time":"2025-05-19T15:32:19.183464945Z","level":"WARN","msg":"handler: ignoring partial history record","step":265600,"current":278001}
+{"time":"2025-05-19T15:32:19.183669369Z","level":"WARN","msg":"handler: ignoring partial history record","step":265600,"current":278001}
+{"time":"2025-05-19T15:32:19.183788657Z","level":"WARN","msg":"handler: ignoring partial history record","step":265600,"current":278001}
+{"time":"2025-05-19T15:32:19.183803742Z","level":"WARN","msg":"handler: ignoring partial history record","step":265600,"current":278001}
+{"time":"2025-05-19T15:32:19.184426373Z","level":"WARN","msg":"handler: ignoring partial history record","step":265600,"current":278001}
+{"time":"2025-05-19T15:32:19.184438176Z","level":"WARN","msg":"handler: ignoring partial history record","step":265600,"current":278001}
+{"time":"2025-05-19T15:32:19.184448163Z","level":"WARN","msg":"handler: ignoring partial history record","step":265600,"current":278001}
+{"time":"2025-05-19T15:33:19.306177142Z","level":"WARN","msg":"handler: ignoring partial history record","step":265800,"current":278001}
+{"time":"2025-05-19T15:33:19.306222539Z","level":"WARN","msg":"handler: ignoring partial history record","step":265800,"current":278001}
+{"time":"2025-05-19T15:33:19.306232456Z","level":"WARN","msg":"handler: ignoring partial history record","step":265800,"current":278001}
+{"time":"2025-05-19T15:33:19.306242443Z","level":"WARN","msg":"handler: ignoring partial history record","step":265800,"current":278001}
+{"time":"2025-05-19T15:33:19.306251453Z","level":"WARN","msg":"handler: ignoring partial history record","step":265800,"current":278001}
+{"time":"2025-05-19T15:33:19.306260393Z","level":"WARN","msg":"handler: ignoring partial history record","step":265800,"current":278001}
+{"time":"2025-05-19T15:33:19.306267935Z","level":"WARN","msg":"handler: ignoring partial history record","step":265800,"current":278001}
+{"time":"2025-05-19T15:33:19.306289726Z","level":"WARN","msg":"handler: ignoring partial history record","step":265800,"current":278001}
+{"time":"2025-05-19T15:33:19.306297757Z","level":"WARN","msg":"handler: ignoring partial history record","step":265800,"current":278001}
+{"time":"2025-05-19T15:34:18.666202554Z","level":"WARN","msg":"handler: ignoring partial history record","step":266000,"current":278001}
+{"time":"2025-05-19T15:34:18.666279658Z","level":"WARN","msg":"handler: ignoring partial history record","step":266000,"current":278001}
+{"time":"2025-05-19T15:34:18.666291112Z","level":"WARN","msg":"handler: ignoring partial history record","step":266000,"current":278001}
+{"time":"2025-05-19T15:34:18.666300541Z","level":"WARN","msg":"handler: ignoring partial history record","step":266000,"current":278001}
+{"time":"2025-05-19T15:34:18.66630948Z","level":"WARN","msg":"handler: ignoring partial history record","step":266000,"current":278001}
+{"time":"2025-05-19T15:34:18.666318909Z","level":"WARN","msg":"handler: ignoring partial history record","step":266000,"current":278001}
+{"time":"2025-05-19T15:34:18.666328407Z","level":"WARN","msg":"handler: ignoring partial history record","step":266000,"current":278001}
+{"time":"2025-05-19T15:34:18.666337906Z","level":"WARN","msg":"handler: ignoring partial history record","step":266000,"current":278001}
+{"time":"2025-05-19T15:34:18.666346426Z","level":"WARN","msg":"handler: ignoring partial history record","step":266000,"current":278001}
+{"time":"2025-05-19T15:35:17.91021884Z","level":"WARN","msg":"handler: ignoring partial history record","step":266200,"current":278001}
+{"time":"2025-05-19T15:35:17.91027129Z","level":"WARN","msg":"handler: ignoring partial history record","step":266200,"current":278001}
+{"time":"2025-05-19T15:35:17.910281208Z","level":"WARN","msg":"handler: ignoring partial history record","step":266200,"current":278001}
+{"time":"2025-05-19T15:35:17.910290217Z","level":"WARN","msg":"handler: ignoring partial history record","step":266200,"current":278001}
+{"time":"2025-05-19T15:35:17.910298249Z","level":"WARN","msg":"handler: ignoring partial history record","step":266200,"current":278001}
+{"time":"2025-05-19T15:35:17.910308166Z","level":"WARN","msg":"handler: ignoring partial history record","step":266200,"current":278001}
+{"time":"2025-05-19T15:35:17.910317176Z","level":"WARN","msg":"handler: ignoring partial history record","step":266200,"current":278001}
+{"time":"2025-05-19T15:35:17.910325277Z","level":"WARN","msg":"handler: ignoring partial history record","step":266200,"current":278001}
+{"time":"2025-05-19T15:35:17.910333798Z","level":"WARN","msg":"handler: ignoring partial history record","step":266200,"current":278001}
+{"time":"2025-05-19T15:36:16.866173219Z","level":"WARN","msg":"handler: ignoring partial history record","step":266400,"current":278001}
+{"time":"2025-05-19T15:36:16.866247529Z","level":"WARN","msg":"handler: ignoring partial history record","step":266400,"current":278001}
+{"time":"2025-05-19T15:36:16.866258005Z","level":"WARN","msg":"handler: ignoring partial history record","step":266400,"current":278001}
+{"time":"2025-05-19T15:36:16.866266526Z","level":"WARN","msg":"handler: ignoring partial history record","step":266400,"current":278001}
+{"time":"2025-05-19T15:36:16.866275047Z","level":"WARN","msg":"handler: ignoring partial history record","step":266400,"current":278001}
+{"time":"2025-05-19T15:36:16.866282589Z","level":"WARN","msg":"handler: ignoring partial history record","step":266400,"current":278001}
+{"time":"2025-05-19T15:36:16.866289643Z","level":"WARN","msg":"handler: ignoring partial history record","step":266400,"current":278001}
+{"time":"2025-05-19T15:36:16.866298234Z","level":"WARN","msg":"handler: ignoring partial history record","step":266400,"current":278001}
+{"time":"2025-05-19T15:36:16.866307173Z","level":"WARN","msg":"handler: ignoring partial history record","step":266400,"current":278001}
+{"time":"2025-05-19T15:37:16.842210602Z","level":"WARN","msg":"handler: ignoring partial history record","step":266600,"current":278001}
+{"time":"2025-05-19T15:37:16.842334081Z","level":"WARN","msg":"handler: ignoring partial history record","step":266600,"current":278001}
+{"time":"2025-05-19T15:37:16.842345954Z","level":"WARN","msg":"handler: ignoring partial history record","step":266600,"current":278001}
+{"time":"2025-05-19T15:37:16.842355382Z","level":"WARN","msg":"handler: ignoring partial history record","step":266600,"current":278001}
+{"time":"2025-05-19T15:37:16.842363903Z","level":"WARN","msg":"handler: ignoring partial history record","step":266600,"current":278001}
+{"time":"2025-05-19T15:37:16.842372423Z","level":"WARN","msg":"handler: ignoring partial history record","step":266600,"current":278001}
+{"time":"2025-05-19T15:37:16.842381363Z","level":"WARN","msg":"handler: ignoring partial history record","step":266600,"current":278001}
+{"time":"2025-05-19T15:37:16.842390861Z","level":"WARN","msg":"handler: ignoring partial history record","step":266600,"current":278001}
+{"time":"2025-05-19T15:37:16.842398893Z","level":"WARN","msg":"handler: ignoring partial history record","step":266600,"current":278001}
+{"time":"2025-05-19T15:38:16.082147278Z","level":"WARN","msg":"handler: ignoring partial history record","step":266800,"current":278001}
+{"time":"2025-05-19T15:38:16.082223474Z","level":"WARN","msg":"handler: ignoring partial history record","step":266800,"current":278001}
+{"time":"2025-05-19T15:38:16.0822343Z","level":"WARN","msg":"handler: ignoring partial history record","step":266800,"current":278001}
+{"time":"2025-05-19T15:38:16.082244217Z","level":"WARN","msg":"handler: ignoring partial history record","step":266800,"current":278001}
+{"time":"2025-05-19T15:38:16.082252319Z","level":"WARN","msg":"handler: ignoring partial history record","step":266800,"current":278001}
+{"time":"2025-05-19T15:38:16.082262236Z","level":"WARN","msg":"handler: ignoring partial history record","step":266800,"current":278001}
+{"time":"2025-05-19T15:38:16.082271176Z","level":"WARN","msg":"handler: ignoring partial history record","step":266800,"current":278001}
+{"time":"2025-05-19T15:38:16.082280674Z","level":"WARN","msg":"handler: ignoring partial history record","step":266800,"current":278001}
+{"time":"2025-05-19T15:38:16.082288706Z","level":"WARN","msg":"handler: ignoring partial history record","step":266800,"current":278001}
+{"time":"2025-05-19T15:39:15.806418574Z","level":"WARN","msg":"handler: ignoring partial history record","step":267000,"current":278001}
+{"time":"2025-05-19T15:39:15.806465367Z","level":"WARN","msg":"handler: ignoring partial history record","step":267000,"current":278001}
+{"time":"2025-05-19T15:39:15.806474377Z","level":"WARN","msg":"handler: ignoring partial history record","step":267000,"current":278001}
+{"time":"2025-05-19T15:39:15.806484783Z","level":"WARN","msg":"handler: ignoring partial history record","step":267000,"current":278001}
+{"time":"2025-05-19T15:39:15.806495608Z","level":"WARN","msg":"handler: ignoring partial history record","step":267000,"current":278001}
+{"time":"2025-05-19T15:39:15.80650364Z","level":"WARN","msg":"handler: ignoring partial history record","step":267000,"current":278001}
+{"time":"2025-05-19T15:39:15.806511741Z","level":"WARN","msg":"handler: ignoring partial history record","step":267000,"current":278001}
+{"time":"2025-05-19T15:39:15.806520262Z","level":"WARN","msg":"handler: ignoring partial history record","step":267000,"current":278001}
+{"time":"2025-05-19T15:39:15.806528294Z","level":"WARN","msg":"handler: ignoring partial history record","step":267000,"current":278001}
+{"time":"2025-05-19T15:40:14.478204819Z","level":"WARN","msg":"handler: ignoring partial history record","step":267200,"current":278001}
+{"time":"2025-05-19T15:40:14.478273402Z","level":"WARN","msg":"handler: ignoring partial history record","step":267200,"current":278001}
+{"time":"2025-05-19T15:40:14.478284297Z","level":"WARN","msg":"handler: ignoring partial history record","step":267200,"current":278001}
+{"time":"2025-05-19T15:40:14.478294215Z","level":"WARN","msg":"handler: ignoring partial history record","step":267200,"current":278001}
+{"time":"2025-05-19T15:40:14.47831838Z","level":"WARN","msg":"handler: ignoring partial history record","step":267200,"current":278001}
+{"time":"2025-05-19T15:40:14.478327319Z","level":"WARN","msg":"handler: ignoring partial history record","step":267200,"current":278001}
+{"time":"2025-05-19T15:40:14.478336329Z","level":"WARN","msg":"handler: ignoring partial history record","step":267200,"current":278001}
+{"time":"2025-05-19T15:40:14.478343872Z","level":"WARN","msg":"handler: ignoring partial history record","step":267200,"current":278001}
+{"time":"2025-05-19T15:40:14.478352881Z","level":"WARN","msg":"handler: ignoring partial history record","step":267200,"current":278001}
+{"time":"2025-05-19T15:41:13.678137509Z","level":"WARN","msg":"handler: ignoring partial history record","step":267400,"current":278001}
+{"time":"2025-05-19T15:41:13.678235914Z","level":"WARN","msg":"handler: ignoring partial history record","step":267400,"current":278001}
+{"time":"2025-05-19T15:41:13.678251489Z","level":"WARN","msg":"handler: ignoring partial history record","step":267400,"current":278001}
+{"time":"2025-05-19T15:41:13.678264759Z","level":"WARN","msg":"handler: ignoring partial history record","step":267400,"current":278001}
+{"time":"2025-05-19T15:41:13.678276073Z","level":"WARN","msg":"handler: ignoring partial history record","step":267400,"current":278001}
+{"time":"2025-05-19T15:41:13.678287946Z","level":"WARN","msg":"handler: ignoring partial history record","step":267400,"current":278001}
+{"time":"2025-05-19T15:41:13.678299749Z","level":"WARN","msg":"handler: ignoring partial history record","step":267400,"current":278001}
+{"time":"2025-05-19T15:41:13.678311203Z","level":"WARN","msg":"handler: ignoring partial history record","step":267400,"current":278001}
+{"time":"2025-05-19T15:41:13.678321609Z","level":"WARN","msg":"handler: ignoring partial history record","step":267400,"current":278001}
+{"time":"2025-05-19T15:42:13.822171625Z","level":"WARN","msg":"handler: ignoring partial history record","step":267600,"current":278001}
+{"time":"2025-05-19T15:42:13.822221771Z","level":"WARN","msg":"handler: ignoring partial history record","step":267600,"current":278001}
+{"time":"2025-05-19T15:42:13.822232666Z","level":"WARN","msg":"handler: ignoring partial history record","step":267600,"current":278001}
+{"time":"2025-05-19T15:42:13.822241186Z","level":"WARN","msg":"handler: ignoring partial history record","step":267600,"current":278001}
+{"time":"2025-05-19T15:42:13.822250615Z","level":"WARN","msg":"handler: ignoring partial history record","step":267600,"current":278001}
+{"time":"2025-05-19T15:42:13.822259624Z","level":"WARN","msg":"handler: ignoring partial history record","step":267600,"current":278001}
+{"time":"2025-05-19T15:42:13.822268145Z","level":"WARN","msg":"handler: ignoring partial history record","step":267600,"current":278001}
+{"time":"2025-05-19T15:42:13.822278621Z","level":"WARN","msg":"handler: ignoring partial history record","step":267600,"current":278001}
+{"time":"2025-05-19T15:42:13.822287561Z","level":"WARN","msg":"handler: ignoring partial history record","step":267600,"current":278001}
+{"time":"2025-05-19T15:43:19.430061207Z","level":"WARN","msg":"handler: ignoring partial history record","step":267800,"current":278001}
+{"time":"2025-05-19T15:43:19.430138311Z","level":"WARN","msg":"handler: ignoring partial history record","step":267800,"current":278001}
+{"time":"2025-05-19T15:43:19.43014781Z","level":"WARN","msg":"handler: ignoring partial history record","step":267800,"current":278001}
+{"time":"2025-05-19T15:43:19.430156819Z","level":"WARN","msg":"handler: ignoring partial history record","step":267800,"current":278001}
+{"time":"2025-05-19T15:43:19.430164432Z","level":"WARN","msg":"handler: ignoring partial history record","step":267800,"current":278001}
+{"time":"2025-05-19T15:43:19.430171975Z","level":"WARN","msg":"handler: ignoring partial history record","step":267800,"current":278001}
+{"time":"2025-05-19T15:43:19.430179936Z","level":"WARN","msg":"handler: ignoring partial history record","step":267800,"current":278001}
+{"time":"2025-05-19T15:43:19.430201727Z","level":"WARN","msg":"handler: ignoring partial history record","step":267800,"current":278001}
+{"time":"2025-05-19T15:43:19.430210247Z","level":"WARN","msg":"handler: ignoring partial history record","step":267800,"current":278001}
+{"time":"2025-05-19T15:44:24.262166551Z","level":"WARN","msg":"handler: ignoring partial history record","step":268000,"current":278001}
+{"time":"2025-05-19T15:44:24.262246449Z","level":"WARN","msg":"handler: ignoring partial history record","step":268000,"current":278001}
+{"time":"2025-05-19T15:44:24.262257833Z","level":"WARN","msg":"handler: ignoring partial history record","step":268000,"current":278001}
+{"time":"2025-05-19T15:44:24.262266842Z","level":"WARN","msg":"handler: ignoring partial history record","step":268000,"current":278001}
+{"time":"2025-05-19T15:44:24.262275363Z","level":"WARN","msg":"handler: ignoring partial history record","step":268000,"current":278001}
+{"time":"2025-05-19T15:44:24.262284861Z","level":"WARN","msg":"handler: ignoring partial history record","step":268000,"current":278001}
+{"time":"2025-05-19T15:44:24.262293801Z","level":"WARN","msg":"handler: ignoring partial history record","step":268000,"current":278001}
+{"time":"2025-05-19T15:44:24.262300925Z","level":"WARN","msg":"handler: ignoring partial history record","step":268000,"current":278001}
+{"time":"2025-05-19T15:44:24.262309445Z","level":"WARN","msg":"handler: ignoring partial history record","step":268000,"current":278001}
+{"time":"2025-05-19T15:45:27.314198591Z","level":"WARN","msg":"handler: ignoring partial history record","step":268200,"current":278001}
+{"time":"2025-05-19T15:45:27.314247759Z","level":"WARN","msg":"handler: ignoring partial history record","step":268200,"current":278001}
+{"time":"2025-05-19T15:45:27.314257677Z","level":"WARN","msg":"handler: ignoring partial history record","step":268200,"current":278001}
+{"time":"2025-05-19T15:45:27.314267105Z","level":"WARN","msg":"handler: ignoring partial history record","step":268200,"current":278001}
+{"time":"2025-05-19T15:45:27.314275137Z","level":"WARN","msg":"handler: ignoring partial history record","step":268200,"current":278001}
+{"time":"2025-05-19T15:45:27.314285054Z","level":"WARN","msg":"handler: ignoring partial history record","step":268200,"current":278001}
+{"time":"2025-05-19T15:45:27.314293156Z","level":"WARN","msg":"handler: ignoring partial history record","step":268200,"current":278001}
+{"time":"2025-05-19T15:45:27.314301676Z","level":"WARN","msg":"handler: ignoring partial history record","step":268200,"current":278001}
+{"time":"2025-05-19T15:45:27.314310616Z","level":"WARN","msg":"handler: ignoring partial history record","step":268200,"current":278001}
+{"time":"2025-05-19T15:46:30.690192275Z","level":"WARN","msg":"handler: ignoring partial history record","step":268400,"current":278001}
+{"time":"2025-05-19T15:46:30.690261837Z","level":"WARN","msg":"handler: ignoring partial history record","step":268400,"current":278001}
+{"time":"2025-05-19T15:46:30.690272243Z","level":"WARN","msg":"handler: ignoring partial history record","step":268400,"current":278001}
+{"time":"2025-05-19T15:46:30.690280763Z","level":"WARN","msg":"handler: ignoring partial history record","step":268400,"current":278001}
+{"time":"2025-05-19T15:46:30.690288795Z","level":"WARN","msg":"handler: ignoring partial history record","step":268400,"current":278001}
+{"time":"2025-05-19T15:46:30.690297246Z","level":"WARN","msg":"handler: ignoring partial history record","step":268400,"current":278001}
+{"time":"2025-05-19T15:46:30.690304859Z","level":"WARN","msg":"handler: ignoring partial history record","step":268400,"current":278001}
+{"time":"2025-05-19T15:46:30.690313379Z","level":"WARN","msg":"handler: ignoring partial history record","step":268400,"current":278001}
+{"time":"2025-05-19T15:46:30.6903219Z","level":"WARN","msg":"handler: ignoring partial history record","step":268400,"current":278001}
+{"time":"2025-05-19T15:47:34.537211787Z","level":"WARN","msg":"handler: ignoring partial history record","step":268600,"current":278001}
+{"time":"2025-05-19T15:47:34.537341831Z","level":"WARN","msg":"handler: ignoring partial history record","step":268600,"current":278001}
+{"time":"2025-05-19T15:47:34.537437932Z","level":"WARN","msg":"handler: ignoring partial history record","step":268600,"current":278001}
+{"time":"2025-05-19T15:47:34.537520763Z","level":"WARN","msg":"handler: ignoring partial history record","step":268600,"current":278001}
+{"time":"2025-05-19T15:47:34.537603524Z","level":"WARN","msg":"handler: ignoring partial history record","step":268600,"current":278001}
+{"time":"2025-05-19T15:47:34.537695295Z","level":"WARN","msg":"handler: ignoring partial history record","step":268600,"current":278001}
+{"time":"2025-05-19T15:47:34.537791885Z","level":"WARN","msg":"handler: ignoring partial history record","step":268600,"current":278001}
+{"time":"2025-05-19T15:47:34.537937014Z","level":"WARN","msg":"handler: ignoring partial history record","step":268600,"current":278001}
+{"time":"2025-05-19T15:47:34.538000918Z","level":"WARN","msg":"handler: ignoring partial history record","step":268600,"current":278001}
+{"time":"2025-05-19T15:48:38.775069469Z","level":"WARN","msg":"handler: ignoring partial history record","step":268800,"current":278001}
+{"time":"2025-05-19T15:48:38.775163056Z","level":"WARN","msg":"handler: ignoring partial history record","step":268800,"current":278001}
+{"time":"2025-05-19T15:48:38.775251544Z","level":"WARN","msg":"handler: ignoring partial history record","step":268800,"current":278001}
+{"time":"2025-05-19T15:48:38.775350438Z","level":"WARN","msg":"handler: ignoring partial history record","step":268800,"current":278001}
+{"time":"2025-05-19T15:48:38.775431802Z","level":"WARN","msg":"handler: ignoring partial history record","step":268800,"current":278001}
+{"time":"2025-05-19T15:48:38.775517916Z","level":"WARN","msg":"handler: ignoring partial history record","step":268800,"current":278001}
+{"time":"2025-05-19T15:48:38.775653686Z","level":"WARN","msg":"handler: ignoring partial history record","step":268800,"current":278001}
+{"time":"2025-05-19T15:48:38.775716613Z","level":"WARN","msg":"handler: ignoring partial history record","step":268800,"current":278001}
+{"time":"2025-05-19T15:48:38.775843932Z","level":"WARN","msg":"handler: ignoring partial history record","step":268800,"current":278001}
+{"time":"2025-05-19T15:49:40.002085047Z","level":"WARN","msg":"handler: ignoring partial history record","step":269000,"current":278001}
+{"time":"2025-05-19T15:49:40.002142316Z","level":"WARN","msg":"handler: ignoring partial history record","step":269000,"current":278001}
+{"time":"2025-05-19T15:49:40.002153212Z","level":"WARN","msg":"handler: ignoring partial history record","step":269000,"current":278001}
+{"time":"2025-05-19T15:49:40.002162221Z","level":"WARN","msg":"handler: ignoring partial history record","step":269000,"current":278001}
+{"time":"2025-05-19T15:49:40.002170742Z","level":"WARN","msg":"handler: ignoring partial history record","step":269000,"current":278001}
+{"time":"2025-05-19T15:49:40.002179262Z","level":"WARN","msg":"handler: ignoring partial history record","step":269000,"current":278001}
+{"time":"2025-05-19T15:49:40.002187294Z","level":"WARN","msg":"handler: ignoring partial history record","step":269000,"current":278001}
+{"time":"2025-05-19T15:49:40.002196303Z","level":"WARN","msg":"handler: ignoring partial history record","step":269000,"current":278001}
+{"time":"2025-05-19T15:49:40.002204335Z","level":"WARN","msg":"handler: ignoring partial history record","step":269000,"current":278001}
+{"time":"2025-05-19T15:50:38.273758644Z","level":"WARN","msg":"handler: ignoring partial history record","step":269200,"current":278001}
+{"time":"2025-05-19T15:50:38.273840916Z","level":"WARN","msg":"handler: ignoring partial history record","step":269200,"current":278001}
+{"time":"2025-05-19T15:50:38.273936039Z","level":"WARN","msg":"handler: ignoring partial history record","step":269200,"current":278001}
+{"time":"2025-05-19T15:50:38.274048133Z","level":"WARN","msg":"handler: ignoring partial history record","step":269200,"current":278001}
+{"time":"2025-05-19T15:50:38.274140393Z","level":"WARN","msg":"handler: ignoring partial history record","step":269200,"current":278001}
+{"time":"2025-05-19T15:50:38.274207091Z","level":"WARN","msg":"handler: ignoring partial history record","step":269200,"current":278001}
+{"time":"2025-05-19T15:50:38.274305077Z","level":"WARN","msg":"handler: ignoring partial history record","step":269200,"current":278001}
+{"time":"2025-05-19T15:50:38.274405787Z","level":"WARN","msg":"handler: ignoring partial history record","step":269200,"current":278001}
+{"time":"2025-05-19T15:50:38.274488129Z","level":"WARN","msg":"handler: ignoring partial history record","step":269200,"current":278001}
+{"time":"2025-05-19T15:51:35.896748744Z","level":"WARN","msg":"handler: ignoring partial history record","step":269400,"current":278001}
+{"time":"2025-05-19T15:51:35.896874527Z","level":"WARN","msg":"handler: ignoring partial history record","step":269400,"current":278001}
+{"time":"2025-05-19T15:51:35.896925161Z","level":"WARN","msg":"handler: ignoring partial history record","step":269400,"current":278001}
+{"time":"2025-05-19T15:51:35.897034881Z","level":"WARN","msg":"handler: ignoring partial history record","step":269400,"current":278001}
+{"time":"2025-05-19T15:51:35.897122042Z","level":"WARN","msg":"handler: ignoring partial history record","step":269400,"current":278001}
+{"time":"2025-05-19T15:51:35.897213743Z","level":"WARN","msg":"handler: ignoring partial history record","step":269400,"current":278001}
+{"time":"2025-05-19T15:51:35.897301812Z","level":"WARN","msg":"handler: ignoring partial history record","step":269400,"current":278001}
+{"time":"2025-05-19T15:51:35.897425779Z","level":"WARN","msg":"handler: ignoring partial history record","step":269400,"current":278001}
+{"time":"2025-05-19T15:51:35.897501416Z","level":"WARN","msg":"handler: ignoring partial history record","step":269400,"current":278001}
+{"time":"2025-05-19T15:52:34.11017728Z","level":"WARN","msg":"handler: ignoring partial history record","step":269600,"current":278001}
+{"time":"2025-05-19T15:52:34.110254454Z","level":"WARN","msg":"handler: ignoring partial history record","step":269600,"current":278001}
+{"time":"2025-05-19T15:52:34.110265768Z","level":"WARN","msg":"handler: ignoring partial history record","step":269600,"current":278001}
+{"time":"2025-05-19T15:52:34.1102738Z","level":"WARN","msg":"handler: ignoring partial history record","step":269600,"current":278001}
+{"time":"2025-05-19T15:52:34.110282809Z","level":"WARN","msg":"handler: ignoring partial history record","step":269600,"current":278001}
+{"time":"2025-05-19T15:52:34.110292238Z","level":"WARN","msg":"handler: ignoring partial history record","step":269600,"current":278001}
+{"time":"2025-05-19T15:52:34.110301247Z","level":"WARN","msg":"handler: ignoring partial history record","step":269600,"current":278001}
+{"time":"2025-05-19T15:52:34.110309279Z","level":"WARN","msg":"handler: ignoring partial history record","step":269600,"current":278001}
+{"time":"2025-05-19T15:52:34.110317799Z","level":"WARN","msg":"handler: ignoring partial history record","step":269600,"current":278001}
+{"time":"2025-05-19T15:53:31.978293734Z","level":"WARN","msg":"handler: ignoring partial history record","step":269800,"current":278001}
+{"time":"2025-05-19T15:53:31.978362807Z","level":"WARN","msg":"handler: ignoring partial history record","step":269800,"current":278001}
+{"time":"2025-05-19T15:53:31.978372724Z","level":"WARN","msg":"handler: ignoring partial history record","step":269800,"current":278001}
+{"time":"2025-05-19T15:53:31.978381245Z","level":"WARN","msg":"handler: ignoring partial history record","step":269800,"current":278001}
+{"time":"2025-05-19T15:53:31.978389276Z","level":"WARN","msg":"handler: ignoring partial history record","step":269800,"current":278001}
+{"time":"2025-05-19T15:53:31.978397797Z","level":"WARN","msg":"handler: ignoring partial history record","step":269800,"current":278001}
+{"time":"2025-05-19T15:53:31.978405828Z","level":"WARN","msg":"handler: ignoring partial history record","step":269800,"current":278001}
+{"time":"2025-05-19T15:53:31.978430412Z","level":"WARN","msg":"handler: ignoring partial history record","step":269800,"current":278001}
+{"time":"2025-05-19T15:53:31.978438933Z","level":"WARN","msg":"handler: ignoring partial history record","step":269800,"current":278001}
+{"time":"2025-05-19T15:54:30.474259741Z","level":"WARN","msg":"handler: ignoring partial history record","step":270000,"current":278001}
+{"time":"2025-05-19T15:54:30.474467936Z","level":"WARN","msg":"handler: ignoring partial history record","step":270000,"current":278001}
+{"time":"2025-05-19T15:54:30.474481625Z","level":"WARN","msg":"handler: ignoring partial history record","step":270000,"current":278001}
+{"time":"2025-05-19T15:54:30.47449252Z","level":"WARN","msg":"handler: ignoring partial history record","step":270000,"current":278001}
+{"time":"2025-05-19T15:54:30.474502018Z","level":"WARN","msg":"handler: ignoring partial history record","step":270000,"current":278001}
+{"time":"2025-05-19T15:54:30.474511028Z","level":"WARN","msg":"handler: ignoring partial history record","step":270000,"current":278001}
+{"time":"2025-05-19T15:54:30.474519548Z","level":"WARN","msg":"handler: ignoring partial history record","step":270000,"current":278001}
+{"time":"2025-05-19T15:54:30.474528558Z","level":"WARN","msg":"handler: ignoring partial history record","step":270000,"current":278001}
+{"time":"2025-05-19T15:54:30.474537078Z","level":"WARN","msg":"handler: ignoring partial history record","step":270000,"current":278001}
+{"time":"2025-05-19T15:55:28.946187141Z","level":"WARN","msg":"handler: ignoring partial history record","step":270200,"current":278001}
+{"time":"2025-05-19T15:55:28.946287502Z","level":"WARN","msg":"handler: ignoring partial history record","step":270200,"current":278001}
+{"time":"2025-05-19T15:55:28.946299375Z","level":"WARN","msg":"handler: ignoring partial history record","step":270200,"current":278001}
+{"time":"2025-05-19T15:55:28.946307407Z","level":"WARN","msg":"handler: ignoring partial history record","step":270200,"current":278001}
+{"time":"2025-05-19T15:55:28.946315927Z","level":"WARN","msg":"handler: ignoring partial history record","step":270200,"current":278001}
+{"time":"2025-05-19T15:55:28.946325775Z","level":"WARN","msg":"handler: ignoring partial history record","step":270200,"current":278001}
+{"time":"2025-05-19T15:55:28.946333876Z","level":"WARN","msg":"handler: ignoring partial history record","step":270200,"current":278001}
+{"time":"2025-05-19T15:55:28.946341908Z","level":"WARN","msg":"handler: ignoring partial history record","step":270200,"current":278001}
+{"time":"2025-05-19T15:55:28.946350428Z","level":"WARN","msg":"handler: ignoring partial history record","step":270200,"current":278001}
+{"time":"2025-05-19T15:56:26.294097555Z","level":"WARN","msg":"handler: ignoring partial history record","step":270400,"current":278001}
+{"time":"2025-05-19T15:56:26.294132056Z","level":"WARN","msg":"handler: ignoring partial history record","step":270400,"current":278001}
+{"time":"2025-05-19T15:56:26.294141554Z","level":"WARN","msg":"handler: ignoring partial history record","step":270400,"current":278001}
+{"time":"2025-05-19T15:56:26.294150983Z","level":"WARN","msg":"handler: ignoring partial history record","step":270400,"current":278001}
+{"time":"2025-05-19T15:56:26.294159503Z","level":"WARN","msg":"handler: ignoring partial history record","step":270400,"current":278001}
+{"time":"2025-05-19T15:56:26.294168024Z","level":"WARN","msg":"handler: ignoring partial history record","step":270400,"current":278001}
+{"time":"2025-05-19T15:56:26.294176545Z","level":"WARN","msg":"handler: ignoring partial history record","step":270400,"current":278001}
+{"time":"2025-05-19T15:56:26.294184576Z","level":"WARN","msg":"handler: ignoring partial history record","step":270400,"current":278001}
+{"time":"2025-05-19T15:56:26.294195052Z","level":"WARN","msg":"handler: ignoring partial history record","step":270400,"current":278001}
+{"time":"2025-05-19T15:57:24.874172041Z","level":"WARN","msg":"handler: ignoring partial history record","step":270600,"current":278001}
+{"time":"2025-05-19T15:57:24.874269049Z","level":"WARN","msg":"handler: ignoring partial history record","step":270600,"current":278001}
+{"time":"2025-05-19T15:57:24.874278059Z","level":"WARN","msg":"handler: ignoring partial history record","step":270600,"current":278001}
+{"time":"2025-05-19T15:57:24.87428609Z","level":"WARN","msg":"handler: ignoring partial history record","step":270600,"current":278001}
+{"time":"2025-05-19T15:57:24.874293144Z","level":"WARN","msg":"handler: ignoring partial history record","step":270600,"current":278001}
+{"time":"2025-05-19T15:57:24.874300268Z","level":"WARN","msg":"handler: ignoring partial history record","step":270600,"current":278001}
+{"time":"2025-05-19T15:57:24.874307392Z","level":"WARN","msg":"handler: ignoring partial history record","step":270600,"current":278001}
+{"time":"2025-05-19T15:57:24.874314097Z","level":"WARN","msg":"handler: ignoring partial history record","step":270600,"current":278001}
+{"time":"2025-05-19T15:57:24.874320662Z","level":"WARN","msg":"handler: ignoring partial history record","step":270600,"current":278001}
+{"time":"2025-05-19T15:58:22.994106057Z","level":"WARN","msg":"handler: ignoring partial history record","step":270800,"current":278001}
+{"time":"2025-05-19T15:58:22.994181765Z","level":"WARN","msg":"handler: ignoring partial history record","step":270800,"current":278001}
+{"time":"2025-05-19T15:58:22.99419259Z","level":"WARN","msg":"handler: ignoring partial history record","step":270800,"current":278001}
+{"time":"2025-05-19T15:58:22.994202507Z","level":"WARN","msg":"handler: ignoring partial history record","step":270800,"current":278001}
+{"time":"2025-05-19T15:58:22.994211517Z","level":"WARN","msg":"handler: ignoring partial history record","step":270800,"current":278001}
+{"time":"2025-05-19T15:58:22.994219549Z","level":"WARN","msg":"handler: ignoring partial history record","step":270800,"current":278001}
+{"time":"2025-05-19T15:58:22.994228069Z","level":"WARN","msg":"handler: ignoring partial history record","step":270800,"current":278001}
+{"time":"2025-05-19T15:58:22.994236101Z","level":"WARN","msg":"handler: ignoring partial history record","step":270800,"current":278001}
+{"time":"2025-05-19T15:58:22.994244621Z","level":"WARN","msg":"handler: ignoring partial history record","step":270800,"current":278001}
+{"time":"2025-05-19T15:59:20.950161737Z","level":"WARN","msg":"handler: ignoring partial history record","step":271000,"current":278001}
+{"time":"2025-05-19T15:59:20.950216143Z","level":"WARN","msg":"handler: ignoring partial history record","step":271000,"current":278001}
+{"time":"2025-05-19T15:59:20.95022613Z","level":"WARN","msg":"handler: ignoring partial history record","step":271000,"current":278001}
+{"time":"2025-05-19T15:59:20.950234651Z","level":"WARN","msg":"handler: ignoring partial history record","step":271000,"current":278001}
+{"time":"2025-05-19T15:59:20.950243102Z","level":"WARN","msg":"handler: ignoring partial history record","step":271000,"current":278001}
+{"time":"2025-05-19T15:59:20.950251133Z","level":"WARN","msg":"handler: ignoring partial history record","step":271000,"current":278001}
+{"time":"2025-05-19T15:59:20.950258257Z","level":"WARN","msg":"handler: ignoring partial history record","step":271000,"current":278001}
+{"time":"2025-05-19T15:59:20.950266778Z","level":"WARN","msg":"handler: ignoring partial history record","step":271000,"current":278001}
+{"time":"2025-05-19T15:59:20.950274879Z","level":"WARN","msg":"handler: ignoring partial history record","step":271000,"current":278001}
+{"time":"2025-05-19T16:00:19.034120912Z","level":"WARN","msg":"handler: ignoring partial history record","step":271200,"current":278001}
+{"time":"2025-05-19T16:00:19.034195223Z","level":"WARN","msg":"handler: ignoring partial history record","step":271200,"current":278001}
+{"time":"2025-05-19T16:00:19.034206048Z","level":"WARN","msg":"handler: ignoring partial history record","step":271200,"current":278001}
+{"time":"2025-05-19T16:00:19.034216454Z","level":"WARN","msg":"handler: ignoring partial history record","step":271200,"current":278001}
+{"time":"2025-05-19T16:00:19.034240549Z","level":"WARN","msg":"handler: ignoring partial history record","step":271200,"current":278001}
+{"time":"2025-05-19T16:00:19.034251514Z","level":"WARN","msg":"handler: ignoring partial history record","step":271200,"current":278001}
+{"time":"2025-05-19T16:00:19.034259546Z","level":"WARN","msg":"handler: ignoring partial history record","step":271200,"current":278001}
+{"time":"2025-05-19T16:00:19.034267578Z","level":"WARN","msg":"handler: ignoring partial history record","step":271200,"current":278001}
+{"time":"2025-05-19T16:00:19.034276028Z","level":"WARN","msg":"handler: ignoring partial history record","step":271200,"current":278001}
+{"time":"2025-05-19T16:01:17.606182321Z","level":"WARN","msg":"handler: ignoring partial history record","step":271400,"current":278001}
+{"time":"2025-05-19T16:01:17.606232955Z","level":"WARN","msg":"handler: ignoring partial history record","step":271400,"current":278001}
+{"time":"2025-05-19T16:01:17.606242943Z","level":"WARN","msg":"handler: ignoring partial history record","step":271400,"current":278001}
+{"time":"2025-05-19T16:01:17.606251463Z","level":"WARN","msg":"handler: ignoring partial history record","step":271400,"current":278001}
+{"time":"2025-05-19T16:01:17.606259425Z","level":"WARN","msg":"handler: ignoring partial history record","step":271400,"current":278001}
+{"time":"2025-05-19T16:01:17.606267946Z","level":"WARN","msg":"handler: ignoring partial history record","step":271400,"current":278001}
+{"time":"2025-05-19T16:01:17.606276047Z","level":"WARN","msg":"handler: ignoring partial history record","step":271400,"current":278001}
+{"time":"2025-05-19T16:01:17.606284987Z","level":"WARN","msg":"handler: ignoring partial history record","step":271400,"current":278001}
+{"time":"2025-05-19T16:01:17.606294415Z","level":"WARN","msg":"handler: ignoring partial history record","step":271400,"current":278001}
+{"time":"2025-05-19T16:02:19.718227675Z","level":"WARN","msg":"handler: ignoring partial history record","step":271600,"current":278001}
+{"time":"2025-05-19T16:02:19.718335579Z","level":"WARN","msg":"handler: ignoring partial history record","step":271600,"current":278001}
+{"time":"2025-05-19T16:02:19.718349337Z","level":"WARN","msg":"handler: ignoring partial history record","step":271600,"current":278001}
+{"time":"2025-05-19T16:02:19.718362048Z","level":"WARN","msg":"handler: ignoring partial history record","step":271600,"current":278001}
+{"time":"2025-05-19T16:02:19.718372943Z","level":"WARN","msg":"handler: ignoring partial history record","step":271600,"current":278001}
+{"time":"2025-05-19T16:02:19.718384258Z","level":"WARN","msg":"handler: ignoring partial history record","step":271600,"current":278001}
+{"time":"2025-05-19T16:02:19.718395223Z","level":"WARN","msg":"handler: ignoring partial history record","step":271600,"current":278001}
+{"time":"2025-05-19T16:02:19.718406118Z","level":"WARN","msg":"handler: ignoring partial history record","step":271600,"current":278001}
+{"time":"2025-05-19T16:02:19.718416454Z","level":"WARN","msg":"handler: ignoring partial history record","step":271600,"current":278001}
+{"time":"2025-05-19T16:03:22.642103287Z","level":"WARN","msg":"handler: ignoring partial history record","step":271800,"current":278001}
+{"time":"2025-05-19T16:03:22.642177598Z","level":"WARN","msg":"handler: ignoring partial history record","step":271800,"current":278001}
+{"time":"2025-05-19T16:03:22.642188982Z","level":"WARN","msg":"handler: ignoring partial history record","step":271800,"current":278001}
+{"time":"2025-05-19T16:03:22.64219841Z","level":"WARN","msg":"handler: ignoring partial history record","step":271800,"current":278001}
+{"time":"2025-05-19T16:03:22.642206442Z","level":"WARN","msg":"handler: ignoring partial history record","step":271800,"current":278001}
+{"time":"2025-05-19T16:03:22.642215032Z","level":"WARN","msg":"handler: ignoring partial history record","step":271800,"current":278001}
+{"time":"2025-05-19T16:03:22.642224531Z","level":"WARN","msg":"handler: ignoring partial history record","step":271800,"current":278001}
+{"time":"2025-05-19T16:03:22.642246181Z","level":"WARN","msg":"handler: ignoring partial history record","step":271800,"current":278001}
+{"time":"2025-05-19T16:03:22.64225568Z","level":"WARN","msg":"handler: ignoring partial history record","step":271800,"current":278001}
+{"time":"2025-05-19T16:03:49.328564144Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2025-05-19T16:04:24.814235731Z","level":"WARN","msg":"handler: ignoring partial history record","step":272000,"current":278001}
+{"time":"2025-05-19T16:04:24.814294886Z","level":"WARN","msg":"handler: ignoring partial history record","step":272000,"current":278001}
+{"time":"2025-05-19T16:04:24.814305222Z","level":"WARN","msg":"handler: ignoring partial history record","step":272000,"current":278001}
+{"time":"2025-05-19T16:04:24.81431514Z","level":"WARN","msg":"handler: ignoring partial history record","step":272000,"current":278001}
+{"time":"2025-05-19T16:04:24.814323241Z","level":"WARN","msg":"handler: ignoring partial history record","step":272000,"current":278001}
+{"time":"2025-05-19T16:04:24.81433267Z","level":"WARN","msg":"handler: ignoring partial history record","step":272000,"current":278001}
+{"time":"2025-05-19T16:04:24.81434119Z","level":"WARN","msg":"handler: ignoring partial history record","step":272000,"current":278001}
+{"time":"2025-05-19T16:04:24.814349222Z","level":"WARN","msg":"handler: ignoring partial history record","step":272000,"current":278001}
+{"time":"2025-05-19T16:04:24.814357742Z","level":"WARN","msg":"handler: ignoring partial history record","step":272000,"current":278001}
+{"time":"2025-05-19T16:05:26.542157024Z","level":"WARN","msg":"handler: ignoring partial history record","step":272200,"current":278001}
+{"time":"2025-05-19T16:05:26.542228401Z","level":"WARN","msg":"handler: ignoring partial history record","step":272200,"current":278001}
+{"time":"2025-05-19T16:05:26.542238388Z","level":"WARN","msg":"handler: ignoring partial history record","step":272200,"current":278001}
+{"time":"2025-05-19T16:05:26.542246839Z","level":"WARN","msg":"handler: ignoring partial history record","step":272200,"current":278001}
+{"time":"2025-05-19T16:05:26.542255359Z","level":"WARN","msg":"handler: ignoring partial history record","step":272200,"current":278001}
+{"time":"2025-05-19T16:05:26.542262972Z","level":"WARN","msg":"handler: ignoring partial history record","step":272200,"current":278001}
+{"time":"2025-05-19T16:05:26.542271004Z","level":"WARN","msg":"handler: ignoring partial history record","step":272200,"current":278001}
+{"time":"2025-05-19T16:05:26.542278547Z","level":"WARN","msg":"handler: ignoring partial history record","step":272200,"current":278001}
+{"time":"2025-05-19T16:05:26.542286578Z","level":"WARN","msg":"handler: ignoring partial history record","step":272200,"current":278001}
+{"time":"2025-05-19T16:06:28.518435903Z","level":"WARN","msg":"handler: ignoring partial history record","step":272400,"current":278001}
+{"time":"2025-05-19T16:06:28.518500157Z","level":"WARN","msg":"handler: ignoring partial history record","step":272400,"current":278001}
+{"time":"2025-05-19T16:06:28.518509655Z","level":"WARN","msg":"handler: ignoring partial history record","step":272400,"current":278001}
+{"time":"2025-05-19T16:06:28.518518245Z","level":"WARN","msg":"handler: ignoring partial history record","step":272400,"current":278001}
+{"time":"2025-05-19T16:06:28.518526277Z","level":"WARN","msg":"handler: ignoring partial history record","step":272400,"current":278001}
+{"time":"2025-05-19T16:06:28.518534309Z","level":"WARN","msg":"handler: ignoring partial history record","step":272400,"current":278001}
+{"time":"2025-05-19T16:06:28.518542271Z","level":"WARN","msg":"handler: ignoring partial history record","step":272400,"current":278001}
+{"time":"2025-05-19T16:06:28.518550302Z","level":"WARN","msg":"handler: ignoring partial history record","step":272400,"current":278001}
+{"time":"2025-05-19T16:06:28.518571604Z","level":"WARN","msg":"handler: ignoring partial history record","step":272400,"current":278001}
+{"time":"2025-05-19T16:07:30.582219692Z","level":"WARN","msg":"handler: ignoring partial history record","step":272600,"current":278001}
+{"time":"2025-05-19T16:07:30.582279825Z","level":"WARN","msg":"handler: ignoring partial history record","step":272600,"current":278001}
+{"time":"2025-05-19T16:07:30.582291209Z","level":"WARN","msg":"handler: ignoring partial history record","step":272600,"current":278001}
+{"time":"2025-05-19T16:07:30.582301545Z","level":"WARN","msg":"handler: ignoring partial history record","step":272600,"current":278001}
+{"time":"2025-05-19T16:07:30.582310066Z","level":"WARN","msg":"handler: ignoring partial history record","step":272600,"current":278001}
+{"time":"2025-05-19T16:07:30.582319564Z","level":"WARN","msg":"handler: ignoring partial history record","step":272600,"current":278001}
+{"time":"2025-05-19T16:07:30.582328574Z","level":"WARN","msg":"handler: ignoring partial history record","step":272600,"current":278001}
+{"time":"2025-05-19T16:07:30.582339469Z","level":"WARN","msg":"handler: ignoring partial history record","step":272600,"current":278001}
+{"time":"2025-05-19T16:07:30.582349805Z","level":"WARN","msg":"handler: ignoring partial history record","step":272600,"current":278001}
+{"time":"2025-05-19T16:08:31.278188402Z","level":"WARN","msg":"handler: ignoring partial history record","step":272800,"current":278001}
+{"time":"2025-05-19T16:08:31.278255519Z","level":"WARN","msg":"handler: ignoring partial history record","step":272800,"current":278001}
+{"time":"2025-05-19T16:08:31.278265437Z","level":"WARN","msg":"handler: ignoring partial history record","step":272800,"current":278001}
+{"time":"2025-05-19T16:08:31.278273538Z","level":"WARN","msg":"handler: ignoring partial history record","step":272800,"current":278001}
+{"time":"2025-05-19T16:08:31.278282478Z","level":"WARN","msg":"handler: ignoring partial history record","step":272800,"current":278001}
+{"time":"2025-05-19T16:08:31.278290509Z","level":"WARN","msg":"handler: ignoring partial history record","step":272800,"current":278001}
+{"time":"2025-05-19T16:08:31.278298541Z","level":"WARN","msg":"handler: ignoring partial history record","step":272800,"current":278001}
+{"time":"2025-05-19T16:08:31.278305665Z","level":"WARN","msg":"handler: ignoring partial history record","step":272800,"current":278001}
+{"time":"2025-05-19T16:08:31.278314185Z","level":"WARN","msg":"handler: ignoring partial history record","step":272800,"current":278001}
+{"time":"2025-05-19T16:09:29.182207667Z","level":"WARN","msg":"handler: ignoring partial history record","step":273000,"current":278001}
+{"time":"2025-05-19T16:09:29.182284353Z","level":"WARN","msg":"handler: ignoring partial history record","step":273000,"current":278001}
+{"time":"2025-05-19T16:09:29.182303279Z","level":"WARN","msg":"handler: ignoring partial history record","step":273000,"current":278001}
+{"time":"2025-05-19T16:09:29.182317457Z","level":"WARN","msg":"handler: ignoring partial history record","step":273000,"current":278001}
+{"time":"2025-05-19T16:09:29.182328841Z","level":"WARN","msg":"handler: ignoring partial history record","step":273000,"current":278001}
+{"time":"2025-05-19T16:09:29.182341063Z","level":"WARN","msg":"handler: ignoring partial history record","step":273000,"current":278001}
+{"time":"2025-05-19T16:09:29.182352028Z","level":"WARN","msg":"handler: ignoring partial history record","step":273000,"current":278001}
+{"time":"2025-05-19T16:09:29.182363761Z","level":"WARN","msg":"handler: ignoring partial history record","step":273000,"current":278001}
+{"time":"2025-05-19T16:09:29.182376612Z","level":"WARN","msg":"handler: ignoring partial history record","step":273000,"current":278001}
+{"time":"2025-05-19T16:10:27.518221817Z","level":"WARN","msg":"handler: ignoring partial history record","step":273200,"current":278001}
+{"time":"2025-05-19T16:10:27.518312191Z","level":"WARN","msg":"handler: ignoring partial history record","step":273200,"current":278001}
+{"time":"2025-05-19T16:10:27.518341594Z","level":"WARN","msg":"handler: ignoring partial history record","step":273200,"current":278001}
+{"time":"2025-05-19T16:10:27.518351511Z","level":"WARN","msg":"handler: ignoring partial history record","step":273200,"current":278001}
+{"time":"2025-05-19T16:10:27.518360032Z","level":"WARN","msg":"handler: ignoring partial history record","step":273200,"current":278001}
+{"time":"2025-05-19T16:10:27.518368483Z","level":"WARN","msg":"handler: ignoring partial history record","step":273200,"current":278001}
+{"time":"2025-05-19T16:10:27.518376584Z","level":"WARN","msg":"handler: ignoring partial history record","step":273200,"current":278001}
+{"time":"2025-05-19T16:10:27.518385105Z","level":"WARN","msg":"handler: ignoring partial history record","step":273200,"current":278001}
+{"time":"2025-05-19T16:10:27.518394044Z","level":"WARN","msg":"handler: ignoring partial history record","step":273200,"current":278001}
+{"time":"2025-05-19T16:11:26.558143046Z","level":"WARN","msg":"handler: ignoring partial history record","step":273400,"current":278001}
+{"time":"2025-05-19T16:11:26.558218823Z","level":"WARN","msg":"handler: ignoring partial history record","step":273400,"current":278001}
+{"time":"2025-05-19T16:11:26.55822916Z","level":"WARN","msg":"handler: ignoring partial history record","step":273400,"current":278001}
+{"time":"2025-05-19T16:11:26.5582381Z","level":"WARN","msg":"handler: ignoring partial history record","step":273400,"current":278001}
+{"time":"2025-05-19T16:11:26.558247598Z","level":"WARN","msg":"handler: ignoring partial history record","step":273400,"current":278001}
+{"time":"2025-05-19T16:11:26.558257585Z","level":"WARN","msg":"handler: ignoring partial history record","step":273400,"current":278001}
+{"time":"2025-05-19T16:11:26.558267083Z","level":"WARN","msg":"handler: ignoring partial history record","step":273400,"current":278001}
+{"time":"2025-05-19T16:11:26.558276023Z","level":"WARN","msg":"handler: ignoring partial history record","step":273400,"current":278001}
+{"time":"2025-05-19T16:11:26.558284544Z","level":"WARN","msg":"handler: ignoring partial history record","step":273400,"current":278001}
+{"time":"2025-05-19T16:12:25.262207073Z","level":"WARN","msg":"handler: ignoring partial history record","step":273600,"current":278001}
+{"time":"2025-05-19T16:12:25.262264343Z","level":"WARN","msg":"handler: ignoring partial history record","step":273600,"current":278001}
+{"time":"2025-05-19T16:12:25.262274679Z","level":"WARN","msg":"handler: ignoring partial history record","step":273600,"current":278001}
+{"time":"2025-05-19T16:12:25.262282781Z","level":"WARN","msg":"handler: ignoring partial history record","step":273600,"current":278001}
+{"time":"2025-05-19T16:12:25.26229172Z","level":"WARN","msg":"handler: ignoring partial history record","step":273600,"current":278001}
+{"time":"2025-05-19T16:12:25.262299822Z","level":"WARN","msg":"handler: ignoring partial history record","step":273600,"current":278001}
+{"time":"2025-05-19T16:12:25.262308272Z","level":"WARN","msg":"handler: ignoring partial history record","step":273600,"current":278001}
+{"time":"2025-05-19T16:12:25.262315396Z","level":"WARN","msg":"handler: ignoring partial history record","step":273600,"current":278001}
+{"time":"2025-05-19T16:12:25.262324825Z","level":"WARN","msg":"handler: ignoring partial history record","step":273600,"current":278001}
+{"time":"2025-05-19T16:13:23.630190941Z","level":"WARN","msg":"handler: ignoring partial history record","step":273800,"current":278001}
+{"time":"2025-05-19T16:13:23.630266159Z","level":"WARN","msg":"handler: ignoring partial history record","step":273800,"current":278001}
+{"time":"2025-05-19T16:13:23.630277543Z","level":"WARN","msg":"handler: ignoring partial history record","step":273800,"current":278001}
+{"time":"2025-05-19T16:13:23.630287461Z","level":"WARN","msg":"handler: ignoring partial history record","step":273800,"current":278001}
+{"time":"2025-05-19T16:13:23.6302964Z","level":"WARN","msg":"handler: ignoring partial history record","step":273800,"current":278001}
+{"time":"2025-05-19T16:13:23.630319168Z","level":"WARN","msg":"handler: ignoring partial history record","step":273800,"current":278001}
+{"time":"2025-05-19T16:13:23.630328108Z","level":"WARN","msg":"handler: ignoring partial history record","step":273800,"current":278001}
+{"time":"2025-05-19T16:13:23.630335651Z","level":"WARN","msg":"handler: ignoring partial history record","step":273800,"current":278001}
+{"time":"2025-05-19T16:13:23.63034466Z","level":"WARN","msg":"handler: ignoring partial history record","step":273800,"current":278001}
+{"time":"2025-05-19T16:14:23.302177413Z","level":"WARN","msg":"handler: ignoring partial history record","step":274000,"current":278001}
+{"time":"2025-05-19T16:14:23.3022754Z","level":"WARN","msg":"handler: ignoring partial history record","step":274000,"current":278001}
+{"time":"2025-05-19T16:14:23.302287273Z","level":"WARN","msg":"handler: ignoring partial history record","step":274000,"current":278001}
+{"time":"2025-05-19T16:14:23.302296212Z","level":"WARN","msg":"handler: ignoring partial history record","step":274000,"current":278001}
+{"time":"2025-05-19T16:14:23.302304733Z","level":"WARN","msg":"handler: ignoring partial history record","step":274000,"current":278001}
+{"time":"2025-05-19T16:14:23.302312346Z","level":"WARN","msg":"handler: ignoring partial history record","step":274000,"current":278001}
+{"time":"2025-05-19T16:14:23.3023194Z","level":"WARN","msg":"handler: ignoring partial history record","step":274000,"current":278001}
+{"time":"2025-05-19T16:14:23.302326942Z","level":"WARN","msg":"handler: ignoring partial history record","step":274000,"current":278001}
+{"time":"2025-05-19T16:14:23.302334066Z","level":"WARN","msg":"handler: ignoring partial history record","step":274000,"current":278001}
+{"time":"2025-05-19T16:15:21.38218984Z","level":"WARN","msg":"handler: ignoring partial history record","step":274200,"current":278001}
+{"time":"2025-05-19T16:15:21.382240475Z","level":"WARN","msg":"handler: ignoring partial history record","step":274200,"current":278001}
+{"time":"2025-05-19T16:15:21.382250392Z","level":"WARN","msg":"handler: ignoring partial history record","step":274200,"current":278001}
+{"time":"2025-05-19T16:15:21.38225982Z","level":"WARN","msg":"handler: ignoring partial history record","step":274200,"current":278001}
+{"time":"2025-05-19T16:15:21.382267922Z","level":"WARN","msg":"handler: ignoring partial history record","step":274200,"current":278001}
+{"time":"2025-05-19T16:15:21.382276443Z","level":"WARN","msg":"handler: ignoring partial history record","step":274200,"current":278001}
+{"time":"2025-05-19T16:15:21.382284474Z","level":"WARN","msg":"handler: ignoring partial history record","step":274200,"current":278001}
+{"time":"2025-05-19T16:15:21.382292995Z","level":"WARN","msg":"handler: ignoring partial history record","step":274200,"current":278001}
+{"time":"2025-05-19T16:15:21.382301515Z","level":"WARN","msg":"handler: ignoring partial history record","step":274200,"current":278001}
+{"time":"2025-05-19T16:16:18.790171225Z","level":"WARN","msg":"handler: ignoring partial history record","step":274400,"current":278001}
+{"time":"2025-05-19T16:16:18.79024826Z","level":"WARN","msg":"handler: ignoring partial history record","step":274400,"current":278001}
+{"time":"2025-05-19T16:16:18.790258736Z","level":"WARN","msg":"handler: ignoring partial history record","step":274400,"current":278001}
+{"time":"2025-05-19T16:16:18.790268723Z","level":"WARN","msg":"handler: ignoring partial history record","step":274400,"current":278001}
+{"time":"2025-05-19T16:16:18.790278641Z","level":"WARN","msg":"handler: ignoring partial history record","step":274400,"current":278001}
+{"time":"2025-05-19T16:16:18.790288488Z","level":"WARN","msg":"handler: ignoring partial history record","step":274400,"current":278001}
+{"time":"2025-05-19T16:16:18.79029659Z","level":"WARN","msg":"handler: ignoring partial history record","step":274400,"current":278001}
+{"time":"2025-05-19T16:16:18.790304621Z","level":"WARN","msg":"handler: ignoring partial history record","step":274400,"current":278001}
+{"time":"2025-05-19T16:16:18.790333466Z","level":"WARN","msg":"handler: ignoring partial history record","step":274400,"current":278001}
+{"time":"2025-05-19T16:17:18.426326885Z","level":"WARN","msg":"handler: ignoring partial history record","step":274600,"current":278001}
+{"time":"2025-05-19T16:17:18.42640783Z","level":"WARN","msg":"handler: ignoring partial history record","step":274600,"current":278001}
+{"time":"2025-05-19T16:17:18.426418167Z","level":"WARN","msg":"handler: ignoring partial history record","step":274600,"current":278001}
+{"time":"2025-05-19T16:17:18.426427176Z","level":"WARN","msg":"handler: ignoring partial history record","step":274600,"current":278001}
+{"time":"2025-05-19T16:17:18.426435208Z","level":"WARN","msg":"handler: ignoring partial history record","step":274600,"current":278001}
+{"time":"2025-05-19T16:17:18.42644275Z","level":"WARN","msg":"handler: ignoring partial history record","step":274600,"current":278001}
+{"time":"2025-05-19T16:17:18.426451271Z","level":"WARN","msg":"handler: ignoring partial history record","step":274600,"current":278001}
+{"time":"2025-05-19T16:17:18.426459373Z","level":"WARN","msg":"handler: ignoring partial history record","step":274600,"current":278001}
+{"time":"2025-05-19T16:17:18.426466915Z","level":"WARN","msg":"handler: ignoring partial history record","step":274600,"current":278001}
+{"time":"2025-05-19T16:18:15.138144422Z","level":"WARN","msg":"handler: ignoring partial history record","step":274800,"current":278001}
+{"time":"2025-05-19T16:18:15.138217196Z","level":"WARN","msg":"handler: ignoring partial history record","step":274800,"current":278001}
+{"time":"2025-05-19T16:18:15.13822858Z","level":"WARN","msg":"handler: ignoring partial history record","step":274800,"current":278001}
+{"time":"2025-05-19T16:18:15.13823759Z","level":"WARN","msg":"handler: ignoring partial history record","step":274800,"current":278001}
+{"time":"2025-05-19T16:18:15.13824604Z","level":"WARN","msg":"handler: ignoring partial history record","step":274800,"current":278001}
+{"time":"2025-05-19T16:18:15.138254142Z","level":"WARN","msg":"handler: ignoring partial history record","step":274800,"current":278001}
+{"time":"2025-05-19T16:18:15.138262174Z","level":"WARN","msg":"handler: ignoring partial history record","step":274800,"current":278001}
+{"time":"2025-05-19T16:18:15.138271183Z","level":"WARN","msg":"handler: ignoring partial history record","step":274800,"current":278001}
+{"time":"2025-05-19T16:18:15.138280612Z","level":"WARN","msg":"handler: ignoring partial history record","step":274800,"current":278001}
+{"time":"2025-05-19T16:19:12.806116638Z","level":"WARN","msg":"handler: ignoring partial history record","step":275000,"current":278001}
+{"time":"2025-05-19T16:19:12.806225938Z","level":"WARN","msg":"handler: ignoring partial history record","step":275000,"current":278001}
+{"time":"2025-05-19T16:19:12.806239138Z","level":"WARN","msg":"handler: ignoring partial history record","step":275000,"current":278001}
+{"time":"2025-05-19T16:19:12.806251011Z","level":"WARN","msg":"handler: ignoring partial history record","step":275000,"current":278001}
+{"time":"2025-05-19T16:19:12.806263303Z","level":"WARN","msg":"handler: ignoring partial history record","step":275000,"current":278001}
+{"time":"2025-05-19T16:19:12.806273779Z","level":"WARN","msg":"handler: ignoring partial history record","step":275000,"current":278001}
+{"time":"2025-05-19T16:19:12.806283697Z","level":"WARN","msg":"handler: ignoring partial history record","step":275000,"current":278001}
+{"time":"2025-05-19T16:19:12.806293544Z","level":"WARN","msg":"handler: ignoring partial history record","step":275000,"current":278001}
+{"time":"2025-05-19T16:19:12.80630395Z","level":"WARN","msg":"handler: ignoring partial history record","step":275000,"current":278001}
+{"time":"2025-05-19T16:20:11.558477055Z","level":"WARN","msg":"handler: ignoring partial history record","step":275200,"current":278001}
+{"time":"2025-05-19T16:20:11.558521543Z","level":"WARN","msg":"handler: ignoring partial history record","step":275200,"current":278001}
+{"time":"2025-05-19T16:20:11.558548502Z","level":"WARN","msg":"handler: ignoring partial history record","step":275200,"current":278001}
+{"time":"2025-05-19T16:20:11.558558419Z","level":"WARN","msg":"handler: ignoring partial history record","step":275200,"current":278001}
+{"time":"2025-05-19T16:20:11.558566521Z","level":"WARN","msg":"handler: ignoring partial history record","step":275200,"current":278001}
+{"time":"2025-05-19T16:20:11.558576438Z","level":"WARN","msg":"handler: ignoring partial history record","step":275200,"current":278001}
+{"time":"2025-05-19T16:20:11.558584959Z","level":"WARN","msg":"handler: ignoring partial history record","step":275200,"current":278001}
+{"time":"2025-05-19T16:20:11.558593479Z","level":"WARN","msg":"handler: ignoring partial history record","step":275200,"current":278001}
+{"time":"2025-05-19T16:20:11.558602489Z","level":"WARN","msg":"handler: ignoring partial history record","step":275200,"current":278001}
+{"time":"2025-05-19T16:21:12.722139395Z","level":"WARN","msg":"handler: ignoring partial history record","step":275400,"current":278001}
+{"time":"2025-05-19T16:21:12.722215591Z","level":"WARN","msg":"handler: ignoring partial history record","step":275400,"current":278001}
+{"time":"2025-05-19T16:21:12.722225509Z","level":"WARN","msg":"handler: ignoring partial history record","step":275400,"current":278001}
+{"time":"2025-05-19T16:21:12.722234029Z","level":"WARN","msg":"handler: ignoring partial history record","step":275400,"current":278001}
+{"time":"2025-05-19T16:21:12.72224255Z","level":"WARN","msg":"handler: ignoring partial history record","step":275400,"current":278001}
+{"time":"2025-05-19T16:21:12.722250582Z","level":"WARN","msg":"handler: ignoring partial history record","step":275400,"current":278001}
+{"time":"2025-05-19T16:21:12.722258613Z","level":"WARN","msg":"handler: ignoring partial history record","step":275400,"current":278001}
+{"time":"2025-05-19T16:21:12.722267134Z","level":"WARN","msg":"handler: ignoring partial history record","step":275400,"current":278001}
+{"time":"2025-05-19T16:21:12.722274746Z","level":"WARN","msg":"handler: ignoring partial history record","step":275400,"current":278001}
+{"time":"2025-05-19T16:22:15.246303921Z","level":"WARN","msg":"handler: ignoring partial history record","step":275600,"current":278001}
+{"time":"2025-05-19T16:22:15.246444929Z","level":"WARN","msg":"handler: ignoring partial history record","step":275600,"current":278001}
+{"time":"2025-05-19T16:22:15.246458687Z","level":"WARN","msg":"handler: ignoring partial history record","step":275600,"current":278001}
+{"time":"2025-05-19T16:22:15.246470001Z","level":"WARN","msg":"handler: ignoring partial history record","step":275600,"current":278001}
+{"time":"2025-05-19T16:22:15.24647943Z","level":"WARN","msg":"handler: ignoring partial history record","step":275600,"current":278001}
+{"time":"2025-05-19T16:22:15.246490395Z","level":"WARN","msg":"handler: ignoring partial history record","step":275600,"current":278001}
+{"time":"2025-05-19T16:22:15.246499823Z","level":"WARN","msg":"handler: ignoring partial history record","step":275600,"current":278001}
+{"time":"2025-05-19T16:22:15.246509252Z","level":"WARN","msg":"handler: ignoring partial history record","step":275600,"current":278001}
+{"time":"2025-05-19T16:22:15.246519169Z","level":"WARN","msg":"handler: ignoring partial history record","step":275600,"current":278001}
+{"time":"2025-05-19T16:23:17.434647168Z","level":"WARN","msg":"handler: ignoring partial history record","step":275800,"current":278001}
+{"time":"2025-05-19T16:23:17.434678456Z","level":"WARN","msg":"handler: ignoring partial history record","step":275800,"current":278001}
+{"time":"2025-05-19T16:23:17.434687885Z","level":"WARN","msg":"handler: ignoring partial history record","step":275800,"current":278001}
+{"time":"2025-05-19T16:23:17.434696405Z","level":"WARN","msg":"handler: ignoring partial history record","step":275800,"current":278001}
+{"time":"2025-05-19T16:23:17.434704018Z","level":"WARN","msg":"handler: ignoring partial history record","step":275800,"current":278001}
+{"time":"2025-05-19T16:23:17.434726227Z","level":"WARN","msg":"handler: ignoring partial history record","step":275800,"current":278001}
+{"time":"2025-05-19T16:23:17.434735237Z","level":"WARN","msg":"handler: ignoring partial history record","step":275800,"current":278001}
+{"time":"2025-05-19T16:23:17.43474278Z","level":"WARN","msg":"handler: ignoring partial history record","step":275800,"current":278001}
+{"time":"2025-05-19T16:23:17.434750392Z","level":"WARN","msg":"handler: ignoring partial history record","step":275800,"current":278001}
+{"time":"2025-05-19T16:24:20.614187289Z","level":"WARN","msg":"handler: ignoring partial history record","step":276000,"current":278001}
+{"time":"2025-05-19T16:24:20.614274241Z","level":"WARN","msg":"handler: ignoring partial history record","step":276000,"current":278001}
+{"time":"2025-05-19T16:24:20.614284228Z","level":"WARN","msg":"handler: ignoring partial history record","step":276000,"current":278001}
+{"time":"2025-05-19T16:24:20.614294215Z","level":"WARN","msg":"handler: ignoring partial history record","step":276000,"current":278001}
+{"time":"2025-05-19T16:24:20.614303644Z","level":"WARN","msg":"handler: ignoring partial history record","step":276000,"current":278001}
+{"time":"2025-05-19T16:24:20.614311675Z","level":"WARN","msg":"handler: ignoring partial history record","step":276000,"current":278001}
+{"time":"2025-05-19T16:24:20.614319288Z","level":"WARN","msg":"handler: ignoring partial history record","step":276000,"current":278001}
+{"time":"2025-05-19T16:24:20.61432732Z","level":"WARN","msg":"handler: ignoring partial history record","step":276000,"current":278001}
+{"time":"2025-05-19T16:24:20.614336259Z","level":"WARN","msg":"handler: ignoring partial history record","step":276000,"current":278001}
+{"time":"2025-05-19T16:25:23.720360729Z","level":"WARN","msg":"handler: ignoring partial history record","step":276200,"current":278001}
+{"time":"2025-05-19T16:25:23.720435947Z","level":"WARN","msg":"handler: ignoring partial history record","step":276200,"current":278001}
+{"time":"2025-05-19T16:25:23.720447331Z","level":"WARN","msg":"handler: ignoring partial history record","step":276200,"current":278001}
+{"time":"2025-05-19T16:25:23.720457248Z","level":"WARN","msg":"handler: ignoring partial history record","step":276200,"current":278001}
+{"time":"2025-05-19T16:25:23.720466677Z","level":"WARN","msg":"handler: ignoring partial history record","step":276200,"current":278001}
+{"time":"2025-05-19T16:25:23.720476175Z","level":"WARN","msg":"handler: ignoring partial history record","step":276200,"current":278001}
+{"time":"2025-05-19T16:25:23.720485604Z","level":"WARN","msg":"handler: ignoring partial history record","step":276200,"current":278001}
+{"time":"2025-05-19T16:25:23.720495661Z","level":"WARN","msg":"handler: ignoring partial history record","step":276200,"current":278001}
+{"time":"2025-05-19T16:25:23.720503134Z","level":"WARN","msg":"handler: ignoring partial history record","step":276200,"current":278001}
+{"time":"2025-05-19T16:26:27.222053275Z","level":"WARN","msg":"handler: ignoring partial history record","step":276400,"current":278001}
+{"time":"2025-05-19T16:26:27.222087357Z","level":"WARN","msg":"handler: ignoring partial history record","step":276400,"current":278001}
+{"time":"2025-05-19T16:26:27.222097764Z","level":"WARN","msg":"handler: ignoring partial history record","step":276400,"current":278001}
+{"time":"2025-05-19T16:26:27.222107192Z","level":"WARN","msg":"handler: ignoring partial history record","step":276400,"current":278001}
+{"time":"2025-05-19T16:26:27.222114805Z","level":"WARN","msg":"handler: ignoring partial history record","step":276400,"current":278001}
+{"time":"2025-05-19T16:26:27.222122836Z","level":"WARN","msg":"handler: ignoring partial history record","step":276400,"current":278001}
+{"time":"2025-05-19T16:26:27.222130868Z","level":"WARN","msg":"handler: ignoring partial history record","step":276400,"current":278001}
+{"time":"2025-05-19T16:26:27.2221389Z","level":"WARN","msg":"handler: ignoring partial history record","step":276400,"current":278001}
+{"time":"2025-05-19T16:26:27.222162576Z","level":"WARN","msg":"handler: ignoring partial history record","step":276400,"current":278001}
+{"time":"2025-05-19T16:27:29.718189367Z","level":"WARN","msg":"handler: ignoring partial history record","step":276600,"current":278001}
+{"time":"2025-05-19T16:27:29.718271709Z","level":"WARN","msg":"handler: ignoring partial history record","step":276600,"current":278001}
+{"time":"2025-05-19T16:27:29.718284979Z","level":"WARN","msg":"handler: ignoring partial history record","step":276600,"current":278001}
+{"time":"2025-05-19T16:27:29.718294896Z","level":"WARN","msg":"handler: ignoring partial history record","step":276600,"current":278001}
+{"time":"2025-05-19T16:27:29.718305232Z","level":"WARN","msg":"handler: ignoring partial history record","step":276600,"current":278001}
+{"time":"2025-05-19T16:27:29.71831522Z","level":"WARN","msg":"handler: ignoring partial history record","step":276600,"current":278001}
+{"time":"2025-05-19T16:27:29.718325696Z","level":"WARN","msg":"handler: ignoring partial history record","step":276600,"current":278001}
+{"time":"2025-05-19T16:27:29.718335613Z","level":"WARN","msg":"handler: ignoring partial history record","step":276600,"current":278001}
+{"time":"2025-05-19T16:27:29.71834546Z","level":"WARN","msg":"handler: ignoring partial history record","step":276600,"current":278001}
+{"time":"2025-05-19T16:28:29.774150547Z","level":"WARN","msg":"handler: ignoring partial history record","step":276800,"current":278001}
+{"time":"2025-05-19T16:28:29.774195594Z","level":"WARN","msg":"handler: ignoring partial history record","step":276800,"current":278001}
+{"time":"2025-05-19T16:28:29.774206839Z","level":"WARN","msg":"handler: ignoring partial history record","step":276800,"current":278001}
+{"time":"2025-05-19T16:28:29.774215848Z","level":"WARN","msg":"handler: ignoring partial history record","step":276800,"current":278001}
+{"time":"2025-05-19T16:28:29.774224857Z","level":"WARN","msg":"handler: ignoring partial history record","step":276800,"current":278001}
+{"time":"2025-05-19T16:28:29.774234286Z","level":"WARN","msg":"handler: ignoring partial history record","step":276800,"current":278001}
+{"time":"2025-05-19T16:28:29.774244273Z","level":"WARN","msg":"handler: ignoring partial history record","step":276800,"current":278001}
+{"time":"2025-05-19T16:28:29.774253771Z","level":"WARN","msg":"handler: ignoring partial history record","step":276800,"current":278001}
+{"time":"2025-05-19T16:28:29.774261803Z","level":"WARN","msg":"handler: ignoring partial history record","step":276800,"current":278001}
+{"time":"2025-05-19T16:29:29.518368419Z","level":"WARN","msg":"handler: ignoring partial history record","step":277000,"current":278001}
+{"time":"2025-05-19T16:29:29.518485332Z","level":"WARN","msg":"handler: ignoring partial history record","step":277000,"current":278001}
+{"time":"2025-05-19T16:29:29.518498532Z","level":"WARN","msg":"handler: ignoring partial history record","step":277000,"current":278001}
+{"time":"2025-05-19T16:29:29.518506564Z","level":"WARN","msg":"handler: ignoring partial history record","step":277000,"current":278001}
+{"time":"2025-05-19T16:29:29.518513617Z","level":"WARN","msg":"handler: ignoring partial history record","step":277000,"current":278001}
+{"time":"2025-05-19T16:29:29.518520741Z","level":"WARN","msg":"handler: ignoring partial history record","step":277000,"current":278001}
+{"time":"2025-05-19T16:29:29.518528284Z","level":"WARN","msg":"handler: ignoring partial history record","step":277000,"current":278001}
+{"time":"2025-05-19T16:29:29.518536385Z","level":"WARN","msg":"handler: ignoring partial history record","step":277000,"current":278001}
+{"time":"2025-05-19T16:29:29.518543928Z","level":"WARN","msg":"handler: ignoring partial history record","step":277000,"current":278001}
+{"time":"2025-05-19T16:30:29.066226472Z","level":"WARN","msg":"handler: ignoring partial history record","step":277200,"current":278001}
+{"time":"2025-05-19T16:30:29.06631496Z","level":"WARN","msg":"handler: ignoring partial history record","step":277200,"current":278001}
+{"time":"2025-05-19T16:30:29.066345271Z","level":"WARN","msg":"handler: ignoring partial history record","step":277200,"current":278001}
+{"time":"2025-05-19T16:30:29.066355189Z","level":"WARN","msg":"handler: ignoring partial history record","step":277200,"current":278001}
+{"time":"2025-05-19T16:30:29.066365106Z","level":"WARN","msg":"handler: ignoring partial history record","step":277200,"current":278001}
+{"time":"2025-05-19T16:30:29.066374115Z","level":"WARN","msg":"handler: ignoring partial history record","step":277200,"current":278001}
+{"time":"2025-05-19T16:30:29.066383614Z","level":"WARN","msg":"handler: ignoring partial history record","step":277200,"current":278001}
+{"time":"2025-05-19T16:30:29.066393601Z","level":"WARN","msg":"handler: ignoring partial history record","step":277200,"current":278001}
+{"time":"2025-05-19T16:30:29.066402541Z","level":"WARN","msg":"handler: ignoring partial history record","step":277200,"current":278001}
+{"time":"2025-05-19T16:31:27.938147459Z","level":"WARN","msg":"handler: ignoring partial history record","step":277400,"current":278001}
+{"time":"2025-05-19T16:31:27.938193344Z","level":"WARN","msg":"handler: ignoring partial history record","step":277400,"current":278001}
+{"time":"2025-05-19T16:31:27.938204309Z","level":"WARN","msg":"handler: ignoring partial history record","step":277400,"current":278001}
+{"time":"2025-05-19T16:31:27.938213249Z","level":"WARN","msg":"handler: ignoring partial history record","step":277400,"current":278001}
+{"time":"2025-05-19T16:31:27.938220862Z","level":"WARN","msg":"handler: ignoring partial history record","step":277400,"current":278001}
+{"time":"2025-05-19T16:31:27.938229801Z","level":"WARN","msg":"handler: ignoring partial history record","step":277400,"current":278001}
+{"time":"2025-05-19T16:31:27.938237414Z","level":"WARN","msg":"handler: ignoring partial history record","step":277400,"current":278001}
+{"time":"2025-05-19T16:31:27.938245446Z","level":"WARN","msg":"handler: ignoring partial history record","step":277400,"current":278001}
+{"time":"2025-05-19T16:31:27.938253477Z","level":"WARN","msg":"handler: ignoring partial history record","step":277400,"current":278001}
+{"time":"2025-05-19T16:32:27.594143377Z","level":"WARN","msg":"handler: ignoring partial history record","step":277600,"current":278001}
+{"time":"2025-05-19T16:32:27.594216221Z","level":"WARN","msg":"handler: ignoring partial history record","step":277600,"current":278001}
+{"time":"2025-05-19T16:32:27.594227535Z","level":"WARN","msg":"handler: ignoring partial history record","step":277600,"current":278001}
+{"time":"2025-05-19T16:32:27.594237453Z","level":"WARN","msg":"handler: ignoring partial history record","step":277600,"current":278001}
+{"time":"2025-05-19T16:32:27.59424737Z","level":"WARN","msg":"handler: ignoring partial history record","step":277600,"current":278001}
+{"time":"2025-05-19T16:32:27.59425638Z","level":"WARN","msg":"handler: ignoring partial history record","step":277600,"current":278001}
+{"time":"2025-05-19T16:32:27.594264411Z","level":"WARN","msg":"handler: ignoring partial history record","step":277600,"current":278001}
+{"time":"2025-05-19T16:32:27.59427391Z","level":"WARN","msg":"handler: ignoring partial history record","step":277600,"current":278001}
+{"time":"2025-05-19T16:32:27.594281941Z","level":"WARN","msg":"handler: ignoring partial history record","step":277600,"current":278001}
+{"time":"2025-05-19T16:33:27.18632103Z","level":"WARN","msg":"handler: ignoring partial history record","step":277800,"current":278001}
+{"time":"2025-05-19T16:33:27.186366985Z","level":"WARN","msg":"handler: ignoring partial history record","step":277800,"current":278001}
+{"time":"2025-05-19T16:33:27.186376413Z","level":"WARN","msg":"handler: ignoring partial history record","step":277800,"current":278001}
+{"time":"2025-05-19T16:33:27.186385423Z","level":"WARN","msg":"handler: ignoring partial history record","step":277800,"current":278001}
+{"time":"2025-05-19T16:33:27.186411892Z","level":"WARN","msg":"handler: ignoring partial history record","step":277800,"current":278001}
+{"time":"2025-05-19T16:33:27.186420902Z","level":"WARN","msg":"handler: ignoring partial history record","step":277800,"current":278001}
+{"time":"2025-05-19T16:33:27.18643033Z","level":"WARN","msg":"handler: ignoring partial history record","step":277800,"current":278001}
+{"time":"2025-05-19T16:33:27.186438362Z","level":"WARN","msg":"handler: ignoring partial history record","step":277800,"current":278001}
+{"time":"2025-05-19T16:33:27.186446394Z","level":"WARN","msg":"handler: ignoring partial history record","step":277800,"current":278001}
+{"time":"2025-05-19T16:34:26.866154608Z","level":"WARN","msg":"handler: ignoring partial history record","step":278000,"current":278001}
+{"time":"2025-05-19T16:34:26.866228849Z","level":"WARN","msg":"handler: ignoring partial history record","step":278000,"current":278001}
+{"time":"2025-05-19T16:34:26.866238277Z","level":"WARN","msg":"handler: ignoring partial history record","step":278000,"current":278001}
+{"time":"2025-05-19T16:34:26.866246798Z","level":"WARN","msg":"handler: ignoring partial history record","step":278000,"current":278001}
+{"time":"2025-05-19T16:34:26.8662549Z","level":"WARN","msg":"handler: ignoring partial history record","step":278000,"current":278001}
+{"time":"2025-05-19T16:34:26.866262861Z","level":"WARN","msg":"handler: ignoring partial history record","step":278000,"current":278001}
+{"time":"2025-05-19T16:34:26.866270474Z","level":"WARN","msg":"handler: ignoring partial history record","step":278000,"current":278001}
+{"time":"2025-05-19T16:34:26.866278506Z","level":"WARN","msg":"handler: ignoring partial history record","step":278000,"current":278001}
+{"time":"2025-05-19T16:34:26.866286118Z","level":"WARN","msg":"handler: ignoring partial history record","step":278000,"current":278001}
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/wandb/run-20250519_150246-fekph8dz/logs/debug.log b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/wandb/run-20250519_150246-fekph8dz/logs/debug.log
new file mode 100644
index 0000000000000000000000000000000000000000..87769837a96ed622c0606f341a51c3910c85a71e
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/wandb/run-20250519_150246-fekph8dz/logs/debug.log
@@ -0,0 +1,23 @@
+2025-05-19 15:02:46,209 INFO MainThread:828709 [wandb_setup.py:_flush():67] Current SDK version is 0.19.9
+2025-05-19 15:02:46,209 INFO MainThread:828709 [wandb_setup.py:_flush():67] Configure stats pid to 828709
+2025-05-19 15:02:46,209 INFO MainThread:828709 [wandb_setup.py:_flush():67] Loading settings from /root/.config/wandb/settings
+2025-05-19 15:02:46,209 INFO MainThread:828709 [wandb_setup.py:_flush():67] Loading settings from /NAS/LSY/lerobot/wandb/settings
+2025-05-19 15:02:46,209 INFO MainThread:828709 [wandb_setup.py:_flush():67] Loading settings from environment variables
+2025-05-19 15:02:46,209 INFO MainThread:828709 [wandb_init.py:setup_run_log_directory():662] Logging user logs to /SSD/LSY/lerobot_model/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/wandb/run-20250519_150246-fekph8dz/logs/debug.log
+2025-05-19 15:02:46,210 INFO MainThread:828709 [wandb_init.py:setup_run_log_directory():663] Logging internal logs to /SSD/LSY/lerobot_model/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/wandb/run-20250519_150246-fekph8dz/logs/debug-internal.log
+2025-05-19 15:02:46,210 INFO MainThread:828709 [wandb_init.py:init():781] calling init triggers
+2025-05-19 15:02:46,210 INFO MainThread:828709 [wandb_init.py:init():786] wandb.init called with sweep_config: {}
+config: {'dataset': {'repo_id': 'shylee/so100_pengripG', 'root': '/SSD/LSY/lerobot_dataset/pengripG', 'episodes': None, 'image_transforms': {'enable': False, 'max_num_transforms': 3, 'random_order': False, 'tfs': {'brightness': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'brightness': [0.8, 1.2]}}, 'contrast': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'contrast': [0.8, 1.2]}}, 'saturation': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'saturation': [0.5, 1.5]}}, 'hue': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'hue': [-0.05, 0.05]}}, 'sharpness': {'weight': 1.0, 'type': 'SharpnessJitter', 'kwargs': {'sharpness': [0.5, 1.5]}}}}, 'revision': None, 'use_imagenet_stats': True, 'video_backend': 'torchcodec'}, 'env': None, 'policy': {'type': 'diffusion', 'n_obs_steps': 2, 'normalization_mapping': {'VISUAL': , 'STATE': , 'ACTION': }, 'input_features': {'observation.state': {'type': , 'shape': [6]}, 'observation.images.FrontCam': {'type': , 'shape': [3, 480, 640]}, 'observation.images.TopCam': {'type': , 'shape': [3, 480, 640]}, 'observation.images.WristCam': {'type': , 'shape': [3, 480, 640]}}, 'output_features': {'action': {'type': , 'shape': [6]}}, 'device': 'cuda', 'use_amp': False, 'horizon': 16, 'n_action_steps': 8, 'drop_n_last_frames': 7, 'vision_backbone': 'resnet50', 'crop_shape': [224, 224], 'crop_is_random': False, 'pretrained_backbone_weights': 'ResNet50_Weights.IMAGENET1K_V1', 'use_group_norm': False, 'spatial_softmax_num_keypoints': 32, 'use_separate_rgb_encoder_per_camera': False, 'down_dims': [256, 512, 1024], 'kernel_size': 5, 'n_groups': 8, 'diffusion_step_embed_dim': 128, 'use_film_scale_modulation': True, 'noise_scheduler_type': 'DDIM', 'num_train_timesteps': 100, 'beta_schedule': 'squaredcos_cap_v2', 'beta_start': 0.0001, 'beta_end': 0.02, 'prediction_type': 'epsilon', 'clip_sample': True, 'clip_sample_range': 1.0, 'num_inference_steps': 10, 'do_mask_loss_for_padding': False, 'optimizer_lr': 0.0001, 'optimizer_betas': [0.95, 0.999], 'optimizer_eps': 1e-08, 'optimizer_weight_decay': 1e-06, 'scheduler_name': 'cosine', 'scheduler_warmup_steps': 500, 'pre_resize_shape': [224, 224], 'freeze_vision_backbone': False, 'use_ac': False, 'ac_threshold': 0.99, 'use_pcg': False, 'pcg_weight': 0.1, 'use_bid': False, 'bid_batch_size': 15, 'bid_mode_size': 3, 'bid_temporal_coherence': 0.5, 'weak_model_path': None, 'weak_model_config': None}, 'output_dir': '/SSD/LSY/lerobot_model/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain', 'job_name': 'DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain', 'resume': True, 'seed': 1000, 'num_workers': 4, 'batch_size': 16, 'steps': 600000, 'eval_freq': 20000, 'log_freq': 200, 'save_checkpoint': True, 'save_freq': 20000, 'use_policy_training_preset': True, 'optimizer': {'type': 'adam', 'lr': 0.0001, 'weight_decay': 1e-06, 'grad_clip_norm': 10.0, 'betas': [0.95, 0.999], 'eps': 1e-08}, 'scheduler': {'type': 'diffuser', 'num_warmup_steps': 500, 'name': 'cosine'}, 'eval': {'n_episodes': 50, 'batch_size': 50, 'use_async_envs': False}, 'wandb': {'enable': True, 'disable_artifact': False, 'project': 'lerobot', 'entity': None, 'notes': None, 'run_id': 'fekph8dz', 'mode': None}, '_wandb': {}}
+2025-05-19 15:02:46,210 INFO MainThread:828709 [wandb_init.py:init():809] starting backend
+2025-05-19 15:02:46,210 INFO MainThread:828709 [wandb_init.py:init():813] sending inform_init request
+2025-05-19 15:02:46,472 INFO MainThread:828709 [backend.py:_multiprocessing_setup():101] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
+2025-05-19 15:02:46,472 INFO MainThread:828709 [wandb_init.py:init():823] backend started and connected
+2025-05-19 15:02:46,478 INFO MainThread:828709 [wandb_init.py:init():915] updated telemetry
+2025-05-19 15:02:48,139 INFO MainThread:828709 [wandb_init.py:init():939] communicating run to backend with 90.0 second timeout
+2025-05-19 15:02:48,972 INFO MainThread:828709 [wandb_init.py:init():1009] run resumed
+2025-05-19 15:02:48,975 INFO MainThread:828709 [wandb_init.py:init():1014] starting run threads in backend
+2025-05-19 15:02:49,278 INFO MainThread:828709 [wandb_run.py:_console_start():2454] atexit reg
+2025-05-19 15:02:49,280 INFO MainThread:828709 [wandb_run.py:_redirect():2306] redirect: wrap_raw
+2025-05-19 15:02:49,280 INFO MainThread:828709 [wandb_run.py:_redirect():2371] Wrapping output streams.
+2025-05-19 15:02:49,280 INFO MainThread:828709 [wandb_run.py:_redirect():2394] Redirects installed.
+2025-05-19 15:02:49,281 INFO MainThread:828709 [wandb_init.py:init():1056] run started, returning control to user process
diff --git a/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/wandb/run-20250519_150246-fekph8dz/run-fekph8dz.wandb b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/wandb/run-20250519_150246-fekph8dz/run-fekph8dz.wandb
new file mode 100644
index 0000000000000000000000000000000000000000..a570c600ad679a21ebb6ce5ff9685d2b7448083e
--- /dev/null
+++ b/DP_pengripG_input224_freeze0_horizon16_transform0_1e-4_middletrain/wandb/run-20250519_150246-fekph8dz/run-fekph8dz.wandb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19cee2707d277da8f658bc556514716b894784de3b7612a6b9e98a682b6fc100
+size 17858560