diff --git a/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/360000/pretrained_model/config.json b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/360000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..cf6961b8a837e7ba123d985167042c65befdc791 --- /dev/null +++ b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/360000/pretrained_model/config.json @@ -0,0 +1,99 @@ +{ + "type": "diffusion", + "n_obs_steps": 2, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.FrontCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.TopCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.WristCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "horizon": 32, + "n_action_steps": 32, + "drop_n_last_frames": 7, + "vision_backbone": "resnet50", + "crop_shape": [ + 224, + 224 + ], + "crop_is_random": false, + "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": false, + "down_dims": [ + 256, + 512, + 1024 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDIM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 10, + "do_mask_loss_for_padding": false, + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500, + "pre_resize_shape": [ + 224, + 224 + ], + "freeze_vision_backbone": false, + "use_ema": true, + "ema_lambda": 0.5 +} \ No newline at end of file diff --git a/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/360000/pretrained_model/model.safetensors b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/360000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..69f2f39c01beefee072f8631b9798d1794166929 --- /dev/null +++ b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/360000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:132a9fdeecd391b54a83184ab9f3c8119865b3c33c2667fc8bcdfccce35b62f2 +size 369241872 diff --git a/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/360000/pretrained_model/train_config.json b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/360000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..ac6effea52ddb93b573b66857d89eb463f5246e6 --- /dev/null +++ b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/360000/pretrained_model/train_config.json @@ -0,0 +1,209 @@ +{ + "dataset": { + "repo_id": "shylee/so100_pengripA", + "root": "/SSD/LSY/lerobot_dataset/pengripA", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "diffusion", + "n_obs_steps": 2, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.FrontCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.TopCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.WristCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "horizon": 32, + "n_action_steps": 32, + "drop_n_last_frames": 7, + "vision_backbone": "resnet50", + "crop_shape": [ + 224, + 224 + ], + "crop_is_random": false, + "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": false, + "down_dims": [ + 256, + 512, + 1024 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDIM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 10, + "do_mask_loss_for_padding": false, + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500, + "pre_resize_shape": [ + 224, + 224 + ], + "freeze_vision_backbone": false, + "use_ema": true, + "ema_lambda": 0.5 + }, + "output_dir": "/SSD/LSY/lerobot_model/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4", + "job_name": "DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 16, + "steps": 900000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 30000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adam", + "lr": 0.0001, + "weight_decay": 1e-06, + "grad_clip_norm": 10.0, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "diffuser", + "num_warmup_steps": 500, + "name": "cosine" + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null + } +} \ No newline at end of file diff --git a/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/360000/training_state/optimizer_param_groups.json b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/360000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..c95ffe05c43624624f92810f8806852a0be08830 --- /dev/null +++ b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/360000/training_state/optimizer_param_groups.json @@ -0,0 +1,331 @@ +[ + { + "lr": 6.550066611157049e-05, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-06, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "initial_lr": 0.0001, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310 + ] + } +] \ No newline at end of file diff --git a/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/360000/training_state/optimizer_state.safetensors b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/360000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e5b91ba19a0e63ead1f9d910fda77617d0ba1c01 --- /dev/null +++ b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/360000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb696a88a9843cc45ba80c365ee6d83b921c73eb12c1adb2d96ed77df48922b9 +size 738026076 diff --git a/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/360000/training_state/rng_state.safetensors b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/360000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2ceb52c38c20af874aae5e1c64a4a6681de1a4be --- /dev/null +++ b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/360000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51d4c655898ba6d66825b41e21d6d453e892f3b25ad9fcd53d9a13b32e25e67f +size 15708 diff --git a/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/360000/training_state/scheduler_state.json b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/360000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..a39d6e5bb2a4966dfcb991d5bc882f8c4dadb29b --- /dev/null +++ b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/360000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0001 + ], + "last_epoch": 360000, + "verbose": false, + "_step_count": 360001, + "_get_lr_called_within_step": false, + "_last_lr": [ + 6.550066611157049e-05 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/360000/training_state/training_step.json b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/360000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..bd79b4d9c6aaae91547528200cf9573568cb1ede --- /dev/null +++ b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/360000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 360000 +} \ No newline at end of file diff --git a/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/390000/pretrained_model/config.json b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/390000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..cf6961b8a837e7ba123d985167042c65befdc791 --- /dev/null +++ b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/390000/pretrained_model/config.json @@ -0,0 +1,99 @@ +{ + "type": "diffusion", + "n_obs_steps": 2, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.FrontCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.TopCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.WristCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "horizon": 32, + "n_action_steps": 32, + "drop_n_last_frames": 7, + "vision_backbone": "resnet50", + "crop_shape": [ + 224, + 224 + ], + "crop_is_random": false, + "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": false, + "down_dims": [ + 256, + 512, + 1024 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDIM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 10, + "do_mask_loss_for_padding": false, + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500, + "pre_resize_shape": [ + 224, + 224 + ], + "freeze_vision_backbone": false, + "use_ema": true, + "ema_lambda": 0.5 +} \ No newline at end of file diff --git a/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/390000/pretrained_model/model.safetensors b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/390000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8e955273d24ec55a6ea297f498fd59fddb95d4cf --- /dev/null +++ b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/390000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d0a19399074fa86ab569c076c96bf3001fcd3374a17e8b612c766a76bf6cda4 +size 369241872 diff --git a/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/390000/pretrained_model/train_config.json b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/390000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..ac6effea52ddb93b573b66857d89eb463f5246e6 --- /dev/null +++ b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/390000/pretrained_model/train_config.json @@ -0,0 +1,209 @@ +{ + "dataset": { + "repo_id": "shylee/so100_pengripA", + "root": "/SSD/LSY/lerobot_dataset/pengripA", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "diffusion", + "n_obs_steps": 2, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.FrontCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.TopCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.WristCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "horizon": 32, + "n_action_steps": 32, + "drop_n_last_frames": 7, + "vision_backbone": "resnet50", + "crop_shape": [ + 224, + 224 + ], + "crop_is_random": false, + "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": false, + "down_dims": [ + 256, + 512, + 1024 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDIM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 10, + "do_mask_loss_for_padding": false, + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500, + "pre_resize_shape": [ + 224, + 224 + ], + "freeze_vision_backbone": false, + "use_ema": true, + "ema_lambda": 0.5 + }, + "output_dir": "/SSD/LSY/lerobot_model/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4", + "job_name": "DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 16, + "steps": 900000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 30000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adam", + "lr": 0.0001, + "weight_decay": 1e-06, + "grad_clip_norm": 10.0, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "diffuser", + "num_warmup_steps": 500, + "name": "cosine" + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null + } +} \ No newline at end of file diff --git a/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/390000/training_state/optimizer_param_groups.json b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/390000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..1c33646195ba601cca271c8543025c3f774bc81a --- /dev/null +++ b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/390000/training_state/optimizer_param_groups.json @@ -0,0 +1,331 @@ +[ + { + "lr": 6.044397670300381e-05, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-06, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "initial_lr": 0.0001, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310 + ] + } +] \ No newline at end of file diff --git a/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/390000/training_state/optimizer_state.safetensors b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/390000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f5a9266a84e9bf3d26ea70a87c7a1234894fb058 --- /dev/null +++ b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/390000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6fae3f2caa048e6d034bda8396a80fa522180e02f9b076eb8d04db1198744455 +size 738026076 diff --git a/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/390000/training_state/rng_state.safetensors b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/390000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b217d76c01a05d5649fcbcd5869c9def9c127674 --- /dev/null +++ b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/390000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:033a888794e13e2d7317678f1b9db22470ea681047e7f8890f48a6c8ae8fd046 +size 15708 diff --git a/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/390000/training_state/scheduler_state.json b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/390000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..a15f677a8636acb8dc9409520ae800be927a2679 --- /dev/null +++ b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/390000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0001 + ], + "last_epoch": 390000, + "verbose": false, + "_step_count": 390001, + "_get_lr_called_within_step": false, + "_last_lr": [ + 6.044397670300381e-05 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/390000/training_state/training_step.json b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/390000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..9b8e02f046c68b25df949961c99b3b5917065d80 --- /dev/null +++ b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/390000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 390000 +} \ No newline at end of file diff --git a/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/420000/pretrained_model/config.json b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/420000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..cf6961b8a837e7ba123d985167042c65befdc791 --- /dev/null +++ b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/420000/pretrained_model/config.json @@ -0,0 +1,99 @@ +{ + "type": "diffusion", + "n_obs_steps": 2, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.FrontCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.TopCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.WristCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "horizon": 32, + "n_action_steps": 32, + "drop_n_last_frames": 7, + "vision_backbone": "resnet50", + "crop_shape": [ + 224, + 224 + ], + "crop_is_random": false, + "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": false, + "down_dims": [ + 256, + 512, + 1024 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDIM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 10, + "do_mask_loss_for_padding": false, + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500, + "pre_resize_shape": [ + 224, + 224 + ], + "freeze_vision_backbone": false, + "use_ema": true, + "ema_lambda": 0.5 +} \ No newline at end of file diff --git a/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/420000/pretrained_model/model.safetensors b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/420000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a4635c52484f6857fbede1739624dd29692e1f22 --- /dev/null +++ b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/420000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14107622199ed604ace43b5bd02f7b1a9df15f91bb49a6c694b6a9b045f404cf +size 369241872 diff --git a/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/420000/pretrained_model/train_config.json b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/420000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..ac6effea52ddb93b573b66857d89eb463f5246e6 --- /dev/null +++ b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/420000/pretrained_model/train_config.json @@ -0,0 +1,209 @@ +{ + "dataset": { + "repo_id": "shylee/so100_pengripA", + "root": "/SSD/LSY/lerobot_dataset/pengripA", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "diffusion", + "n_obs_steps": 2, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.FrontCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.TopCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.WristCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "horizon": 32, + "n_action_steps": 32, + "drop_n_last_frames": 7, + "vision_backbone": "resnet50", + "crop_shape": [ + 224, + 224 + ], + "crop_is_random": false, + "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": false, + "down_dims": [ + 256, + 512, + 1024 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDIM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 10, + "do_mask_loss_for_padding": false, + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500, + "pre_resize_shape": [ + 224, + 224 + ], + "freeze_vision_backbone": false, + "use_ema": true, + "ema_lambda": 0.5 + }, + "output_dir": "/SSD/LSY/lerobot_model/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4", + "job_name": "DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 16, + "steps": 900000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 30000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adam", + "lr": 0.0001, + "weight_decay": 1e-06, + "grad_clip_norm": 10.0, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "diffuser", + "num_warmup_steps": 500, + "name": "cosine" + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null + } +} \ No newline at end of file diff --git a/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/420000/training_state/optimizer_param_groups.json b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/420000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..1d40674d60d7b8af26656472e6e042f9db106ad6 --- /dev/null +++ b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/420000/training_state/optimizer_param_groups.json @@ -0,0 +1,331 @@ +[ + { + "lr": 5.527273377010439e-05, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-06, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "initial_lr": 0.0001, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310 + ] + } +] \ No newline at end of file diff --git a/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/420000/training_state/optimizer_state.safetensors b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/420000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..01678bf208a9a7fdb9370f04b67f7c716ff0bd4b --- /dev/null +++ b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/420000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e335e68563edd8b27de2f9d7f9b199fcd8e99028011831185a2328310bdd792 +size 738026076 diff --git a/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/420000/training_state/rng_state.safetensors b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/420000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7701bfccdf71fbee773937080558480802b96052 --- /dev/null +++ b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/420000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:217feddfd6a17d36cd76607b1b9cd2091a5cdda2c3aac83f7837289234f63506 +size 15708 diff --git a/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/420000/training_state/scheduler_state.json b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/420000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..56b95070343527bb3d50e47b311c1b9e0f69978f --- /dev/null +++ b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/420000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0001 + ], + "last_epoch": 420000, + "verbose": false, + "_step_count": 420001, + "_get_lr_called_within_step": false, + "_last_lr": [ + 5.527273377010439e-05 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/420000/training_state/training_step.json b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/420000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..bb0ce907623865596f71441ca75ab257971c1b55 --- /dev/null +++ b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/420000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 420000 +} \ No newline at end of file diff --git a/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/450000/pretrained_model/config.json b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/450000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..cf6961b8a837e7ba123d985167042c65befdc791 --- /dev/null +++ b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/450000/pretrained_model/config.json @@ -0,0 +1,99 @@ +{ + "type": "diffusion", + "n_obs_steps": 2, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.FrontCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.TopCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.WristCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "horizon": 32, + "n_action_steps": 32, + "drop_n_last_frames": 7, + "vision_backbone": "resnet50", + "crop_shape": [ + 224, + 224 + ], + "crop_is_random": false, + "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": false, + "down_dims": [ + 256, + 512, + 1024 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDIM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 10, + "do_mask_loss_for_padding": false, + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500, + "pre_resize_shape": [ + 224, + 224 + ], + "freeze_vision_backbone": false, + "use_ema": true, + "ema_lambda": 0.5 +} \ No newline at end of file diff --git a/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/450000/pretrained_model/model.safetensors b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/450000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0f38edc2af8d74416b696b3c4b063f9d2bc28a71 --- /dev/null +++ b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/450000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42e7179cd0b93d06b5ad8b01ad4f0effba9f13ab0d5d5d669cc9e2e98cdb8f4b +size 369241872 diff --git a/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/450000/pretrained_model/train_config.json b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/450000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..ac6effea52ddb93b573b66857d89eb463f5246e6 --- /dev/null +++ b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/450000/pretrained_model/train_config.json @@ -0,0 +1,209 @@ +{ + "dataset": { + "repo_id": "shylee/so100_pengripA", + "root": "/SSD/LSY/lerobot_dataset/pengripA", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "diffusion", + "n_obs_steps": 2, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.FrontCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.TopCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.WristCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "horizon": 32, + "n_action_steps": 32, + "drop_n_last_frames": 7, + "vision_backbone": "resnet50", + "crop_shape": [ + 224, + 224 + ], + "crop_is_random": false, + "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": false, + "down_dims": [ + 256, + 512, + 1024 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDIM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 10, + "do_mask_loss_for_padding": false, + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500, + "pre_resize_shape": [ + 224, + 224 + ], + "freeze_vision_backbone": false, + "use_ema": true, + "ema_lambda": 0.5 + }, + "output_dir": "/SSD/LSY/lerobot_model/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4", + "job_name": "DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 16, + "steps": 900000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 30000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adam", + "lr": 0.0001, + "weight_decay": 1e-06, + "grad_clip_norm": 10.0, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "diffuser", + "num_warmup_steps": 500, + "name": "cosine" + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null + } +} \ No newline at end of file diff --git a/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/450000/training_state/optimizer_param_groups.json b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/450000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..2f02db3040a7a6bdfad0336ac978af3b3bf8432f --- /dev/null +++ b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/450000/training_state/optimizer_param_groups.json @@ -0,0 +1,331 @@ +[ + { + "lr": 5.004365747991111e-05, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-06, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "initial_lr": 0.0001, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310 + ] + } +] \ No newline at end of file diff --git a/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/450000/training_state/optimizer_state.safetensors b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/450000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..000437dce79deadb85773c56ca32ebbd13457937 --- /dev/null +++ b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/450000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a408517d8869e3b8d65a31be190e497a4c48a2a6d11f9a521a42af4f4671ff38 +size 738026076 diff --git a/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/450000/training_state/rng_state.safetensors b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/450000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e2b78d9ad8c50ada6a52d26ecdb78c8f587e40fa --- /dev/null +++ b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/450000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4cc2b031a851bc510633f8fda6032f999d92028cfa692cbe1accf72b5889bd9 +size 15708 diff --git a/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/450000/training_state/scheduler_state.json b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/450000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..ee8adcba04bf026c6be79d4168d85cdce285b910 --- /dev/null +++ b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/450000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0001 + ], + "last_epoch": 450000, + "verbose": false, + "_step_count": 450001, + "_get_lr_called_within_step": false, + "_last_lr": [ + 5.004365747991111e-05 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/450000/training_state/training_step.json b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/450000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..07e97e165f1e6245e7d2e431c0587c506b887c3e --- /dev/null +++ b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/450000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 450000 +} \ No newline at end of file diff --git a/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/480000/pretrained_model/config.json b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/480000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..cf6961b8a837e7ba123d985167042c65befdc791 --- /dev/null +++ b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/480000/pretrained_model/config.json @@ -0,0 +1,99 @@ +{ + "type": "diffusion", + "n_obs_steps": 2, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.FrontCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.TopCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.WristCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "horizon": 32, + "n_action_steps": 32, + "drop_n_last_frames": 7, + "vision_backbone": "resnet50", + "crop_shape": [ + 224, + 224 + ], + "crop_is_random": false, + "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": false, + "down_dims": [ + 256, + 512, + 1024 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDIM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 10, + "do_mask_loss_for_padding": false, + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500, + "pre_resize_shape": [ + 224, + 224 + ], + "freeze_vision_backbone": false, + "use_ema": true, + "ema_lambda": 0.5 +} \ No newline at end of file diff --git a/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/480000/pretrained_model/model.safetensors b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/480000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..177df91c9f600a28226a40f51ebcc75b6f5074b4 --- /dev/null +++ b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/480000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc567d5f949810a4788822a967360f54391c70ea991475098c5166ed24ab6061 +size 369241872 diff --git a/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/480000/pretrained_model/train_config.json b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/480000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..ac6effea52ddb93b573b66857d89eb463f5246e6 --- /dev/null +++ b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/480000/pretrained_model/train_config.json @@ -0,0 +1,209 @@ +{ + "dataset": { + "repo_id": "shylee/so100_pengripA", + "root": "/SSD/LSY/lerobot_dataset/pengripA", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "diffusion", + "n_obs_steps": 2, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.FrontCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.TopCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.WristCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "horizon": 32, + "n_action_steps": 32, + "drop_n_last_frames": 7, + "vision_backbone": "resnet50", + "crop_shape": [ + 224, + 224 + ], + "crop_is_random": false, + "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": false, + "down_dims": [ + 256, + 512, + 1024 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDIM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 10, + "do_mask_loss_for_padding": false, + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500, + "pre_resize_shape": [ + 224, + 224 + ], + "freeze_vision_backbone": false, + "use_ema": true, + "ema_lambda": 0.5 + }, + "output_dir": "/SSD/LSY/lerobot_model/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4", + "job_name": "DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 16, + "steps": 900000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 30000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adam", + "lr": 0.0001, + "weight_decay": 1e-06, + "grad_clip_norm": 10.0, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "diffuser", + "num_warmup_steps": 500, + "name": "cosine" + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null + } +} \ No newline at end of file diff --git a/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/480000/training_state/optimizer_param_groups.json b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/480000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..185ed4617482b40deb15b33a188fe7f97e23f4c9 --- /dev/null +++ b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/480000/training_state/optimizer_param_groups.json @@ -0,0 +1,331 @@ +[ + { + "lr": 4.4814102337808293e-05, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-06, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "initial_lr": 0.0001, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310 + ] + } +] \ No newline at end of file diff --git a/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/480000/training_state/optimizer_state.safetensors b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/480000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..641d050a00eba02e3245f4fa96b926d53e4e20a9 --- /dev/null +++ b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/480000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5baf15c1ea92cad995dd3e54c5311837ae80d5c30ffbb5d38af1a03393959da2 +size 738026076 diff --git a/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/480000/training_state/rng_state.safetensors b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/480000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e0969b67a4cf0b761667720f186a377215d015b0 --- /dev/null +++ b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/480000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e93f9e062cacd3d3598ed0a04e36a66a78b5407532c8648fe84317da5a32be1 +size 15708 diff --git a/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/480000/training_state/scheduler_state.json b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/480000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..a0b5034bbc249bb90d3558fd2d0584df557319e4 --- /dev/null +++ b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/480000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0001 + ], + "last_epoch": 480000, + "verbose": false, + "_step_count": 480001, + "_get_lr_called_within_step": false, + "_last_lr": [ + 4.4814102337808293e-05 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/480000/training_state/training_step.json b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/480000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..a54500e6a42a0151bd2a06726edce1d9ecf0a2e2 --- /dev/null +++ b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/480000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 480000 +} \ No newline at end of file diff --git a/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/510000/pretrained_model/config.json b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/510000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..cf6961b8a837e7ba123d985167042c65befdc791 --- /dev/null +++ b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/510000/pretrained_model/config.json @@ -0,0 +1,99 @@ +{ + "type": "diffusion", + "n_obs_steps": 2, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.FrontCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.TopCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.WristCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "horizon": 32, + "n_action_steps": 32, + "drop_n_last_frames": 7, + "vision_backbone": "resnet50", + "crop_shape": [ + 224, + 224 + ], + "crop_is_random": false, + "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": false, + "down_dims": [ + 256, + 512, + 1024 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDIM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 10, + "do_mask_loss_for_padding": false, + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500, + "pre_resize_shape": [ + 224, + 224 + ], + "freeze_vision_backbone": false, + "use_ema": true, + "ema_lambda": 0.5 +} \ No newline at end of file diff --git a/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/510000/pretrained_model/model.safetensors b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/510000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2fed231fd41a4125c432a9336ad6ac0a38100ed9 --- /dev/null +++ b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/510000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a1b907c71b7cb67ecda5ba49afae5375f2e68af1dc261c34e9aee28c5080043 +size 369241872 diff --git a/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/510000/pretrained_model/train_config.json b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/510000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..ac6effea52ddb93b573b66857d89eb463f5246e6 --- /dev/null +++ b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/510000/pretrained_model/train_config.json @@ -0,0 +1,209 @@ +{ + "dataset": { + "repo_id": "shylee/so100_pengripA", + "root": "/SSD/LSY/lerobot_dataset/pengripA", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "diffusion", + "n_obs_steps": 2, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.FrontCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.TopCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.WristCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "horizon": 32, + "n_action_steps": 32, + "drop_n_last_frames": 7, + "vision_backbone": "resnet50", + "crop_shape": [ + 224, + 224 + ], + "crop_is_random": false, + "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": false, + "down_dims": [ + 256, + 512, + 1024 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDIM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 10, + "do_mask_loss_for_padding": false, + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500, + "pre_resize_shape": [ + 224, + 224 + ], + "freeze_vision_backbone": false, + "use_ema": true, + "ema_lambda": 0.5 + }, + "output_dir": "/SSD/LSY/lerobot_model/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4", + "job_name": "DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 16, + "steps": 900000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 30000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adam", + "lr": 0.0001, + "weight_decay": 1e-06, + "grad_clip_norm": 10.0, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "diffuser", + "num_warmup_steps": 500, + "name": "cosine" + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null + } +} \ No newline at end of file diff --git a/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/510000/training_state/optimizer_param_groups.json b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/510000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..088e05678fc18c310620072b05f782dd216ba833 --- /dev/null +++ b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/510000/training_state/optimizer_param_groups.json @@ -0,0 +1,331 @@ +[ + { + "lr": 3.9641428101410884e-05, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-06, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "initial_lr": 0.0001, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310 + ] + } +] \ No newline at end of file diff --git a/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/510000/training_state/optimizer_state.safetensors b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/510000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5a4c52d37b4ae92f1d63e38cdb90f7ceb706cfb4 --- /dev/null +++ b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/510000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c394217a030251af23dae046f5546e18ec0f397e53b105908f717324bfb3a19 +size 738026076 diff --git a/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/510000/training_state/rng_state.safetensors b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/510000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..97010a927e4152f935c358e73973d027d5ab3286 --- /dev/null +++ b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/510000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79137566b8d413b6783bc119417622b5d246ba8e55bca94ce8f35aabff413e68 +size 15708 diff --git a/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/510000/training_state/scheduler_state.json b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/510000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..60573d75e75dda18fcda9031c35db214eaf9bbd6 --- /dev/null +++ b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/510000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0001 + ], + "last_epoch": 510000, + "verbose": false, + "_step_count": 510001, + "_get_lr_called_within_step": false, + "_last_lr": [ + 3.9641428101410884e-05 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/510000/training_state/training_step.json b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/510000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..8c7035b86e69cd307e77133d7211848fb02474a9 --- /dev/null +++ b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/510000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 510000 +} \ No newline at end of file diff --git a/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/540000/pretrained_model/config.json b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/540000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..cf6961b8a837e7ba123d985167042c65befdc791 --- /dev/null +++ b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/540000/pretrained_model/config.json @@ -0,0 +1,99 @@ +{ + "type": "diffusion", + "n_obs_steps": 2, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.FrontCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.TopCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.WristCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "horizon": 32, + "n_action_steps": 32, + "drop_n_last_frames": 7, + "vision_backbone": "resnet50", + "crop_shape": [ + 224, + 224 + ], + "crop_is_random": false, + "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": false, + "down_dims": [ + 256, + 512, + 1024 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDIM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 10, + "do_mask_loss_for_padding": false, + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500, + "pre_resize_shape": [ + 224, + 224 + ], + "freeze_vision_backbone": false, + "use_ema": true, + "ema_lambda": 0.5 +} \ No newline at end of file diff --git a/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/540000/pretrained_model/model.safetensors b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/540000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8234da113dcccd9a2492d2c1f4895083fe5dd0ce --- /dev/null +++ b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/540000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5a6986c22a1bb433eeb478dcfc44615eb2a317f8cf16053091396349b587abf +size 369241872 diff --git a/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/540000/pretrained_model/train_config.json b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/540000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..ac6effea52ddb93b573b66857d89eb463f5246e6 --- /dev/null +++ b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/540000/pretrained_model/train_config.json @@ -0,0 +1,209 @@ +{ + "dataset": { + "repo_id": "shylee/so100_pengripA", + "root": "/SSD/LSY/lerobot_dataset/pengripA", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "diffusion", + "n_obs_steps": 2, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.FrontCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.TopCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.WristCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "horizon": 32, + "n_action_steps": 32, + "drop_n_last_frames": 7, + "vision_backbone": "resnet50", + "crop_shape": [ + 224, + 224 + ], + "crop_is_random": false, + "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": false, + "down_dims": [ + 256, + 512, + 1024 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDIM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 10, + "do_mask_loss_for_padding": false, + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500, + "pre_resize_shape": [ + 224, + 224 + ], + "freeze_vision_backbone": false, + "use_ema": true, + "ema_lambda": 0.5 + }, + "output_dir": "/SSD/LSY/lerobot_model/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4", + "job_name": "DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 16, + "steps": 900000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 30000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adam", + "lr": 0.0001, + "weight_decay": 1e-06, + "grad_clip_norm": 10.0, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "diffuser", + "num_warmup_steps": 500, + "name": "cosine" + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null + } +} \ No newline at end of file diff --git a/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/540000/training_state/optimizer_param_groups.json b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/540000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..88b4b9ccc1b52457955627c808b873afd081d43e --- /dev/null +++ b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/540000/training_state/optimizer_param_groups.json @@ -0,0 +1,331 @@ +[ + { + "lr": 3.4582370636841024e-05, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-06, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "initial_lr": 0.0001, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310 + ] + } +] \ No newline at end of file diff --git a/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/540000/training_state/optimizer_state.safetensors b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/540000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..745b406762398e744b10632e23b84fe1688039d9 --- /dev/null +++ b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/540000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6579f55431589ed094e9894495e422de91c32138eec4d93ba362e74dc49fd17 +size 738026076 diff --git a/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/540000/training_state/rng_state.safetensors b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/540000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..51cac8cdccbbfe23a6b54ee0ccaa493442dbd6f4 --- /dev/null +++ b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/540000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bad50971b9a21fd4afdb851d3987b00e98ea7ed7867776d3811696b7ec547086 +size 15708 diff --git a/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/540000/training_state/scheduler_state.json b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/540000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..6ba6b261244956225f1e9c33461cb499b6610fff --- /dev/null +++ b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/540000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0001 + ], + "last_epoch": 540000, + "verbose": false, + "_step_count": 540001, + "_get_lr_called_within_step": false, + "_last_lr": [ + 3.4582370636841024e-05 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/540000/training_state/training_step.json b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/540000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..3c2f6e37b4db10fefdc1e301eb1523863fc3a230 --- /dev/null +++ b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/540000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 540000 +} \ No newline at end of file diff --git a/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/570000/pretrained_model/config.json b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/570000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..cf6961b8a837e7ba123d985167042c65befdc791 --- /dev/null +++ b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/570000/pretrained_model/config.json @@ -0,0 +1,99 @@ +{ + "type": "diffusion", + "n_obs_steps": 2, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.FrontCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.TopCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.WristCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "horizon": 32, + "n_action_steps": 32, + "drop_n_last_frames": 7, + "vision_backbone": "resnet50", + "crop_shape": [ + 224, + 224 + ], + "crop_is_random": false, + "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": false, + "down_dims": [ + 256, + 512, + 1024 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDIM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 10, + "do_mask_loss_for_padding": false, + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500, + "pre_resize_shape": [ + 224, + 224 + ], + "freeze_vision_backbone": false, + "use_ema": true, + "ema_lambda": 0.5 +} \ No newline at end of file diff --git a/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/570000/pretrained_model/model.safetensors b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/570000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..dacd57c34376c3a8a4972770a8e8b556fcf506d7 --- /dev/null +++ b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/570000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14be61e2becbb28f81920c6e322f162ca1921e1edae28e0c25c611db02c38d6d +size 369241872 diff --git a/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/570000/pretrained_model/train_config.json b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/570000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..ac6effea52ddb93b573b66857d89eb463f5246e6 --- /dev/null +++ b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/570000/pretrained_model/train_config.json @@ -0,0 +1,209 @@ +{ + "dataset": { + "repo_id": "shylee/so100_pengripA", + "root": "/SSD/LSY/lerobot_dataset/pengripA", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "diffusion", + "n_obs_steps": 2, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.FrontCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.TopCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.WristCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "horizon": 32, + "n_action_steps": 32, + "drop_n_last_frames": 7, + "vision_backbone": "resnet50", + "crop_shape": [ + 224, + 224 + ], + "crop_is_random": false, + "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": false, + "down_dims": [ + 256, + 512, + 1024 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDIM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 10, + "do_mask_loss_for_padding": false, + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500, + "pre_resize_shape": [ + 224, + 224 + ], + "freeze_vision_backbone": false, + "use_ema": true, + "ema_lambda": 0.5 + }, + "output_dir": "/SSD/LSY/lerobot_model/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4", + "job_name": "DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 16, + "steps": 900000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 30000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adam", + "lr": 0.0001, + "weight_decay": 1e-06, + "grad_clip_norm": 10.0, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "diffuser", + "num_warmup_steps": 500, + "name": "cosine" + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null + } +} \ No newline at end of file diff --git a/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/570000/training_state/optimizer_param_groups.json b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/570000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..d7f1d9d7949b75022e1f956d21929a89f2c30d46 --- /dev/null +++ b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/570000/training_state/optimizer_param_groups.json @@ -0,0 +1,331 @@ +[ + { + "lr": 2.969241961808482e-05, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-06, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "initial_lr": 0.0001, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310 + ] + } +] \ No newline at end of file diff --git a/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/570000/training_state/optimizer_state.safetensors b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/570000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..790627931ff4ac2135f7f025c905c46c25f128b4 --- /dev/null +++ b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/570000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6b1644dab3d558ee69e9475c6e833c6c13e9231302ed1cca787aa1ceae6ca5f +size 738026076 diff --git a/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/570000/training_state/rng_state.safetensors b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/570000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..22c0013e441e9100711f4dfaa38f07d2c59adc12 --- /dev/null +++ b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/570000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0140befeb610cdb9ae24ce9f03e4b7fdd0acdce34df2607ba9e92365e90dcd49 +size 15708 diff --git a/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/570000/training_state/scheduler_state.json b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/570000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..241852cc90a19937813ad01d9b852a9b5acc0c75 --- /dev/null +++ b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/570000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0001 + ], + "last_epoch": 570000, + "verbose": false, + "_step_count": 570001, + "_get_lr_called_within_step": false, + "_last_lr": [ + 2.969241961808482e-05 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/570000/training_state/training_step.json b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/570000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..25cf656c471a27bc70b42dcccf3b85bb11e144cf --- /dev/null +++ b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/570000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 570000 +} \ No newline at end of file diff --git a/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/600000/pretrained_model/config.json b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/600000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..cf6961b8a837e7ba123d985167042c65befdc791 --- /dev/null +++ b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/600000/pretrained_model/config.json @@ -0,0 +1,99 @@ +{ + "type": "diffusion", + "n_obs_steps": 2, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.FrontCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.TopCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.WristCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "horizon": 32, + "n_action_steps": 32, + "drop_n_last_frames": 7, + "vision_backbone": "resnet50", + "crop_shape": [ + 224, + 224 + ], + "crop_is_random": false, + "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": false, + "down_dims": [ + 256, + 512, + 1024 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDIM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 10, + "do_mask_loss_for_padding": false, + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500, + "pre_resize_shape": [ + 224, + 224 + ], + "freeze_vision_backbone": false, + "use_ema": true, + "ema_lambda": 0.5 +} \ No newline at end of file diff --git a/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/600000/pretrained_model/model.safetensors b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/600000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d5493561a90f49bd5d26ff81ed8f9b86bd7df01f --- /dev/null +++ b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/600000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b053dcae49bc1b7b5cfb6f717d0d843693a077c9df71c3522e44c4bc9350f55b +size 369241872 diff --git a/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/600000/pretrained_model/train_config.json b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/600000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..ac6effea52ddb93b573b66857d89eb463f5246e6 --- /dev/null +++ b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/600000/pretrained_model/train_config.json @@ -0,0 +1,209 @@ +{ + "dataset": { + "repo_id": "shylee/so100_pengripA", + "root": "/SSD/LSY/lerobot_dataset/pengripA", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec" + }, + "env": null, + "policy": { + "type": "diffusion", + "n_obs_steps": 2, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.FrontCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.TopCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.WristCam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "horizon": 32, + "n_action_steps": 32, + "drop_n_last_frames": 7, + "vision_backbone": "resnet50", + "crop_shape": [ + 224, + 224 + ], + "crop_is_random": false, + "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": false, + "down_dims": [ + 256, + 512, + 1024 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDIM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 10, + "do_mask_loss_for_padding": false, + "optimizer_lr": 0.0001, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500, + "pre_resize_shape": [ + 224, + 224 + ], + "freeze_vision_backbone": false, + "use_ema": true, + "ema_lambda": 0.5 + }, + "output_dir": "/SSD/LSY/lerobot_model/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4", + "job_name": "DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 16, + "steps": 900000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 30000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adam", + "lr": 0.0001, + "weight_decay": 1e-06, + "grad_clip_norm": 10.0, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "diffuser", + "num_warmup_steps": 500, + "name": "cosine" + }, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": null, + "mode": null + } +} \ No newline at end of file diff --git a/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/600000/training_state/optimizer_param_groups.json b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/600000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..1e06b28115903bca73e927bd34166cbe105f9008 --- /dev/null +++ b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/600000/training_state/optimizer_param_groups.json @@ -0,0 +1,331 @@ +[ + { + "lr": 2.5025209895060332e-05, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-06, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "initial_lr": 0.0001, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310 + ] + } +] \ No newline at end of file diff --git a/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/600000/training_state/optimizer_state.safetensors b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/600000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0bd31567ad30bba327042b0a73786732d34f1fe1 --- /dev/null +++ b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/600000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:adf0af0188241a73473bc33c40d965db9a0ab79d1b9736af2054a00a190793c6 +size 738026076 diff --git a/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/600000/training_state/rng_state.safetensors b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/600000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..83a5cfb98d9948e2aa4e5923692722457a57b203 --- /dev/null +++ b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/600000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c8b195703584bb0fd9fadf79c8f47966570fb39967e4a500430db84b73fe7d5 +size 15708 diff --git a/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/600000/training_state/scheduler_state.json b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/600000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..9ce41c0f5550f876c36888584be6ca09bdc67fa6 --- /dev/null +++ b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/600000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 0.0001 + ], + "last_epoch": 600000, + "verbose": false, + "_step_count": 600001, + "_get_lr_called_within_step": false, + "_last_lr": [ + 2.5025209895060332e-05 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/600000/training_state/training_step.json b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/600000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..13ce6152ad24f61b4c05746d5cd0bf93c31d7c0f --- /dev/null +++ b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/checkpoints/600000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 600000 +} \ No newline at end of file diff --git a/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/wandb/debug-internal.log b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/wandb/debug-internal.log index 95577922fe177a6276ba796a7fd52ba26c00c0aa..0f739f5d73b02ccb5464c78f556d225706e7483b 100644 --- a/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/wandb/debug-internal.log +++ b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/wandb/debug-internal.log @@ -11,3 +11,6 @@ {"time":"2025-05-06T12:15:55.437088156Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/marchmelo0923-postech/lerobot/or9d7oy0/file_stream\": dial tcp: lookup api.wandb.ai on 141.223.7.51:53: read udp 172.17.0.4:45422->141.223.7.51:53: i/o timeout"} {"time":"2025-05-06T12:30:55.436340164Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/marchmelo0923-postech/lerobot/or9d7oy0/file_stream\": dial tcp: lookup api.wandb.ai on 141.223.7.51:53: read udp 172.17.0.4:51617->141.223.7.51:53: i/o timeout"} {"time":"2025-05-06T12:42:40.435841749Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/marchmelo0923-postech/lerobot/or9d7oy0/file_stream\": dial tcp: lookup api.wandb.ai on 141.223.7.51:53: read udp 172.17.0.4:46107->141.223.7.51:53: i/o timeout"} +{"time":"2025-05-06T22:47:41.804454606Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"} +{"time":"2025-05-06T23:06:22.73637838Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"} +{"time":"2025-05-07T10:20:45.433607767Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/marchmelo0923-postech/lerobot/or9d7oy0/file_stream\": dial tcp: lookup api.wandb.ai on 141.223.7.51:53: read udp 172.17.0.4:33216->141.223.7.51:53: i/o timeout"} diff --git a/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/wandb/run-20250505_134633-or9d7oy0/files/output.log b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/wandb/run-20250505_134633-or9d7oy0/files/output.log index 874f9a3a7ea007e2dcee6780ca3eff8605c8c4a1..ef7d0600ecdd6c0790b8d8c6fce2f300670e7989 100644 --- a/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/wandb/run-20250505_134633-or9d7oy0/files/output.log +++ b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/wandb/run-20250505_134633-or9d7oy0/files/output.log @@ -1704,3 +1704,1454 @@ INFO 2025-05-06 14:21:56 ts/train.py:232 step:336K smpl:5M ep:28K epch:92.49 los INFO 2025-05-06 14:22:50 ts/train.py:232 step:336K smpl:5M ep:28K epch:92.55 loss:0.005 grdn:0.135 lr:6.9e-05 updt_s:0.159 data_s:0.112 INFO 2025-05-06 14:23:42 ts/train.py:232 step:336K smpl:5M ep:28K epch:92.60 loss:0.005 grdn:0.132 lr:6.9e-05 updt_s:0.160 data_s:0.100 INFO 2025-05-06 14:24:33 ts/train.py:232 step:336K smpl:5M ep:28K epch:92.66 loss:0.005 grdn:0.129 lr:6.9e-05 updt_s:0.160 data_s:0.094 +INFO 2025-05-06 14:25:25 ts/train.py:232 step:337K smpl:5M ep:28K epch:92.71 loss:0.005 grdn:0.130 lr:6.9e-05 updt_s:0.160 data_s:0.097 +INFO 2025-05-06 14:26:16 ts/train.py:232 step:337K smpl:5M ep:28K epch:92.77 loss:0.005 grdn:0.135 lr:6.9e-05 updt_s:0.159 data_s:0.099 +INFO 2025-05-06 14:27:06 ts/train.py:232 step:337K smpl:5M ep:28K epch:92.82 loss:0.005 grdn:0.135 lr:6.9e-05 updt_s:0.159 data_s:0.089 +INFO 2025-05-06 14:27:57 ts/train.py:232 step:337K smpl:5M ep:28K epch:92.88 loss:0.005 grdn:0.134 lr:6.9e-05 updt_s:0.160 data_s:0.095 +INFO 2025-05-06 14:28:49 ts/train.py:232 step:337K smpl:5M ep:28K epch:92.93 loss:0.005 grdn:0.129 lr:6.9e-05 updt_s:0.159 data_s:0.099 +INFO 2025-05-06 14:29:41 ts/train.py:232 step:338K smpl:5M ep:28K epch:92.99 loss:0.005 grdn:0.135 lr:6.9e-05 updt_s:0.160 data_s:0.098 +INFO 2025-05-06 14:30:33 ts/train.py:232 step:338K smpl:5M ep:28K epch:93.04 loss:0.005 grdn:0.136 lr:6.9e-05 updt_s:0.159 data_s:0.100 +INFO 2025-05-06 14:31:25 ts/train.py:232 step:338K smpl:5M ep:28K epch:93.10 loss:0.005 grdn:0.131 lr:6.9e-05 updt_s:0.159 data_s:0.099 +INFO 2025-05-06 14:32:16 ts/train.py:232 step:338K smpl:5M ep:28K epch:93.15 loss:0.005 grdn:0.129 lr:6.9e-05 updt_s:0.160 data_s:0.099 +INFO 2025-05-06 14:33:08 ts/train.py:232 step:338K smpl:5M ep:28K epch:93.21 loss:0.005 grdn:0.134 lr:6.9e-05 updt_s:0.160 data_s:0.095 +INFO 2025-05-06 14:33:58 ts/train.py:232 step:339K smpl:5M ep:28K epch:93.26 loss:0.005 grdn:0.130 lr:6.9e-05 updt_s:0.160 data_s:0.090 +INFO 2025-05-06 14:34:48 ts/train.py:232 step:339K smpl:5M ep:28K epch:93.32 loss:0.005 grdn:0.135 lr:6.9e-05 updt_s:0.160 data_s:0.089 +INFO 2025-05-06 14:35:37 ts/train.py:232 step:339K smpl:5M ep:28K epch:93.37 loss:0.005 grdn:0.126 lr:6.9e-05 updt_s:0.160 data_s:0.088 +INFO 2025-05-06 14:36:29 ts/train.py:232 step:339K smpl:5M ep:28K epch:93.43 loss:0.004 grdn:0.125 lr:6.9e-05 updt_s:0.160 data_s:0.095 +INFO 2025-05-06 14:37:20 ts/train.py:232 step:339K smpl:5M ep:28K epch:93.48 loss:0.005 grdn:0.129 lr:6.9e-05 updt_s:0.159 data_s:0.099 +INFO 2025-05-06 14:38:15 ts/train.py:232 step:340K smpl:5M ep:28K epch:93.54 loss:0.005 grdn:0.137 lr:6.9e-05 updt_s:0.158 data_s:0.113 +INFO 2025-05-06 14:39:11 ts/train.py:232 step:340K smpl:5M ep:28K epch:93.59 loss:0.005 grdn:0.131 lr:6.9e-05 updt_s:0.158 data_s:0.120 +INFO 2025-05-06 14:40:07 ts/train.py:232 step:340K smpl:5M ep:28K epch:93.65 loss:0.005 grdn:0.134 lr:6.9e-05 updt_s:0.159 data_s:0.119 +INFO 2025-05-06 14:41:02 ts/train.py:232 step:340K smpl:5M ep:28K epch:93.70 loss:0.005 grdn:0.139 lr:6.9e-05 updt_s:0.159 data_s:0.115 +INFO 2025-05-06 14:41:56 ts/train.py:232 step:340K smpl:5M ep:28K epch:93.76 loss:0.005 grdn:0.132 lr:6.9e-05 updt_s:0.159 data_s:0.114 +INFO 2025-05-06 14:42:52 ts/train.py:232 step:341K smpl:5M ep:28K epch:93.81 loss:0.005 grdn:0.131 lr:6.9e-05 updt_s:0.159 data_s:0.118 +INFO 2025-05-06 14:43:46 ts/train.py:232 step:341K smpl:5M ep:28K epch:93.87 loss:0.005 grdn:0.125 lr:6.9e-05 updt_s:0.159 data_s:0.112 +INFO 2025-05-06 14:44:42 ts/train.py:232 step:341K smpl:5M ep:28K epch:93.92 loss:0.005 grdn:0.135 lr:6.9e-05 updt_s:0.159 data_s:0.117 +INFO 2025-05-06 14:45:36 ts/train.py:232 step:341K smpl:5M ep:28K epch:93.98 loss:0.005 grdn:0.138 lr:6.9e-05 updt_s:0.160 data_s:0.114 +INFO 2025-05-06 14:46:31 ts/train.py:232 step:341K smpl:5M ep:28K epch:94.03 loss:0.005 grdn:0.126 lr:6.9e-05 updt_s:0.160 data_s:0.113 +INFO 2025-05-06 14:47:26 ts/train.py:232 step:342K smpl:5M ep:28K epch:94.09 loss:0.005 grdn:0.140 lr:6.9e-05 updt_s:0.159 data_s:0.115 +INFO 2025-05-06 14:48:21 ts/train.py:232 step:342K smpl:5M ep:28K epch:94.14 loss:0.004 grdn:0.122 lr:6.9e-05 updt_s:0.159 data_s:0.115 +INFO 2025-05-06 14:49:17 ts/train.py:232 step:342K smpl:5M ep:28K epch:94.20 loss:0.005 grdn:0.140 lr:6.8e-05 updt_s:0.159 data_s:0.117 +INFO 2025-05-06 14:50:12 ts/train.py:232 step:342K smpl:5M ep:28K epch:94.25 loss:0.005 grdn:0.131 lr:6.8e-05 updt_s:0.159 data_s:0.116 +INFO 2025-05-06 14:51:07 ts/train.py:232 step:342K smpl:5M ep:28K epch:94.31 loss:0.005 grdn:0.127 lr:6.8e-05 updt_s:0.159 data_s:0.117 +INFO 2025-05-06 14:52:02 ts/train.py:232 step:343K smpl:5M ep:28K epch:94.36 loss:0.005 grdn:0.136 lr:6.8e-05 updt_s:0.159 data_s:0.114 +INFO 2025-05-06 14:52:57 ts/train.py:232 step:343K smpl:5M ep:28K epch:94.42 loss:0.005 grdn:0.134 lr:6.8e-05 updt_s:0.159 data_s:0.116 +INFO 2025-05-06 14:53:52 ts/train.py:232 step:343K smpl:5M ep:28K epch:94.47 loss:0.005 grdn:0.124 lr:6.8e-05 updt_s:0.159 data_s:0.114 +INFO 2025-05-06 14:54:48 ts/train.py:232 step:343K smpl:5M ep:28K epch:94.53 loss:0.005 grdn:0.138 lr:6.8e-05 updt_s:0.159 data_s:0.122 +INFO 2025-05-06 14:55:43 ts/train.py:232 step:343K smpl:5M ep:28K epch:94.58 loss:0.005 grdn:0.135 lr:6.8e-05 updt_s:0.159 data_s:0.114 +INFO 2025-05-06 14:56:37 ts/train.py:232 step:344K smpl:5M ep:28K epch:94.64 loss:0.005 grdn:0.134 lr:6.8e-05 updt_s:0.159 data_s:0.112 +INFO 2025-05-06 14:57:32 ts/train.py:232 step:344K smpl:6M ep:28K epch:94.69 loss:0.004 grdn:0.130 lr:6.8e-05 updt_s:0.160 data_s:0.112 +INFO 2025-05-06 14:58:27 ts/train.py:232 step:344K smpl:6M ep:28K epch:94.75 loss:0.005 grdn:0.129 lr:6.8e-05 updt_s:0.159 data_s:0.115 +INFO 2025-05-06 14:59:21 ts/train.py:232 step:344K smpl:6M ep:28K epch:94.80 loss:0.005 grdn:0.134 lr:6.8e-05 updt_s:0.159 data_s:0.113 +INFO 2025-05-06 15:00:15 ts/train.py:232 step:344K smpl:6M ep:28K epch:94.86 loss:0.004 grdn:0.125 lr:6.8e-05 updt_s:0.159 data_s:0.111 +INFO 2025-05-06 15:01:09 ts/train.py:232 step:345K smpl:6M ep:28K epch:94.91 loss:0.005 grdn:0.127 lr:6.8e-05 updt_s:0.158 data_s:0.111 +INFO 2025-05-06 15:02:04 ts/train.py:232 step:345K smpl:6M ep:28K epch:94.97 loss:0.005 grdn:0.127 lr:6.8e-05 updt_s:0.159 data_s:0.112 +INFO 2025-05-06 15:02:59 ts/train.py:232 step:345K smpl:6M ep:29K epch:95.02 loss:0.005 grdn:0.136 lr:6.8e-05 updt_s:0.159 data_s:0.115 +INFO 2025-05-06 15:03:53 ts/train.py:232 step:345K smpl:6M ep:29K epch:95.08 loss:0.005 grdn:0.131 lr:6.8e-05 updt_s:0.159 data_s:0.114 +INFO 2025-05-06 15:04:48 ts/train.py:232 step:345K smpl:6M ep:29K epch:95.14 loss:0.005 grdn:0.136 lr:6.8e-05 updt_s:0.159 data_s:0.115 +INFO 2025-05-06 15:05:43 ts/train.py:232 step:346K smpl:6M ep:29K epch:95.19 loss:0.005 grdn:0.133 lr:6.8e-05 updt_s:0.159 data_s:0.114 +INFO 2025-05-06 15:06:37 ts/train.py:232 step:346K smpl:6M ep:29K epch:95.25 loss:0.005 grdn:0.133 lr:6.8e-05 updt_s:0.159 data_s:0.111 +INFO 2025-05-06 15:07:31 ts/train.py:232 step:346K smpl:6M ep:29K epch:95.30 loss:0.005 grdn:0.130 lr:6.8e-05 updt_s:0.158 data_s:0.112 +INFO 2025-05-06 15:08:25 ts/train.py:232 step:346K smpl:6M ep:29K epch:95.36 loss:0.005 grdn:0.129 lr:6.8e-05 updt_s:0.159 data_s:0.111 +INFO 2025-05-06 15:09:20 ts/train.py:232 step:346K smpl:6M ep:29K epch:95.41 loss:0.005 grdn:0.132 lr:6.8e-05 updt_s:0.158 data_s:0.115 +INFO 2025-05-06 15:10:14 ts/train.py:232 step:347K smpl:6M ep:29K epch:95.47 loss:0.005 grdn:0.136 lr:6.8e-05 updt_s:0.159 data_s:0.109 +INFO 2025-05-06 15:11:04 ts/train.py:232 step:347K smpl:6M ep:29K epch:95.52 loss:0.005 grdn:0.131 lr:6.8e-05 updt_s:0.159 data_s:0.090 +INFO 2025-05-06 15:11:54 ts/train.py:232 step:347K smpl:6M ep:29K epch:95.58 loss:0.004 grdn:0.121 lr:6.8e-05 updt_s:0.159 data_s:0.088 +INFO 2025-05-06 15:12:41 ts/train.py:232 step:347K smpl:6M ep:29K epch:95.63 loss:0.005 grdn:0.136 lr:6.8e-05 updt_s:0.159 data_s:0.077 +INFO 2025-05-06 15:13:29 ts/train.py:232 step:347K smpl:6M ep:29K epch:95.69 loss:0.005 grdn:0.133 lr:6.8e-05 updt_s:0.160 data_s:0.079 +INFO 2025-05-06 15:14:17 ts/train.py:232 step:348K smpl:6M ep:29K epch:95.74 loss:0.005 grdn:0.138 lr:6.8e-05 updt_s:0.160 data_s:0.077 +INFO 2025-05-06 15:15:05 ts/train.py:232 step:348K smpl:6M ep:29K epch:95.80 loss:0.005 grdn:0.138 lr:6.8e-05 updt_s:0.160 data_s:0.081 +INFO 2025-05-06 15:15:52 ts/train.py:232 step:348K smpl:6M ep:29K epch:95.85 loss:0.005 grdn:0.133 lr:6.7e-05 updt_s:0.159 data_s:0.075 +INFO 2025-05-06 15:16:40 ts/train.py:232 step:348K smpl:6M ep:29K epch:95.91 loss:0.005 grdn:0.139 lr:6.7e-05 updt_s:0.160 data_s:0.081 +INFO 2025-05-06 15:17:27 ts/train.py:232 step:348K smpl:6M ep:29K epch:95.96 loss:0.005 grdn:0.132 lr:6.7e-05 updt_s:0.160 data_s:0.075 +INFO 2025-05-06 15:18:15 ts/train.py:232 step:349K smpl:6M ep:29K epch:96.02 loss:0.005 grdn:0.140 lr:6.7e-05 updt_s:0.160 data_s:0.076 +INFO 2025-05-06 15:19:02 ts/train.py:232 step:349K smpl:6M ep:29K epch:96.07 loss:0.005 grdn:0.134 lr:6.7e-05 updt_s:0.160 data_s:0.074 +INFO 2025-05-06 15:19:49 ts/train.py:232 step:349K smpl:6M ep:29K epch:96.13 loss:0.005 grdn:0.137 lr:6.7e-05 updt_s:0.159 data_s:0.077 +INFO 2025-05-06 15:20:38 ts/train.py:232 step:349K smpl:6M ep:29K epch:96.18 loss:0.004 grdn:0.124 lr:6.7e-05 updt_s:0.159 data_s:0.083 +INFO 2025-05-06 15:21:26 ts/train.py:232 step:349K smpl:6M ep:29K epch:96.24 loss:0.005 grdn:0.140 lr:6.7e-05 updt_s:0.159 data_s:0.080 +INFO 2025-05-06 15:22:14 ts/train.py:232 step:350K smpl:6M ep:29K epch:96.29 loss:0.005 grdn:0.144 lr:6.7e-05 updt_s:0.159 data_s:0.081 +INFO 2025-05-06 15:23:01 ts/train.py:232 step:350K smpl:6M ep:29K epch:96.35 loss:0.005 grdn:0.132 lr:6.7e-05 updt_s:0.159 data_s:0.076 +INFO 2025-05-06 15:23:50 ts/train.py:232 step:350K smpl:6M ep:29K epch:96.40 loss:0.005 grdn:0.126 lr:6.7e-05 updt_s:0.159 data_s:0.087 +INFO 2025-05-06 15:24:49 ts/train.py:232 step:350K smpl:6M ep:29K epch:96.46 loss:0.005 grdn:0.129 lr:6.7e-05 updt_s:0.159 data_s:0.130 +INFO 2025-05-06 15:25:41 ts/train.py:232 step:350K smpl:6M ep:29K epch:96.51 loss:0.005 grdn:0.133 lr:6.7e-05 updt_s:0.160 data_s:0.102 +INFO 2025-05-06 15:26:36 ts/train.py:232 step:351K smpl:6M ep:29K epch:96.57 loss:0.005 grdn:0.131 lr:6.7e-05 updt_s:0.160 data_s:0.116 +INFO 2025-05-06 15:27:32 ts/train.py:232 step:351K smpl:6M ep:29K epch:96.62 loss:0.005 grdn:0.134 lr:6.7e-05 updt_s:0.159 data_s:0.117 +INFO 2025-05-06 15:28:27 ts/train.py:232 step:351K smpl:6M ep:29K epch:96.68 loss:0.005 grdn:0.144 lr:6.7e-05 updt_s:0.160 data_s:0.117 +INFO 2025-05-06 15:29:23 ts/train.py:232 step:351K smpl:6M ep:29K epch:96.73 loss:0.005 grdn:0.131 lr:6.7e-05 updt_s:0.160 data_s:0.120 +INFO 2025-05-06 15:30:18 ts/train.py:232 step:351K smpl:6M ep:29K epch:96.79 loss:0.005 grdn:0.131 lr:6.7e-05 updt_s:0.160 data_s:0.111 +INFO 2025-05-06 15:31:11 ts/train.py:232 step:352K smpl:6M ep:29K epch:96.84 loss:0.005 grdn:0.127 lr:6.7e-05 updt_s:0.159 data_s:0.109 +INFO 2025-05-06 15:32:05 ts/train.py:232 step:352K smpl:6M ep:29K epch:96.90 loss:0.005 grdn:0.137 lr:6.7e-05 updt_s:0.159 data_s:0.107 +INFO 2025-05-06 15:32:59 ts/train.py:232 step:352K smpl:6M ep:29K epch:96.95 loss:0.005 grdn:0.130 lr:6.7e-05 updt_s:0.159 data_s:0.110 +INFO 2025-05-06 15:33:53 ts/train.py:232 step:352K smpl:6M ep:29K epch:97.01 loss:0.005 grdn:0.129 lr:6.7e-05 updt_s:0.159 data_s:0.110 +INFO 2025-05-06 15:34:44 ts/train.py:232 step:352K smpl:6M ep:29K epch:97.06 loss:0.005 grdn:0.131 lr:6.7e-05 updt_s:0.160 data_s:0.094 +INFO 2025-05-06 15:35:35 ts/train.py:232 step:353K smpl:6M ep:29K epch:97.12 loss:0.005 grdn:0.136 lr:6.7e-05 updt_s:0.159 data_s:0.095 +INFO 2025-05-06 15:36:27 ts/train.py:232 step:353K smpl:6M ep:29K epch:97.17 loss:0.005 grdn:0.133 lr:6.7e-05 updt_s:0.160 data_s:0.100 +INFO 2025-05-06 15:37:20 ts/train.py:232 step:353K smpl:6M ep:29K epch:97.23 loss:0.005 grdn:0.131 lr:6.7e-05 updt_s:0.160 data_s:0.102 +INFO 2025-05-06 15:38:12 ts/train.py:232 step:353K smpl:6M ep:29K epch:97.28 loss:0.005 grdn:0.133 lr:6.7e-05 updt_s:0.160 data_s:0.102 +INFO 2025-05-06 15:39:02 ts/train.py:232 step:353K smpl:6M ep:29K epch:97.34 loss:0.004 grdn:0.127 lr:6.7e-05 updt_s:0.160 data_s:0.087 +INFO 2025-05-06 15:39:55 ts/train.py:232 step:354K smpl:6M ep:29K epch:97.39 loss:0.005 grdn:0.139 lr:6.7e-05 updt_s:0.160 data_s:0.106 +INFO 2025-05-06 15:40:45 ts/train.py:232 step:354K smpl:6M ep:29K epch:97.45 loss:0.005 grdn:0.128 lr:6.7e-05 updt_s:0.160 data_s:0.086 +INFO 2025-05-06 15:41:35 ts/train.py:232 step:354K smpl:6M ep:29K epch:97.50 loss:0.004 grdn:0.129 lr:6.7e-05 updt_s:0.160 data_s:0.092 +INFO 2025-05-06 15:42:27 ts/train.py:232 step:354K smpl:6M ep:29K epch:97.56 loss:0.005 grdn:0.129 lr:6.6e-05 updt_s:0.160 data_s:0.097 +INFO 2025-05-06 15:43:20 ts/train.py:232 step:354K smpl:6M ep:29K epch:97.61 loss:0.005 grdn:0.131 lr:6.6e-05 updt_s:0.160 data_s:0.102 +INFO 2025-05-06 15:44:10 ts/train.py:232 step:355K smpl:6M ep:29K epch:97.67 loss:0.005 grdn:0.132 lr:6.6e-05 updt_s:0.160 data_s:0.093 +INFO 2025-05-06 15:44:59 ts/train.py:232 step:355K smpl:6M ep:29K epch:97.72 loss:0.005 grdn:0.133 lr:6.6e-05 updt_s:0.159 data_s:0.086 +INFO 2025-05-06 15:45:50 ts/train.py:232 step:355K smpl:6M ep:29K epch:97.78 loss:0.005 grdn:0.128 lr:6.6e-05 updt_s:0.160 data_s:0.093 +INFO 2025-05-06 15:46:41 ts/train.py:232 step:355K smpl:6M ep:29K epch:97.83 loss:0.005 grdn:0.133 lr:6.6e-05 updt_s:0.160 data_s:0.095 +INFO 2025-05-06 15:47:31 ts/train.py:232 step:355K smpl:6M ep:29K epch:97.89 loss:0.005 grdn:0.132 lr:6.6e-05 updt_s:0.159 data_s:0.090 +INFO 2025-05-06 15:48:22 ts/train.py:232 step:356K smpl:6M ep:29K epch:97.94 loss:0.005 grdn:0.135 lr:6.6e-05 updt_s:0.160 data_s:0.093 +INFO 2025-05-06 15:49:14 ts/train.py:232 step:356K smpl:6M ep:29K epch:98.00 loss:0.005 grdn:0.142 lr:6.6e-05 updt_s:0.160 data_s:0.099 +INFO 2025-05-06 15:50:03 ts/train.py:232 step:356K smpl:6M ep:29K epch:98.05 loss:0.004 grdn:0.125 lr:6.6e-05 updt_s:0.161 data_s:0.083 +INFO 2025-05-06 15:50:52 ts/train.py:232 step:356K smpl:6M ep:29K epch:98.11 loss:0.004 grdn:0.127 lr:6.6e-05 updt_s:0.159 data_s:0.085 +INFO 2025-05-06 15:51:44 ts/train.py:232 step:356K smpl:6M ep:29K epch:98.16 loss:0.004 grdn:0.127 lr:6.6e-05 updt_s:0.159 data_s:0.100 +INFO 2025-05-06 15:52:34 ts/train.py:232 step:357K smpl:6M ep:29K epch:98.22 loss:0.005 grdn:0.138 lr:6.6e-05 updt_s:0.158 data_s:0.093 +INFO 2025-05-06 15:53:27 ts/train.py:232 step:357K smpl:6M ep:29K epch:98.28 loss:0.005 grdn:0.129 lr:6.6e-05 updt_s:0.158 data_s:0.104 +INFO 2025-05-06 15:54:18 ts/train.py:232 step:357K smpl:6M ep:29K epch:98.33 loss:0.005 grdn:0.130 lr:6.6e-05 updt_s:0.158 data_s:0.097 +INFO 2025-05-06 15:55:15 ts/train.py:232 step:357K smpl:6M ep:30K epch:98.39 loss:0.005 grdn:0.138 lr:6.6e-05 updt_s:0.158 data_s:0.127 +INFO 2025-05-06 15:56:10 ts/train.py:232 step:357K smpl:6M ep:30K epch:98.44 loss:0.005 grdn:0.137 lr:6.6e-05 updt_s:0.159 data_s:0.117 +INFO 2025-05-06 15:57:06 ts/train.py:232 step:358K smpl:6M ep:30K epch:98.50 loss:0.005 grdn:0.132 lr:6.6e-05 updt_s:0.159 data_s:0.118 +INFO 2025-05-06 15:58:01 ts/train.py:232 step:358K smpl:6M ep:30K epch:98.55 loss:0.005 grdn:0.135 lr:6.6e-05 updt_s:0.159 data_s:0.113 +INFO 2025-05-06 15:58:55 ts/train.py:232 step:358K smpl:6M ep:30K epch:98.61 loss:0.005 grdn:0.136 lr:6.6e-05 updt_s:0.160 data_s:0.112 +INFO 2025-05-06 15:59:50 ts/train.py:232 step:358K smpl:6M ep:30K epch:98.66 loss:0.005 grdn:0.129 lr:6.6e-05 updt_s:0.160 data_s:0.113 +INFO 2025-05-06 16:00:44 ts/train.py:232 step:358K smpl:6M ep:30K epch:98.72 loss:0.005 grdn:0.129 lr:6.6e-05 updt_s:0.159 data_s:0.112 +INFO 2025-05-06 16:01:38 ts/train.py:232 step:359K smpl:6M ep:30K epch:98.77 loss:0.004 grdn:0.128 lr:6.6e-05 updt_s:0.160 data_s:0.107 +INFO 2025-05-06 16:02:32 ts/train.py:232 step:359K smpl:6M ep:30K epch:98.83 loss:0.005 grdn:0.140 lr:6.6e-05 updt_s:0.160 data_s:0.109 +INFO 2025-05-06 16:03:25 ts/train.py:232 step:359K smpl:6M ep:30K epch:98.88 loss:0.005 grdn:0.129 lr:6.6e-05 updt_s:0.159 data_s:0.108 +INFO 2025-05-06 16:04:19 ts/train.py:232 step:359K smpl:6M ep:30K epch:98.94 loss:0.005 grdn:0.127 lr:6.6e-05 updt_s:0.159 data_s:0.109 +INFO 2025-05-06 16:05:14 ts/train.py:232 step:359K smpl:6M ep:30K epch:98.99 loss:0.005 grdn:0.133 lr:6.6e-05 updt_s:0.159 data_s:0.113 +INFO 2025-05-06 16:06:08 ts/train.py:232 step:360K smpl:6M ep:30K epch:99.05 loss:0.005 grdn:0.139 lr:6.6e-05 updt_s:0.159 data_s:0.111 +INFO 2025-05-06 16:07:01 ts/train.py:232 step:360K smpl:6M ep:30K epch:99.10 loss:0.005 grdn:0.134 lr:6.6e-05 updt_s:0.159 data_s:0.107 +INFO 2025-05-06 16:07:56 ts/train.py:232 step:360K smpl:6M ep:30K epch:99.16 loss:0.005 grdn:0.134 lr:6.6e-05 updt_s:0.158 data_s:0.114 +INFO 2025-05-06 16:07:56 ts/train.py:241 Checkpoint policy after step 360000 +INFO 2025-05-06 16:08:53 ts/train.py:232 step:360K smpl:6M ep:30K epch:99.21 loss:0.005 grdn:0.134 lr:6.5e-05 updt_s:0.161 data_s:0.105 +INFO 2025-05-06 16:09:46 ts/train.py:232 step:360K smpl:6M ep:30K epch:99.27 loss:0.005 grdn:0.134 lr:6.5e-05 updt_s:0.161 data_s:0.103 +INFO 2025-05-06 16:10:41 ts/train.py:232 step:361K smpl:6M ep:30K epch:99.32 loss:0.005 grdn:0.134 lr:6.5e-05 updt_s:0.161 data_s:0.117 +INFO 2025-05-06 16:11:37 ts/train.py:232 step:361K smpl:6M ep:30K epch:99.38 loss:0.005 grdn:0.131 lr:6.5e-05 updt_s:0.161 data_s:0.114 +INFO 2025-05-06 16:12:32 ts/train.py:232 step:361K smpl:6M ep:30K epch:99.43 loss:0.005 grdn:0.134 lr:6.5e-05 updt_s:0.161 data_s:0.114 +INFO 2025-05-06 16:13:27 ts/train.py:232 step:361K smpl:6M ep:30K epch:99.49 loss:0.005 grdn:0.133 lr:6.5e-05 updt_s:0.161 data_s:0.113 +INFO 2025-05-06 16:14:21 ts/train.py:232 step:361K smpl:6M ep:30K epch:99.54 loss:0.005 grdn:0.126 lr:6.5e-05 updt_s:0.161 data_s:0.108 +INFO 2025-05-06 16:15:15 ts/train.py:232 step:362K smpl:6M ep:30K epch:99.60 loss:0.005 grdn:0.135 lr:6.5e-05 updt_s:0.162 data_s:0.110 +INFO 2025-05-06 16:16:09 ts/train.py:232 step:362K smpl:6M ep:30K epch:99.65 loss:0.005 grdn:0.136 lr:6.5e-05 updt_s:0.161 data_s:0.109 +INFO 2025-05-06 16:17:03 ts/train.py:232 step:362K smpl:6M ep:30K epch:99.71 loss:0.005 grdn:0.139 lr:6.5e-05 updt_s:0.161 data_s:0.108 +INFO 2025-05-06 16:17:58 ts/train.py:232 step:362K smpl:6M ep:30K epch:99.76 loss:0.005 grdn:0.139 lr:6.5e-05 updt_s:0.161 data_s:0.110 +INFO 2025-05-06 16:18:51 ts/train.py:232 step:362K smpl:6M ep:30K epch:99.82 loss:0.004 grdn:0.124 lr:6.5e-05 updt_s:0.161 data_s:0.107 +INFO 2025-05-06 16:19:46 ts/train.py:232 step:363K smpl:6M ep:30K epch:99.87 loss:0.004 grdn:0.128 lr:6.5e-05 updt_s:0.160 data_s:0.111 +INFO 2025-05-06 16:20:40 ts/train.py:232 step:363K smpl:6M ep:30K epch:99.93 loss:0.005 grdn:0.147 lr:6.5e-05 updt_s:0.160 data_s:0.110 +INFO 2025-05-06 16:21:34 ts/train.py:232 step:363K smpl:6M ep:30K epch:99.98 loss:0.005 grdn:0.136 lr:6.5e-05 updt_s:0.160 data_s:0.109 +INFO 2025-05-06 16:22:28 ts/train.py:232 step:363K smpl:6M ep:30K epch:100.04 loss:0.004 grdn:0.124 lr:6.5e-05 updt_s:0.160 data_s:0.109 +INFO 2025-05-06 16:23:22 ts/train.py:232 step:363K smpl:6M ep:30K epch:100.09 loss:0.004 grdn:0.123 lr:6.5e-05 updt_s:0.160 data_s:0.110 +INFO 2025-05-06 16:24:16 ts/train.py:232 step:364K smpl:6M ep:30K epch:100.15 loss:0.005 grdn:0.131 lr:6.5e-05 updt_s:0.160 data_s:0.112 +INFO 2025-05-06 16:25:11 ts/train.py:232 step:364K smpl:6M ep:30K epch:100.20 loss:0.005 grdn:0.133 lr:6.5e-05 updt_s:0.160 data_s:0.110 +INFO 2025-05-06 16:26:04 ts/train.py:232 step:364K smpl:6M ep:30K epch:100.26 loss:0.005 grdn:0.127 lr:6.5e-05 updt_s:0.160 data_s:0.108 +INFO 2025-05-06 16:27:00 ts/train.py:232 step:364K smpl:6M ep:30K epch:100.31 loss:0.004 grdn:0.126 lr:6.5e-05 updt_s:0.161 data_s:0.119 +INFO 2025-05-06 16:27:55 ts/train.py:232 step:364K smpl:6M ep:30K epch:100.37 loss:0.004 grdn:0.126 lr:6.5e-05 updt_s:0.161 data_s:0.112 +INFO 2025-05-06 16:28:50 ts/train.py:232 step:365K smpl:6M ep:30K epch:100.42 loss:0.005 grdn:0.132 lr:6.5e-05 updt_s:0.160 data_s:0.113 +INFO 2025-05-06 16:29:45 ts/train.py:232 step:365K smpl:6M ep:30K epch:100.48 loss:0.005 grdn:0.133 lr:6.5e-05 updt_s:0.160 data_s:0.117 +INFO 2025-05-06 16:30:40 ts/train.py:232 step:365K smpl:6M ep:30K epch:100.53 loss:0.005 grdn:0.128 lr:6.5e-05 updt_s:0.160 data_s:0.112 +INFO 2025-05-06 16:31:35 ts/train.py:232 step:365K smpl:6M ep:30K epch:100.59 loss:0.004 grdn:0.127 lr:6.5e-05 updt_s:0.160 data_s:0.112 +INFO 2025-05-06 16:32:30 ts/train.py:232 step:365K smpl:6M ep:30K epch:100.64 loss:0.005 grdn:0.136 lr:6.5e-05 updt_s:0.160 data_s:0.114 +INFO 2025-05-06 16:33:26 ts/train.py:232 step:366K smpl:6M ep:30K epch:100.70 loss:0.005 grdn:0.134 lr:6.5e-05 updt_s:0.160 data_s:0.118 +INFO 2025-05-06 16:34:21 ts/train.py:232 step:366K smpl:6M ep:30K epch:100.75 loss:0.005 grdn:0.128 lr:6.5e-05 updt_s:0.160 data_s:0.117 +INFO 2025-05-06 16:35:15 ts/train.py:232 step:366K smpl:6M ep:30K epch:100.81 loss:0.005 grdn:0.132 lr:6.5e-05 updt_s:0.160 data_s:0.111 +INFO 2025-05-06 16:36:10 ts/train.py:232 step:366K smpl:6M ep:30K epch:100.86 loss:0.004 grdn:0.126 lr:6.4e-05 updt_s:0.160 data_s:0.113 +INFO 2025-05-06 16:37:05 ts/train.py:232 step:366K smpl:6M ep:30K epch:100.92 loss:0.004 grdn:0.128 lr:6.4e-05 updt_s:0.160 data_s:0.113 +INFO 2025-05-06 16:38:00 ts/train.py:232 step:367K smpl:6M ep:30K epch:100.97 loss:0.005 grdn:0.125 lr:6.4e-05 updt_s:0.160 data_s:0.114 +INFO 2025-05-06 16:38:55 ts/train.py:232 step:367K smpl:6M ep:30K epch:101.03 loss:0.005 grdn:0.137 lr:6.4e-05 updt_s:0.160 data_s:0.113 +INFO 2025-05-06 16:39:50 ts/train.py:232 step:367K smpl:6M ep:30K epch:101.08 loss:0.005 grdn:0.134 lr:6.4e-05 updt_s:0.160 data_s:0.116 +INFO 2025-05-06 16:40:46 ts/train.py:232 step:367K smpl:6M ep:30K epch:101.14 loss:0.005 grdn:0.134 lr:6.4e-05 updt_s:0.160 data_s:0.119 +INFO 2025-05-06 16:41:41 ts/train.py:232 step:367K smpl:6M ep:30K epch:101.19 loss:0.004 grdn:0.128 lr:6.4e-05 updt_s:0.160 data_s:0.115 +INFO 2025-05-06 16:42:38 ts/train.py:232 step:368K smpl:6M ep:30K epch:101.25 loss:0.005 grdn:0.136 lr:6.4e-05 updt_s:0.160 data_s:0.125 +INFO 2025-05-06 16:43:34 ts/train.py:232 step:368K smpl:6M ep:30K epch:101.30 loss:0.004 grdn:0.129 lr:6.4e-05 updt_s:0.160 data_s:0.118 +INFO 2025-05-06 16:44:29 ts/train.py:232 step:368K smpl:6M ep:30K epch:101.36 loss:0.005 grdn:0.135 lr:6.4e-05 updt_s:0.160 data_s:0.114 +INFO 2025-05-06 16:45:24 ts/train.py:232 step:368K smpl:6M ep:30K epch:101.42 loss:0.005 grdn:0.132 lr:6.4e-05 updt_s:0.160 data_s:0.112 +INFO 2025-05-06 16:46:19 ts/train.py:232 step:368K smpl:6M ep:30K epch:101.47 loss:0.005 grdn:0.130 lr:6.4e-05 updt_s:0.161 data_s:0.116 +INFO 2025-05-06 16:47:14 ts/train.py:232 step:369K smpl:6M ep:30K epch:101.53 loss:0.005 grdn:0.140 lr:6.4e-05 updt_s:0.160 data_s:0.114 +INFO 2025-05-06 16:48:10 ts/train.py:232 step:369K smpl:6M ep:30K epch:101.58 loss:0.005 grdn:0.131 lr:6.4e-05 updt_s:0.160 data_s:0.118 +INFO 2025-05-06 16:49:04 ts/train.py:232 step:369K smpl:6M ep:30K epch:101.64 loss:0.005 grdn:0.130 lr:6.4e-05 updt_s:0.160 data_s:0.108 +INFO 2025-05-06 16:49:58 ts/train.py:232 step:369K smpl:6M ep:31K epch:101.69 loss:0.005 grdn:0.130 lr:6.4e-05 updt_s:0.160 data_s:0.111 +INFO 2025-05-06 16:50:52 ts/train.py:232 step:369K smpl:6M ep:31K epch:101.75 loss:0.005 grdn:0.135 lr:6.4e-05 updt_s:0.160 data_s:0.110 +INFO 2025-05-06 16:51:47 ts/train.py:232 step:370K smpl:6M ep:31K epch:101.80 loss:0.004 grdn:0.127 lr:6.4e-05 updt_s:0.160 data_s:0.112 +INFO 2025-05-06 16:52:42 ts/train.py:232 step:370K smpl:6M ep:31K epch:101.86 loss:0.005 grdn:0.130 lr:6.4e-05 updt_s:0.160 data_s:0.112 +INFO 2025-05-06 16:53:37 ts/train.py:232 step:370K smpl:6M ep:31K epch:101.91 loss:0.005 grdn:0.132 lr:6.4e-05 updt_s:0.161 data_s:0.113 +INFO 2025-05-06 16:54:32 ts/train.py:232 step:370K smpl:6M ep:31K epch:101.97 loss:0.005 grdn:0.133 lr:6.4e-05 updt_s:0.161 data_s:0.113 +INFO 2025-05-06 16:55:27 ts/train.py:232 step:370K smpl:6M ep:31K epch:102.02 loss:0.004 grdn:0.127 lr:6.4e-05 updt_s:0.160 data_s:0.116 +INFO 2025-05-06 16:56:22 ts/train.py:232 step:371K smpl:6M ep:31K epch:102.08 loss:0.005 grdn:0.132 lr:6.4e-05 updt_s:0.160 data_s:0.114 +INFO 2025-05-06 16:57:17 ts/train.py:232 step:371K smpl:6M ep:31K epch:102.13 loss:0.005 grdn:0.136 lr:6.4e-05 updt_s:0.160 data_s:0.114 +INFO 2025-05-06 16:58:12 ts/train.py:232 step:371K smpl:6M ep:31K epch:102.19 loss:0.005 grdn:0.139 lr:6.4e-05 updt_s:0.160 data_s:0.113 +INFO 2025-05-06 16:59:04 ts/train.py:232 step:371K smpl:6M ep:31K epch:102.24 loss:0.005 grdn:0.134 lr:6.4e-05 updt_s:0.162 data_s:0.095 +INFO 2025-05-06 16:59:53 ts/train.py:232 step:371K smpl:6M ep:31K epch:102.30 loss:0.005 grdn:0.135 lr:6.4e-05 updt_s:0.161 data_s:0.087 +INFO 2025-05-06 17:00:44 ts/train.py:232 step:372K smpl:6M ep:31K epch:102.35 loss:0.005 grdn:0.142 lr:6.4e-05 updt_s:0.161 data_s:0.091 +INFO 2025-05-06 17:01:35 ts/train.py:232 step:372K smpl:6M ep:31K epch:102.41 loss:0.005 grdn:0.132 lr:6.4e-05 updt_s:0.161 data_s:0.093 +INFO 2025-05-06 17:02:24 ts/train.py:232 step:372K smpl:6M ep:31K epch:102.46 loss:0.005 grdn:0.126 lr:6.4e-05 updt_s:0.161 data_s:0.086 +INFO 2025-05-06 17:03:14 ts/train.py:232 step:372K smpl:6M ep:31K epch:102.52 loss:0.005 grdn:0.133 lr:6.3e-05 updt_s:0.160 data_s:0.089 +INFO 2025-05-06 17:04:04 ts/train.py:232 step:372K smpl:6M ep:31K epch:102.57 loss:0.004 grdn:0.132 lr:6.3e-05 updt_s:0.161 data_s:0.087 +INFO 2025-05-06 17:04:54 ts/train.py:232 step:373K smpl:6M ep:31K epch:102.63 loss:0.005 grdn:0.131 lr:6.3e-05 updt_s:0.161 data_s:0.088 +INFO 2025-05-06 17:05:44 ts/train.py:232 step:373K smpl:6M ep:31K epch:102.68 loss:0.005 grdn:0.137 lr:6.3e-05 updt_s:0.161 data_s:0.089 +INFO 2025-05-06 17:06:34 ts/train.py:232 step:373K smpl:6M ep:31K epch:102.74 loss:0.004 grdn:0.128 lr:6.3e-05 updt_s:0.161 data_s:0.090 +INFO 2025-05-06 17:07:26 ts/train.py:232 step:373K smpl:6M ep:31K epch:102.79 loss:0.005 grdn:0.133 lr:6.3e-05 updt_s:0.160 data_s:0.095 +INFO 2025-05-06 17:08:16 ts/train.py:232 step:373K smpl:6M ep:31K epch:102.85 loss:0.005 grdn:0.130 lr:6.3e-05 updt_s:0.161 data_s:0.091 +INFO 2025-05-06 17:09:09 ts/train.py:232 step:374K smpl:6M ep:31K epch:102.90 loss:0.005 grdn:0.133 lr:6.3e-05 updt_s:0.161 data_s:0.102 +INFO 2025-05-06 17:10:01 ts/train.py:232 step:374K smpl:6M ep:31K epch:102.96 loss:0.004 grdn:0.124 lr:6.3e-05 updt_s:0.161 data_s:0.097 +INFO 2025-05-06 17:10:51 ts/train.py:232 step:374K smpl:6M ep:31K epch:103.01 loss:0.005 grdn:0.130 lr:6.3e-05 updt_s:0.161 data_s:0.087 +INFO 2025-05-06 17:11:42 ts/train.py:232 step:374K smpl:6M ep:31K epch:103.07 loss:0.005 grdn:0.142 lr:6.3e-05 updt_s:0.161 data_s:0.097 +INFO 2025-05-06 17:12:32 ts/train.py:232 step:374K smpl:6M ep:31K epch:103.12 loss:0.004 grdn:0.132 lr:6.3e-05 updt_s:0.161 data_s:0.086 +INFO 2025-05-06 17:13:26 ts/train.py:232 step:375K smpl:6M ep:31K epch:103.18 loss:0.004 grdn:0.127 lr:6.3e-05 updt_s:0.160 data_s:0.107 +INFO 2025-05-06 17:14:19 ts/train.py:232 step:375K smpl:6M ep:31K epch:103.23 loss:0.005 grdn:0.145 lr:6.3e-05 updt_s:0.160 data_s:0.107 +INFO 2025-05-06 17:15:14 ts/train.py:232 step:375K smpl:6M ep:31K epch:103.29 loss:0.004 grdn:0.117 lr:6.3e-05 updt_s:0.161 data_s:0.110 +INFO 2025-05-06 17:16:07 ts/train.py:232 step:375K smpl:6M ep:31K epch:103.34 loss:0.005 grdn:0.132 lr:6.3e-05 updt_s:0.159 data_s:0.110 +INFO 2025-05-06 17:17:02 ts/train.py:232 step:375K smpl:6M ep:31K epch:103.40 loss:0.005 grdn:0.132 lr:6.3e-05 updt_s:0.160 data_s:0.110 +INFO 2025-05-06 17:17:56 ts/train.py:232 step:376K smpl:6M ep:31K epch:103.45 loss:0.005 grdn:0.138 lr:6.3e-05 updt_s:0.160 data_s:0.111 +INFO 2025-05-06 17:18:51 ts/train.py:232 step:376K smpl:6M ep:31K epch:103.51 loss:0.004 grdn:0.128 lr:6.3e-05 updt_s:0.160 data_s:0.114 +INFO 2025-05-06 17:19:46 ts/train.py:232 step:376K smpl:6M ep:31K epch:103.56 loss:0.005 grdn:0.132 lr:6.3e-05 updt_s:0.160 data_s:0.114 +INFO 2025-05-06 17:20:40 ts/train.py:232 step:376K smpl:6M ep:31K epch:103.62 loss:0.004 grdn:0.124 lr:6.3e-05 updt_s:0.159 data_s:0.112 +INFO 2025-05-06 17:21:34 ts/train.py:232 step:376K smpl:6M ep:31K epch:103.67 loss:0.005 grdn:0.134 lr:6.3e-05 updt_s:0.160 data_s:0.111 +INFO 2025-05-06 17:22:29 ts/train.py:232 step:377K smpl:6M ep:31K epch:103.73 loss:0.005 grdn:0.138 lr:6.3e-05 updt_s:0.159 data_s:0.115 +INFO 2025-05-06 17:23:24 ts/train.py:232 step:377K smpl:6M ep:31K epch:103.78 loss:0.004 grdn:0.126 lr:6.3e-05 updt_s:0.160 data_s:0.114 +INFO 2025-05-06 17:24:19 ts/train.py:232 step:377K smpl:6M ep:31K epch:103.84 loss:0.004 grdn:0.131 lr:6.3e-05 updt_s:0.161 data_s:0.110 +INFO 2025-05-06 17:25:14 ts/train.py:232 step:377K smpl:6M ep:31K epch:103.89 loss:0.005 grdn:0.132 lr:6.3e-05 updt_s:0.160 data_s:0.117 +INFO 2025-05-06 17:26:09 ts/train.py:232 step:377K smpl:6M ep:31K epch:103.95 loss:0.005 grdn:0.128 lr:6.3e-05 updt_s:0.159 data_s:0.113 +INFO 2025-05-06 17:27:03 ts/train.py:232 step:378K smpl:6M ep:31K epch:104.00 loss:0.004 grdn:0.128 lr:6.3e-05 updt_s:0.160 data_s:0.113 +INFO 2025-05-06 17:27:58 ts/train.py:232 step:378K smpl:6M ep:31K epch:104.06 loss:0.005 grdn:0.140 lr:6.3e-05 updt_s:0.160 data_s:0.111 +INFO 2025-05-06 17:28:52 ts/train.py:232 step:378K smpl:6M ep:31K epch:104.11 loss:0.005 grdn:0.134 lr:6.3e-05 updt_s:0.159 data_s:0.113 +INFO 2025-05-06 17:29:45 ts/train.py:232 step:378K smpl:6M ep:31K epch:104.17 loss:0.004 grdn:0.127 lr:6.2e-05 updt_s:0.159 data_s:0.105 +INFO 2025-05-06 17:30:36 ts/train.py:232 step:378K smpl:6M ep:31K epch:104.22 loss:0.005 grdn:0.129 lr:6.2e-05 updt_s:0.160 data_s:0.091 +INFO 2025-05-06 17:31:25 ts/train.py:232 step:379K smpl:6M ep:31K epch:104.28 loss:0.004 grdn:0.128 lr:6.2e-05 updt_s:0.160 data_s:0.088 +INFO 2025-05-06 17:32:14 ts/train.py:232 step:379K smpl:6M ep:31K epch:104.33 loss:0.005 grdn:0.131 lr:6.2e-05 updt_s:0.160 data_s:0.084 +INFO 2025-05-06 17:33:05 ts/train.py:232 step:379K smpl:6M ep:31K epch:104.39 loss:0.005 grdn:0.130 lr:6.2e-05 updt_s:0.160 data_s:0.092 +INFO 2025-05-06 17:33:55 ts/train.py:232 step:379K smpl:6M ep:31K epch:104.44 loss:0.004 grdn:0.134 lr:6.2e-05 updt_s:0.160 data_s:0.092 +INFO 2025-05-06 17:34:46 ts/train.py:232 step:379K smpl:6M ep:31K epch:104.50 loss:0.004 grdn:0.131 lr:6.2e-05 updt_s:0.160 data_s:0.092 +INFO 2025-05-06 17:35:36 ts/train.py:232 step:380K smpl:6M ep:31K epch:104.56 loss:0.005 grdn:0.128 lr:6.2e-05 updt_s:0.162 data_s:0.088 +INFO 2025-05-06 17:36:25 ts/train.py:232 step:380K smpl:6M ep:31K epch:104.61 loss:0.005 grdn:0.136 lr:6.2e-05 updt_s:0.161 data_s:0.080 +INFO 2025-05-06 17:37:13 ts/train.py:232 step:380K smpl:6M ep:31K epch:104.67 loss:0.005 grdn:0.133 lr:6.2e-05 updt_s:0.161 data_s:0.081 +INFO 2025-05-06 17:38:05 ts/train.py:232 step:380K smpl:6M ep:31K epch:104.72 loss:0.005 grdn:0.132 lr:6.2e-05 updt_s:0.160 data_s:0.098 +INFO 2025-05-06 17:38:56 ts/train.py:232 step:380K smpl:6M ep:31K epch:104.78 loss:0.005 grdn:0.135 lr:6.2e-05 updt_s:0.160 data_s:0.094 +INFO 2025-05-06 17:39:48 ts/train.py:232 step:381K smpl:6M ep:31K epch:104.83 loss:0.005 grdn:0.129 lr:6.2e-05 updt_s:0.160 data_s:0.099 +INFO 2025-05-06 17:40:39 ts/train.py:232 step:381K smpl:6M ep:31K epch:104.89 loss:0.005 grdn:0.140 lr:6.2e-05 updt_s:0.160 data_s:0.093 +INFO 2025-05-06 17:41:30 ts/train.py:232 step:381K smpl:6M ep:31K epch:104.94 loss:0.004 grdn:0.125 lr:6.2e-05 updt_s:0.160 data_s:0.097 +INFO 2025-05-06 17:42:21 ts/train.py:232 step:381K smpl:6M ep:31K epch:105.00 loss:0.004 grdn:0.124 lr:6.2e-05 updt_s:0.160 data_s:0.093 +INFO 2025-05-06 17:43:12 ts/train.py:232 step:381K smpl:6M ep:32K epch:105.05 loss:0.004 grdn:0.124 lr:6.2e-05 updt_s:0.161 data_s:0.096 +INFO 2025-05-06 17:44:08 ts/train.py:232 step:382K smpl:6M ep:32K epch:105.11 loss:0.004 grdn:0.130 lr:6.2e-05 updt_s:0.160 data_s:0.116 +INFO 2025-05-06 17:45:03 ts/train.py:232 step:382K smpl:6M ep:32K epch:105.16 loss:0.005 grdn:0.138 lr:6.2e-05 updt_s:0.161 data_s:0.113 +INFO 2025-05-06 17:45:58 ts/train.py:232 step:382K smpl:6M ep:32K epch:105.22 loss:0.004 grdn:0.132 lr:6.2e-05 updt_s:0.162 data_s:0.111 +INFO 2025-05-06 17:46:52 ts/train.py:232 step:382K smpl:6M ep:32K epch:105.27 loss:0.005 grdn:0.141 lr:6.2e-05 updt_s:0.161 data_s:0.109 +INFO 2025-05-06 17:47:46 ts/train.py:232 step:382K smpl:6M ep:32K epch:105.33 loss:0.004 grdn:0.132 lr:6.2e-05 updt_s:0.161 data_s:0.109 +INFO 2025-05-06 17:48:41 ts/train.py:232 step:383K smpl:6M ep:32K epch:105.38 loss:0.004 grdn:0.126 lr:6.2e-05 updt_s:0.161 data_s:0.113 +INFO 2025-05-06 17:49:36 ts/train.py:232 step:383K smpl:6M ep:32K epch:105.44 loss:0.005 grdn:0.134 lr:6.2e-05 updt_s:0.161 data_s:0.113 +INFO 2025-05-06 17:50:30 ts/train.py:232 step:383K smpl:6M ep:32K epch:105.49 loss:0.005 grdn:0.136 lr:6.2e-05 updt_s:0.160 data_s:0.112 +INFO 2025-05-06 17:51:24 ts/train.py:232 step:383K smpl:6M ep:32K epch:105.55 loss:0.004 grdn:0.130 lr:6.2e-05 updt_s:0.161 data_s:0.106 +INFO 2025-05-06 17:52:18 ts/train.py:232 step:383K smpl:6M ep:32K epch:105.60 loss:0.005 grdn:0.134 lr:6.2e-05 updt_s:0.160 data_s:0.108 +INFO 2025-05-06 17:53:11 ts/train.py:232 step:384K smpl:6M ep:32K epch:105.66 loss:0.005 grdn:0.137 lr:6.2e-05 updt_s:0.161 data_s:0.105 +INFO 2025-05-06 17:54:05 ts/train.py:232 step:384K smpl:6M ep:32K epch:105.71 loss:0.005 grdn:0.137 lr:6.2e-05 updt_s:0.161 data_s:0.107 +INFO 2025-05-06 17:54:58 ts/train.py:232 step:384K smpl:6M ep:32K epch:105.77 loss:0.005 grdn:0.136 lr:6.1e-05 updt_s:0.161 data_s:0.108 +INFO 2025-05-06 17:55:52 ts/train.py:232 step:384K smpl:6M ep:32K epch:105.82 loss:0.004 grdn:0.125 lr:6.1e-05 updt_s:0.160 data_s:0.106 +INFO 2025-05-06 17:56:46 ts/train.py:232 step:384K smpl:6M ep:32K epch:105.88 loss:0.004 grdn:0.126 lr:6.1e-05 updt_s:0.160 data_s:0.109 +INFO 2025-05-06 17:57:40 ts/train.py:232 step:385K smpl:6M ep:32K epch:105.93 loss:0.005 grdn:0.138 lr:6.1e-05 updt_s:0.160 data_s:0.111 +INFO 2025-05-06 17:58:34 ts/train.py:232 step:385K smpl:6M ep:32K epch:105.99 loss:0.004 grdn:0.129 lr:6.1e-05 updt_s:0.161 data_s:0.106 +INFO 2025-05-06 17:59:28 ts/train.py:232 step:385K smpl:6M ep:32K epch:106.04 loss:0.004 grdn:0.128 lr:6.1e-05 updt_s:0.160 data_s:0.109 +INFO 2025-05-06 18:00:17 ts/train.py:232 step:385K smpl:6M ep:32K epch:106.10 loss:0.004 grdn:0.126 lr:6.1e-05 updt_s:0.161 data_s:0.085 +INFO 2025-05-06 18:01:05 ts/train.py:232 step:385K smpl:6M ep:32K epch:106.15 loss:0.005 grdn:0.139 lr:6.1e-05 updt_s:0.161 data_s:0.076 +INFO 2025-05-06 18:01:52 ts/train.py:232 step:386K smpl:6M ep:32K epch:106.21 loss:0.004 grdn:0.132 lr:6.1e-05 updt_s:0.160 data_s:0.074 +INFO 2025-05-06 18:02:39 ts/train.py:232 step:386K smpl:6M ep:32K epch:106.26 loss:0.005 grdn:0.129 lr:6.1e-05 updt_s:0.160 data_s:0.076 +INFO 2025-05-06 18:03:27 ts/train.py:232 step:386K smpl:6M ep:32K epch:106.32 loss:0.004 grdn:0.126 lr:6.1e-05 updt_s:0.161 data_s:0.078 +INFO 2025-05-06 18:04:14 ts/train.py:232 step:386K smpl:6M ep:32K epch:106.37 loss:0.004 grdn:0.131 lr:6.1e-05 updt_s:0.160 data_s:0.076 +INFO 2025-05-06 18:05:02 ts/train.py:232 step:386K smpl:6M ep:32K epch:106.43 loss:0.004 grdn:0.130 lr:6.1e-05 updt_s:0.161 data_s:0.078 +INFO 2025-05-06 18:05:49 ts/train.py:232 step:387K smpl:6M ep:32K epch:106.48 loss:0.004 grdn:0.129 lr:6.1e-05 updt_s:0.161 data_s:0.072 +INFO 2025-05-06 18:06:36 ts/train.py:232 step:387K smpl:6M ep:32K epch:106.54 loss:0.004 grdn:0.126 lr:6.1e-05 updt_s:0.161 data_s:0.074 +INFO 2025-05-06 18:07:23 ts/train.py:232 step:387K smpl:6M ep:32K epch:106.59 loss:0.005 grdn:0.137 lr:6.1e-05 updt_s:0.161 data_s:0.075 +INFO 2025-05-06 18:08:10 ts/train.py:232 step:387K smpl:6M ep:32K epch:106.65 loss:0.004 grdn:0.131 lr:6.1e-05 updt_s:0.161 data_s:0.069 +INFO 2025-05-06 18:08:58 ts/train.py:232 step:387K smpl:6M ep:32K epch:106.70 loss:0.004 grdn:0.124 lr:6.1e-05 updt_s:0.161 data_s:0.078 +INFO 2025-05-06 18:09:45 ts/train.py:232 step:388K smpl:6M ep:32K epch:106.76 loss:0.004 grdn:0.132 lr:6.1e-05 updt_s:0.161 data_s:0.076 +INFO 2025-05-06 18:10:32 ts/train.py:232 step:388K smpl:6M ep:32K epch:106.81 loss:0.004 grdn:0.122 lr:6.1e-05 updt_s:0.160 data_s:0.073 +INFO 2025-05-06 18:11:19 ts/train.py:232 step:388K smpl:6M ep:32K epch:106.87 loss:0.005 grdn:0.137 lr:6.1e-05 updt_s:0.161 data_s:0.076 +INFO 2025-05-06 18:12:08 ts/train.py:232 step:388K smpl:6M ep:32K epch:106.92 loss:0.005 grdn:0.135 lr:6.1e-05 updt_s:0.160 data_s:0.081 +INFO 2025-05-06 18:12:56 ts/train.py:232 step:388K smpl:6M ep:32K epch:106.98 loss:0.004 grdn:0.126 lr:6.1e-05 updt_s:0.161 data_s:0.081 +INFO 2025-05-06 18:13:48 ts/train.py:232 step:389K smpl:6M ep:32K epch:107.03 loss:0.004 grdn:0.130 lr:6.1e-05 updt_s:0.160 data_s:0.098 +INFO 2025-05-06 18:14:42 ts/train.py:232 step:389K smpl:6M ep:32K epch:107.09 loss:0.005 grdn:0.134 lr:6.1e-05 updt_s:0.160 data_s:0.108 +INFO 2025-05-06 18:15:36 ts/train.py:232 step:389K smpl:6M ep:32K epch:107.14 loss:0.004 grdn:0.122 lr:6.1e-05 updt_s:0.160 data_s:0.112 +INFO 2025-05-06 18:16:30 ts/train.py:232 step:389K smpl:6M ep:32K epch:107.20 loss:0.005 grdn:0.134 lr:6.1e-05 updt_s:0.160 data_s:0.107 +INFO 2025-05-06 18:17:24 ts/train.py:232 step:389K smpl:6M ep:32K epch:107.25 loss:0.004 grdn:0.132 lr:6.1e-05 updt_s:0.160 data_s:0.111 +INFO 2025-05-06 18:18:18 ts/train.py:232 step:390K smpl:6M ep:32K epch:107.31 loss:0.005 grdn:0.130 lr:6.1e-05 updt_s:0.160 data_s:0.108 +INFO 2025-05-06 18:19:12 ts/train.py:232 step:390K smpl:6M ep:32K epch:107.36 loss:0.005 grdn:0.139 lr:6.0e-05 updt_s:0.160 data_s:0.111 +INFO 2025-05-06 18:20:06 ts/train.py:232 step:390K smpl:6M ep:32K epch:107.42 loss:0.005 grdn:0.133 lr:6.0e-05 updt_s:0.160 data_s:0.106 +INFO 2025-05-06 18:20:06 ts/train.py:241 Checkpoint policy after step 390000 +INFO 2025-05-06 18:21:01 ts/train.py:232 step:390K smpl:6M ep:32K epch:107.47 loss:0.004 grdn:0.137 lr:6.0e-05 updt_s:0.159 data_s:0.100 +INFO 2025-05-06 18:21:55 ts/train.py:232 step:390K smpl:6M ep:32K epch:107.53 loss:0.004 grdn:0.125 lr:6.0e-05 updt_s:0.159 data_s:0.110 +INFO 2025-05-06 18:22:49 ts/train.py:232 step:391K smpl:6M ep:32K epch:107.58 loss:0.004 grdn:0.124 lr:6.0e-05 updt_s:0.159 data_s:0.109 +INFO 2025-05-06 18:23:42 ts/train.py:232 step:391K smpl:6M ep:32K epch:107.64 loss:0.004 grdn:0.124 lr:6.0e-05 updt_s:0.160 data_s:0.107 +INFO 2025-05-06 18:24:35 ts/train.py:232 step:391K smpl:6M ep:32K epch:107.69 loss:0.004 grdn:0.129 lr:6.0e-05 updt_s:0.159 data_s:0.107 +INFO 2025-05-06 18:25:29 ts/train.py:232 step:391K smpl:6M ep:32K epch:107.75 loss:0.004 grdn:0.129 lr:6.0e-05 updt_s:0.160 data_s:0.106 +INFO 2025-05-06 18:26:22 ts/train.py:232 step:391K smpl:6M ep:32K epch:107.81 loss:0.004 grdn:0.128 lr:6.0e-05 updt_s:0.160 data_s:0.105 +INFO 2025-05-06 18:27:16 ts/train.py:232 step:392K smpl:6M ep:32K epch:107.86 loss:0.004 grdn:0.124 lr:6.0e-05 updt_s:0.159 data_s:0.110 +INFO 2025-05-06 18:28:10 ts/train.py:232 step:392K smpl:6M ep:32K epch:107.92 loss:0.004 grdn:0.124 lr:6.0e-05 updt_s:0.159 data_s:0.111 +INFO 2025-05-06 18:29:04 ts/train.py:232 step:392K smpl:6M ep:32K epch:107.97 loss:0.005 grdn:0.132 lr:6.0e-05 updt_s:0.159 data_s:0.108 +INFO 2025-05-06 18:29:54 ts/train.py:232 step:392K smpl:6M ep:32K epch:108.03 loss:0.005 grdn:0.128 lr:6.0e-05 updt_s:0.159 data_s:0.090 +INFO 2025-05-06 18:30:41 ts/train.py:232 step:392K smpl:6M ep:32K epch:108.08 loss:0.005 grdn:0.142 lr:6.0e-05 updt_s:0.159 data_s:0.079 +INFO 2025-05-06 18:31:29 ts/train.py:232 step:393K smpl:6M ep:32K epch:108.14 loss:0.005 grdn:0.136 lr:6.0e-05 updt_s:0.159 data_s:0.080 +INFO 2025-05-06 18:32:17 ts/train.py:232 step:393K smpl:6M ep:32K epch:108.19 loss:0.004 grdn:0.132 lr:6.0e-05 updt_s:0.159 data_s:0.078 +INFO 2025-05-06 18:33:05 ts/train.py:232 step:393K smpl:6M ep:32K epch:108.25 loss:0.004 grdn:0.128 lr:6.0e-05 updt_s:0.159 data_s:0.080 +INFO 2025-05-06 18:33:54 ts/train.py:232 step:393K smpl:6M ep:32K epch:108.30 loss:0.004 grdn:0.126 lr:6.0e-05 updt_s:0.160 data_s:0.083 +INFO 2025-05-06 18:34:41 ts/train.py:232 step:393K smpl:6M ep:33K epch:108.36 loss:0.004 grdn:0.132 lr:6.0e-05 updt_s:0.159 data_s:0.077 +INFO 2025-05-06 18:35:31 ts/train.py:232 step:394K smpl:6M ep:33K epch:108.41 loss:0.004 grdn:0.128 lr:6.0e-05 updt_s:0.159 data_s:0.086 +INFO 2025-05-06 18:36:20 ts/train.py:232 step:394K smpl:6M ep:33K epch:108.47 loss:0.005 grdn:0.136 lr:6.0e-05 updt_s:0.160 data_s:0.086 +INFO 2025-05-06 18:37:07 ts/train.py:232 step:394K smpl:6M ep:33K epch:108.52 loss:0.004 grdn:0.130 lr:6.0e-05 updt_s:0.159 data_s:0.077 +INFO 2025-05-06 18:37:55 ts/train.py:232 step:394K smpl:6M ep:33K epch:108.58 loss:0.005 grdn:0.128 lr:6.0e-05 updt_s:0.160 data_s:0.080 +INFO 2025-05-06 18:38:45 ts/train.py:232 step:394K smpl:6M ep:33K epch:108.63 loss:0.004 grdn:0.124 lr:6.0e-05 updt_s:0.159 data_s:0.086 +INFO 2025-05-06 18:39:34 ts/train.py:232 step:395K smpl:6M ep:33K epch:108.69 loss:0.004 grdn:0.129 lr:6.0e-05 updt_s:0.160 data_s:0.085 +INFO 2025-05-06 18:40:24 ts/train.py:232 step:395K smpl:6M ep:33K epch:108.74 loss:0.005 grdn:0.135 lr:6.0e-05 updt_s:0.160 data_s:0.089 +INFO 2025-05-06 18:41:12 ts/train.py:232 step:395K smpl:6M ep:33K epch:108.80 loss:0.005 grdn:0.141 lr:6.0e-05 updt_s:0.160 data_s:0.081 +INFO 2025-05-06 18:42:02 ts/train.py:232 step:395K smpl:6M ep:33K epch:108.85 loss:0.004 grdn:0.129 lr:6.0e-05 updt_s:0.160 data_s:0.087 +INFO 2025-05-06 18:42:51 ts/train.py:232 step:395K smpl:6M ep:33K epch:108.91 loss:0.005 grdn:0.139 lr:6.0e-05 updt_s:0.160 data_s:0.083 +INFO 2025-05-06 18:43:43 ts/train.py:232 step:396K smpl:6M ep:33K epch:108.96 loss:0.004 grdn:0.122 lr:6.0e-05 updt_s:0.160 data_s:0.102 +INFO 2025-05-06 18:44:38 ts/train.py:232 step:396K smpl:6M ep:33K epch:109.02 loss:0.004 grdn:0.130 lr:5.9e-05 updt_s:0.160 data_s:0.113 +INFO 2025-05-06 18:45:32 ts/train.py:232 step:396K smpl:6M ep:33K epch:109.07 loss:0.005 grdn:0.137 lr:5.9e-05 updt_s:0.160 data_s:0.109 +INFO 2025-05-06 18:46:27 ts/train.py:232 step:396K smpl:6M ep:33K epch:109.13 loss:0.004 grdn:0.128 lr:5.9e-05 updt_s:0.160 data_s:0.113 +INFO 2025-05-06 18:47:22 ts/train.py:232 step:396K smpl:6M ep:33K epch:109.18 loss:0.005 grdn:0.141 lr:5.9e-05 updt_s:0.161 data_s:0.113 +INFO 2025-05-06 18:48:16 ts/train.py:232 step:397K smpl:6M ep:33K epch:109.24 loss:0.005 grdn:0.139 lr:5.9e-05 updt_s:0.160 data_s:0.112 +INFO 2025-05-06 18:49:11 ts/train.py:232 step:397K smpl:6M ep:33K epch:109.29 loss:0.004 grdn:0.129 lr:5.9e-05 updt_s:0.160 data_s:0.111 +INFO 2025-05-06 18:50:05 ts/train.py:232 step:397K smpl:6M ep:33K epch:109.35 loss:0.004 grdn:0.135 lr:5.9e-05 updt_s:0.161 data_s:0.106 +INFO 2025-05-06 18:50:58 ts/train.py:232 step:397K smpl:6M ep:33K epch:109.40 loss:0.004 grdn:0.127 lr:5.9e-05 updt_s:0.160 data_s:0.105 +INFO 2025-05-06 18:51:51 ts/train.py:232 step:397K smpl:6M ep:33K epch:109.46 loss:0.005 grdn:0.138 lr:5.9e-05 updt_s:0.160 data_s:0.104 +INFO 2025-05-06 18:52:45 ts/train.py:232 step:398K smpl:6M ep:33K epch:109.51 loss:0.004 grdn:0.128 lr:5.9e-05 updt_s:0.161 data_s:0.108 +INFO 2025-05-06 18:53:38 ts/train.py:232 step:398K smpl:6M ep:33K epch:109.57 loss:0.005 grdn:0.140 lr:5.9e-05 updt_s:0.160 data_s:0.105 +INFO 2025-05-06 18:54:32 ts/train.py:232 step:398K smpl:6M ep:33K epch:109.62 loss:0.004 grdn:0.123 lr:5.9e-05 updt_s:0.161 data_s:0.106 +INFO 2025-05-06 18:55:25 ts/train.py:232 step:398K smpl:6M ep:33K epch:109.68 loss:0.004 grdn:0.136 lr:5.9e-05 updt_s:0.161 data_s:0.105 +INFO 2025-05-06 18:56:19 ts/train.py:232 step:398K smpl:6M ep:33K epch:109.73 loss:0.004 grdn:0.132 lr:5.9e-05 updt_s:0.160 data_s:0.109 +INFO 2025-05-06 18:57:13 ts/train.py:232 step:399K smpl:6M ep:33K epch:109.79 loss:0.005 grdn:0.130 lr:5.9e-05 updt_s:0.160 data_s:0.110 +INFO 2025-05-06 18:58:06 ts/train.py:232 step:399K smpl:6M ep:33K epch:109.84 loss:0.005 grdn:0.137 lr:5.9e-05 updt_s:0.160 data_s:0.104 +INFO 2025-05-06 18:58:59 ts/train.py:232 step:399K smpl:6M ep:33K epch:109.90 loss:0.004 grdn:0.124 lr:5.9e-05 updt_s:0.160 data_s:0.106 +INFO 2025-05-06 18:59:55 ts/train.py:232 step:399K smpl:6M ep:33K epch:109.95 loss:0.005 grdn:0.141 lr:5.9e-05 updt_s:0.161 data_s:0.118 +INFO 2025-05-06 19:00:50 ts/train.py:232 step:399K smpl:6M ep:33K epch:110.01 loss:0.005 grdn:0.138 lr:5.9e-05 updt_s:0.159 data_s:0.113 +INFO 2025-05-06 19:01:44 ts/train.py:232 step:400K smpl:6M ep:33K epch:110.06 loss:0.005 grdn:0.134 lr:5.9e-05 updt_s:0.159 data_s:0.112 +INFO 2025-05-06 19:02:38 ts/train.py:232 step:400K smpl:6M ep:33K epch:110.12 loss:0.004 grdn:0.127 lr:5.9e-05 updt_s:0.160 data_s:0.108 +INFO 2025-05-06 19:03:32 ts/train.py:232 step:400K smpl:6M ep:33K epch:110.17 loss:0.004 grdn:0.139 lr:5.9e-05 updt_s:0.160 data_s:0.109 +INFO 2025-05-06 19:04:26 ts/train.py:232 step:400K smpl:6M ep:33K epch:110.23 loss:0.004 grdn:0.128 lr:5.9e-05 updt_s:0.159 data_s:0.109 +INFO 2025-05-06 19:05:19 ts/train.py:232 step:400K smpl:6M ep:33K epch:110.28 loss:0.004 grdn:0.126 lr:5.9e-05 updt_s:0.159 data_s:0.108 +INFO 2025-05-06 19:06:13 ts/train.py:232 step:401K smpl:6M ep:33K epch:110.34 loss:0.004 grdn:0.131 lr:5.9e-05 updt_s:0.159 data_s:0.108 +INFO 2025-05-06 19:07:06 ts/train.py:232 step:401K smpl:6M ep:33K epch:110.39 loss:0.004 grdn:0.134 lr:5.9e-05 updt_s:0.160 data_s:0.105 +INFO 2025-05-06 19:08:00 ts/train.py:232 step:401K smpl:6M ep:33K epch:110.45 loss:0.004 grdn:0.131 lr:5.9e-05 updt_s:0.160 data_s:0.110 +INFO 2025-05-06 19:08:54 ts/train.py:232 step:401K smpl:6M ep:33K epch:110.50 loss:0.004 grdn:0.126 lr:5.9e-05 updt_s:0.159 data_s:0.109 +INFO 2025-05-06 19:09:48 ts/train.py:232 step:401K smpl:6M ep:33K epch:110.56 loss:0.004 grdn:0.130 lr:5.9e-05 updt_s:0.159 data_s:0.112 +INFO 2025-05-06 19:10:42 ts/train.py:232 step:402K smpl:6M ep:33K epch:110.61 loss:0.004 grdn:0.133 lr:5.8e-05 updt_s:0.159 data_s:0.108 +INFO 2025-05-06 19:11:35 ts/train.py:232 step:402K smpl:6M ep:33K epch:110.67 loss:0.005 grdn:0.135 lr:5.8e-05 updt_s:0.159 data_s:0.108 +INFO 2025-05-06 19:12:29 ts/train.py:232 step:402K smpl:6M ep:33K epch:110.72 loss:0.005 grdn:0.137 lr:5.8e-05 updt_s:0.159 data_s:0.109 +INFO 2025-05-06 19:13:24 ts/train.py:232 step:402K smpl:6M ep:33K epch:110.78 loss:0.005 grdn:0.134 lr:5.8e-05 updt_s:0.159 data_s:0.111 +INFO 2025-05-06 19:14:17 ts/train.py:232 step:402K smpl:6M ep:33K epch:110.83 loss:0.004 grdn:0.127 lr:5.8e-05 updt_s:0.160 data_s:0.108 +INFO 2025-05-06 19:15:14 ts/train.py:232 step:403K smpl:6M ep:33K epch:110.89 loss:0.004 grdn:0.137 lr:5.8e-05 updt_s:0.159 data_s:0.122 +INFO 2025-05-06 19:16:10 ts/train.py:232 step:403K smpl:6M ep:33K epch:110.95 loss:0.004 grdn:0.124 lr:5.8e-05 updt_s:0.159 data_s:0.120 +INFO 2025-05-06 19:17:04 ts/train.py:232 step:403K smpl:6M ep:33K epch:111.00 loss:0.004 grdn:0.131 lr:5.8e-05 updt_s:0.160 data_s:0.113 +INFO 2025-05-06 19:17:58 ts/train.py:232 step:403K smpl:6M ep:33K epch:111.06 loss:0.004 grdn:0.130 lr:5.8e-05 updt_s:0.160 data_s:0.109 +INFO 2025-05-06 19:18:52 ts/train.py:232 step:403K smpl:6M ep:33K epch:111.11 loss:0.005 grdn:0.146 lr:5.8e-05 updt_s:0.159 data_s:0.112 +INFO 2025-05-06 19:19:47 ts/train.py:232 step:404K smpl:6M ep:33K epch:111.17 loss:0.005 grdn:0.136 lr:5.8e-05 updt_s:0.159 data_s:0.111 +INFO 2025-05-06 19:20:41 ts/train.py:232 step:404K smpl:6M ep:33K epch:111.22 loss:0.004 grdn:0.131 lr:5.8e-05 updt_s:0.159 data_s:0.112 +INFO 2025-05-06 19:21:34 ts/train.py:232 step:404K smpl:6M ep:33K epch:111.28 loss:0.004 grdn:0.119 lr:5.8e-05 updt_s:0.159 data_s:0.105 +INFO 2025-05-06 19:22:28 ts/train.py:232 step:404K smpl:6M ep:33K epch:111.33 loss:0.004 grdn:0.129 lr:5.8e-05 updt_s:0.159 data_s:0.107 +INFO 2025-05-06 19:23:21 ts/train.py:232 step:404K smpl:6M ep:33K epch:111.39 loss:0.004 grdn:0.132 lr:5.8e-05 updt_s:0.159 data_s:0.107 +INFO 2025-05-06 19:24:14 ts/train.py:232 step:405K smpl:6M ep:33K epch:111.44 loss:0.004 grdn:0.124 lr:5.8e-05 updt_s:0.159 data_s:0.104 +INFO 2025-05-06 19:25:07 ts/train.py:232 step:405K smpl:6M ep:33K epch:111.50 loss:0.004 grdn:0.123 lr:5.8e-05 updt_s:0.159 data_s:0.107 +INFO 2025-05-06 19:26:00 ts/train.py:232 step:405K smpl:6M ep:33K epch:111.55 loss:0.004 grdn:0.127 lr:5.8e-05 updt_s:0.159 data_s:0.105 +INFO 2025-05-06 19:26:54 ts/train.py:232 step:405K smpl:6M ep:33K epch:111.61 loss:0.005 grdn:0.139 lr:5.8e-05 updt_s:0.159 data_s:0.108 +INFO 2025-05-06 19:27:47 ts/train.py:232 step:405K smpl:6M ep:33K epch:111.66 loss:0.004 grdn:0.135 lr:5.8e-05 updt_s:0.159 data_s:0.108 +INFO 2025-05-06 19:28:41 ts/train.py:232 step:406K smpl:6M ep:34K epch:111.72 loss:0.004 grdn:0.132 lr:5.8e-05 updt_s:0.159 data_s:0.109 +INFO 2025-05-06 19:29:34 ts/train.py:232 step:406K smpl:6M ep:34K epch:111.77 loss:0.004 grdn:0.129 lr:5.8e-05 updt_s:0.159 data_s:0.107 +INFO 2025-05-06 19:30:27 ts/train.py:232 step:406K smpl:6M ep:34K epch:111.83 loss:0.004 grdn:0.132 lr:5.8e-05 updt_s:0.159 data_s:0.103 +INFO 2025-05-06 19:31:25 ts/train.py:232 step:406K smpl:6M ep:34K epch:111.88 loss:0.004 grdn:0.130 lr:5.8e-05 updt_s:0.160 data_s:0.130 +INFO 2025-05-06 19:32:21 ts/train.py:232 step:406K smpl:7M ep:34K epch:111.94 loss:0.005 grdn:0.136 lr:5.8e-05 updt_s:0.159 data_s:0.118 +INFO 2025-05-06 19:33:16 ts/train.py:232 step:407K smpl:7M ep:34K epch:111.99 loss:0.005 grdn:0.137 lr:5.8e-05 updt_s:0.159 data_s:0.118 +INFO 2025-05-06 19:34:11 ts/train.py:232 step:407K smpl:7M ep:34K epch:112.05 loss:0.005 grdn:0.135 lr:5.8e-05 updt_s:0.159 data_s:0.115 +INFO 2025-05-06 19:35:06 ts/train.py:232 step:407K smpl:7M ep:34K epch:112.10 loss:0.004 grdn:0.130 lr:5.8e-05 updt_s:0.158 data_s:0.115 +INFO 2025-05-06 19:36:01 ts/train.py:232 step:407K smpl:7M ep:34K epch:112.16 loss:0.004 grdn:0.133 lr:5.8e-05 updt_s:0.159 data_s:0.115 +INFO 2025-05-06 19:36:55 ts/train.py:232 step:407K smpl:7M ep:34K epch:112.21 loss:0.004 grdn:0.124 lr:5.7e-05 updt_s:0.159 data_s:0.110 +INFO 2025-05-06 19:37:49 ts/train.py:232 step:408K smpl:7M ep:34K epch:112.27 loss:0.004 grdn:0.124 lr:5.7e-05 updt_s:0.159 data_s:0.109 +INFO 2025-05-06 19:38:43 ts/train.py:232 step:408K smpl:7M ep:34K epch:112.32 loss:0.004 grdn:0.131 lr:5.7e-05 updt_s:0.159 data_s:0.114 +INFO 2025-05-06 19:39:37 ts/train.py:232 step:408K smpl:7M ep:34K epch:112.38 loss:0.004 grdn:0.132 lr:5.7e-05 updt_s:0.159 data_s:0.109 +INFO 2025-05-06 19:40:31 ts/train.py:232 step:408K smpl:7M ep:34K epch:112.43 loss:0.004 grdn:0.131 lr:5.7e-05 updt_s:0.159 data_s:0.111 +INFO 2025-05-06 19:41:26 ts/train.py:232 step:408K smpl:7M ep:34K epch:112.49 loss:0.004 grdn:0.135 lr:5.7e-05 updt_s:0.159 data_s:0.111 +INFO 2025-05-06 19:42:20 ts/train.py:232 step:409K smpl:7M ep:34K epch:112.54 loss:0.004 grdn:0.127 lr:5.7e-05 updt_s:0.159 data_s:0.114 +INFO 2025-05-06 19:43:15 ts/train.py:232 step:409K smpl:7M ep:34K epch:112.60 loss:0.004 grdn:0.139 lr:5.7e-05 updt_s:0.159 data_s:0.114 +INFO 2025-05-06 19:44:10 ts/train.py:232 step:409K smpl:7M ep:34K epch:112.65 loss:0.004 grdn:0.128 lr:5.7e-05 updt_s:0.159 data_s:0.113 +INFO 2025-05-06 19:45:05 ts/train.py:232 step:409K smpl:7M ep:34K epch:112.71 loss:0.004 grdn:0.129 lr:5.7e-05 updt_s:0.159 data_s:0.114 +INFO 2025-05-06 19:46:00 ts/train.py:232 step:409K smpl:7M ep:34K epch:112.76 loss:0.004 grdn:0.130 lr:5.7e-05 updt_s:0.159 data_s:0.116 +INFO 2025-05-06 19:46:56 ts/train.py:232 step:410K smpl:7M ep:34K epch:112.82 loss:0.004 grdn:0.124 lr:5.7e-05 updt_s:0.159 data_s:0.123 +INFO 2025-05-06 19:47:51 ts/train.py:232 step:410K smpl:7M ep:34K epch:112.87 loss:0.004 grdn:0.135 lr:5.7e-05 updt_s:0.160 data_s:0.113 +INFO 2025-05-06 19:48:46 ts/train.py:232 step:410K smpl:7M ep:34K epch:112.93 loss:0.004 grdn:0.129 lr:5.7e-05 updt_s:0.160 data_s:0.111 +INFO 2025-05-06 19:49:40 ts/train.py:232 step:410K smpl:7M ep:34K epch:112.98 loss:0.004 grdn:0.134 lr:5.7e-05 updt_s:0.160 data_s:0.113 +INFO 2025-05-06 19:50:35 ts/train.py:232 step:410K smpl:7M ep:34K epch:113.04 loss:0.004 grdn:0.129 lr:5.7e-05 updt_s:0.160 data_s:0.113 +INFO 2025-05-06 19:51:30 ts/train.py:232 step:411K smpl:7M ep:34K epch:113.09 loss:0.004 grdn:0.132 lr:5.7e-05 updt_s:0.160 data_s:0.112 +INFO 2025-05-06 19:52:24 ts/train.py:232 step:411K smpl:7M ep:34K epch:113.15 loss:0.005 grdn:0.147 lr:5.7e-05 updt_s:0.160 data_s:0.111 +INFO 2025-05-06 19:53:18 ts/train.py:232 step:411K smpl:7M ep:34K epch:113.20 loss:0.005 grdn:0.134 lr:5.7e-05 updt_s:0.160 data_s:0.108 +INFO 2025-05-06 19:54:12 ts/train.py:232 step:411K smpl:7M ep:34K epch:113.26 loss:0.004 grdn:0.130 lr:5.7e-05 updt_s:0.160 data_s:0.110 +INFO 2025-05-06 19:55:06 ts/train.py:232 step:411K smpl:7M ep:34K epch:113.31 loss:0.004 grdn:0.128 lr:5.7e-05 updt_s:0.160 data_s:0.112 +INFO 2025-05-06 19:56:00 ts/train.py:232 step:412K smpl:7M ep:34K epch:113.37 loss:0.004 grdn:0.130 lr:5.7e-05 updt_s:0.159 data_s:0.108 +INFO 2025-05-06 19:56:54 ts/train.py:232 step:412K smpl:7M ep:34K epch:113.42 loss:0.004 grdn:0.136 lr:5.7e-05 updt_s:0.161 data_s:0.110 +INFO 2025-05-06 19:57:48 ts/train.py:232 step:412K smpl:7M ep:34K epch:113.48 loss:0.004 grdn:0.122 lr:5.7e-05 updt_s:0.160 data_s:0.112 +INFO 2025-05-06 19:58:43 ts/train.py:232 step:412K smpl:7M ep:34K epch:113.53 loss:0.005 grdn:0.134 lr:5.7e-05 updt_s:0.160 data_s:0.110 +INFO 2025-05-06 19:59:37 ts/train.py:232 step:412K smpl:7M ep:34K epch:113.59 loss:0.004 grdn:0.134 lr:5.7e-05 updt_s:0.160 data_s:0.110 +INFO 2025-05-06 20:00:31 ts/train.py:232 step:413K smpl:7M ep:34K epch:113.64 loss:0.004 grdn:0.134 lr:5.7e-05 updt_s:0.160 data_s:0.112 +INFO 2025-05-06 20:01:25 ts/train.py:232 step:413K smpl:7M ep:34K epch:113.70 loss:0.004 grdn:0.135 lr:5.7e-05 updt_s:0.160 data_s:0.110 +INFO 2025-05-06 20:02:18 ts/train.py:232 step:413K smpl:7M ep:34K epch:113.75 loss:0.004 grdn:0.131 lr:5.7e-05 updt_s:0.159 data_s:0.106 +INFO 2025-05-06 20:03:15 ts/train.py:232 step:413K smpl:7M ep:34K epch:113.81 loss:0.004 grdn:0.131 lr:5.6e-05 updt_s:0.160 data_s:0.120 +INFO 2025-05-06 20:04:08 ts/train.py:232 step:413K smpl:7M ep:34K epch:113.86 loss:0.004 grdn:0.124 lr:5.6e-05 updt_s:0.160 data_s:0.107 +INFO 2025-05-06 20:05:02 ts/train.py:232 step:414K smpl:7M ep:34K epch:113.92 loss:0.004 grdn:0.119 lr:5.6e-05 updt_s:0.160 data_s:0.107 +INFO 2025-05-06 20:05:56 ts/train.py:232 step:414K smpl:7M ep:34K epch:113.97 loss:0.005 grdn:0.132 lr:5.6e-05 updt_s:0.160 data_s:0.108 +INFO 2025-05-06 20:06:49 ts/train.py:232 step:414K smpl:7M ep:34K epch:114.03 loss:0.004 grdn:0.125 lr:5.6e-05 updt_s:0.161 data_s:0.104 +INFO 2025-05-06 20:07:42 ts/train.py:232 step:414K smpl:7M ep:34K epch:114.09 loss:0.004 grdn:0.130 lr:5.6e-05 updt_s:0.159 data_s:0.106 +INFO 2025-05-06 20:08:35 ts/train.py:232 step:414K smpl:7M ep:34K epch:114.14 loss:0.004 grdn:0.134 lr:5.6e-05 updt_s:0.159 data_s:0.106 +INFO 2025-05-06 20:09:28 ts/train.py:232 step:415K smpl:7M ep:34K epch:114.20 loss:0.004 grdn:0.128 lr:5.6e-05 updt_s:0.159 data_s:0.103 +INFO 2025-05-06 20:10:22 ts/train.py:232 step:415K smpl:7M ep:34K epch:114.25 loss:0.004 grdn:0.132 lr:5.6e-05 updt_s:0.159 data_s:0.109 +INFO 2025-05-06 20:11:16 ts/train.py:232 step:415K smpl:7M ep:34K epch:114.31 loss:0.004 grdn:0.131 lr:5.6e-05 updt_s:0.160 data_s:0.111 +INFO 2025-05-06 20:12:11 ts/train.py:232 step:415K smpl:7M ep:34K epch:114.36 loss:0.004 grdn:0.134 lr:5.6e-05 updt_s:0.159 data_s:0.113 +INFO 2025-05-06 20:13:04 ts/train.py:232 step:415K smpl:7M ep:34K epch:114.42 loss:0.004 grdn:0.135 lr:5.6e-05 updt_s:0.160 data_s:0.105 +INFO 2025-05-06 20:13:57 ts/train.py:232 step:416K smpl:7M ep:34K epch:114.47 loss:0.005 grdn:0.142 lr:5.6e-05 updt_s:0.160 data_s:0.107 +INFO 2025-05-06 20:14:52 ts/train.py:232 step:416K smpl:7M ep:34K epch:114.53 loss:0.004 grdn:0.124 lr:5.6e-05 updt_s:0.159 data_s:0.111 +INFO 2025-05-06 20:15:45 ts/train.py:232 step:416K smpl:7M ep:34K epch:114.58 loss:0.004 grdn:0.127 lr:5.6e-05 updt_s:0.159 data_s:0.110 +INFO 2025-05-06 20:16:39 ts/train.py:232 step:416K smpl:7M ep:34K epch:114.64 loss:0.004 grdn:0.133 lr:5.6e-05 updt_s:0.159 data_s:0.108 +INFO 2025-05-06 20:17:32 ts/train.py:232 step:416K smpl:7M ep:34K epch:114.69 loss:0.005 grdn:0.141 lr:5.6e-05 updt_s:0.159 data_s:0.106 +INFO 2025-05-06 20:18:27 ts/train.py:232 step:417K smpl:7M ep:34K epch:114.75 loss:0.004 grdn:0.132 lr:5.6e-05 updt_s:0.160 data_s:0.114 +INFO 2025-05-06 20:19:22 ts/train.py:232 step:417K smpl:7M ep:34K epch:114.80 loss:0.005 grdn:0.135 lr:5.6e-05 updt_s:0.159 data_s:0.114 +INFO 2025-05-06 20:20:16 ts/train.py:232 step:417K smpl:7M ep:34K epch:114.86 loss:0.004 grdn:0.130 lr:5.6e-05 updt_s:0.160 data_s:0.108 +INFO 2025-05-06 20:21:11 ts/train.py:232 step:417K smpl:7M ep:34K epch:114.91 loss:0.005 grdn:0.134 lr:5.6e-05 updt_s:0.160 data_s:0.116 +INFO 2025-05-06 20:22:07 ts/train.py:232 step:417K smpl:7M ep:34K epch:114.97 loss:0.004 grdn:0.125 lr:5.6e-05 updt_s:0.160 data_s:0.119 +INFO 2025-05-06 20:23:02 ts/train.py:232 step:418K smpl:7M ep:35K epch:115.02 loss:0.004 grdn:0.129 lr:5.6e-05 updt_s:0.160 data_s:0.115 +INFO 2025-05-06 20:23:58 ts/train.py:232 step:418K smpl:7M ep:35K epch:115.08 loss:0.004 grdn:0.128 lr:5.6e-05 updt_s:0.160 data_s:0.116 +INFO 2025-05-06 20:24:52 ts/train.py:232 step:418K smpl:7M ep:35K epch:115.13 loss:0.004 grdn:0.133 lr:5.6e-05 updt_s:0.159 data_s:0.113 +INFO 2025-05-06 20:25:47 ts/train.py:232 step:418K smpl:7M ep:35K epch:115.19 loss:0.004 grdn:0.135 lr:5.6e-05 updt_s:0.160 data_s:0.114 +INFO 2025-05-06 20:26:42 ts/train.py:232 step:418K smpl:7M ep:35K epch:115.24 loss:0.004 grdn:0.129 lr:5.6e-05 updt_s:0.160 data_s:0.114 +INFO 2025-05-06 20:27:37 ts/train.py:232 step:419K smpl:7M ep:35K epch:115.30 loss:0.004 grdn:0.135 lr:5.6e-05 updt_s:0.160 data_s:0.112 +INFO 2025-05-06 20:28:32 ts/train.py:232 step:419K smpl:7M ep:35K epch:115.35 loss:0.004 grdn:0.124 lr:5.5e-05 updt_s:0.160 data_s:0.113 +INFO 2025-05-06 20:29:26 ts/train.py:232 step:419K smpl:7M ep:35K epch:115.41 loss:0.005 grdn:0.137 lr:5.5e-05 updt_s:0.159 data_s:0.112 +INFO 2025-05-06 20:30:20 ts/train.py:232 step:419K smpl:7M ep:35K epch:115.46 loss:0.004 grdn:0.137 lr:5.5e-05 updt_s:0.159 data_s:0.111 +INFO 2025-05-06 20:31:15 ts/train.py:232 step:419K smpl:7M ep:35K epch:115.52 loss:0.004 grdn:0.130 lr:5.5e-05 updt_s:0.159 data_s:0.112 +INFO 2025-05-06 20:32:10 ts/train.py:232 step:420K smpl:7M ep:35K epch:115.57 loss:0.004 grdn:0.129 lr:5.5e-05 updt_s:0.159 data_s:0.115 +INFO 2025-05-06 20:33:04 ts/train.py:232 step:420K smpl:7M ep:35K epch:115.63 loss:0.004 grdn:0.127 lr:5.5e-05 updt_s:0.159 data_s:0.115 +INFO 2025-05-06 20:33:59 ts/train.py:232 step:420K smpl:7M ep:35K epch:115.68 loss:0.005 grdn:0.139 lr:5.5e-05 updt_s:0.159 data_s:0.113 +INFO 2025-05-06 20:33:59 ts/train.py:241 Checkpoint policy after step 420000 +INFO 2025-05-06 20:34:57 ts/train.py:232 step:420K smpl:7M ep:35K epch:115.74 loss:0.004 grdn:0.124 lr:5.5e-05 updt_s:0.160 data_s:0.112 +INFO 2025-05-06 20:35:49 ts/train.py:232 step:420K smpl:7M ep:35K epch:115.79 loss:0.004 grdn:0.126 lr:5.5e-05 updt_s:0.160 data_s:0.098 +INFO 2025-05-06 20:36:41 ts/train.py:232 step:421K smpl:7M ep:35K epch:115.85 loss:0.004 grdn:0.125 lr:5.5e-05 updt_s:0.159 data_s:0.099 +INFO 2025-05-06 20:37:33 ts/train.py:232 step:421K smpl:7M ep:35K epch:115.90 loss:0.004 grdn:0.131 lr:5.5e-05 updt_s:0.159 data_s:0.102 +INFO 2025-05-06 20:38:24 ts/train.py:232 step:421K smpl:7M ep:35K epch:115.96 loss:0.004 grdn:0.137 lr:5.5e-05 updt_s:0.159 data_s:0.096 +INFO 2025-05-06 20:39:17 ts/train.py:232 step:421K smpl:7M ep:35K epch:116.01 loss:0.004 grdn:0.130 lr:5.5e-05 updt_s:0.160 data_s:0.102 +INFO 2025-05-06 20:40:09 ts/train.py:232 step:421K smpl:7M ep:35K epch:116.07 loss:0.004 grdn:0.122 lr:5.5e-05 updt_s:0.160 data_s:0.099 +INFO 2025-05-06 20:41:00 ts/train.py:232 step:422K smpl:7M ep:35K epch:116.12 loss:0.004 grdn:0.122 lr:5.5e-05 updt_s:0.159 data_s:0.100 +INFO 2025-05-06 20:41:52 ts/train.py:232 step:422K smpl:7M ep:35K epch:116.18 loss:0.004 grdn:0.127 lr:5.5e-05 updt_s:0.159 data_s:0.100 +INFO 2025-05-06 20:42:44 ts/train.py:232 step:422K smpl:7M ep:35K epch:116.23 loss:0.004 grdn:0.133 lr:5.5e-05 updt_s:0.159 data_s:0.099 +INFO 2025-05-06 20:43:36 ts/train.py:232 step:422K smpl:7M ep:35K epch:116.29 loss:0.004 grdn:0.130 lr:5.5e-05 updt_s:0.159 data_s:0.101 +INFO 2025-05-06 20:44:29 ts/train.py:232 step:422K smpl:7M ep:35K epch:116.34 loss:0.004 grdn:0.131 lr:5.5e-05 updt_s:0.159 data_s:0.102 +INFO 2025-05-06 20:45:20 ts/train.py:232 step:423K smpl:7M ep:35K epch:116.40 loss:0.004 grdn:0.133 lr:5.5e-05 updt_s:0.159 data_s:0.095 +INFO 2025-05-06 20:46:12 ts/train.py:232 step:423K smpl:7M ep:35K epch:116.45 loss:0.004 grdn:0.130 lr:5.5e-05 updt_s:0.160 data_s:0.100 +INFO 2025-05-06 20:47:05 ts/train.py:232 step:423K smpl:7M ep:35K epch:116.51 loss:0.004 grdn:0.130 lr:5.5e-05 updt_s:0.159 data_s:0.104 +INFO 2025-05-06 20:47:57 ts/train.py:232 step:423K smpl:7M ep:35K epch:116.56 loss:0.004 grdn:0.120 lr:5.5e-05 updt_s:0.159 data_s:0.100 +INFO 2025-05-06 20:48:50 ts/train.py:232 step:423K smpl:7M ep:35K epch:116.62 loss:0.004 grdn:0.138 lr:5.5e-05 updt_s:0.161 data_s:0.105 +INFO 2025-05-06 20:49:45 ts/train.py:232 step:424K smpl:7M ep:35K epch:116.67 loss:0.004 grdn:0.134 lr:5.5e-05 updt_s:0.159 data_s:0.113 +INFO 2025-05-06 20:50:38 ts/train.py:232 step:424K smpl:7M ep:35K epch:116.73 loss:0.004 grdn:0.135 lr:5.5e-05 updt_s:0.159 data_s:0.108 +INFO 2025-05-06 20:51:34 ts/train.py:232 step:424K smpl:7M ep:35K epch:116.78 loss:0.004 grdn:0.138 lr:5.5e-05 updt_s:0.159 data_s:0.116 +INFO 2025-05-06 20:52:28 ts/train.py:232 step:424K smpl:7M ep:35K epch:116.84 loss:0.004 grdn:0.119 lr:5.5e-05 updt_s:0.159 data_s:0.112 +INFO 2025-05-06 20:53:22 ts/train.py:232 step:424K smpl:7M ep:35K epch:116.89 loss:0.004 grdn:0.129 lr:5.5e-05 updt_s:0.159 data_s:0.111 +INFO 2025-05-06 20:54:17 ts/train.py:232 step:425K smpl:7M ep:35K epch:116.95 loss:0.004 grdn:0.132 lr:5.4e-05 updt_s:0.159 data_s:0.113 +INFO 2025-05-06 20:55:11 ts/train.py:232 step:425K smpl:7M ep:35K epch:117.00 loss:0.004 grdn:0.122 lr:5.4e-05 updt_s:0.159 data_s:0.111 +INFO 2025-05-06 20:56:05 ts/train.py:232 step:425K smpl:7M ep:35K epch:117.06 loss:0.004 grdn:0.122 lr:5.4e-05 updt_s:0.159 data_s:0.108 +INFO 2025-05-06 20:56:58 ts/train.py:232 step:425K smpl:7M ep:35K epch:117.11 loss:0.004 grdn:0.125 lr:5.4e-05 updt_s:0.159 data_s:0.107 +INFO 2025-05-06 20:57:52 ts/train.py:232 step:425K smpl:7M ep:35K epch:117.17 loss:0.004 grdn:0.130 lr:5.4e-05 updt_s:0.159 data_s:0.108 +INFO 2025-05-06 20:58:46 ts/train.py:232 step:426K smpl:7M ep:35K epch:117.22 loss:0.004 grdn:0.134 lr:5.4e-05 updt_s:0.159 data_s:0.108 +INFO 2025-05-06 20:59:40 ts/train.py:232 step:426K smpl:7M ep:35K epch:117.28 loss:0.004 grdn:0.132 lr:5.4e-05 updt_s:0.159 data_s:0.112 +INFO 2025-05-06 21:00:34 ts/train.py:232 step:426K smpl:7M ep:35K epch:117.34 loss:0.004 grdn:0.132 lr:5.4e-05 updt_s:0.160 data_s:0.109 +INFO 2025-05-06 21:01:27 ts/train.py:232 step:426K smpl:7M ep:35K epch:117.39 loss:0.005 grdn:0.141 lr:5.4e-05 updt_s:0.159 data_s:0.106 +INFO 2025-05-06 21:02:21 ts/train.py:232 step:426K smpl:7M ep:35K epch:117.45 loss:0.004 grdn:0.133 lr:5.4e-05 updt_s:0.159 data_s:0.109 +INFO 2025-05-06 21:03:14 ts/train.py:232 step:427K smpl:7M ep:35K epch:117.50 loss:0.004 grdn:0.134 lr:5.4e-05 updt_s:0.159 data_s:0.105 +INFO 2025-05-06 21:04:07 ts/train.py:232 step:427K smpl:7M ep:35K epch:117.56 loss:0.004 grdn:0.127 lr:5.4e-05 updt_s:0.159 data_s:0.108 +INFO 2025-05-06 21:05:00 ts/train.py:232 step:427K smpl:7M ep:35K epch:117.61 loss:0.004 grdn:0.124 lr:5.4e-05 updt_s:0.158 data_s:0.105 +INFO 2025-05-06 21:05:57 ts/train.py:232 step:427K smpl:7M ep:35K epch:117.67 loss:0.004 grdn:0.135 lr:5.4e-05 updt_s:0.159 data_s:0.125 +INFO 2025-05-06 21:06:53 ts/train.py:232 step:427K smpl:7M ep:35K epch:117.72 loss:0.004 grdn:0.135 lr:5.4e-05 updt_s:0.159 data_s:0.119 +INFO 2025-05-06 21:07:47 ts/train.py:232 step:428K smpl:7M ep:35K epch:117.78 loss:0.004 grdn:0.132 lr:5.4e-05 updt_s:0.159 data_s:0.109 +INFO 2025-05-06 21:08:41 ts/train.py:232 step:428K smpl:7M ep:35K epch:117.83 loss:0.004 grdn:0.139 lr:5.4e-05 updt_s:0.159 data_s:0.111 +INFO 2025-05-06 21:09:34 ts/train.py:232 step:428K smpl:7M ep:35K epch:117.89 loss:0.004 grdn:0.137 lr:5.4e-05 updt_s:0.159 data_s:0.106 +INFO 2025-05-06 21:10:28 ts/train.py:232 step:428K smpl:7M ep:35K epch:117.94 loss:0.004 grdn:0.124 lr:5.4e-05 updt_s:0.160 data_s:0.108 +INFO 2025-05-06 21:11:24 ts/train.py:232 step:428K smpl:7M ep:35K epch:118.00 loss:0.004 grdn:0.127 lr:5.4e-05 updt_s:0.159 data_s:0.118 +INFO 2025-05-06 21:12:19 ts/train.py:232 step:429K smpl:7M ep:35K epch:118.05 loss:0.004 grdn:0.134 lr:5.4e-05 updt_s:0.158 data_s:0.118 +INFO 2025-05-06 21:13:14 ts/train.py:232 step:429K smpl:7M ep:35K epch:118.11 loss:0.004 grdn:0.126 lr:5.4e-05 updt_s:0.158 data_s:0.118 +INFO 2025-05-06 21:14:11 ts/train.py:232 step:429K smpl:7M ep:35K epch:118.16 loss:0.004 grdn:0.127 lr:5.4e-05 updt_s:0.158 data_s:0.124 +INFO 2025-05-06 21:15:07 ts/train.py:232 step:429K smpl:7M ep:35K epch:118.22 loss:0.004 grdn:0.127 lr:5.4e-05 updt_s:0.158 data_s:0.120 +INFO 2025-05-06 21:16:03 ts/train.py:232 step:429K smpl:7M ep:35K epch:118.27 loss:0.004 grdn:0.126 lr:5.4e-05 updt_s:0.159 data_s:0.120 +INFO 2025-05-06 21:16:57 ts/train.py:232 step:430K smpl:7M ep:35K epch:118.33 loss:0.004 grdn:0.134 lr:5.4e-05 updt_s:0.159 data_s:0.114 +INFO 2025-05-06 21:17:52 ts/train.py:232 step:430K smpl:7M ep:36K epch:118.38 loss:0.004 grdn:0.132 lr:5.4e-05 updt_s:0.159 data_s:0.114 +INFO 2025-05-06 21:18:48 ts/train.py:232 step:430K smpl:7M ep:36K epch:118.44 loss:0.004 grdn:0.131 lr:5.4e-05 updt_s:0.159 data_s:0.119 +INFO 2025-05-06 21:19:43 ts/train.py:232 step:430K smpl:7M ep:36K epch:118.49 loss:0.004 grdn:0.138 lr:5.4e-05 updt_s:0.159 data_s:0.115 +INFO 2025-05-06 21:20:38 ts/train.py:232 step:430K smpl:7M ep:36K epch:118.55 loss:0.004 grdn:0.136 lr:5.3e-05 updt_s:0.159 data_s:0.117 +INFO 2025-05-06 21:21:30 ts/train.py:232 step:431K smpl:7M ep:36K epch:118.60 loss:0.004 grdn:0.134 lr:5.3e-05 updt_s:0.160 data_s:0.101 +INFO 2025-05-06 21:22:19 ts/train.py:232 step:431K smpl:7M ep:36K epch:118.66 loss:0.004 grdn:0.124 lr:5.3e-05 updt_s:0.159 data_s:0.082 +INFO 2025-05-06 21:23:06 ts/train.py:232 step:431K smpl:7M ep:36K epch:118.71 loss:0.004 grdn:0.134 lr:5.3e-05 updt_s:0.159 data_s:0.075 +INFO 2025-05-06 21:23:55 ts/train.py:232 step:431K smpl:7M ep:36K epch:118.77 loss:0.004 grdn:0.120 lr:5.3e-05 updt_s:0.159 data_s:0.087 +INFO 2025-05-06 21:24:43 ts/train.py:232 step:431K smpl:7M ep:36K epch:118.82 loss:0.004 grdn:0.140 lr:5.3e-05 updt_s:0.159 data_s:0.081 +INFO 2025-05-06 21:25:31 ts/train.py:232 step:432K smpl:7M ep:36K epch:118.88 loss:0.004 grdn:0.133 lr:5.3e-05 updt_s:0.159 data_s:0.081 +INFO 2025-05-06 21:26:18 ts/train.py:232 step:432K smpl:7M ep:36K epch:118.93 loss:0.004 grdn:0.127 lr:5.3e-05 updt_s:0.159 data_s:0.074 +INFO 2025-05-06 21:27:04 ts/train.py:232 step:432K smpl:7M ep:36K epch:118.99 loss:0.004 grdn:0.122 lr:5.3e-05 updt_s:0.158 data_s:0.072 +INFO 2025-05-06 21:27:51 ts/train.py:232 step:432K smpl:7M ep:36K epch:119.04 loss:0.004 grdn:0.138 lr:5.3e-05 updt_s:0.159 data_s:0.074 +INFO 2025-05-06 21:28:37 ts/train.py:232 step:432K smpl:7M ep:36K epch:119.10 loss:0.004 grdn:0.121 lr:5.3e-05 updt_s:0.159 data_s:0.073 +INFO 2025-05-06 21:29:24 ts/train.py:232 step:433K smpl:7M ep:36K epch:119.15 loss:0.004 grdn:0.136 lr:5.3e-05 updt_s:0.159 data_s:0.072 +INFO 2025-05-06 21:30:10 ts/train.py:232 step:433K smpl:7M ep:36K epch:119.21 loss:0.004 grdn:0.122 lr:5.3e-05 updt_s:0.159 data_s:0.073 +INFO 2025-05-06 21:30:56 ts/train.py:232 step:433K smpl:7M ep:36K epch:119.26 loss:0.005 grdn:0.144 lr:5.3e-05 updt_s:0.158 data_s:0.074 +INFO 2025-05-06 21:31:44 ts/train.py:232 step:433K smpl:7M ep:36K epch:119.32 loss:0.004 grdn:0.124 lr:5.3e-05 updt_s:0.158 data_s:0.077 +INFO 2025-05-06 21:32:30 ts/train.py:232 step:433K smpl:7M ep:36K epch:119.37 loss:0.004 grdn:0.123 lr:5.3e-05 updt_s:0.159 data_s:0.073 +INFO 2025-05-06 21:33:17 ts/train.py:232 step:434K smpl:7M ep:36K epch:119.43 loss:0.004 grdn:0.127 lr:5.3e-05 updt_s:0.158 data_s:0.075 +INFO 2025-05-06 21:34:04 ts/train.py:232 step:434K smpl:7M ep:36K epch:119.48 loss:0.004 grdn:0.125 lr:5.3e-05 updt_s:0.158 data_s:0.074 +INFO 2025-05-06 21:34:50 ts/train.py:232 step:434K smpl:7M ep:36K epch:119.54 loss:0.004 grdn:0.129 lr:5.3e-05 updt_s:0.158 data_s:0.074 +INFO 2025-05-06 21:35:46 ts/train.py:232 step:434K smpl:7M ep:36K epch:119.59 loss:0.004 grdn:0.125 lr:5.3e-05 updt_s:0.159 data_s:0.119 +INFO 2025-05-06 21:36:41 ts/train.py:232 step:434K smpl:7M ep:36K epch:119.65 loss:0.004 grdn:0.131 lr:5.3e-05 updt_s:0.159 data_s:0.114 +INFO 2025-05-06 21:37:34 ts/train.py:232 step:435K smpl:7M ep:36K epch:119.70 loss:0.004 grdn:0.130 lr:5.3e-05 updt_s:0.159 data_s:0.107 +INFO 2025-05-06 21:38:27 ts/train.py:232 step:435K smpl:7M ep:36K epch:119.76 loss:0.003 grdn:0.118 lr:5.3e-05 updt_s:0.159 data_s:0.106 +INFO 2025-05-06 21:39:21 ts/train.py:232 step:435K smpl:7M ep:36K epch:119.81 loss:0.004 grdn:0.133 lr:5.3e-05 updt_s:0.159 data_s:0.109 +INFO 2025-05-06 21:40:15 ts/train.py:232 step:435K smpl:7M ep:36K epch:119.87 loss:0.004 grdn:0.140 lr:5.3e-05 updt_s:0.159 data_s:0.107 +INFO 2025-05-06 21:41:08 ts/train.py:232 step:435K smpl:7M ep:36K epch:119.92 loss:0.004 grdn:0.134 lr:5.3e-05 updt_s:0.160 data_s:0.105 +INFO 2025-05-06 21:42:01 ts/train.py:232 step:436K smpl:7M ep:36K epch:119.98 loss:0.004 grdn:0.131 lr:5.3e-05 updt_s:0.160 data_s:0.105 +INFO 2025-05-06 21:42:54 ts/train.py:232 step:436K smpl:7M ep:36K epch:120.03 loss:0.004 grdn:0.128 lr:5.3e-05 updt_s:0.160 data_s:0.106 +INFO 2025-05-06 21:43:47 ts/train.py:232 step:436K smpl:7M ep:36K epch:120.09 loss:0.004 grdn:0.127 lr:5.3e-05 updt_s:0.159 data_s:0.106 +INFO 2025-05-06 21:44:41 ts/train.py:232 step:436K smpl:7M ep:36K epch:120.14 loss:0.004 grdn:0.131 lr:5.2e-05 updt_s:0.160 data_s:0.105 +INFO 2025-05-06 21:45:34 ts/train.py:232 step:436K smpl:7M ep:36K epch:120.20 loss:0.004 grdn:0.130 lr:5.2e-05 updt_s:0.160 data_s:0.105 +INFO 2025-05-06 21:46:26 ts/train.py:232 step:437K smpl:7M ep:36K epch:120.25 loss:0.004 grdn:0.129 lr:5.2e-05 updt_s:0.160 data_s:0.102 +INFO 2025-05-06 21:47:19 ts/train.py:232 step:437K smpl:7M ep:36K epch:120.31 loss:0.004 grdn:0.124 lr:5.2e-05 updt_s:0.160 data_s:0.104 +INFO 2025-05-06 21:48:13 ts/train.py:232 step:437K smpl:7M ep:36K epch:120.36 loss:0.004 grdn:0.134 lr:5.2e-05 updt_s:0.161 data_s:0.104 +INFO 2025-05-06 21:49:06 ts/train.py:232 step:437K smpl:7M ep:36K epch:120.42 loss:0.004 grdn:0.133 lr:5.2e-05 updt_s:0.160 data_s:0.105 +INFO 2025-05-06 21:49:59 ts/train.py:232 step:437K smpl:7M ep:36K epch:120.48 loss:0.004 grdn:0.136 lr:5.2e-05 updt_s:0.160 data_s:0.106 +INFO 2025-05-06 21:50:55 ts/train.py:232 step:438K smpl:7M ep:36K epch:120.53 loss:0.004 grdn:0.125 lr:5.2e-05 updt_s:0.160 data_s:0.120 +INFO 2025-05-06 21:51:50 ts/train.py:232 step:438K smpl:7M ep:36K epch:120.59 loss:0.004 grdn:0.139 lr:5.2e-05 updt_s:0.160 data_s:0.114 +INFO 2025-05-06 21:52:45 ts/train.py:232 step:438K smpl:7M ep:36K epch:120.64 loss:0.003 grdn:0.121 lr:5.2e-05 updt_s:0.160 data_s:0.113 +INFO 2025-05-06 21:53:40 ts/train.py:232 step:438K smpl:7M ep:36K epch:120.70 loss:0.004 grdn:0.137 lr:5.2e-05 updt_s:0.160 data_s:0.113 +INFO 2025-05-06 21:54:35 ts/train.py:232 step:438K smpl:7M ep:36K epch:120.75 loss:0.004 grdn:0.134 lr:5.2e-05 updt_s:0.160 data_s:0.116 +INFO 2025-05-06 21:55:30 ts/train.py:232 step:439K smpl:7M ep:36K epch:120.81 loss:0.004 grdn:0.134 lr:5.2e-05 updt_s:0.160 data_s:0.115 +INFO 2025-05-06 21:56:26 ts/train.py:232 step:439K smpl:7M ep:36K epch:120.86 loss:0.004 grdn:0.136 lr:5.2e-05 updt_s:0.160 data_s:0.116 +INFO 2025-05-06 21:57:21 ts/train.py:232 step:439K smpl:7M ep:36K epch:120.92 loss:0.004 grdn:0.126 lr:5.2e-05 updt_s:0.159 data_s:0.116 +INFO 2025-05-06 21:58:16 ts/train.py:232 step:439K smpl:7M ep:36K epch:120.97 loss:0.004 grdn:0.132 lr:5.2e-05 updt_s:0.159 data_s:0.118 +INFO 2025-05-06 21:59:12 ts/train.py:232 step:439K smpl:7M ep:36K epch:121.03 loss:0.004 grdn:0.131 lr:5.2e-05 updt_s:0.159 data_s:0.120 +INFO 2025-05-06 22:00:08 ts/train.py:232 step:440K smpl:7M ep:36K epch:121.08 loss:0.004 grdn:0.123 lr:5.2e-05 updt_s:0.159 data_s:0.119 +INFO 2025-05-06 22:01:04 ts/train.py:232 step:440K smpl:7M ep:36K epch:121.14 loss:0.004 grdn:0.128 lr:5.2e-05 updt_s:0.160 data_s:0.118 +INFO 2025-05-06 22:02:00 ts/train.py:232 step:440K smpl:7M ep:36K epch:121.19 loss:0.004 grdn:0.137 lr:5.2e-05 updt_s:0.160 data_s:0.120 +INFO 2025-05-06 22:02:56 ts/train.py:232 step:440K smpl:7M ep:36K epch:121.25 loss:0.004 grdn:0.127 lr:5.2e-05 updt_s:0.159 data_s:0.116 +INFO 2025-05-06 22:03:51 ts/train.py:232 step:440K smpl:7M ep:36K epch:121.30 loss:0.004 grdn:0.129 lr:5.2e-05 updt_s:0.159 data_s:0.117 +INFO 2025-05-06 22:04:47 ts/train.py:232 step:441K smpl:7M ep:36K epch:121.36 loss:0.004 grdn:0.126 lr:5.2e-05 updt_s:0.160 data_s:0.118 +INFO 2025-05-06 22:05:43 ts/train.py:232 step:441K smpl:7M ep:36K epch:121.41 loss:0.004 grdn:0.125 lr:5.2e-05 updt_s:0.159 data_s:0.121 +INFO 2025-05-06 22:06:40 ts/train.py:232 step:441K smpl:7M ep:36K epch:121.47 loss:0.004 grdn:0.127 lr:5.2e-05 updt_s:0.159 data_s:0.123 +INFO 2025-05-06 22:07:35 ts/train.py:232 step:441K smpl:7M ep:36K epch:121.52 loss:0.004 grdn:0.136 lr:5.2e-05 updt_s:0.160 data_s:0.118 +INFO 2025-05-06 22:08:29 ts/train.py:232 step:441K smpl:7M ep:36K epch:121.58 loss:0.004 grdn:0.132 lr:5.2e-05 updt_s:0.160 data_s:0.107 +INFO 2025-05-06 22:09:22 ts/train.py:232 step:442K smpl:7M ep:36K epch:121.63 loss:0.004 grdn:0.129 lr:5.2e-05 updt_s:0.160 data_s:0.105 +INFO 2025-05-06 22:10:15 ts/train.py:232 step:442K smpl:7M ep:37K epch:121.69 loss:0.004 grdn:0.128 lr:5.1e-05 updt_s:0.159 data_s:0.106 +INFO 2025-05-06 22:11:09 ts/train.py:232 step:442K smpl:7M ep:37K epch:121.74 loss:0.004 grdn:0.139 lr:5.1e-05 updt_s:0.160 data_s:0.105 +INFO 2025-05-06 22:12:02 ts/train.py:232 step:442K smpl:7M ep:37K epch:121.80 loss:0.004 grdn:0.125 lr:5.1e-05 updt_s:0.160 data_s:0.106 +INFO 2025-05-06 22:12:55 ts/train.py:232 step:442K smpl:7M ep:37K epch:121.85 loss:0.004 grdn:0.130 lr:5.1e-05 updt_s:0.160 data_s:0.103 +INFO 2025-05-06 22:13:48 ts/train.py:232 step:443K smpl:7M ep:37K epch:121.91 loss:0.004 grdn:0.131 lr:5.1e-05 updt_s:0.162 data_s:0.103 +INFO 2025-05-06 22:14:41 ts/train.py:232 step:443K smpl:7M ep:37K epch:121.96 loss:0.004 grdn:0.128 lr:5.1e-05 updt_s:0.160 data_s:0.107 +INFO 2025-05-06 22:15:34 ts/train.py:232 step:443K smpl:7M ep:37K epch:122.02 loss:0.004 grdn:0.135 lr:5.1e-05 updt_s:0.159 data_s:0.103 +INFO 2025-05-06 22:16:27 ts/train.py:232 step:443K smpl:7M ep:37K epch:122.07 loss:0.004 grdn:0.121 lr:5.1e-05 updt_s:0.159 data_s:0.107 +INFO 2025-05-06 22:17:21 ts/train.py:232 step:443K smpl:7M ep:37K epch:122.13 loss:0.005 grdn:0.142 lr:5.1e-05 updt_s:0.159 data_s:0.108 +INFO 2025-05-06 22:18:15 ts/train.py:232 step:444K smpl:7M ep:37K epch:122.18 loss:0.004 grdn:0.130 lr:5.1e-05 updt_s:0.159 data_s:0.113 +INFO 2025-05-06 22:19:10 ts/train.py:232 step:444K smpl:7M ep:37K epch:122.24 loss:0.004 grdn:0.140 lr:5.1e-05 updt_s:0.158 data_s:0.117 +INFO 2025-05-06 22:20:05 ts/train.py:232 step:444K smpl:7M ep:37K epch:122.29 loss:0.004 grdn:0.135 lr:5.1e-05 updt_s:0.158 data_s:0.114 +INFO 2025-05-06 22:21:01 ts/train.py:232 step:444K smpl:7M ep:37K epch:122.35 loss:0.004 grdn:0.131 lr:5.1e-05 updt_s:0.159 data_s:0.119 +INFO 2025-05-06 22:21:56 ts/train.py:232 step:444K smpl:7M ep:37K epch:122.40 loss:0.004 grdn:0.130 lr:5.1e-05 updt_s:0.158 data_s:0.119 +INFO 2025-05-06 22:22:51 ts/train.py:232 step:445K smpl:7M ep:37K epch:122.46 loss:0.003 grdn:0.123 lr:5.1e-05 updt_s:0.158 data_s:0.118 +INFO 2025-05-06 22:23:45 ts/train.py:232 step:445K smpl:7M ep:37K epch:122.51 loss:0.004 grdn:0.132 lr:5.1e-05 updt_s:0.159 data_s:0.107 +INFO 2025-05-06 22:24:38 ts/train.py:232 step:445K smpl:7M ep:37K epch:122.57 loss:0.004 grdn:0.130 lr:5.1e-05 updt_s:0.158 data_s:0.105 +INFO 2025-05-06 22:25:31 ts/train.py:232 step:445K smpl:7M ep:37K epch:122.62 loss:0.004 grdn:0.125 lr:5.1e-05 updt_s:0.158 data_s:0.108 +INFO 2025-05-06 22:26:25 ts/train.py:232 step:445K smpl:7M ep:37K epch:122.68 loss:0.004 grdn:0.135 lr:5.1e-05 updt_s:0.160 data_s:0.109 +INFO 2025-05-06 22:27:19 ts/train.py:232 step:446K smpl:7M ep:37K epch:122.73 loss:0.004 grdn:0.122 lr:5.1e-05 updt_s:0.158 data_s:0.109 +INFO 2025-05-06 22:28:13 ts/train.py:232 step:446K smpl:7M ep:37K epch:122.79 loss:0.004 grdn:0.128 lr:5.1e-05 updt_s:0.159 data_s:0.110 +INFO 2025-05-06 22:29:06 ts/train.py:232 step:446K smpl:7M ep:37K epch:122.84 loss:0.004 grdn:0.137 lr:5.1e-05 updt_s:0.159 data_s:0.108 +INFO 2025-05-06 22:30:00 ts/train.py:232 step:446K smpl:7M ep:37K epch:122.90 loss:0.004 grdn:0.125 lr:5.1e-05 updt_s:0.158 data_s:0.109 +INFO 2025-05-06 22:30:54 ts/train.py:232 step:446K smpl:7M ep:37K epch:122.95 loss:0.004 grdn:0.133 lr:5.1e-05 updt_s:0.159 data_s:0.109 +INFO 2025-05-06 22:31:47 ts/train.py:232 step:447K smpl:7M ep:37K epch:123.01 loss:0.004 grdn:0.126 lr:5.1e-05 updt_s:0.158 data_s:0.109 +INFO 2025-05-06 22:32:42 ts/train.py:232 step:447K smpl:7M ep:37K epch:123.06 loss:0.003 grdn:0.113 lr:5.1e-05 updt_s:0.159 data_s:0.111 +INFO 2025-05-06 22:33:36 ts/train.py:232 step:447K smpl:7M ep:37K epch:123.12 loss:0.004 grdn:0.126 lr:5.1e-05 updt_s:0.159 data_s:0.113 +INFO 2025-05-06 22:34:30 ts/train.py:232 step:447K smpl:7M ep:37K epch:123.17 loss:0.004 grdn:0.137 lr:5.1e-05 updt_s:0.159 data_s:0.111 +INFO 2025-05-06 22:35:25 ts/train.py:232 step:447K smpl:7M ep:37K epch:123.23 loss:0.004 grdn:0.126 lr:5.1e-05 updt_s:0.159 data_s:0.114 +INFO 2025-05-06 22:36:19 ts/train.py:232 step:448K smpl:7M ep:37K epch:123.28 loss:0.004 grdn:0.129 lr:5.0e-05 updt_s:0.159 data_s:0.111 +INFO 2025-05-06 22:37:15 ts/train.py:232 step:448K smpl:7M ep:37K epch:123.34 loss:0.004 grdn:0.141 lr:5.0e-05 updt_s:0.159 data_s:0.118 +INFO 2025-05-06 22:38:10 ts/train.py:232 step:448K smpl:7M ep:37K epch:123.39 loss:0.004 grdn:0.130 lr:5.0e-05 updt_s:0.158 data_s:0.118 +INFO 2025-05-06 22:39:06 ts/train.py:232 step:448K smpl:7M ep:37K epch:123.45 loss:0.004 grdn:0.139 lr:5.0e-05 updt_s:0.160 data_s:0.116 +INFO 2025-05-06 22:39:59 ts/train.py:232 step:448K smpl:7M ep:37K epch:123.50 loss:0.004 grdn:0.130 lr:5.0e-05 updt_s:0.159 data_s:0.108 +INFO 2025-05-06 22:40:54 ts/train.py:232 step:449K smpl:7M ep:37K epch:123.56 loss:0.004 grdn:0.130 lr:5.0e-05 updt_s:0.159 data_s:0.111 +INFO 2025-05-06 22:41:47 ts/train.py:232 step:449K smpl:7M ep:37K epch:123.62 loss:0.004 grdn:0.134 lr:5.0e-05 updt_s:0.160 data_s:0.104 +INFO 2025-05-06 22:42:40 ts/train.py:232 step:449K smpl:7M ep:37K epch:123.67 loss:0.004 grdn:0.131 lr:5.0e-05 updt_s:0.160 data_s:0.106 +INFO 2025-05-06 22:43:34 ts/train.py:232 step:449K smpl:7M ep:37K epch:123.73 loss:0.004 grdn:0.124 lr:5.0e-05 updt_s:0.160 data_s:0.108 +INFO 2025-05-06 22:44:28 ts/train.py:232 step:449K smpl:7M ep:37K epch:123.78 loss:0.004 grdn:0.133 lr:5.0e-05 updt_s:0.160 data_s:0.109 +INFO 2025-05-06 22:45:21 ts/train.py:232 step:450K smpl:7M ep:37K epch:123.84 loss:0.004 grdn:0.133 lr:5.0e-05 updt_s:0.160 data_s:0.105 +INFO 2025-05-06 22:46:14 ts/train.py:232 step:450K smpl:7M ep:37K epch:123.89 loss:0.004 grdn:0.130 lr:5.0e-05 updt_s:0.160 data_s:0.106 +INFO 2025-05-06 22:47:08 ts/train.py:232 step:450K smpl:7M ep:37K epch:123.95 loss:0.004 grdn:0.136 lr:5.0e-05 updt_s:0.160 data_s:0.106 +INFO 2025-05-06 22:47:08 ts/train.py:241 Checkpoint policy after step 450000 +INFO 2025-05-06 22:48:03 ts/train.py:232 step:450K smpl:7M ep:37K epch:124.00 loss:0.004 grdn:0.127 lr:5.0e-05 updt_s:0.161 data_s:0.097 +INFO 2025-05-06 22:48:56 ts/train.py:232 step:450K smpl:7M ep:37K epch:124.06 loss:0.004 grdn:0.138 lr:5.0e-05 updt_s:0.161 data_s:0.105 +INFO 2025-05-06 22:49:49 ts/train.py:232 step:451K smpl:7M ep:37K epch:124.11 loss:0.004 grdn:0.121 lr:5.0e-05 updt_s:0.160 data_s:0.104 +INFO 2025-05-06 22:50:43 ts/train.py:232 step:451K smpl:7M ep:37K epch:124.17 loss:0.004 grdn:0.133 lr:5.0e-05 updt_s:0.160 data_s:0.109 +INFO 2025-05-06 22:51:36 ts/train.py:232 step:451K smpl:7M ep:37K epch:124.22 loss:0.004 grdn:0.142 lr:5.0e-05 updt_s:0.160 data_s:0.105 +INFO 2025-05-06 22:52:30 ts/train.py:232 step:451K smpl:7M ep:37K epch:124.28 loss:0.004 grdn:0.135 lr:5.0e-05 updt_s:0.161 data_s:0.107 +INFO 2025-05-06 22:53:23 ts/train.py:232 step:451K smpl:7M ep:37K epch:124.33 loss:0.004 grdn:0.125 lr:5.0e-05 updt_s:0.161 data_s:0.104 +INFO 2025-05-06 22:54:17 ts/train.py:232 step:452K smpl:7M ep:37K epch:124.39 loss:0.003 grdn:0.122 lr:5.0e-05 updt_s:0.160 data_s:0.106 +INFO 2025-05-06 22:55:09 ts/train.py:232 step:452K smpl:7M ep:37K epch:124.44 loss:0.004 grdn:0.135 lr:5.0e-05 updt_s:0.160 data_s:0.102 +INFO 2025-05-06 22:56:01 ts/train.py:232 step:452K smpl:7M ep:37K epch:124.50 loss:0.004 grdn:0.138 lr:5.0e-05 updt_s:0.160 data_s:0.100 +INFO 2025-05-06 22:56:54 ts/train.py:232 step:452K smpl:7M ep:37K epch:124.55 loss:0.004 grdn:0.130 lr:5.0e-05 updt_s:0.161 data_s:0.101 +INFO 2025-05-06 22:57:47 ts/train.py:232 step:452K smpl:7M ep:37K epch:124.61 loss:0.004 grdn:0.125 lr:5.0e-05 updt_s:0.161 data_s:0.102 +INFO 2025-05-06 22:58:39 ts/train.py:232 step:453K smpl:7M ep:37K epch:124.66 loss:0.004 grdn:0.130 lr:5.0e-05 updt_s:0.160 data_s:0.100 +INFO 2025-05-06 22:59:32 ts/train.py:232 step:453K smpl:7M ep:37K epch:124.72 loss:0.004 grdn:0.131 lr:5.0e-05 updt_s:0.160 data_s:0.103 +INFO 2025-05-06 23:00:27 ts/train.py:232 step:453K smpl:7M ep:37K epch:124.77 loss:0.004 grdn:0.134 lr:5.0e-05 updt_s:0.160 data_s:0.114 +INFO 2025-05-06 23:01:23 ts/train.py:232 step:453K smpl:7M ep:37K epch:124.83 loss:0.004 grdn:0.130 lr:5.0e-05 updt_s:0.160 data_s:0.118 +INFO 2025-05-06 23:02:18 ts/train.py:232 step:453K smpl:7M ep:37K epch:124.88 loss:0.004 grdn:0.137 lr:4.9e-05 updt_s:0.160 data_s:0.113 +INFO 2025-05-06 23:03:13 ts/train.py:232 step:454K smpl:7M ep:37K epch:124.94 loss:0.004 grdn:0.133 lr:4.9e-05 updt_s:0.160 data_s:0.114 +INFO 2025-05-06 23:04:07 ts/train.py:232 step:454K smpl:7M ep:37K epch:124.99 loss:0.004 grdn:0.130 lr:4.9e-05 updt_s:0.160 data_s:0.110 +INFO 2025-05-06 23:05:02 ts/train.py:232 step:454K smpl:7M ep:38K epch:125.05 loss:0.004 grdn:0.134 lr:4.9e-05 updt_s:0.161 data_s:0.116 +INFO 2025-05-06 23:05:56 ts/train.py:232 step:454K smpl:7M ep:38K epch:125.10 loss:0.004 grdn:0.128 lr:4.9e-05 updt_s:0.160 data_s:0.109 +INFO 2025-05-06 23:06:52 ts/train.py:232 step:454K smpl:7M ep:38K epch:125.16 loss:0.003 grdn:0.124 lr:4.9e-05 updt_s:0.160 data_s:0.117 +INFO 2025-05-06 23:07:46 ts/train.py:232 step:455K smpl:7M ep:38K epch:125.21 loss:0.004 grdn:0.134 lr:4.9e-05 updt_s:0.160 data_s:0.108 +INFO 2025-05-06 23:08:41 ts/train.py:232 step:455K smpl:7M ep:38K epch:125.27 loss:0.004 grdn:0.133 lr:4.9e-05 updt_s:0.160 data_s:0.117 +INFO 2025-05-06 23:09:37 ts/train.py:232 step:455K smpl:7M ep:38K epch:125.32 loss:0.004 grdn:0.126 lr:4.9e-05 updt_s:0.161 data_s:0.114 +INFO 2025-05-06 23:10:32 ts/train.py:232 step:455K smpl:7M ep:38K epch:125.38 loss:0.004 grdn:0.129 lr:4.9e-05 updt_s:0.160 data_s:0.114 +INFO 2025-05-06 23:11:24 ts/train.py:232 step:455K smpl:7M ep:38K epch:125.43 loss:0.004 grdn:0.137 lr:4.9e-05 updt_s:0.161 data_s:0.102 +INFO 2025-05-06 23:12:17 ts/train.py:232 step:456K smpl:7M ep:38K epch:125.49 loss:0.004 grdn:0.130 lr:4.9e-05 updt_s:0.160 data_s:0.101 +INFO 2025-05-06 23:13:10 ts/train.py:232 step:456K smpl:7M ep:38K epch:125.54 loss:0.004 grdn:0.135 lr:4.9e-05 updt_s:0.160 data_s:0.104 +INFO 2025-05-06 23:14:02 ts/train.py:232 step:456K smpl:7M ep:38K epch:125.60 loss:0.004 grdn:0.136 lr:4.9e-05 updt_s:0.160 data_s:0.101 +INFO 2025-05-06 23:14:55 ts/train.py:232 step:456K smpl:7M ep:38K epch:125.65 loss:0.004 grdn:0.129 lr:4.9e-05 updt_s:0.160 data_s:0.102 +INFO 2025-05-06 23:15:48 ts/train.py:232 step:456K smpl:7M ep:38K epch:125.71 loss:0.004 grdn:0.127 lr:4.9e-05 updt_s:0.161 data_s:0.102 +INFO 2025-05-06 23:16:41 ts/train.py:232 step:457K smpl:7M ep:38K epch:125.76 loss:0.004 grdn:0.138 lr:4.9e-05 updt_s:0.160 data_s:0.105 +INFO 2025-05-06 23:17:34 ts/train.py:232 step:457K smpl:7M ep:38K epch:125.82 loss:0.004 grdn:0.135 lr:4.9e-05 updt_s:0.161 data_s:0.103 +INFO 2025-05-06 23:18:27 ts/train.py:232 step:457K smpl:7M ep:38K epch:125.87 loss:0.004 grdn:0.128 lr:4.9e-05 updt_s:0.161 data_s:0.104 +INFO 2025-05-06 23:19:20 ts/train.py:232 step:457K smpl:7M ep:38K epch:125.93 loss:0.004 grdn:0.131 lr:4.9e-05 updt_s:0.162 data_s:0.103 +INFO 2025-05-06 23:20:13 ts/train.py:232 step:457K smpl:7M ep:38K epch:125.98 loss:0.004 grdn:0.130 lr:4.9e-05 updt_s:0.160 data_s:0.104 +INFO 2025-05-06 23:21:06 ts/train.py:232 step:458K smpl:7M ep:38K epch:126.04 loss:0.004 grdn:0.133 lr:4.9e-05 updt_s:0.160 data_s:0.104 +INFO 2025-05-06 23:21:59 ts/train.py:232 step:458K smpl:7M ep:38K epch:126.09 loss:0.004 grdn:0.136 lr:4.9e-05 updt_s:0.161 data_s:0.101 +INFO 2025-05-06 23:22:52 ts/train.py:232 step:458K smpl:7M ep:38K epch:126.15 loss:0.004 grdn:0.133 lr:4.9e-05 updt_s:0.161 data_s:0.104 +INFO 2025-05-06 23:23:45 ts/train.py:232 step:458K smpl:7M ep:38K epch:126.20 loss:0.004 grdn:0.133 lr:4.9e-05 updt_s:0.160 data_s:0.104 +INFO 2025-05-06 23:24:38 ts/train.py:232 step:458K smpl:7M ep:38K epch:126.26 loss:0.004 grdn:0.129 lr:4.9e-05 updt_s:0.161 data_s:0.103 +INFO 2025-05-06 23:25:33 ts/train.py:232 step:459K smpl:7M ep:38K epch:126.31 loss:0.004 grdn:0.130 lr:4.9e-05 updt_s:0.160 data_s:0.115 +INFO 2025-05-06 23:26:27 ts/train.py:232 step:459K smpl:7M ep:38K epch:126.37 loss:0.004 grdn:0.136 lr:4.9e-05 updt_s:0.160 data_s:0.109 +INFO 2025-05-06 23:27:19 ts/train.py:232 step:459K smpl:7M ep:38K epch:126.42 loss:0.004 grdn:0.132 lr:4.8e-05 updt_s:0.160 data_s:0.103 +INFO 2025-05-06 23:28:12 ts/train.py:232 step:459K smpl:7M ep:38K epch:126.48 loss:0.004 grdn:0.130 lr:4.8e-05 updt_s:0.160 data_s:0.104 +INFO 2025-05-06 23:29:05 ts/train.py:232 step:459K smpl:7M ep:38K epch:126.53 loss:0.004 grdn:0.124 lr:4.8e-05 updt_s:0.161 data_s:0.103 +INFO 2025-05-06 23:29:58 ts/train.py:232 step:460K smpl:7M ep:38K epch:126.59 loss:0.004 grdn:0.135 lr:4.8e-05 updt_s:0.159 data_s:0.101 +INFO 2025-05-06 23:30:51 ts/train.py:232 step:460K smpl:7M ep:38K epch:126.64 loss:0.004 grdn:0.130 lr:4.8e-05 updt_s:0.160 data_s:0.104 +INFO 2025-05-06 23:31:43 ts/train.py:232 step:460K smpl:7M ep:38K epch:126.70 loss:0.004 grdn:0.131 lr:4.8e-05 updt_s:0.160 data_s:0.103 +INFO 2025-05-06 23:32:36 ts/train.py:232 step:460K smpl:7M ep:38K epch:126.76 loss:0.004 grdn:0.127 lr:4.8e-05 updt_s:0.160 data_s:0.102 +INFO 2025-05-06 23:33:29 ts/train.py:232 step:460K smpl:7M ep:38K epch:126.81 loss:0.004 grdn:0.136 lr:4.8e-05 updt_s:0.160 data_s:0.103 +INFO 2025-05-06 23:34:21 ts/train.py:232 step:461K smpl:7M ep:38K epch:126.87 loss:0.004 grdn:0.130 lr:4.8e-05 updt_s:0.159 data_s:0.103 +INFO 2025-05-06 23:35:14 ts/train.py:232 step:461K smpl:7M ep:38K epch:126.92 loss:0.004 grdn:0.140 lr:4.8e-05 updt_s:0.160 data_s:0.103 +INFO 2025-05-06 23:36:06 ts/train.py:232 step:461K smpl:7M ep:38K epch:126.98 loss:0.004 grdn:0.127 lr:4.8e-05 updt_s:0.159 data_s:0.100 +INFO 2025-05-06 23:36:58 ts/train.py:232 step:461K smpl:7M ep:38K epch:127.03 loss:0.004 grdn:0.128 lr:4.8e-05 updt_s:0.160 data_s:0.102 +INFO 2025-05-06 23:37:51 ts/train.py:232 step:461K smpl:7M ep:38K epch:127.09 loss:0.004 grdn:0.134 lr:4.8e-05 updt_s:0.160 data_s:0.103 +INFO 2025-05-06 23:38:43 ts/train.py:232 step:462K smpl:7M ep:38K epch:127.14 loss:0.004 grdn:0.129 lr:4.8e-05 updt_s:0.159 data_s:0.098 +INFO 2025-05-06 23:39:35 ts/train.py:232 step:462K smpl:7M ep:38K epch:127.20 loss:0.004 grdn:0.128 lr:4.8e-05 updt_s:0.159 data_s:0.102 +INFO 2025-05-06 23:40:28 ts/train.py:232 step:462K smpl:7M ep:38K epch:127.25 loss:0.003 grdn:0.124 lr:4.8e-05 updt_s:0.160 data_s:0.102 +INFO 2025-05-06 23:41:23 ts/train.py:232 step:462K smpl:7M ep:38K epch:127.31 loss:0.004 grdn:0.137 lr:4.8e-05 updt_s:0.159 data_s:0.115 +INFO 2025-05-06 23:42:16 ts/train.py:232 step:462K smpl:7M ep:38K epch:127.36 loss:0.004 grdn:0.127 lr:4.8e-05 updt_s:0.160 data_s:0.105 +INFO 2025-05-06 23:43:10 ts/train.py:232 step:463K smpl:7M ep:38K epch:127.42 loss:0.004 grdn:0.130 lr:4.8e-05 updt_s:0.160 data_s:0.106 +INFO 2025-05-06 23:44:04 ts/train.py:232 step:463K smpl:7M ep:38K epch:127.47 loss:0.004 grdn:0.137 lr:4.8e-05 updt_s:0.160 data_s:0.109 +INFO 2025-05-06 23:44:58 ts/train.py:232 step:463K smpl:7M ep:38K epch:127.53 loss:0.004 grdn:0.139 lr:4.8e-05 updt_s:0.159 data_s:0.110 +INFO 2025-05-06 23:45:50 ts/train.py:232 step:463K smpl:7M ep:38K epch:127.58 loss:0.004 grdn:0.136 lr:4.8e-05 updt_s:0.160 data_s:0.104 +INFO 2025-05-06 23:46:44 ts/train.py:232 step:463K smpl:7M ep:38K epch:127.64 loss:0.004 grdn:0.127 lr:4.8e-05 updt_s:0.160 data_s:0.108 +INFO 2025-05-06 23:47:38 ts/train.py:232 step:464K smpl:7M ep:38K epch:127.69 loss:0.004 grdn:0.127 lr:4.8e-05 updt_s:0.160 data_s:0.108 +INFO 2025-05-06 23:48:30 ts/train.py:232 step:464K smpl:7M ep:38K epch:127.75 loss:0.004 grdn:0.129 lr:4.8e-05 updt_s:0.159 data_s:0.103 +INFO 2025-05-06 23:49:24 ts/train.py:232 step:464K smpl:7M ep:38K epch:127.80 loss:0.004 grdn:0.127 lr:4.8e-05 updt_s:0.160 data_s:0.107 +INFO 2025-05-06 23:50:17 ts/train.py:232 step:464K smpl:7M ep:38K epch:127.86 loss:0.004 grdn:0.130 lr:4.8e-05 updt_s:0.160 data_s:0.106 +INFO 2025-05-06 23:51:11 ts/train.py:232 step:464K smpl:7M ep:38K epch:127.91 loss:0.004 grdn:0.136 lr:4.8e-05 updt_s:0.159 data_s:0.109 +INFO 2025-05-06 23:52:04 ts/train.py:232 step:465K smpl:7M ep:38K epch:127.97 loss:0.004 grdn:0.126 lr:4.8e-05 updt_s:0.159 data_s:0.105 +INFO 2025-05-06 23:52:58 ts/train.py:232 step:465K smpl:7M ep:38K epch:128.02 loss:0.004 grdn:0.129 lr:4.7e-05 updt_s:0.160 data_s:0.107 +INFO 2025-05-06 23:53:51 ts/train.py:232 step:465K smpl:7M ep:38K epch:128.08 loss:0.004 grdn:0.135 lr:4.7e-05 updt_s:0.160 data_s:0.108 +INFO 2025-05-06 23:54:45 ts/train.py:232 step:465K smpl:7M ep:38K epch:128.13 loss:0.003 grdn:0.123 lr:4.7e-05 updt_s:0.160 data_s:0.106 +INFO 2025-05-06 23:55:38 ts/train.py:232 step:465K smpl:7M ep:38K epch:128.19 loss:0.004 grdn:0.137 lr:4.7e-05 updt_s:0.160 data_s:0.104 +INFO 2025-05-06 23:56:34 ts/train.py:232 step:466K smpl:7M ep:38K epch:128.24 loss:0.004 grdn:0.133 lr:4.7e-05 updt_s:0.159 data_s:0.119 +INFO 2025-05-06 23:57:27 ts/train.py:232 step:466K smpl:7M ep:38K epch:128.30 loss:0.004 grdn:0.129 lr:4.7e-05 updt_s:0.160 data_s:0.107 +INFO 2025-05-06 23:58:21 ts/train.py:232 step:466K smpl:7M ep:39K epch:128.35 loss:0.004 grdn:0.134 lr:4.7e-05 updt_s:0.160 data_s:0.107 +INFO 2025-05-06 23:59:15 ts/train.py:232 step:466K smpl:7M ep:39K epch:128.41 loss:0.004 grdn:0.140 lr:4.7e-05 updt_s:0.160 data_s:0.110 +INFO 2025-05-07 00:00:09 ts/train.py:232 step:466K smpl:7M ep:39K epch:128.46 loss:0.003 grdn:0.129 lr:4.7e-05 updt_s:0.159 data_s:0.112 +INFO 2025-05-07 00:01:03 ts/train.py:232 step:467K smpl:7M ep:39K epch:128.52 loss:0.004 grdn:0.131 lr:4.7e-05 updt_s:0.159 data_s:0.109 +INFO 2025-05-07 00:01:57 ts/train.py:232 step:467K smpl:7M ep:39K epch:128.57 loss:0.004 grdn:0.126 lr:4.7e-05 updt_s:0.159 data_s:0.109 +INFO 2025-05-07 00:02:51 ts/train.py:232 step:467K smpl:7M ep:39K epch:128.63 loss:0.004 grdn:0.128 lr:4.7e-05 updt_s:0.159 data_s:0.108 +INFO 2025-05-07 00:03:44 ts/train.py:232 step:467K smpl:7M ep:39K epch:128.68 loss:0.004 grdn:0.132 lr:4.7e-05 updt_s:0.159 data_s:0.108 +INFO 2025-05-07 00:04:38 ts/train.py:232 step:467K smpl:7M ep:39K epch:128.74 loss:0.004 grdn:0.132 lr:4.7e-05 updt_s:0.160 data_s:0.109 +INFO 2025-05-07 00:05:32 ts/train.py:232 step:468K smpl:7M ep:39K epch:128.79 loss:0.003 grdn:0.119 lr:4.7e-05 updt_s:0.160 data_s:0.108 +INFO 2025-05-07 00:06:25 ts/train.py:232 step:468K smpl:7M ep:39K epch:128.85 loss:0.004 grdn:0.132 lr:4.7e-05 updt_s:0.160 data_s:0.107 +INFO 2025-05-07 00:07:18 ts/train.py:232 step:468K smpl:7M ep:39K epch:128.90 loss:0.004 grdn:0.129 lr:4.7e-05 updt_s:0.160 data_s:0.103 +INFO 2025-05-07 00:08:11 ts/train.py:232 step:468K smpl:7M ep:39K epch:128.96 loss:0.004 grdn:0.130 lr:4.7e-05 updt_s:0.161 data_s:0.102 +INFO 2025-05-07 00:09:04 ts/train.py:232 step:468K smpl:7M ep:39K epch:129.01 loss:0.003 grdn:0.123 lr:4.7e-05 updt_s:0.159 data_s:0.104 +INFO 2025-05-07 00:09:57 ts/train.py:232 step:469K smpl:7M ep:39K epch:129.07 loss:0.003 grdn:0.126 lr:4.7e-05 updt_s:0.160 data_s:0.103 +INFO 2025-05-07 00:10:50 ts/train.py:232 step:469K smpl:8M ep:39K epch:129.12 loss:0.004 grdn:0.129 lr:4.7e-05 updt_s:0.160 data_s:0.105 +INFO 2025-05-07 00:11:42 ts/train.py:232 step:469K smpl:8M ep:39K epch:129.18 loss:0.004 grdn:0.128 lr:4.7e-05 updt_s:0.159 data_s:0.103 +INFO 2025-05-07 00:12:36 ts/train.py:232 step:469K smpl:8M ep:39K epch:129.23 loss:0.004 grdn:0.125 lr:4.7e-05 updt_s:0.159 data_s:0.109 +INFO 2025-05-07 00:13:30 ts/train.py:232 step:469K smpl:8M ep:39K epch:129.29 loss:0.003 grdn:0.121 lr:4.7e-05 updt_s:0.160 data_s:0.107 +INFO 2025-05-07 00:14:23 ts/train.py:232 step:470K smpl:8M ep:39K epch:129.34 loss:0.004 grdn:0.130 lr:4.7e-05 updt_s:0.159 data_s:0.105 +INFO 2025-05-07 00:15:15 ts/train.py:232 step:470K smpl:8M ep:39K epch:129.40 loss:0.004 grdn:0.131 lr:4.7e-05 updt_s:0.160 data_s:0.103 +INFO 2025-05-07 00:16:08 ts/train.py:232 step:470K smpl:8M ep:39K epch:129.45 loss:0.004 grdn:0.132 lr:4.7e-05 updt_s:0.160 data_s:0.102 +INFO 2025-05-07 00:17:00 ts/train.py:232 step:470K smpl:8M ep:39K epch:129.51 loss:0.004 grdn:0.125 lr:4.7e-05 updt_s:0.160 data_s:0.102 +INFO 2025-05-07 00:17:53 ts/train.py:232 step:470K smpl:8M ep:39K epch:129.56 loss:0.004 grdn:0.134 lr:4.7e-05 updt_s:0.160 data_s:0.104 +INFO 2025-05-07 00:18:46 ts/train.py:232 step:471K smpl:8M ep:39K epch:129.62 loss:0.004 grdn:0.134 lr:4.6e-05 updt_s:0.160 data_s:0.104 +INFO 2025-05-07 00:19:39 ts/train.py:232 step:471K smpl:8M ep:39K epch:129.67 loss:0.004 grdn:0.132 lr:4.6e-05 updt_s:0.160 data_s:0.102 +INFO 2025-05-07 00:20:31 ts/train.py:232 step:471K smpl:8M ep:39K epch:129.73 loss:0.003 grdn:0.125 lr:4.6e-05 updt_s:0.160 data_s:0.098 +INFO 2025-05-07 00:21:24 ts/train.py:232 step:471K smpl:8M ep:39K epch:129.78 loss:0.004 grdn:0.134 lr:4.6e-05 updt_s:0.160 data_s:0.104 +INFO 2025-05-07 00:22:16 ts/train.py:232 step:471K smpl:8M ep:39K epch:129.84 loss:0.004 grdn:0.133 lr:4.6e-05 updt_s:0.160 data_s:0.100 +INFO 2025-05-07 00:23:08 ts/train.py:232 step:472K smpl:8M ep:39K epch:129.89 loss:0.004 grdn:0.134 lr:4.6e-05 updt_s:0.160 data_s:0.100 +INFO 2025-05-07 00:24:00 ts/train.py:232 step:472K smpl:8M ep:39K epch:129.95 loss:0.004 grdn:0.127 lr:4.6e-05 updt_s:0.160 data_s:0.100 +INFO 2025-05-07 00:24:53 ts/train.py:232 step:472K smpl:8M ep:39K epch:130.01 loss:0.004 grdn:0.128 lr:4.6e-05 updt_s:0.160 data_s:0.102 +INFO 2025-05-07 00:25:45 ts/train.py:232 step:472K smpl:8M ep:39K epch:130.06 loss:0.004 grdn:0.142 lr:4.6e-05 updt_s:0.159 data_s:0.101 +INFO 2025-05-07 00:26:37 ts/train.py:232 step:472K smpl:8M ep:39K epch:130.12 loss:0.004 grdn:0.135 lr:4.6e-05 updt_s:0.160 data_s:0.101 +INFO 2025-05-07 00:27:31 ts/train.py:232 step:473K smpl:8M ep:39K epch:130.17 loss:0.004 grdn:0.135 lr:4.6e-05 updt_s:0.159 data_s:0.108 +INFO 2025-05-07 00:28:24 ts/train.py:232 step:473K smpl:8M ep:39K epch:130.23 loss:0.004 grdn:0.134 lr:4.6e-05 updt_s:0.161 data_s:0.104 +INFO 2025-05-07 00:29:17 ts/train.py:232 step:473K smpl:8M ep:39K epch:130.28 loss:0.003 grdn:0.127 lr:4.6e-05 updt_s:0.160 data_s:0.103 +INFO 2025-05-07 00:30:10 ts/train.py:232 step:473K smpl:8M ep:39K epch:130.34 loss:0.004 grdn:0.129 lr:4.6e-05 updt_s:0.160 data_s:0.105 +INFO 2025-05-07 00:31:02 ts/train.py:232 step:473K smpl:8M ep:39K epch:130.39 loss:0.004 grdn:0.128 lr:4.6e-05 updt_s:0.160 data_s:0.103 +INFO 2025-05-07 00:31:56 ts/train.py:232 step:474K smpl:8M ep:39K epch:130.45 loss:0.003 grdn:0.123 lr:4.6e-05 updt_s:0.160 data_s:0.105 +INFO 2025-05-07 00:32:48 ts/train.py:232 step:474K smpl:8M ep:39K epch:130.50 loss:0.004 grdn:0.142 lr:4.6e-05 updt_s:0.160 data_s:0.103 +INFO 2025-05-07 00:33:41 ts/train.py:232 step:474K smpl:8M ep:39K epch:130.56 loss:0.004 grdn:0.128 lr:4.6e-05 updt_s:0.160 data_s:0.104 +INFO 2025-05-07 00:34:35 ts/train.py:232 step:474K smpl:8M ep:39K epch:130.61 loss:0.004 grdn:0.128 lr:4.6e-05 updt_s:0.160 data_s:0.105 +INFO 2025-05-07 00:35:27 ts/train.py:232 step:474K smpl:8M ep:39K epch:130.67 loss:0.004 grdn:0.133 lr:4.6e-05 updt_s:0.160 data_s:0.100 +INFO 2025-05-07 00:36:19 ts/train.py:232 step:475K smpl:8M ep:39K epch:130.72 loss:0.004 grdn:0.130 lr:4.6e-05 updt_s:0.160 data_s:0.102 +INFO 2025-05-07 00:37:11 ts/train.py:232 step:475K smpl:8M ep:39K epch:130.78 loss:0.004 grdn:0.130 lr:4.6e-05 updt_s:0.159 data_s:0.100 +INFO 2025-05-07 00:38:04 ts/train.py:232 step:475K smpl:8M ep:39K epch:130.83 loss:0.004 grdn:0.129 lr:4.6e-05 updt_s:0.160 data_s:0.102 +INFO 2025-05-07 00:38:56 ts/train.py:232 step:475K smpl:8M ep:39K epch:130.89 loss:0.004 grdn:0.134 lr:4.6e-05 updt_s:0.159 data_s:0.101 +INFO 2025-05-07 00:39:49 ts/train.py:232 step:475K smpl:8M ep:39K epch:130.94 loss:0.004 grdn:0.138 lr:4.6e-05 updt_s:0.159 data_s:0.102 +INFO 2025-05-07 00:40:41 ts/train.py:232 step:476K smpl:8M ep:39K epch:131.00 loss:0.004 grdn:0.134 lr:4.6e-05 updt_s:0.159 data_s:0.104 +INFO 2025-05-07 00:41:34 ts/train.py:232 step:476K smpl:8M ep:39K epch:131.05 loss:0.004 grdn:0.138 lr:4.6e-05 updt_s:0.160 data_s:0.103 +INFO 2025-05-07 00:42:27 ts/train.py:232 step:476K smpl:8M ep:39K epch:131.11 loss:0.004 grdn:0.134 lr:4.6e-05 updt_s:0.159 data_s:0.102 +INFO 2025-05-07 00:43:22 ts/train.py:232 step:476K smpl:8M ep:39K epch:131.16 loss:0.003 grdn:0.126 lr:4.5e-05 updt_s:0.160 data_s:0.114 +INFO 2025-05-07 00:44:15 ts/train.py:232 step:476K smpl:8M ep:39K epch:131.22 loss:0.004 grdn:0.132 lr:4.5e-05 updt_s:0.160 data_s:0.105 +INFO 2025-05-07 00:45:07 ts/train.py:232 step:477K smpl:8M ep:39K epch:131.27 loss:0.004 grdn:0.133 lr:4.5e-05 updt_s:0.159 data_s:0.103 +INFO 2025-05-07 00:46:01 ts/train.py:232 step:477K smpl:8M ep:39K epch:131.33 loss:0.003 grdn:0.126 lr:4.5e-05 updt_s:0.160 data_s:0.105 +INFO 2025-05-07 00:46:53 ts/train.py:232 step:477K smpl:8M ep:39K epch:131.38 loss:0.003 grdn:0.123 lr:4.5e-05 updt_s:0.159 data_s:0.104 +INFO 2025-05-07 00:47:47 ts/train.py:232 step:477K smpl:8M ep:39K epch:131.44 loss:0.004 grdn:0.139 lr:4.5e-05 updt_s:0.159 data_s:0.107 +INFO 2025-05-07 00:48:39 ts/train.py:232 step:477K smpl:8M ep:39K epch:131.49 loss:0.004 grdn:0.138 lr:4.5e-05 updt_s:0.160 data_s:0.102 +INFO 2025-05-07 00:49:33 ts/train.py:232 step:478K smpl:8M ep:39K epch:131.55 loss:0.004 grdn:0.133 lr:4.5e-05 updt_s:0.159 data_s:0.109 +INFO 2025-05-07 00:50:27 ts/train.py:232 step:478K smpl:8M ep:39K epch:131.60 loss:0.004 grdn:0.132 lr:4.5e-05 updt_s:0.159 data_s:0.113 +INFO 2025-05-07 00:51:22 ts/train.py:232 step:478K smpl:8M ep:39K epch:131.66 loss:0.003 grdn:0.123 lr:4.5e-05 updt_s:0.159 data_s:0.115 +INFO 2025-05-07 00:52:16 ts/train.py:232 step:478K smpl:8M ep:40K epch:131.71 loss:0.004 grdn:0.133 lr:4.5e-05 updt_s:0.159 data_s:0.110 +INFO 2025-05-07 00:53:11 ts/train.py:232 step:478K smpl:8M ep:40K epch:131.77 loss:0.003 grdn:0.126 lr:4.5e-05 updt_s:0.159 data_s:0.111 +INFO 2025-05-07 00:54:06 ts/train.py:232 step:479K smpl:8M ep:40K epch:131.82 loss:0.004 grdn:0.132 lr:4.5e-05 updt_s:0.159 data_s:0.116 +INFO 2025-05-07 00:55:01 ts/train.py:232 step:479K smpl:8M ep:40K epch:131.88 loss:0.004 grdn:0.136 lr:4.5e-05 updt_s:0.159 data_s:0.114 +INFO 2025-05-07 00:55:56 ts/train.py:232 step:479K smpl:8M ep:40K epch:131.93 loss:0.003 grdn:0.126 lr:4.5e-05 updt_s:0.159 data_s:0.116 +INFO 2025-05-07 00:56:51 ts/train.py:232 step:479K smpl:8M ep:40K epch:131.99 loss:0.004 grdn:0.134 lr:4.5e-05 updt_s:0.159 data_s:0.117 +INFO 2025-05-07 00:57:47 ts/train.py:232 step:479K smpl:8M ep:40K epch:132.04 loss:0.003 grdn:0.126 lr:4.5e-05 updt_s:0.160 data_s:0.116 +INFO 2025-05-07 00:58:41 ts/train.py:232 step:480K smpl:8M ep:40K epch:132.10 loss:0.004 grdn:0.138 lr:4.5e-05 updt_s:0.159 data_s:0.110 +INFO 2025-05-07 00:59:29 ts/train.py:232 step:480K smpl:8M ep:40K epch:132.15 loss:0.004 grdn:0.135 lr:4.5e-05 updt_s:0.160 data_s:0.079 +INFO 2025-05-07 01:00:17 ts/train.py:232 step:480K smpl:8M ep:40K epch:132.21 loss:0.003 grdn:0.123 lr:4.5e-05 updt_s:0.160 data_s:0.077 +INFO 2025-05-07 01:00:17 ts/train.py:241 Checkpoint policy after step 480000 +INFO 2025-05-07 01:01:07 ts/train.py:232 step:480K smpl:8M ep:40K epch:132.26 loss:0.004 grdn:0.134 lr:4.5e-05 updt_s:0.160 data_s:0.075 +INFO 2025-05-07 01:01:56 ts/train.py:232 step:480K smpl:8M ep:40K epch:132.32 loss:0.004 grdn:0.131 lr:4.5e-05 updt_s:0.160 data_s:0.081 +INFO 2025-05-07 01:02:43 ts/train.py:232 step:481K smpl:8M ep:40K epch:132.37 loss:0.003 grdn:0.128 lr:4.5e-05 updt_s:0.160 data_s:0.078 +INFO 2025-05-07 01:03:31 ts/train.py:232 step:481K smpl:8M ep:40K epch:132.43 loss:0.004 grdn:0.133 lr:4.5e-05 updt_s:0.160 data_s:0.076 +INFO 2025-05-07 01:04:19 ts/train.py:232 step:481K smpl:8M ep:40K epch:132.48 loss:0.004 grdn:0.130 lr:4.5e-05 updt_s:0.159 data_s:0.079 +INFO 2025-05-07 01:05:05 ts/train.py:232 step:481K smpl:8M ep:40K epch:132.54 loss:0.004 grdn:0.134 lr:4.5e-05 updt_s:0.159 data_s:0.074 +INFO 2025-05-07 01:05:54 ts/train.py:232 step:481K smpl:8M ep:40K epch:132.59 loss:0.004 grdn:0.128 lr:4.5e-05 updt_s:0.160 data_s:0.084 +INFO 2025-05-07 01:06:41 ts/train.py:232 step:482K smpl:8M ep:40K epch:132.65 loss:0.004 grdn:0.130 lr:4.5e-05 updt_s:0.159 data_s:0.074 +INFO 2025-05-07 01:07:29 ts/train.py:232 step:482K smpl:8M ep:40K epch:132.70 loss:0.004 grdn:0.134 lr:4.5e-05 updt_s:0.160 data_s:0.079 +INFO 2025-05-07 01:08:17 ts/train.py:232 step:482K smpl:8M ep:40K epch:132.76 loss:0.004 grdn:0.133 lr:4.4e-05 updt_s:0.160 data_s:0.076 +INFO 2025-05-07 01:09:03 ts/train.py:232 step:482K smpl:8M ep:40K epch:132.81 loss:0.003 grdn:0.126 lr:4.4e-05 updt_s:0.159 data_s:0.072 +INFO 2025-05-07 01:09:49 ts/train.py:232 step:482K smpl:8M ep:40K epch:132.87 loss:0.004 grdn:0.132 lr:4.4e-05 updt_s:0.159 data_s:0.070 +INFO 2025-05-07 01:10:35 ts/train.py:232 step:483K smpl:8M ep:40K epch:132.92 loss:0.004 grdn:0.137 lr:4.4e-05 updt_s:0.159 data_s:0.071 +INFO 2025-05-07 01:11:23 ts/train.py:232 step:483K smpl:8M ep:40K epch:132.98 loss:0.003 grdn:0.127 lr:4.4e-05 updt_s:0.160 data_s:0.077 +INFO 2025-05-07 01:12:10 ts/train.py:232 step:483K smpl:8M ep:40K epch:133.03 loss:0.003 grdn:0.128 lr:4.4e-05 updt_s:0.160 data_s:0.078 +INFO 2025-05-07 01:12:59 ts/train.py:232 step:483K smpl:8M ep:40K epch:133.09 loss:0.004 grdn:0.131 lr:4.4e-05 updt_s:0.160 data_s:0.083 +INFO 2025-05-07 01:13:47 ts/train.py:232 step:483K smpl:8M ep:40K epch:133.15 loss:0.003 grdn:0.120 lr:4.4e-05 updt_s:0.159 data_s:0.078 +INFO 2025-05-07 01:14:35 ts/train.py:232 step:484K smpl:8M ep:40K epch:133.20 loss:0.004 grdn:0.134 lr:4.4e-05 updt_s:0.159 data_s:0.083 +INFO 2025-05-07 01:15:23 ts/train.py:232 step:484K smpl:8M ep:40K epch:133.26 loss:0.003 grdn:0.128 lr:4.4e-05 updt_s:0.160 data_s:0.077 +INFO 2025-05-07 01:16:10 ts/train.py:232 step:484K smpl:8M ep:40K epch:133.31 loss:0.004 grdn:0.133 lr:4.4e-05 updt_s:0.159 data_s:0.078 +INFO 2025-05-07 01:17:00 ts/train.py:232 step:484K smpl:8M ep:40K epch:133.37 loss:0.003 grdn:0.120 lr:4.4e-05 updt_s:0.160 data_s:0.087 +INFO 2025-05-07 01:17:50 ts/train.py:232 step:484K smpl:8M ep:40K epch:133.42 loss:0.004 grdn:0.134 lr:4.4e-05 updt_s:0.159 data_s:0.090 +INFO 2025-05-07 01:18:39 ts/train.py:232 step:485K smpl:8M ep:40K epch:133.48 loss:0.004 grdn:0.127 lr:4.4e-05 updt_s:0.160 data_s:0.084 +INFO 2025-05-07 01:19:29 ts/train.py:232 step:485K smpl:8M ep:40K epch:133.53 loss:0.004 grdn:0.146 lr:4.4e-05 updt_s:0.159 data_s:0.091 +INFO 2025-05-07 01:20:19 ts/train.py:232 step:485K smpl:8M ep:40K epch:133.59 loss:0.004 grdn:0.129 lr:4.4e-05 updt_s:0.160 data_s:0.087 +INFO 2025-05-07 01:21:09 ts/train.py:232 step:485K smpl:8M ep:40K epch:133.64 loss:0.003 grdn:0.125 lr:4.4e-05 updt_s:0.159 data_s:0.091 +INFO 2025-05-07 01:21:59 ts/train.py:232 step:485K smpl:8M ep:40K epch:133.70 loss:0.004 grdn:0.135 lr:4.4e-05 updt_s:0.160 data_s:0.089 +INFO 2025-05-07 01:22:48 ts/train.py:232 step:486K smpl:8M ep:40K epch:133.75 loss:0.003 grdn:0.131 lr:4.4e-05 updt_s:0.159 data_s:0.089 +INFO 2025-05-07 01:23:38 ts/train.py:232 step:486K smpl:8M ep:40K epch:133.81 loss:0.003 grdn:0.127 lr:4.4e-05 updt_s:0.160 data_s:0.087 +INFO 2025-05-07 01:24:28 ts/train.py:232 step:486K smpl:8M ep:40K epch:133.86 loss:0.003 grdn:0.133 lr:4.4e-05 updt_s:0.159 data_s:0.092 +INFO 2025-05-07 01:25:18 ts/train.py:232 step:486K smpl:8M ep:40K epch:133.92 loss:0.004 grdn:0.134 lr:4.4e-05 updt_s:0.160 data_s:0.089 +INFO 2025-05-07 01:26:08 ts/train.py:232 step:486K smpl:8M ep:40K epch:133.97 loss:0.004 grdn:0.136 lr:4.4e-05 updt_s:0.160 data_s:0.088 +INFO 2025-05-07 01:27:00 ts/train.py:232 step:487K smpl:8M ep:40K epch:134.03 loss:0.004 grdn:0.127 lr:4.4e-05 updt_s:0.159 data_s:0.101 +INFO 2025-05-07 01:27:53 ts/train.py:232 step:487K smpl:8M ep:40K epch:134.08 loss:0.003 grdn:0.131 lr:4.4e-05 updt_s:0.159 data_s:0.105 +INFO 2025-05-07 01:28:45 ts/train.py:232 step:487K smpl:8M ep:40K epch:134.14 loss:0.003 grdn:0.124 lr:4.4e-05 updt_s:0.160 data_s:0.103 +INFO 2025-05-07 01:29:39 ts/train.py:232 step:487K smpl:8M ep:40K epch:134.19 loss:0.004 grdn:0.132 lr:4.4e-05 updt_s:0.159 data_s:0.106 +INFO 2025-05-07 01:30:31 ts/train.py:232 step:487K smpl:8M ep:40K epch:134.25 loss:0.004 grdn:0.135 lr:4.4e-05 updt_s:0.159 data_s:0.104 +INFO 2025-05-07 01:31:24 ts/train.py:232 step:488K smpl:8M ep:40K epch:134.30 loss:0.004 grdn:0.129 lr:4.4e-05 updt_s:0.160 data_s:0.105 +INFO 2025-05-07 01:32:17 ts/train.py:232 step:488K smpl:8M ep:40K epch:134.36 loss:0.004 grdn:0.136 lr:4.3e-05 updt_s:0.159 data_s:0.103 +INFO 2025-05-07 01:33:09 ts/train.py:232 step:488K smpl:8M ep:40K epch:134.41 loss:0.003 grdn:0.125 lr:4.3e-05 updt_s:0.159 data_s:0.101 +INFO 2025-05-07 01:34:02 ts/train.py:232 step:488K smpl:8M ep:40K epch:134.47 loss:0.003 grdn:0.127 lr:4.3e-05 updt_s:0.160 data_s:0.101 +INFO 2025-05-07 01:34:54 ts/train.py:232 step:488K smpl:8M ep:40K epch:134.52 loss:0.003 grdn:0.125 lr:4.3e-05 updt_s:0.159 data_s:0.103 +INFO 2025-05-07 01:35:47 ts/train.py:232 step:489K smpl:8M ep:40K epch:134.58 loss:0.004 grdn:0.132 lr:4.3e-05 updt_s:0.159 data_s:0.103 +INFO 2025-05-07 01:36:39 ts/train.py:232 step:489K smpl:8M ep:40K epch:134.63 loss:0.003 grdn:0.129 lr:4.3e-05 updt_s:0.159 data_s:0.101 +INFO 2025-05-07 01:37:32 ts/train.py:232 step:489K smpl:8M ep:40K epch:134.69 loss:0.003 grdn:0.124 lr:4.3e-05 updt_s:0.159 data_s:0.104 +INFO 2025-05-07 01:38:25 ts/train.py:232 step:489K smpl:8M ep:40K epch:134.74 loss:0.004 grdn:0.137 lr:4.3e-05 updt_s:0.159 data_s:0.104 +INFO 2025-05-07 01:39:17 ts/train.py:232 step:489K smpl:8M ep:40K epch:134.80 loss:0.004 grdn:0.128 lr:4.3e-05 updt_s:0.160 data_s:0.102 +INFO 2025-05-07 01:40:09 ts/train.py:232 step:490K smpl:8M ep:40K epch:134.85 loss:0.004 grdn:0.131 lr:4.3e-05 updt_s:0.160 data_s:0.100 +INFO 2025-05-07 01:41:02 ts/train.py:232 step:490K smpl:8M ep:40K epch:134.91 loss:0.004 grdn:0.135 lr:4.3e-05 updt_s:0.160 data_s:0.100 +INFO 2025-05-07 01:41:54 ts/train.py:232 step:490K smpl:8M ep:40K epch:134.96 loss:0.003 grdn:0.132 lr:4.3e-05 updt_s:0.159 data_s:0.102 +INFO 2025-05-07 01:42:46 ts/train.py:232 step:490K smpl:8M ep:41K epch:135.02 loss:0.004 grdn:0.136 lr:4.3e-05 updt_s:0.160 data_s:0.100 +INFO 2025-05-07 01:43:36 ts/train.py:232 step:490K smpl:8M ep:41K epch:135.07 loss:0.004 grdn:0.132 lr:4.3e-05 updt_s:0.159 data_s:0.091 +INFO 2025-05-07 01:44:27 ts/train.py:232 step:491K smpl:8M ep:41K epch:135.13 loss:0.004 grdn:0.143 lr:4.3e-05 updt_s:0.159 data_s:0.091 +INFO 2025-05-07 01:45:16 ts/train.py:232 step:491K smpl:8M ep:41K epch:135.18 loss:0.004 grdn:0.141 lr:4.3e-05 updt_s:0.159 data_s:0.088 +INFO 2025-05-07 01:46:06 ts/train.py:232 step:491K smpl:8M ep:41K epch:135.24 loss:0.004 grdn:0.126 lr:4.3e-05 updt_s:0.159 data_s:0.091 +INFO 2025-05-07 01:46:56 ts/train.py:232 step:491K smpl:8M ep:41K epch:135.29 loss:0.003 grdn:0.126 lr:4.3e-05 updt_s:0.159 data_s:0.088 +INFO 2025-05-07 01:47:47 ts/train.py:232 step:491K smpl:8M ep:41K epch:135.35 loss:0.003 grdn:0.117 lr:4.3e-05 updt_s:0.159 data_s:0.094 +INFO 2025-05-07 01:48:38 ts/train.py:232 step:492K smpl:8M ep:41K epch:135.40 loss:0.003 grdn:0.126 lr:4.3e-05 updt_s:0.160 data_s:0.094 +INFO 2025-05-07 01:49:29 ts/train.py:232 step:492K smpl:8M ep:41K epch:135.46 loss:0.003 grdn:0.128 lr:4.3e-05 updt_s:0.160 data_s:0.093 +INFO 2025-05-07 01:50:20 ts/train.py:232 step:492K smpl:8M ep:41K epch:135.51 loss:0.004 grdn:0.146 lr:4.3e-05 updt_s:0.160 data_s:0.096 +INFO 2025-05-07 01:51:11 ts/train.py:232 step:492K smpl:8M ep:41K epch:135.57 loss:0.004 grdn:0.132 lr:4.3e-05 updt_s:0.159 data_s:0.096 +INFO 2025-05-07 01:52:03 ts/train.py:232 step:492K smpl:8M ep:41K epch:135.62 loss:0.004 grdn:0.135 lr:4.3e-05 updt_s:0.159 data_s:0.097 +INFO 2025-05-07 01:52:53 ts/train.py:232 step:493K smpl:8M ep:41K epch:135.68 loss:0.003 grdn:0.126 lr:4.3e-05 updt_s:0.159 data_s:0.094 +INFO 2025-05-07 01:53:45 ts/train.py:232 step:493K smpl:8M ep:41K epch:135.73 loss:0.004 grdn:0.134 lr:4.3e-05 updt_s:0.159 data_s:0.098 +INFO 2025-05-07 01:54:37 ts/train.py:232 step:493K smpl:8M ep:41K epch:135.79 loss:0.004 grdn:0.138 lr:4.3e-05 updt_s:0.159 data_s:0.097 +INFO 2025-05-07 01:55:27 ts/train.py:232 step:493K smpl:8M ep:41K epch:135.84 loss:0.003 grdn:0.133 lr:4.3e-05 updt_s:0.159 data_s:0.094 +INFO 2025-05-07 01:56:18 ts/train.py:232 step:493K smpl:8M ep:41K epch:135.90 loss:0.004 grdn:0.134 lr:4.3e-05 updt_s:0.159 data_s:0.094 +INFO 2025-05-07 01:57:11 ts/train.py:232 step:494K smpl:8M ep:41K epch:135.95 loss:0.004 grdn:0.138 lr:4.2e-05 updt_s:0.159 data_s:0.106 +INFO 2025-05-07 01:58:04 ts/train.py:232 step:494K smpl:8M ep:41K epch:136.01 loss:0.003 grdn:0.123 lr:4.2e-05 updt_s:0.159 data_s:0.101 +INFO 2025-05-07 01:58:56 ts/train.py:232 step:494K smpl:8M ep:41K epch:136.06 loss:0.003 grdn:0.128 lr:4.2e-05 updt_s:0.159 data_s:0.102 +INFO 2025-05-07 01:59:48 ts/train.py:232 step:494K smpl:8M ep:41K epch:136.12 loss:0.003 grdn:0.126 lr:4.2e-05 updt_s:0.159 data_s:0.099 +INFO 2025-05-07 02:00:40 ts/train.py:232 step:494K smpl:8M ep:41K epch:136.17 loss:0.003 grdn:0.131 lr:4.2e-05 updt_s:0.159 data_s:0.103 +INFO 2025-05-07 02:01:33 ts/train.py:232 step:495K smpl:8M ep:41K epch:136.23 loss:0.004 grdn:0.140 lr:4.2e-05 updt_s:0.159 data_s:0.100 +INFO 2025-05-07 02:02:25 ts/train.py:232 step:495K smpl:8M ep:41K epch:136.29 loss:0.003 grdn:0.131 lr:4.2e-05 updt_s:0.159 data_s:0.101 +INFO 2025-05-07 02:03:17 ts/train.py:232 step:495K smpl:8M ep:41K epch:136.34 loss:0.004 grdn:0.136 lr:4.2e-05 updt_s:0.159 data_s:0.101 +INFO 2025-05-07 02:04:09 ts/train.py:232 step:495K smpl:8M ep:41K epch:136.40 loss:0.003 grdn:0.124 lr:4.2e-05 updt_s:0.161 data_s:0.100 +INFO 2025-05-07 02:05:02 ts/train.py:232 step:495K smpl:8M ep:41K epch:136.45 loss:0.003 grdn:0.128 lr:4.2e-05 updt_s:0.160 data_s:0.101 +INFO 2025-05-07 02:05:53 ts/train.py:232 step:496K smpl:8M ep:41K epch:136.51 loss:0.003 grdn:0.128 lr:4.2e-05 updt_s:0.160 data_s:0.098 +INFO 2025-05-07 02:06:45 ts/train.py:232 step:496K smpl:8M ep:41K epch:136.56 loss:0.004 grdn:0.134 lr:4.2e-05 updt_s:0.160 data_s:0.099 +INFO 2025-05-07 02:07:37 ts/train.py:232 step:496K smpl:8M ep:41K epch:136.62 loss:0.003 grdn:0.134 lr:4.2e-05 updt_s:0.160 data_s:0.098 +INFO 2025-05-07 02:08:29 ts/train.py:232 step:496K smpl:8M ep:41K epch:136.67 loss:0.004 grdn:0.142 lr:4.2e-05 updt_s:0.161 data_s:0.099 +INFO 2025-05-07 02:09:21 ts/train.py:232 step:496K smpl:8M ep:41K epch:136.73 loss:0.003 grdn:0.132 lr:4.2e-05 updt_s:0.160 data_s:0.100 +INFO 2025-05-07 02:10:14 ts/train.py:232 step:497K smpl:8M ep:41K epch:136.78 loss:0.003 grdn:0.130 lr:4.2e-05 updt_s:0.160 data_s:0.102 +INFO 2025-05-07 02:11:06 ts/train.py:232 step:497K smpl:8M ep:41K epch:136.84 loss:0.004 grdn:0.138 lr:4.2e-05 updt_s:0.160 data_s:0.099 +INFO 2025-05-07 02:11:57 ts/train.py:232 step:497K smpl:8M ep:41K epch:136.89 loss:0.004 grdn:0.137 lr:4.2e-05 updt_s:0.159 data_s:0.099 +INFO 2025-05-07 02:12:49 ts/train.py:232 step:497K smpl:8M ep:41K epch:136.95 loss:0.004 grdn:0.137 lr:4.2e-05 updt_s:0.160 data_s:0.098 +INFO 2025-05-07 02:13:39 ts/train.py:232 step:497K smpl:8M ep:41K epch:137.00 loss:0.004 grdn:0.138 lr:4.2e-05 updt_s:0.160 data_s:0.089 +INFO 2025-05-07 02:14:28 ts/train.py:232 step:498K smpl:8M ep:41K epch:137.06 loss:0.003 grdn:0.128 lr:4.2e-05 updt_s:0.160 data_s:0.082 +INFO 2025-05-07 02:15:18 ts/train.py:232 step:498K smpl:8M ep:41K epch:137.11 loss:0.004 grdn:0.137 lr:4.2e-05 updt_s:0.160 data_s:0.092 +INFO 2025-05-07 02:16:08 ts/train.py:232 step:498K smpl:8M ep:41K epch:137.17 loss:0.004 grdn:0.132 lr:4.2e-05 updt_s:0.159 data_s:0.090 +INFO 2025-05-07 02:16:58 ts/train.py:232 step:498K smpl:8M ep:41K epch:137.22 loss:0.003 grdn:0.131 lr:4.2e-05 updt_s:0.160 data_s:0.088 +INFO 2025-05-07 02:17:49 ts/train.py:232 step:498K smpl:8M ep:41K epch:137.28 loss:0.004 grdn:0.135 lr:4.2e-05 updt_s:0.160 data_s:0.093 +INFO 2025-05-07 02:18:38 ts/train.py:232 step:499K smpl:8M ep:41K epch:137.33 loss:0.003 grdn:0.120 lr:4.2e-05 updt_s:0.160 data_s:0.087 +INFO 2025-05-07 02:19:28 ts/train.py:232 step:499K smpl:8M ep:41K epch:137.39 loss:0.004 grdn:0.140 lr:4.2e-05 updt_s:0.159 data_s:0.088 +INFO 2025-05-07 02:20:18 ts/train.py:232 step:499K smpl:8M ep:41K epch:137.44 loss:0.004 grdn:0.137 lr:4.2e-05 updt_s:0.159 data_s:0.090 +INFO 2025-05-07 02:21:09 ts/train.py:232 step:499K smpl:8M ep:41K epch:137.50 loss:0.003 grdn:0.131 lr:4.2e-05 updt_s:0.160 data_s:0.094 +INFO 2025-05-07 02:21:58 ts/train.py:232 step:499K smpl:8M ep:41K epch:137.55 loss:0.004 grdn:0.143 lr:4.1e-05 updt_s:0.160 data_s:0.085 +INFO 2025-05-07 02:22:48 ts/train.py:232 step:500K smpl:8M ep:41K epch:137.61 loss:0.003 grdn:0.126 lr:4.1e-05 updt_s:0.160 data_s:0.088 +INFO 2025-05-07 02:23:37 ts/train.py:232 step:500K smpl:8M ep:41K epch:137.66 loss:0.003 grdn:0.129 lr:4.1e-05 updt_s:0.159 data_s:0.088 +INFO 2025-05-07 02:24:27 ts/train.py:232 step:500K smpl:8M ep:41K epch:137.72 loss:0.003 grdn:0.129 lr:4.1e-05 updt_s:0.160 data_s:0.086 +INFO 2025-05-07 02:25:16 ts/train.py:232 step:500K smpl:8M ep:41K epch:137.77 loss:0.003 grdn:0.133 lr:4.1e-05 updt_s:0.160 data_s:0.086 +INFO 2025-05-07 02:26:06 ts/train.py:232 step:500K smpl:8M ep:41K epch:137.83 loss:0.003 grdn:0.133 lr:4.1e-05 updt_s:0.160 data_s:0.093 +INFO 2025-05-07 02:27:00 ts/train.py:232 step:501K smpl:8M ep:41K epch:137.88 loss:0.003 grdn:0.131 lr:4.1e-05 updt_s:0.159 data_s:0.106 +INFO 2025-05-07 02:27:52 ts/train.py:232 step:501K smpl:8M ep:41K epch:137.94 loss:0.004 grdn:0.134 lr:4.1e-05 updt_s:0.159 data_s:0.104 +INFO 2025-05-07 02:28:45 ts/train.py:232 step:501K smpl:8M ep:41K epch:137.99 loss:0.003 grdn:0.128 lr:4.1e-05 updt_s:0.159 data_s:0.101 +INFO 2025-05-07 02:29:38 ts/train.py:232 step:501K smpl:8M ep:41K epch:138.05 loss:0.003 grdn:0.120 lr:4.1e-05 updt_s:0.160 data_s:0.104 +INFO 2025-05-07 02:30:30 ts/train.py:232 step:501K smpl:8M ep:41K epch:138.10 loss:0.003 grdn:0.122 lr:4.1e-05 updt_s:0.160 data_s:0.103 +INFO 2025-05-07 02:31:23 ts/train.py:232 step:502K smpl:8M ep:41K epch:138.16 loss:0.003 grdn:0.135 lr:4.1e-05 updt_s:0.159 data_s:0.104 +INFO 2025-05-07 02:32:15 ts/train.py:232 step:502K smpl:8M ep:41K epch:138.21 loss:0.004 grdn:0.136 lr:4.1e-05 updt_s:0.160 data_s:0.099 +INFO 2025-05-07 02:33:07 ts/train.py:232 step:502K smpl:8M ep:41K epch:138.27 loss:0.003 grdn:0.119 lr:4.1e-05 updt_s:0.159 data_s:0.101 +INFO 2025-05-07 02:34:00 ts/train.py:232 step:502K smpl:8M ep:41K epch:138.32 loss:0.003 grdn:0.129 lr:4.1e-05 updt_s:0.160 data_s:0.105 +INFO 2025-05-07 02:34:53 ts/train.py:232 step:502K smpl:8M ep:42K epch:138.38 loss:0.004 grdn:0.134 lr:4.1e-05 updt_s:0.160 data_s:0.103 +INFO 2025-05-07 02:35:46 ts/train.py:232 step:503K smpl:8M ep:42K epch:138.43 loss:0.004 grdn:0.140 lr:4.1e-05 updt_s:0.160 data_s:0.103 +INFO 2025-05-07 02:36:38 ts/train.py:232 step:503K smpl:8M ep:42K epch:138.49 loss:0.003 grdn:0.131 lr:4.1e-05 updt_s:0.159 data_s:0.102 +INFO 2025-05-07 02:37:30 ts/train.py:232 step:503K smpl:8M ep:42K epch:138.54 loss:0.004 grdn:0.134 lr:4.1e-05 updt_s:0.160 data_s:0.099 +INFO 2025-05-07 02:38:22 ts/train.py:232 step:503K smpl:8M ep:42K epch:138.60 loss:0.003 grdn:0.133 lr:4.1e-05 updt_s:0.160 data_s:0.100 +INFO 2025-05-07 02:39:15 ts/train.py:232 step:503K smpl:8M ep:42K epch:138.65 loss:0.003 grdn:0.125 lr:4.1e-05 updt_s:0.160 data_s:0.101 +INFO 2025-05-07 02:40:07 ts/train.py:232 step:504K smpl:8M ep:42K epch:138.71 loss:0.004 grdn:0.135 lr:4.1e-05 updt_s:0.160 data_s:0.104 +INFO 2025-05-07 02:41:00 ts/train.py:232 step:504K smpl:8M ep:42K epch:138.76 loss:0.004 grdn:0.133 lr:4.1e-05 updt_s:0.160 data_s:0.102 +INFO 2025-05-07 02:41:52 ts/train.py:232 step:504K smpl:8M ep:42K epch:138.82 loss:0.003 grdn:0.131 lr:4.1e-05 updt_s:0.159 data_s:0.100 +INFO 2025-05-07 02:42:41 ts/train.py:232 step:504K smpl:8M ep:42K epch:138.87 loss:0.003 grdn:0.121 lr:4.1e-05 updt_s:0.160 data_s:0.084 +INFO 2025-05-07 02:43:28 ts/train.py:232 step:504K smpl:8M ep:42K epch:138.93 loss:0.004 grdn:0.137 lr:4.1e-05 updt_s:0.159 data_s:0.074 +INFO 2025-05-07 02:44:15 ts/train.py:232 step:505K smpl:8M ep:42K epch:138.98 loss:0.003 grdn:0.134 lr:4.1e-05 updt_s:0.160 data_s:0.077 +INFO 2025-05-07 02:45:02 ts/train.py:232 step:505K smpl:8M ep:42K epch:139.04 loss:0.003 grdn:0.139 lr:4.1e-05 updt_s:0.159 data_s:0.075 +INFO 2025-05-07 02:45:48 ts/train.py:232 step:505K smpl:8M ep:42K epch:139.09 loss:0.004 grdn:0.138 lr:4.1e-05 updt_s:0.159 data_s:0.072 +INFO 2025-05-07 02:46:36 ts/train.py:232 step:505K smpl:8M ep:42K epch:139.15 loss:0.004 grdn:0.139 lr:4.0e-05 updt_s:0.159 data_s:0.076 +INFO 2025-05-07 02:47:22 ts/train.py:232 step:505K smpl:8M ep:42K epch:139.20 loss:0.003 grdn:0.134 lr:4.0e-05 updt_s:0.159 data_s:0.073 +INFO 2025-05-07 02:48:08 ts/train.py:232 step:506K smpl:8M ep:42K epch:139.26 loss:0.003 grdn:0.130 lr:4.0e-05 updt_s:0.160 data_s:0.068 +INFO 2025-05-07 02:48:55 ts/train.py:232 step:506K smpl:8M ep:42K epch:139.31 loss:0.004 grdn:0.137 lr:4.0e-05 updt_s:0.159 data_s:0.074 +INFO 2025-05-07 02:49:40 ts/train.py:232 step:506K smpl:8M ep:42K epch:139.37 loss:0.003 grdn:0.132 lr:4.0e-05 updt_s:0.160 data_s:0.066 +INFO 2025-05-07 02:50:27 ts/train.py:232 step:506K smpl:8M ep:42K epch:139.43 loss:0.003 grdn:0.138 lr:4.0e-05 updt_s:0.160 data_s:0.074 +INFO 2025-05-07 02:51:13 ts/train.py:232 step:506K smpl:8M ep:42K epch:139.48 loss:0.003 grdn:0.134 lr:4.0e-05 updt_s:0.160 data_s:0.070 +INFO 2025-05-07 02:52:00 ts/train.py:232 step:507K smpl:8M ep:42K epch:139.54 loss:0.003 grdn:0.130 lr:4.0e-05 updt_s:0.159 data_s:0.077 +INFO 2025-05-07 02:52:46 ts/train.py:232 step:507K smpl:8M ep:42K epch:139.59 loss:0.003 grdn:0.131 lr:4.0e-05 updt_s:0.159 data_s:0.069 +INFO 2025-05-07 02:53:33 ts/train.py:232 step:507K smpl:8M ep:42K epch:139.65 loss:0.004 grdn:0.141 lr:4.0e-05 updt_s:0.159 data_s:0.074 +INFO 2025-05-07 02:54:19 ts/train.py:232 step:507K smpl:8M ep:42K epch:139.70 loss:0.003 grdn:0.131 lr:4.0e-05 updt_s:0.159 data_s:0.071 +INFO 2025-05-07 02:55:06 ts/train.py:232 step:507K smpl:8M ep:42K epch:139.76 loss:0.004 grdn:0.136 lr:4.0e-05 updt_s:0.159 data_s:0.076 +INFO 2025-05-07 02:55:57 ts/train.py:232 step:508K smpl:8M ep:42K epch:139.81 loss:0.003 grdn:0.128 lr:4.0e-05 updt_s:0.158 data_s:0.098 +INFO 2025-05-07 02:56:51 ts/train.py:232 step:508K smpl:8M ep:42K epch:139.87 loss:0.003 grdn:0.132 lr:4.0e-05 updt_s:0.159 data_s:0.107 +INFO 2025-05-07 02:57:44 ts/train.py:232 step:508K smpl:8M ep:42K epch:139.92 loss:0.003 grdn:0.127 lr:4.0e-05 updt_s:0.159 data_s:0.105 +INFO 2025-05-07 02:58:36 ts/train.py:232 step:508K smpl:8M ep:42K epch:139.98 loss:0.003 grdn:0.125 lr:4.0e-05 updt_s:0.159 data_s:0.103 +INFO 2025-05-07 02:59:29 ts/train.py:232 step:508K smpl:8M ep:42K epch:140.03 loss:0.003 grdn:0.121 lr:4.0e-05 updt_s:0.160 data_s:0.102 +INFO 2025-05-07 03:00:22 ts/train.py:232 step:509K smpl:8M ep:42K epch:140.09 loss:0.004 grdn:0.139 lr:4.0e-05 updt_s:0.160 data_s:0.104 +INFO 2025-05-07 03:01:14 ts/train.py:232 step:509K smpl:8M ep:42K epch:140.14 loss:0.003 grdn:0.133 lr:4.0e-05 updt_s:0.159 data_s:0.103 +INFO 2025-05-07 03:02:07 ts/train.py:232 step:509K smpl:8M ep:42K epch:140.20 loss:0.003 grdn:0.132 lr:4.0e-05 updt_s:0.160 data_s:0.101 +INFO 2025-05-07 03:02:59 ts/train.py:232 step:509K smpl:8M ep:42K epch:140.25 loss:0.004 grdn:0.141 lr:4.0e-05 updt_s:0.160 data_s:0.101 +INFO 2025-05-07 03:03:51 ts/train.py:232 step:509K smpl:8M ep:42K epch:140.31 loss:0.004 grdn:0.137 lr:4.0e-05 updt_s:0.160 data_s:0.099 +INFO 2025-05-07 03:04:43 ts/train.py:232 step:510K smpl:8M ep:42K epch:140.36 loss:0.004 grdn:0.137 lr:4.0e-05 updt_s:0.159 data_s:0.100 +INFO 2025-05-07 03:05:35 ts/train.py:232 step:510K smpl:8M ep:42K epch:140.42 loss:0.004 grdn:0.136 lr:4.0e-05 updt_s:0.160 data_s:0.099 +INFO 2025-05-07 03:06:27 ts/train.py:232 step:510K smpl:8M ep:42K epch:140.47 loss:0.004 grdn:0.141 lr:4.0e-05 updt_s:0.160 data_s:0.099 +INFO 2025-05-07 03:06:27 ts/train.py:241 Checkpoint policy after step 510000 +INFO 2025-05-07 03:07:22 ts/train.py:232 step:510K smpl:8M ep:42K epch:140.53 loss:0.003 grdn:0.137 lr:4.0e-05 updt_s:0.158 data_s:0.099 +INFO 2025-05-07 03:08:14 ts/train.py:232 step:510K smpl:8M ep:42K epch:140.58 loss:0.004 grdn:0.142 lr:4.0e-05 updt_s:0.158 data_s:0.101 +INFO 2025-05-07 03:09:06 ts/train.py:232 step:511K smpl:8M ep:42K epch:140.64 loss:0.003 grdn:0.128 lr:4.0e-05 updt_s:0.158 data_s:0.103 +INFO 2025-05-07 03:09:58 ts/train.py:232 step:511K smpl:8M ep:42K epch:140.69 loss:0.003 grdn:0.121 lr:4.0e-05 updt_s:0.158 data_s:0.101 +INFO 2025-05-07 03:10:50 ts/train.py:232 step:511K smpl:8M ep:42K epch:140.75 loss:0.003 grdn:0.120 lr:3.9e-05 updt_s:0.158 data_s:0.101 +INFO 2025-05-07 03:11:45 ts/train.py:232 step:511K smpl:8M ep:42K epch:140.80 loss:0.003 grdn:0.130 lr:3.9e-05 updt_s:0.158 data_s:0.118 +INFO 2025-05-07 03:12:39 ts/train.py:232 step:511K smpl:8M ep:42K epch:140.86 loss:0.003 grdn:0.128 lr:3.9e-05 updt_s:0.158 data_s:0.111 +INFO 2025-05-07 03:13:33 ts/train.py:232 step:512K smpl:8M ep:42K epch:140.91 loss:0.004 grdn:0.148 lr:3.9e-05 updt_s:0.158 data_s:0.110 +INFO 2025-05-07 03:14:27 ts/train.py:232 step:512K smpl:8M ep:42K epch:140.97 loss:0.003 grdn:0.134 lr:3.9e-05 updt_s:0.158 data_s:0.108 +INFO 2025-05-07 03:15:20 ts/train.py:232 step:512K smpl:8M ep:42K epch:141.02 loss:0.003 grdn:0.121 lr:3.9e-05 updt_s:0.158 data_s:0.108 +INFO 2025-05-07 03:16:14 ts/train.py:232 step:512K smpl:8M ep:42K epch:141.08 loss:0.003 grdn:0.132 lr:3.9e-05 updt_s:0.158 data_s:0.111 +INFO 2025-05-07 03:17:08 ts/train.py:232 step:512K smpl:8M ep:42K epch:141.13 loss:0.003 grdn:0.134 lr:3.9e-05 updt_s:0.158 data_s:0.108 +INFO 2025-05-07 03:18:01 ts/train.py:232 step:513K smpl:8M ep:42K epch:141.19 loss:0.003 grdn:0.126 lr:3.9e-05 updt_s:0.158 data_s:0.107 +INFO 2025-05-07 03:18:54 ts/train.py:232 step:513K smpl:8M ep:42K epch:141.24 loss:0.003 grdn:0.125 lr:3.9e-05 updt_s:0.157 data_s:0.106 +INFO 2025-05-07 03:19:47 ts/train.py:232 step:513K smpl:8M ep:42K epch:141.30 loss:0.003 grdn:0.131 lr:3.9e-05 updt_s:0.157 data_s:0.107 +INFO 2025-05-07 03:20:40 ts/train.py:232 step:513K smpl:8M ep:42K epch:141.35 loss:0.003 grdn:0.135 lr:3.9e-05 updt_s:0.157 data_s:0.107 +INFO 2025-05-07 03:21:33 ts/train.py:232 step:513K smpl:8M ep:42K epch:141.41 loss:0.003 grdn:0.139 lr:3.9e-05 updt_s:0.157 data_s:0.107 +INFO 2025-05-07 03:22:26 ts/train.py:232 step:514K smpl:8M ep:42K epch:141.46 loss:0.003 grdn:0.124 lr:3.9e-05 updt_s:0.158 data_s:0.105 +INFO 2025-05-07 03:23:19 ts/train.py:232 step:514K smpl:8M ep:42K epch:141.52 loss:0.003 grdn:0.125 lr:3.9e-05 updt_s:0.159 data_s:0.108 +INFO 2025-05-07 03:24:13 ts/train.py:232 step:514K smpl:8M ep:42K epch:141.57 loss:0.003 grdn:0.124 lr:3.9e-05 updt_s:0.158 data_s:0.109 +INFO 2025-05-07 03:25:08 ts/train.py:232 step:514K smpl:8M ep:42K epch:141.63 loss:0.003 grdn:0.125 lr:3.9e-05 updt_s:0.158 data_s:0.117 +INFO 2025-05-07 03:26:03 ts/train.py:232 step:514K smpl:8M ep:43K epch:141.68 loss:0.003 grdn:0.130 lr:3.9e-05 updt_s:0.158 data_s:0.115 +INFO 2025-05-07 03:26:58 ts/train.py:232 step:515K smpl:8M ep:43K epch:141.74 loss:0.003 grdn:0.127 lr:3.9e-05 updt_s:0.157 data_s:0.117 +INFO 2025-05-07 03:27:51 ts/train.py:232 step:515K smpl:8M ep:43K epch:141.79 loss:0.003 grdn:0.128 lr:3.9e-05 updt_s:0.157 data_s:0.110 +INFO 2025-05-07 03:28:45 ts/train.py:232 step:515K smpl:8M ep:43K epch:141.85 loss:0.003 grdn:0.138 lr:3.9e-05 updt_s:0.157 data_s:0.112 +INFO 2025-05-07 03:29:39 ts/train.py:232 step:515K smpl:8M ep:43K epch:141.90 loss:0.003 grdn:0.131 lr:3.9e-05 updt_s:0.158 data_s:0.113 +INFO 2025-05-07 03:30:33 ts/train.py:232 step:515K smpl:8M ep:43K epch:141.96 loss:0.003 grdn:0.135 lr:3.9e-05 updt_s:0.157 data_s:0.108 +INFO 2025-05-07 03:31:27 ts/train.py:232 step:516K smpl:8M ep:43K epch:142.01 loss:0.004 grdn:0.143 lr:3.9e-05 updt_s:0.158 data_s:0.111 +INFO 2025-05-07 03:32:20 ts/train.py:232 step:516K smpl:8M ep:43K epch:142.07 loss:0.003 grdn:0.132 lr:3.9e-05 updt_s:0.158 data_s:0.107 +INFO 2025-05-07 03:33:13 ts/train.py:232 step:516K smpl:8M ep:43K epch:142.12 loss:0.003 grdn:0.123 lr:3.9e-05 updt_s:0.158 data_s:0.109 +INFO 2025-05-07 03:34:07 ts/train.py:232 step:516K smpl:8M ep:43K epch:142.18 loss:0.004 grdn:0.142 lr:3.9e-05 updt_s:0.158 data_s:0.110 +INFO 2025-05-07 03:35:01 ts/train.py:232 step:516K smpl:8M ep:43K epch:142.23 loss:0.003 grdn:0.128 lr:3.9e-05 updt_s:0.159 data_s:0.108 +INFO 2025-05-07 03:35:53 ts/train.py:232 step:517K smpl:8M ep:43K epch:142.29 loss:0.003 grdn:0.135 lr:3.9e-05 updt_s:0.157 data_s:0.106 +INFO 2025-05-07 03:36:47 ts/train.py:232 step:517K smpl:8M ep:43K epch:142.34 loss:0.003 grdn:0.132 lr:3.8e-05 updt_s:0.158 data_s:0.108 +INFO 2025-05-07 03:37:40 ts/train.py:232 step:517K smpl:8M ep:43K epch:142.40 loss:0.003 grdn:0.140 lr:3.8e-05 updt_s:0.158 data_s:0.108 +INFO 2025-05-07 03:38:33 ts/train.py:232 step:517K smpl:8M ep:43K epch:142.45 loss:0.003 grdn:0.125 lr:3.8e-05 updt_s:0.159 data_s:0.107 +INFO 2025-05-07 03:39:27 ts/train.py:232 step:517K smpl:8M ep:43K epch:142.51 loss:0.003 grdn:0.130 lr:3.8e-05 updt_s:0.158 data_s:0.109 +INFO 2025-05-07 03:40:20 ts/train.py:232 step:518K smpl:8M ep:43K epch:142.56 loss:0.003 grdn:0.137 lr:3.8e-05 updt_s:0.158 data_s:0.107 +INFO 2025-05-07 03:41:13 ts/train.py:232 step:518K smpl:8M ep:43K epch:142.62 loss:0.003 grdn:0.135 lr:3.8e-05 updt_s:0.158 data_s:0.108 +INFO 2025-05-07 03:42:07 ts/train.py:232 step:518K smpl:8M ep:43K epch:142.68 loss:0.003 grdn:0.133 lr:3.8e-05 updt_s:0.157 data_s:0.109 +INFO 2025-05-07 03:42:58 ts/train.py:232 step:518K smpl:8M ep:43K epch:142.73 loss:0.003 grdn:0.135 lr:3.8e-05 updt_s:0.158 data_s:0.099 +INFO 2025-05-07 03:43:49 ts/train.py:232 step:518K smpl:8M ep:43K epch:142.79 loss:0.003 grdn:0.127 lr:3.8e-05 updt_s:0.158 data_s:0.096 +INFO 2025-05-07 03:44:41 ts/train.py:232 step:519K smpl:8M ep:43K epch:142.84 loss:0.003 grdn:0.139 lr:3.8e-05 updt_s:0.159 data_s:0.096 +INFO 2025-05-07 03:45:30 ts/train.py:232 step:519K smpl:8M ep:43K epch:142.90 loss:0.003 grdn:0.136 lr:3.8e-05 updt_s:0.158 data_s:0.088 +INFO 2025-05-07 03:46:20 ts/train.py:232 step:519K smpl:8M ep:43K epch:142.95 loss:0.003 grdn:0.133 lr:3.8e-05 updt_s:0.159 data_s:0.092 +INFO 2025-05-07 03:47:10 ts/train.py:232 step:519K smpl:8M ep:43K epch:143.01 loss:0.003 grdn:0.134 lr:3.8e-05 updt_s:0.158 data_s:0.091 +INFO 2025-05-07 03:48:02 ts/train.py:232 step:519K smpl:8M ep:43K epch:143.06 loss:0.003 grdn:0.134 lr:3.8e-05 updt_s:0.158 data_s:0.099 +INFO 2025-05-07 03:48:53 ts/train.py:232 step:520K smpl:8M ep:43K epch:143.12 loss:0.003 grdn:0.133 lr:3.8e-05 updt_s:0.158 data_s:0.098 +INFO 2025-05-07 03:49:43 ts/train.py:232 step:520K smpl:8M ep:43K epch:143.17 loss:0.003 grdn:0.130 lr:3.8e-05 updt_s:0.158 data_s:0.090 +INFO 2025-05-07 03:50:34 ts/train.py:232 step:520K smpl:8M ep:43K epch:143.23 loss:0.003 grdn:0.130 lr:3.8e-05 updt_s:0.159 data_s:0.095 +INFO 2025-05-07 03:51:25 ts/train.py:232 step:520K smpl:8M ep:43K epch:143.28 loss:0.003 grdn:0.126 lr:3.8e-05 updt_s:0.158 data_s:0.095 +INFO 2025-05-07 03:52:16 ts/train.py:232 step:520K smpl:8M ep:43K epch:143.34 loss:0.003 grdn:0.127 lr:3.8e-05 updt_s:0.159 data_s:0.093 +INFO 2025-05-07 03:53:06 ts/train.py:232 step:521K smpl:8M ep:43K epch:143.39 loss:0.003 grdn:0.138 lr:3.8e-05 updt_s:0.159 data_s:0.093 +INFO 2025-05-07 03:53:56 ts/train.py:232 step:521K smpl:8M ep:43K epch:143.45 loss:0.003 grdn:0.135 lr:3.8e-05 updt_s:0.158 data_s:0.093 +INFO 2025-05-07 03:54:48 ts/train.py:232 step:521K smpl:8M ep:43K epch:143.50 loss:0.003 grdn:0.126 lr:3.8e-05 updt_s:0.158 data_s:0.099 +INFO 2025-05-07 03:55:40 ts/train.py:232 step:521K smpl:8M ep:43K epch:143.56 loss:0.004 grdn:0.135 lr:3.8e-05 updt_s:0.158 data_s:0.102 +INFO 2025-05-07 03:56:31 ts/train.py:232 step:521K smpl:8M ep:43K epch:143.61 loss:0.003 grdn:0.129 lr:3.8e-05 updt_s:0.158 data_s:0.096 +INFO 2025-05-07 03:57:25 ts/train.py:232 step:522K smpl:8M ep:43K epch:143.67 loss:0.003 grdn:0.135 lr:3.8e-05 updt_s:0.157 data_s:0.109 +INFO 2025-05-07 03:58:18 ts/train.py:232 step:522K smpl:8M ep:43K epch:143.72 loss:0.003 grdn:0.132 lr:3.8e-05 updt_s:0.158 data_s:0.107 +INFO 2025-05-07 03:59:11 ts/train.py:232 step:522K smpl:8M ep:43K epch:143.78 loss:0.004 grdn:0.138 lr:3.8e-05 updt_s:0.158 data_s:0.107 +INFO 2025-05-07 04:00:02 ts/train.py:232 step:522K smpl:8M ep:43K epch:143.83 loss:0.003 grdn:0.118 lr:3.8e-05 updt_s:0.158 data_s:0.099 +INFO 2025-05-07 04:00:54 ts/train.py:232 step:522K smpl:8M ep:43K epch:143.89 loss:0.003 grdn:0.135 lr:3.8e-05 updt_s:0.158 data_s:0.099 +INFO 2025-05-07 04:01:46 ts/train.py:232 step:523K smpl:8M ep:43K epch:143.94 loss:0.003 grdn:0.132 lr:3.8e-05 updt_s:0.158 data_s:0.100 +INFO 2025-05-07 04:02:39 ts/train.py:232 step:523K smpl:8M ep:43K epch:144.00 loss:0.003 grdn:0.132 lr:3.7e-05 updt_s:0.158 data_s:0.106 +INFO 2025-05-07 04:03:34 ts/train.py:232 step:523K smpl:8M ep:43K epch:144.05 loss:0.004 grdn:0.141 lr:3.7e-05 updt_s:0.158 data_s:0.118 +INFO 2025-05-07 04:04:29 ts/train.py:232 step:523K smpl:8M ep:43K epch:144.11 loss:0.003 grdn:0.121 lr:3.7e-05 updt_s:0.159 data_s:0.114 +INFO 2025-05-07 04:05:24 ts/train.py:232 step:523K smpl:8M ep:43K epch:144.16 loss:0.003 grdn:0.128 lr:3.7e-05 updt_s:0.159 data_s:0.117 +INFO 2025-05-07 04:06:19 ts/train.py:232 step:524K smpl:8M ep:43K epch:144.22 loss:0.003 grdn:0.131 lr:3.7e-05 updt_s:0.159 data_s:0.116 +INFO 2025-05-07 04:07:14 ts/train.py:232 step:524K smpl:8M ep:43K epch:144.27 loss:0.003 grdn:0.127 lr:3.7e-05 updt_s:0.159 data_s:0.117 +INFO 2025-05-07 04:08:09 ts/train.py:232 step:524K smpl:8M ep:43K epch:144.33 loss:0.003 grdn:0.120 lr:3.7e-05 updt_s:0.159 data_s:0.116 +INFO 2025-05-07 04:09:04 ts/train.py:232 step:524K smpl:8M ep:43K epch:144.38 loss:0.003 grdn:0.130 lr:3.7e-05 updt_s:0.159 data_s:0.113 +INFO 2025-05-07 04:09:59 ts/train.py:232 step:524K smpl:8M ep:43K epch:144.44 loss:0.003 grdn:0.131 lr:3.7e-05 updt_s:0.159 data_s:0.113 +INFO 2025-05-07 04:10:55 ts/train.py:232 step:525K smpl:8M ep:43K epch:144.49 loss:0.004 grdn:0.141 lr:3.7e-05 updt_s:0.159 data_s:0.120 +INFO 2025-05-07 04:11:50 ts/train.py:232 step:525K smpl:8M ep:43K epch:144.55 loss:0.003 grdn:0.127 lr:3.7e-05 updt_s:0.159 data_s:0.116 +INFO 2025-05-07 04:12:44 ts/train.py:232 step:525K smpl:8M ep:43K epch:144.60 loss:0.003 grdn:0.136 lr:3.7e-05 updt_s:0.158 data_s:0.115 +INFO 2025-05-07 04:13:37 ts/train.py:232 step:525K smpl:8M ep:43K epch:144.66 loss:0.003 grdn:0.129 lr:3.7e-05 updt_s:0.159 data_s:0.103 +INFO 2025-05-07 04:14:27 ts/train.py:232 step:525K smpl:8M ep:43K epch:144.71 loss:0.003 grdn:0.141 lr:3.7e-05 updt_s:0.159 data_s:0.092 +INFO 2025-05-07 04:15:17 ts/train.py:232 step:526K smpl:8M ep:43K epch:144.77 loss:0.004 grdn:0.144 lr:3.7e-05 updt_s:0.158 data_s:0.091 +INFO 2025-05-07 04:16:08 ts/train.py:232 step:526K smpl:8M ep:43K epch:144.82 loss:0.003 grdn:0.138 lr:3.7e-05 updt_s:0.159 data_s:0.092 +INFO 2025-05-07 04:16:58 ts/train.py:232 step:526K smpl:8M ep:43K epch:144.88 loss:0.003 grdn:0.137 lr:3.7e-05 updt_s:0.159 data_s:0.092 +INFO 2025-05-07 04:17:49 ts/train.py:232 step:526K smpl:8M ep:43K epch:144.93 loss:0.003 grdn:0.124 lr:3.7e-05 updt_s:0.159 data_s:0.096 +INFO 2025-05-07 04:18:43 ts/train.py:232 step:526K smpl:8M ep:43K epch:144.99 loss:0.003 grdn:0.129 lr:3.7e-05 updt_s:0.158 data_s:0.108 +INFO 2025-05-07 04:19:37 ts/train.py:232 step:527K smpl:8M ep:44K epch:145.04 loss:0.003 grdn:0.133 lr:3.7e-05 updt_s:0.159 data_s:0.113 +INFO 2025-05-07 04:20:31 ts/train.py:232 step:527K smpl:8M ep:44K epch:145.10 loss:0.003 grdn:0.132 lr:3.7e-05 updt_s:0.158 data_s:0.112 +INFO 2025-05-07 04:21:26 ts/train.py:232 step:527K smpl:8M ep:44K epch:145.15 loss:0.003 grdn:0.131 lr:3.7e-05 updt_s:0.159 data_s:0.114 +INFO 2025-05-07 04:22:21 ts/train.py:232 step:527K smpl:8M ep:44K epch:145.21 loss:0.004 grdn:0.148 lr:3.7e-05 updt_s:0.159 data_s:0.113 +INFO 2025-05-07 04:23:14 ts/train.py:232 step:527K smpl:8M ep:44K epch:145.26 loss:0.003 grdn:0.134 lr:3.7e-05 updt_s:0.159 data_s:0.108 +INFO 2025-05-07 04:24:09 ts/train.py:232 step:528K smpl:8M ep:44K epch:145.32 loss:0.003 grdn:0.132 lr:3.7e-05 updt_s:0.159 data_s:0.116 +INFO 2025-05-07 04:25:05 ts/train.py:232 step:528K smpl:8M ep:44K epch:145.37 loss:0.003 grdn:0.133 lr:3.7e-05 updt_s:0.159 data_s:0.116 +INFO 2025-05-07 04:26:00 ts/train.py:232 step:528K smpl:8M ep:44K epch:145.43 loss:0.003 grdn:0.136 lr:3.7e-05 updt_s:0.159 data_s:0.117 +INFO 2025-05-07 04:26:55 ts/train.py:232 step:528K smpl:8M ep:44K epch:145.48 loss:0.003 grdn:0.128 lr:3.7e-05 updt_s:0.160 data_s:0.115 +INFO 2025-05-07 04:27:49 ts/train.py:232 step:528K smpl:8M ep:44K epch:145.54 loss:0.003 grdn:0.136 lr:3.7e-05 updt_s:0.158 data_s:0.111 +INFO 2025-05-07 04:28:44 ts/train.py:232 step:529K smpl:8M ep:44K epch:145.59 loss:0.003 grdn:0.128 lr:3.7e-05 updt_s:0.157 data_s:0.116 +INFO 2025-05-07 04:29:36 ts/train.py:232 step:529K smpl:8M ep:44K epch:145.65 loss:0.003 grdn:0.132 lr:3.6e-05 updt_s:0.158 data_s:0.104 +INFO 2025-05-07 04:30:28 ts/train.py:232 step:529K smpl:8M ep:44K epch:145.70 loss:0.003 grdn:0.132 lr:3.6e-05 updt_s:0.158 data_s:0.100 +INFO 2025-05-07 04:31:20 ts/train.py:232 step:529K smpl:8M ep:44K epch:145.76 loss:0.003 grdn:0.125 lr:3.6e-05 updt_s:0.158 data_s:0.101 +INFO 2025-05-07 04:32:10 ts/train.py:232 step:529K smpl:8M ep:44K epch:145.82 loss:0.003 grdn:0.133 lr:3.6e-05 updt_s:0.158 data_s:0.090 +INFO 2025-05-07 04:33:01 ts/train.py:232 step:530K smpl:8M ep:44K epch:145.87 loss:0.003 grdn:0.137 lr:3.6e-05 updt_s:0.158 data_s:0.097 +INFO 2025-05-07 04:33:52 ts/train.py:232 step:530K smpl:8M ep:44K epch:145.93 loss:0.003 grdn:0.129 lr:3.6e-05 updt_s:0.158 data_s:0.099 +INFO 2025-05-07 04:34:45 ts/train.py:232 step:530K smpl:8M ep:44K epch:145.98 loss:0.003 grdn:0.129 lr:3.6e-05 updt_s:0.158 data_s:0.105 +INFO 2025-05-07 04:35:37 ts/train.py:232 step:530K smpl:8M ep:44K epch:146.04 loss:0.003 grdn:0.136 lr:3.6e-05 updt_s:0.159 data_s:0.100 +INFO 2025-05-07 04:36:29 ts/train.py:232 step:530K smpl:8M ep:44K epch:146.09 loss:0.003 grdn:0.126 lr:3.6e-05 updt_s:0.159 data_s:0.103 +INFO 2025-05-07 04:37:21 ts/train.py:232 step:531K smpl:8M ep:44K epch:146.15 loss:0.003 grdn:0.131 lr:3.6e-05 updt_s:0.160 data_s:0.100 +INFO 2025-05-07 04:38:14 ts/train.py:232 step:531K smpl:8M ep:44K epch:146.20 loss:0.003 grdn:0.129 lr:3.6e-05 updt_s:0.159 data_s:0.100 +INFO 2025-05-07 04:39:06 ts/train.py:232 step:531K smpl:8M ep:44K epch:146.26 loss:0.003 grdn:0.129 lr:3.6e-05 updt_s:0.159 data_s:0.104 +INFO 2025-05-07 04:39:58 ts/train.py:232 step:531K smpl:8M ep:44K epch:146.31 loss:0.003 grdn:0.130 lr:3.6e-05 updt_s:0.158 data_s:0.101 +INFO 2025-05-07 04:40:48 ts/train.py:232 step:531K smpl:9M ep:44K epch:146.37 loss:0.003 grdn:0.131 lr:3.6e-05 updt_s:0.158 data_s:0.089 +INFO 2025-05-07 04:41:39 ts/train.py:232 step:532K smpl:9M ep:44K epch:146.42 loss:0.003 grdn:0.130 lr:3.6e-05 updt_s:0.158 data_s:0.100 +INFO 2025-05-07 04:42:32 ts/train.py:232 step:532K smpl:9M ep:44K epch:146.48 loss:0.003 grdn:0.122 lr:3.6e-05 updt_s:0.158 data_s:0.103 +INFO 2025-05-07 04:43:23 ts/train.py:232 step:532K smpl:9M ep:44K epch:146.53 loss:0.003 grdn:0.137 lr:3.6e-05 updt_s:0.158 data_s:0.101 +INFO 2025-05-07 04:44:15 ts/train.py:232 step:532K smpl:9M ep:44K epch:146.59 loss:0.003 grdn:0.130 lr:3.6e-05 updt_s:0.159 data_s:0.096 +INFO 2025-05-07 04:45:03 ts/train.py:232 step:532K smpl:9M ep:44K epch:146.64 loss:0.003 grdn:0.128 lr:3.6e-05 updt_s:0.158 data_s:0.084 +INFO 2025-05-07 04:45:52 ts/train.py:232 step:533K smpl:9M ep:44K epch:146.70 loss:0.004 grdn:0.145 lr:3.6e-05 updt_s:0.158 data_s:0.085 +INFO 2025-05-07 04:46:40 ts/train.py:232 step:533K smpl:9M ep:44K epch:146.75 loss:0.003 grdn:0.133 lr:3.6e-05 updt_s:0.159 data_s:0.083 +INFO 2025-05-07 04:47:29 ts/train.py:232 step:533K smpl:9M ep:44K epch:146.81 loss:0.004 grdn:0.147 lr:3.6e-05 updt_s:0.158 data_s:0.085 +INFO 2025-05-07 04:48:19 ts/train.py:232 step:533K smpl:9M ep:44K epch:146.86 loss:0.003 grdn:0.136 lr:3.6e-05 updt_s:0.158 data_s:0.091 +INFO 2025-05-07 04:49:06 ts/train.py:232 step:533K smpl:9M ep:44K epch:146.92 loss:0.003 grdn:0.122 lr:3.6e-05 updt_s:0.158 data_s:0.078 +INFO 2025-05-07 04:49:54 ts/train.py:232 step:534K smpl:9M ep:44K epch:146.97 loss:0.003 grdn:0.128 lr:3.6e-05 updt_s:0.158 data_s:0.081 +INFO 2025-05-07 04:50:43 ts/train.py:232 step:534K smpl:9M ep:44K epch:147.03 loss:0.003 grdn:0.132 lr:3.6e-05 updt_s:0.158 data_s:0.082 +INFO 2025-05-07 04:51:31 ts/train.py:232 step:534K smpl:9M ep:44K epch:147.08 loss:0.003 grdn:0.127 lr:3.6e-05 updt_s:0.158 data_s:0.084 +INFO 2025-05-07 04:52:18 ts/train.py:232 step:534K smpl:9M ep:44K epch:147.14 loss:0.003 grdn:0.136 lr:3.6e-05 updt_s:0.158 data_s:0.078 +INFO 2025-05-07 04:53:06 ts/train.py:232 step:534K smpl:9M ep:44K epch:147.19 loss:0.003 grdn:0.137 lr:3.6e-05 updt_s:0.158 data_s:0.078 +INFO 2025-05-07 04:53:52 ts/train.py:232 step:535K smpl:9M ep:44K epch:147.25 loss:0.003 grdn:0.130 lr:3.5e-05 updt_s:0.158 data_s:0.074 +INFO 2025-05-07 04:54:38 ts/train.py:232 step:535K smpl:9M ep:44K epch:147.30 loss:0.003 grdn:0.125 lr:3.5e-05 updt_s:0.158 data_s:0.072 +INFO 2025-05-07 04:55:24 ts/train.py:232 step:535K smpl:9M ep:44K epch:147.36 loss:0.003 grdn:0.139 lr:3.5e-05 updt_s:0.158 data_s:0.072 +INFO 2025-05-07 04:56:12 ts/train.py:232 step:535K smpl:9M ep:44K epch:147.41 loss:0.003 grdn:0.137 lr:3.5e-05 updt_s:0.158 data_s:0.079 +INFO 2025-05-07 04:56:57 ts/train.py:232 step:535K smpl:9M ep:44K epch:147.47 loss:0.004 grdn:0.146 lr:3.5e-05 updt_s:0.158 data_s:0.068 +INFO 2025-05-07 04:57:47 ts/train.py:232 step:536K smpl:9M ep:44K epch:147.52 loss:0.003 grdn:0.133 lr:3.5e-05 updt_s:0.158 data_s:0.087 +INFO 2025-05-07 04:58:36 ts/train.py:232 step:536K smpl:9M ep:44K epch:147.58 loss:0.003 grdn:0.138 lr:3.5e-05 updt_s:0.158 data_s:0.090 +INFO 2025-05-07 04:59:27 ts/train.py:232 step:536K smpl:9M ep:44K epch:147.63 loss:0.004 grdn:0.136 lr:3.5e-05 updt_s:0.158 data_s:0.097 +INFO 2025-05-07 05:00:19 ts/train.py:232 step:536K smpl:9M ep:44K epch:147.69 loss:0.003 grdn:0.123 lr:3.5e-05 updt_s:0.158 data_s:0.098 +INFO 2025-05-07 05:01:10 ts/train.py:232 step:536K smpl:9M ep:44K epch:147.74 loss:0.003 grdn:0.129 lr:3.5e-05 updt_s:0.159 data_s:0.095 +INFO 2025-05-07 05:02:00 ts/train.py:232 step:537K smpl:9M ep:44K epch:147.80 loss:0.003 grdn:0.128 lr:3.5e-05 updt_s:0.158 data_s:0.093 +INFO 2025-05-07 05:02:51 ts/train.py:232 step:537K smpl:9M ep:44K epch:147.85 loss:0.003 grdn:0.125 lr:3.5e-05 updt_s:0.158 data_s:0.093 +INFO 2025-05-07 05:03:44 ts/train.py:232 step:537K smpl:9M ep:44K epch:147.91 loss:0.003 grdn:0.141 lr:3.5e-05 updt_s:0.158 data_s:0.109 +INFO 2025-05-07 05:04:37 ts/train.py:232 step:537K smpl:9M ep:44K epch:147.96 loss:0.003 grdn:0.138 lr:3.5e-05 updt_s:0.158 data_s:0.108 +INFO 2025-05-07 05:05:31 ts/train.py:232 step:537K smpl:9M ep:44K epch:148.02 loss:0.003 grdn:0.134 lr:3.5e-05 updt_s:0.158 data_s:0.109 +INFO 2025-05-07 05:06:26 ts/train.py:232 step:538K smpl:9M ep:44K epch:148.07 loss:0.003 grdn:0.138 lr:3.5e-05 updt_s:0.158 data_s:0.118 +INFO 2025-05-07 05:07:21 ts/train.py:232 step:538K smpl:9M ep:44K epch:148.13 loss:0.003 grdn:0.130 lr:3.5e-05 updt_s:0.158 data_s:0.115 +INFO 2025-05-07 05:08:16 ts/train.py:232 step:538K smpl:9M ep:44K epch:148.18 loss:0.003 grdn:0.127 lr:3.5e-05 updt_s:0.159 data_s:0.112 +INFO 2025-05-07 05:09:09 ts/train.py:232 step:538K smpl:9M ep:44K epch:148.24 loss:0.003 grdn:0.132 lr:3.5e-05 updt_s:0.159 data_s:0.109 +INFO 2025-05-07 05:10:04 ts/train.py:232 step:538K smpl:9M ep:44K epch:148.29 loss:0.003 grdn:0.131 lr:3.5e-05 updt_s:0.159 data_s:0.111 +INFO 2025-05-07 05:10:56 ts/train.py:232 step:539K smpl:9M ep:45K epch:148.35 loss:0.003 grdn:0.137 lr:3.5e-05 updt_s:0.159 data_s:0.103 +INFO 2025-05-07 05:11:49 ts/train.py:232 step:539K smpl:9M ep:45K epch:148.40 loss:0.003 grdn:0.135 lr:3.5e-05 updt_s:0.159 data_s:0.108 +INFO 2025-05-07 05:12:43 ts/train.py:232 step:539K smpl:9M ep:45K epch:148.46 loss:0.003 grdn:0.131 lr:3.5e-05 updt_s:0.158 data_s:0.109 +INFO 2025-05-07 05:13:38 ts/train.py:232 step:539K smpl:9M ep:45K epch:148.51 loss:0.003 grdn:0.137 lr:3.5e-05 updt_s:0.158 data_s:0.116 +INFO 2025-05-07 05:14:31 ts/train.py:232 step:539K smpl:9M ep:45K epch:148.57 loss:0.003 grdn:0.127 lr:3.5e-05 updt_s:0.158 data_s:0.106 +INFO 2025-05-07 05:15:24 ts/train.py:232 step:540K smpl:9M ep:45K epch:148.62 loss:0.003 grdn:0.142 lr:3.5e-05 updt_s:0.158 data_s:0.106 +INFO 2025-05-07 05:16:17 ts/train.py:232 step:540K smpl:9M ep:45K epch:148.68 loss:0.003 grdn:0.141 lr:3.5e-05 updt_s:0.158 data_s:0.105 +INFO 2025-05-07 05:17:10 ts/train.py:232 step:540K smpl:9M ep:45K epch:148.73 loss:0.003 grdn:0.128 lr:3.5e-05 updt_s:0.158 data_s:0.106 +INFO 2025-05-07 05:17:10 ts/train.py:241 Checkpoint policy after step 540000 +INFO 2025-05-07 05:18:05 ts/train.py:232 step:540K smpl:9M ep:45K epch:148.79 loss:0.003 grdn:0.128 lr:3.5e-05 updt_s:0.159 data_s:0.097 +INFO 2025-05-07 05:18:57 ts/train.py:232 step:540K smpl:9M ep:45K epch:148.84 loss:0.003 grdn:0.134 lr:3.5e-05 updt_s:0.159 data_s:0.101 +INFO 2025-05-07 05:19:50 ts/train.py:232 step:541K smpl:9M ep:45K epch:148.90 loss:0.003 grdn:0.135 lr:3.4e-05 updt_s:0.159 data_s:0.103 +INFO 2025-05-07 05:20:41 ts/train.py:232 step:541K smpl:9M ep:45K epch:148.96 loss:0.003 grdn:0.130 lr:3.4e-05 updt_s:0.159 data_s:0.100 +INFO 2025-05-07 05:21:34 ts/train.py:232 step:541K smpl:9M ep:45K epch:149.01 loss:0.003 grdn:0.129 lr:3.4e-05 updt_s:0.159 data_s:0.104 +INFO 2025-05-07 05:22:27 ts/train.py:232 step:541K smpl:9M ep:45K epch:149.07 loss:0.003 grdn:0.131 lr:3.4e-05 updt_s:0.159 data_s:0.104 +INFO 2025-05-07 05:23:20 ts/train.py:232 step:541K smpl:9M ep:45K epch:149.12 loss:0.003 grdn:0.130 lr:3.4e-05 updt_s:0.159 data_s:0.105 +INFO 2025-05-07 05:24:13 ts/train.py:232 step:542K smpl:9M ep:45K epch:149.18 loss:0.003 grdn:0.132 lr:3.4e-05 updt_s:0.159 data_s:0.105 +INFO 2025-05-07 05:25:06 ts/train.py:232 step:542K smpl:9M ep:45K epch:149.23 loss:0.003 grdn:0.136 lr:3.4e-05 updt_s:0.160 data_s:0.103 +INFO 2025-05-07 05:25:58 ts/train.py:232 step:542K smpl:9M ep:45K epch:149.29 loss:0.003 grdn:0.131 lr:3.4e-05 updt_s:0.160 data_s:0.100 +INFO 2025-05-07 05:26:50 ts/train.py:232 step:542K smpl:9M ep:45K epch:149.34 loss:0.003 grdn:0.130 lr:3.4e-05 updt_s:0.159 data_s:0.102 +INFO 2025-05-07 05:27:43 ts/train.py:232 step:542K smpl:9M ep:45K epch:149.40 loss:0.003 grdn:0.125 lr:3.4e-05 updt_s:0.159 data_s:0.103 +INFO 2025-05-07 05:28:36 ts/train.py:232 step:543K smpl:9M ep:45K epch:149.45 loss:0.003 grdn:0.137 lr:3.4e-05 updt_s:0.158 data_s:0.107 +INFO 2025-05-07 05:29:27 ts/train.py:232 step:543K smpl:9M ep:45K epch:149.51 loss:0.003 grdn:0.132 lr:3.4e-05 updt_s:0.159 data_s:0.098 +INFO 2025-05-07 05:30:19 ts/train.py:232 step:543K smpl:9M ep:45K epch:149.56 loss:0.003 grdn:0.132 lr:3.4e-05 updt_s:0.159 data_s:0.098 +INFO 2025-05-07 05:31:10 ts/train.py:232 step:543K smpl:9M ep:45K epch:149.62 loss:0.003 grdn:0.131 lr:3.4e-05 updt_s:0.159 data_s:0.097 +INFO 2025-05-07 05:32:01 ts/train.py:232 step:543K smpl:9M ep:45K epch:149.67 loss:0.003 grdn:0.136 lr:3.4e-05 updt_s:0.159 data_s:0.095 +INFO 2025-05-07 05:32:53 ts/train.py:232 step:544K smpl:9M ep:45K epch:149.73 loss:0.003 grdn:0.140 lr:3.4e-05 updt_s:0.159 data_s:0.097 +INFO 2025-05-07 05:33:43 ts/train.py:232 step:544K smpl:9M ep:45K epch:149.78 loss:0.003 grdn:0.127 lr:3.4e-05 updt_s:0.159 data_s:0.094 +INFO 2025-05-07 05:34:36 ts/train.py:232 step:544K smpl:9M ep:45K epch:149.84 loss:0.003 grdn:0.133 lr:3.4e-05 updt_s:0.159 data_s:0.101 +INFO 2025-05-07 05:35:27 ts/train.py:232 step:544K smpl:9M ep:45K epch:149.89 loss:0.003 grdn:0.131 lr:3.4e-05 updt_s:0.160 data_s:0.095 +INFO 2025-05-07 05:36:18 ts/train.py:232 step:544K smpl:9M ep:45K epch:149.95 loss:0.003 grdn:0.134 lr:3.4e-05 updt_s:0.159 data_s:0.099 +INFO 2025-05-07 05:37:10 ts/train.py:232 step:545K smpl:9M ep:45K epch:150.00 loss:0.003 grdn:0.127 lr:3.4e-05 updt_s:0.159 data_s:0.096 +INFO 2025-05-07 05:38:00 ts/train.py:232 step:545K smpl:9M ep:45K epch:150.06 loss:0.003 grdn:0.130 lr:3.4e-05 updt_s:0.158 data_s:0.095 +INFO 2025-05-07 05:38:52 ts/train.py:232 step:545K smpl:9M ep:45K epch:150.11 loss:0.003 grdn:0.133 lr:3.4e-05 updt_s:0.159 data_s:0.098 +INFO 2025-05-07 05:39:43 ts/train.py:232 step:545K smpl:9M ep:45K epch:150.17 loss:0.003 grdn:0.141 lr:3.4e-05 updt_s:0.159 data_s:0.094 +INFO 2025-05-07 05:40:34 ts/train.py:232 step:545K smpl:9M ep:45K epch:150.22 loss:0.003 grdn:0.140 lr:3.4e-05 updt_s:0.159 data_s:0.097 +INFO 2025-05-07 05:41:25 ts/train.py:232 step:546K smpl:9M ep:45K epch:150.28 loss:0.003 grdn:0.132 lr:3.4e-05 updt_s:0.159 data_s:0.095 +INFO 2025-05-07 05:42:16 ts/train.py:232 step:546K smpl:9M ep:45K epch:150.33 loss:0.003 grdn:0.127 lr:3.4e-05 updt_s:0.159 data_s:0.096 +INFO 2025-05-07 05:43:07 ts/train.py:232 step:546K smpl:9M ep:45K epch:150.39 loss:0.003 grdn:0.129 lr:3.4e-05 updt_s:0.159 data_s:0.094 +INFO 2025-05-07 05:44:01 ts/train.py:232 step:546K smpl:9M ep:45K epch:150.44 loss:0.003 grdn:0.130 lr:3.4e-05 updt_s:0.159 data_s:0.112 +INFO 2025-05-07 05:44:54 ts/train.py:232 step:546K smpl:9M ep:45K epch:150.50 loss:0.003 grdn:0.131 lr:3.4e-05 updt_s:0.160 data_s:0.106 +INFO 2025-05-07 05:45:47 ts/train.py:232 step:547K smpl:9M ep:45K epch:150.55 loss:0.003 grdn:0.128 lr:3.4e-05 updt_s:0.159 data_s:0.105 +INFO 2025-05-07 05:46:40 ts/train.py:232 step:547K smpl:9M ep:45K epch:150.61 loss:0.003 grdn:0.131 lr:3.3e-05 updt_s:0.159 data_s:0.105 +INFO 2025-05-07 05:47:33 ts/train.py:232 step:547K smpl:9M ep:45K epch:150.66 loss:0.003 grdn:0.131 lr:3.3e-05 updt_s:0.159 data_s:0.104 +INFO 2025-05-07 05:48:25 ts/train.py:232 step:547K smpl:9M ep:45K epch:150.72 loss:0.003 grdn:0.128 lr:3.3e-05 updt_s:0.159 data_s:0.101 +INFO 2025-05-07 05:49:18 ts/train.py:232 step:547K smpl:9M ep:45K epch:150.77 loss:0.003 grdn:0.142 lr:3.3e-05 updt_s:0.159 data_s:0.101 +INFO 2025-05-07 05:50:10 ts/train.py:232 step:548K smpl:9M ep:45K epch:150.83 loss:0.003 grdn:0.134 lr:3.3e-05 updt_s:0.159 data_s:0.102 +INFO 2025-05-07 05:51:02 ts/train.py:232 step:548K smpl:9M ep:45K epch:150.88 loss:0.003 grdn:0.127 lr:3.3e-05 updt_s:0.159 data_s:0.102 +INFO 2025-05-07 05:51:55 ts/train.py:232 step:548K smpl:9M ep:45K epch:150.94 loss:0.003 grdn:0.137 lr:3.3e-05 updt_s:0.159 data_s:0.103 +INFO 2025-05-07 05:52:47 ts/train.py:232 step:548K smpl:9M ep:45K epch:150.99 loss:0.003 grdn:0.133 lr:3.3e-05 updt_s:0.159 data_s:0.102 +INFO 2025-05-07 05:53:40 ts/train.py:232 step:548K smpl:9M ep:45K epch:151.05 loss:0.003 grdn:0.129 lr:3.3e-05 updt_s:0.159 data_s:0.104 +INFO 2025-05-07 05:54:33 ts/train.py:232 step:549K smpl:9M ep:45K epch:151.10 loss:0.003 grdn:0.127 lr:3.3e-05 updt_s:0.158 data_s:0.104 +INFO 2025-05-07 05:55:25 ts/train.py:232 step:549K smpl:9M ep:45K epch:151.16 loss:0.003 grdn:0.140 lr:3.3e-05 updt_s:0.159 data_s:0.104 +INFO 2025-05-07 05:56:18 ts/train.py:232 step:549K smpl:9M ep:45K epch:151.21 loss:0.003 grdn:0.136 lr:3.3e-05 updt_s:0.159 data_s:0.101 +INFO 2025-05-07 05:57:11 ts/train.py:232 step:549K smpl:9M ep:45K epch:151.27 loss:0.003 grdn:0.126 lr:3.3e-05 updt_s:0.159 data_s:0.105 +INFO 2025-05-07 05:58:04 ts/train.py:232 step:549K smpl:9M ep:45K epch:151.32 loss:0.003 grdn:0.125 lr:3.3e-05 updt_s:0.159 data_s:0.105 +INFO 2025-05-07 05:58:58 ts/train.py:232 step:550K smpl:9M ep:45K epch:151.38 loss:0.003 grdn:0.128 lr:3.3e-05 updt_s:0.159 data_s:0.114 +INFO 2025-05-07 05:59:51 ts/train.py:232 step:550K smpl:9M ep:45K epch:151.43 loss:0.003 grdn:0.137 lr:3.3e-05 updt_s:0.159 data_s:0.103 +INFO 2025-05-07 06:00:44 ts/train.py:232 step:550K smpl:9M ep:45K epch:151.49 loss:0.003 grdn:0.130 lr:3.3e-05 updt_s:0.159 data_s:0.106 +INFO 2025-05-07 06:01:37 ts/train.py:232 step:550K smpl:9M ep:45K epch:151.54 loss:0.003 grdn:0.132 lr:3.3e-05 updt_s:0.159 data_s:0.106 +INFO 2025-05-07 06:02:30 ts/train.py:232 step:550K smpl:9M ep:45K epch:151.60 loss:0.003 grdn:0.130 lr:3.3e-05 updt_s:0.159 data_s:0.103 +INFO 2025-05-07 06:03:22 ts/train.py:232 step:551K smpl:9M ep:45K epch:151.65 loss:0.003 grdn:0.127 lr:3.3e-05 updt_s:0.159 data_s:0.102 +INFO 2025-05-07 06:04:15 ts/train.py:232 step:551K smpl:9M ep:46K epch:151.71 loss:0.003 grdn:0.137 lr:3.3e-05 updt_s:0.159 data_s:0.104 +INFO 2025-05-07 06:05:07 ts/train.py:232 step:551K smpl:9M ep:46K epch:151.76 loss:0.003 grdn:0.146 lr:3.3e-05 updt_s:0.159 data_s:0.102 +INFO 2025-05-07 06:06:01 ts/train.py:232 step:551K smpl:9M ep:46K epch:151.82 loss:0.003 grdn:0.128 lr:3.3e-05 updt_s:0.159 data_s:0.107 +INFO 2025-05-07 06:06:54 ts/train.py:232 step:551K smpl:9M ep:46K epch:151.87 loss:0.003 grdn:0.129 lr:3.3e-05 updt_s:0.159 data_s:0.108 +INFO 2025-05-07 06:07:46 ts/train.py:232 step:552K smpl:9M ep:46K epch:151.93 loss:0.003 grdn:0.138 lr:3.3e-05 updt_s:0.159 data_s:0.100 +INFO 2025-05-07 06:08:39 ts/train.py:232 step:552K smpl:9M ep:46K epch:151.98 loss:0.003 grdn:0.134 lr:3.3e-05 updt_s:0.160 data_s:0.103 +INFO 2025-05-07 06:09:32 ts/train.py:232 step:552K smpl:9M ep:46K epch:152.04 loss:0.003 grdn:0.131 lr:3.3e-05 updt_s:0.159 data_s:0.106 +INFO 2025-05-07 06:10:26 ts/train.py:232 step:552K smpl:9M ep:46K epch:152.10 loss:0.003 grdn:0.136 lr:3.3e-05 updt_s:0.160 data_s:0.105 +INFO 2025-05-07 06:11:18 ts/train.py:232 step:552K smpl:9M ep:46K epch:152.15 loss:0.003 grdn:0.148 lr:3.3e-05 updt_s:0.159 data_s:0.102 +INFO 2025-05-07 06:12:11 ts/train.py:232 step:553K smpl:9M ep:46K epch:152.21 loss:0.003 grdn:0.132 lr:3.3e-05 updt_s:0.160 data_s:0.103 +INFO 2025-05-07 06:13:03 ts/train.py:232 step:553K smpl:9M ep:46K epch:152.26 loss:0.003 grdn:0.131 lr:3.2e-05 updt_s:0.160 data_s:0.101 +INFO 2025-05-07 06:13:56 ts/train.py:232 step:553K smpl:9M ep:46K epch:152.32 loss:0.003 grdn:0.129 lr:3.2e-05 updt_s:0.159 data_s:0.106 +INFO 2025-05-07 06:14:51 ts/train.py:232 step:553K smpl:9M ep:46K epch:152.37 loss:0.003 grdn:0.135 lr:3.2e-05 updt_s:0.160 data_s:0.113 +INFO 2025-05-07 06:15:43 ts/train.py:232 step:553K smpl:9M ep:46K epch:152.43 loss:0.003 grdn:0.148 lr:3.2e-05 updt_s:0.159 data_s:0.101 +INFO 2025-05-07 06:16:36 ts/train.py:232 step:554K smpl:9M ep:46K epch:152.48 loss:0.003 grdn:0.123 lr:3.2e-05 updt_s:0.158 data_s:0.104 +INFO 2025-05-07 06:17:28 ts/train.py:232 step:554K smpl:9M ep:46K epch:152.54 loss:0.003 grdn:0.137 lr:3.2e-05 updt_s:0.159 data_s:0.103 +INFO 2025-05-07 06:18:21 ts/train.py:232 step:554K smpl:9M ep:46K epch:152.59 loss:0.003 grdn:0.145 lr:3.2e-05 updt_s:0.159 data_s:0.103 +INFO 2025-05-07 06:19:13 ts/train.py:232 step:554K smpl:9M ep:46K epch:152.65 loss:0.003 grdn:0.125 lr:3.2e-05 updt_s:0.159 data_s:0.103 +INFO 2025-05-07 06:20:05 ts/train.py:232 step:554K smpl:9M ep:46K epch:152.70 loss:0.003 grdn:0.132 lr:3.2e-05 updt_s:0.159 data_s:0.102 +INFO 2025-05-07 06:20:58 ts/train.py:232 step:555K smpl:9M ep:46K epch:152.76 loss:0.003 grdn:0.144 lr:3.2e-05 updt_s:0.159 data_s:0.103 +INFO 2025-05-07 06:21:51 ts/train.py:232 step:555K smpl:9M ep:46K epch:152.81 loss:0.003 grdn:0.130 lr:3.2e-05 updt_s:0.159 data_s:0.104 +INFO 2025-05-07 06:22:46 ts/train.py:232 step:555K smpl:9M ep:46K epch:152.87 loss:0.003 grdn:0.134 lr:3.2e-05 updt_s:0.159 data_s:0.113 +INFO 2025-05-07 06:23:40 ts/train.py:232 step:555K smpl:9M ep:46K epch:152.92 loss:0.003 grdn:0.145 lr:3.2e-05 updt_s:0.159 data_s:0.114 +INFO 2025-05-07 06:24:35 ts/train.py:232 step:555K smpl:9M ep:46K epch:152.98 loss:0.003 grdn:0.133 lr:3.2e-05 updt_s:0.158 data_s:0.114 +INFO 2025-05-07 06:25:29 ts/train.py:232 step:556K smpl:9M ep:46K epch:153.03 loss:0.003 grdn:0.133 lr:3.2e-05 updt_s:0.159 data_s:0.114 +INFO 2025-05-07 06:26:24 ts/train.py:232 step:556K smpl:9M ep:46K epch:153.09 loss:0.003 grdn:0.135 lr:3.2e-05 updt_s:0.159 data_s:0.111 +INFO 2025-05-07 06:27:18 ts/train.py:232 step:556K smpl:9M ep:46K epch:153.14 loss:0.003 grdn:0.126 lr:3.2e-05 updt_s:0.158 data_s:0.112 +INFO 2025-05-07 06:28:12 ts/train.py:232 step:556K smpl:9M ep:46K epch:153.20 loss:0.003 grdn:0.138 lr:3.2e-05 updt_s:0.158 data_s:0.111 +INFO 2025-05-07 06:29:06 ts/train.py:232 step:556K smpl:9M ep:46K epch:153.25 loss:0.003 grdn:0.132 lr:3.2e-05 updt_s:0.159 data_s:0.112 +INFO 2025-05-07 06:30:00 ts/train.py:232 step:557K smpl:9M ep:46K epch:153.31 loss:0.003 grdn:0.126 lr:3.2e-05 updt_s:0.159 data_s:0.109 +INFO 2025-05-07 06:30:50 ts/train.py:232 step:557K smpl:9M ep:46K epch:153.36 loss:0.003 grdn:0.137 lr:3.2e-05 updt_s:0.159 data_s:0.092 +INFO 2025-05-07 06:31:41 ts/train.py:232 step:557K smpl:9M ep:46K epch:153.42 loss:0.003 grdn:0.134 lr:3.2e-05 updt_s:0.159 data_s:0.093 +INFO 2025-05-07 06:32:33 ts/train.py:232 step:557K smpl:9M ep:46K epch:153.47 loss:0.003 grdn:0.126 lr:3.2e-05 updt_s:0.159 data_s:0.100 +INFO 2025-05-07 06:33:25 ts/train.py:232 step:557K smpl:9M ep:46K epch:153.53 loss:0.003 grdn:0.138 lr:3.2e-05 updt_s:0.159 data_s:0.101 +INFO 2025-05-07 06:34:18 ts/train.py:232 step:558K smpl:9M ep:46K epch:153.58 loss:0.003 grdn:0.126 lr:3.2e-05 updt_s:0.159 data_s:0.103 +INFO 2025-05-07 06:35:10 ts/train.py:232 step:558K smpl:9M ep:46K epch:153.64 loss:0.003 grdn:0.138 lr:3.2e-05 updt_s:0.159 data_s:0.101 +INFO 2025-05-07 06:36:01 ts/train.py:232 step:558K smpl:9M ep:46K epch:153.69 loss:0.003 grdn:0.138 lr:3.2e-05 updt_s:0.159 data_s:0.097 +INFO 2025-05-07 06:36:54 ts/train.py:232 step:558K smpl:9M ep:46K epch:153.75 loss:0.003 grdn:0.140 lr:3.2e-05 updt_s:0.159 data_s:0.102 +INFO 2025-05-07 06:37:46 ts/train.py:232 step:558K smpl:9M ep:46K epch:153.80 loss:0.003 grdn:0.135 lr:3.2e-05 updt_s:0.159 data_s:0.102 +INFO 2025-05-07 06:38:38 ts/train.py:232 step:559K smpl:9M ep:46K epch:153.86 loss:0.003 grdn:0.132 lr:3.2e-05 updt_s:0.159 data_s:0.100 +INFO 2025-05-07 06:39:29 ts/train.py:232 step:559K smpl:9M ep:46K epch:153.91 loss:0.003 grdn:0.139 lr:3.2e-05 updt_s:0.158 data_s:0.095 +INFO 2025-05-07 06:40:20 ts/train.py:232 step:559K smpl:9M ep:46K epch:153.97 loss:0.003 grdn:0.132 lr:3.1e-05 updt_s:0.159 data_s:0.094 +INFO 2025-05-07 06:41:10 ts/train.py:232 step:559K smpl:9M ep:46K epch:154.02 loss:0.003 grdn:0.133 lr:3.1e-05 updt_s:0.158 data_s:0.091 +INFO 2025-05-07 06:42:00 ts/train.py:232 step:559K smpl:9M ep:46K epch:154.08 loss:0.003 grdn:0.126 lr:3.1e-05 updt_s:0.159 data_s:0.095 +INFO 2025-05-07 06:42:52 ts/train.py:232 step:560K smpl:9M ep:46K epch:154.13 loss:0.003 grdn:0.137 lr:3.1e-05 updt_s:0.159 data_s:0.098 +INFO 2025-05-07 06:43:43 ts/train.py:232 step:560K smpl:9M ep:46K epch:154.19 loss:0.003 grdn:0.126 lr:3.1e-05 updt_s:0.159 data_s:0.094 +INFO 2025-05-07 06:44:33 ts/train.py:232 step:560K smpl:9M ep:46K epch:154.24 loss:0.003 grdn:0.133 lr:3.1e-05 updt_s:0.158 data_s:0.092 +INFO 2025-05-07 06:45:24 ts/train.py:232 step:560K smpl:9M ep:46K epch:154.30 loss:0.003 grdn:0.118 lr:3.1e-05 updt_s:0.159 data_s:0.096 +INFO 2025-05-07 06:46:12 ts/train.py:232 step:560K smpl:9M ep:46K epch:154.35 loss:0.003 grdn:0.131 lr:3.1e-05 updt_s:0.159 data_s:0.081 +INFO 2025-05-07 06:46:58 ts/train.py:232 step:561K smpl:9M ep:46K epch:154.41 loss:0.003 grdn:0.128 lr:3.1e-05 updt_s:0.160 data_s:0.070 +INFO 2025-05-07 06:47:47 ts/train.py:232 step:561K smpl:9M ep:46K epch:154.46 loss:0.003 grdn:0.142 lr:3.1e-05 updt_s:0.159 data_s:0.086 +INFO 2025-05-07 06:48:36 ts/train.py:232 step:561K smpl:9M ep:46K epch:154.52 loss:0.003 grdn:0.137 lr:3.1e-05 updt_s:0.159 data_s:0.085 +INFO 2025-05-07 06:49:23 ts/train.py:232 step:561K smpl:9M ep:46K epch:154.57 loss:0.003 grdn:0.127 lr:3.1e-05 updt_s:0.160 data_s:0.073 +INFO 2025-05-07 06:50:08 ts/train.py:232 step:561K smpl:9M ep:46K epch:154.63 loss:0.002 grdn:0.117 lr:3.1e-05 updt_s:0.160 data_s:0.066 +INFO 2025-05-07 06:50:54 ts/train.py:232 step:562K smpl:9M ep:46K epch:154.68 loss:0.003 grdn:0.137 lr:3.1e-05 updt_s:0.160 data_s:0.065 +INFO 2025-05-07 06:51:39 ts/train.py:232 step:562K smpl:9M ep:46K epch:154.74 loss:0.003 grdn:0.134 lr:3.1e-05 updt_s:0.160 data_s:0.066 +INFO 2025-05-07 06:52:24 ts/train.py:232 step:562K smpl:9M ep:46K epch:154.79 loss:0.003 grdn:0.141 lr:3.1e-05 updt_s:0.160 data_s:0.065 +INFO 2025-05-07 06:53:09 ts/train.py:232 step:562K smpl:9M ep:46K epch:154.85 loss:0.003 grdn:0.133 lr:3.1e-05 updt_s:0.159 data_s:0.063 +INFO 2025-05-07 06:53:54 ts/train.py:232 step:562K smpl:9M ep:46K epch:154.90 loss:0.003 grdn:0.134 lr:3.1e-05 updt_s:0.159 data_s:0.068 +INFO 2025-05-07 06:54:40 ts/train.py:232 step:563K smpl:9M ep:46K epch:154.96 loss:0.003 grdn:0.132 lr:3.1e-05 updt_s:0.160 data_s:0.067 +INFO 2025-05-07 06:55:25 ts/train.py:232 step:563K smpl:9M ep:47K epch:155.01 loss:0.003 grdn:0.129 lr:3.1e-05 updt_s:0.159 data_s:0.066 +INFO 2025-05-07 06:56:10 ts/train.py:232 step:563K smpl:9M ep:47K epch:155.07 loss:0.003 grdn:0.129 lr:3.1e-05 updt_s:0.159 data_s:0.063 +INFO 2025-05-07 06:56:55 ts/train.py:232 step:563K smpl:9M ep:47K epch:155.12 loss:0.003 grdn:0.138 lr:3.1e-05 updt_s:0.160 data_s:0.066 +INFO 2025-05-07 06:57:40 ts/train.py:232 step:563K smpl:9M ep:47K epch:155.18 loss:0.003 grdn:0.138 lr:3.1e-05 updt_s:0.160 data_s:0.063 +INFO 2025-05-07 06:58:29 ts/train.py:232 step:564K smpl:9M ep:47K epch:155.23 loss:0.003 grdn:0.127 lr:3.1e-05 updt_s:0.159 data_s:0.086 +INFO 2025-05-07 06:59:21 ts/train.py:232 step:564K smpl:9M ep:47K epch:155.29 loss:0.003 grdn:0.127 lr:3.1e-05 updt_s:0.160 data_s:0.097 +INFO 2025-05-07 07:00:12 ts/train.py:232 step:564K smpl:9M ep:47K epch:155.35 loss:0.003 grdn:0.126 lr:3.1e-05 updt_s:0.160 data_s:0.095 +INFO 2025-05-07 07:01:03 ts/train.py:232 step:564K smpl:9M ep:47K epch:155.40 loss:0.003 grdn:0.127 lr:3.1e-05 updt_s:0.159 data_s:0.095 +INFO 2025-05-07 07:01:54 ts/train.py:232 step:564K smpl:9M ep:47K epch:155.46 loss:0.003 grdn:0.136 lr:3.1e-05 updt_s:0.159 data_s:0.099 +INFO 2025-05-07 07:02:45 ts/train.py:232 step:565K smpl:9M ep:47K epch:155.51 loss:0.003 grdn:0.139 lr:3.1e-05 updt_s:0.159 data_s:0.095 +INFO 2025-05-07 07:03:37 ts/train.py:232 step:565K smpl:9M ep:47K epch:155.57 loss:0.003 grdn:0.136 lr:3.1e-05 updt_s:0.160 data_s:0.099 +INFO 2025-05-07 07:04:29 ts/train.py:232 step:565K smpl:9M ep:47K epch:155.62 loss:0.002 grdn:0.121 lr:3.1e-05 updt_s:0.160 data_s:0.097 +INFO 2025-05-07 07:05:20 ts/train.py:232 step:565K smpl:9M ep:47K epch:155.68 loss:0.003 grdn:0.132 lr:3.0e-05 updt_s:0.159 data_s:0.098 +INFO 2025-05-07 07:06:12 ts/train.py:232 step:565K smpl:9M ep:47K epch:155.73 loss:0.003 grdn:0.133 lr:3.0e-05 updt_s:0.159 data_s:0.097 +INFO 2025-05-07 07:07:03 ts/train.py:232 step:566K smpl:9M ep:47K epch:155.79 loss:0.003 grdn:0.127 lr:3.0e-05 updt_s:0.160 data_s:0.098 +INFO 2025-05-07 07:07:55 ts/train.py:232 step:566K smpl:9M ep:47K epch:155.84 loss:0.003 grdn:0.126 lr:3.0e-05 updt_s:0.159 data_s:0.097 +INFO 2025-05-07 07:08:46 ts/train.py:232 step:566K smpl:9M ep:47K epch:155.90 loss:0.003 grdn:0.128 lr:3.0e-05 updt_s:0.159 data_s:0.096 +INFO 2025-05-07 07:09:38 ts/train.py:232 step:566K smpl:9M ep:47K epch:155.95 loss:0.002 grdn:0.122 lr:3.0e-05 updt_s:0.159 data_s:0.098 +INFO 2025-05-07 07:10:29 ts/train.py:232 step:566K smpl:9M ep:47K epch:156.01 loss:0.003 grdn:0.130 lr:3.0e-05 updt_s:0.159 data_s:0.096 +INFO 2025-05-07 07:11:20 ts/train.py:232 step:567K smpl:9M ep:47K epch:156.06 loss:0.003 grdn:0.130 lr:3.0e-05 updt_s:0.160 data_s:0.095 +INFO 2025-05-07 07:12:12 ts/train.py:232 step:567K smpl:9M ep:47K epch:156.12 loss:0.003 grdn:0.133 lr:3.0e-05 updt_s:0.159 data_s:0.097 +INFO 2025-05-07 07:13:03 ts/train.py:232 step:567K smpl:9M ep:47K epch:156.17 loss:0.003 grdn:0.137 lr:3.0e-05 updt_s:0.159 data_s:0.097 +INFO 2025-05-07 07:13:57 ts/train.py:232 step:567K smpl:9M ep:47K epch:156.23 loss:0.003 grdn:0.128 lr:3.0e-05 updt_s:0.159 data_s:0.112 +INFO 2025-05-07 07:14:50 ts/train.py:232 step:567K smpl:9M ep:47K epch:156.28 loss:0.003 grdn:0.140 lr:3.0e-05 updt_s:0.159 data_s:0.103 +INFO 2025-05-07 07:15:43 ts/train.py:232 step:568K smpl:9M ep:47K epch:156.34 loss:0.003 grdn:0.139 lr:3.0e-05 updt_s:0.159 data_s:0.104 +INFO 2025-05-07 07:16:36 ts/train.py:232 step:568K smpl:9M ep:47K epch:156.39 loss:0.003 grdn:0.135 lr:3.0e-05 updt_s:0.159 data_s:0.106 +INFO 2025-05-07 07:17:28 ts/train.py:232 step:568K smpl:9M ep:47K epch:156.45 loss:0.003 grdn:0.135 lr:3.0e-05 updt_s:0.159 data_s:0.103 +INFO 2025-05-07 07:18:22 ts/train.py:232 step:568K smpl:9M ep:47K epch:156.50 loss:0.003 grdn:0.133 lr:3.0e-05 updt_s:0.159 data_s:0.110 +INFO 2025-05-07 07:19:16 ts/train.py:232 step:568K smpl:9M ep:47K epch:156.56 loss:0.003 grdn:0.134 lr:3.0e-05 updt_s:0.159 data_s:0.107 +INFO 2025-05-07 07:20:09 ts/train.py:232 step:569K smpl:9M ep:47K epch:156.61 loss:0.003 grdn:0.128 lr:3.0e-05 updt_s:0.160 data_s:0.105 +INFO 2025-05-07 07:21:02 ts/train.py:232 step:569K smpl:9M ep:47K epch:156.67 loss:0.003 grdn:0.130 lr:3.0e-05 updt_s:0.160 data_s:0.104 +INFO 2025-05-07 07:21:55 ts/train.py:232 step:569K smpl:9M ep:47K epch:156.72 loss:0.003 grdn:0.135 lr:3.0e-05 updt_s:0.159 data_s:0.106 +INFO 2025-05-07 07:22:48 ts/train.py:232 step:569K smpl:9M ep:47K epch:156.78 loss:0.003 grdn:0.138 lr:3.0e-05 updt_s:0.159 data_s:0.106 +INFO 2025-05-07 07:23:41 ts/train.py:232 step:569K smpl:9M ep:47K epch:156.83 loss:0.003 grdn:0.147 lr:3.0e-05 updt_s:0.160 data_s:0.104 +INFO 2025-05-07 07:24:34 ts/train.py:232 step:570K smpl:9M ep:47K epch:156.89 loss:0.003 grdn:0.132 lr:3.0e-05 updt_s:0.159 data_s:0.104 +INFO 2025-05-07 07:25:27 ts/train.py:232 step:570K smpl:9M ep:47K epch:156.94 loss:0.003 grdn:0.134 lr:3.0e-05 updt_s:0.159 data_s:0.105 +INFO 2025-05-07 07:26:19 ts/train.py:232 step:570K smpl:9M ep:47K epch:157.00 loss:0.003 grdn:0.121 lr:3.0e-05 updt_s:0.160 data_s:0.103 +INFO 2025-05-07 07:26:19 ts/train.py:241 Checkpoint policy after step 570000 +INFO 2025-05-07 07:27:15 ts/train.py:232 step:570K smpl:9M ep:47K epch:157.05 loss:0.002 grdn:0.121 lr:3.0e-05 updt_s:0.160 data_s:0.098 +INFO 2025-05-07 07:28:08 ts/train.py:232 step:570K smpl:9M ep:47K epch:157.11 loss:0.003 grdn:0.131 lr:3.0e-05 updt_s:0.159 data_s:0.106 +INFO 2025-05-07 07:29:03 ts/train.py:232 step:571K smpl:9M ep:47K epch:157.16 loss:0.003 grdn:0.139 lr:3.0e-05 updt_s:0.158 data_s:0.115 +INFO 2025-05-07 07:29:55 ts/train.py:232 step:571K smpl:9M ep:47K epch:157.22 loss:0.002 grdn:0.121 lr:3.0e-05 updt_s:0.159 data_s:0.104 +INFO 2025-05-07 07:30:48 ts/train.py:232 step:571K smpl:9M ep:47K epch:157.27 loss:0.003 grdn:0.139 lr:3.0e-05 updt_s:0.158 data_s:0.104 +INFO 2025-05-07 07:31:41 ts/train.py:232 step:571K smpl:9M ep:47K epch:157.33 loss:0.003 grdn:0.137 lr:3.0e-05 updt_s:0.158 data_s:0.106 +INFO 2025-05-07 07:32:34 ts/train.py:232 step:571K smpl:9M ep:47K epch:157.38 loss:0.003 grdn:0.123 lr:2.9e-05 updt_s:0.158 data_s:0.107 +INFO 2025-05-07 07:33:26 ts/train.py:232 step:572K smpl:9M ep:47K epch:157.44 loss:0.003 grdn:0.132 lr:2.9e-05 updt_s:0.159 data_s:0.102 +INFO 2025-05-07 07:34:19 ts/train.py:232 step:572K smpl:9M ep:47K epch:157.49 loss:0.003 grdn:0.126 lr:2.9e-05 updt_s:0.160 data_s:0.104 +INFO 2025-05-07 07:35:13 ts/train.py:232 step:572K smpl:9M ep:47K epch:157.55 loss:0.002 grdn:0.123 lr:2.9e-05 updt_s:0.159 data_s:0.110 +INFO 2025-05-07 07:36:07 ts/train.py:232 step:572K smpl:9M ep:47K epch:157.60 loss:0.003 grdn:0.131 lr:2.9e-05 updt_s:0.159 data_s:0.110 +INFO 2025-05-07 07:37:03 ts/train.py:232 step:572K smpl:9M ep:47K epch:157.66 loss:0.002 grdn:0.124 lr:2.9e-05 updt_s:0.159 data_s:0.116 +INFO 2025-05-07 07:37:57 ts/train.py:232 step:573K smpl:9M ep:47K epch:157.71 loss:0.003 grdn:0.129 lr:2.9e-05 updt_s:0.158 data_s:0.111 +INFO 2025-05-07 07:38:51 ts/train.py:232 step:573K smpl:9M ep:47K epch:157.77 loss:0.003 grdn:0.128 lr:2.9e-05 updt_s:0.159 data_s:0.111 +INFO 2025-05-07 07:39:46 ts/train.py:232 step:573K smpl:9M ep:47K epch:157.82 loss:0.003 grdn:0.128 lr:2.9e-05 updt_s:0.159 data_s:0.115 +INFO 2025-05-07 07:40:41 ts/train.py:232 step:573K smpl:9M ep:47K epch:157.88 loss:0.003 grdn:0.133 lr:2.9e-05 updt_s:0.158 data_s:0.115 +INFO 2025-05-07 07:41:36 ts/train.py:232 step:573K smpl:9M ep:47K epch:157.93 loss:0.003 grdn:0.126 lr:2.9e-05 updt_s:0.159 data_s:0.114 +INFO 2025-05-07 07:42:30 ts/train.py:232 step:574K smpl:9M ep:47K epch:157.99 loss:0.003 grdn:0.128 lr:2.9e-05 updt_s:0.159 data_s:0.115 +INFO 2025-05-07 07:43:26 ts/train.py:232 step:574K smpl:9M ep:47K epch:158.04 loss:0.003 grdn:0.145 lr:2.9e-05 updt_s:0.159 data_s:0.117 +INFO 2025-05-07 07:44:21 ts/train.py:232 step:574K smpl:9M ep:47K epch:158.10 loss:0.003 grdn:0.148 lr:2.9e-05 updt_s:0.158 data_s:0.117 +INFO 2025-05-07 07:45:15 ts/train.py:232 step:574K smpl:9M ep:47K epch:158.15 loss:0.003 grdn:0.130 lr:2.9e-05 updt_s:0.159 data_s:0.112 +INFO 2025-05-07 07:46:08 ts/train.py:232 step:574K smpl:9M ep:47K epch:158.21 loss:0.003 grdn:0.133 lr:2.9e-05 updt_s:0.159 data_s:0.106 +INFO 2025-05-07 07:47:01 ts/train.py:232 step:575K smpl:9M ep:47K epch:158.26 loss:0.003 grdn:0.141 lr:2.9e-05 updt_s:0.159 data_s:0.103 +INFO 2025-05-07 07:47:54 ts/train.py:232 step:575K smpl:9M ep:47K epch:158.32 loss:0.003 grdn:0.130 lr:2.9e-05 updt_s:0.159 data_s:0.104 +INFO 2025-05-07 07:48:47 ts/train.py:232 step:575K smpl:9M ep:48K epch:158.37 loss:0.003 grdn:0.140 lr:2.9e-05 updt_s:0.159 data_s:0.107 +INFO 2025-05-07 07:49:40 ts/train.py:232 step:575K smpl:9M ep:48K epch:158.43 loss:0.003 grdn:0.134 lr:2.9e-05 updt_s:0.158 data_s:0.105 +INFO 2025-05-07 07:50:33 ts/train.py:232 step:575K smpl:9M ep:48K epch:158.49 loss:0.003 grdn:0.130 lr:2.9e-05 updt_s:0.158 data_s:0.108 +INFO 2025-05-07 07:51:25 ts/train.py:232 step:576K smpl:9M ep:48K epch:158.54 loss:0.003 grdn:0.131 lr:2.9e-05 updt_s:0.159 data_s:0.102 +INFO 2025-05-07 07:52:19 ts/train.py:232 step:576K smpl:9M ep:48K epch:158.60 loss:0.002 grdn:0.123 lr:2.9e-05 updt_s:0.159 data_s:0.108 +INFO 2025-05-07 07:53:12 ts/train.py:232 step:576K smpl:9M ep:48K epch:158.65 loss:0.003 grdn:0.139 lr:2.9e-05 updt_s:0.159 data_s:0.106 +INFO 2025-05-07 07:54:06 ts/train.py:232 step:576K smpl:9M ep:48K epch:158.71 loss:0.003 grdn:0.137 lr:2.9e-05 updt_s:0.159 data_s:0.109 +INFO 2025-05-07 07:54:59 ts/train.py:232 step:576K smpl:9M ep:48K epch:158.76 loss:0.003 grdn:0.137 lr:2.9e-05 updt_s:0.159 data_s:0.108 +INFO 2025-05-07 07:55:53 ts/train.py:232 step:577K smpl:9M ep:48K epch:158.82 loss:0.003 grdn:0.128 lr:2.9e-05 updt_s:0.159 data_s:0.108 +INFO 2025-05-07 07:56:46 ts/train.py:232 step:577K smpl:9M ep:48K epch:158.87 loss:0.003 grdn:0.129 lr:2.9e-05 updt_s:0.159 data_s:0.109 +INFO 2025-05-07 07:57:40 ts/train.py:232 step:577K smpl:9M ep:48K epch:158.93 loss:0.003 grdn:0.130 lr:2.9e-05 updt_s:0.159 data_s:0.107 +INFO 2025-05-07 07:58:33 ts/train.py:232 step:577K smpl:9M ep:48K epch:158.98 loss:0.003 grdn:0.127 lr:2.9e-05 updt_s:0.159 data_s:0.109 +INFO 2025-05-07 07:59:26 ts/train.py:232 step:577K smpl:9M ep:48K epch:159.04 loss:0.003 grdn:0.140 lr:2.9e-05 updt_s:0.159 data_s:0.105 +INFO 2025-05-07 08:00:22 ts/train.py:232 step:578K smpl:9M ep:48K epch:159.09 loss:0.003 grdn:0.138 lr:2.9e-05 updt_s:0.158 data_s:0.119 +INFO 2025-05-07 08:01:17 ts/train.py:232 step:578K smpl:9M ep:48K epch:159.15 loss:0.003 grdn:0.137 lr:2.8e-05 updt_s:0.159 data_s:0.117 +INFO 2025-05-07 08:02:11 ts/train.py:232 step:578K smpl:9M ep:48K epch:159.20 loss:0.003 grdn:0.138 lr:2.8e-05 updt_s:0.158 data_s:0.111 +INFO 2025-05-07 08:03:05 ts/train.py:232 step:578K smpl:9M ep:48K epch:159.26 loss:0.003 grdn:0.140 lr:2.8e-05 updt_s:0.160 data_s:0.109 +INFO 2025-05-07 08:03:59 ts/train.py:232 step:578K smpl:9M ep:48K epch:159.31 loss:0.003 grdn:0.141 lr:2.8e-05 updt_s:0.159 data_s:0.109 +INFO 2025-05-07 08:04:53 ts/train.py:232 step:579K smpl:9M ep:48K epch:159.37 loss:0.003 grdn:0.143 lr:2.8e-05 updt_s:0.159 data_s:0.109 +INFO 2025-05-07 08:05:49 ts/train.py:232 step:579K smpl:9M ep:48K epch:159.42 loss:0.002 grdn:0.125 lr:2.8e-05 updt_s:0.159 data_s:0.123 +INFO 2025-05-07 08:06:47 ts/train.py:232 step:579K smpl:9M ep:48K epch:159.48 loss:0.002 grdn:0.122 lr:2.8e-05 updt_s:0.159 data_s:0.130 +INFO 2025-05-07 08:07:44 ts/train.py:232 step:579K smpl:9M ep:48K epch:159.53 loss:0.003 grdn:0.133 lr:2.8e-05 updt_s:0.158 data_s:0.127 +INFO 2025-05-07 08:08:42 ts/train.py:232 step:579K smpl:9M ep:48K epch:159.59 loss:0.003 grdn:0.134 lr:2.8e-05 updt_s:0.158 data_s:0.131 +INFO 2025-05-07 08:09:41 ts/train.py:232 step:580K smpl:9M ep:48K epch:159.64 loss:0.003 grdn:0.129 lr:2.8e-05 updt_s:0.159 data_s:0.131 +INFO 2025-05-07 08:10:38 ts/train.py:232 step:580K smpl:9M ep:48K epch:159.70 loss:0.003 grdn:0.130 lr:2.8e-05 updt_s:0.159 data_s:0.127 +INFO 2025-05-07 08:11:37 ts/train.py:232 step:580K smpl:9M ep:48K epch:159.75 loss:0.003 grdn:0.131 lr:2.8e-05 updt_s:0.159 data_s:0.132 +INFO 2025-05-07 08:12:34 ts/train.py:232 step:580K smpl:9M ep:48K epch:159.81 loss:0.003 grdn:0.137 lr:2.8e-05 updt_s:0.160 data_s:0.128 +INFO 2025-05-07 08:13:32 ts/train.py:232 step:580K smpl:9M ep:48K epch:159.86 loss:0.003 grdn:0.137 lr:2.8e-05 updt_s:0.159 data_s:0.129 +INFO 2025-05-07 08:14:30 ts/train.py:232 step:581K smpl:9M ep:48K epch:159.92 loss:0.002 grdn:0.123 lr:2.8e-05 updt_s:0.159 data_s:0.131 +INFO 2025-05-07 08:15:28 ts/train.py:232 step:581K smpl:9M ep:48K epch:159.97 loss:0.003 grdn:0.141 lr:2.8e-05 updt_s:0.159 data_s:0.130 +INFO 2025-05-07 08:16:26 ts/train.py:232 step:581K smpl:9M ep:48K epch:160.03 loss:0.003 grdn:0.139 lr:2.8e-05 updt_s:0.159 data_s:0.129 +INFO 2025-05-07 08:17:20 ts/train.py:232 step:581K smpl:9M ep:48K epch:160.08 loss:0.002 grdn:0.123 lr:2.8e-05 updt_s:0.160 data_s:0.112 +INFO 2025-05-07 08:18:10 ts/train.py:232 step:581K smpl:9M ep:48K epch:160.14 loss:0.002 grdn:0.121 lr:2.8e-05 updt_s:0.158 data_s:0.092 +INFO 2025-05-07 08:19:00 ts/train.py:232 step:582K smpl:9M ep:48K epch:160.19 loss:0.003 grdn:0.127 lr:2.8e-05 updt_s:0.158 data_s:0.087 +INFO 2025-05-07 08:19:51 ts/train.py:232 step:582K smpl:9M ep:48K epch:160.25 loss:0.003 grdn:0.131 lr:2.8e-05 updt_s:0.158 data_s:0.100 +INFO 2025-05-07 08:20:40 ts/train.py:232 step:582K smpl:9M ep:48K epch:160.30 loss:0.003 grdn:0.141 lr:2.8e-05 updt_s:0.158 data_s:0.084 +INFO 2025-05-07 08:21:31 ts/train.py:232 step:582K smpl:9M ep:48K epch:160.36 loss:0.003 grdn:0.132 lr:2.8e-05 updt_s:0.158 data_s:0.098 +INFO 2025-05-07 08:22:22 ts/train.py:232 step:582K smpl:9M ep:48K epch:160.41 loss:0.003 grdn:0.134 lr:2.8e-05 updt_s:0.158 data_s:0.094 +INFO 2025-05-07 08:23:11 ts/train.py:232 step:583K smpl:9M ep:48K epch:160.47 loss:0.003 grdn:0.130 lr:2.8e-05 updt_s:0.158 data_s:0.088 +INFO 2025-05-07 08:23:59 ts/train.py:232 step:583K smpl:9M ep:48K epch:160.52 loss:0.003 grdn:0.142 lr:2.8e-05 updt_s:0.158 data_s:0.079 +INFO 2025-05-07 08:24:46 ts/train.py:232 step:583K smpl:9M ep:48K epch:160.58 loss:0.003 grdn:0.132 lr:2.8e-05 updt_s:0.158 data_s:0.077 +INFO 2025-05-07 08:25:35 ts/train.py:232 step:583K smpl:9M ep:48K epch:160.63 loss:0.003 grdn:0.137 lr:2.8e-05 updt_s:0.159 data_s:0.085 +INFO 2025-05-07 08:26:24 ts/train.py:232 step:583K smpl:9M ep:48K epch:160.69 loss:0.002 grdn:0.121 lr:2.8e-05 updt_s:0.158 data_s:0.086 +INFO 2025-05-07 08:27:12 ts/train.py:232 step:584K smpl:9M ep:48K epch:160.74 loss:0.003 grdn:0.140 lr:2.8e-05 updt_s:0.158 data_s:0.082 +INFO 2025-05-07 08:28:01 ts/train.py:232 step:584K smpl:9M ep:48K epch:160.80 loss:0.003 grdn:0.130 lr:2.8e-05 updt_s:0.160 data_s:0.084 +INFO 2025-05-07 08:28:49 ts/train.py:232 step:584K smpl:9M ep:48K epch:160.85 loss:0.003 grdn:0.135 lr:2.7e-05 updt_s:0.160 data_s:0.081 +INFO 2025-05-07 08:29:37 ts/train.py:232 step:584K smpl:9M ep:48K epch:160.91 loss:0.003 grdn:0.134 lr:2.7e-05 updt_s:0.160 data_s:0.078 +INFO 2025-05-07 08:30:24 ts/train.py:232 step:584K smpl:9M ep:48K epch:160.96 loss:0.003 grdn:0.126 lr:2.7e-05 updt_s:0.160 data_s:0.074 +INFO 2025-05-07 08:31:13 ts/train.py:232 step:585K smpl:9M ep:48K epch:161.02 loss:0.003 grdn:0.144 lr:2.7e-05 updt_s:0.159 data_s:0.086 +INFO 2025-05-07 08:31:59 ts/train.py:232 step:585K smpl:9M ep:48K epch:161.07 loss:0.003 grdn:0.138 lr:2.7e-05 updt_s:0.160 data_s:0.069 +INFO 2025-05-07 08:32:46 ts/train.py:232 step:585K smpl:9M ep:48K epch:161.13 loss:0.003 grdn:0.133 lr:2.7e-05 updt_s:0.160 data_s:0.073 +INFO 2025-05-07 08:33:32 ts/train.py:232 step:585K smpl:9M ep:48K epch:161.18 loss:0.003 grdn:0.141 lr:2.7e-05 updt_s:0.160 data_s:0.068 +INFO 2025-05-07 08:34:18 ts/train.py:232 step:585K smpl:9M ep:48K epch:161.24 loss:0.003 grdn:0.131 lr:2.7e-05 updt_s:0.159 data_s:0.073 +INFO 2025-05-07 08:35:04 ts/train.py:232 step:586K smpl:9M ep:48K epch:161.29 loss:0.003 grdn:0.131 lr:2.7e-05 updt_s:0.159 data_s:0.069 +INFO 2025-05-07 08:35:51 ts/train.py:232 step:586K smpl:9M ep:48K epch:161.35 loss:0.003 grdn:0.128 lr:2.7e-05 updt_s:0.159 data_s:0.074 +INFO 2025-05-07 08:36:38 ts/train.py:232 step:586K smpl:9M ep:48K epch:161.40 loss:0.002 grdn:0.125 lr:2.7e-05 updt_s:0.160 data_s:0.077 +INFO 2025-05-07 08:37:27 ts/train.py:232 step:586K smpl:9M ep:48K epch:161.46 loss:0.002 grdn:0.131 lr:2.7e-05 updt_s:0.160 data_s:0.080 +INFO 2025-05-07 08:38:14 ts/train.py:232 step:586K smpl:9M ep:48K epch:161.51 loss:0.003 grdn:0.141 lr:2.7e-05 updt_s:0.160 data_s:0.076 +INFO 2025-05-07 08:39:02 ts/train.py:232 step:587K smpl:9M ep:48K epch:161.57 loss:0.003 grdn:0.139 lr:2.7e-05 updt_s:0.160 data_s:0.077 +INFO 2025-05-07 08:39:50 ts/train.py:232 step:587K smpl:9M ep:48K epch:161.63 loss:0.003 grdn:0.130 lr:2.7e-05 updt_s:0.160 data_s:0.081 +INFO 2025-05-07 08:40:38 ts/train.py:232 step:587K smpl:9M ep:49K epch:161.68 loss:0.003 grdn:0.144 lr:2.7e-05 updt_s:0.160 data_s:0.076 +INFO 2025-05-07 08:41:25 ts/train.py:232 step:587K smpl:9M ep:49K epch:161.74 loss:0.003 grdn:0.139 lr:2.7e-05 updt_s:0.160 data_s:0.075 +INFO 2025-05-07 08:42:13 ts/train.py:232 step:587K smpl:9M ep:49K epch:161.79 loss:0.003 grdn:0.124 lr:2.7e-05 updt_s:0.160 data_s:0.081 +INFO 2025-05-07 08:43:02 ts/train.py:232 step:588K smpl:9M ep:49K epch:161.85 loss:0.002 grdn:0.129 lr:2.7e-05 updt_s:0.160 data_s:0.081 +INFO 2025-05-07 08:43:49 ts/train.py:232 step:588K smpl:9M ep:49K epch:161.90 loss:0.003 grdn:0.135 lr:2.7e-05 updt_s:0.161 data_s:0.075 +INFO 2025-05-07 08:44:38 ts/train.py:232 step:588K smpl:9M ep:49K epch:161.96 loss:0.003 grdn:0.135 lr:2.7e-05 updt_s:0.160 data_s:0.086 +INFO 2025-05-07 08:45:35 ts/train.py:232 step:588K smpl:9M ep:49K epch:162.01 loss:0.003 grdn:0.134 lr:2.7e-05 updt_s:0.159 data_s:0.122 +INFO 2025-05-07 08:46:30 ts/train.py:232 step:588K smpl:9M ep:49K epch:162.07 loss:0.002 grdn:0.128 lr:2.7e-05 updt_s:0.160 data_s:0.116 +INFO 2025-05-07 08:47:25 ts/train.py:232 step:589K smpl:9M ep:49K epch:162.12 loss:0.003 grdn:0.132 lr:2.7e-05 updt_s:0.160 data_s:0.115 +INFO 2025-05-07 08:48:20 ts/train.py:232 step:589K smpl:9M ep:49K epch:162.18 loss:0.002 grdn:0.127 lr:2.7e-05 updt_s:0.160 data_s:0.115 +INFO 2025-05-07 08:49:15 ts/train.py:232 step:589K smpl:9M ep:49K epch:162.23 loss:0.002 grdn:0.127 lr:2.7e-05 updt_s:0.159 data_s:0.111 +INFO 2025-05-07 08:50:09 ts/train.py:232 step:589K smpl:9M ep:49K epch:162.29 loss:0.003 grdn:0.139 lr:2.7e-05 updt_s:0.160 data_s:0.111 +INFO 2025-05-07 08:51:04 ts/train.py:232 step:589K smpl:9M ep:49K epch:162.34 loss:0.003 grdn:0.133 lr:2.7e-05 updt_s:0.159 data_s:0.114 +INFO 2025-05-07 08:52:00 ts/train.py:232 step:590K smpl:9M ep:49K epch:162.40 loss:0.003 grdn:0.130 lr:2.7e-05 updt_s:0.159 data_s:0.118 +INFO 2025-05-07 08:52:54 ts/train.py:232 step:590K smpl:9M ep:49K epch:162.45 loss:0.003 grdn:0.132 lr:2.7e-05 updt_s:0.160 data_s:0.112 +INFO 2025-05-07 08:53:50 ts/train.py:232 step:590K smpl:9M ep:49K epch:162.51 loss:0.003 grdn:0.132 lr:2.7e-05 updt_s:0.159 data_s:0.117 +INFO 2025-05-07 08:54:45 ts/train.py:232 step:590K smpl:9M ep:49K epch:162.56 loss:0.003 grdn:0.136 lr:2.7e-05 updt_s:0.159 data_s:0.117 +INFO 2025-05-07 08:55:40 ts/train.py:232 step:590K smpl:9M ep:49K epch:162.62 loss:0.002 grdn:0.128 lr:2.7e-05 updt_s:0.159 data_s:0.116 +INFO 2025-05-07 08:56:36 ts/train.py:232 step:591K smpl:9M ep:49K epch:162.67 loss:0.002 grdn:0.119 lr:2.6e-05 updt_s:0.160 data_s:0.119 +INFO 2025-05-07 08:57:31 ts/train.py:232 step:591K smpl:9M ep:49K epch:162.73 loss:0.003 grdn:0.133 lr:2.6e-05 updt_s:0.161 data_s:0.115 +INFO 2025-05-07 08:58:28 ts/train.py:232 step:591K smpl:9M ep:49K epch:162.78 loss:0.003 grdn:0.134 lr:2.6e-05 updt_s:0.159 data_s:0.121 +INFO 2025-05-07 08:59:24 ts/train.py:232 step:591K smpl:9M ep:49K epch:162.84 loss:0.002 grdn:0.134 lr:2.6e-05 updt_s:0.159 data_s:0.121 +INFO 2025-05-07 09:00:20 ts/train.py:232 step:591K smpl:9M ep:49K epch:162.89 loss:0.002 grdn:0.126 lr:2.6e-05 updt_s:0.158 data_s:0.122 +INFO 2025-05-07 09:01:15 ts/train.py:232 step:592K smpl:9M ep:49K epch:162.95 loss:0.002 grdn:0.126 lr:2.6e-05 updt_s:0.158 data_s:0.114 +INFO 2025-05-07 09:02:06 ts/train.py:232 step:592K smpl:9M ep:49K epch:163.00 loss:0.003 grdn:0.135 lr:2.6e-05 updt_s:0.160 data_s:0.096 +INFO 2025-05-07 09:02:53 ts/train.py:232 step:592K smpl:9M ep:49K epch:163.06 loss:0.003 grdn:0.136 lr:2.6e-05 updt_s:0.160 data_s:0.074 +INFO 2025-05-07 09:03:40 ts/train.py:232 step:592K smpl:9M ep:49K epch:163.11 loss:0.003 grdn:0.129 lr:2.6e-05 updt_s:0.160 data_s:0.074 +INFO 2025-05-07 09:04:26 ts/train.py:232 step:592K smpl:9M ep:49K epch:163.17 loss:0.003 grdn:0.136 lr:2.6e-05 updt_s:0.160 data_s:0.070 +INFO 2025-05-07 09:05:12 ts/train.py:232 step:593K smpl:9M ep:49K epch:163.22 loss:0.003 grdn:0.134 lr:2.6e-05 updt_s:0.159 data_s:0.071 +INFO 2025-05-07 09:05:59 ts/train.py:232 step:593K smpl:9M ep:49K epch:163.28 loss:0.002 grdn:0.126 lr:2.6e-05 updt_s:0.159 data_s:0.076 +INFO 2025-05-07 09:06:49 ts/train.py:232 step:593K smpl:9M ep:49K epch:163.33 loss:0.002 grdn:0.124 lr:2.6e-05 updt_s:0.159 data_s:0.089 +INFO 2025-05-07 09:07:38 ts/train.py:232 step:593K smpl:9M ep:49K epch:163.39 loss:0.002 grdn:0.125 lr:2.6e-05 updt_s:0.159 data_s:0.083 +INFO 2025-05-07 09:08:25 ts/train.py:232 step:593K smpl:9M ep:49K epch:163.44 loss:0.003 grdn:0.146 lr:2.6e-05 updt_s:0.160 data_s:0.074 +INFO 2025-05-07 09:09:11 ts/train.py:232 step:594K smpl:9M ep:49K epch:163.50 loss:0.002 grdn:0.129 lr:2.6e-05 updt_s:0.159 data_s:0.071 +INFO 2025-05-07 09:09:59 ts/train.py:232 step:594K smpl:10M ep:49K epch:163.55 loss:0.002 grdn:0.130 lr:2.6e-05 updt_s:0.160 data_s:0.079 +INFO 2025-05-07 09:10:46 ts/train.py:232 step:594K smpl:10M ep:49K epch:163.61 loss:0.002 grdn:0.126 lr:2.6e-05 updt_s:0.160 data_s:0.074 +INFO 2025-05-07 09:11:32 ts/train.py:232 step:594K smpl:10M ep:49K epch:163.66 loss:0.003 grdn:0.136 lr:2.6e-05 updt_s:0.160 data_s:0.070 +INFO 2025-05-07 09:12:18 ts/train.py:232 step:594K smpl:10M ep:49K epch:163.72 loss:0.003 grdn:0.133 lr:2.6e-05 updt_s:0.159 data_s:0.071 +INFO 2025-05-07 09:13:04 ts/train.py:232 step:595K smpl:10M ep:49K epch:163.77 loss:0.002 grdn:0.121 lr:2.6e-05 updt_s:0.159 data_s:0.067 +INFO 2025-05-07 09:13:49 ts/train.py:232 step:595K smpl:10M ep:49K epch:163.83 loss:0.002 grdn:0.124 lr:2.6e-05 updt_s:0.159 data_s:0.066 +INFO 2025-05-07 09:14:35 ts/train.py:232 step:595K smpl:10M ep:49K epch:163.88 loss:0.002 grdn:0.126 lr:2.6e-05 updt_s:0.159 data_s:0.069 +INFO 2025-05-07 09:15:29 ts/train.py:232 step:595K smpl:10M ep:49K epch:163.94 loss:0.002 grdn:0.132 lr:2.6e-05 updt_s:0.159 data_s:0.109 +INFO 2025-05-07 09:16:20 ts/train.py:232 step:595K smpl:10M ep:49K epch:163.99 loss:0.002 grdn:0.123 lr:2.6e-05 updt_s:0.159 data_s:0.099 +INFO 2025-05-07 09:17:13 ts/train.py:232 step:596K smpl:10M ep:49K epch:164.05 loss:0.003 grdn:0.138 lr:2.6e-05 updt_s:0.159 data_s:0.103 +INFO 2025-05-07 09:18:06 ts/train.py:232 step:596K smpl:10M ep:49K epch:164.10 loss:0.003 grdn:0.137 lr:2.6e-05 updt_s:0.159 data_s:0.105 +INFO 2025-05-07 09:18:58 ts/train.py:232 step:596K smpl:10M ep:49K epch:164.16 loss:0.002 grdn:0.123 lr:2.6e-05 updt_s:0.160 data_s:0.101 +INFO 2025-05-07 09:19:50 ts/train.py:232 step:596K smpl:10M ep:49K epch:164.21 loss:0.003 grdn:0.129 lr:2.6e-05 updt_s:0.159 data_s:0.102 +INFO 2025-05-07 09:20:43 ts/train.py:232 step:596K smpl:10M ep:49K epch:164.27 loss:0.003 grdn:0.129 lr:2.6e-05 updt_s:0.159 data_s:0.103 +INFO 2025-05-07 09:21:36 ts/train.py:232 step:597K smpl:10M ep:49K epch:164.32 loss:0.003 grdn:0.135 lr:2.6e-05 updt_s:0.159 data_s:0.103 +INFO 2025-05-07 09:22:28 ts/train.py:232 step:597K smpl:10M ep:49K epch:164.38 loss:0.003 grdn:0.130 lr:2.6e-05 updt_s:0.159 data_s:0.101 +INFO 2025-05-07 09:23:20 ts/train.py:232 step:597K smpl:10M ep:49K epch:164.43 loss:0.003 grdn:0.135 lr:2.5e-05 updt_s:0.159 data_s:0.102 +INFO 2025-05-07 09:24:13 ts/train.py:232 step:597K smpl:10M ep:49K epch:164.49 loss:0.003 grdn:0.134 lr:2.5e-05 updt_s:0.159 data_s:0.104 +INFO 2025-05-07 09:25:04 ts/train.py:232 step:597K smpl:10M ep:49K epch:164.54 loss:0.003 grdn:0.147 lr:2.5e-05 updt_s:0.159 data_s:0.097 +INFO 2025-05-07 09:25:57 ts/train.py:232 step:598K smpl:10M ep:49K epch:164.60 loss:0.002 grdn:0.130 lr:2.5e-05 updt_s:0.160 data_s:0.101 +INFO 2025-05-07 09:26:49 ts/train.py:232 step:598K smpl:10M ep:49K epch:164.65 loss:0.002 grdn:0.128 lr:2.5e-05 updt_s:0.160 data_s:0.100 +INFO 2025-05-07 09:27:41 ts/train.py:232 step:598K smpl:10M ep:49K epch:164.71 loss:0.002 grdn:0.130 lr:2.5e-05 updt_s:0.159 data_s:0.102 +INFO 2025-05-07 09:28:34 ts/train.py:232 step:598K smpl:10M ep:49K epch:164.77 loss:0.002 grdn:0.135 lr:2.5e-05 updt_s:0.159 data_s:0.103 +INFO 2025-05-07 09:29:26 ts/train.py:232 step:598K smpl:10M ep:49K epch:164.82 loss:0.003 grdn:0.137 lr:2.5e-05 updt_s:0.160 data_s:0.101 +INFO 2025-05-07 09:30:20 ts/train.py:232 step:599K smpl:10M ep:49K epch:164.88 loss:0.003 grdn:0.133 lr:2.5e-05 updt_s:0.158 data_s:0.111 +INFO 2025-05-07 09:31:15 ts/train.py:232 step:599K smpl:10M ep:49K epch:164.93 loss:0.002 grdn:0.129 lr:2.5e-05 updt_s:0.159 data_s:0.113 +INFO 2025-05-07 09:32:09 ts/train.py:232 step:599K smpl:10M ep:49K epch:164.99 loss:0.002 grdn:0.120 lr:2.5e-05 updt_s:0.159 data_s:0.111 +INFO 2025-05-07 09:33:02 ts/train.py:232 step:599K smpl:10M ep:50K epch:165.04 loss:0.002 grdn:0.127 lr:2.5e-05 updt_s:0.159 data_s:0.108 +INFO 2025-05-07 09:33:56 ts/train.py:232 step:599K smpl:10M ep:50K epch:165.10 loss:0.002 grdn:0.129 lr:2.5e-05 updt_s:0.159 data_s:0.110 +INFO 2025-05-07 09:34:50 ts/train.py:232 step:600K smpl:10M ep:50K epch:165.15 loss:0.002 grdn:0.126 lr:2.5e-05 updt_s:0.160 data_s:0.107 +INFO 2025-05-07 09:35:45 ts/train.py:232 step:600K smpl:10M ep:50K epch:165.21 loss:0.002 grdn:0.129 lr:2.5e-05 updt_s:0.160 data_s:0.116 +INFO 2025-05-07 09:36:41 ts/train.py:232 step:600K smpl:10M ep:50K epch:165.26 loss:0.002 grdn:0.128 lr:2.5e-05 updt_s:0.159 data_s:0.120 +INFO 2025-05-07 09:36:41 ts/train.py:241 Checkpoint policy after step 600000 +INFO 2025-05-07 09:37:40 ts/train.py:232 step:600K smpl:10M ep:50K epch:165.32 loss:0.003 grdn:0.143 lr:2.5e-05 updt_s:0.159 data_s:0.118 +INFO 2025-05-07 09:38:37 ts/train.py:232 step:600K smpl:10M ep:50K epch:165.37 loss:0.003 grdn:0.133 lr:2.5e-05 updt_s:0.159 data_s:0.126 +INFO 2025-05-07 09:39:36 ts/train.py:232 step:601K smpl:10M ep:50K epch:165.43 loss:0.003 grdn:0.139 lr:2.5e-05 updt_s:0.159 data_s:0.135 +INFO 2025-05-07 09:40:34 ts/train.py:232 step:601K smpl:10M ep:50K epch:165.48 loss:0.003 grdn:0.135 lr:2.5e-05 updt_s:0.159 data_s:0.132 +INFO 2025-05-07 09:41:33 ts/train.py:232 step:601K smpl:10M ep:50K epch:165.54 loss:0.002 grdn:0.130 lr:2.5e-05 updt_s:0.159 data_s:0.133 +INFO 2025-05-07 09:42:32 ts/train.py:232 step:601K smpl:10M ep:50K epch:165.59 loss:0.002 grdn:0.138 lr:2.5e-05 updt_s:0.159 data_s:0.135 +INFO 2025-05-07 09:43:31 ts/train.py:232 step:601K smpl:10M ep:50K epch:165.65 loss:0.002 grdn:0.129 lr:2.5e-05 updt_s:0.159 data_s:0.134 +INFO 2025-05-07 09:44:30 ts/train.py:232 step:602K smpl:10M ep:50K epch:165.70 loss:0.003 grdn:0.143 lr:2.5e-05 updt_s:0.159 data_s:0.138 +INFO 2025-05-07 09:45:28 ts/train.py:232 step:602K smpl:10M ep:50K epch:165.76 loss:0.003 grdn:0.136 lr:2.5e-05 updt_s:0.159 data_s:0.131 +INFO 2025-05-07 09:46:27 ts/train.py:232 step:602K smpl:10M ep:50K epch:165.81 loss:0.003 grdn:0.130 lr:2.5e-05 updt_s:0.158 data_s:0.135 +INFO 2025-05-07 09:47:18 ts/train.py:232 step:602K smpl:10M ep:50K epch:165.87 loss:0.002 grdn:0.127 lr:2.5e-05 updt_s:0.159 data_s:0.093 +INFO 2025-05-07 09:48:04 ts/train.py:232 step:602K smpl:10M ep:50K epch:165.92 loss:0.002 grdn:0.132 lr:2.5e-05 updt_s:0.158 data_s:0.074 +INFO 2025-05-07 09:48:52 ts/train.py:232 step:603K smpl:10M ep:50K epch:165.98 loss:0.002 grdn:0.129 lr:2.5e-05 updt_s:0.159 data_s:0.077 +INFO 2025-05-07 09:49:38 ts/train.py:232 step:603K smpl:10M ep:50K epch:166.03 loss:0.002 grdn:0.133 lr:2.5e-05 updt_s:0.159 data_s:0.069 +INFO 2025-05-07 09:50:24 ts/train.py:232 step:603K smpl:10M ep:50K epch:166.09 loss:0.002 grdn:0.135 lr:2.5e-05 updt_s:0.159 data_s:0.071 +INFO 2025-05-07 09:51:11 ts/train.py:232 step:603K smpl:10M ep:50K epch:166.14 loss:0.002 grdn:0.133 lr:2.5e-05 updt_s:0.160 data_s:0.076 +INFO 2025-05-07 09:52:01 ts/train.py:232 step:603K smpl:10M ep:50K epch:166.20 loss:0.003 grdn:0.137 lr:2.5e-05 updt_s:0.161 data_s:0.088 +INFO 2025-05-07 09:52:49 ts/train.py:232 step:604K smpl:10M ep:50K epch:166.25 loss:0.002 grdn:0.128 lr:2.4e-05 updt_s:0.161 data_s:0.075 +INFO 2025-05-07 09:53:38 ts/train.py:232 step:604K smpl:10M ep:50K epch:166.31 loss:0.002 grdn:0.127 lr:2.4e-05 updt_s:0.161 data_s:0.083 +INFO 2025-05-07 09:54:26 ts/train.py:232 step:604K smpl:10M ep:50K epch:166.36 loss:0.003 grdn:0.146 lr:2.4e-05 updt_s:0.160 data_s:0.080 +INFO 2025-05-07 09:55:13 ts/train.py:232 step:604K smpl:10M ep:50K epch:166.42 loss:0.002 grdn:0.129 lr:2.4e-05 updt_s:0.160 data_s:0.075 +INFO 2025-05-07 09:56:00 ts/train.py:232 step:604K smpl:10M ep:50K epch:166.47 loss:0.003 grdn:0.138 lr:2.4e-05 updt_s:0.160 data_s:0.075 +INFO 2025-05-07 09:56:47 ts/train.py:232 step:605K smpl:10M ep:50K epch:166.53 loss:0.003 grdn:0.139 lr:2.4e-05 updt_s:0.160 data_s:0.074 +INFO 2025-05-07 09:57:34 ts/train.py:232 step:605K smpl:10M ep:50K epch:166.58 loss:0.002 grdn:0.127 lr:2.4e-05 updt_s:0.160 data_s:0.076 +INFO 2025-05-07 09:58:21 ts/train.py:232 step:605K smpl:10M ep:50K epch:166.64 loss:0.002 grdn:0.131 lr:2.4e-05 updt_s:0.160 data_s:0.074 +INFO 2025-05-07 09:59:09 ts/train.py:232 step:605K smpl:10M ep:50K epch:166.69 loss:0.002 grdn:0.133 lr:2.4e-05 updt_s:0.160 data_s:0.077 +INFO 2025-05-07 09:59:57 ts/train.py:232 step:605K smpl:10M ep:50K epch:166.75 loss:0.002 grdn:0.130 lr:2.4e-05 updt_s:0.160 data_s:0.078 +INFO 2025-05-07 10:00:48 ts/train.py:232 step:606K smpl:10M ep:50K epch:166.80 loss:0.003 grdn:0.134 lr:2.4e-05 updt_s:0.159 data_s:0.100 +INFO 2025-05-07 10:01:42 ts/train.py:232 step:606K smpl:10M ep:50K epch:166.86 loss:0.003 grdn:0.133 lr:2.4e-05 updt_s:0.159 data_s:0.105 +INFO 2025-05-07 10:02:34 ts/train.py:232 step:606K smpl:10M ep:50K epch:166.91 loss:0.002 grdn:0.122 lr:2.4e-05 updt_s:0.159 data_s:0.105 +INFO 2025-05-07 10:03:27 ts/train.py:232 step:606K smpl:10M ep:50K epch:166.97 loss:0.002 grdn:0.127 lr:2.4e-05 updt_s:0.159 data_s:0.105 +INFO 2025-05-07 10:04:20 ts/train.py:232 step:606K smpl:10M ep:50K epch:167.02 loss:0.003 grdn:0.145 lr:2.4e-05 updt_s:0.159 data_s:0.104 +INFO 2025-05-07 10:05:13 ts/train.py:232 step:607K smpl:10M ep:50K epch:167.08 loss:0.002 grdn:0.131 lr:2.4e-05 updt_s:0.159 data_s:0.107 +INFO 2025-05-07 10:06:07 ts/train.py:232 step:607K smpl:10M ep:50K epch:167.13 loss:0.003 grdn:0.134 lr:2.4e-05 updt_s:0.159 data_s:0.110 +INFO 2025-05-07 10:07:06 ts/train.py:232 step:607K smpl:10M ep:50K epch:167.19 loss:0.002 grdn:0.119 lr:2.4e-05 updt_s:0.159 data_s:0.134 +INFO 2025-05-07 10:08:05 ts/train.py:232 step:607K smpl:10M ep:50K epch:167.24 loss:0.002 grdn:0.138 lr:2.4e-05 updt_s:0.158 data_s:0.134 +INFO 2025-05-07 10:09:04 ts/train.py:232 step:607K smpl:10M ep:50K epch:167.30 loss:0.003 grdn:0.137 lr:2.4e-05 updt_s:0.158 data_s:0.136 +INFO 2025-05-07 10:10:02 ts/train.py:232 step:608K smpl:10M ep:50K epch:167.35 loss:0.002 grdn:0.133 lr:2.4e-05 updt_s:0.158 data_s:0.133 +INFO 2025-05-07 10:11:00 ts/train.py:232 step:608K smpl:10M ep:50K epch:167.41 loss:0.002 grdn:0.132 lr:2.4e-05 updt_s:0.158 data_s:0.129 +INFO 2025-05-07 10:11:57 ts/train.py:232 step:608K smpl:10M ep:50K epch:167.46 loss:0.002 grdn:0.131 lr:2.4e-05 updt_s:0.159 data_s:0.128 +INFO 2025-05-07 10:12:56 ts/train.py:232 step:608K smpl:10M ep:50K epch:167.52 loss:0.002 grdn:0.133 lr:2.4e-05 updt_s:0.160 data_s:0.133 +INFO 2025-05-07 10:13:54 ts/train.py:232 step:608K smpl:10M ep:50K epch:167.57 loss:0.002 grdn:0.125 lr:2.4e-05 updt_s:0.159 data_s:0.130 +INFO 2025-05-07 10:14:52 ts/train.py:232 step:609K smpl:10M ep:50K epch:167.63 loss:0.003 grdn:0.138 lr:2.4e-05 updt_s:0.158 data_s:0.133 +INFO 2025-05-07 10:15:51 ts/train.py:232 step:609K smpl:10M ep:50K epch:167.68 loss:0.003 grdn:0.145 lr:2.4e-05 updt_s:0.159 data_s:0.132 +INFO 2025-05-07 10:16:49 ts/train.py:232 step:609K smpl:10M ep:50K epch:167.74 loss:0.003 grdn:0.136 lr:2.4e-05 updt_s:0.158 data_s:0.134 +INFO 2025-05-07 10:17:37 ts/train.py:232 step:609K smpl:10M ep:50K epch:167.79 loss:0.002 grdn:0.122 lr:2.4e-05 updt_s:0.159 data_s:0.079 +INFO 2025-05-07 10:18:24 ts/train.py:232 step:609K smpl:10M ep:50K epch:167.85 loss:0.002 grdn:0.133 lr:2.4e-05 updt_s:0.159 data_s:0.075 +INFO 2025-05-07 10:19:11 ts/train.py:232 step:610K smpl:10M ep:50K epch:167.90 loss:0.003 grdn:0.144 lr:2.4e-05 updt_s:0.159 data_s:0.076 +INFO 2025-05-07 10:19:58 ts/train.py:232 step:610K smpl:10M ep:50K epch:167.96 loss:0.002 grdn:0.128 lr:2.4e-05 updt_s:0.160 data_s:0.076 +INFO 2025-05-07 10:20:47 ts/train.py:232 step:610K smpl:10M ep:50K epch:168.02 loss:0.003 grdn:0.139 lr:2.4e-05 updt_s:0.159 data_s:0.083 +INFO 2025-05-07 10:21:36 ts/train.py:232 step:610K smpl:10M ep:50K epch:168.07 loss:0.002 grdn:0.125 lr:2.4e-05 updt_s:0.159 data_s:0.085 +INFO 2025-05-07 10:22:25 ts/train.py:232 step:610K smpl:10M ep:50K epch:168.13 loss:0.002 grdn:0.131 lr:2.3e-05 updt_s:0.159 data_s:0.089 +INFO 2025-05-07 10:23:16 ts/train.py:232 step:611K smpl:10M ep:50K epch:168.18 loss:0.002 grdn:0.127 lr:2.3e-05 updt_s:0.160 data_s:0.093 +INFO 2025-05-07 10:24:07 ts/train.py:232 step:611K smpl:10M ep:50K epch:168.24 loss:0.002 grdn:0.135 lr:2.3e-05 updt_s:0.159 data_s:0.094 +INFO 2025-05-07 10:24:57 ts/train.py:232 step:611K smpl:10M ep:50K epch:168.29 loss:0.003 grdn:0.145 lr:2.3e-05 updt_s:0.159 data_s:0.091 +INFO 2025-05-07 10:25:48 ts/train.py:232 step:611K smpl:10M ep:51K epch:168.35 loss:0.002 grdn:0.129 lr:2.3e-05 updt_s:0.159 data_s:0.093 +INFO 2025-05-07 10:26:37 ts/train.py:232 step:611K smpl:10M ep:51K epch:168.40 loss:0.003 grdn:0.144 lr:2.3e-05 updt_s:0.159 data_s:0.087 +INFO 2025-05-07 10:27:26 ts/train.py:232 step:612K smpl:10M ep:51K epch:168.46 loss:0.002 grdn:0.138 lr:2.3e-05 updt_s:0.159 data_s:0.086 +INFO 2025-05-07 10:28:17 ts/train.py:232 step:612K smpl:10M ep:51K epch:168.51 loss:0.002 grdn:0.129 lr:2.3e-05 updt_s:0.159 data_s:0.095 +INFO 2025-05-07 10:29:08 ts/train.py:232 step:612K smpl:10M ep:51K epch:168.57 loss:0.003 grdn:0.135 lr:2.3e-05 updt_s:0.159 data_s:0.096 +INFO 2025-05-07 10:29:59 ts/train.py:232 step:612K smpl:10M ep:51K epch:168.62 loss:0.003 grdn:0.144 lr:2.3e-05 updt_s:0.159 data_s:0.095 +INFO 2025-05-07 10:30:49 ts/train.py:232 step:612K smpl:10M ep:51K epch:168.68 loss:0.002 grdn:0.129 lr:2.3e-05 updt_s:0.159 data_s:0.089 +INFO 2025-05-07 10:31:41 ts/train.py:232 step:613K smpl:10M ep:51K epch:168.73 loss:0.002 grdn:0.128 lr:2.3e-05 updt_s:0.158 data_s:0.104 +INFO 2025-05-07 10:32:34 ts/train.py:232 step:613K smpl:10M ep:51K epch:168.79 loss:0.003 grdn:0.138 lr:2.3e-05 updt_s:0.159 data_s:0.102 +INFO 2025-05-07 10:33:26 ts/train.py:232 step:613K smpl:10M ep:51K epch:168.84 loss:0.002 grdn:0.134 lr:2.3e-05 updt_s:0.159 data_s:0.101 +INFO 2025-05-07 10:34:18 ts/train.py:232 step:613K smpl:10M ep:51K epch:168.90 loss:0.002 grdn:0.137 lr:2.3e-05 updt_s:0.159 data_s:0.101 +INFO 2025-05-07 10:35:10 ts/train.py:232 step:613K smpl:10M ep:51K epch:168.95 loss:0.003 grdn:0.142 lr:2.3e-05 updt_s:0.161 data_s:0.100 +INFO 2025-05-07 10:36:02 ts/train.py:232 step:614K smpl:10M ep:51K epch:169.01 loss:0.002 grdn:0.133 lr:2.3e-05 updt_s:0.159 data_s:0.100 +INFO 2025-05-07 10:36:55 ts/train.py:232 step:614K smpl:10M ep:51K epch:169.06 loss:0.002 grdn:0.131 lr:2.3e-05 updt_s:0.159 data_s:0.102 +INFO 2025-05-07 10:37:52 ts/train.py:232 step:614K smpl:10M ep:51K epch:169.12 loss:0.003 grdn:0.140 lr:2.3e-05 updt_s:0.159 data_s:0.125 +INFO 2025-05-07 10:38:47 ts/train.py:232 step:614K smpl:10M ep:51K epch:169.17 loss:0.002 grdn:0.126 lr:2.3e-05 updt_s:0.159 data_s:0.115 +INFO 2025-05-07 10:39:42 ts/train.py:232 step:614K smpl:10M ep:51K epch:169.23 loss:0.003 grdn:0.137 lr:2.3e-05 updt_s:0.159 data_s:0.112 +INFO 2025-05-07 10:40:37 ts/train.py:232 step:615K smpl:10M ep:51K epch:169.28 loss:0.003 grdn:0.132 lr:2.3e-05 updt_s:0.159 data_s:0.117 +INFO 2025-05-07 10:41:32 ts/train.py:232 step:615K smpl:10M ep:51K epch:169.34 loss:0.003 grdn:0.146 lr:2.3e-05 updt_s:0.159 data_s:0.117 +INFO 2025-05-07 10:42:28 ts/train.py:232 step:615K smpl:10M ep:51K epch:169.39 loss:0.002 grdn:0.134 lr:2.3e-05 updt_s:0.159 data_s:0.115 +INFO 2025-05-07 10:43:25 ts/train.py:232 step:615K smpl:10M ep:51K epch:169.45 loss:0.002 grdn:0.134 lr:2.3e-05 updt_s:0.159 data_s:0.128 +INFO 2025-05-07 10:44:21 ts/train.py:232 step:615K smpl:10M ep:51K epch:169.50 loss:0.002 grdn:0.134 lr:2.3e-05 updt_s:0.159 data_s:0.119 +INFO 2025-05-07 10:45:15 ts/train.py:232 step:616K smpl:10M ep:51K epch:169.56 loss:0.002 grdn:0.132 lr:2.3e-05 updt_s:0.159 data_s:0.113 +INFO 2025-05-07 10:46:11 ts/train.py:232 step:616K smpl:10M ep:51K epch:169.61 loss:0.002 grdn:0.131 lr:2.3e-05 updt_s:0.159 data_s:0.115 +INFO 2025-05-07 10:47:07 ts/train.py:232 step:616K smpl:10M ep:51K epch:169.67 loss:0.002 grdn:0.132 lr:2.3e-05 updt_s:0.159 data_s:0.120 +INFO 2025-05-07 10:48:00 ts/train.py:232 step:616K smpl:10M ep:51K epch:169.72 loss:0.003 grdn:0.137 lr:2.3e-05 updt_s:0.158 data_s:0.110 +INFO 2025-05-07 10:48:53 ts/train.py:232 step:616K smpl:10M ep:51K epch:169.78 loss:0.003 grdn:0.147 lr:2.3e-05 updt_s:0.158 data_s:0.103 +INFO 2025-05-07 10:49:45 ts/train.py:232 step:617K smpl:10M ep:51K epch:169.83 loss:0.003 grdn:0.133 lr:2.3e-05 updt_s:0.158 data_s:0.101 +INFO 2025-05-07 10:50:36 ts/train.py:232 step:617K smpl:10M ep:51K epch:169.89 loss:0.002 grdn:0.134 lr:2.3e-05 updt_s:0.158 data_s:0.099 +INFO 2025-05-07 10:51:28 ts/train.py:232 step:617K smpl:10M ep:51K epch:169.94 loss:0.002 grdn:0.136 lr:2.3e-05 updt_s:0.158 data_s:0.100 +INFO 2025-05-07 10:52:20 ts/train.py:232 step:617K smpl:10M ep:51K epch:170.00 loss:0.002 grdn:0.131 lr:2.2e-05 updt_s:0.158 data_s:0.102 +INFO 2025-05-07 10:53:15 ts/train.py:232 step:617K smpl:10M ep:51K epch:170.05 loss:0.002 grdn:0.137 lr:2.2e-05 updt_s:0.159 data_s:0.116 +INFO 2025-05-07 10:54:11 ts/train.py:232 step:618K smpl:10M ep:51K epch:170.11 loss:0.003 grdn:0.140 lr:2.2e-05 updt_s:0.159 data_s:0.119 +INFO 2025-05-07 10:55:07 ts/train.py:232 step:618K smpl:10M ep:51K epch:170.16 loss:0.002 grdn:0.122 lr:2.2e-05 updt_s:0.158 data_s:0.119 +INFO 2025-05-07 10:56:02 ts/train.py:232 step:618K smpl:10M ep:51K epch:170.22 loss:0.002 grdn:0.132 lr:2.2e-05 updt_s:0.159 data_s:0.115 +INFO 2025-05-07 10:56:56 ts/train.py:232 step:618K smpl:10M ep:51K epch:170.27 loss:0.002 grdn:0.141 lr:2.2e-05 updt_s:0.159 data_s:0.113 +INFO 2025-05-07 10:57:51 ts/train.py:232 step:618K smpl:10M ep:51K epch:170.33 loss:0.003 grdn:0.151 lr:2.2e-05 updt_s:0.159 data_s:0.113 +INFO 2025-05-07 10:58:46 ts/train.py:232 step:619K smpl:10M ep:51K epch:170.38 loss:0.002 grdn:0.135 lr:2.2e-05 updt_s:0.158 data_s:0.118 +INFO 2025-05-07 10:59:43 ts/train.py:232 step:619K smpl:10M ep:51K epch:170.44 loss:0.002 grdn:0.119 lr:2.2e-05 updt_s:0.158 data_s:0.123 +INFO 2025-05-07 11:00:38 ts/train.py:232 step:619K smpl:10M ep:51K epch:170.49 loss:0.002 grdn:0.133 lr:2.2e-05 updt_s:0.159 data_s:0.117 +INFO 2025-05-07 11:01:34 ts/train.py:232 step:619K smpl:10M ep:51K epch:170.55 loss:0.002 grdn:0.135 lr:2.2e-05 updt_s:0.159 data_s:0.121 +INFO 2025-05-07 11:02:30 ts/train.py:232 step:619K smpl:10M ep:51K epch:170.60 loss:0.003 grdn:0.146 lr:2.2e-05 updt_s:0.159 data_s:0.118 +INFO 2025-05-07 11:03:24 ts/train.py:232 step:620K smpl:10M ep:51K epch:170.66 loss:0.002 grdn:0.132 lr:2.2e-05 updt_s:0.158 data_s:0.111 +INFO 2025-05-07 11:04:14 ts/train.py:232 step:620K smpl:10M ep:51K epch:170.71 loss:0.002 grdn:0.136 lr:2.2e-05 updt_s:0.158 data_s:0.089 +INFO 2025-05-07 11:05:05 ts/train.py:232 step:620K smpl:10M ep:51K epch:170.77 loss:0.002 grdn:0.133 lr:2.2e-05 updt_s:0.158 data_s:0.097 +INFO 2025-05-07 11:05:54 ts/train.py:232 step:620K smpl:10M ep:51K epch:170.82 loss:0.002 grdn:0.138 lr:2.2e-05 updt_s:0.158 data_s:0.085 +INFO 2025-05-07 11:06:42 ts/train.py:232 step:620K smpl:10M ep:51K epch:170.88 loss:0.003 grdn:0.142 lr:2.2e-05 updt_s:0.159 data_s:0.080 +INFO 2025-05-07 11:07:32 ts/train.py:232 step:621K smpl:10M ep:51K epch:170.93 loss:0.002 grdn:0.129 lr:2.2e-05 updt_s:0.158 data_s:0.093 +INFO 2025-05-07 11:08:25 ts/train.py:232 step:621K smpl:10M ep:51K epch:170.99 loss:0.002 grdn:0.128 lr:2.2e-05 updt_s:0.158 data_s:0.103 +INFO 2025-05-07 11:09:19 ts/train.py:232 step:621K smpl:10M ep:51K epch:171.04 loss:0.002 grdn:0.142 lr:2.2e-05 updt_s:0.158 data_s:0.112 +INFO 2025-05-07 11:10:13 ts/train.py:232 step:621K smpl:10M ep:51K epch:171.10 loss:0.002 grdn:0.137 lr:2.2e-05 updt_s:0.159 data_s:0.110 +INFO 2025-05-07 11:11:07 ts/train.py:232 step:621K smpl:10M ep:51K epch:171.16 loss:0.002 grdn:0.125 lr:2.2e-05 updt_s:0.159 data_s:0.113 +INFO 2025-05-07 11:12:03 ts/train.py:232 step:622K smpl:10M ep:51K epch:171.21 loss:0.002 grdn:0.126 lr:2.2e-05 updt_s:0.159 data_s:0.119 +INFO 2025-05-07 11:12:57 ts/train.py:232 step:622K smpl:10M ep:51K epch:171.27 loss:0.002 grdn:0.122 lr:2.2e-05 updt_s:0.158 data_s:0.111 +INFO 2025-05-07 11:13:52 ts/train.py:232 step:622K smpl:10M ep:51K epch:171.32 loss:0.002 grdn:0.141 lr:2.2e-05 updt_s:0.159 data_s:0.112 +INFO 2025-05-07 11:14:46 ts/train.py:232 step:622K smpl:10M ep:51K epch:171.38 loss:0.002 grdn:0.131 lr:2.2e-05 updt_s:0.159 data_s:0.114 +INFO 2025-05-07 11:15:40 ts/train.py:232 step:622K smpl:10M ep:51K epch:171.43 loss:0.002 grdn:0.127 lr:2.2e-05 updt_s:0.159 data_s:0.110 +INFO 2025-05-07 11:16:34 ts/train.py:232 step:623K smpl:10M ep:51K epch:171.49 loss:0.003 grdn:0.142 lr:2.2e-05 updt_s:0.159 data_s:0.111 +INFO 2025-05-07 11:17:28 ts/train.py:232 step:623K smpl:10M ep:51K epch:171.54 loss:0.002 grdn:0.133 lr:2.2e-05 updt_s:0.159 data_s:0.111 +INFO 2025-05-07 11:18:23 ts/train.py:232 step:623K smpl:10M ep:51K epch:171.60 loss:0.002 grdn:0.130 lr:2.2e-05 updt_s:0.159 data_s:0.112 +INFO 2025-05-07 11:19:18 ts/train.py:232 step:623K smpl:10M ep:51K epch:171.65 loss:0.002 grdn:0.132 lr:2.2e-05 updt_s:0.159 data_s:0.114 +INFO 2025-05-07 11:20:12 ts/train.py:232 step:623K smpl:10M ep:52K epch:171.71 loss:0.002 grdn:0.136 lr:2.2e-05 updt_s:0.160 data_s:0.110 +INFO 2025-05-07 11:21:05 ts/train.py:232 step:624K smpl:10M ep:52K epch:171.76 loss:0.002 grdn:0.131 lr:2.2e-05 updt_s:0.159 data_s:0.108 +INFO 2025-05-07 11:21:59 ts/train.py:232 step:624K smpl:10M ep:52K epch:171.82 loss:0.003 grdn:0.141 lr:2.2e-05 updt_s:0.159 data_s:0.108 +INFO 2025-05-07 11:22:52 ts/train.py:232 step:624K smpl:10M ep:52K epch:171.87 loss:0.003 grdn:0.144 lr:2.2e-05 updt_s:0.160 data_s:0.106 +INFO 2025-05-07 11:23:46 ts/train.py:232 step:624K smpl:10M ep:52K epch:171.93 loss:0.002 grdn:0.134 lr:2.1e-05 updt_s:0.159 data_s:0.108 +INFO 2025-05-07 11:24:43 ts/train.py:232 step:624K smpl:10M ep:52K epch:171.98 loss:0.002 grdn:0.135 lr:2.1e-05 updt_s:0.159 data_s:0.124 +INFO 2025-05-07 11:25:41 ts/train.py:232 step:625K smpl:10M ep:52K epch:172.04 loss:0.002 grdn:0.128 lr:2.1e-05 updt_s:0.160 data_s:0.129 +INFO 2025-05-07 11:26:38 ts/train.py:232 step:625K smpl:10M ep:52K epch:172.09 loss:0.002 grdn:0.133 lr:2.1e-05 updt_s:0.159 data_s:0.127 diff --git a/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/wandb/run-20250505_134633-or9d7oy0/logs/debug-internal.log b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/wandb/run-20250505_134633-or9d7oy0/logs/debug-internal.log index 95577922fe177a6276ba796a7fd52ba26c00c0aa..0f739f5d73b02ccb5464c78f556d225706e7483b 100644 --- a/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/wandb/run-20250505_134633-or9d7oy0/logs/debug-internal.log +++ b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/wandb/run-20250505_134633-or9d7oy0/logs/debug-internal.log @@ -11,3 +11,6 @@ {"time":"2025-05-06T12:15:55.437088156Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/marchmelo0923-postech/lerobot/or9d7oy0/file_stream\": dial tcp: lookup api.wandb.ai on 141.223.7.51:53: read udp 172.17.0.4:45422->141.223.7.51:53: i/o timeout"} {"time":"2025-05-06T12:30:55.436340164Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/marchmelo0923-postech/lerobot/or9d7oy0/file_stream\": dial tcp: lookup api.wandb.ai on 141.223.7.51:53: read udp 172.17.0.4:51617->141.223.7.51:53: i/o timeout"} {"time":"2025-05-06T12:42:40.435841749Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/marchmelo0923-postech/lerobot/or9d7oy0/file_stream\": dial tcp: lookup api.wandb.ai on 141.223.7.51:53: read udp 172.17.0.4:46107->141.223.7.51:53: i/o timeout"} +{"time":"2025-05-06T22:47:41.804454606Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"} +{"time":"2025-05-06T23:06:22.73637838Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"} +{"time":"2025-05-07T10:20:45.433607767Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/marchmelo0923-postech/lerobot/or9d7oy0/file_stream\": dial tcp: lookup api.wandb.ai on 141.223.7.51:53: read udp 172.17.0.4:33216->141.223.7.51:53: i/o timeout"} diff --git a/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/wandb/run-20250505_134633-or9d7oy0/run-or9d7oy0.wandb b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/wandb/run-20250505_134633-or9d7oy0/run-or9d7oy0.wandb index 200e9823b0e1eaa259c8a5552fbd83c6cdfdeef8..013f835556f95f3383e06311e31c4a4168b15998 100644 --- a/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/wandb/run-20250505_134633-or9d7oy0/run-or9d7oy0.wandb +++ b/DP_pengripA_downDims1_cropNo224_freeze0_32_32_ema1_1e-4/wandb/run-20250505_134633-or9d7oy0/run-or9d7oy0.wandb @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a45d882bcdf2ea648c5e90d4990ea6a8f662753594cbc1b700d9e772982527a0 -size 20185088 +oid sha256:1df54928bbec7b7068859e0ed2d4b2f01542608f94284f2aefbc61e5fec12e85 +size 37453824