Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+wandb/run-20251015_161409-p0vu320d/run-p0vu320d.wandb filter=lfs diff=lfs merge=lfs -text

checkpoints/020000/pretrained_model/config.json

@@ -0,0 +1,69 @@
+{
+    "type": "act",
+    "n_obs_steps": 1,
+    "normalization_mapping": {
+        "VISUAL": "MEAN_STD",
+        "STATE": "MEAN_STD",
+        "ACTION": "MEAN_STD"
+    },
+    "input_features": {
+        "observation.state": {
+            "type": "STATE",
+            "shape": [
+                6
+            ]
+        },
+        "observation.images.up": {
+            "type": "VISUAL",
+            "shape": [
+                3,
+                480,
+                640
+            ]
+        },
+        "observation.images.top": {
+            "type": "VISUAL",
+            "shape": [
+                3,
+                480,
+                640
+            ]
+        }
+    },
+    "output_features": {
+        "action": {
+            "type": "ACTION",
+            "shape": [
+                6
+            ]
+        }
+    },
+    "device": "cuda",
+    "use_amp": false,
+    "push_to_hub": true,
+    "repo_id": "miketangmk/my_policy6",
+    "private": null,
+    "tags": null,
+    "license": null,
+    "chunk_size": 100,
+    "n_action_steps": 100,
+    "vision_backbone": "resnet18",
+    "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
+    "replace_final_stride_with_dilation": false,
+    "pre_norm": false,
+    "dim_model": 512,
+    "n_heads": 8,
+    "dim_feedforward": 3200,
+    "feedforward_activation": "relu",
+    "n_encoder_layers": 4,
+    "n_decoder_layers": 1,
+    "use_vae": true,
+    "latent_dim": 32,
+    "n_vae_encoder_layers": 4,
+    "temporal_ensemble_coeff": null,
+    "dropout": 0.1,
+    "kl_weight": 10.0,
+    "optimizer_lr": 1e-05,
+    "optimizer_weight_decay": 0.0001,
+    "optimizer_lr_backbone": 1e-05
+}

checkpoints/020000/pretrained_model/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8b08f31af83906d4d983d435d2b404cf54d076ec3b7379c3dd4d550aa83330f
+size 206701056

checkpoints/020000/pretrained_model/train_config.json

@@ -0,0 +1,175 @@
+{
+    "dataset": {
+        "repo_id": "miketangmk/record-test6",
+        "root": null,
+        "episodes": null,
+        "image_transforms": {
+            "enable": false,
+            "max_num_transforms": 3,
+            "random_order": false,
+            "tfs": {
+                "brightness": {
+                    "weight": 1.0,
+                    "type": "ColorJitter",
+                    "kwargs": {
+                        "brightness": [
+                            0.8,
+                            1.2
+                        ]
+                    }
+                },
+                "contrast": {
+                    "weight": 1.0,
+                    "type": "ColorJitter",
+                    "kwargs": {
+                        "contrast": [
+                            0.8,
+                            1.2
+                        ]
+                    }
+                },
+                "saturation": {
+                    "weight": 1.0,
+                    "type": "ColorJitter",
+                    "kwargs": {
+                        "saturation": [
+                            0.5,
+                            1.5
+                        ]
+                    }
+                },
+                "hue": {
+                    "weight": 1.0,
+                    "type": "ColorJitter",
+                    "kwargs": {
+                        "hue": [
+                            -0.05,
+                            0.05
+                        ]
+                    }
+                },
+                "sharpness": {
+                    "weight": 1.0,
+                    "type": "SharpnessJitter",
+                    "kwargs": {
+                        "sharpness": [
+                            0.5,
+                            1.5
+                        ]
+                    }
+                }
+            }
+        },
+        "revision": null,
+        "use_imagenet_stats": true,
+        "video_backend": "torchcodec"
+    },
+    "env": null,
+    "policy": {
+        "type": "act",
+        "n_obs_steps": 1,
+        "normalization_mapping": {
+            "VISUAL": "MEAN_STD",
+            "STATE": "MEAN_STD",
+            "ACTION": "MEAN_STD"
+        },
+        "input_features": {
+            "observation.state": {
+                "type": "STATE",
+                "shape": [
+                    6
+                ]
+            },
+            "observation.images.up": {
+                "type": "VISUAL",
+                "shape": [
+                    3,
+                    480,
+                    640
+                ]
+            },
+            "observation.images.top": {
+                "type": "VISUAL",
+                "shape": [
+                    3,
+                    480,
+                    640
+                ]
+            }
+        },
+        "output_features": {
+            "action": {
+                "type": "ACTION",
+                "shape": [
+                    6
+                ]
+            }
+        },
+        "device": "cuda",
+        "use_amp": false,
+        "push_to_hub": true,
+        "repo_id": "miketangmk/my_policy6",
+        "private": null,
+        "tags": null,
+        "license": null,
+        "chunk_size": 100,
+        "n_action_steps": 100,
+        "vision_backbone": "resnet18",
+        "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
+        "replace_final_stride_with_dilation": false,
+        "pre_norm": false,
+        "dim_model": 512,
+        "n_heads": 8,
+        "dim_feedforward": 3200,
+        "feedforward_activation": "relu",
+        "n_encoder_layers": 4,
+        "n_decoder_layers": 1,
+        "use_vae": true,
+        "latent_dim": 32,
+        "n_vae_encoder_layers": 4,
+        "temporal_ensemble_coeff": null,
+        "dropout": 0.1,
+        "kl_weight": 10.0,
+        "optimizer_lr": 1e-05,
+        "optimizer_weight_decay": 0.0001,
+        "optimizer_lr_backbone": 1e-05
+    },
+    "output_dir": "outputs/train/act_so101_test6",
+    "job_name": "act_record_test6",
+    "resume": false,
+    "seed": 1000,
+    "num_workers": 4,
+    "batch_size": 8,
+    "steps": 100000,
+    "eval_freq": 20000,
+    "log_freq": 200,
+    "save_checkpoint": true,
+    "save_freq": 20000,
+    "use_policy_training_preset": true,
+    "optimizer": {
+        "type": "adamw",
+        "lr": 1e-05,
+        "weight_decay": 0.0001,
+        "grad_clip_norm": 10.0,
+        "betas": [
+            0.9,
+            0.999
+        ],
+        "eps": 1e-08
+    },
+    "scheduler": null,
+    "eval": {
+        "n_episodes": 50,
+        "batch_size": 50,
+        "use_async_envs": false
+    },
+    "wandb": {
+        "enable": true,
+        "disable_artifact": false,
+        "project": "lerobot",
+        "entity": null,
+        "notes": null,
+        "run_id": "p0vu320d",
+        "mode": null
+    }
+}

checkpoints/020000/training_state/optimizer_param_groups.json

@@ -0,0 +1,191 @@
+[
+    {
+        "lr": 1e-05,
+        "betas": [
+            0.9,
+            0.999
+        ],
+        "eps": 1e-08,
+        "weight_decay": 0.0001,
+        "amsgrad": false,
+        "maximize": false,
+        "foreach": null,
+        "capturable": false,
+        "differentiable": false,
+        "fused": null,
+        "decoupled_weight_decay": true,
+        "params": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15,
+            16,
+            17,
+            18,
+            19,
+            20,
+            21,
+            22,
+            23,
+            24,
+            25,
+            26,
+            27,
+            28,
+            29,
+            30,
+            31,
+            32,
+            33,
+            34,
+            35,
+            36,
+            37,
+            38,
+            39,
+            40,
+            41,
+            42,
+            43,
+            44,
+            45,
+            46,
+            47,
+            48,
+            49,
+            50,
+            51,
+            52,
+            53,
+            54,
+            55,
+            56,
+            57,
+            58,
+            59,
+            60,
+            61,
+            62,
+            63,
+            64,
+            65,
+            66,
+            67,
+            68,
+            69,
+            70,
+            71,
+            72,
+            73,
+            74,
+            75,
+            76,
+            77,
+            78,
+            79,
+            80,
+            81,
+            82,
+            83,
+            84,
+            85,
+            86,
+            87,
+            88,
+            89,
+            90,
+            91,
+            92,
+            93,
+            94,
+            95,
+            96,
+            97,
+            98,
+            99,
+            100,
+            101,
+            102,
+            103,
+            104,
+            105,
+            106,
+            107,
+            108,
+            109,
+            110,
+            111,
+            112,
+            113,
+            114,
+            115,
+            116,
+            117,
+            118,
+            119,
+            120,
+            121,
+            122,
+            123,
+            124,
+            125,
+            126,
+            127,
+            128,
+            129,
+            130,
+            131,
+            132
+        ]
+    },
+    {
+        "lr": 1e-05,
+        "betas": [
+            0.9,
+            0.999
+        ],
+        "eps": 1e-08,
+        "weight_decay": 0.0001,
+        "amsgrad": false,
+        "maximize": false,
+        "foreach": null,
+        "capturable": false,
+        "differentiable": false,
+        "fused": null,
+        "decoupled_weight_decay": true,
+        "params": [
+            133,
+            134,
+            135,
+            136,
+            137,
+            138,
+            139,
+            140,
+            141,
+            142,
+            143,
+            144,
+            145,
+            146,
+            147,
+            148,
+            149,
+            150,
+            151,
+            152
+        ]
+    }
+]

checkpoints/020000/training_state/optimizer_state.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9237306c42430dccdc620a3acc4656e6e380211befe59c7c01f17cfe042660c9
+size 412817652

checkpoints/020000/training_state/rng_state.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7091c3637c37072b801480afd1c17a85fd045c7b58349d55e4a14bc0f0c06648
+size 15708

checkpoints/020000/training_state/training_step.json

@@ -0,0 +1,3 @@
+{
+    "step": 20000
+}

checkpoints/040000/pretrained_model/config.json

@@ -0,0 +1,69 @@
+{
+    "type": "act",
+    "n_obs_steps": 1,
+    "normalization_mapping": {
+        "VISUAL": "MEAN_STD",
+        "STATE": "MEAN_STD",
+        "ACTION": "MEAN_STD"
+    },
+    "input_features": {
+        "observation.state": {
+            "type": "STATE",
+            "shape": [
+                6
+            ]
+        },
+        "observation.images.up": {
+            "type": "VISUAL",
+            "shape": [
+                3,
+                480,
+                640
+            ]
+        },
+        "observation.images.top": {
+            "type": "VISUAL",
+            "shape": [
+                3,
+                480,
+                640
+            ]
+        }
+    },
+    "output_features": {
+        "action": {
+            "type": "ACTION",
+            "shape": [
+                6
+            ]
+        }
+    },
+    "device": "cuda",
+    "use_amp": false,
+    "push_to_hub": true,
+    "repo_id": "miketangmk/my_policy6",
+    "private": null,
+    "tags": null,
+    "license": null,
+    "chunk_size": 100,
+    "n_action_steps": 100,
+    "vision_backbone": "resnet18",
+    "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
+    "replace_final_stride_with_dilation": false,
+    "pre_norm": false,
+    "dim_model": 512,
+    "n_heads": 8,
+    "dim_feedforward": 3200,
+    "feedforward_activation": "relu",
+    "n_encoder_layers": 4,
+    "n_decoder_layers": 1,
+    "use_vae": true,
+    "latent_dim": 32,
+    "n_vae_encoder_layers": 4,
+    "temporal_ensemble_coeff": null,
+    "dropout": 0.1,
+    "kl_weight": 10.0,
+    "optimizer_lr": 1e-05,
+    "optimizer_weight_decay": 0.0001,
+    "optimizer_lr_backbone": 1e-05
+}

checkpoints/040000/pretrained_model/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5230f829464ba8ddc5e024e874845684cfb308a8e504c0522ea378f8614e44a6
+size 206701056

checkpoints/040000/pretrained_model/train_config.json

@@ -0,0 +1,175 @@
+{
+    "dataset": {
+        "repo_id": "miketangmk/record-test6",
+        "root": null,
+        "episodes": null,
+        "image_transforms": {
+            "enable": false,
+            "max_num_transforms": 3,
+            "random_order": false,
+            "tfs": {
+                "brightness": {
+                    "weight": 1.0,
+                    "type": "ColorJitter",
+                    "kwargs": {
+                        "brightness": [
+                            0.8,
+                            1.2
+                        ]
+                    }
+                },
+                "contrast": {
+                    "weight": 1.0,
+                    "type": "ColorJitter",
+                    "kwargs": {
+                        "contrast": [
+                            0.8,
+                            1.2
+                        ]
+                    }
+                },
+                "saturation": {
+                    "weight": 1.0,
+                    "type": "ColorJitter",
+                    "kwargs": {
+                        "saturation": [
+                            0.5,
+                            1.5
+                        ]
+                    }
+                },
+                "hue": {
+                    "weight": 1.0,
+                    "type": "ColorJitter",
+                    "kwargs": {
+                        "hue": [
+                            -0.05,
+                            0.05
+                        ]
+                    }
+                },
+                "sharpness": {
+                    "weight": 1.0,
+                    "type": "SharpnessJitter",
+                    "kwargs": {
+                        "sharpness": [
+                            0.5,
+                            1.5
+                        ]
+                    }
+                }
+            }
+        },
+        "revision": null,
+        "use_imagenet_stats": true,
+        "video_backend": "torchcodec"
+    },
+    "env": null,
+    "policy": {
+        "type": "act",
+        "n_obs_steps": 1,
+        "normalization_mapping": {
+            "VISUAL": "MEAN_STD",
+            "STATE": "MEAN_STD",
+            "ACTION": "MEAN_STD"
+        },
+        "input_features": {
+            "observation.state": {
+                "type": "STATE",
+                "shape": [
+                    6
+                ]
+            },
+            "observation.images.up": {
+                "type": "VISUAL",
+                "shape": [
+                    3,
+                    480,
+                    640
+                ]
+            },
+            "observation.images.top": {
+                "type": "VISUAL",
+                "shape": [
+                    3,
+                    480,
+                    640
+                ]
+            }
+        },
+        "output_features": {
+            "action": {
+                "type": "ACTION",
+                "shape": [
+                    6
+                ]
+            }
+        },
+        "device": "cuda",
+        "use_amp": false,
+        "push_to_hub": true,
+        "repo_id": "miketangmk/my_policy6",
+        "private": null,
+        "tags": null,
+        "license": null,
+        "chunk_size": 100,
+        "n_action_steps": 100,
+        "vision_backbone": "resnet18",
+        "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
+        "replace_final_stride_with_dilation": false,
+        "pre_norm": false,
+        "dim_model": 512,
+        "n_heads": 8,
+        "dim_feedforward": 3200,
+        "feedforward_activation": "relu",
+        "n_encoder_layers": 4,
+        "n_decoder_layers": 1,
+        "use_vae": true,
+        "latent_dim": 32,
+        "n_vae_encoder_layers": 4,
+        "temporal_ensemble_coeff": null,
+        "dropout": 0.1,
+        "kl_weight": 10.0,
+        "optimizer_lr": 1e-05,
+        "optimizer_weight_decay": 0.0001,
+        "optimizer_lr_backbone": 1e-05
+    },
+    "output_dir": "outputs/train/act_so101_test6",
+    "job_name": "act_record_test6",
+    "resume": false,
+    "seed": 1000,
+    "num_workers": 4,
+    "batch_size": 8,
+    "steps": 100000,
+    "eval_freq": 20000,
+    "log_freq": 200,
+    "save_checkpoint": true,
+    "save_freq": 20000,
+    "use_policy_training_preset": true,
+    "optimizer": {
+        "type": "adamw",
+        "lr": 1e-05,
+        "weight_decay": 0.0001,
+        "grad_clip_norm": 10.0,
+        "betas": [
+            0.9,
+            0.999
+        ],
+        "eps": 1e-08
+    },
+    "scheduler": null,
+    "eval": {
+        "n_episodes": 50,
+        "batch_size": 50,
+        "use_async_envs": false
+    },
+    "wandb": {
+        "enable": true,
+        "disable_artifact": false,
+        "project": "lerobot",
+        "entity": null,
+        "notes": null,
+        "run_id": "p0vu320d",
+        "mode": null
+    }
+}

checkpoints/040000/training_state/optimizer_param_groups.json

@@ -0,0 +1,191 @@
+[
+    {
+        "lr": 1e-05,
+        "betas": [
+            0.9,
+            0.999
+        ],
+        "eps": 1e-08,
+        "weight_decay": 0.0001,
+        "amsgrad": false,
+        "maximize": false,
+        "foreach": null,
+        "capturable": false,
+        "differentiable": false,
+        "fused": null,
+        "decoupled_weight_decay": true,
+        "params": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15,
+            16,
+            17,
+            18,
+            19,
+            20,
+            21,
+            22,
+            23,
+            24,
+            25,
+            26,
+            27,
+            28,
+            29,
+            30,
+            31,
+            32,
+            33,
+            34,
+            35,
+            36,
+            37,
+            38,
+            39,
+            40,
+            41,
+            42,
+            43,
+            44,
+            45,
+            46,
+            47,
+            48,
+            49,
+            50,
+            51,
+            52,
+            53,
+            54,
+            55,
+            56,
+            57,
+            58,
+            59,
+            60,
+            61,
+            62,
+            63,
+            64,
+            65,
+            66,
+            67,
+            68,
+            69,
+            70,
+            71,
+            72,
+            73,
+            74,
+            75,
+            76,
+            77,
+            78,
+            79,
+            80,
+            81,
+            82,
+            83,
+            84,
+            85,
+            86,
+            87,
+            88,
+            89,
+            90,
+            91,
+            92,
+            93,
+            94,
+            95,
+            96,
+            97,
+            98,
+            99,
+            100,
+            101,
+            102,
+            103,
+            104,
+            105,
+            106,
+            107,
+            108,
+            109,
+            110,
+            111,
+            112,
+            113,
+            114,
+            115,
+            116,
+            117,
+            118,
+            119,
+            120,
+            121,
+            122,
+            123,
+            124,
+            125,
+            126,
+            127,
+            128,
+            129,
+            130,
+            131,
+            132
+        ]
+    },
+    {
+        "lr": 1e-05,
+        "betas": [
+            0.9,
+            0.999
+        ],
+        "eps": 1e-08,
+        "weight_decay": 0.0001,
+        "amsgrad": false,
+        "maximize": false,
+        "foreach": null,
+        "capturable": false,
+        "differentiable": false,
+        "fused": null,
+        "decoupled_weight_decay": true,
+        "params": [
+            133,
+            134,
+            135,
+            136,
+            137,
+            138,
+            139,
+            140,
+            141,
+            142,
+            143,
+            144,
+            145,
+            146,
+            147,
+            148,
+            149,
+            150,
+            151,
+            152
+        ]
+    }
+]

checkpoints/040000/training_state/optimizer_state.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56281f0747caccc043240ec0d6dddf4de97945da5db3adb0d241f79c7b13aac2
+size 412817652

checkpoints/040000/training_state/rng_state.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0321aa2beb46f19875a2b2756f1626cbec41ef1d0e83eae3b292d4ec9ec4cca4
+size 15708

checkpoints/040000/training_state/training_step.json

@@ -0,0 +1,3 @@
+{
+    "step": 40000
+}

checkpoints/060000/pretrained_model/config.json

@@ -0,0 +1,69 @@
+{
+    "type": "act",
+    "n_obs_steps": 1,
+    "normalization_mapping": {
+        "VISUAL": "MEAN_STD",
+        "STATE": "MEAN_STD",
+        "ACTION": "MEAN_STD"
+    },
+    "input_features": {
+        "observation.state": {
+            "type": "STATE",
+            "shape": [
+                6
+            ]
+        },
+        "observation.images.up": {
+            "type": "VISUAL",
+            "shape": [
+                3,
+                480,
+                640
+            ]
+        },
+        "observation.images.top": {
+            "type": "VISUAL",
+            "shape": [
+                3,
+                480,
+                640
+            ]
+        }
+    },
+    "output_features": {
+        "action": {
+            "type": "ACTION",
+            "shape": [
+                6
+            ]
+        }
+    },
+    "device": "cuda",
+    "use_amp": false,
+    "push_to_hub": true,
+    "repo_id": "miketangmk/my_policy6",
+    "private": null,
+    "tags": null,
+    "license": null,
+    "chunk_size": 100,
+    "n_action_steps": 100,
+    "vision_backbone": "resnet18",
+    "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
+    "replace_final_stride_with_dilation": false,
+    "pre_norm": false,
+    "dim_model": 512,
+    "n_heads": 8,
+    "dim_feedforward": 3200,
+    "feedforward_activation": "relu",
+    "n_encoder_layers": 4,
+    "n_decoder_layers": 1,
+    "use_vae": true,
+    "latent_dim": 32,
+    "n_vae_encoder_layers": 4,
+    "temporal_ensemble_coeff": null,
+    "dropout": 0.1,
+    "kl_weight": 10.0,
+    "optimizer_lr": 1e-05,
+    "optimizer_weight_decay": 0.0001,
+    "optimizer_lr_backbone": 1e-05
+}

checkpoints/060000/pretrained_model/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98f0a1e7f8aa9b28a4d585fd9de431bcef27c7530a0937c0a5048d25c6583535
+size 206701056

checkpoints/060000/pretrained_model/train_config.json

@@ -0,0 +1,175 @@
+{
+    "dataset": {
+        "repo_id": "miketangmk/record-test6",
+        "root": null,
+        "episodes": null,
+        "image_transforms": {
+            "enable": false,
+            "max_num_transforms": 3,
+            "random_order": false,
+            "tfs": {
+                "brightness": {
+                    "weight": 1.0,
+                    "type": "ColorJitter",
+                    "kwargs": {
+                        "brightness": [
+                            0.8,
+                            1.2
+                        ]
+                    }
+                },
+                "contrast": {
+                    "weight": 1.0,
+                    "type": "ColorJitter",
+                    "kwargs": {
+                        "contrast": [
+                            0.8,
+                            1.2
+                        ]
+                    }
+                },
+                "saturation": {
+                    "weight": 1.0,
+                    "type": "ColorJitter",
+                    "kwargs": {
+                        "saturation": [
+                            0.5,
+                            1.5
+                        ]
+                    }
+                },
+                "hue": {
+                    "weight": 1.0,
+                    "type": "ColorJitter",
+                    "kwargs": {
+                        "hue": [
+                            -0.05,
+                            0.05
+                        ]
+                    }
+                },
+                "sharpness": {
+                    "weight": 1.0,
+                    "type": "SharpnessJitter",
+                    "kwargs": {
+                        "sharpness": [
+                            0.5,
+                            1.5
+                        ]
+                    }
+                }
+            }
+        },
+        "revision": null,
+        "use_imagenet_stats": true,
+        "video_backend": "torchcodec"
+    },
+    "env": null,
+    "policy": {
+        "type": "act",
+        "n_obs_steps": 1,
+        "normalization_mapping": {
+            "VISUAL": "MEAN_STD",
+            "STATE": "MEAN_STD",
+            "ACTION": "MEAN_STD"
+        },
+        "input_features": {
+            "observation.state": {
+                "type": "STATE",
+                "shape": [
+                    6
+                ]
+            },
+            "observation.images.up": {
+                "type": "VISUAL",
+                "shape": [
+                    3,
+                    480,
+                    640
+                ]
+            },
+            "observation.images.top": {
+                "type": "VISUAL",
+                "shape": [
+                    3,
+                    480,
+                    640
+                ]
+            }
+        },
+        "output_features": {
+            "action": {
+                "type": "ACTION",
+                "shape": [
+                    6
+                ]
+            }
+        },
+        "device": "cuda",
+        "use_amp": false,
+        "push_to_hub": true,
+        "repo_id": "miketangmk/my_policy6",
+        "private": null,
+        "tags": null,
+        "license": null,
+        "chunk_size": 100,
+        "n_action_steps": 100,
+        "vision_backbone": "resnet18",
+        "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
+        "replace_final_stride_with_dilation": false,
+        "pre_norm": false,
+        "dim_model": 512,
+        "n_heads": 8,
+        "dim_feedforward": 3200,
+        "feedforward_activation": "relu",
+        "n_encoder_layers": 4,
+        "n_decoder_layers": 1,
+        "use_vae": true,
+        "latent_dim": 32,
+        "n_vae_encoder_layers": 4,
+        "temporal_ensemble_coeff": null,
+        "dropout": 0.1,
+        "kl_weight": 10.0,
+        "optimizer_lr": 1e-05,
+        "optimizer_weight_decay": 0.0001,
+        "optimizer_lr_backbone": 1e-05
+    },
+    "output_dir": "outputs/train/act_so101_test6",
+    "job_name": "act_record_test6",
+    "resume": false,
+    "seed": 1000,
+    "num_workers": 4,
+    "batch_size": 8,
+    "steps": 100000,
+    "eval_freq": 20000,
+    "log_freq": 200,
+    "save_checkpoint": true,
+    "save_freq": 20000,
+    "use_policy_training_preset": true,
+    "optimizer": {
+        "type": "adamw",
+        "lr": 1e-05,
+        "weight_decay": 0.0001,
+        "grad_clip_norm": 10.0,
+        "betas": [
+            0.9,
+            0.999
+        ],
+        "eps": 1e-08
+    },
+    "scheduler": null,
+    "eval": {
+        "n_episodes": 50,
+        "batch_size": 50,
+        "use_async_envs": false
+    },
+    "wandb": {
+        "enable": true,
+        "disable_artifact": false,
+        "project": "lerobot",
+        "entity": null,
+        "notes": null,
+        "run_id": "p0vu320d",
+        "mode": null
+    }
+}

checkpoints/060000/training_state/optimizer_param_groups.json

@@ -0,0 +1,191 @@
+[
+    {
+        "lr": 1e-05,
+        "betas": [
+            0.9,
+            0.999
+        ],
+        "eps": 1e-08,
+        "weight_decay": 0.0001,
+        "amsgrad": false,
+        "maximize": false,
+        "foreach": null,
+        "capturable": false,
+        "differentiable": false,
+        "fused": null,
+        "decoupled_weight_decay": true,
+        "params": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15,
+            16,
+            17,
+            18,
+            19,
+            20,
+            21,
+            22,
+            23,
+            24,
+            25,
+            26,
+            27,
+            28,
+            29,
+            30,
+            31,
+            32,
+            33,
+            34,
+            35,
+            36,
+            37,
+            38,
+            39,
+            40,
+            41,
+            42,
+            43,
+            44,
+            45,
+            46,
+            47,
+            48,
+            49,
+            50,
+            51,
+            52,
+            53,
+            54,
+            55,
+            56,
+            57,
+            58,
+            59,
+            60,
+            61,
+            62,
+            63,
+            64,
+            65,
+            66,
+            67,
+            68,
+            69,
+            70,
+            71,
+            72,
+            73,
+            74,
+            75,
+            76,
+            77,
+            78,
+            79,
+            80,
+            81,
+            82,
+            83,
+            84,
+            85,
+            86,
+            87,
+            88,
+            89,
+            90,
+            91,
+            92,
+            93,
+            94,
+            95,
+            96,
+            97,
+            98,
+            99,
+            100,
+            101,
+            102,
+            103,
+            104,
+            105,
+            106,
+            107,
+            108,
+            109,
+            110,
+            111,
+            112,
+            113,
+            114,
+            115,
+            116,
+            117,
+            118,
+            119,
+            120,
+            121,
+            122,
+            123,
+            124,
+            125,
+            126,
+            127,
+            128,
+            129,
+            130,
+            131,
+            132
+        ]
+    },
+    {
+        "lr": 1e-05,
+        "betas": [
+            0.9,
+            0.999
+        ],
+        "eps": 1e-08,
+        "weight_decay": 0.0001,
+        "amsgrad": false,
+        "maximize": false,
+        "foreach": null,
+        "capturable": false,
+        "differentiable": false,
+        "fused": null,
+        "decoupled_weight_decay": true,
+        "params": [
+            133,
+            134,
+            135,
+            136,
+            137,
+            138,
+            139,
+            140,
+            141,
+            142,
+            143,
+            144,
+            145,
+            146,
+            147,
+            148,
+            149,
+            150,
+            151,
+            152
+        ]
+    }
+]

checkpoints/060000/training_state/optimizer_state.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d942d33f7a5f0d99e9ccd241f38c9986b8fe61634336f26fdb9802afe3316186
+size 412817652

checkpoints/060000/training_state/rng_state.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32e7b11c3462d8e8574eb7d2a52db8c41bafd32aa4136d66b2b41469a107df20
+size 15708

checkpoints/060000/training_state/training_step.json

@@ -0,0 +1,3 @@
+{
+    "step": 60000
+}

checkpoints/080000/pretrained_model/config.json

@@ -0,0 +1,69 @@
+{
+    "type": "act",
+    "n_obs_steps": 1,
+    "normalization_mapping": {
+        "VISUAL": "MEAN_STD",
+        "STATE": "MEAN_STD",
+        "ACTION": "MEAN_STD"
+    },
+    "input_features": {
+        "observation.state": {
+            "type": "STATE",
+            "shape": [
+                6
+            ]
+        },
+        "observation.images.up": {
+            "type": "VISUAL",
+            "shape": [
+                3,
+                480,
+                640
+            ]
+        },
+        "observation.images.top": {
+            "type": "VISUAL",
+            "shape": [
+                3,
+                480,
+                640
+            ]
+        }
+    },
+    "output_features": {
+        "action": {
+            "type": "ACTION",
+            "shape": [
+                6
+            ]
+        }
+    },
+    "device": "cuda",
+    "use_amp": false,
+    "push_to_hub": true,
+    "repo_id": "miketangmk/my_policy6",
+    "private": null,
+    "tags": null,
+    "license": null,
+    "chunk_size": 100,
+    "n_action_steps": 100,
+    "vision_backbone": "resnet18",
+    "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
+    "replace_final_stride_with_dilation": false,
+    "pre_norm": false,
+    "dim_model": 512,
+    "n_heads": 8,
+    "dim_feedforward": 3200,
+    "feedforward_activation": "relu",
+    "n_encoder_layers": 4,
+    "n_decoder_layers": 1,
+    "use_vae": true,
+    "latent_dim": 32,
+    "n_vae_encoder_layers": 4,
+    "temporal_ensemble_coeff": null,
+    "dropout": 0.1,
+    "kl_weight": 10.0,
+    "optimizer_lr": 1e-05,
+    "optimizer_weight_decay": 0.0001,
+    "optimizer_lr_backbone": 1e-05
+}

checkpoints/080000/pretrained_model/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f8934f8570152f25c9286a5111c26eb11945106089a309c3c9d3405331304ee
+size 206701056

checkpoints/080000/pretrained_model/train_config.json

@@ -0,0 +1,175 @@
+{
+    "dataset": {
+        "repo_id": "miketangmk/record-test6",
+        "root": null,
+        "episodes": null,
+        "image_transforms": {
+            "enable": false,
+            "max_num_transforms": 3,
+            "random_order": false,
+            "tfs": {
+                "brightness": {
+                    "weight": 1.0,
+                    "type": "ColorJitter",
+                    "kwargs": {
+                        "brightness": [
+                            0.8,
+                            1.2
+                        ]
+                    }
+                },
+                "contrast": {
+                    "weight": 1.0,
+                    "type": "ColorJitter",
+                    "kwargs": {
+                        "contrast": [
+                            0.8,
+                            1.2
+                        ]
+                    }
+                },
+                "saturation": {
+                    "weight": 1.0,
+                    "type": "ColorJitter",
+                    "kwargs": {
+                        "saturation": [
+                            0.5,
+                            1.5
+                        ]
+                    }
+                },
+                "hue": {
+                    "weight": 1.0,
+                    "type": "ColorJitter",
+                    "kwargs": {
+                        "hue": [
+                            -0.05,
+                            0.05
+                        ]
+                    }
+                },
+                "sharpness": {
+                    "weight": 1.0,
+                    "type": "SharpnessJitter",
+                    "kwargs": {
+                        "sharpness": [
+                            0.5,
+                            1.5
+                        ]
+                    }
+                }
+            }
+        },
+        "revision": null,
+        "use_imagenet_stats": true,
+        "video_backend": "torchcodec"
+    },
+    "env": null,
+    "policy": {
+        "type": "act",
+        "n_obs_steps": 1,
+        "normalization_mapping": {
+            "VISUAL": "MEAN_STD",
+            "STATE": "MEAN_STD",
+            "ACTION": "MEAN_STD"
+        },
+        "input_features": {
+            "observation.state": {
+                "type": "STATE",
+                "shape": [
+                    6
+                ]
+            },
+            "observation.images.up": {
+                "type": "VISUAL",
+                "shape": [
+                    3,
+                    480,
+                    640
+                ]
+            },
+            "observation.images.top": {
+                "type": "VISUAL",
+                "shape": [
+                    3,
+                    480,
+                    640
+                ]
+            }
+        },
+        "output_features": {
+            "action": {
+                "type": "ACTION",
+                "shape": [
+                    6
+                ]
+            }
+        },
+        "device": "cuda",
+        "use_amp": false,
+        "push_to_hub": true,
+        "repo_id": "miketangmk/my_policy6",
+        "private": null,
+        "tags": null,
+        "license": null,
+        "chunk_size": 100,
+        "n_action_steps": 100,
+        "vision_backbone": "resnet18",
+        "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
+        "replace_final_stride_with_dilation": false,
+        "pre_norm": false,
+        "dim_model": 512,
+        "n_heads": 8,
+        "dim_feedforward": 3200,
+        "feedforward_activation": "relu",
+        "n_encoder_layers": 4,
+        "n_decoder_layers": 1,
+        "use_vae": true,
+        "latent_dim": 32,
+        "n_vae_encoder_layers": 4,
+        "temporal_ensemble_coeff": null,
+        "dropout": 0.1,
+        "kl_weight": 10.0,
+        "optimizer_lr": 1e-05,
+        "optimizer_weight_decay": 0.0001,
+        "optimizer_lr_backbone": 1e-05
+    },
+    "output_dir": "outputs/train/act_so101_test6",
+    "job_name": "act_record_test6",
+    "resume": false,
+    "seed": 1000,
+    "num_workers": 4,
+    "batch_size": 8,
+    "steps": 100000,
+    "eval_freq": 20000,
+    "log_freq": 200,
+    "save_checkpoint": true,
+    "save_freq": 20000,
+    "use_policy_training_preset": true,
+    "optimizer": {
+        "type": "adamw",
+        "lr": 1e-05,
+        "weight_decay": 0.0001,
+        "grad_clip_norm": 10.0,
+        "betas": [
+            0.9,
+            0.999
+        ],
+        "eps": 1e-08
+    },
+    "scheduler": null,
+    "eval": {
+        "n_episodes": 50,
+        "batch_size": 50,
+        "use_async_envs": false
+    },
+    "wandb": {
+        "enable": true,
+        "disable_artifact": false,
+        "project": "lerobot",
+        "entity": null,
+        "notes": null,
+        "run_id": "p0vu320d",
+        "mode": null
+    }
+}

checkpoints/080000/training_state/optimizer_param_groups.json

@@ -0,0 +1,191 @@
+[
+    {
+        "lr": 1e-05,
+        "betas": [
+            0.9,
+            0.999
+        ],
+        "eps": 1e-08,
+        "weight_decay": 0.0001,
+        "amsgrad": false,
+        "maximize": false,
+        "foreach": null,
+        "capturable": false,
+        "differentiable": false,
+        "fused": null,
+        "decoupled_weight_decay": true,
+        "params": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15,
+            16,
+            17,
+            18,
+            19,
+            20,
+            21,
+            22,
+            23,
+            24,
+            25,
+            26,
+            27,
+            28,
+            29,
+            30,
+            31,
+            32,
+            33,
+            34,
+            35,
+            36,
+            37,
+            38,
+            39,
+            40,
+            41,
+            42,
+            43,
+            44,
+            45,
+            46,
+            47,
+            48,
+            49,
+            50,
+            51,
+            52,
+            53,
+            54,
+            55,
+            56,
+            57,
+            58,
+            59,
+            60,
+            61,
+            62,
+            63,
+            64,
+            65,
+            66,
+            67,
+            68,
+            69,
+            70,
+            71,
+            72,
+            73,
+            74,
+            75,
+            76,
+            77,
+            78,
+            79,
+            80,
+            81,
+            82,
+            83,
+            84,
+            85,
+            86,
+            87,
+            88,
+            89,
+            90,
+            91,
+            92,
+            93,
+            94,
+            95,
+            96,
+            97,
+            98,
+            99,
+            100,
+            101,
+            102,
+            103,
+            104,
+            105,
+            106,
+            107,
+            108,
+            109,
+            110,
+            111,
+            112,
+            113,
+            114,
+            115,
+            116,
+            117,
+            118,
+            119,
+            120,
+            121,
+            122,
+            123,
+            124,
+            125,
+            126,
+            127,
+            128,
+            129,
+            130,
+            131,
+            132
+        ]
+    },
+    {
+        "lr": 1e-05,
+        "betas": [
+            0.9,
+            0.999
+        ],
+        "eps": 1e-08,
+        "weight_decay": 0.0001,
+        "amsgrad": false,
+        "maximize": false,
+        "foreach": null,
+        "capturable": false,
+        "differentiable": false,
+        "fused": null,
+        "decoupled_weight_decay": true,
+        "params": [
+            133,
+            134,
+            135,
+            136,
+            137,
+            138,
+            139,
+            140,
+            141,
+            142,
+            143,
+            144,
+            145,
+            146,
+            147,
+            148,
+            149,
+            150,
+            151,
+            152
+        ]
+    }
+]

checkpoints/080000/training_state/optimizer_state.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4de8231ea34eb80894797686df1107a2bb9806e8003a287139d33a26b1169a5a
+size 412817652

checkpoints/080000/training_state/rng_state.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86ea1f78adb338069729e89eea549508005bea3cac7b504ba216ca3c687d7bf9
+size 15708

checkpoints/080000/training_state/training_step.json

@@ -0,0 +1,3 @@
+{
+    "step": 80000
+}

checkpoints/100000/pretrained_model/config.json

@@ -0,0 +1,69 @@
+{
+    "type": "act",
+    "n_obs_steps": 1,
+    "normalization_mapping": {
+        "VISUAL": "MEAN_STD",
+        "STATE": "MEAN_STD",
+        "ACTION": "MEAN_STD"
+    },
+    "input_features": {
+        "observation.state": {
+            "type": "STATE",
+            "shape": [
+                6
+            ]
+        },
+        "observation.images.up": {
+            "type": "VISUAL",
+            "shape": [
+                3,
+                480,
+                640
+            ]
+        },
+        "observation.images.top": {
+            "type": "VISUAL",
+            "shape": [
+                3,
+                480,
+                640
+            ]
+        }
+    },
+    "output_features": {
+        "action": {
+            "type": "ACTION",
+            "shape": [
+                6
+            ]
+        }
+    },
+    "device": "cuda",
+    "use_amp": false,
+    "push_to_hub": true,
+    "repo_id": "miketangmk/my_policy6",
+    "private": null,
+    "tags": null,
+    "license": null,
+    "chunk_size": 100,
+    "n_action_steps": 100,
+    "vision_backbone": "resnet18",
+    "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
+    "replace_final_stride_with_dilation": false,
+    "pre_norm": false,
+    "dim_model": 512,
+    "n_heads": 8,
+    "dim_feedforward": 3200,
+    "feedforward_activation": "relu",
+    "n_encoder_layers": 4,
+    "n_decoder_layers": 1,
+    "use_vae": true,
+    "latent_dim": 32,
+    "n_vae_encoder_layers": 4,
+    "temporal_ensemble_coeff": null,
+    "dropout": 0.1,
+    "kl_weight": 10.0,
+    "optimizer_lr": 1e-05,
+    "optimizer_weight_decay": 0.0001,
+    "optimizer_lr_backbone": 1e-05
+}

checkpoints/100000/pretrained_model/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86340fbf1e77e564735e33ab1b3d9825a005fbd27ed81127a3a4eb2a389aaf89
+size 206701056

checkpoints/100000/pretrained_model/train_config.json

@@ -0,0 +1,175 @@
+{
+    "dataset": {
+        "repo_id": "miketangmk/record-test6",
+        "root": null,
+        "episodes": null,
+        "image_transforms": {
+            "enable": false,
+            "max_num_transforms": 3,
+            "random_order": false,
+            "tfs": {
+                "brightness": {
+                    "weight": 1.0,
+                    "type": "ColorJitter",
+                    "kwargs": {
+                        "brightness": [
+                            0.8,
+                            1.2
+                        ]
+                    }
+                },
+                "contrast": {
+                    "weight": 1.0,
+                    "type": "ColorJitter",
+                    "kwargs": {
+                        "contrast": [
+                            0.8,
+                            1.2
+                        ]
+                    }
+                },
+                "saturation": {
+                    "weight": 1.0,
+                    "type": "ColorJitter",
+                    "kwargs": {
+                        "saturation": [
+                            0.5,
+                            1.5
+                        ]
+                    }
+                },
+                "hue": {
+                    "weight": 1.0,
+                    "type": "ColorJitter",
+                    "kwargs": {
+                        "hue": [
+                            -0.05,
+                            0.05
+                        ]
+                    }
+                },
+                "sharpness": {
+                    "weight": 1.0,
+                    "type": "SharpnessJitter",
+                    "kwargs": {
+                        "sharpness": [
+                            0.5,
+                            1.5
+                        ]
+                    }
+                }
+            }
+        },
+        "revision": null,
+        "use_imagenet_stats": true,
+        "video_backend": "torchcodec"
+    },
+    "env": null,
+    "policy": {
+        "type": "act",
+        "n_obs_steps": 1,
+        "normalization_mapping": {
+            "VISUAL": "MEAN_STD",
+            "STATE": "MEAN_STD",
+            "ACTION": "MEAN_STD"
+        },
+        "input_features": {
+            "observation.state": {
+                "type": "STATE",
+                "shape": [
+                    6
+                ]
+            },
+            "observation.images.up": {
+                "type": "VISUAL",
+                "shape": [
+                    3,
+                    480,
+                    640
+                ]
+            },
+            "observation.images.top": {
+                "type": "VISUAL",
+                "shape": [
+                    3,
+                    480,
+                    640
+                ]
+            }
+        },
+        "output_features": {
+            "action": {
+                "type": "ACTION",
+                "shape": [
+                    6
+                ]
+            }
+        },
+        "device": "cuda",
+        "use_amp": false,
+        "push_to_hub": true,
+        "repo_id": "miketangmk/my_policy6",
+        "private": null,
+        "tags": null,
+        "license": null,
+        "chunk_size": 100,
+        "n_action_steps": 100,
+        "vision_backbone": "resnet18",
+        "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
+        "replace_final_stride_with_dilation": false,
+        "pre_norm": false,
+        "dim_model": 512,
+        "n_heads": 8,
+        "dim_feedforward": 3200,
+        "feedforward_activation": "relu",
+        "n_encoder_layers": 4,
+        "n_decoder_layers": 1,
+        "use_vae": true,
+        "latent_dim": 32,
+        "n_vae_encoder_layers": 4,
+        "temporal_ensemble_coeff": null,
+        "dropout": 0.1,
+        "kl_weight": 10.0,
+        "optimizer_lr": 1e-05,
+        "optimizer_weight_decay": 0.0001,
+        "optimizer_lr_backbone": 1e-05
+    },
+    "output_dir": "outputs/train/act_so101_test6",
+    "job_name": "act_record_test6",
+    "resume": false,
+    "seed": 1000,
+    "num_workers": 4,
+    "batch_size": 8,
+    "steps": 100000,
+    "eval_freq": 20000,
+    "log_freq": 200,
+    "save_checkpoint": true,
+    "save_freq": 20000,
+    "use_policy_training_preset": true,
+    "optimizer": {
+        "type": "adamw",
+        "lr": 1e-05,
+        "weight_decay": 0.0001,
+        "grad_clip_norm": 10.0,
+        "betas": [
+            0.9,
+            0.999
+        ],
+        "eps": 1e-08
+    },
+    "scheduler": null,
+    "eval": {
+        "n_episodes": 50,
+        "batch_size": 50,
+        "use_async_envs": false
+    },
+    "wandb": {
+        "enable": true,
+        "disable_artifact": false,
+        "project": "lerobot",
+        "entity": null,
+        "notes": null,
+        "run_id": "p0vu320d",
+        "mode": null
+    }
+}

checkpoints/100000/training_state/optimizer_param_groups.json

@@ -0,0 +1,191 @@
+[
+    {
+        "lr": 1e-05,
+        "betas": [
+            0.9,
+            0.999
+        ],
+        "eps": 1e-08,
+        "weight_decay": 0.0001,
+        "amsgrad": false,
+        "maximize": false,
+        "foreach": null,
+        "capturable": false,
+        "differentiable": false,
+        "fused": null,
+        "decoupled_weight_decay": true,
+        "params": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15,
+            16,
+            17,
+            18,
+            19,
+            20,
+            21,
+            22,
+            23,
+            24,
+            25,
+            26,
+            27,
+            28,
+            29,
+            30,
+            31,
+            32,
+            33,
+            34,
+            35,
+            36,
+            37,
+            38,
+            39,
+            40,
+            41,
+            42,
+            43,
+            44,
+            45,
+            46,
+            47,
+            48,
+            49,
+            50,
+            51,
+            52,
+            53,
+            54,
+            55,
+            56,
+            57,
+            58,
+            59,
+            60,
+            61,
+            62,
+            63,
+            64,
+            65,
+            66,
+            67,
+            68,
+            69,
+            70,
+            71,
+            72,
+            73,
+            74,
+            75,
+            76,
+            77,
+            78,
+            79,
+            80,
+            81,
+            82,
+            83,
+            84,
+            85,
+            86,
+            87,
+            88,
+            89,
+            90,
+            91,
+            92,
+            93,
+            94,
+            95,
+            96,
+            97,
+            98,
+            99,
+            100,
+            101,
+            102,
+            103,
+            104,
+            105,
+            106,
+            107,
+            108,
+            109,
+            110,
+            111,
+            112,
+            113,
+            114,
+            115,
+            116,
+            117,
+            118,
+            119,
+            120,
+            121,
+            122,
+            123,
+            124,
+            125,
+            126,
+            127,
+            128,
+            129,
+            130,
+            131,
+            132
+        ]
+    },
+    {
+        "lr": 1e-05,
+        "betas": [
+            0.9,
+            0.999
+        ],
+        "eps": 1e-08,
+        "weight_decay": 0.0001,
+        "amsgrad": false,
+        "maximize": false,
+        "foreach": null,
+        "capturable": false,
+        "differentiable": false,
+        "fused": null,
+        "decoupled_weight_decay": true,
+        "params": [
+            133,
+            134,
+            135,
+            136,
+            137,
+            138,
+            139,
+            140,
+            141,
+            142,
+            143,
+            144,
+            145,
+            146,
+            147,
+            148,
+            149,
+            150,
+            151,
+            152
+        ]
+    }
+]

checkpoints/100000/training_state/optimizer_state.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e43dea1ac2e5c5ca1c3b893a15189a804f1a5a28d3cad2c395309f5ac6e4831f
+size 412817652

checkpoints/100000/training_state/rng_state.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2142b69448e2fdba4229e33222e8c3e1e0155380a509ffc3830c384e7d44c431
+size 15708

checkpoints/100000/training_state/training_step.json

@@ -0,0 +1,3 @@
+{
+    "step": 100000
+}

wandb/debug-internal.log

@@ -0,0 +1,14 @@
+{"time":"2025-10-15T16:14:09.624836715+08:00","level":"INFO","msg":"stream: starting","core version":"0.22.0"}
+{"time":"2025-10-15T16:14:10.14854742+08:00","level":"INFO","msg":"stream: created new stream","id":"p0vu320d"}
+{"time":"2025-10-15T16:14:10.148566733+08:00","level":"INFO","msg":"stream: started","id":"p0vu320d"}
+{"time":"2025-10-15T16:14:10.148576886+08:00","level":"INFO","msg":"handler: started","stream_id":"p0vu320d"}
+{"time":"2025-10-15T16:14:10.148586296+08:00","level":"INFO","msg":"sender: started","stream_id":"p0vu320d"}
+{"time":"2025-10-15T16:14:10.148597723+08:00","level":"INFO","msg":"writer: started","stream_id":"p0vu320d"}
+{"time":"2025-10-15T16:55:08.587713976+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/tang-mike-tmnetwork/lerobot/p0vu320d/file_stream\": dial tcp: lookup api.wandb.ai on 127.0.0.53:53: read udp 127.0.0.1:43856->127.0.0.53:53: i/o timeout"}
+{"time":"2025-10-15T17:09:23.588486422+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/tang-mike-tmnetwork/lerobot/p0vu320d/file_stream\": dial tcp: lookup api.wandb.ai on 127.0.0.53:53: read udp 127.0.0.1:44983->127.0.0.53:53: i/o timeout"}
+{"time":"2025-10-15T17:44:20.557928142+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/tang-mike-tmnetwork/lerobot/p0vu320d/file_stream\": dial tcp: lookup api.wandb.ai on 127.0.0.53:53: read udp 127.0.0.1:60290->127.0.0.53:53: i/o timeout"}
+{"time":"2025-10-15T17:49:09.456949862+08:00","level":"INFO","msg":"stream: closing","id":"p0vu320d"}
+{"time":"2025-10-15T17:52:19.341615371+08:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
+{"time":"2025-10-15T17:52:19.623839479+08:00","level":"INFO","msg":"handler: closed","stream_id":"p0vu320d"}
+{"time":"2025-10-15T17:52:19.62390271+08:00","level":"INFO","msg":"sender: closed","stream_id":"p0vu320d"}
+{"time":"2025-10-15T17:52:19.623914844+08:00","level":"INFO","msg":"stream: closed","id":"p0vu320d"}

wandb/debug.log

@@ -0,0 +1,23 @@
+2025-10-15 16:14:09,414 INFO    MainThread:12626 [wandb_setup.py:_flush():81] Current SDK version is 0.22.0
+2025-10-15 16:14:09,414 INFO    MainThread:12626 [wandb_setup.py:_flush():81] Configure stats pid to 12626
+2025-10-15 16:14:09,414 INFO    MainThread:12626 [wandb_setup.py:_flush():81] Loading settings from /home/mike/.config/wandb/settings
+2025-10-15 16:14:09,414 INFO    MainThread:12626 [wandb_setup.py:_flush():81] Loading settings from /home/mike/lerobot/wandb/settings
+2025-10-15 16:14:09,414 INFO    MainThread:12626 [wandb_setup.py:_flush():81] Loading settings from environment variables
+2025-10-15 16:14:09,414 INFO    MainThread:12626 [wandb_init.py:setup_run_log_directory():686] Logging user logs to outputs/train/act_so101_test6/wandb/run-20251015_161409-p0vu320d/logs/debug.log
+2025-10-15 16:14:09,414 INFO    MainThread:12626 [wandb_init.py:setup_run_log_directory():687] Logging internal logs to outputs/train/act_so101_test6/wandb/run-20251015_161409-p0vu320d/logs/debug-internal.log
+2025-10-15 16:14:09,414 INFO    MainThread:12626 [wandb_init.py:init():813] calling init triggers
+2025-10-15 16:14:09,414 INFO    MainThread:12626 [wandb_init.py:init():818] wandb.init called with sweep_config: {}
+config: {'dataset': {'repo_id': 'miketangmk/record-test6', 'root': None, 'episodes': None, 'image_transforms': {'enable': False, 'max_num_transforms': 3, 'random_order': False, 'tfs': {'brightness': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'brightness': [0.8, 1.2]}}, 'contrast': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'contrast': [0.8, 1.2]}}, 'saturation': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'saturation': [0.5, 1.5]}}, 'hue': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'hue': [-0.05, 0.05]}}, 'sharpness': {'weight': 1.0, 'type': 'SharpnessJitter', 'kwargs': {'sharpness': [0.5, 1.5]}}}}, 'revision': None, 'use_imagenet_stats': True, 'video_backend': 'torchcodec'}, 'env': None, 'policy': {'type': 'act', 'n_obs_steps': 1, 'normalization_mapping': {'VISUAL': <NormalizationMode.MEAN_STD: 'MEAN_STD'>, 'STATE': <NormalizationMode.MEAN_STD: 'MEAN_STD'>, 'ACTION': <NormalizationMode.MEAN_STD: 'MEAN_STD'>}, 'input_features': {}, 'output_features': {}, 'device': 'cuda', 'use_amp': False, 'push_to_hub': True, 'repo_id': 'miketangmk/my_policy6', 'private': None, 'tags': None, 'license': None, 'chunk_size': 100, 'n_action_steps': 100, 'vision_backbone': 'resnet18', 'pretrained_backbone_weights': 'ResNet18_Weights.IMAGENET1K_V1', 'replace_final_stride_with_dilation': False, 'pre_norm': False, 'dim_model': 512, 'n_heads': 8, 'dim_feedforward': 3200, 'feedforward_activation': 'relu', 'n_encoder_layers': 4, 'n_decoder_layers': 1, 'use_vae': True, 'latent_dim': 32, 'n_vae_encoder_layers': 4, 'temporal_ensemble_coeff': None, 'dropout': 0.1, 'kl_weight': 10.0, 'optimizer_lr': 1e-05, 'optimizer_weight_decay': 0.0001, 'optimizer_lr_backbone': 1e-05}, 'output_dir': 'outputs/train/act_so101_test6', 'job_name': 'act_record_test6', 'resume': False, 'seed': 1000, 'num_workers': 4, 'batch_size': 8, 'steps': 100000, 'eval_freq': 20000, 'log_freq': 200, 'save_checkpoint': True, 'save_freq': 20000, 'use_policy_training_preset': True, 'optimizer': {'type': 'adamw', 'lr': 1e-05, 'weight_decay': 0.0001, 'grad_clip_norm': 10.0, 'betas': [0.9, 0.999], 'eps': 1e-08}, 'scheduler': None, 'eval': {'n_episodes': 50, 'batch_size': 50, 'use_async_envs': False}, 'wandb': {'enable': True, 'disable_artifact': False, 'project': 'lerobot', 'entity': None, 'notes': None, 'run_id': None, 'mode': None}, '_wandb': {}}
+2025-10-15 16:14:09,414 INFO    MainThread:12626 [wandb_init.py:init():861] starting backend
+2025-10-15 16:14:09,618 INFO    MainThread:12626 [wandb_init.py:init():864] sending inform_init request
+2025-10-15 16:14:09,622 INFO    MainThread:12626 [wandb_init.py:init():872] backend started and connected
+2025-10-15 16:14:09,622 INFO    MainThread:12626 [wandb_init.py:init():942] updated telemetry
+2025-10-15 16:14:09,626 INFO    MainThread:12626 [wandb_init.py:init():966] communicating run to backend with 90.0 second timeout
+2025-10-15 16:14:10,550 INFO    MainThread:12626 [wandb_init.py:init():1017] starting run threads in backend
+2025-10-15 16:14:10,609 INFO    MainThread:12626 [wandb_run.py:_console_start():2506] atexit reg
+2025-10-15 16:14:10,609 INFO    MainThread:12626 [wandb_run.py:_redirect():2354] redirect: wrap_raw
+2025-10-15 16:14:10,609 INFO    MainThread:12626 [wandb_run.py:_redirect():2423] Wrapping output streams.
+2025-10-15 16:14:10,609 INFO    MainThread:12626 [wandb_run.py:_redirect():2446] Redirects installed.
+2025-10-15 16:14:10,610 INFO    MainThread:12626 [wandb_init.py:init():1057] run started, returning control to user process
+2025-10-15 17:49:09,457 INFO    wandb-AsyncioManager-main:12626 [service_client.py:_forward_responses():84] Reached EOF.
+2025-10-15 17:49:09,457 INFO    wandb-AsyncioManager-main:12626 [mailbox.py:close():137] Closing mailbox, abandoning 2 handles.

wandb/run-20251015_161409-p0vu320d/files/config.yaml

@@ -0,0 +1,201 @@
+_wandb:
+    value:
+        cli_version: 0.22.0
+        e:
+            ss1c4k6sos4snpva8seucrc0uzwh64v7:
+                args:
+                    - --dataset.repo_id=miketangmk/record-test6
+                    - --policy.type=act
+                    - --output_dir=outputs/train/act_so101_test6
+                    - --job_name=act_record_test6
+                    - --policy.device=cuda
+                    - --wandb.enable=true
+                    - --policy.repo_id=miketangmk/my_policy6
+                cpu_count: 16
+                cpu_count_logical: 32
+                cudaVersion: "13.0"
+                disk:
+                    /:
+                        total: "294149980160"
+                        used: "51734691840"
+                executable: /home/mike/miniconda3/envs/lerobot/bin/python3.10
+                git:
+                    commit: 577cd10974b84bea1f06b6472eb9e5e74e07f77a
+                    remote: https://github.com/huggingface/lerobot.git
+                gpu: NVIDIA GeForce RTX 5090
+                gpu_count: 1
+                gpu_nvidia:
+                    - architecture: Blackwell
+                      cudaCores: 21760
+                      memoryTotal: "34190917632"
+                      name: NVIDIA GeForce RTX 5090
+                      uuid: GPU-659ada3c-90e2-16b4-3823-4cf06c456f53
+                host: HomeUbuntu24
+                memory:
+                    total: "64891895808"
+                os: Linux-6.14.0-33-generic-x86_64-with-glibc2.39
+                program: /home/mike/miniconda3/envs/lerobot/bin/lerobot-train
+                python: CPython 3.10.18
+                root: outputs/train/act_so101_test6
+                startedAt: "2025-10-15T08:14:09.413917Z"
+                writerId: ss1c4k6sos4snpva8seucrc0uzwh64v7
+        m: []
+        python_version: 3.10.18
+        t:
+            "1":
+                - 1
+                - 41
+                - 49
+                - 51
+            "2":
+                - 1
+                - 41
+                - 49
+                - 51
+            "3":
+                - 13
+                - 15
+                - 16
+                - 61
+            "4": 3.10.18
+            "5": 0.22.0
+            "10":
+                - 21
+            "12": 0.22.0
+            "13": linux-x86_64
+batch_size:
+    value: 8
+dataset:
+    value:
+        episodes: null
+        image_transforms:
+            enable: false
+            max_num_transforms: 3
+            random_order: false
+            tfs:
+                brightness:
+                    kwargs:
+                        brightness:
+                            - 0.8
+                            - 1.2
+                    type: ColorJitter
+                    weight: 1
+                contrast:
+                    kwargs:
+                        contrast:
+                            - 0.8
+                            - 1.2
+                    type: ColorJitter
+                    weight: 1
+                hue:
+                    kwargs:
+                        hue:
+                            - -0.05
+                            - 0.05
+                    type: ColorJitter
+                    weight: 1
+                saturation:
+                    kwargs:
+                        saturation:
+                            - 0.5
+                            - 1.5
+                    type: ColorJitter
+                    weight: 1
+                sharpness:
+                    kwargs:
+                        sharpness:
+                            - 0.5
+                            - 1.5
+                    type: SharpnessJitter
+                    weight: 1
+        repo_id: miketangmk/record-test6
+        revision: null
+        root: null
+        use_imagenet_stats: true
+        video_backend: torchcodec
+env:
+    value: null
+eval:
+    value:
+        batch_size: 50
+        n_episodes: 50
+        use_async_envs: false
+eval_freq:
+    value: 20000
+job_name:
+    value: act_record_test6
+log_freq:
+    value: 200
+num_workers:
+    value: 4
+optimizer:
+    value:
+        betas:
+            - 0.9
+            - 0.999
+        eps: 1e-08
+        grad_clip_norm: 10
+        lr: 1e-05
+        type: adamw
+        weight_decay: 0.0001
+output_dir:
+    value: outputs/train/act_so101_test6
+policy:
+    value:
+        chunk_size: 100
+        device: cuda
+        dim_feedforward: 3200
+        dim_model: 512
+        dropout: 0.1
+        feedforward_activation: relu
+        kl_weight: 10
+        latent_dim: 32
+        license: null
+        n_action_steps: 100
+        n_decoder_layers: 1
+        n_encoder_layers: 4
+        n_heads: 8
+        n_obs_steps: 1
+        n_vae_encoder_layers: 4
+        normalization_mapping:
+            ACTION: MEAN_STD
+            STATE: MEAN_STD
+            VISUAL: MEAN_STD
+        optimizer_lr: 1e-05
+        optimizer_lr_backbone: 1e-05
+        optimizer_weight_decay: 0.0001
+        pre_norm: false
+        pretrained_backbone_weights: ResNet18_Weights.IMAGENET1K_V1
+        private: null
+        push_to_hub: true
+        replace_final_stride_with_dilation: false
+        repo_id: miketangmk/my_policy6
+        tags: null
+        temporal_ensemble_coeff: null
+        type: act
+        use_amp: false
+        use_vae: true
+        vision_backbone: resnet18
+resume:
+    value: false
+save_checkpoint:
+    value: true
+save_freq:
+    value: 20000
+scheduler:
+    value: null
+seed:
+    value: 1000
+steps:
+    value: 100000
+use_policy_training_preset:
+    value: true
+wandb:
+    value:
+        disable_artifact: false
+        enable: true
+        entity: null
+        mode: null
+        notes: null
+        project: lerobot
+        run_id: null

wandb/run-20251015_161409-p0vu320d/files/output.log

@@ -0,0 +1,581 @@
+Logs will be synced with wandb.
+INFO 2025-10-15 16:14:10 db_utils.py:103 Track this run --> https://wandb.ai/tang-mike-tmnetwork/lerobot/runs/p0vu320d
+INFO 2025-10-15 16:14:10 ts/train.py:127 Creating dataset
+Generating train split: 3968 examples [00:00, 326179.80 examples/s]
+INFO 2025-10-15 16:14:11 ts/train.py:138 Creating policy
+INFO 2025-10-15 16:14:12 ts/train.py:144 Creating optimizer and scheduler
+INFO 2025-10-15 16:14:12 ts/train.py:156 Output dir: outputs/train/act_so101_test6
+INFO 2025-10-15 16:14:12 ts/train.py:159 cfg.steps=100000 (100K)
+INFO 2025-10-15 16:14:12 ts/train.py:160 dataset.num_frames=3968 (4K)
+INFO 2025-10-15 16:14:12 ts/train.py:161 dataset.num_episodes=5
+INFO 2025-10-15 16:14:12 ts/train.py:162 num_learnable_params=51597190 (52M)
+INFO 2025-10-15 16:14:12 ts/train.py:163 num_total_params=51597238 (52M)
+INFO 2025-10-15 16:14:12 ts/train.py:202 Start offline training on a fixed dataset
+INFO 2025-10-15 16:14:23 ts/train.py:232 step:200 smpl:2K ep:2 epch:0.40 loss:6.774 grdn:153.422 lr:1.0e-05 updt_s:0.057 data_s:0.001
+INFO 2025-10-15 16:14:34 ts/train.py:232 step:400 smpl:3K ep:4 epch:0.81 loss:2.975 grdn:85.151 lr:1.0e-05 updt_s:0.054 data_s:0.000
+INFO 2025-10-15 16:14:45 ts/train.py:232 step:600 smpl:5K ep:6 epch:1.21 loss:2.508 grdn:75.979 lr:1.0e-05 updt_s:0.053 data_s:0.001
+INFO 2025-10-15 16:14:56 ts/train.py:232 step:800 smpl:6K ep:8 epch:1.61 loss:2.226 grdn:69.166 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 16:15:07 ts/train.py:232 step:1K smpl:8K ep:10 epch:2.02 loss:1.943 grdn:66.395 lr:1.0e-05 updt_s:0.055 data_s:0.001
+INFO 2025-10-15 16:15:18 ts/train.py:232 step:1K smpl:10K ep:12 epch:2.42 loss:1.742 grdn:62.801 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 16:15:29 ts/train.py:232 step:1K smpl:11K ep:14 epch:2.82 loss:1.586 grdn:60.114 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 16:15:40 ts/train.py:232 step:2K smpl:13K ep:16 epch:3.23 loss:1.411 grdn:55.766 lr:1.0e-05 updt_s:0.054 data_s:0.001
+INFO 2025-10-15 16:15:51 ts/train.py:232 step:2K smpl:14K ep:18 epch:3.63 loss:1.296 grdn:54.109 lr:1.0e-05 updt_s:0.054 data_s:0.000
+INFO 2025-10-15 16:16:02 ts/train.py:232 step:2K smpl:16K ep:20 epch:4.03 loss:1.172 grdn:51.744 lr:1.0e-05 updt_s:0.053 data_s:0.001
+INFO 2025-10-15 16:16:12 ts/train.py:232 step:2K smpl:18K ep:22 epch:4.44 loss:1.052 grdn:49.131 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 16:16:23 ts/train.py:232 step:2K smpl:19K ep:24 epch:4.84 loss:0.972 grdn:46.671 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 16:16:34 ts/train.py:232 step:3K smpl:21K ep:26 epch:5.24 loss:0.873 grdn:44.671 lr:1.0e-05 updt_s:0.053 data_s:0.001
+INFO 2025-10-15 16:16:45 ts/train.py:232 step:3K smpl:22K ep:28 epch:5.65 loss:0.798 grdn:41.039 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 16:16:55 ts/train.py:232 step:3K smpl:24K ep:30 epch:6.05 loss:0.726 grdn:39.988 lr:1.0e-05 updt_s:0.053 data_s:0.001
+INFO 2025-10-15 16:17:06 ts/train.py:232 step:3K smpl:26K ep:32 epch:6.45 loss:0.655 grdn:37.456 lr:1.0e-05 updt_s:0.054 data_s:0.000
+INFO 2025-10-15 16:17:17 ts/train.py:232 step:3K smpl:27K ep:34 epch:6.85 loss:0.601 grdn:36.226 lr:1.0e-05 updt_s:0.054 data_s:0.000
+INFO 2025-10-15 16:17:28 ts/train.py:232 step:4K smpl:29K ep:36 epch:7.26 loss:0.551 grdn:34.159 lr:1.0e-05 updt_s:0.053 data_s:0.001
+INFO 2025-10-15 16:17:39 ts/train.py:232 step:4K smpl:30K ep:38 epch:7.66 loss:0.502 grdn:32.764 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 16:17:50 ts/train.py:232 step:4K smpl:32K ep:40 epch:8.06 loss:0.466 grdn:30.955 lr:1.0e-05 updt_s:0.053 data_s:0.001
+INFO 2025-10-15 16:18:00 ts/train.py:232 step:4K smpl:34K ep:42 epch:8.47 loss:0.428 grdn:30.400 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 16:18:11 ts/train.py:232 step:4K smpl:35K ep:44 epch:8.87 loss:0.398 grdn:28.980 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 16:18:22 ts/train.py:232 step:5K smpl:37K ep:46 epch:9.27 loss:0.376 grdn:28.258 lr:1.0e-05 updt_s:0.054 data_s:0.001
+INFO 2025-10-15 16:18:33 ts/train.py:232 step:5K smpl:38K ep:48 epch:9.68 loss:0.351 grdn:26.980 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 16:18:45 ts/train.py:232 step:5K smpl:40K ep:50 epch:10.08 loss:0.328 grdn:25.364 lr:1.0e-05 updt_s:0.055 data_s:0.001
+INFO 2025-10-15 16:18:55 ts/train.py:232 step:5K smpl:42K ep:52 epch:10.48 loss:0.315 grdn:25.092 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 16:19:06 ts/train.py:232 step:5K smpl:43K ep:54 epch:10.89 loss:0.296 grdn:24.112 lr:1.0e-05 updt_s:0.051 data_s:0.000
+INFO 2025-10-15 16:19:16 ts/train.py:232 step:6K smpl:45K ep:56 epch:11.29 loss:0.282 grdn:23.453 lr:1.0e-05 updt_s:0.051 data_s:0.001
+INFO 2025-10-15 16:19:27 ts/train.py:232 step:6K smpl:46K ep:58 epch:11.69 loss:0.271 grdn:23.196 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 16:19:37 ts/train.py:232 step:6K smpl:48K ep:60 epch:12.10 loss:0.259 grdn:22.506 lr:1.0e-05 updt_s:0.051 data_s:0.001
+INFO 2025-10-15 16:19:48 ts/train.py:232 step:6K smpl:50K ep:62 epch:12.50 loss:0.246 grdn:21.759 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 16:19:59 ts/train.py:232 step:6K smpl:51K ep:65 epch:12.90 loss:0.236 grdn:21.161 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 16:20:09 ts/train.py:232 step:7K smpl:53K ep:67 epch:13.31 loss:0.229 grdn:21.287 lr:1.0e-05 updt_s:0.053 data_s:0.001
+INFO 2025-10-15 16:20:20 ts/train.py:232 step:7K smpl:54K ep:69 epch:13.71 loss:0.220 grdn:20.242 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 16:20:31 ts/train.py:232 step:7K smpl:56K ep:71 epch:14.11 loss:0.218 grdn:20.010 lr:1.0e-05 updt_s:0.053 data_s:0.001
+INFO 2025-10-15 16:20:42 ts/train.py:232 step:7K smpl:58K ep:73 epch:14.52 loss:0.206 grdn:19.579 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 16:20:53 ts/train.py:232 step:7K smpl:59K ep:75 epch:14.92 loss:0.202 grdn:19.454 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 16:21:04 ts/train.py:232 step:8K smpl:61K ep:77 epch:15.32 loss:0.196 grdn:19.983 lr:1.0e-05 updt_s:0.053 data_s:0.001
+INFO 2025-10-15 16:21:14 ts/train.py:232 step:8K smpl:62K ep:79 epch:15.73 loss:0.193 grdn:19.083 lr:1.0e-05 updt_s:0.051 data_s:0.000
+INFO 2025-10-15 16:21:24 ts/train.py:232 step:8K smpl:64K ep:81 epch:16.13 loss:0.188 grdn:18.638 lr:1.0e-05 updt_s:0.051 data_s:0.001
+INFO 2025-10-15 16:21:35 ts/train.py:232 step:8K smpl:66K ep:83 epch:16.53 loss:0.182 grdn:18.323 lr:1.0e-05 updt_s:0.051 data_s:0.000
+INFO 2025-10-15 16:21:45 ts/train.py:232 step:8K smpl:67K ep:85 epch:16.94 loss:0.178 grdn:18.158 lr:1.0e-05 updt_s:0.051 data_s:0.000
+INFO 2025-10-15 16:21:56 ts/train.py:232 step:9K smpl:69K ep:87 epch:17.34 loss:0.178 grdn:18.257 lr:1.0e-05 updt_s:0.051 data_s:0.001
+INFO 2025-10-15 16:22:06 ts/train.py:232 step:9K smpl:70K ep:89 epch:17.74 loss:0.170 grdn:17.660 lr:1.0e-05 updt_s:0.051 data_s:0.000
+INFO 2025-10-15 16:22:17 ts/train.py:232 step:9K smpl:72K ep:91 epch:18.15 loss:0.167 grdn:17.777 lr:1.0e-05 updt_s:0.051 data_s:0.001
+INFO 2025-10-15 16:22:27 ts/train.py:232 step:9K smpl:74K ep:93 epch:18.55 loss:0.164 grdn:17.579 lr:1.0e-05 updt_s:0.051 data_s:0.000
+INFO 2025-10-15 16:22:38 ts/train.py:232 step:9K smpl:75K ep:95 epch:18.95 loss:0.159 grdn:16.841 lr:1.0e-05 updt_s:0.051 data_s:0.000
+INFO 2025-10-15 16:22:48 ts/train.py:232 step:10K smpl:77K ep:97 epch:19.35 loss:0.158 grdn:16.681 lr:1.0e-05 updt_s:0.051 data_s:0.001
+INFO 2025-10-15 16:22:59 ts/train.py:232 step:10K smpl:78K ep:99 epch:19.76 loss:0.154 grdn:16.594 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 16:23:09 ts/train.py:232 step:10K smpl:80K ep:101 epch:20.16 loss:0.153 grdn:16.787 lr:1.0e-05 updt_s:0.051 data_s:0.001
+INFO 2025-10-15 16:23:19 ts/train.py:232 step:10K smpl:82K ep:103 epch:20.56 loss:0.150 grdn:16.494 lr:1.0e-05 updt_s:0.051 data_s:0.000
+INFO 2025-10-15 16:23:30 ts/train.py:232 step:10K smpl:83K ep:105 epch:20.97 loss:0.150 grdn:16.516 lr:1.0e-05 updt_s:0.051 data_s:0.000
+INFO 2025-10-15 16:23:40 ts/train.py:232 step:11K smpl:85K ep:107 epch:21.37 loss:0.143 grdn:15.702 lr:1.0e-05 updt_s:0.051 data_s:0.001
+INFO 2025-10-15 16:23:50 ts/train.py:232 step:11K smpl:86K ep:109 epch:21.77 loss:0.142 grdn:16.298 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 16:24:01 ts/train.py:232 step:11K smpl:88K ep:111 epch:22.18 loss:0.142 grdn:15.514 lr:1.0e-05 updt_s:0.051 data_s:0.001
+INFO 2025-10-15 16:24:11 ts/train.py:232 step:11K smpl:90K ep:113 epch:22.58 loss:0.137 grdn:15.717 lr:1.0e-05 updt_s:0.051 data_s:0.000
+INFO 2025-10-15 16:24:22 ts/train.py:232 step:11K smpl:91K ep:115 epch:22.98 loss:0.137 grdn:15.494 lr:1.0e-05 updt_s:0.051 data_s:0.000
+INFO 2025-10-15 16:24:32 ts/train.py:232 step:12K smpl:93K ep:117 epch:23.39 loss:0.137 grdn:15.363 lr:1.0e-05 updt_s:0.051 data_s:0.001
+INFO 2025-10-15 16:24:42 ts/train.py:232 step:12K smpl:94K ep:119 epch:23.79 loss:0.134 grdn:15.373 lr:1.0e-05 updt_s:0.051 data_s:0.000
+INFO 2025-10-15 16:24:53 ts/train.py:232 step:12K smpl:96K ep:121 epch:24.19 loss:0.133 grdn:15.715 lr:1.0e-05 updt_s:0.051 data_s:0.001
+INFO 2025-10-15 16:25:03 ts/train.py:232 step:12K smpl:98K ep:123 epch:24.60 loss:0.130 grdn:15.414 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 16:25:14 ts/train.py:232 step:12K smpl:99K ep:125 epch:25.00 loss:0.129 grdn:14.751 lr:1.0e-05 updt_s:0.051 data_s:0.000
+INFO 2025-10-15 16:25:24 ts/train.py:232 step:13K smpl:101K ep:127 epch:25.40 loss:0.127 grdn:14.847 lr:1.0e-05 updt_s:0.051 data_s:0.001
+INFO 2025-10-15 16:25:35 ts/train.py:232 step:13K smpl:102K ep:129 epch:25.81 loss:0.123 grdn:14.401 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 16:25:46 ts/train.py:232 step:13K smpl:104K ep:131 epch:26.21 loss:0.123 grdn:14.267 lr:1.0e-05 updt_s:0.053 data_s:0.001
+INFO 2025-10-15 16:25:56 ts/train.py:232 step:13K smpl:106K ep:133 epch:26.61 loss:0.121 grdn:14.271 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 16:26:07 ts/train.py:232 step:13K smpl:107K ep:135 epch:27.02 loss:0.120 grdn:14.259 lr:1.0e-05 updt_s:0.053 data_s:0.001
+INFO 2025-10-15 16:26:18 ts/train.py:232 step:14K smpl:109K ep:137 epch:27.42 loss:0.119 grdn:14.909 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 16:26:29 ts/train.py:232 step:14K smpl:110K ep:139 epch:27.82 loss:0.118 grdn:13.950 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 16:26:40 ts/train.py:232 step:14K smpl:112K ep:141 epch:28.23 loss:0.115 grdn:13.838 lr:1.0e-05 updt_s:0.054 data_s:0.001
+INFO 2025-10-15 16:26:51 ts/train.py:232 step:14K smpl:114K ep:143 epch:28.63 loss:0.115 grdn:14.097 lr:1.0e-05 updt_s:0.054 data_s:0.000
+INFO 2025-10-15 16:27:02 ts/train.py:232 step:14K smpl:115K ep:145 epch:29.03 loss:0.115 grdn:13.870 lr:1.0e-05 updt_s:0.053 data_s:0.001
+INFO 2025-10-15 16:27:13 ts/train.py:232 step:15K smpl:117K ep:147 epch:29.44 loss:0.113 grdn:13.710 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 16:27:23 ts/train.py:232 step:15K smpl:118K ep:149 epch:29.84 loss:0.112 grdn:13.400 lr:1.0e-05 updt_s:0.054 data_s:0.000
+INFO 2025-10-15 16:27:34 ts/train.py:232 step:15K smpl:120K ep:151 epch:30.24 loss:0.110 grdn:13.271 lr:1.0e-05 updt_s:0.052 data_s:0.001
+INFO 2025-10-15 16:27:45 ts/train.py:232 step:15K smpl:122K ep:153 epch:30.65 loss:0.108 grdn:13.820 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 16:27:56 ts/train.py:232 step:15K smpl:123K ep:155 epch:31.05 loss:0.108 grdn:13.880 lr:1.0e-05 updt_s:0.053 data_s:0.001
+INFO 2025-10-15 16:28:07 ts/train.py:232 step:16K smpl:125K ep:157 epch:31.45 loss:0.107 grdn:13.463 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 16:28:17 ts/train.py:232 step:16K smpl:126K ep:159 epch:31.85 loss:0.108 grdn:13.315 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 16:28:28 ts/train.py:232 step:16K smpl:128K ep:161 epch:32.26 loss:0.107 grdn:12.816 lr:1.0e-05 updt_s:0.054 data_s:0.001
+INFO 2025-10-15 16:28:39 ts/train.py:232 step:16K smpl:130K ep:163 epch:32.66 loss:0.104 grdn:13.108 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 16:28:50 ts/train.py:232 step:16K smpl:131K ep:165 epch:33.06 loss:0.103 grdn:12.996 lr:1.0e-05 updt_s:0.053 data_s:0.001
+INFO 2025-10-15 16:29:01 ts/train.py:232 step:17K smpl:133K ep:167 epch:33.47 loss:0.104 grdn:13.168 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 16:29:11 ts/train.py:232 step:17K smpl:134K ep:169 epch:33.87 loss:0.100 grdn:12.697 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 16:29:23 ts/train.py:232 step:17K smpl:136K ep:171 epch:34.27 loss:0.103 grdn:12.955 lr:1.0e-05 updt_s:0.054 data_s:0.001
+INFO 2025-10-15 16:29:34 ts/train.py:232 step:17K smpl:138K ep:173 epch:34.68 loss:0.100 grdn:12.466 lr:1.0e-05 updt_s:0.054 data_s:0.000
+INFO 2025-10-15 16:29:44 ts/train.py:232 step:17K smpl:139K ep:175 epch:35.08 loss:0.098 grdn:12.342 lr:1.0e-05 updt_s:0.052 data_s:0.001
+INFO 2025-10-15 16:29:55 ts/train.py:232 step:18K smpl:141K ep:177 epch:35.48 loss:0.099 grdn:12.125 lr:1.0e-05 updt_s:0.051 data_s:0.000
+INFO 2025-10-15 16:30:05 ts/train.py:232 step:18K smpl:142K ep:179 epch:35.89 loss:0.097 grdn:12.732 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 16:30:16 ts/train.py:232 step:18K smpl:144K ep:181 epch:36.29 loss:0.095 grdn:12.253 lr:1.0e-05 updt_s:0.051 data_s:0.001
+INFO 2025-10-15 16:30:26 ts/train.py:232 step:18K smpl:146K ep:183 epch:36.69 loss:0.095 grdn:12.249 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 16:30:37 ts/train.py:232 step:18K smpl:147K ep:185 epch:37.10 loss:0.096 grdn:12.484 lr:1.0e-05 updt_s:0.052 data_s:0.001
+INFO 2025-10-15 16:30:47 ts/train.py:232 step:19K smpl:149K ep:188 epch:37.50 loss:0.094 grdn:11.991 lr:1.0e-05 updt_s:0.051 data_s:0.000
+INFO 2025-10-15 16:30:58 ts/train.py:232 step:19K smpl:150K ep:190 epch:37.90 loss:0.096 grdn:12.987 lr:1.0e-05 updt_s:0.051 data_s:0.000
+INFO 2025-10-15 16:31:09 ts/train.py:232 step:19K smpl:152K ep:192 epch:38.31 loss:0.095 grdn:12.272 lr:1.0e-05 updt_s:0.053 data_s:0.001
+INFO 2025-10-15 16:31:19 ts/train.py:232 step:19K smpl:154K ep:194 epch:38.71 loss:0.092 grdn:11.978 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 16:31:30 ts/train.py:232 step:19K smpl:155K ep:196 epch:39.11 loss:0.091 grdn:11.640 lr:1.0e-05 updt_s:0.053 data_s:0.001
+INFO 2025-10-15 16:31:41 ts/train.py:232 step:20K smpl:157K ep:198 epch:39.52 loss:0.089 grdn:11.358 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 16:31:52 ts/train.py:232 step:20K smpl:158K ep:200 epch:39.92 loss:0.092 grdn:12.022 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 16:32:02 ts/train.py:232 step:20K smpl:160K ep:202 epch:40.32 loss:0.090 grdn:11.956 lr:1.0e-05 updt_s:0.052 data_s:0.001
+INFO 2025-10-15 16:32:02 ts/train.py:241 Checkpoint policy after step 20000
+INFO 2025-10-15 16:32:14 ts/train.py:232 step:20K smpl:162K ep:204 epch:40.73 loss:0.088 grdn:11.422 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 16:32:25 ts/train.py:232 step:20K smpl:163K ep:206 epch:41.13 loss:0.089 grdn:11.599 lr:1.0e-05 updt_s:0.053 data_s:0.001
+INFO 2025-10-15 16:32:36 ts/train.py:232 step:21K smpl:165K ep:208 epch:41.53 loss:0.086 grdn:11.131 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 16:32:46 ts/train.py:232 step:21K smpl:166K ep:210 epch:41.94 loss:0.086 grdn:11.296 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 16:32:57 ts/train.py:232 step:21K smpl:168K ep:212 epch:42.34 loss:0.088 grdn:11.785 lr:1.0e-05 updt_s:0.053 data_s:0.001
+INFO 2025-10-15 16:33:08 ts/train.py:232 step:21K smpl:170K ep:214 epch:42.74 loss:0.086 grdn:11.356 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 16:33:19 ts/train.py:232 step:21K smpl:171K ep:216 epch:43.15 loss:0.087 grdn:11.269 lr:1.0e-05 updt_s:0.053 data_s:0.001
+INFO 2025-10-15 16:33:30 ts/train.py:232 step:22K smpl:173K ep:218 epch:43.55 loss:0.085 grdn:11.863 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 16:33:40 ts/train.py:232 step:22K smpl:174K ep:220 epch:43.95 loss:0.087 grdn:11.422 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 16:33:51 ts/train.py:232 step:22K smpl:176K ep:222 epch:44.35 loss:0.084 grdn:11.801 lr:1.0e-05 updt_s:0.052 data_s:0.001
+INFO 2025-10-15 16:34:02 ts/train.py:232 step:22K smpl:178K ep:224 epch:44.76 loss:0.084 grdn:11.273 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 16:34:13 ts/train.py:232 step:22K smpl:179K ep:226 epch:45.16 loss:0.083 grdn:11.384 lr:1.0e-05 updt_s:0.053 data_s:0.001
+INFO 2025-10-15 16:34:23 ts/train.py:232 step:23K smpl:181K ep:228 epch:45.56 loss:0.083 grdn:11.510 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 16:34:34 ts/train.py:232 step:23K smpl:182K ep:230 epch:45.97 loss:0.081 grdn:10.616 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 16:34:45 ts/train.py:232 step:23K smpl:184K ep:232 epch:46.37 loss:0.082 grdn:10.840 lr:1.0e-05 updt_s:0.053 data_s:0.001
+INFO 2025-10-15 16:34:56 ts/train.py:232 step:23K smpl:186K ep:234 epch:46.77 loss:0.081 grdn:11.627 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 16:35:07 ts/train.py:232 step:23K smpl:187K ep:236 epch:47.18 loss:0.079 grdn:10.418 lr:1.0e-05 updt_s:0.053 data_s:0.001
+INFO 2025-10-15 16:35:17 ts/train.py:232 step:24K smpl:189K ep:238 epch:47.58 loss:0.082 grdn:11.156 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 16:35:28 ts/train.py:232 step:24K smpl:190K ep:240 epch:47.98 loss:0.079 grdn:10.114 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 16:35:39 ts/train.py:232 step:24K smpl:192K ep:242 epch:48.39 loss:0.080 grdn:11.149 lr:1.0e-05 updt_s:0.053 data_s:0.001
+INFO 2025-10-15 16:35:49 ts/train.py:232 step:24K smpl:194K ep:244 epch:48.79 loss:0.079 grdn:10.933 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 16:36:00 ts/train.py:232 step:24K smpl:195K ep:246 epch:49.19 loss:0.080 grdn:11.305 lr:1.0e-05 updt_s:0.053 data_s:0.001
+INFO 2025-10-15 16:36:11 ts/train.py:232 step:25K smpl:197K ep:248 epch:49.60 loss:0.076 grdn:9.919 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 16:36:22 ts/train.py:232 step:25K smpl:198K ep:250 epch:50.00 loss:0.076 grdn:10.016 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 16:36:33 ts/train.py:232 step:25K smpl:200K ep:252 epch:50.40 loss:0.078 grdn:10.640 lr:1.0e-05 updt_s:0.053 data_s:0.001
+INFO 2025-10-15 16:36:43 ts/train.py:232 step:25K smpl:202K ep:254 epch:50.81 loss:0.079 grdn:10.510 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 16:36:54 ts/train.py:232 step:25K smpl:203K ep:256 epch:51.21 loss:0.077 grdn:10.589 lr:1.0e-05 updt_s:0.053 data_s:0.001
+INFO 2025-10-15 16:37:05 ts/train.py:232 step:26K smpl:205K ep:258 epch:51.61 loss:0.077 grdn:10.428 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 16:37:16 ts/train.py:232 step:26K smpl:206K ep:260 epch:52.02 loss:0.075 grdn:10.014 lr:1.0e-05 updt_s:0.053 data_s:0.001
+INFO 2025-10-15 16:37:26 ts/train.py:232 step:26K smpl:208K ep:262 epch:52.42 loss:0.075 grdn:10.785 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 16:37:37 ts/train.py:232 step:26K smpl:210K ep:264 epch:52.82 loss:0.077 grdn:10.785 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 16:37:48 ts/train.py:232 step:26K smpl:211K ep:266 epch:53.23 loss:0.076 grdn:10.177 lr:1.0e-05 updt_s:0.053 data_s:0.001
+INFO 2025-10-15 16:37:58 ts/train.py:232 step:27K smpl:213K ep:268 epch:53.63 loss:0.074 grdn:10.775 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 16:38:09 ts/train.py:232 step:27K smpl:214K ep:270 epch:54.03 loss:0.073 grdn:10.279 lr:1.0e-05 updt_s:0.053 data_s:0.001
+INFO 2025-10-15 16:38:20 ts/train.py:232 step:27K smpl:216K ep:272 epch:54.44 loss:0.074 grdn:10.788 lr:1.0e-05 updt_s:0.054 data_s:0.000
+INFO 2025-10-15 16:38:31 ts/train.py:232 step:27K smpl:218K ep:274 epch:54.84 loss:0.074 grdn:10.460 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 16:38:42 ts/train.py:232 step:27K smpl:219K ep:276 epch:55.24 loss:0.073 grdn:9.790 lr:1.0e-05 updt_s:0.052 data_s:0.001
+INFO 2025-10-15 16:38:52 ts/train.py:232 step:28K smpl:221K ep:278 epch:55.65 loss:0.072 grdn:9.828 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 16:39:03 ts/train.py:232 step:28K smpl:222K ep:280 epch:56.05 loss:0.070 grdn:9.797 lr:1.0e-05 updt_s:0.053 data_s:0.001
+INFO 2025-10-15 16:39:14 ts/train.py:232 step:28K smpl:224K ep:282 epch:56.45 loss:0.073 grdn:10.364 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 16:39:24 ts/train.py:232 step:28K smpl:226K ep:284 epch:56.85 loss:0.071 grdn:9.997 lr:1.0e-05 updt_s:0.051 data_s:0.000
+INFO 2025-10-15 16:39:35 ts/train.py:232 step:28K smpl:227K ep:286 epch:57.26 loss:0.072 grdn:9.990 lr:1.0e-05 updt_s:0.052 data_s:0.001
+INFO 2025-10-15 16:39:45 ts/train.py:232 step:29K smpl:229K ep:288 epch:57.66 loss:0.070 grdn:9.413 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 16:39:56 ts/train.py:232 step:29K smpl:230K ep:290 epch:58.06 loss:0.070 grdn:10.055 lr:1.0e-05 updt_s:0.052 data_s:0.001
+INFO 2025-10-15 16:40:07 ts/train.py:232 step:29K smpl:232K ep:292 epch:58.47 loss:0.069 grdn:9.181 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 16:40:18 ts/train.py:232 step:29K smpl:234K ep:294 epch:58.87 loss:0.071 grdn:10.315 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 16:40:28 ts/train.py:232 step:29K smpl:235K ep:296 epch:59.27 loss:0.068 grdn:9.427 lr:1.0e-05 updt_s:0.053 data_s:0.001
+INFO 2025-10-15 16:40:39 ts/train.py:232 step:30K smpl:237K ep:298 epch:59.68 loss:0.068 grdn:9.887 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 16:40:50 ts/train.py:232 step:30K smpl:238K ep:300 epch:60.08 loss:0.069 grdn:9.473 lr:1.0e-05 updt_s:0.053 data_s:0.001
+INFO 2025-10-15 16:41:00 ts/train.py:232 step:30K smpl:240K ep:302 epch:60.48 loss:0.069 grdn:10.205 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 16:41:11 ts/train.py:232 step:30K smpl:242K ep:304 epch:60.89 loss:0.069 grdn:10.511 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 16:41:22 ts/train.py:232 step:30K smpl:243K ep:306 epch:61.29 loss:0.070 grdn:9.550 lr:1.0e-05 updt_s:0.052 data_s:0.001
+INFO 2025-10-15 16:41:32 ts/train.py:232 step:31K smpl:245K ep:308 epch:61.69 loss:0.067 grdn:9.217 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 16:41:43 ts/train.py:232 step:31K smpl:246K ep:310 epch:62.10 loss:0.068 grdn:9.793 lr:1.0e-05 updt_s:0.052 data_s:0.001
+INFO 2025-10-15 16:41:54 ts/train.py:232 step:31K smpl:248K ep:312 epch:62.50 loss:0.068 grdn:9.751 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 16:42:04 ts/train.py:232 step:31K smpl:250K ep:315 epch:62.90 loss:0.068 grdn:9.779 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 16:42:15 ts/train.py:232 step:31K smpl:251K ep:317 epch:63.31 loss:0.066 grdn:9.374 lr:1.0e-05 updt_s:0.052 data_s:0.001
+INFO 2025-10-15 16:42:26 ts/train.py:232 step:32K smpl:253K ep:319 epch:63.71 loss:0.066 grdn:9.395 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 16:42:37 ts/train.py:232 step:32K smpl:254K ep:321 epch:64.11 loss:0.068 grdn:9.718 lr:1.0e-05 updt_s:0.053 data_s:0.001
+INFO 2025-10-15 16:42:47 ts/train.py:232 step:32K smpl:256K ep:323 epch:64.52 loss:0.067 grdn:9.400 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 16:42:58 ts/train.py:232 step:32K smpl:258K ep:325 epch:64.92 loss:0.065 grdn:9.240 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 16:43:09 ts/train.py:232 step:32K smpl:259K ep:327 epch:65.32 loss:0.066 grdn:9.402 lr:1.0e-05 updt_s:0.052 data_s:0.001
+INFO 2025-10-15 16:43:19 ts/train.py:232 step:33K smpl:261K ep:329 epch:65.73 loss:0.067 grdn:9.901 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 16:43:30 ts/train.py:232 step:33K smpl:262K ep:331 epch:66.13 loss:0.065 grdn:9.218 lr:1.0e-05 updt_s:0.053 data_s:0.001
+INFO 2025-10-15 16:43:41 ts/train.py:232 step:33K smpl:264K ep:333 epch:66.53 loss:0.065 grdn:9.391 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 16:43:51 ts/train.py:232 step:33K smpl:266K ep:335 epch:66.94 loss:0.066 grdn:9.427 lr:1.0e-05 updt_s:0.051 data_s:0.000
+INFO 2025-10-15 16:44:02 ts/train.py:232 step:33K smpl:267K ep:337 epch:67.34 loss:0.064 grdn:9.264 lr:1.0e-05 updt_s:0.052 data_s:0.001
+INFO 2025-10-15 16:44:13 ts/train.py:232 step:34K smpl:269K ep:339 epch:67.74 loss:0.064 grdn:8.851 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 16:44:24 ts/train.py:232 step:34K smpl:270K ep:341 epch:68.15 loss:0.064 grdn:9.248 lr:1.0e-05 updt_s:0.052 data_s:0.001
+INFO 2025-10-15 16:44:34 ts/train.py:232 step:34K smpl:272K ep:343 epch:68.55 loss:0.065 grdn:9.716 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 16:44:45 ts/train.py:232 step:34K smpl:274K ep:345 epch:68.95 loss:0.064 grdn:9.413 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 16:44:56 ts/train.py:232 step:34K smpl:275K ep:347 epch:69.35 loss:0.063 grdn:9.037 lr:1.0e-05 updt_s:0.052 data_s:0.001
+INFO 2025-10-15 16:45:06 ts/train.py:232 step:35K smpl:277K ep:349 epch:69.76 loss:0.062 grdn:9.152 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 16:45:17 ts/train.py:232 step:35K smpl:278K ep:351 epch:70.16 loss:0.061 grdn:8.426 lr:1.0e-05 updt_s:0.053 data_s:0.001
+INFO 2025-10-15 16:45:28 ts/train.py:232 step:35K smpl:280K ep:353 epch:70.56 loss:0.062 grdn:8.995 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 16:45:38 ts/train.py:232 step:35K smpl:282K ep:355 epch:70.97 loss:0.063 grdn:9.584 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 16:45:49 ts/train.py:232 step:35K smpl:283K ep:357 epch:71.37 loss:0.063 grdn:9.157 lr:1.0e-05 updt_s:0.052 data_s:0.001
+INFO 2025-10-15 16:46:00 ts/train.py:232 step:36K smpl:285K ep:359 epch:71.77 loss:0.062 grdn:9.525 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 16:46:11 ts/train.py:232 step:36K smpl:286K ep:361 epch:72.18 loss:0.062 grdn:8.995 lr:1.0e-05 updt_s:0.053 data_s:0.001
+INFO 2025-10-15 16:46:21 ts/train.py:232 step:36K smpl:288K ep:363 epch:72.58 loss:0.062 grdn:8.745 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 16:46:32 ts/train.py:232 step:36K smpl:290K ep:365 epch:72.98 loss:0.062 grdn:9.188 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 16:46:43 ts/train.py:232 step:36K smpl:291K ep:367 epch:73.39 loss:0.061 grdn:8.789 lr:1.0e-05 updt_s:0.053 data_s:0.001
+INFO 2025-10-15 16:46:53 ts/train.py:232 step:37K smpl:293K ep:369 epch:73.79 loss:0.060 grdn:8.799 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 16:47:04 ts/train.py:232 step:37K smpl:294K ep:371 epch:74.19 loss:0.062 grdn:9.122 lr:1.0e-05 updt_s:0.052 data_s:0.001
+INFO 2025-10-15 16:47:15 ts/train.py:232 step:37K smpl:296K ep:373 epch:74.60 loss:0.062 grdn:8.742 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 16:47:25 ts/train.py:232 step:37K smpl:298K ep:375 epch:75.00 loss:0.059 grdn:8.826 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 16:47:36 ts/train.py:232 step:37K smpl:299K ep:377 epch:75.40 loss:0.061 grdn:9.429 lr:1.0e-05 updt_s:0.052 data_s:0.001
+INFO 2025-10-15 16:47:47 ts/train.py:232 step:38K smpl:301K ep:379 epch:75.81 loss:0.058 grdn:8.503 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 16:47:57 ts/train.py:232 step:38K smpl:302K ep:381 epch:76.21 loss:0.061 grdn:9.176 lr:1.0e-05 updt_s:0.052 data_s:0.001
+INFO 2025-10-15 16:48:08 ts/train.py:232 step:38K smpl:304K ep:383 epch:76.61 loss:0.059 grdn:8.405 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 16:48:19 ts/train.py:232 step:38K smpl:306K ep:385 epch:77.02 loss:0.061 grdn:9.025 lr:1.0e-05 updt_s:0.053 data_s:0.001
+INFO 2025-10-15 16:48:30 ts/train.py:232 step:38K smpl:307K ep:387 epch:77.42 loss:0.059 grdn:8.937 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 16:48:40 ts/train.py:232 step:39K smpl:309K ep:389 epch:77.82 loss:0.058 grdn:8.319 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 16:48:51 ts/train.py:232 step:39K smpl:310K ep:391 epch:78.23 loss:0.057 grdn:8.273 lr:1.0e-05 updt_s:0.052 data_s:0.001
+INFO 2025-10-15 16:49:02 ts/train.py:232 step:39K smpl:312K ep:393 epch:78.63 loss:0.058 grdn:8.525 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 16:49:13 ts/train.py:232 step:39K smpl:314K ep:395 epch:79.03 loss:0.060 grdn:8.848 lr:1.0e-05 updt_s:0.053 data_s:0.001
+INFO 2025-10-15 16:49:23 ts/train.py:232 step:39K smpl:315K ep:397 epch:79.44 loss:0.059 grdn:8.953 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 16:49:33 ts/train.py:232 step:40K smpl:317K ep:399 epch:79.84 loss:0.058 grdn:8.726 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 16:49:44 ts/train.py:232 step:40K smpl:318K ep:401 epch:80.24 loss:0.059 grdn:8.674 lr:1.0e-05 updt_s:0.052 data_s:0.001
+INFO 2025-10-15 16:49:55 ts/train.py:232 step:40K smpl:320K ep:403 epch:80.65 loss:0.058 grdn:8.798 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 16:49:55 ts/train.py:241 Checkpoint policy after step 40000
+INFO 2025-10-15 16:50:07 ts/train.py:232 step:40K smpl:322K ep:405 epch:81.05 loss:0.058 grdn:8.722 lr:1.0e-05 updt_s:0.053 data_s:0.001
+INFO 2025-10-15 16:50:18 ts/train.py:232 step:40K smpl:323K ep:407 epch:81.45 loss:0.058 grdn:8.199 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 16:50:29 ts/train.py:232 step:41K smpl:325K ep:409 epch:81.85 loss:0.058 grdn:8.984 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 16:50:39 ts/train.py:232 step:41K smpl:326K ep:411 epch:82.26 loss:0.059 grdn:9.154 lr:1.0e-05 updt_s:0.051 data_s:0.001
+INFO 2025-10-15 16:50:50 ts/train.py:232 step:41K smpl:328K ep:413 epch:82.66 loss:0.057 grdn:9.110 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 16:51:00 ts/train.py:232 step:41K smpl:330K ep:415 epch:83.06 loss:0.056 grdn:8.846 lr:1.0e-05 updt_s:0.052 data_s:0.001
+INFO 2025-10-15 16:51:11 ts/train.py:232 step:41K smpl:331K ep:417 epch:83.47 loss:0.058 grdn:8.729 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 16:51:22 ts/train.py:232 step:42K smpl:333K ep:419 epch:83.87 loss:0.057 grdn:8.771 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 16:51:33 ts/train.py:232 step:42K smpl:334K ep:421 epch:84.27 loss:0.057 grdn:9.029 lr:1.0e-05 updt_s:0.052 data_s:0.001
+INFO 2025-10-15 16:51:43 ts/train.py:232 step:42K smpl:336K ep:423 epch:84.68 loss:0.056 grdn:8.372 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 16:51:54 ts/train.py:232 step:42K smpl:338K ep:425 epch:85.08 loss:0.057 grdn:8.531 lr:1.0e-05 updt_s:0.052 data_s:0.001
+INFO 2025-10-15 16:52:05 ts/train.py:232 step:42K smpl:339K ep:427 epch:85.48 loss:0.056 grdn:9.070 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 16:52:15 ts/train.py:232 step:43K smpl:341K ep:429 epch:85.89 loss:0.056 grdn:8.380 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 16:52:26 ts/train.py:232 step:43K smpl:342K ep:431 epch:86.29 loss:0.055 grdn:7.980 lr:1.0e-05 updt_s:0.053 data_s:0.001
+INFO 2025-10-15 16:52:37 ts/train.py:232 step:43K smpl:344K ep:433 epch:86.69 loss:0.055 grdn:8.665 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 16:52:48 ts/train.py:232 step:43K smpl:346K ep:435 epch:87.10 loss:0.055 grdn:8.474 lr:1.0e-05 updt_s:0.053 data_s:0.001
+INFO 2025-10-15 16:52:58 ts/train.py:232 step:43K smpl:347K ep:438 epch:87.50 loss:0.054 grdn:8.205 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 16:53:09 ts/train.py:232 step:44K smpl:349K ep:440 epch:87.90 loss:0.057 grdn:8.675 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 16:53:20 ts/train.py:232 step:44K smpl:350K ep:442 epch:88.31 loss:0.056 grdn:8.702 lr:1.0e-05 updt_s:0.052 data_s:0.001
+INFO 2025-10-15 16:53:30 ts/train.py:232 step:44K smpl:352K ep:444 epch:88.71 loss:0.054 grdn:8.165 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 16:53:41 ts/train.py:232 step:44K smpl:354K ep:446 epch:89.11 loss:0.057 grdn:8.628 lr:1.0e-05 updt_s:0.052 data_s:0.001
+INFO 2025-10-15 16:53:52 ts/train.py:232 step:44K smpl:355K ep:448 epch:89.52 loss:0.055 grdn:8.039 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 16:54:02 ts/train.py:232 step:45K smpl:357K ep:450 epch:89.92 loss:0.054 grdn:8.198 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 16:54:13 ts/train.py:232 step:45K smpl:358K ep:452 epch:90.32 loss:0.055 grdn:8.604 lr:1.0e-05 updt_s:0.052 data_s:0.001
+INFO 2025-10-15 16:54:24 ts/train.py:232 step:45K smpl:360K ep:454 epch:90.73 loss:0.055 grdn:8.086 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 16:54:35 ts/train.py:232 step:45K smpl:362K ep:456 epch:91.13 loss:0.053 grdn:8.277 lr:1.0e-05 updt_s:0.053 data_s:0.001
+INFO 2025-10-15 16:54:45 ts/train.py:232 step:45K smpl:363K ep:458 epch:91.53 loss:0.054 grdn:8.195 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 16:54:56 ts/train.py:232 step:46K smpl:365K ep:460 epch:91.94 loss:0.053 grdn:7.579 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 16:55:07 ts/train.py:232 step:46K smpl:366K ep:462 epch:92.34 loss:0.054 grdn:8.607 lr:1.0e-05 updt_s:0.052 data_s:0.001
+INFO 2025-10-15 16:55:17 ts/train.py:232 step:46K smpl:368K ep:464 epch:92.74 loss:0.053 grdn:7.894 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 16:55:28 ts/train.py:232 step:46K smpl:370K ep:466 epch:93.15 loss:0.053 grdn:7.817 lr:1.0e-05 updt_s:0.052 data_s:0.001
+INFO 2025-10-15 16:55:39 ts/train.py:232 step:46K smpl:371K ep:468 epch:93.55 loss:0.053 grdn:8.088 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 16:55:49 ts/train.py:232 step:47K smpl:373K ep:470 epch:93.95 loss:0.052 grdn:7.962 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 16:56:00 ts/train.py:232 step:47K smpl:374K ep:472 epch:94.35 loss:0.054 grdn:8.577 lr:1.0e-05 updt_s:0.052 data_s:0.001
+INFO 2025-10-15 16:56:11 ts/train.py:232 step:47K smpl:376K ep:474 epch:94.76 loss:0.051 grdn:7.876 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 16:56:22 ts/train.py:232 step:47K smpl:378K ep:476 epch:95.16 loss:0.051 grdn:7.657 lr:1.0e-05 updt_s:0.052 data_s:0.001
+INFO 2025-10-15 16:56:32 ts/train.py:232 step:47K smpl:379K ep:478 epch:95.56 loss:0.053 grdn:8.034 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 16:56:43 ts/train.py:232 step:48K smpl:381K ep:480 epch:95.97 loss:0.053 grdn:8.389 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 16:56:54 ts/train.py:232 step:48K smpl:382K ep:482 epch:96.37 loss:0.053 grdn:8.270 lr:1.0e-05 updt_s:0.052 data_s:0.001
+INFO 2025-10-15 16:57:04 ts/train.py:232 step:48K smpl:384K ep:484 epch:96.77 loss:0.052 grdn:8.040 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 16:57:15 ts/train.py:232 step:48K smpl:386K ep:486 epch:97.18 loss:0.053 grdn:8.171 lr:1.0e-05 updt_s:0.052 data_s:0.001
+INFO 2025-10-15 16:57:26 ts/train.py:232 step:48K smpl:387K ep:488 epch:97.58 loss:0.051 grdn:8.279 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 16:57:36 ts/train.py:232 step:49K smpl:389K ep:490 epch:97.98 loss:0.052 grdn:7.920 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 16:57:47 ts/train.py:232 step:49K smpl:390K ep:492 epch:98.39 loss:0.053 grdn:7.653 lr:1.0e-05 updt_s:0.052 data_s:0.001
+INFO 2025-10-15 16:57:58 ts/train.py:232 step:49K smpl:392K ep:494 epch:98.79 loss:0.051 grdn:7.846 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 16:58:09 ts/train.py:232 step:49K smpl:394K ep:496 epch:99.19 loss:0.052 grdn:7.946 lr:1.0e-05 updt_s:0.052 data_s:0.001
+INFO 2025-10-15 16:58:19 ts/train.py:232 step:49K smpl:395K ep:498 epch:99.60 loss:0.052 grdn:8.532 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 16:58:30 ts/train.py:232 step:50K smpl:397K ep:500 epch:100.00 loss:0.051 grdn:8.321 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 16:58:41 ts/train.py:232 step:50K smpl:398K ep:502 epch:100.40 loss:0.051 grdn:8.232 lr:1.0e-05 updt_s:0.052 data_s:0.001
+INFO 2025-10-15 16:58:51 ts/train.py:232 step:50K smpl:400K ep:504 epch:100.81 loss:0.051 grdn:8.851 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 16:59:02 ts/train.py:232 step:50K smpl:402K ep:506 epch:101.21 loss:0.052 grdn:8.067 lr:1.0e-05 updt_s:0.052 data_s:0.001
+INFO 2025-10-15 16:59:13 ts/train.py:232 step:50K smpl:403K ep:508 epch:101.61 loss:0.052 grdn:7.852 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 16:59:24 ts/train.py:232 step:51K smpl:405K ep:510 epch:102.02 loss:0.051 grdn:8.319 lr:1.0e-05 updt_s:0.053 data_s:0.001
+INFO 2025-10-15 16:59:34 ts/train.py:232 step:51K smpl:406K ep:512 epch:102.42 loss:0.050 grdn:8.259 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 16:59:45 ts/train.py:232 step:51K smpl:408K ep:514 epch:102.82 loss:0.049 grdn:7.416 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 16:59:56 ts/train.py:232 step:51K smpl:410K ep:516 epch:103.23 loss:0.051 grdn:7.993 lr:1.0e-05 updt_s:0.052 data_s:0.001
+INFO 2025-10-15 17:00:06 ts/train.py:232 step:51K smpl:411K ep:518 epch:103.63 loss:0.050 grdn:7.553 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 17:00:17 ts/train.py:232 step:52K smpl:413K ep:520 epch:104.03 loss:0.050 grdn:7.708 lr:1.0e-05 updt_s:0.052 data_s:0.001
+INFO 2025-10-15 17:00:28 ts/train.py:232 step:52K smpl:414K ep:522 epch:104.44 loss:0.050 grdn:7.732 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 17:00:39 ts/train.py:232 step:52K smpl:416K ep:524 epch:104.84 loss:0.050 grdn:7.849 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 17:00:49 ts/train.py:232 step:52K smpl:418K ep:526 epch:105.24 loss:0.050 grdn:7.878 lr:1.0e-05 updt_s:0.052 data_s:0.001
+INFO 2025-10-15 17:01:00 ts/train.py:232 step:52K smpl:419K ep:528 epch:105.65 loss:0.051 grdn:8.065 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 17:01:11 ts/train.py:232 step:53K smpl:421K ep:530 epch:106.05 loss:0.049 grdn:8.010 lr:1.0e-05 updt_s:0.053 data_s:0.001
+INFO 2025-10-15 17:01:22 ts/train.py:232 step:53K smpl:422K ep:532 epch:106.45 loss:0.049 grdn:7.636 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 17:01:32 ts/train.py:232 step:53K smpl:424K ep:534 epch:106.85 loss:0.050 grdn:8.129 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 17:01:43 ts/train.py:232 step:53K smpl:426K ep:536 epch:107.26 loss:0.050 grdn:8.397 lr:1.0e-05 updt_s:0.052 data_s:0.001
+INFO 2025-10-15 17:01:54 ts/train.py:232 step:53K smpl:427K ep:538 epch:107.66 loss:0.049 grdn:7.562 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 17:02:04 ts/train.py:232 step:54K smpl:429K ep:540 epch:108.06 loss:0.049 grdn:7.950 lr:1.0e-05 updt_s:0.052 data_s:0.001
+INFO 2025-10-15 17:02:15 ts/train.py:232 step:54K smpl:430K ep:542 epch:108.47 loss:0.049 grdn:7.752 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 17:02:26 ts/train.py:232 step:54K smpl:432K ep:544 epch:108.87 loss:0.048 grdn:7.078 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 17:02:36 ts/train.py:232 step:54K smpl:434K ep:546 epch:109.27 loss:0.050 grdn:7.712 lr:1.0e-05 updt_s:0.052 data_s:0.001
+INFO 2025-10-15 17:02:47 ts/train.py:232 step:54K smpl:435K ep:548 epch:109.68 loss:0.049 grdn:7.559 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 17:02:58 ts/train.py:232 step:55K smpl:437K ep:550 epch:110.08 loss:0.050 grdn:7.904 lr:1.0e-05 updt_s:0.053 data_s:0.001
+INFO 2025-10-15 17:03:09 ts/train.py:232 step:55K smpl:438K ep:552 epch:110.48 loss:0.049 grdn:7.607 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 17:03:19 ts/train.py:232 step:55K smpl:440K ep:554 epch:110.89 loss:0.048 grdn:8.146 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 17:03:30 ts/train.py:232 step:55K smpl:442K ep:556 epch:111.29 loss:0.049 grdn:7.477 lr:1.0e-05 updt_s:0.052 data_s:0.001
+INFO 2025-10-15 17:03:41 ts/train.py:232 step:55K smpl:443K ep:558 epch:111.69 loss:0.049 grdn:8.194 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 17:03:51 ts/train.py:232 step:56K smpl:445K ep:560 epch:112.10 loss:0.048 grdn:8.030 lr:1.0e-05 updt_s:0.052 data_s:0.001
+INFO 2025-10-15 17:04:02 ts/train.py:232 step:56K smpl:446K ep:562 epch:112.50 loss:0.049 grdn:8.435 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 17:04:13 ts/train.py:232 step:56K smpl:448K ep:565 epch:112.90 loss:0.048 grdn:7.768 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 17:04:24 ts/train.py:232 step:56K smpl:450K ep:567 epch:113.31 loss:0.049 grdn:7.648 lr:1.0e-05 updt_s:0.052 data_s:0.001
+INFO 2025-10-15 17:04:34 ts/train.py:232 step:56K smpl:451K ep:569 epch:113.71 loss:0.047 grdn:7.792 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 17:04:45 ts/train.py:232 step:57K smpl:453K ep:571 epch:114.11 loss:0.048 grdn:7.635 lr:1.0e-05 updt_s:0.053 data_s:0.001
+INFO 2025-10-15 17:04:56 ts/train.py:232 step:57K smpl:454K ep:573 epch:114.52 loss:0.048 grdn:7.624 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 17:05:06 ts/train.py:232 step:57K smpl:456K ep:575 epch:114.92 loss:0.048 grdn:7.764 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 17:05:17 ts/train.py:232 step:57K smpl:458K ep:577 epch:115.32 loss:0.047 grdn:7.498 lr:1.0e-05 updt_s:0.052 data_s:0.001
+INFO 2025-10-15 17:05:28 ts/train.py:232 step:57K smpl:459K ep:579 epch:115.73 loss:0.047 grdn:7.858 lr:1.0e-05 updt_s:0.054 data_s:0.000
+INFO 2025-10-15 17:05:39 ts/train.py:232 step:58K smpl:461K ep:581 epch:116.13 loss:0.048 grdn:7.856 lr:1.0e-05 updt_s:0.053 data_s:0.001
+INFO 2025-10-15 17:05:50 ts/train.py:232 step:58K smpl:462K ep:583 epch:116.53 loss:0.048 grdn:8.013 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 17:06:00 ts/train.py:232 step:58K smpl:464K ep:585 epch:116.94 loss:0.047 grdn:7.704 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 17:06:11 ts/train.py:232 step:58K smpl:466K ep:587 epch:117.34 loss:0.047 grdn:7.552 lr:1.0e-05 updt_s:0.054 data_s:0.001
+INFO 2025-10-15 17:06:22 ts/train.py:232 step:58K smpl:467K ep:589 epch:117.74 loss:0.048 grdn:7.837 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 17:06:33 ts/train.py:232 step:59K smpl:469K ep:591 epch:118.15 loss:0.047 grdn:7.857 lr:1.0e-05 updt_s:0.053 data_s:0.001
+INFO 2025-10-15 17:06:44 ts/train.py:232 step:59K smpl:470K ep:593 epch:118.55 loss:0.047 grdn:7.412 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 17:06:55 ts/train.py:232 step:59K smpl:472K ep:595 epch:118.95 loss:0.047 grdn:7.903 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 17:07:05 ts/train.py:232 step:59K smpl:474K ep:597 epch:119.35 loss:0.045 grdn:7.182 lr:1.0e-05 updt_s:0.053 data_s:0.001
+INFO 2025-10-15 17:07:16 ts/train.py:232 step:59K smpl:475K ep:599 epch:119.76 loss:0.046 grdn:6.874 lr:1.0e-05 updt_s:0.054 data_s:0.000
+INFO 2025-10-15 17:07:27 ts/train.py:232 step:60K smpl:477K ep:601 epch:120.16 loss:0.047 grdn:7.738 lr:1.0e-05 updt_s:0.053 data_s:0.001
+INFO 2025-10-15 17:07:38 ts/train.py:232 step:60K smpl:478K ep:603 epch:120.56 loss:0.047 grdn:7.852 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 17:07:49 ts/train.py:232 step:60K smpl:480K ep:605 epch:120.97 loss:0.047 grdn:7.251 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 17:07:49 ts/train.py:241 Checkpoint policy after step 60000
+INFO 2025-10-15 17:08:02 ts/train.py:232 step:60K smpl:482K ep:607 epch:121.37 loss:0.046 grdn:7.117 lr:1.0e-05 updt_s:0.053 data_s:0.001
+INFO 2025-10-15 17:08:12 ts/train.py:232 step:60K smpl:483K ep:609 epch:121.77 loss:0.046 grdn:7.750 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 17:08:23 ts/train.py:232 step:61K smpl:485K ep:611 epch:122.18 loss:0.045 grdn:7.318 lr:1.0e-05 updt_s:0.054 data_s:0.001
+INFO 2025-10-15 17:08:34 ts/train.py:232 step:61K smpl:486K ep:613 epch:122.58 loss:0.046 grdn:7.343 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 17:08:45 ts/train.py:232 step:61K smpl:488K ep:615 epch:122.98 loss:0.045 grdn:7.394 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 17:08:56 ts/train.py:232 step:61K smpl:490K ep:617 epch:123.39 loss:0.045 grdn:7.605 lr:1.0e-05 updt_s:0.053 data_s:0.001
+INFO 2025-10-15 17:09:06 ts/train.py:232 step:61K smpl:491K ep:619 epch:123.79 loss:0.045 grdn:7.170 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 17:09:17 ts/train.py:232 step:62K smpl:493K ep:621 epch:124.19 loss:0.046 grdn:7.432 lr:1.0e-05 updt_s:0.053 data_s:0.001
+INFO 2025-10-15 17:09:28 ts/train.py:232 step:62K smpl:494K ep:623 epch:124.60 loss:0.046 grdn:7.292 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 17:09:39 ts/train.py:232 step:62K smpl:496K ep:625 epch:125.00 loss:0.044 grdn:6.648 lr:1.0e-05 updt_s:0.054 data_s:0.000
+INFO 2025-10-15 17:09:50 ts/train.py:232 step:62K smpl:498K ep:627 epch:125.40 loss:0.045 grdn:7.401 lr:1.0e-05 updt_s:0.053 data_s:0.001
+INFO 2025-10-15 17:10:00 ts/train.py:232 step:62K smpl:499K ep:629 epch:125.81 loss:0.046 grdn:7.954 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 17:10:11 ts/train.py:232 step:63K smpl:501K ep:631 epch:126.21 loss:0.046 grdn:7.460 lr:1.0e-05 updt_s:0.054 data_s:0.001
+INFO 2025-10-15 17:10:23 ts/train.py:232 step:63K smpl:502K ep:633 epch:126.61 loss:0.045 grdn:7.212 lr:1.0e-05 updt_s:0.055 data_s:0.000
+INFO 2025-10-15 17:10:34 ts/train.py:232 step:63K smpl:504K ep:635 epch:127.02 loss:0.045 grdn:7.041 lr:1.0e-05 updt_s:0.056 data_s:0.001
+INFO 2025-10-15 17:10:45 ts/train.py:232 step:63K smpl:506K ep:637 epch:127.42 loss:0.045 grdn:7.117 lr:1.0e-05 updt_s:0.055 data_s:0.000
+INFO 2025-10-15 17:10:57 ts/train.py:232 step:63K smpl:507K ep:639 epch:127.82 loss:0.044 grdn:6.989 lr:1.0e-05 updt_s:0.056 data_s:0.000
+INFO 2025-10-15 17:11:08 ts/train.py:232 step:64K smpl:509K ep:641 epch:128.23 loss:0.044 grdn:6.641 lr:1.0e-05 updt_s:0.055 data_s:0.001
+INFO 2025-10-15 17:11:19 ts/train.py:232 step:64K smpl:510K ep:643 epch:128.63 loss:0.045 grdn:7.200 lr:1.0e-05 updt_s:0.054 data_s:0.000
+INFO 2025-10-15 17:11:30 ts/train.py:232 step:64K smpl:512K ep:645 epch:129.03 loss:0.045 grdn:7.226 lr:1.0e-05 updt_s:0.053 data_s:0.001
+INFO 2025-10-15 17:11:41 ts/train.py:232 step:64K smpl:514K ep:647 epch:129.44 loss:0.044 grdn:7.033 lr:1.0e-05 updt_s:0.054 data_s:0.000
+INFO 2025-10-15 17:11:52 ts/train.py:232 step:64K smpl:515K ep:649 epch:129.84 loss:0.045 grdn:7.393 lr:1.0e-05 updt_s:0.056 data_s:0.000
+INFO 2025-10-15 17:12:03 ts/train.py:232 step:65K smpl:517K ep:651 epch:130.24 loss:0.044 grdn:7.288 lr:1.0e-05 updt_s:0.055 data_s:0.001
+INFO 2025-10-15 17:12:15 ts/train.py:232 step:65K smpl:518K ep:653 epch:130.65 loss:0.044 grdn:7.329 lr:1.0e-05 updt_s:0.056 data_s:0.000
+INFO 2025-10-15 17:12:26 ts/train.py:232 step:65K smpl:520K ep:655 epch:131.05 loss:0.044 grdn:7.543 lr:1.0e-05 updt_s:0.055 data_s:0.001
+INFO 2025-10-15 17:12:37 ts/train.py:232 step:65K smpl:522K ep:657 epch:131.45 loss:0.044 grdn:7.284 lr:1.0e-05 updt_s:0.056 data_s:0.000
+INFO 2025-10-15 17:12:48 ts/train.py:232 step:65K smpl:523K ep:659 epch:131.85 loss:0.044 grdn:7.355 lr:1.0e-05 updt_s:0.055 data_s:0.000
+INFO 2025-10-15 17:13:00 ts/train.py:232 step:66K smpl:525K ep:661 epch:132.26 loss:0.044 grdn:6.832 lr:1.0e-05 updt_s:0.055 data_s:0.001
+INFO 2025-10-15 17:13:11 ts/train.py:232 step:66K smpl:526K ep:663 epch:132.66 loss:0.045 grdn:7.216 lr:1.0e-05 updt_s:0.055 data_s:0.000
+INFO 2025-10-15 17:13:22 ts/train.py:232 step:66K smpl:528K ep:665 epch:133.06 loss:0.043 grdn:7.315 lr:1.0e-05 updt_s:0.053 data_s:0.001
+INFO 2025-10-15 17:13:32 ts/train.py:232 step:66K smpl:530K ep:667 epch:133.47 loss:0.044 grdn:7.762 lr:1.0e-05 updt_s:0.051 data_s:0.000
+INFO 2025-10-15 17:13:43 ts/train.py:232 step:66K smpl:531K ep:669 epch:133.87 loss:0.043 grdn:6.824 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 17:13:54 ts/train.py:232 step:67K smpl:533K ep:671 epch:134.27 loss:0.045 grdn:7.492 lr:1.0e-05 updt_s:0.053 data_s:0.001
+INFO 2025-10-15 17:14:04 ts/train.py:232 step:67K smpl:534K ep:673 epch:134.68 loss:0.042 grdn:7.225 lr:1.0e-05 updt_s:0.051 data_s:0.000
+INFO 2025-10-15 17:14:15 ts/train.py:232 step:67K smpl:536K ep:675 epch:135.08 loss:0.043 grdn:7.041 lr:1.0e-05 updt_s:0.053 data_s:0.001
+INFO 2025-10-15 17:14:26 ts/train.py:232 step:67K smpl:538K ep:677 epch:135.48 loss:0.043 grdn:7.277 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 17:14:36 ts/train.py:232 step:67K smpl:539K ep:679 epch:135.89 loss:0.044 grdn:7.094 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 17:14:47 ts/train.py:232 step:68K smpl:541K ep:681 epch:136.29 loss:0.044 grdn:7.789 lr:1.0e-05 updt_s:0.052 data_s:0.001
+INFO 2025-10-15 17:14:57 ts/train.py:232 step:68K smpl:542K ep:683 epch:136.69 loss:0.044 grdn:7.237 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 17:15:08 ts/train.py:232 step:68K smpl:544K ep:685 epch:137.10 loss:0.045 grdn:7.910 lr:1.0e-05 updt_s:0.052 data_s:0.001
+INFO 2025-10-15 17:15:19 ts/train.py:232 step:68K smpl:546K ep:688 epch:137.50 loss:0.043 grdn:7.768 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 17:15:29 ts/train.py:232 step:68K smpl:547K ep:690 epch:137.90 loss:0.043 grdn:7.470 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 17:15:40 ts/train.py:232 step:69K smpl:549K ep:692 epch:138.31 loss:0.043 grdn:7.640 lr:1.0e-05 updt_s:0.053 data_s:0.001
+INFO 2025-10-15 17:15:51 ts/train.py:232 step:69K smpl:550K ep:694 epch:138.71 loss:0.043 grdn:7.178 lr:1.0e-05 updt_s:0.054 data_s:0.000
+INFO 2025-10-15 17:16:02 ts/train.py:232 step:69K smpl:552K ep:696 epch:139.11 loss:0.042 grdn:7.100 lr:1.0e-05 updt_s:0.053 data_s:0.001
+INFO 2025-10-15 17:16:13 ts/train.py:232 step:69K smpl:554K ep:698 epch:139.52 loss:0.042 grdn:7.270 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 17:16:23 ts/train.py:232 step:69K smpl:555K ep:700 epch:139.92 loss:0.043 grdn:7.254 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 17:16:34 ts/train.py:232 step:70K smpl:557K ep:702 epch:140.32 loss:0.042 grdn:7.093 lr:1.0e-05 updt_s:0.052 data_s:0.001
+INFO 2025-10-15 17:16:45 ts/train.py:232 step:70K smpl:558K ep:704 epch:140.73 loss:0.043 grdn:6.934 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 17:16:55 ts/train.py:232 step:70K smpl:560K ep:706 epch:141.13 loss:0.043 grdn:7.284 lr:1.0e-05 updt_s:0.052 data_s:0.001
+INFO 2025-10-15 17:17:06 ts/train.py:232 step:70K smpl:562K ep:708 epch:141.53 loss:0.043 grdn:7.463 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 17:17:16 ts/train.py:232 step:70K smpl:563K ep:710 epch:141.94 loss:0.043 grdn:7.187 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 17:17:27 ts/train.py:232 step:71K smpl:565K ep:712 epch:142.34 loss:0.042 grdn:6.547 lr:1.0e-05 updt_s:0.051 data_s:0.001
+INFO 2025-10-15 17:17:37 ts/train.py:232 step:71K smpl:566K ep:714 epch:142.74 loss:0.042 grdn:7.202 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 17:17:48 ts/train.py:232 step:71K smpl:568K ep:716 epch:143.15 loss:0.042 grdn:7.026 lr:1.0e-05 updt_s:0.052 data_s:0.001
+INFO 2025-10-15 17:17:58 ts/train.py:232 step:71K smpl:570K ep:718 epch:143.55 loss:0.042 grdn:7.225 lr:1.0e-05 updt_s:0.051 data_s:0.000
+INFO 2025-10-15 17:18:09 ts/train.py:232 step:71K smpl:571K ep:720 epch:143.95 loss:0.042 grdn:7.016 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 17:18:20 ts/train.py:232 step:72K smpl:573K ep:722 epch:144.35 loss:0.042 grdn:7.154 lr:1.0e-05 updt_s:0.052 data_s:0.001
+INFO 2025-10-15 17:18:30 ts/train.py:232 step:72K smpl:574K ep:724 epch:144.76 loss:0.043 grdn:7.689 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 17:18:41 ts/train.py:232 step:72K smpl:576K ep:726 epch:145.16 loss:0.043 grdn:7.349 lr:1.0e-05 updt_s:0.052 data_s:0.001
+INFO 2025-10-15 17:18:51 ts/train.py:232 step:72K smpl:578K ep:728 epch:145.56 loss:0.042 grdn:7.028 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 17:19:02 ts/train.py:232 step:72K smpl:579K ep:730 epch:145.97 loss:0.042 grdn:6.778 lr:1.0e-05 updt_s:0.051 data_s:0.000
+INFO 2025-10-15 17:19:12 ts/train.py:232 step:73K smpl:581K ep:732 epch:146.37 loss:0.041 grdn:7.220 lr:1.0e-05 updt_s:0.052 data_s:0.001
+INFO 2025-10-15 17:19:23 ts/train.py:232 step:73K smpl:582K ep:734 epch:146.77 loss:0.042 grdn:7.454 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 17:19:33 ts/train.py:232 step:73K smpl:584K ep:736 epch:147.18 loss:0.042 grdn:6.871 lr:1.0e-05 updt_s:0.052 data_s:0.001
+INFO 2025-10-15 17:19:44 ts/train.py:232 step:73K smpl:586K ep:738 epch:147.58 loss:0.042 grdn:7.621 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 17:19:54 ts/train.py:232 step:73K smpl:587K ep:740 epch:147.98 loss:0.042 grdn:7.274 lr:1.0e-05 updt_s:0.051 data_s:0.000
+INFO 2025-10-15 17:20:05 ts/train.py:232 step:74K smpl:589K ep:742 epch:148.39 loss:0.041 grdn:6.929 lr:1.0e-05 updt_s:0.052 data_s:0.001
+INFO 2025-10-15 17:20:16 ts/train.py:232 step:74K smpl:590K ep:744 epch:148.79 loss:0.041 grdn:6.667 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 17:20:26 ts/train.py:232 step:74K smpl:592K ep:746 epch:149.19 loss:0.041 grdn:6.870 lr:1.0e-05 updt_s:0.051 data_s:0.001
+INFO 2025-10-15 17:20:37 ts/train.py:232 step:74K smpl:594K ep:748 epch:149.60 loss:0.042 grdn:6.961 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 17:20:47 ts/train.py:232 step:74K smpl:595K ep:750 epch:150.00 loss:0.041 grdn:6.569 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 17:20:58 ts/train.py:232 step:75K smpl:597K ep:752 epch:150.40 loss:0.042 grdn:7.630 lr:1.0e-05 updt_s:0.051 data_s:0.001
+INFO 2025-10-15 17:21:08 ts/train.py:232 step:75K smpl:598K ep:754 epch:150.81 loss:0.041 grdn:6.752 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 17:21:19 ts/train.py:232 step:75K smpl:600K ep:756 epch:151.21 loss:0.040 grdn:7.127 lr:1.0e-05 updt_s:0.052 data_s:0.001
+INFO 2025-10-15 17:21:29 ts/train.py:232 step:75K smpl:602K ep:758 epch:151.61 loss:0.040 grdn:7.116 lr:1.0e-05 updt_s:0.051 data_s:0.000
+INFO 2025-10-15 17:21:40 ts/train.py:232 step:75K smpl:603K ep:760 epch:152.02 loss:0.040 grdn:6.505 lr:1.0e-05 updt_s:0.052 data_s:0.001
+INFO 2025-10-15 17:21:51 ts/train.py:232 step:76K smpl:605K ep:762 epch:152.42 loss:0.041 grdn:6.716 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 17:22:01 ts/train.py:232 step:76K smpl:606K ep:764 epch:152.82 loss:0.041 grdn:7.110 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 17:22:12 ts/train.py:232 step:76K smpl:608K ep:766 epch:153.23 loss:0.041 grdn:6.542 lr:1.0e-05 updt_s:0.051 data_s:0.001
+INFO 2025-10-15 17:22:22 ts/train.py:232 step:76K smpl:610K ep:768 epch:153.63 loss:0.040 grdn:6.668 lr:1.0e-05 updt_s:0.051 data_s:0.000
+INFO 2025-10-15 17:22:32 ts/train.py:232 step:76K smpl:611K ep:770 epch:154.03 loss:0.042 grdn:7.339 lr:1.0e-05 updt_s:0.051 data_s:0.001
+INFO 2025-10-15 17:22:43 ts/train.py:232 step:77K smpl:613K ep:772 epch:154.44 loss:0.040 grdn:7.340 lr:1.0e-05 updt_s:0.051 data_s:0.000
+INFO 2025-10-15 17:22:53 ts/train.py:232 step:77K smpl:614K ep:774 epch:154.84 loss:0.040 grdn:6.540 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 17:23:04 ts/train.py:232 step:77K smpl:616K ep:776 epch:155.24 loss:0.041 grdn:7.242 lr:1.0e-05 updt_s:0.050 data_s:0.001
+INFO 2025-10-15 17:23:14 ts/train.py:232 step:77K smpl:618K ep:778 epch:155.65 loss:0.040 grdn:6.410 lr:1.0e-05 updt_s:0.051 data_s:0.000
+INFO 2025-10-15 17:23:25 ts/train.py:232 step:77K smpl:619K ep:780 epch:156.05 loss:0.040 grdn:6.851 lr:1.0e-05 updt_s:0.051 data_s:0.001
+INFO 2025-10-15 17:23:35 ts/train.py:232 step:78K smpl:621K ep:782 epch:156.45 loss:0.040 grdn:6.648 lr:1.0e-05 updt_s:0.051 data_s:0.000
+INFO 2025-10-15 17:23:45 ts/train.py:232 step:78K smpl:622K ep:784 epch:156.85 loss:0.040 grdn:7.018 lr:1.0e-05 updt_s:0.051 data_s:0.000
+INFO 2025-10-15 17:23:56 ts/train.py:232 step:78K smpl:624K ep:786 epch:157.26 loss:0.040 grdn:6.690 lr:1.0e-05 updt_s:0.051 data_s:0.001
+INFO 2025-10-15 17:24:06 ts/train.py:232 step:78K smpl:626K ep:788 epch:157.66 loss:0.040 grdn:6.704 lr:1.0e-05 updt_s:0.051 data_s:0.000
+INFO 2025-10-15 17:24:17 ts/train.py:232 step:78K smpl:627K ep:790 epch:158.06 loss:0.039 grdn:6.806 lr:1.0e-05 updt_s:0.051 data_s:0.001
+INFO 2025-10-15 17:24:27 ts/train.py:232 step:79K smpl:629K ep:792 epch:158.47 loss:0.039 grdn:6.399 lr:1.0e-05 updt_s:0.051 data_s:0.000
+INFO 2025-10-15 17:24:37 ts/train.py:232 step:79K smpl:630K ep:794 epch:158.87 loss:0.039 grdn:6.275 lr:1.0e-05 updt_s:0.051 data_s:0.000
+INFO 2025-10-15 17:24:48 ts/train.py:232 step:79K smpl:632K ep:796 epch:159.27 loss:0.040 grdn:6.866 lr:1.0e-05 updt_s:0.051 data_s:0.001
+INFO 2025-10-15 17:24:58 ts/train.py:232 step:79K smpl:634K ep:798 epch:159.68 loss:0.040 grdn:7.006 lr:1.0e-05 updt_s:0.051 data_s:0.000
+INFO 2025-10-15 17:25:09 ts/train.py:232 step:79K smpl:635K ep:800 epch:160.08 loss:0.040 grdn:6.866 lr:1.0e-05 updt_s:0.051 data_s:0.001
+INFO 2025-10-15 17:25:19 ts/train.py:232 step:80K smpl:637K ep:802 epch:160.48 loss:0.040 grdn:7.368 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 17:25:29 ts/train.py:232 step:80K smpl:638K ep:804 epch:160.89 loss:0.039 grdn:6.442 lr:1.0e-05 updt_s:0.051 data_s:0.000
+INFO 2025-10-15 17:25:40 ts/train.py:232 step:80K smpl:640K ep:806 epch:161.29 loss:0.040 grdn:6.832 lr:1.0e-05 updt_s:0.050 data_s:0.001
+INFO 2025-10-15 17:25:40 ts/train.py:241 Checkpoint policy after step 80000
+INFO 2025-10-15 17:25:52 ts/train.py:232 step:80K smpl:642K ep:808 epch:161.69 loss:0.040 grdn:6.860 lr:1.0e-05 updt_s:0.051 data_s:0.000
+INFO 2025-10-15 17:26:02 ts/train.py:232 step:80K smpl:643K ep:810 epch:162.10 loss:0.040 grdn:7.672 lr:1.0e-05 updt_s:0.051 data_s:0.001
+INFO 2025-10-15 17:26:13 ts/train.py:232 step:81K smpl:645K ep:812 epch:162.50 loss:0.040 grdn:7.055 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 17:26:23 ts/train.py:232 step:81K smpl:646K ep:815 epch:162.90 loss:0.039 grdn:6.652 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 17:26:34 ts/train.py:232 step:81K smpl:648K ep:817 epch:163.31 loss:0.040 grdn:6.942 lr:1.0e-05 updt_s:0.053 data_s:0.001
+INFO 2025-10-15 17:26:44 ts/train.py:232 step:81K smpl:650K ep:819 epch:163.71 loss:0.040 grdn:7.507 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 17:26:55 ts/train.py:232 step:81K smpl:651K ep:821 epch:164.11 loss:0.039 grdn:7.133 lr:1.0e-05 updt_s:0.052 data_s:0.001
+INFO 2025-10-15 17:27:06 ts/train.py:232 step:82K smpl:653K ep:823 epch:164.52 loss:0.039 grdn:6.597 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 17:27:16 ts/train.py:232 step:82K smpl:654K ep:825 epch:164.92 loss:0.040 grdn:6.930 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 17:27:27 ts/train.py:232 step:82K smpl:656K ep:827 epch:165.32 loss:0.038 grdn:6.728 lr:1.0e-05 updt_s:0.052 data_s:0.001
+INFO 2025-10-15 17:27:37 ts/train.py:232 step:82K smpl:658K ep:829 epch:165.73 loss:0.039 grdn:6.591 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 17:27:48 ts/train.py:232 step:82K smpl:659K ep:831 epch:166.13 loss:0.040 grdn:7.226 lr:1.0e-05 updt_s:0.052 data_s:0.001
+INFO 2025-10-15 17:27:59 ts/train.py:232 step:83K smpl:661K ep:833 epch:166.53 loss:0.039 grdn:6.919 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 17:28:09 ts/train.py:232 step:83K smpl:662K ep:835 epch:166.94 loss:0.038 grdn:6.423 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 17:28:20 ts/train.py:232 step:83K smpl:664K ep:837 epch:167.34 loss:0.039 grdn:6.833 lr:1.0e-05 updt_s:0.051 data_s:0.001
+INFO 2025-10-15 17:28:30 ts/train.py:232 step:83K smpl:666K ep:839 epch:167.74 loss:0.039 grdn:6.462 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 17:28:41 ts/train.py:232 step:83K smpl:667K ep:841 epch:168.15 loss:0.039 grdn:6.580 lr:1.0e-05 updt_s:0.052 data_s:0.001
+INFO 2025-10-15 17:28:51 ts/train.py:232 step:84K smpl:669K ep:843 epch:168.55 loss:0.038 grdn:7.101 lr:1.0e-05 updt_s:0.051 data_s:0.000
+INFO 2025-10-15 17:29:02 ts/train.py:232 step:84K smpl:670K ep:845 epch:168.95 loss:0.038 grdn:6.583 lr:1.0e-05 updt_s:0.051 data_s:0.000
+INFO 2025-10-15 17:29:12 ts/train.py:232 step:84K smpl:672K ep:847 epch:169.35 loss:0.038 grdn:6.554 lr:1.0e-05 updt_s:0.051 data_s:0.001
+INFO 2025-10-15 17:29:23 ts/train.py:232 step:84K smpl:674K ep:849 epch:169.76 loss:0.039 grdn:6.560 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 17:29:33 ts/train.py:232 step:84K smpl:675K ep:851 epch:170.16 loss:0.038 grdn:6.208 lr:1.0e-05 updt_s:0.051 data_s:0.001
+INFO 2025-10-15 17:29:44 ts/train.py:232 step:85K smpl:677K ep:853 epch:170.56 loss:0.039 grdn:6.759 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 17:29:54 ts/train.py:232 step:85K smpl:678K ep:855 epch:170.97 loss:0.038 grdn:6.157 lr:1.0e-05 updt_s:0.051 data_s:0.000
+INFO 2025-10-15 17:30:05 ts/train.py:232 step:85K smpl:680K ep:857 epch:171.37 loss:0.038 grdn:6.572 lr:1.0e-05 updt_s:0.052 data_s:0.001
+INFO 2025-10-15 17:30:15 ts/train.py:232 step:85K smpl:682K ep:859 epch:171.77 loss:0.038 grdn:6.592 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 17:30:26 ts/train.py:232 step:85K smpl:683K ep:861 epch:172.18 loss:0.038 grdn:6.525 lr:1.0e-05 updt_s:0.051 data_s:0.001
+INFO 2025-10-15 17:30:36 ts/train.py:232 step:86K smpl:685K ep:863 epch:172.58 loss:0.039 grdn:6.783 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 17:30:47 ts/train.py:232 step:86K smpl:686K ep:865 epch:172.98 loss:0.038 grdn:6.133 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 17:30:58 ts/train.py:232 step:86K smpl:688K ep:867 epch:173.39 loss:0.038 grdn:6.838 lr:1.0e-05 updt_s:0.051 data_s:0.001
+INFO 2025-10-15 17:31:08 ts/train.py:232 step:86K smpl:690K ep:869 epch:173.79 loss:0.038 grdn:6.607 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 17:31:19 ts/train.py:232 step:86K smpl:691K ep:871 epch:174.19 loss:0.039 grdn:7.372 lr:1.0e-05 updt_s:0.051 data_s:0.001
+INFO 2025-10-15 17:31:29 ts/train.py:232 step:87K smpl:693K ep:873 epch:174.60 loss:0.038 grdn:6.667 lr:1.0e-05 updt_s:0.051 data_s:0.000
+INFO 2025-10-15 17:31:39 ts/train.py:232 step:87K smpl:694K ep:875 epch:175.00 loss:0.038 grdn:6.997 lr:1.0e-05 updt_s:0.051 data_s:0.000
+INFO 2025-10-15 17:31:50 ts/train.py:232 step:87K smpl:696K ep:877 epch:175.40 loss:0.038 grdn:7.060 lr:1.0e-05 updt_s:0.051 data_s:0.001
+INFO 2025-10-15 17:32:01 ts/train.py:232 step:87K smpl:698K ep:879 epch:175.81 loss:0.038 grdn:6.673 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 17:32:11 ts/train.py:232 step:87K smpl:699K ep:881 epch:176.21 loss:0.038 grdn:6.659 lr:1.0e-05 updt_s:0.051 data_s:0.001
+INFO 2025-10-15 17:32:22 ts/train.py:232 step:88K smpl:701K ep:883 epch:176.61 loss:0.038 grdn:6.736 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 17:32:32 ts/train.py:232 step:88K smpl:702K ep:885 epch:177.02 loss:0.037 grdn:6.682 lr:1.0e-05 updt_s:0.051 data_s:0.001
+INFO 2025-10-15 17:32:43 ts/train.py:232 step:88K smpl:704K ep:887 epch:177.42 loss:0.037 grdn:6.817 lr:1.0e-05 updt_s:0.051 data_s:0.000
+INFO 2025-10-15 17:32:53 ts/train.py:232 step:88K smpl:706K ep:889 epch:177.82 loss:0.037 grdn:6.377 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 17:33:04 ts/train.py:232 step:88K smpl:707K ep:891 epch:178.23 loss:0.036 grdn:6.215 lr:1.0e-05 updt_s:0.052 data_s:0.002
+INFO 2025-10-15 17:33:15 ts/train.py:232 step:89K smpl:709K ep:893 epch:178.63 loss:0.038 grdn:6.936 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 17:33:25 ts/train.py:232 step:89K smpl:710K ep:895 epch:179.03 loss:0.038 grdn:6.713 lr:1.0e-05 updt_s:0.052 data_s:0.001
+INFO 2025-10-15 17:33:36 ts/train.py:232 step:89K smpl:712K ep:897 epch:179.44 loss:0.038 grdn:6.612 lr:1.0e-05 updt_s:0.051 data_s:0.000
+INFO 2025-10-15 17:33:46 ts/train.py:232 step:89K smpl:714K ep:899 epch:179.84 loss:0.037 grdn:6.597 lr:1.0e-05 updt_s:0.051 data_s:0.000
+INFO 2025-10-15 17:33:57 ts/train.py:232 step:89K smpl:715K ep:901 epch:180.24 loss:0.037 grdn:6.521 lr:1.0e-05 updt_s:0.052 data_s:0.001
+INFO 2025-10-15 17:34:07 ts/train.py:232 step:90K smpl:717K ep:903 epch:180.65 loss:0.037 grdn:6.326 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 17:34:18 ts/train.py:232 step:90K smpl:718K ep:905 epch:181.05 loss:0.037 grdn:6.679 lr:1.0e-05 updt_s:0.051 data_s:0.001
+INFO 2025-10-15 17:34:28 ts/train.py:232 step:90K smpl:720K ep:907 epch:181.45 loss:0.037 grdn:6.568 lr:1.0e-05 updt_s:0.051 data_s:0.000
+INFO 2025-10-15 17:34:39 ts/train.py:232 step:90K smpl:722K ep:909 epch:181.85 loss:0.037 grdn:6.865 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 17:34:49 ts/train.py:232 step:90K smpl:723K ep:911 epch:182.26 loss:0.037 grdn:6.656 lr:1.0e-05 updt_s:0.051 data_s:0.001
+INFO 2025-10-15 17:34:59 ts/train.py:232 step:91K smpl:725K ep:913 epch:182.66 loss:0.037 grdn:6.313 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 17:35:10 ts/train.py:232 step:91K smpl:726K ep:915 epch:183.06 loss:0.036 grdn:6.361 lr:1.0e-05 updt_s:0.052 data_s:0.001
+INFO 2025-10-15 17:35:21 ts/train.py:232 step:91K smpl:728K ep:917 epch:183.47 loss:0.036 grdn:6.645 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 17:35:31 ts/train.py:232 step:91K smpl:730K ep:919 epch:183.87 loss:0.037 grdn:6.791 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 17:35:42 ts/train.py:232 step:91K smpl:731K ep:921 epch:184.27 loss:0.037 grdn:6.247 lr:1.0e-05 updt_s:0.052 data_s:0.001
+INFO 2025-10-15 17:35:52 ts/train.py:232 step:92K smpl:733K ep:923 epch:184.68 loss:0.037 grdn:6.975 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 17:36:03 ts/train.py:232 step:92K smpl:734K ep:925 epch:185.08 loss:0.036 grdn:6.382 lr:1.0e-05 updt_s:0.051 data_s:0.001
+INFO 2025-10-15 17:36:13 ts/train.py:232 step:92K smpl:736K ep:927 epch:185.48 loss:0.037 grdn:7.006 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 17:36:24 ts/train.py:232 step:92K smpl:738K ep:929 epch:185.89 loss:0.036 grdn:6.569 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 17:36:34 ts/train.py:232 step:92K smpl:739K ep:931 epch:186.29 loss:0.037 grdn:6.632 lr:1.0e-05 updt_s:0.052 data_s:0.001
+INFO 2025-10-15 17:36:45 ts/train.py:232 step:93K smpl:741K ep:933 epch:186.69 loss:0.036 grdn:6.222 lr:1.0e-05 updt_s:0.051 data_s:0.000
+INFO 2025-10-15 17:36:55 ts/train.py:232 step:93K smpl:742K ep:935 epch:187.10 loss:0.036 grdn:6.470 lr:1.0e-05 updt_s:0.052 data_s:0.001
+INFO 2025-10-15 17:37:06 ts/train.py:232 step:93K smpl:744K ep:938 epch:187.50 loss:0.037 grdn:6.447 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 17:37:16 ts/train.py:232 step:93K smpl:746K ep:940 epch:187.90 loss:0.036 grdn:6.309 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 17:37:27 ts/train.py:232 step:93K smpl:747K ep:942 epch:188.31 loss:0.037 grdn:6.867 lr:1.0e-05 updt_s:0.051 data_s:0.001
+INFO 2025-10-15 17:37:38 ts/train.py:232 step:94K smpl:749K ep:944 epch:188.71 loss:0.037 grdn:6.890 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 17:37:48 ts/train.py:232 step:94K smpl:750K ep:946 epch:189.11 loss:0.036 grdn:6.148 lr:1.0e-05 updt_s:0.051 data_s:0.001
+INFO 2025-10-15 17:37:58 ts/train.py:232 step:94K smpl:752K ep:948 epch:189.52 loss:0.037 grdn:6.920 lr:1.0e-05 updt_s:0.051 data_s:0.000
+INFO 2025-10-15 17:38:09 ts/train.py:232 step:94K smpl:754K ep:950 epch:189.92 loss:0.036 grdn:6.849 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 17:38:20 ts/train.py:232 step:94K smpl:755K ep:952 epch:190.32 loss:0.036 grdn:6.444 lr:1.0e-05 updt_s:0.051 data_s:0.001
+INFO 2025-10-15 17:38:30 ts/train.py:232 step:95K smpl:757K ep:954 epch:190.73 loss:0.036 grdn:6.526 lr:1.0e-05 updt_s:0.051 data_s:0.000
+INFO 2025-10-15 17:38:41 ts/train.py:232 step:95K smpl:758K ep:956 epch:191.13 loss:0.036 grdn:6.631 lr:1.0e-05 updt_s:0.052 data_s:0.001
+INFO 2025-10-15 17:38:51 ts/train.py:232 step:95K smpl:760K ep:958 epch:191.53 loss:0.037 grdn:7.347 lr:1.0e-05 updt_s:0.051 data_s:0.000
+INFO 2025-10-15 17:39:01 ts/train.py:232 step:95K smpl:762K ep:960 epch:191.94 loss:0.037 grdn:6.983 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 17:39:12 ts/train.py:232 step:95K smpl:763K ep:962 epch:192.34 loss:0.037 grdn:6.541 lr:1.0e-05 updt_s:0.051 data_s:0.001
+INFO 2025-10-15 17:39:23 ts/train.py:232 step:96K smpl:765K ep:964 epch:192.74 loss:0.036 grdn:6.872 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 17:39:33 ts/train.py:232 step:96K smpl:766K ep:966 epch:193.15 loss:0.036 grdn:7.052 lr:1.0e-05 updt_s:0.052 data_s:0.001
+INFO 2025-10-15 17:39:44 ts/train.py:232 step:96K smpl:768K ep:968 epch:193.55 loss:0.036 grdn:6.347 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 17:39:54 ts/train.py:232 step:96K smpl:770K ep:970 epch:193.95 loss:0.036 grdn:6.712 lr:1.0e-05 updt_s:0.051 data_s:0.000
+INFO 2025-10-15 17:40:05 ts/train.py:232 step:96K smpl:771K ep:972 epch:194.35 loss:0.035 grdn:6.582 lr:1.0e-05 updt_s:0.051 data_s:0.001
+INFO 2025-10-15 17:40:15 ts/train.py:232 step:97K smpl:773K ep:974 epch:194.76 loss:0.036 grdn:6.198 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 17:40:26 ts/train.py:232 step:97K smpl:774K ep:976 epch:195.16 loss:0.037 grdn:7.032 lr:1.0e-05 updt_s:0.052 data_s:0.001
+INFO 2025-10-15 17:40:36 ts/train.py:232 step:97K smpl:776K ep:978 epch:195.56 loss:0.035 grdn:5.991 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 17:40:47 ts/train.py:232 step:97K smpl:778K ep:980 epch:195.97 loss:0.036 grdn:6.608 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 17:40:58 ts/train.py:232 step:97K smpl:779K ep:982 epch:196.37 loss:0.035 grdn:5.899 lr:1.0e-05 updt_s:0.052 data_s:0.001
+INFO 2025-10-15 17:41:08 ts/train.py:232 step:98K smpl:781K ep:984 epch:196.77 loss:0.036 grdn:6.117 lr:1.0e-05 updt_s:0.053 data_s:0.000
+INFO 2025-10-15 17:41:19 ts/train.py:232 step:98K smpl:782K ep:986 epch:197.18 loss:0.036 grdn:6.749 lr:1.0e-05 updt_s:0.051 data_s:0.001
+INFO 2025-10-15 17:41:29 ts/train.py:232 step:98K smpl:784K ep:988 epch:197.58 loss:0.036 grdn:6.244 lr:1.0e-05 updt_s:0.051 data_s:0.000
+INFO 2025-10-15 17:41:39 ts/train.py:232 step:98K smpl:786K ep:990 epch:197.98 loss:0.035 grdn:6.167 lr:1.0e-05 updt_s:0.051 data_s:0.000
+INFO 2025-10-15 17:41:50 ts/train.py:232 step:98K smpl:787K ep:992 epch:198.39 loss:0.036 grdn:6.570 lr:1.0e-05 updt_s:0.052 data_s:0.001
+INFO 2025-10-15 17:42:01 ts/train.py:232 step:99K smpl:789K ep:994 epch:198.79 loss:0.035 grdn:6.615 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 17:42:11 ts/train.py:232 step:99K smpl:790K ep:996 epch:199.19 loss:0.035 grdn:6.361 lr:1.0e-05 updt_s:0.051 data_s:0.001
+INFO 2025-10-15 17:42:22 ts/train.py:232 step:99K smpl:792K ep:998 epch:199.60 loss:0.036 grdn:6.178 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 17:42:32 ts/train.py:232 step:99K smpl:794K ep:1K epch:200.00 loss:0.035 grdn:6.198 lr:1.0e-05 updt_s:0.051 data_s:0.000
+INFO 2025-10-15 17:42:43 ts/train.py:232 step:99K smpl:795K ep:1K epch:200.40 loss:0.036 grdn:6.102 lr:1.0e-05 updt_s:0.051 data_s:0.001
+INFO 2025-10-15 17:42:53 ts/train.py:232 step:100K smpl:797K ep:1K epch:200.81 loss:0.035 grdn:5.952 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 17:43:04 ts/train.py:232 step:100K smpl:798K ep:1K epch:201.21 loss:0.035 grdn:6.366 lr:1.0e-05 updt_s:0.052 data_s:0.001
+INFO 2025-10-15 17:43:14 ts/train.py:232 step:100K smpl:800K ep:1K epch:201.61 loss:0.036 grdn:6.519 lr:1.0e-05 updt_s:0.052 data_s:0.000
+INFO 2025-10-15 17:43:14 ts/train.py:241 Checkpoint policy after step 100000
+INFO 2025-10-15 17:43:16 ts/train.py:283 End of training
+model.safetensors:  15%|███████████████                                                                                         | 30.0M/207M [01:10<10:58, 269kB/s]'(MaxRetryError("HTTPSConnectionPool(host='hf-hub-lfs-us-east-1.s3-accelerate.amazonaws.com', port=443): Max retries exceeded with url: /repos/93/f9/93f93702dd326d78cb593acb1966bfcc4f3972dcf05c02f111a959264ef0254c/86340fbf1e77e564735e33ab1b3d9825a005fbd27ed81127a3a4eb2a389aaf89?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=AKIA2JU7TKAQLC2QXPN7%2F20251015%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20251015T094319Z&X-Amz-Expires=86400&X-Amz-Signature=72606942358c93f65945d311c6cd69996ec67f7bfd78f96276022e77927d6f28&X-Amz-SignedHeaders=host&partNumber=2&uploadId=.9Vt0cp7khToawDB_X8VStAWXzIOL9kgv7FTXtB1oLEDtz9I6ysvagdHyflnXaMLCITCK9LNTFgSAPQFZz.ar5IWUxBB.32ckYtWVFk2V8EepcvO6LikBcJJf3LToeL.&x-id=UploadPart (Caused by SSLError(SSLEOFError(8, 'EOF occurred in violation of protocol (_ssl.c:2436)')))"), '(Request ID: 3757bd12-ec4a-4a53-b0d1-64363cdf7940)')' thrown while requesting PUT https://hf-hub-lfs-us-east-1.s3-accelerate.amazonaws.com/repos/93/f9/93f93702dd326d78cb593acb1966bfcc4f3972dcf05c02f111a959264ef0254c/86340fbf1e77e564735e33ab1b3d9825a005fbd27ed81127a3a4eb2a389aaf89?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=AKIA2JU7TKAQLC2QXPN7%2F20251015%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20251015T094319Z&X-Amz-Expires=86400&X-Amz-Signature=72606942358c93f65945d311c6cd69996ec67f7bfd78f96276022e77927d6f28&X-Amz-SignedHeaders=host&partNumber=2&uploadId=.9Vt0cp7khToawDB_X8VStAWXzIOL9kgv7FTXtB1oLEDtz9I6ysvagdHyflnXaMLCITCK9LNTFgSAPQFZz.ar5IWUxBB.32ckYtWVFk2V8EepcvO6LikBcJJf3LToeL.&x-id=UploadPart
+WARNING 2025-10-15 17:44:38 ls/_http.py:321 '(MaxRetryError("HTTPSConnectionPool(host='hf-hub-lfs-us-east-1.s3-accelerate.amazonaws.com', port=443): Max retries exceeded with url: /repos/93/f9/93f93702dd326d78cb593acb1966bfcc4f3972dcf05c02f111a959264ef0254c/86340fbf1e77e564735e33ab1b3d9825a005fbd27ed81127a3a4eb2a389aaf89?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=AKIA2JU7TKAQLC2QXPN7%2F20251015%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20251015T094319Z&X-Amz-Expires=86400&X-Amz-Signature=72606942358c93f65945d311c6cd69996ec67f7bfd78f96276022e77927d6f28&X-Amz-SignedHeaders=host&partNumber=2&uploadId=.9Vt0cp7khToawDB_X8VStAWXzIOL9kgv7FTXtB1oLEDtz9I6ysvagdHyflnXaMLCITCK9LNTFgSAPQFZz.ar5IWUxBB.32ckYtWVFk2V8EepcvO6LikBcJJf3LToeL.&x-id=UploadPart (Caused by SSLError(SSLEOFError(8, 'EOF occurred in violation of protocol (_ssl.c:2436)')))"), '(Request ID: 3757bd12-ec4a-4a53-b0d1-64363cdf7940)')' thrown while requesting PUT https://hf-hub-lfs-us-east-1.s3-accelerate.amazonaws.com/repos/93/f9/93f93702dd326d78cb593acb1966bfcc4f3972dcf05c02f111a959264ef0254c/86340fbf1e77e564735e33ab1b3d9825a005fbd27ed81127a3a4eb2a389aaf89?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=AKIA2JU7TKAQLC2QXPN7%2F20251015%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20251015T094319Z&X-Amz-Expires=86400&X-Amz-Signature=72606942358c93f65945d311c6cd69996ec67f7bfd78f96276022e77927d6f28&X-Amz-SignedHeaders=host&partNumber=2&uploadId=.9Vt0cp7khToawDB_X8VStAWXzIOL9kgv7FTXtB1oLEDtz9I6ysvagdHyflnXaMLCITCK9LNTFgSAPQFZz.ar5IWUxBB.32ckYtWVFk2V8EepcvO6LikBcJJf3LToeL.&x-id=UploadPart
+Retrying in 1s [Retry 1/5].
+WARNING 2025-10-15 17:44:38 ls/_http.py:330 Retrying in 1s [Retry 1/5].
+model.safetensors:  38%|███████████████████████████████████████▍                                                                | 78.5M/207M [05:49<11:58, 178kB/s]Traceback (most recent call last):
+  File "/home/mike/miniconda3/envs/lerobot/lib/python3.10/site-packages/huggingface_hub/utils/_http.py", line 407, in hf_raise_for_status
+    response.raise_for_status()
+  File "/home/mike/miniconda3/envs/lerobot/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status
+    raise HTTPError(http_error_msg, response=self)
+requests.exceptions.HTTPError: 400 Client Error: Bad Request for url: https://hf-hub-lfs-us-east-1.s3-accelerate.amazonaws.com/repos/93/f9/93f93702dd326d78cb593acb1966bfcc4f3972dcf05c02f111a959264ef0254c/86340fbf1e77e564735e33ab1b3d9825a005fbd27ed81127a3a4eb2a389aaf89?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=AKIA2JU7TKAQLC2QXPN7%2F20251015%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20251015T094319Z&X-Amz-Expires=86400&X-Amz-Signature=081af121d95886800fb1d595931555dde817f5461875b153d8ec46b30429810b&X-Amz-SignedHeaders=host&partNumber=4&uploadId=.9Vt0cp7khToawDB_X8VStAWXzIOL9kgv7FTXtB1oLEDtz9I6ysvagdHyflnXaMLCITCK9LNTFgSAPQFZz.ar5IWUxBB.32ckYtWVFk2V8EepcvO6LikBcJJf3LToeL.&x-id=UploadPart
+
+The above exception was the direct cause of the following exception:
+
+Traceback (most recent call last):
+  File "/home/mike/miniconda3/envs/lerobot/lib/python3.10/site-packages/huggingface_hub/_commit_api.py", line 442, in _wrapped_lfs_upload
+    lfs_upload(operation=operation, lfs_batch_action=batch_action, headers=headers, endpoint=endpoint)
+  File "/home/mike/miniconda3/envs/lerobot/lib/python3.10/site-packages/huggingface_hub/lfs.py", line 246, in lfs_upload
+    _upload_multi_part(operation=operation, header=header, chunk_size=chunk_size, upload_url=upload_url)
+  File "/home/mike/miniconda3/envs/lerobot/lib/python3.10/site-packages/huggingface_hub/lfs.py", line 346, in _upload_multi_part
+    else _upload_parts_iteratively(operation=operation, sorted_parts_urls=sorted_parts_urls, chunk_size=chunk_size)
+  File "/home/mike/miniconda3/envs/lerobot/lib/python3.10/site-packages/huggingface_hub/lfs.py", line 404, in _upload_parts_iteratively
+    hf_raise_for_status(part_upload_res)
+  File "/home/mike/miniconda3/envs/lerobot/lib/python3.10/site-packages/huggingface_hub/utils/_http.py", line 463, in hf_raise_for_status
+    raise _format(BadRequestError, message, response) from e
+huggingface_hub.errors.BadRequestError: Bad request:
+<?xml version="1.0" encoding="UTF-8"?>
+<Error><Code>RequestTimeout</Code><Message>Your socket connection to the server was not read from or written to within the timeout period. Idle connections will be closed.</Message><RequestId>FKSYEEGPQGJ96CZV</RequestId><HostId>6B8YBGjgZfiCkU/bu7UHFIZ9Bz0+w1/v+rYOT8iYbTIdtcof/hWq/WOWrz9NG6I0G2VvJsm8nhk=</HostId></Error>
+
+The above exception was the direct cause of the following exception:
+
+Traceback (most recent call last):
+  File "/home/mike/miniconda3/envs/lerobot/bin/lerobot-train", line 7, in <module>
+    sys.exit(main())
+  File "/home/mike/miniconda3/envs/lerobot/lib/python3.10/site-packages/lerobot/scripts/train.py", line 291, in main
+    train()
+  File "/home/mike/miniconda3/envs/lerobot/lib/python3.10/site-packages/lerobot/configs/parser.py", line 225, in wrapper_inner
+    response = fn(cfg, *args, **kwargs)
+  File "/home/mike/miniconda3/envs/lerobot/lib/python3.10/site-packages/lerobot/scripts/train.py", line 286, in train
+    policy.push_model_to_hub(cfg)
+  File "/home/mike/miniconda3/envs/lerobot/lib/python3.10/site-packages/lerobot/policies/pretrained.py", line 223, in push_model_to_hub
+    commit_info = api.upload_folder(
+  File "/home/mike/miniconda3/envs/lerobot/lib/python3.10/site-packages/huggingface_hub/utils/_validators.py", line 114, in _inner_fn
+    return fn(*args, **kwargs)
+  File "/home/mike/miniconda3/envs/lerobot/lib/python3.10/site-packages/huggingface_hub/hf_api.py", line 1669, in _inner
+    return fn(self, *args, **kwargs)
+  File "/home/mike/miniconda3/envs/lerobot/lib/python3.10/site-packages/huggingface_hub/hf_api.py", line 4993, in upload_folder
+    commit_info = self.create_commit(
+  File "/home/mike/miniconda3/envs/lerobot/lib/python3.10/site-packages/huggingface_hub/utils/_validators.py", line 114, in _inner_fn
+    return fn(*args, **kwargs)
+  File "/home/mike/miniconda3/envs/lerobot/lib/python3.10/site-packages/huggingface_hub/hf_api.py", line 1669, in _inner
+    return fn(self, *args, **kwargs)
+  File "/home/mike/miniconda3/envs/lerobot/lib/python3.10/site-packages/huggingface_hub/hf_api.py", line 4250, in create_commit
+    self.preupload_lfs_files(
+  File "/home/mike/miniconda3/envs/lerobot/lib/python3.10/site-packages/huggingface_hub/hf_api.py", line 4542, in preupload_lfs_files
+    _upload_lfs_files(**upload_kwargs, num_threads=num_threads)  # type: ignore [arg-type]
+  File "/home/mike/miniconda3/envs/lerobot/lib/python3.10/site-packages/huggingface_hub/utils/_validators.py", line 114, in _inner_fn
+    return fn(*args, **kwargs)
+  File "/home/mike/miniconda3/envs/lerobot/lib/python3.10/site-packages/huggingface_hub/_commit_api.py", line 452, in _upload_lfs_files
+    _wrapped_lfs_upload(filtered_actions[0])
+  File "/home/mike/miniconda3/envs/lerobot/lib/python3.10/site-packages/huggingface_hub/_commit_api.py", line 444, in _wrapped_lfs_upload
+    raise RuntimeError(f"Error while uploading '{operation.path_in_repo}' to the Hub.") from exc
+RuntimeError: Error while uploading 'model.safetensors' to the Hub.

wandb/run-20251015_161409-p0vu320d/files/requirements.txt

@@ -0,0 +1,239 @@
+gr00t==1.1.0
+nvidia-cuda-runtime==13.0.48
+traitlets==5.14.3
+annotated-types==0.7.0
+cmeel-console-bridge==1.0.2.3
+cloudpickle==3.1.1
+pip==25.2
+pandas==2.3.2
+certifi==2025.8.3
+pyzmq==27.1.0
+ptyprocess==0.7.0
+pettingzoo==1.24.3
+draccus==0.10.0
+dm-control==1.0.14
+pyparsing==3.2.5
+cmeel-tinyxml2==10.0.0
+iniconfig==2.1.0
+rich==14.1.0
+pymunk==6.11.1
+gym-xarm==0.1.1
+Jinja2==3.1.6
+cmeel-urdfdom==4.0.1
+nvidia-cudnn-cu13==9.13.0.50
+pyarrow==21.0.0
+nvidia-cuda-cupti==13.0.48
+cmeel-qhull==8.0.2.1
+identify==2.6.14
+tomli==2.2.1
+ipython==8.37.0
+matplotlib-inline==0.1.7
+PyYAML==6.0.2
+frozenlist==1.7.0
+torch==2.7.0+cu128
+nvidia-nvjitlink==13.0.39
+debugpy==1.8.17
+lxml==6.0.2
+cffi==2.0.0
+pfzy==0.3.4
+pynput==1.8.1
+gym-hil==0.1.11
+yarl==1.20.1
+scikit-image==0.25.2
+gym-aloha==0.1.1
+exceptiongroup==1.3.0
+aiohappyeyeballs==2.6.1
+pyserial==3.5
+nvidia-nvshmem-cu13==3.3.24
+zipp==3.23.0
+wheel==0.45.1
+pytest==8.4.2
+mujoco==2.3.7
+fonttools==4.60.0
+itsdangerous==2.2.0
+toml==0.10.2
+hidapi==0.14.0.post4
+click==8.3.0
+feetech-servo-sdk==1.0.0
+meshcat==0.3.2
+orderly-set==5.5.0
+nvidia-cusolver==12.0.3.29
+networkx==3.4.2
+pydantic_core==2.33.2
+markdown-it-py==4.0.0
+eigenpy==3.10.3
+termcolor==3.1.0
+attrs==25.3.0
+typing_extensions==4.15.0
+nvidia-cusparse==12.6.2.49
+cmeel-boost==1.87.0.1
+contourpy==1.3.2
+grpcio-tools==1.73.1
+nvidia-nvtx==13.0.39
+nodeenv==1.9.1
+transformers==4.51.3
+albucore==0.0.24
+pre_commit==4.3.0
+pygame==2.6.1
+idna==3.10
+wrapt==1.17.3
+deepdiff==8.6.1
+parso==0.8.5
+multidict==6.6.4
+protobuf==6.32.1
+imageio-ffmpeg==0.6.0
+opencv-python==4.12.0.88
+pydantic==2.11.9
+nvidia-cublas-cu12==12.8.3.14
+tokenizers==0.21.4
+aiosignal==1.4.0
+pytest-cov==7.0.0
+nvidia-cufile-cu12==1.13.0.11
+pure_eval==0.2.3
+cmeel-zlib==1.3.1
+torchvision==0.22.0+cu128
+pycparser==2.23
+Werkzeug==3.1.3
+gitdb==4.0.12
+evdev==1.9.2
+nvidia-cuda-nvrtc-cu12==12.8.61
+labmaze==1.0.6
+decorator==5.2.1
+rerun-sdk==0.22.1
+asttokens==3.0.0
+Farama-Notifications==0.0.4
+Pygments==2.19.2
+kiwisolver==1.4.9
+diffusers==0.35.1
+wcwidth==0.2.14
+regex==2025.9.18
+lerobot==0.3.3
+dynamixel-sdk==3.8.4
+matplotlib==3.10.6
+multiprocess==0.70.16
+nvidia-cusparse-cu12==12.5.7.53
+psutil==7.1.0
+executing==2.2.1
+hf_transfer==0.1.9
+pytz==2025.2
+rhoban-cmeel-jsoncpp==1.9.4.9
+nvidia-curand==10.4.0.35
+msgpack==1.1.1
+grpcio==1.73.1
+nvidia-cudnn-cu12==9.7.1.26
+nvidia-nvjitlink-cu12==12.8.61
+async-timeout==5.0.1
+shapely==2.1.2
+nvidia-cusolver-cu12==11.7.2.55
+simsimd==6.5.3
+stringzilla==4.2.0
+cmeel==0.57.3
+charset-normalizer==3.4.3
+pyngrok==7.4.0
+dill==0.3.8
+u-msgpack-python==2.8.0
+pytorch-triton==3.5.0+gitbbb06c03
+typing-inspect==0.9.0
+platformdirs==4.4.0
+opencv-python-headless==4.12.0.88
+mdurl==0.1.2
+mypy_extensions==1.1.0
+filelock==3.19.1
+safetensors==0.6.2
+gym-pusht==0.1.5
+numpy==2.2.6
+packaging==25.0
+jedi==0.19.2
+dm-tree==0.1.9
+imageio==2.37.0
+nvidia-cufft-cu12==11.3.3.41
+av==15.1.0
+pin==3.4.0
+sympy==1.14.0
+nvidia-nvshmem-cu12==3.3.24
+nvidia-cuda-nvrtc==13.0.48
+portalocker==3.2.0
+mock-serial==0.0.1
+nvidia-cublas==13.0.0.19
+cmeel-assimp==5.4.3.1
+mergedeep==1.3.4
+pyrealsense2==2.56.5.9235
+typing-inspection==0.4.1
+six==1.17.0
+gymnasium==0.29.1
+PyOpenGL==3.1.10
+nvidia-nccl-cu13==2.27.7
+hf-xet==1.1.10
+accelerate==1.10.1
+tornado==6.5.2
+MarkupSafe==3.0.2
+xxhash==3.5.0
+urllib3==2.5.0
+docopt==0.6.2
+gymnasium-robotics==1.2.4
+numpydantic==1.6.11
+aiohttp==3.12.15
+placo==0.9.14
+cfgv==3.4.0
+nvidia-cuda-cupti-cu12==12.8.57
+tzdata==2025.2
+typeguard==4.4.4
+smmap==5.0.2
+sentry-sdk==2.39.0
+fsspec==2025.3.0
+einops==0.8.1
+importlib_metadata==8.7.0
+datasets==3.6.0
+huggingface-hub==0.35.1
+blinker==1.9.0
+nvidia-nccl-cu12==2.26.2
+tyro==0.9.32
+virtualenv==20.34.0
+jsonlines==4.0.0
+dm-env==1.6
+setuptools==78.1.1
+GitPython==3.1.45
+shtab==1.7.2
+pyyaml-include==1.4.1
+scipy==1.15.3
+eiquadprog==1.2.9
+pytorch3d==0.7.8
+python-dateutil==2.9.0.post0
+pexpect==4.9.0
+Flask==3.1.2
+ischedule==1.2.7
+docstring_parser==0.17.0
+pytest-timeout==2.4.0
+distlib==0.4.0
+mpmath==1.3.0
+nvidia-cusparselt-cu12==0.6.3
+stack-data==0.6.3
+albumentations==2.0.8
+nvidia-cuda-runtime-cu12==12.8.57
+tifffile==2025.5.10
+nvidia-cusparselt-cu13==0.8.0
+coal-library==3.0.1
+torchcodec==0.5+cu128
+nvidia-nvtx-cu12==12.8.55
+glfw==2.10.0
+absl-py==2.3.1
+cmake==4.1.0
+nvidia-curand-cu12==10.3.9.55
+coverage==7.10.7
+cmeel-octomap==1.10.0
+iopath==0.1.10
+wandb==0.22.0
+num2words==0.5.14
+propcache==0.3.2
+pillow==11.3.0
+prompt_toolkit==3.0.52
+python-xlib==0.33
+pluggy==1.6.0
+inquirerpy==0.3.4
+nvidia-cufile==1.15.0.42
+nvidia-cufft==12.0.0.15
+tqdm==4.67.1
+requests==2.32.5
+cycler==0.12.1
+lazy_loader==0.4
+triton==3.3.0

wandb/run-20251015_161409-p0vu320d/files/wandb-metadata.json

@@ -0,0 +1,46 @@
+{
+  "os":  "Linux-6.14.0-33-generic-x86_64-with-glibc2.39",
+  "python":  "CPython 3.10.18",
+  "startedAt":  "2025-10-15T08:14:09.413917Z",
+  "args":  [
+    "--dataset.repo_id=miketangmk/record-test6",
+    "--policy.type=act",
+    "--output_dir=outputs/train/act_so101_test6",
+    "--job_name=act_record_test6",
+    "--policy.device=cuda",
+    "--wandb.enable=true",
+    "--policy.repo_id=miketangmk/my_policy6"
+  ],
+  "program":  "/home/mike/miniconda3/envs/lerobot/bin/lerobot-train",
+  "git":  {
+    "remote":  "https://github.com/huggingface/lerobot.git",
+    "commit":  "577cd10974b84bea1f06b6472eb9e5e74e07f77a"
+  },
+  "root":  "outputs/train/act_so101_test6",
+  "host":  "HomeUbuntu24",
+  "executable":  "/home/mike/miniconda3/envs/lerobot/bin/python3.10",
+  "cpu_count":  16,
+  "cpu_count_logical":  32,
+  "gpu":  "NVIDIA GeForce RTX 5090",
+  "gpu_count":  1,
+  "disk":  {
+    "/":  {
+      "total":  "294149980160",
+      "used":  "51734691840"
+    }
+  },
+  "memory":  {
+    "total":  "64891895808"
+  },
+  "gpu_nvidia":  [
+    {
+      "name":  "NVIDIA GeForce RTX 5090",
+      "memoryTotal":  "34190917632",
+      "cudaCores":  21760,
+      "architecture":  "Blackwell",
+      "uuid":  "GPU-659ada3c-90e2-16b4-3823-4cf06c456f53"
+    }
+  ],
+  "cudaVersion":  "13.0",
+  "writerId":  "ss1c4k6sos4snpva8seucrc0uzwh64v7"
+}

wandb/run-20251015_161409-p0vu320d/files/wandb-summary.json

@@ -0,0 +1 @@
+{"train/episodes":1008.0645161290322,"train/steps":100000,"train/samples":800000,"train/epochs":201.61290322580646,"_timestamp":1.7605213947967315e+09,"train/grad_norm":6.519369136095047,"_runtime":5698.905789211,"train/update_s":0.051598844744903546,"_wandb":{"runtime":5698},"train/loss":0.03550935498438776,"train/kld_loss":8.697062730789185e-05,"_step":100000,"train/lr":1.0000000000000021e-05,"train/l1_loss":0.024587780237197876,"train/dataloading_s":0.00014188564002324712}

wandb/run-20251015_161409-p0vu320d/logs/debug-core.log

@@ -0,0 +1,15 @@
+{"time":"2025-10-15T16:14:09.452971925+08:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmps9f06nw1/port-12626.txt","pid":12626,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false}
+{"time":"2025-10-15T16:14:09.454456549+08:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":12626}
+{"time":"2025-10-15T16:14:09.454438991+08:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-12626-12688-4023486746/socket","Net":"unix"}}
+{"time":"2025-10-15T16:14:09.620406822+08:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"}
+{"time":"2025-10-15T16:14:09.624774321+08:00","level":"INFO","msg":"handleInformInit: received","streamId":"p0vu320d","id":"1(@)"}
+{"time":"2025-10-15T16:14:10.148569291+08:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"p0vu320d","id":"1(@)"}
+{"time":"2025-10-15T17:49:09.456920075+08:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"}
+{"time":"2025-10-15T17:49:09.456959681+08:00","level":"INFO","msg":"connection: closing","id":"1(@)"}
+{"time":"2025-10-15T17:49:09.456975492+08:00","level":"INFO","msg":"server is shutting down"}
+{"time":"2025-10-15T17:49:09.456987234+08:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"}
+{"time":"2025-10-15T17:49:09.457022091+08:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-12626-12688-4023486746/socket","Net":"unix"}}
+{"time":"2025-10-15T17:52:19.291123948+08:00","level":"ERROR","msg":"processOutgoingData: flush error","error":"write unix /tmp/wandb-12626-12688-4023486746/socket->@: use of closed network connection","id":"1(@)"}
+{"time":"2025-10-15T17:52:19.631510675+08:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"}
+{"time":"2025-10-15T17:52:19.631532487+08:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"}
+{"time":"2025-10-15T17:52:19.631540642+08:00","level":"INFO","msg":"server is closed"}

wandb/run-20251015_161409-p0vu320d/logs/debug-internal.log

@@ -0,0 +1,14 @@
+{"time":"2025-10-15T16:14:09.624836715+08:00","level":"INFO","msg":"stream: starting","core version":"0.22.0"}
+{"time":"2025-10-15T16:14:10.14854742+08:00","level":"INFO","msg":"stream: created new stream","id":"p0vu320d"}
+{"time":"2025-10-15T16:14:10.148566733+08:00","level":"INFO","msg":"stream: started","id":"p0vu320d"}
+{"time":"2025-10-15T16:14:10.148576886+08:00","level":"INFO","msg":"handler: started","stream_id":"p0vu320d"}
+{"time":"2025-10-15T16:14:10.148586296+08:00","level":"INFO","msg":"sender: started","stream_id":"p0vu320d"}
+{"time":"2025-10-15T16:14:10.148597723+08:00","level":"INFO","msg":"writer: started","stream_id":"p0vu320d"}
+{"time":"2025-10-15T16:55:08.587713976+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/tang-mike-tmnetwork/lerobot/p0vu320d/file_stream\": dial tcp: lookup api.wandb.ai on 127.0.0.53:53: read udp 127.0.0.1:43856->127.0.0.53:53: i/o timeout"}
+{"time":"2025-10-15T17:09:23.588486422+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/tang-mike-tmnetwork/lerobot/p0vu320d/file_stream\": dial tcp: lookup api.wandb.ai on 127.0.0.53:53: read udp 127.0.0.1:44983->127.0.0.53:53: i/o timeout"}
+{"time":"2025-10-15T17:44:20.557928142+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/tang-mike-tmnetwork/lerobot/p0vu320d/file_stream\": dial tcp: lookup api.wandb.ai on 127.0.0.53:53: read udp 127.0.0.1:60290->127.0.0.53:53: i/o timeout"}
+{"time":"2025-10-15T17:49:09.456949862+08:00","level":"INFO","msg":"stream: closing","id":"p0vu320d"}
+{"time":"2025-10-15T17:52:19.341615371+08:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
+{"time":"2025-10-15T17:52:19.623839479+08:00","level":"INFO","msg":"handler: closed","stream_id":"p0vu320d"}
+{"time":"2025-10-15T17:52:19.62390271+08:00","level":"INFO","msg":"sender: closed","stream_id":"p0vu320d"}
+{"time":"2025-10-15T17:52:19.623914844+08:00","level":"INFO","msg":"stream: closed","id":"p0vu320d"}

wandb/run-20251015_161409-p0vu320d/logs/debug.log

@@ -0,0 +1,23 @@
+2025-10-15 16:14:09,414 INFO    MainThread:12626 [wandb_setup.py:_flush():81] Current SDK version is 0.22.0
+2025-10-15 16:14:09,414 INFO    MainThread:12626 [wandb_setup.py:_flush():81] Configure stats pid to 12626
+2025-10-15 16:14:09,414 INFO    MainThread:12626 [wandb_setup.py:_flush():81] Loading settings from /home/mike/.config/wandb/settings
+2025-10-15 16:14:09,414 INFO    MainThread:12626 [wandb_setup.py:_flush():81] Loading settings from /home/mike/lerobot/wandb/settings
+2025-10-15 16:14:09,414 INFO    MainThread:12626 [wandb_setup.py:_flush():81] Loading settings from environment variables
+2025-10-15 16:14:09,414 INFO    MainThread:12626 [wandb_init.py:setup_run_log_directory():686] Logging user logs to outputs/train/act_so101_test6/wandb/run-20251015_161409-p0vu320d/logs/debug.log
+2025-10-15 16:14:09,414 INFO    MainThread:12626 [wandb_init.py:setup_run_log_directory():687] Logging internal logs to outputs/train/act_so101_test6/wandb/run-20251015_161409-p0vu320d/logs/debug-internal.log
+2025-10-15 16:14:09,414 INFO    MainThread:12626 [wandb_init.py:init():813] calling init triggers
+2025-10-15 16:14:09,414 INFO    MainThread:12626 [wandb_init.py:init():818] wandb.init called with sweep_config: {}
+config: {'dataset': {'repo_id': 'miketangmk/record-test6', 'root': None, 'episodes': None, 'image_transforms': {'enable': False, 'max_num_transforms': 3, 'random_order': False, 'tfs': {'brightness': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'brightness': [0.8, 1.2]}}, 'contrast': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'contrast': [0.8, 1.2]}}, 'saturation': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'saturation': [0.5, 1.5]}}, 'hue': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'hue': [-0.05, 0.05]}}, 'sharpness': {'weight': 1.0, 'type': 'SharpnessJitter', 'kwargs': {'sharpness': [0.5, 1.5]}}}}, 'revision': None, 'use_imagenet_stats': True, 'video_backend': 'torchcodec'}, 'env': None, 'policy': {'type': 'act', 'n_obs_steps': 1, 'normalization_mapping': {'VISUAL': <NormalizationMode.MEAN_STD: 'MEAN_STD'>, 'STATE': <NormalizationMode.MEAN_STD: 'MEAN_STD'>, 'ACTION': <NormalizationMode.MEAN_STD: 'MEAN_STD'>}, 'input_features': {}, 'output_features': {}, 'device': 'cuda', 'use_amp': False, 'push_to_hub': True, 'repo_id': 'miketangmk/my_policy6', 'private': None, 'tags': None, 'license': None, 'chunk_size': 100, 'n_action_steps': 100, 'vision_backbone': 'resnet18', 'pretrained_backbone_weights': 'ResNet18_Weights.IMAGENET1K_V1', 'replace_final_stride_with_dilation': False, 'pre_norm': False, 'dim_model': 512, 'n_heads': 8, 'dim_feedforward': 3200, 'feedforward_activation': 'relu', 'n_encoder_layers': 4, 'n_decoder_layers': 1, 'use_vae': True, 'latent_dim': 32, 'n_vae_encoder_layers': 4, 'temporal_ensemble_coeff': None, 'dropout': 0.1, 'kl_weight': 10.0, 'optimizer_lr': 1e-05, 'optimizer_weight_decay': 0.0001, 'optimizer_lr_backbone': 1e-05}, 'output_dir': 'outputs/train/act_so101_test6', 'job_name': 'act_record_test6', 'resume': False, 'seed': 1000, 'num_workers': 4, 'batch_size': 8, 'steps': 100000, 'eval_freq': 20000, 'log_freq': 200, 'save_checkpoint': True, 'save_freq': 20000, 'use_policy_training_preset': True, 'optimizer': {'type': 'adamw', 'lr': 1e-05, 'weight_decay': 0.0001, 'grad_clip_norm': 10.0, 'betas': [0.9, 0.999], 'eps': 1e-08}, 'scheduler': None, 'eval': {'n_episodes': 50, 'batch_size': 50, 'use_async_envs': False}, 'wandb': {'enable': True, 'disable_artifact': False, 'project': 'lerobot', 'entity': None, 'notes': None, 'run_id': None, 'mode': None}, '_wandb': {}}
+2025-10-15 16:14:09,414 INFO    MainThread:12626 [wandb_init.py:init():861] starting backend
+2025-10-15 16:14:09,618 INFO    MainThread:12626 [wandb_init.py:init():864] sending inform_init request
+2025-10-15 16:14:09,622 INFO    MainThread:12626 [wandb_init.py:init():872] backend started and connected
+2025-10-15 16:14:09,622 INFO    MainThread:12626 [wandb_init.py:init():942] updated telemetry
+2025-10-15 16:14:09,626 INFO    MainThread:12626 [wandb_init.py:init():966] communicating run to backend with 90.0 second timeout
+2025-10-15 16:14:10,550 INFO    MainThread:12626 [wandb_init.py:init():1017] starting run threads in backend
+2025-10-15 16:14:10,609 INFO    MainThread:12626 [wandb_run.py:_console_start():2506] atexit reg
+2025-10-15 16:14:10,609 INFO    MainThread:12626 [wandb_run.py:_redirect():2354] redirect: wrap_raw
+2025-10-15 16:14:10,609 INFO    MainThread:12626 [wandb_run.py:_redirect():2423] Wrapping output streams.
+2025-10-15 16:14:10,609 INFO    MainThread:12626 [wandb_run.py:_redirect():2446] Redirects installed.
+2025-10-15 16:14:10,610 INFO    MainThread:12626 [wandb_init.py:init():1057] run started, returning control to user process
+2025-10-15 17:49:09,457 INFO    wandb-AsyncioManager-main:12626 [service_client.py:_forward_responses():84] Reached EOF.
+2025-10-15 17:49:09,457 INFO    wandb-AsyncioManager-main:12626 [mailbox.py:close():137] Closing mailbox, abandoning 2 handles.

wandb/run-20251015_161409-p0vu320d/run-p0vu320d.wandb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55f3fa42cf0c362a60ed18983820298565fe5257d52ec89fadb9467e91185826
+size 993846