Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250515_102810-1vj4coyn/run-1vj4coyn.wandb filter=lfs diff=lfs merge=lfs -text

checkpoints/020000/pretrained_model/config.json

@@ -0,0 +1,55 @@
+{
+    "n_obs_steps": 1,
+    "normalization_mapping": {
+        "VISUAL": "MEAN_STD",
+        "STATE": "MEAN_STD",
+        "ACTION": "MEAN_STD"
+    },
+    "input_features": {
+        "observation.state": {
+            "type": "STATE",
+            "shape": [
+                6
+            ]
+        },
+        "observation.images.wrist": {
+            "type": "VISUAL",
+            "shape": [
+                3,
+                480,
+                640
+            ]
+        }
+    },
+    "output_features": {
+        "action": {
+            "type": "ACTION",
+            "shape": [
+                6
+            ]
+        }
+    },
+    "device": "cuda",
+    "use_amp": false,
+    "chunk_size": 100,
+    "n_action_steps": 100,
+    "vision_backbone": "resnet18",
+    "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
+    "replace_final_stride_with_dilation": false,
+    "pre_norm": false,
+    "dim_model": 512,
+    "n_heads": 8,
+    "dim_feedforward": 3200,
+    "feedforward_activation": "relu",
+    "n_encoder_layers": 4,
+    "n_decoder_layers": 1,
+    "use_vae": true,
+    "latent_dim": 32,
+    "n_vae_encoder_layers": 4,
+    "temporal_ensemble_coeff": null,
+    "dropout": 0.1,
+    "kl_weight": 10.0,
+    "optimizer_lr": 1e-05,
+    "optimizer_weight_decay": 0.0001,
+    "optimizer_lr_backbone": 1e-05
+}

checkpoints/020000/pretrained_model/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab76db27691465569847f9dd3460ebc407757ca031ee1670f6484b7c40e82d2a
+size 206700792

checkpoints/020000/pretrained_model/train_config.json

@@ -0,0 +1,199 @@
+{
+    "dataset": {
+        "repo_id": "salhotra/so100wrist_test2",
+        "root": null,
+        "episodes": null,
+        "image_transforms": {
+            "enable": false,
+            "max_num_transforms": 3,
+            "random_order": false,
+            "tfs": {
+                "brightness": {
+                    "weight": 1.0,
+                    "type": "ColorJitter",
+                    "kwargs": {
+                        "brightness": [
+                            0.8,
+                            1.2
+                        ]
+                    }
+                },
+                "contrast": {
+                    "weight": 1.0,
+                    "type": "ColorJitter",
+                    "kwargs": {
+                        "contrast": [
+                            0.8,
+                            1.2
+                        ]
+                    }
+                },
+                "saturation": {
+                    "weight": 1.0,
+                    "type": "ColorJitter",
+                    "kwargs": {
+                        "saturation": [
+                            0.5,
+                            1.5
+                        ]
+                    }
+                },
+                "hue": {
+                    "weight": 1.0,
+                    "type": "ColorJitter",
+                    "kwargs": {
+                        "hue": [
+                            -0.05,
+                            0.05
+                        ]
+                    }
+                },
+                "sharpness": {
+                    "weight": 1.0,
+                    "type": "SharpnessJitter",
+                    "kwargs": {
+                        "sharpness": [
+                            0.5,
+                            1.5
+                        ]
+                    }
+                }
+            }
+        },
+        "revision": null,
+        "use_imagenet_stats": true,
+        "video_backend": "torchcodec"
+    },
+    "env": null,
+    "val_config": {
+        "episodic_val_split": 0.0,
+        "episodic_val_indices": [
+            0,
+            1,
+            2
+        ],
+        "episodic_train_indices": [
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15,
+            16,
+            17,
+            18,
+            19,
+            20,
+            21,
+            22,
+            23,
+            24,
+            25,
+            26,
+            27,
+            28,
+            29
+        ]
+    },
+    "policy": {
+        "type": "act",
+        "n_obs_steps": 1,
+        "normalization_mapping": {
+            "VISUAL": "MEAN_STD",
+            "STATE": "MEAN_STD",
+            "ACTION": "MEAN_STD"
+        },
+        "input_features": {
+            "observation.state": {
+                "type": "STATE",
+                "shape": [
+                    6
+                ]
+            },
+            "observation.images.wrist": {
+                "type": "VISUAL",
+                "shape": [
+                    3,
+                    480,
+                    640
+                ]
+            }
+        },
+        "output_features": {
+            "action": {
+                "type": "ACTION",
+                "shape": [
+                    6
+                ]
+            }
+        },
+        "device": "cuda",
+        "use_amp": false,
+        "chunk_size": 100,
+        "n_action_steps": 100,
+        "vision_backbone": "resnet18",
+        "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
+        "replace_final_stride_with_dilation": false,
+        "pre_norm": false,
+        "dim_model": 512,
+        "n_heads": 8,
+        "dim_feedforward": 3200,
+        "feedforward_activation": "relu",
+        "n_encoder_layers": 4,
+        "n_decoder_layers": 1,
+        "use_vae": true,
+        "latent_dim": 32,
+        "n_vae_encoder_layers": 4,
+        "temporal_ensemble_coeff": null,
+        "dropout": 0.1,
+        "kl_weight": 10.0,
+        "optimizer_lr": 1e-05,
+        "optimizer_weight_decay": 0.0001,
+        "optimizer_lr_backbone": 1e-05
+    },
+    "output_dir": "outputs/train/test_trainval_split_05.15.10.28",
+    "job_name": "act_3val27train",
+    "resume": false,
+    "seed": 10,
+    "num_workers": 4,
+    "batch_size": 8,
+    "steps": 100000,
+    "eval_freq": 20000,
+    "log_freq": 200,
+    "save_checkpoint": true,
+    "save_freq": 20000,
+    "use_policy_training_preset": true,
+    "optimizer": {
+        "type": "adamw",
+        "lr": 1e-05,
+        "weight_decay": 0.0001,
+        "grad_clip_norm": 10.0,
+        "betas": [
+            0.9,
+            0.999
+        ],
+        "eps": 1e-08
+    },
+    "scheduler": null,
+    "eval": {
+        "n_episodes": 50,
+        "batch_size": 50,
+        "use_async_envs": false
+    },
+    "wandb": {
+        "enable": true,
+        "disable_artifact": false,
+        "project": "lerobot",
+        "entity": null,
+        "notes": null,
+        "run_id": null,
+        "mode": null
+    }
+}

checkpoints/020000/training_state/optimizer_param_groups.json

@@ -0,0 +1,191 @@
+[
+    {
+        "lr": 1e-05,
+        "betas": [
+            0.9,
+            0.999
+        ],
+        "eps": 1e-08,
+        "weight_decay": 0.0001,
+        "amsgrad": false,
+        "maximize": false,
+        "foreach": null,
+        "capturable": false,
+        "differentiable": false,
+        "fused": null,
+        "decoupled_weight_decay": true,
+        "params": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15,
+            16,
+            17,
+            18,
+            19,
+            20,
+            21,
+            22,
+            23,
+            24,
+            25,
+            26,
+            27,
+            28,
+            29,
+            30,
+            31,
+            32,
+            33,
+            34,
+            35,
+            36,
+            37,
+            38,
+            39,
+            40,
+            41,
+            42,
+            43,
+            44,
+            45,
+            46,
+            47,
+            48,
+            49,
+            50,
+            51,
+            52,
+            53,
+            54,
+            55,
+            56,
+            57,
+            58,
+            59,
+            60,
+            61,
+            62,
+            63,
+            64,
+            65,
+            66,
+            67,
+            68,
+            69,
+            70,
+            71,
+            72,
+            73,
+            74,
+            75,
+            76,
+            77,
+            78,
+            79,
+            80,
+            81,
+            82,
+            83,
+            84,
+            85,
+            86,
+            87,
+            88,
+            89,
+            90,
+            91,
+            92,
+            93,
+            94,
+            95,
+            96,
+            97,
+            98,
+            99,
+            100,
+            101,
+            102,
+            103,
+            104,
+            105,
+            106,
+            107,
+            108,
+            109,
+            110,
+            111,
+            112,
+            113,
+            114,
+            115,
+            116,
+            117,
+            118,
+            119,
+            120,
+            121,
+            122,
+            123,
+            124,
+            125,
+            126,
+            127,
+            128,
+            129,
+            130,
+            131,
+            132
+        ]
+    },
+    {
+        "lr": 1e-05,
+        "betas": [
+            0.9,
+            0.999
+        ],
+        "eps": 1e-08,
+        "weight_decay": 0.0001,
+        "amsgrad": false,
+        "maximize": false,
+        "foreach": null,
+        "capturable": false,
+        "differentiable": false,
+        "fused": null,
+        "decoupled_weight_decay": true,
+        "params": [
+            133,
+            134,
+            135,
+            136,
+            137,
+            138,
+            139,
+            140,
+            141,
+            142,
+            143,
+            144,
+            145,
+            146,
+            147,
+            148,
+            149,
+            150,
+            151,
+            152
+        ]
+    }
+]

checkpoints/020000/training_state/optimizer_state.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f66fdb98ef3cf84623ed95b7a175586ffb2585871eaa5dabb99699ba309ee26
+size 412817652

checkpoints/020000/training_state/rng_state.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cfda293ed497161703529838234eabb541fd6dec89aa03cb7b8666270982ff0
+size 15708

checkpoints/020000/training_state/training_step.json

@@ -0,0 +1,3 @@
+{
+    "step": 20000
+}

checkpoints/040000/pretrained_model/config.json

@@ -0,0 +1,55 @@
+{
+    "n_obs_steps": 1,
+    "normalization_mapping": {
+        "VISUAL": "MEAN_STD",
+        "STATE": "MEAN_STD",
+        "ACTION": "MEAN_STD"
+    },
+    "input_features": {
+        "observation.state": {
+            "type": "STATE",
+            "shape": [
+                6
+            ]
+        },
+        "observation.images.wrist": {
+            "type": "VISUAL",
+            "shape": [
+                3,
+                480,
+                640
+            ]
+        }
+    },
+    "output_features": {
+        "action": {
+            "type": "ACTION",
+            "shape": [
+                6
+            ]
+        }
+    },
+    "device": "cuda",
+    "use_amp": false,
+    "chunk_size": 100,
+    "n_action_steps": 100,
+    "vision_backbone": "resnet18",
+    "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
+    "replace_final_stride_with_dilation": false,
+    "pre_norm": false,
+    "dim_model": 512,
+    "n_heads": 8,
+    "dim_feedforward": 3200,
+    "feedforward_activation": "relu",
+    "n_encoder_layers": 4,
+    "n_decoder_layers": 1,
+    "use_vae": true,
+    "latent_dim": 32,
+    "n_vae_encoder_layers": 4,
+    "temporal_ensemble_coeff": null,
+    "dropout": 0.1,
+    "kl_weight": 10.0,
+    "optimizer_lr": 1e-05,
+    "optimizer_weight_decay": 0.0001,
+    "optimizer_lr_backbone": 1e-05
+}

checkpoints/040000/pretrained_model/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d705c007aaa4c54da0d92e777af7a7aa98c0fc87a533156ce4909d9d9ec20164
+size 206700792

checkpoints/040000/pretrained_model/train_config.json

@@ -0,0 +1,199 @@
+{
+    "dataset": {
+        "repo_id": "salhotra/so100wrist_test2",
+        "root": null,
+        "episodes": null,
+        "image_transforms": {
+            "enable": false,
+            "max_num_transforms": 3,
+            "random_order": false,
+            "tfs": {
+                "brightness": {
+                    "weight": 1.0,
+                    "type": "ColorJitter",
+                    "kwargs": {
+                        "brightness": [
+                            0.8,
+                            1.2
+                        ]
+                    }
+                },
+                "contrast": {
+                    "weight": 1.0,
+                    "type": "ColorJitter",
+                    "kwargs": {
+                        "contrast": [
+                            0.8,
+                            1.2
+                        ]
+                    }
+                },
+                "saturation": {
+                    "weight": 1.0,
+                    "type": "ColorJitter",
+                    "kwargs": {
+                        "saturation": [
+                            0.5,
+                            1.5
+                        ]
+                    }
+                },
+                "hue": {
+                    "weight": 1.0,
+                    "type": "ColorJitter",
+                    "kwargs": {
+                        "hue": [
+                            -0.05,
+                            0.05
+                        ]
+                    }
+                },
+                "sharpness": {
+                    "weight": 1.0,
+                    "type": "SharpnessJitter",
+                    "kwargs": {
+                        "sharpness": [
+                            0.5,
+                            1.5
+                        ]
+                    }
+                }
+            }
+        },
+        "revision": null,
+        "use_imagenet_stats": true,
+        "video_backend": "torchcodec"
+    },
+    "env": null,
+    "val_config": {
+        "episodic_val_split": 0.0,
+        "episodic_val_indices": [
+            0,
+            1,
+            2
+        ],
+        "episodic_train_indices": [
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15,
+            16,
+            17,
+            18,
+            19,
+            20,
+            21,
+            22,
+            23,
+            24,
+            25,
+            26,
+            27,
+            28,
+            29
+        ]
+    },
+    "policy": {
+        "type": "act",
+        "n_obs_steps": 1,
+        "normalization_mapping": {
+            "VISUAL": "MEAN_STD",
+            "STATE": "MEAN_STD",
+            "ACTION": "MEAN_STD"
+        },
+        "input_features": {
+            "observation.state": {
+                "type": "STATE",
+                "shape": [
+                    6
+                ]
+            },
+            "observation.images.wrist": {
+                "type": "VISUAL",
+                "shape": [
+                    3,
+                    480,
+                    640
+                ]
+            }
+        },
+        "output_features": {
+            "action": {
+                "type": "ACTION",
+                "shape": [
+                    6
+                ]
+            }
+        },
+        "device": "cuda",
+        "use_amp": false,
+        "chunk_size": 100,
+        "n_action_steps": 100,
+        "vision_backbone": "resnet18",
+        "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
+        "replace_final_stride_with_dilation": false,
+        "pre_norm": false,
+        "dim_model": 512,
+        "n_heads": 8,
+        "dim_feedforward": 3200,
+        "feedforward_activation": "relu",
+        "n_encoder_layers": 4,
+        "n_decoder_layers": 1,
+        "use_vae": true,
+        "latent_dim": 32,
+        "n_vae_encoder_layers": 4,
+        "temporal_ensemble_coeff": null,
+        "dropout": 0.1,
+        "kl_weight": 10.0,
+        "optimizer_lr": 1e-05,
+        "optimizer_weight_decay": 0.0001,
+        "optimizer_lr_backbone": 1e-05
+    },
+    "output_dir": "outputs/train/test_trainval_split_05.15.10.28",
+    "job_name": "act_3val27train",
+    "resume": false,
+    "seed": 10,
+    "num_workers": 4,
+    "batch_size": 8,
+    "steps": 100000,
+    "eval_freq": 20000,
+    "log_freq": 200,
+    "save_checkpoint": true,
+    "save_freq": 20000,
+    "use_policy_training_preset": true,
+    "optimizer": {
+        "type": "adamw",
+        "lr": 1e-05,
+        "weight_decay": 0.0001,
+        "grad_clip_norm": 10.0,
+        "betas": [
+            0.9,
+            0.999
+        ],
+        "eps": 1e-08
+    },
+    "scheduler": null,
+    "eval": {
+        "n_episodes": 50,
+        "batch_size": 50,
+        "use_async_envs": false
+    },
+    "wandb": {
+        "enable": true,
+        "disable_artifact": false,
+        "project": "lerobot",
+        "entity": null,
+        "notes": null,
+        "run_id": null,
+        "mode": null
+    }
+}

checkpoints/040000/training_state/optimizer_param_groups.json

@@ -0,0 +1,191 @@
+[
+    {
+        "lr": 1e-05,
+        "betas": [
+            0.9,
+            0.999
+        ],
+        "eps": 1e-08,
+        "weight_decay": 0.0001,
+        "amsgrad": false,
+        "maximize": false,
+        "foreach": null,
+        "capturable": false,
+        "differentiable": false,
+        "fused": null,
+        "decoupled_weight_decay": true,
+        "params": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15,
+            16,
+            17,
+            18,
+            19,
+            20,
+            21,
+            22,
+            23,
+            24,
+            25,
+            26,
+            27,
+            28,
+            29,
+            30,
+            31,
+            32,
+            33,
+            34,
+            35,
+            36,
+            37,
+            38,
+            39,
+            40,
+            41,
+            42,
+            43,
+            44,
+            45,
+            46,
+            47,
+            48,
+            49,
+            50,
+            51,
+            52,
+            53,
+            54,
+            55,
+            56,
+            57,
+            58,
+            59,
+            60,
+            61,
+            62,
+            63,
+            64,
+            65,
+            66,
+            67,
+            68,
+            69,
+            70,
+            71,
+            72,
+            73,
+            74,
+            75,
+            76,
+            77,
+            78,
+            79,
+            80,
+            81,
+            82,
+            83,
+            84,
+            85,
+            86,
+            87,
+            88,
+            89,
+            90,
+            91,
+            92,
+            93,
+            94,
+            95,
+            96,
+            97,
+            98,
+            99,
+            100,
+            101,
+            102,
+            103,
+            104,
+            105,
+            106,
+            107,
+            108,
+            109,
+            110,
+            111,
+            112,
+            113,
+            114,
+            115,
+            116,
+            117,
+            118,
+            119,
+            120,
+            121,
+            122,
+            123,
+            124,
+            125,
+            126,
+            127,
+            128,
+            129,
+            130,
+            131,
+            132
+        ]
+    },
+    {
+        "lr": 1e-05,
+        "betas": [
+            0.9,
+            0.999
+        ],
+        "eps": 1e-08,
+        "weight_decay": 0.0001,
+        "amsgrad": false,
+        "maximize": false,
+        "foreach": null,
+        "capturable": false,
+        "differentiable": false,
+        "fused": null,
+        "decoupled_weight_decay": true,
+        "params": [
+            133,
+            134,
+            135,
+            136,
+            137,
+            138,
+            139,
+            140,
+            141,
+            142,
+            143,
+            144,
+            145,
+            146,
+            147,
+            148,
+            149,
+            150,
+            151,
+            152
+        ]
+    }
+]

checkpoints/040000/training_state/optimizer_state.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:336ef8d84669b00c9c6e96c9c7d714677c12918c063b9368857962eaddc46863
+size 412817652

checkpoints/040000/training_state/rng_state.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a68f204b1ed85669d62a8822454375e06b1b0c64b7151ce92c0bb8e2063646e8
+size 15708

checkpoints/040000/training_state/training_step.json

@@ -0,0 +1,3 @@
+{
+    "step": 40000
+}

checkpoints/060000/pretrained_model/config.json

@@ -0,0 +1,55 @@
+{
+    "n_obs_steps": 1,
+    "normalization_mapping": {
+        "VISUAL": "MEAN_STD",
+        "STATE": "MEAN_STD",
+        "ACTION": "MEAN_STD"
+    },
+    "input_features": {
+        "observation.state": {
+            "type": "STATE",
+            "shape": [
+                6
+            ]
+        },
+        "observation.images.wrist": {
+            "type": "VISUAL",
+            "shape": [
+                3,
+                480,
+                640
+            ]
+        }
+    },
+    "output_features": {
+        "action": {
+            "type": "ACTION",
+            "shape": [
+                6
+            ]
+        }
+    },
+    "device": "cuda",
+    "use_amp": false,
+    "chunk_size": 100,
+    "n_action_steps": 100,
+    "vision_backbone": "resnet18",
+    "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
+    "replace_final_stride_with_dilation": false,
+    "pre_norm": false,
+    "dim_model": 512,
+    "n_heads": 8,
+    "dim_feedforward": 3200,
+    "feedforward_activation": "relu",
+    "n_encoder_layers": 4,
+    "n_decoder_layers": 1,
+    "use_vae": true,
+    "latent_dim": 32,
+    "n_vae_encoder_layers": 4,
+    "temporal_ensemble_coeff": null,
+    "dropout": 0.1,
+    "kl_weight": 10.0,
+    "optimizer_lr": 1e-05,
+    "optimizer_weight_decay": 0.0001,
+    "optimizer_lr_backbone": 1e-05
+}

checkpoints/060000/pretrained_model/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:528e4063d4d5871b0fe3e7625604e3db9815ebe099802a496bd8b4218c3fbc8f
+size 206700792

checkpoints/060000/pretrained_model/train_config.json

@@ -0,0 +1,199 @@
+{
+    "dataset": {
+        "repo_id": "salhotra/so100wrist_test2",
+        "root": null,
+        "episodes": null,
+        "image_transforms": {
+            "enable": false,
+            "max_num_transforms": 3,
+            "random_order": false,
+            "tfs": {
+                "brightness": {
+                    "weight": 1.0,
+                    "type": "ColorJitter",
+                    "kwargs": {
+                        "brightness": [
+                            0.8,
+                            1.2
+                        ]
+                    }
+                },
+                "contrast": {
+                    "weight": 1.0,
+                    "type": "ColorJitter",
+                    "kwargs": {
+                        "contrast": [
+                            0.8,
+                            1.2
+                        ]
+                    }
+                },
+                "saturation": {
+                    "weight": 1.0,
+                    "type": "ColorJitter",
+                    "kwargs": {
+                        "saturation": [
+                            0.5,
+                            1.5
+                        ]
+                    }
+                },
+                "hue": {
+                    "weight": 1.0,
+                    "type": "ColorJitter",
+                    "kwargs": {
+                        "hue": [
+                            -0.05,
+                            0.05
+                        ]
+                    }
+                },
+                "sharpness": {
+                    "weight": 1.0,
+                    "type": "SharpnessJitter",
+                    "kwargs": {
+                        "sharpness": [
+                            0.5,
+                            1.5
+                        ]
+                    }
+                }
+            }
+        },
+        "revision": null,
+        "use_imagenet_stats": true,
+        "video_backend": "torchcodec"
+    },
+    "env": null,
+    "val_config": {
+        "episodic_val_split": 0.0,
+        "episodic_val_indices": [
+            0,
+            1,
+            2
+        ],
+        "episodic_train_indices": [
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15,
+            16,
+            17,
+            18,
+            19,
+            20,
+            21,
+            22,
+            23,
+            24,
+            25,
+            26,
+            27,
+            28,
+            29
+        ]
+    },
+    "policy": {
+        "type": "act",
+        "n_obs_steps": 1,
+        "normalization_mapping": {
+            "VISUAL": "MEAN_STD",
+            "STATE": "MEAN_STD",
+            "ACTION": "MEAN_STD"
+        },
+        "input_features": {
+            "observation.state": {
+                "type": "STATE",
+                "shape": [
+                    6
+                ]
+            },
+            "observation.images.wrist": {
+                "type": "VISUAL",
+                "shape": [
+                    3,
+                    480,
+                    640
+                ]
+            }
+        },
+        "output_features": {
+            "action": {
+                "type": "ACTION",
+                "shape": [
+                    6
+                ]
+            }
+        },
+        "device": "cuda",
+        "use_amp": false,
+        "chunk_size": 100,
+        "n_action_steps": 100,
+        "vision_backbone": "resnet18",
+        "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
+        "replace_final_stride_with_dilation": false,
+        "pre_norm": false,
+        "dim_model": 512,
+        "n_heads": 8,
+        "dim_feedforward": 3200,
+        "feedforward_activation": "relu",
+        "n_encoder_layers": 4,
+        "n_decoder_layers": 1,
+        "use_vae": true,
+        "latent_dim": 32,
+        "n_vae_encoder_layers": 4,
+        "temporal_ensemble_coeff": null,
+        "dropout": 0.1,
+        "kl_weight": 10.0,
+        "optimizer_lr": 1e-05,
+        "optimizer_weight_decay": 0.0001,
+        "optimizer_lr_backbone": 1e-05
+    },
+    "output_dir": "outputs/train/test_trainval_split_05.15.10.28",
+    "job_name": "act_3val27train",
+    "resume": false,
+    "seed": 10,
+    "num_workers": 4,
+    "batch_size": 8,
+    "steps": 100000,
+    "eval_freq": 20000,
+    "log_freq": 200,
+    "save_checkpoint": true,
+    "save_freq": 20000,
+    "use_policy_training_preset": true,
+    "optimizer": {
+        "type": "adamw",
+        "lr": 1e-05,
+        "weight_decay": 0.0001,
+        "grad_clip_norm": 10.0,
+        "betas": [
+            0.9,
+            0.999
+        ],
+        "eps": 1e-08
+    },
+    "scheduler": null,
+    "eval": {
+        "n_episodes": 50,
+        "batch_size": 50,
+        "use_async_envs": false
+    },
+    "wandb": {
+        "enable": true,
+        "disable_artifact": false,
+        "project": "lerobot",
+        "entity": null,
+        "notes": null,
+        "run_id": null,
+        "mode": null
+    }
+}

checkpoints/060000/training_state/optimizer_param_groups.json

@@ -0,0 +1,191 @@
+[
+    {
+        "lr": 1e-05,
+        "betas": [
+            0.9,
+            0.999
+        ],
+        "eps": 1e-08,
+        "weight_decay": 0.0001,
+        "amsgrad": false,
+        "maximize": false,
+        "foreach": null,
+        "capturable": false,
+        "differentiable": false,
+        "fused": null,
+        "decoupled_weight_decay": true,
+        "params": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15,
+            16,
+            17,
+            18,
+            19,
+            20,
+            21,
+            22,
+            23,
+            24,
+            25,
+            26,
+            27,
+            28,
+            29,
+            30,
+            31,
+            32,
+            33,
+            34,
+            35,
+            36,
+            37,
+            38,
+            39,
+            40,
+            41,
+            42,
+            43,
+            44,
+            45,
+            46,
+            47,
+            48,
+            49,
+            50,
+            51,
+            52,
+            53,
+            54,
+            55,
+            56,
+            57,
+            58,
+            59,
+            60,
+            61,
+            62,
+            63,
+            64,
+            65,
+            66,
+            67,
+            68,
+            69,
+            70,
+            71,
+            72,
+            73,
+            74,
+            75,
+            76,
+            77,
+            78,
+            79,
+            80,
+            81,
+            82,
+            83,
+            84,
+            85,
+            86,
+            87,
+            88,
+            89,
+            90,
+            91,
+            92,
+            93,
+            94,
+            95,
+            96,
+            97,
+            98,
+            99,
+            100,
+            101,
+            102,
+            103,
+            104,
+            105,
+            106,
+            107,
+            108,
+            109,
+            110,
+            111,
+            112,
+            113,
+            114,
+            115,
+            116,
+            117,
+            118,
+            119,
+            120,
+            121,
+            122,
+            123,
+            124,
+            125,
+            126,
+            127,
+            128,
+            129,
+            130,
+            131,
+            132
+        ]
+    },
+    {
+        "lr": 1e-05,
+        "betas": [
+            0.9,
+            0.999
+        ],
+        "eps": 1e-08,
+        "weight_decay": 0.0001,
+        "amsgrad": false,
+        "maximize": false,
+        "foreach": null,
+        "capturable": false,
+        "differentiable": false,
+        "fused": null,
+        "decoupled_weight_decay": true,
+        "params": [
+            133,
+            134,
+            135,
+            136,
+            137,
+            138,
+            139,
+            140,
+            141,
+            142,
+            143,
+            144,
+            145,
+            146,
+            147,
+            148,
+            149,
+            150,
+            151,
+            152
+        ]
+    }
+]

checkpoints/060000/training_state/optimizer_state.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f7eca82f549ae4cf3d814d0408ef4a203057b5d1f18c6b811a19aa5ee11f8f4
+size 412817652

checkpoints/060000/training_state/rng_state.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4370f646e3e2913a3ae24e9a56654431b5ccd9ded282ac3f76860977ae944b98
+size 15708

checkpoints/060000/training_state/training_step.json

@@ -0,0 +1,3 @@
+{
+    "step": 60000
+}

checkpoints/080000/pretrained_model/config.json

@@ -0,0 +1,55 @@
+{
+    "n_obs_steps": 1,
+    "normalization_mapping": {
+        "VISUAL": "MEAN_STD",
+        "STATE": "MEAN_STD",
+        "ACTION": "MEAN_STD"
+    },
+    "input_features": {
+        "observation.state": {
+            "type": "STATE",
+            "shape": [
+                6
+            ]
+        },
+        "observation.images.wrist": {
+            "type": "VISUAL",
+            "shape": [
+                3,
+                480,
+                640
+            ]
+        }
+    },
+    "output_features": {
+        "action": {
+            "type": "ACTION",
+            "shape": [
+                6
+            ]
+        }
+    },
+    "device": "cuda",
+    "use_amp": false,
+    "chunk_size": 100,
+    "n_action_steps": 100,
+    "vision_backbone": "resnet18",
+    "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
+    "replace_final_stride_with_dilation": false,
+    "pre_norm": false,
+    "dim_model": 512,
+    "n_heads": 8,
+    "dim_feedforward": 3200,
+    "feedforward_activation": "relu",
+    "n_encoder_layers": 4,
+    "n_decoder_layers": 1,
+    "use_vae": true,
+    "latent_dim": 32,
+    "n_vae_encoder_layers": 4,
+    "temporal_ensemble_coeff": null,
+    "dropout": 0.1,
+    "kl_weight": 10.0,
+    "optimizer_lr": 1e-05,
+    "optimizer_weight_decay": 0.0001,
+    "optimizer_lr_backbone": 1e-05
+}

checkpoints/080000/pretrained_model/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0483cf31c3af052fe21dc33358389f2bbf3049d52d8fbc183fba54c360a2a749
+size 206700792

checkpoints/080000/pretrained_model/train_config.json

@@ -0,0 +1,199 @@
+{
+    "dataset": {
+        "repo_id": "salhotra/so100wrist_test2",
+        "root": null,
+        "episodes": null,
+        "image_transforms": {
+            "enable": false,
+            "max_num_transforms": 3,
+            "random_order": false,
+            "tfs": {
+                "brightness": {
+                    "weight": 1.0,
+                    "type": "ColorJitter",
+                    "kwargs": {
+                        "brightness": [
+                            0.8,
+                            1.2
+                        ]
+                    }
+                },
+                "contrast": {
+                    "weight": 1.0,
+                    "type": "ColorJitter",
+                    "kwargs": {
+                        "contrast": [
+                            0.8,
+                            1.2
+                        ]
+                    }
+                },
+                "saturation": {
+                    "weight": 1.0,
+                    "type": "ColorJitter",
+                    "kwargs": {
+                        "saturation": [
+                            0.5,
+                            1.5
+                        ]
+                    }
+                },
+                "hue": {
+                    "weight": 1.0,
+                    "type": "ColorJitter",
+                    "kwargs": {
+                        "hue": [
+                            -0.05,
+                            0.05
+                        ]
+                    }
+                },
+                "sharpness": {
+                    "weight": 1.0,
+                    "type": "SharpnessJitter",
+                    "kwargs": {
+                        "sharpness": [
+                            0.5,
+                            1.5
+                        ]
+                    }
+                }
+            }
+        },
+        "revision": null,
+        "use_imagenet_stats": true,
+        "video_backend": "torchcodec"
+    },
+    "env": null,
+    "val_config": {
+        "episodic_val_split": 0.0,
+        "episodic_val_indices": [
+            0,
+            1,
+            2
+        ],
+        "episodic_train_indices": [
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15,
+            16,
+            17,
+            18,
+            19,
+            20,
+            21,
+            22,
+            23,
+            24,
+            25,
+            26,
+            27,
+            28,
+            29
+        ]
+    },
+    "policy": {
+        "type": "act",
+        "n_obs_steps": 1,
+        "normalization_mapping": {
+            "VISUAL": "MEAN_STD",
+            "STATE": "MEAN_STD",
+            "ACTION": "MEAN_STD"
+        },
+        "input_features": {
+            "observation.state": {
+                "type": "STATE",
+                "shape": [
+                    6
+                ]
+            },
+            "observation.images.wrist": {
+                "type": "VISUAL",
+                "shape": [
+                    3,
+                    480,
+                    640
+                ]
+            }
+        },
+        "output_features": {
+            "action": {
+                "type": "ACTION",
+                "shape": [
+                    6
+                ]
+            }
+        },
+        "device": "cuda",
+        "use_amp": false,
+        "chunk_size": 100,
+        "n_action_steps": 100,
+        "vision_backbone": "resnet18",
+        "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
+        "replace_final_stride_with_dilation": false,
+        "pre_norm": false,
+        "dim_model": 512,
+        "n_heads": 8,
+        "dim_feedforward": 3200,
+        "feedforward_activation": "relu",
+        "n_encoder_layers": 4,
+        "n_decoder_layers": 1,
+        "use_vae": true,
+        "latent_dim": 32,
+        "n_vae_encoder_layers": 4,
+        "temporal_ensemble_coeff": null,
+        "dropout": 0.1,
+        "kl_weight": 10.0,
+        "optimizer_lr": 1e-05,
+        "optimizer_weight_decay": 0.0001,
+        "optimizer_lr_backbone": 1e-05
+    },
+    "output_dir": "outputs/train/test_trainval_split_05.15.10.28",
+    "job_name": "act_3val27train",
+    "resume": false,
+    "seed": 10,
+    "num_workers": 4,
+    "batch_size": 8,
+    "steps": 100000,
+    "eval_freq": 20000,
+    "log_freq": 200,
+    "save_checkpoint": true,
+    "save_freq": 20000,
+    "use_policy_training_preset": true,
+    "optimizer": {
+        "type": "adamw",
+        "lr": 1e-05,
+        "weight_decay": 0.0001,
+        "grad_clip_norm": 10.0,
+        "betas": [
+            0.9,
+            0.999
+        ],
+        "eps": 1e-08
+    },
+    "scheduler": null,
+    "eval": {
+        "n_episodes": 50,
+        "batch_size": 50,
+        "use_async_envs": false
+    },
+    "wandb": {
+        "enable": true,
+        "disable_artifact": false,
+        "project": "lerobot",
+        "entity": null,
+        "notes": null,
+        "run_id": null,
+        "mode": null
+    }
+}

checkpoints/080000/training_state/optimizer_param_groups.json

@@ -0,0 +1,191 @@
+[
+    {
+        "lr": 1e-05,
+        "betas": [
+            0.9,
+            0.999
+        ],
+        "eps": 1e-08,
+        "weight_decay": 0.0001,
+        "amsgrad": false,
+        "maximize": false,
+        "foreach": null,
+        "capturable": false,
+        "differentiable": false,
+        "fused": null,
+        "decoupled_weight_decay": true,
+        "params": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15,
+            16,
+            17,
+            18,
+            19,
+            20,
+            21,
+            22,
+            23,
+            24,
+            25,
+            26,
+            27,
+            28,
+            29,
+            30,
+            31,
+            32,
+            33,
+            34,
+            35,
+            36,
+            37,
+            38,
+            39,
+            40,
+            41,
+            42,
+            43,
+            44,
+            45,
+            46,
+            47,
+            48,
+            49,
+            50,
+            51,
+            52,
+            53,
+            54,
+            55,
+            56,
+            57,
+            58,
+            59,
+            60,
+            61,
+            62,
+            63,
+            64,
+            65,
+            66,
+            67,
+            68,
+            69,
+            70,
+            71,
+            72,
+            73,
+            74,
+            75,
+            76,
+            77,
+            78,
+            79,
+            80,
+            81,
+            82,
+            83,
+            84,
+            85,
+            86,
+            87,
+            88,
+            89,
+            90,
+            91,
+            92,
+            93,
+            94,
+            95,
+            96,
+            97,
+            98,
+            99,
+            100,
+            101,
+            102,
+            103,
+            104,
+            105,
+            106,
+            107,
+            108,
+            109,
+            110,
+            111,
+            112,
+            113,
+            114,
+            115,
+            116,
+            117,
+            118,
+            119,
+            120,
+            121,
+            122,
+            123,
+            124,
+            125,
+            126,
+            127,
+            128,
+            129,
+            130,
+            131,
+            132
+        ]
+    },
+    {
+        "lr": 1e-05,
+        "betas": [
+            0.9,
+            0.999
+        ],
+        "eps": 1e-08,
+        "weight_decay": 0.0001,
+        "amsgrad": false,
+        "maximize": false,
+        "foreach": null,
+        "capturable": false,
+        "differentiable": false,
+        "fused": null,
+        "decoupled_weight_decay": true,
+        "params": [
+            133,
+            134,
+            135,
+            136,
+            137,
+            138,
+            139,
+            140,
+            141,
+            142,
+            143,
+            144,
+            145,
+            146,
+            147,
+            148,
+            149,
+            150,
+            151,
+            152
+        ]
+    }
+]

checkpoints/080000/training_state/optimizer_state.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bf0ecc0c0012c813294c01ba531c06862656735fbb2e7ce3ada8c51218dc208
+size 412817652

checkpoints/080000/training_state/rng_state.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c73dad0f1a2aa8148029831812878d466155ef486fb40c542d3714d5949d669
+size 15708

checkpoints/080000/training_state/training_step.json

@@ -0,0 +1,3 @@
+{
+    "step": 80000
+}

checkpoints/100000/pretrained_model/config.json

@@ -0,0 +1,55 @@
+{
+    "n_obs_steps": 1,
+    "normalization_mapping": {
+        "VISUAL": "MEAN_STD",
+        "STATE": "MEAN_STD",
+        "ACTION": "MEAN_STD"
+    },
+    "input_features": {
+        "observation.state": {
+            "type": "STATE",
+            "shape": [
+                6
+            ]
+        },
+        "observation.images.wrist": {
+            "type": "VISUAL",
+            "shape": [
+                3,
+                480,
+                640
+            ]
+        }
+    },
+    "output_features": {
+        "action": {
+            "type": "ACTION",
+            "shape": [
+                6
+            ]
+        }
+    },
+    "device": "cuda",
+    "use_amp": false,
+    "chunk_size": 100,
+    "n_action_steps": 100,
+    "vision_backbone": "resnet18",
+    "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
+    "replace_final_stride_with_dilation": false,
+    "pre_norm": false,
+    "dim_model": 512,
+    "n_heads": 8,
+    "dim_feedforward": 3200,
+    "feedforward_activation": "relu",
+    "n_encoder_layers": 4,
+    "n_decoder_layers": 1,
+    "use_vae": true,
+    "latent_dim": 32,
+    "n_vae_encoder_layers": 4,
+    "temporal_ensemble_coeff": null,
+    "dropout": 0.1,
+    "kl_weight": 10.0,
+    "optimizer_lr": 1e-05,
+    "optimizer_weight_decay": 0.0001,
+    "optimizer_lr_backbone": 1e-05
+}

checkpoints/100000/pretrained_model/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf5efbd2f6ddf6838abbb9972c0cc4e07c87375baf6cf77e45e3bc2b3dc35a5b
+size 206700792

checkpoints/100000/pretrained_model/train_config.json

@@ -0,0 +1,199 @@
+{
+    "dataset": {
+        "repo_id": "salhotra/so100wrist_test2",
+        "root": null,
+        "episodes": null,
+        "image_transforms": {
+            "enable": false,
+            "max_num_transforms": 3,
+            "random_order": false,
+            "tfs": {
+                "brightness": {
+                    "weight": 1.0,
+                    "type": "ColorJitter",
+                    "kwargs": {
+                        "brightness": [
+                            0.8,
+                            1.2
+                        ]
+                    }
+                },
+                "contrast": {
+                    "weight": 1.0,
+                    "type": "ColorJitter",
+                    "kwargs": {
+                        "contrast": [
+                            0.8,
+                            1.2
+                        ]
+                    }
+                },
+                "saturation": {
+                    "weight": 1.0,
+                    "type": "ColorJitter",
+                    "kwargs": {
+                        "saturation": [
+                            0.5,
+                            1.5
+                        ]
+                    }
+                },
+                "hue": {
+                    "weight": 1.0,
+                    "type": "ColorJitter",
+                    "kwargs": {
+                        "hue": [
+                            -0.05,
+                            0.05
+                        ]
+                    }
+                },
+                "sharpness": {
+                    "weight": 1.0,
+                    "type": "SharpnessJitter",
+                    "kwargs": {
+                        "sharpness": [
+                            0.5,
+                            1.5
+                        ]
+                    }
+                }
+            }
+        },
+        "revision": null,
+        "use_imagenet_stats": true,
+        "video_backend": "torchcodec"
+    },
+    "env": null,
+    "val_config": {
+        "episodic_val_split": 0.0,
+        "episodic_val_indices": [
+            0,
+            1,
+            2
+        ],
+        "episodic_train_indices": [
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15,
+            16,
+            17,
+            18,
+            19,
+            20,
+            21,
+            22,
+            23,
+            24,
+            25,
+            26,
+            27,
+            28,
+            29
+        ]
+    },
+    "policy": {
+        "type": "act",
+        "n_obs_steps": 1,
+        "normalization_mapping": {
+            "VISUAL": "MEAN_STD",
+            "STATE": "MEAN_STD",
+            "ACTION": "MEAN_STD"
+        },
+        "input_features": {
+            "observation.state": {
+                "type": "STATE",
+                "shape": [
+                    6
+                ]
+            },
+            "observation.images.wrist": {
+                "type": "VISUAL",
+                "shape": [
+                    3,
+                    480,
+                    640
+                ]
+            }
+        },
+        "output_features": {
+            "action": {
+                "type": "ACTION",
+                "shape": [
+                    6
+                ]
+            }
+        },
+        "device": "cuda",
+        "use_amp": false,
+        "chunk_size": 100,
+        "n_action_steps": 100,
+        "vision_backbone": "resnet18",
+        "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
+        "replace_final_stride_with_dilation": false,
+        "pre_norm": false,
+        "dim_model": 512,
+        "n_heads": 8,
+        "dim_feedforward": 3200,
+        "feedforward_activation": "relu",
+        "n_encoder_layers": 4,
+        "n_decoder_layers": 1,
+        "use_vae": true,
+        "latent_dim": 32,
+        "n_vae_encoder_layers": 4,
+        "temporal_ensemble_coeff": null,
+        "dropout": 0.1,
+        "kl_weight": 10.0,
+        "optimizer_lr": 1e-05,
+        "optimizer_weight_decay": 0.0001,
+        "optimizer_lr_backbone": 1e-05
+    },
+    "output_dir": "outputs/train/test_trainval_split_05.15.10.28",
+    "job_name": "act_3val27train",
+    "resume": false,
+    "seed": 10,
+    "num_workers": 4,
+    "batch_size": 8,
+    "steps": 100000,
+    "eval_freq": 20000,
+    "log_freq": 200,
+    "save_checkpoint": true,
+    "save_freq": 20000,
+    "use_policy_training_preset": true,
+    "optimizer": {
+        "type": "adamw",
+        "lr": 1e-05,
+        "weight_decay": 0.0001,
+        "grad_clip_norm": 10.0,
+        "betas": [
+            0.9,
+            0.999
+        ],
+        "eps": 1e-08
+    },
+    "scheduler": null,
+    "eval": {
+        "n_episodes": 50,
+        "batch_size": 50,
+        "use_async_envs": false
+    },
+    "wandb": {
+        "enable": true,
+        "disable_artifact": false,
+        "project": "lerobot",
+        "entity": null,
+        "notes": null,
+        "run_id": null,
+        "mode": null
+    }
+}

checkpoints/100000/training_state/optimizer_param_groups.json

@@ -0,0 +1,191 @@
+[
+    {
+        "lr": 1e-05,
+        "betas": [
+            0.9,
+            0.999
+        ],
+        "eps": 1e-08,
+        "weight_decay": 0.0001,
+        "amsgrad": false,
+        "maximize": false,
+        "foreach": null,
+        "capturable": false,
+        "differentiable": false,
+        "fused": null,
+        "decoupled_weight_decay": true,
+        "params": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15,
+            16,
+            17,
+            18,
+            19,
+            20,
+            21,
+            22,
+            23,
+            24,
+            25,
+            26,
+            27,
+            28,
+            29,
+            30,
+            31,
+            32,
+            33,
+            34,
+            35,
+            36,
+            37,
+            38,
+            39,
+            40,
+            41,
+            42,
+            43,
+            44,
+            45,
+            46,
+            47,
+            48,
+            49,
+            50,
+            51,
+            52,
+            53,
+            54,
+            55,
+            56,
+            57,
+            58,
+            59,
+            60,
+            61,
+            62,
+            63,
+            64,
+            65,
+            66,
+            67,
+            68,
+            69,
+            70,
+            71,
+            72,
+            73,
+            74,
+            75,
+            76,
+            77,
+            78,
+            79,
+            80,
+            81,
+            82,
+            83,
+            84,
+            85,
+            86,
+            87,
+            88,
+            89,
+            90,
+            91,
+            92,
+            93,
+            94,
+            95,
+            96,
+            97,
+            98,
+            99,
+            100,
+            101,
+            102,
+            103,
+            104,
+            105,
+            106,
+            107,
+            108,
+            109,
+            110,
+            111,
+            112,
+            113,
+            114,
+            115,
+            116,
+            117,
+            118,
+            119,
+            120,
+            121,
+            122,
+            123,
+            124,
+            125,
+            126,
+            127,
+            128,
+            129,
+            130,
+            131,
+            132
+        ]
+    },
+    {
+        "lr": 1e-05,
+        "betas": [
+            0.9,
+            0.999
+        ],
+        "eps": 1e-08,
+        "weight_decay": 0.0001,
+        "amsgrad": false,
+        "maximize": false,
+        "foreach": null,
+        "capturable": false,
+        "differentiable": false,
+        "fused": null,
+        "decoupled_weight_decay": true,
+        "params": [
+            133,
+            134,
+            135,
+            136,
+            137,
+            138,
+            139,
+            140,
+            141,
+            142,
+            143,
+            144,
+            145,
+            146,
+            147,
+            148,
+            149,
+            150,
+            151,
+            152
+        ]
+    }
+]

checkpoints/100000/training_state/optimizer_state.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af040ca97a1348899d3af47ac3fe2ca57771a50441008f3a2b6e8be2e1083137
+size 412817652

checkpoints/100000/training_state/rng_state.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b4eb215c3a6d150ec511603ea4dd73d8cd3100e67ee84a2a4bf3774c322a76b
+size 15708

checkpoints/100000/training_state/training_step.json

@@ -0,0 +1,3 @@
+{
+    "step": 100000
+}

wandb/debug-internal.log

@@ -0,0 +1,17 @@
+{"time":"2025-05-15T10:28:10.441020587-07:00","level":"INFO","msg":"stream: starting","core version":"0.19.10","symlink path":"outputs/train/test_trainval_split_05.15.10.28/wandb/run-20250515_102810-1vj4coyn/logs/debug-core.log"}
+{"time":"2025-05-15T10:28:10.64636442-07:00","level":"INFO","msg":"created new stream","id":"1vj4coyn"}
+{"time":"2025-05-15T10:28:10.646437305-07:00","level":"INFO","msg":"stream: started","id":"1vj4coyn"}
+{"time":"2025-05-15T10:28:10.646464673-07:00","level":"INFO","msg":"writer: Do: started","stream_id":"1vj4coyn"}
+{"time":"2025-05-15T10:28:10.646494807-07:00","level":"INFO","msg":"sender: started","stream_id":"1vj4coyn"}
+{"time":"2025-05-15T10:28:10.646521713-07:00","level":"INFO","msg":"handler: started","stream_id":"1vj4coyn"}
+{"time":"2025-05-15T10:28:10.94494077-07:00","level":"INFO","msg":"Starting system monitor"}
+{"time":"2025-05-15T12:06:26.139978985-07:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2025-05-15T15:25:23.54640091-07:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/gautams3/lerobot/1vj4coyn/file_stream\": dial tcp: lookup api.wandb.ai on 127.0.0.53:53: read udp 127.0.0.1:48292->127.0.0.53:53: i/o timeout"}
+{"time":"2025-05-15T16:31:53.443829593-07:00","level":"INFO","msg":"stream: closing","id":"1vj4coyn"}
+{"time":"2025-05-15T16:31:53.443894485-07:00","level":"INFO","msg":"Stopping system monitor"}
+{"time":"2025-05-15T16:31:53.44396942-07:00","level":"INFO","msg":"Stopped system monitor"}
+{"time":"2025-05-15T16:31:57.17251408-07:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
+{"time":"2025-05-15T16:31:57.294171544-07:00","level":"INFO","msg":"handler: closed","stream_id":"1vj4coyn"}
+{"time":"2025-05-15T16:31:57.294258453-07:00","level":"INFO","msg":"sender: closed","stream_id":"1vj4coyn"}
+{"time":"2025-05-15T16:31:57.294258246-07:00","level":"INFO","msg":"writer: Close: closed","stream_id":"1vj4coyn"}
+{"time":"2025-05-15T16:31:57.294358925-07:00","level":"INFO","msg":"stream: closed","id":"1vj4coyn"}

wandb/debug.log

@@ -0,0 +1,23 @@
+2025-05-15 10:28:10,432 INFO    MainThread:1247880 [wandb_setup.py:_flush():68] Current SDK version is 0.19.10
+2025-05-15 10:28:10,432 INFO    MainThread:1247880 [wandb_setup.py:_flush():68] Configure stats pid to 1247880
+2025-05-15 10:28:10,432 INFO    MainThread:1247880 [wandb_setup.py:_flush():68] Loading settings from /home/gautamsalhotra/.config/wandb/settings
+2025-05-15 10:28:10,432 INFO    MainThread:1247880 [wandb_setup.py:_flush():68] Loading settings from /home/gautamsalhotra/lerobot/wandb/settings
+2025-05-15 10:28:10,432 INFO    MainThread:1247880 [wandb_setup.py:_flush():68] Loading settings from environment variables
+2025-05-15 10:28:10,432 INFO    MainThread:1247880 [wandb_init.py:setup_run_log_directory():724] Logging user logs to outputs/train/test_trainval_split_05.15.10.28/wandb/run-20250515_102810-1vj4coyn/logs/debug.log
+2025-05-15 10:28:10,432 INFO    MainThread:1247880 [wandb_init.py:setup_run_log_directory():725] Logging internal logs to outputs/train/test_trainval_split_05.15.10.28/wandb/run-20250515_102810-1vj4coyn/logs/debug-internal.log
+2025-05-15 10:28:10,432 INFO    MainThread:1247880 [wandb_init.py:init():852] calling init triggers
+2025-05-15 10:28:10,432 INFO    MainThread:1247880 [wandb_init.py:init():857] wandb.init called with sweep_config: {}
+config: {'dataset': {'repo_id': 'salhotra/so100wrist_test2', 'root': None, 'episodes': None, 'image_transforms': {'enable': False, 'max_num_transforms': 3, 'random_order': False, 'tfs': {'brightness': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'brightness': [0.8, 1.2]}}, 'contrast': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'contrast': [0.8, 1.2]}}, 'saturation': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'saturation': [0.5, 1.5]}}, 'hue': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'hue': [-0.05, 0.05]}}, 'sharpness': {'weight': 1.0, 'type': 'SharpnessJitter', 'kwargs': {'sharpness': [0.5, 1.5]}}}}, 'revision': None, 'use_imagenet_stats': True, 'video_backend': 'torchcodec'}, 'env': None, 'val_config': {'episodic_val_split': 0.0, 'episodic_val_indices': [0, 1, 2], 'episodic_train_indices': [3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29]}, 'policy': {'type': 'act', 'n_obs_steps': 1, 'normalization_mapping': {'VISUAL': <NormalizationMode.MEAN_STD: 'MEAN_STD'>, 'STATE': <NormalizationMode.MEAN_STD: 'MEAN_STD'>, 'ACTION': <NormalizationMode.MEAN_STD: 'MEAN_STD'>}, 'input_features': {}, 'output_features': {}, 'device': 'cuda', 'use_amp': False, 'chunk_size': 100, 'n_action_steps': 100, 'vision_backbone': 'resnet18', 'pretrained_backbone_weights': 'ResNet18_Weights.IMAGENET1K_V1', 'replace_final_stride_with_dilation': False, 'pre_norm': False, 'dim_model': 512, 'n_heads': 8, 'dim_feedforward': 3200, 'feedforward_activation': 'relu', 'n_encoder_layers': 4, 'n_decoder_layers': 1, 'use_vae': True, 'latent_dim': 32, 'n_vae_encoder_layers': 4, 'temporal_ensemble_coeff': None, 'dropout': 0.1, 'kl_weight': 10.0, 'optimizer_lr': 1e-05, 'optimizer_weight_decay': 0.0001, 'optimizer_lr_backbone': 1e-05}, 'output_dir': 'outputs/train/test_trainval_split_05.15.10.28', 'job_name': 'act_3val27train', 'resume': False, 'seed': 10, 'num_workers': 4, 'batch_size': 8, 'steps': 100000, 'eval_freq': 20000, 'log_freq': 200, 'save_checkpoint': True, 'save_freq': 20000, 'use_policy_training_preset': True, 'optimizer': {'type': 'adamw', 'lr': 1e-05, 'weight_decay': 0.0001, 'grad_clip_norm': 10.0, 'betas': [0.9, 0.999], 'eps': 1e-08}, 'scheduler': None, 'eval': {'n_episodes': 50, 'batch_size': 50, 'use_async_envs': False}, 'wandb': {'enable': True, 'disable_artifact': False, 'project': 'lerobot', 'entity': None, 'notes': None, 'run_id': None, 'mode': None}, '_wandb': {}}
+2025-05-15 10:28:10,432 INFO    MainThread:1247880 [wandb_init.py:init():893] starting backend
+2025-05-15 10:28:10,432 INFO    MainThread:1247880 [wandb_init.py:init():897] sending inform_init request
+2025-05-15 10:28:10,437 INFO    MainThread:1247880 [backend.py:_multiprocessing_setup():101] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
+2025-05-15 10:28:10,437 INFO    MainThread:1247880 [wandb_init.py:init():907] backend started and connected
+2025-05-15 10:28:10,440 INFO    MainThread:1247880 [wandb_init.py:init():1002] updated telemetry
+2025-05-15 10:28:10,446 INFO    MainThread:1247880 [wandb_init.py:init():1026] communicating run to backend with 90.0 second timeout
+2025-05-15 10:28:10,939 INFO    MainThread:1247880 [wandb_init.py:init():1101] starting run threads in backend
+2025-05-15 10:28:11,075 INFO    MainThread:1247880 [wandb_run.py:_console_start():2566] atexit reg
+2025-05-15 10:28:11,075 INFO    MainThread:1247880 [wandb_run.py:_redirect():2414] redirect: wrap_raw
+2025-05-15 10:28:11,075 INFO    MainThread:1247880 [wandb_run.py:_redirect():2483] Wrapping output streams.
+2025-05-15 10:28:11,075 INFO    MainThread:1247880 [wandb_run.py:_redirect():2506] Redirects installed.
+2025-05-15 10:28:11,077 INFO    MainThread:1247880 [wandb_init.py:init():1147] run started, returning control to user process
+2025-05-15 16:31:53,442 INFO    MsgRouterThr:1247880 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 2 handles.

wandb/run-20250515_102810-1vj4coyn/files/config.yaml

@@ -0,0 +1,199 @@
+_wandb:
+    value:
+        cli_version: 0.19.10
+        m: []
+        python_version: 3.10.13
+        t:
+            "1":
+                - 1
+                - 41
+                - 49
+                - 51
+                - 55
+            "2":
+                - 1
+                - 41
+                - 49
+                - 51
+                - 55
+            "3":
+                - 13
+                - 15
+                - 16
+                - 23
+                - 55
+                - 61
+            "4": 3.10.13
+            "5": 0.19.10
+            "8":
+                - 5
+            "10":
+                - 21
+            "12": 0.19.10
+            "13": linux-x86_64
+batch_size:
+    value: 8
+dataset:
+    value:
+        episodes: null
+        image_transforms:
+            enable: false
+            max_num_transforms: 3
+            random_order: false
+            tfs:
+                brightness:
+                    kwargs:
+                        brightness:
+                            - 0.8
+                            - 1.2
+                    type: ColorJitter
+                    weight: 1
+                contrast:
+                    kwargs:
+                        contrast:
+                            - 0.8
+                            - 1.2
+                    type: ColorJitter
+                    weight: 1
+                hue:
+                    kwargs:
+                        hue:
+                            - -0.05
+                            - 0.05
+                    type: ColorJitter
+                    weight: 1
+                saturation:
+                    kwargs:
+                        saturation:
+                            - 0.5
+                            - 1.5
+                    type: ColorJitter
+                    weight: 1
+                sharpness:
+                    kwargs:
+                        sharpness:
+                            - 0.5
+                            - 1.5
+                    type: SharpnessJitter
+                    weight: 1
+        repo_id: salhotra/so100wrist_test2
+        revision: null
+        root: null
+        use_imagenet_stats: true
+        video_backend: torchcodec
+env:
+    value: null
+eval:
+    value:
+        batch_size: 50
+        n_episodes: 50
+        use_async_envs: false
+eval_freq:
+    value: 20000
+job_name:
+    value: act_3val27train
+log_freq:
+    value: 200
+num_workers:
+    value: 4
+optimizer:
+    value:
+        betas:
+            - 0.9
+            - 0.999
+        eps: 1e-08
+        grad_clip_norm: 10
+        lr: 1e-05
+        type: adamw
+        weight_decay: 0.0001
+output_dir:
+    value: outputs/train/test_trainval_split_05.15.10.28
+policy:
+    value:
+        chunk_size: 100
+        device: cuda
+        dim_feedforward: 3200
+        dim_model: 512
+        dropout: 0.1
+        feedforward_activation: relu
+        kl_weight: 10
+        latent_dim: 32
+        n_action_steps: 100
+        n_decoder_layers: 1
+        n_encoder_layers: 4
+        n_heads: 8
+        n_obs_steps: 1
+        n_vae_encoder_layers: 4
+        normalization_mapping:
+            ACTION: MEAN_STD
+            STATE: MEAN_STD
+            VISUAL: MEAN_STD
+        optimizer_lr: 1e-05
+        optimizer_lr_backbone: 1e-05
+        optimizer_weight_decay: 0.0001
+        pre_norm: false
+        pretrained_backbone_weights: ResNet18_Weights.IMAGENET1K_V1
+        replace_final_stride_with_dilation: false
+        temporal_ensemble_coeff: null
+        type: act
+        use_amp: false
+        use_vae: true
+        vision_backbone: resnet18
+resume:
+    value: false
+save_checkpoint:
+    value: true
+save_freq:
+    value: 20000
+scheduler:
+    value: null
+seed:
+    value: 10
+steps:
+    value: 100000
+use_policy_training_preset:
+    value: true
+val_config:
+    value:
+        episodic_train_indices:
+            - 3
+            - 4
+            - 5
+            - 6
+            - 7
+            - 8
+            - 9
+            - 10
+            - 11
+            - 12
+            - 13
+            - 14
+            - 15
+            - 16
+            - 17
+            - 18
+            - 19
+            - 20
+            - 21
+            - 22
+            - 23
+            - 24
+            - 25
+            - 26
+            - 27
+            - 28
+            - 29
+        episodic_val_indices:
+            - 0
+            - 1
+            - 2
+        episodic_val_split: 0
+wandb:
+    value:
+        disable_artifact: false
+        enable: true
+        entity: null
+        mode: null
+        notes: null
+        project: lerobot
+        run_id: null

wandb/run-20250515_102810-1vj4coyn/files/output.log

@@ -0,0 +1,527 @@
+Logs will be synced with wandb.
+INFO 2025-05-15 10:28:11 ndb_utils.py:96 Track this run --> https://wandb.ai/gautams3/lerobot/runs/1vj4coyn
+INFO 2025-05-15 10:28:11 validate.py:135 Creating dataset
+Resolving data files: 100%|██████████████████████████████████████████████████████████████| 30/30 [00:00<00:00, 155344.59it/s]
+INFO 2025-05-15 10:28:11 validate.py:156 Validation during training enabled? True.
+Using 27 training episodes and 3 validation episodes.
+INFO 2025-05-15 10:28:11 validate.py:174 Creating policy
+INFO 2025-05-15 10:28:12 validate.py:180 Creating optimizer and scheduler
+INFO 2025-05-15 10:28:12 validate.py:192 Output dir: outputs/train/test_trainval_split_05.15.10.28
+INFO 2025-05-15 10:28:12 validate.py:195 cfg.steps=100000 (100K)
+INFO 2025-05-15 10:28:12 validate.py:196 dataset.num_frames=11680 (12K)
+INFO 2025-05-15 10:28:12 validate.py:197 dataset.num_episodes=30
+INFO 2025-05-15 10:28:12 validate.py:198 num_learnable_params=51597190 (52M)
+INFO 2025-05-15 10:28:12 validate.py:199 num_total_params=51597232 (52M)
+INFO 2025-05-15 10:28:12 validate.py:221 Create sampler for train and validation cases, from the same dataset
+INFO 2025-05-15 10:28:12 validate.py:277 Start offline training on a fixed dataset
+INFO 2025-05-15 10:28:29 validate.py:307 step:200 smpl:2K ep:4 epch:0.14 loss:6.560 grdn:151.696 lr:1.0e-05 updt_s:0.086 data_s:0.002
+INFO 2025-05-15 10:28:45 validate.py:307 step:400 smpl:3K ep:8 epch:0.27 loss:2.955 grdn:83.645 lr:1.0e-05 updt_s:0.077 data_s:0.000
+INFO 2025-05-15 10:29:01 validate.py:307 step:600 smpl:5K ep:12 epch:0.41 loss:2.491 grdn:74.305 lr:1.0e-05 updt_s:0.079 data_s:0.000
+INFO 2025-05-15 10:29:17 validate.py:307 step:800 smpl:6K ep:16 epch:0.55 loss:2.128 grdn:70.347 lr:1.0e-05 updt_s:0.078 data_s:0.000
+INFO 2025-05-15 10:29:33 validate.py:307 step:1K smpl:8K ep:21 epch:0.68 loss:1.900 grdn:65.315 lr:1.0e-05 updt_s:0.079 data_s:0.000
+INFO 2025-05-15 10:29:49 validate.py:307 step:1K smpl:10K ep:25 epch:0.82 loss:1.725 grdn:61.623 lr:1.0e-05 updt_s:0.080 data_s:0.000
+INFO 2025-05-15 10:30:06 validate.py:307 step:1K smpl:11K ep:29 epch:0.96 loss:1.573 grdn:59.176 lr:1.0e-05 updt_s:0.083 data_s:0.003
+INFO 2025-05-15 10:30:22 validate.py:307 step:2K smpl:13K ep:33 epch:1.10 loss:1.461 grdn:57.120 lr:1.0e-05 updt_s:0.079 data_s:0.000
+INFO 2025-05-15 10:30:38 validate.py:307 step:2K smpl:14K ep:37 epch:1.23 loss:1.353 grdn:53.509 lr:1.0e-05 updt_s:0.078 data_s:0.000
+INFO 2025-05-15 10:30:54 validate.py:307 step:2K smpl:16K ep:41 epch:1.37 loss:1.223 grdn:50.365 lr:1.0e-05 updt_s:0.080 data_s:0.000
+INFO 2025-05-15 10:31:10 validate.py:307 step:2K smpl:18K ep:45 epch:1.51 loss:1.125 grdn:49.358 lr:1.0e-05 updt_s:0.079 data_s:0.000
+INFO 2025-05-15 10:31:26 validate.py:307 step:2K smpl:19K ep:49 epch:1.64 loss:1.023 grdn:46.458 lr:1.0e-05 updt_s:0.079 data_s:0.000
+INFO 2025-05-15 10:31:42 validate.py:307 step:3K smpl:21K ep:53 epch:1.78 loss:0.943 grdn:44.433 lr:1.0e-05 updt_s:0.078 data_s:0.000
+INFO 2025-05-15 10:31:58 validate.py:307 step:3K smpl:22K ep:58 epch:1.92 loss:0.852 grdn:42.334 lr:1.0e-05 updt_s:0.078 data_s:0.003
+INFO 2025-05-15 10:32:25 validate.py:307 step:3K smpl:24K ep:62 epch:2.05 loss:0.783 grdn:39.881 lr:1.0e-05 updt_s:0.131 data_s:0.000
+INFO 2025-05-15 10:32:55 validate.py:307 step:3K smpl:26K ep:66 epch:2.19 loss:0.722 grdn:38.759 lr:1.0e-05 updt_s:0.151 data_s:0.000
+INFO 2025-05-15 10:33:25 validate.py:307 step:3K smpl:27K ep:70 epch:2.33 loss:0.663 grdn:36.859 lr:1.0e-05 updt_s:0.149 data_s:0.000
+INFO 2025-05-15 10:34:07 validate.py:307 step:4K smpl:29K ep:74 epch:2.47 loss:0.610 grdn:34.776 lr:1.0e-05 updt_s:0.209 data_s:0.000
+INFO 2025-05-15 10:34:52 validate.py:307 step:4K smpl:30K ep:78 epch:2.60 loss:0.554 grdn:32.769 lr:1.0e-05 updt_s:0.224 data_s:0.000
+INFO 2025-05-15 10:35:37 validate.py:307 step:4K smpl:32K ep:82 epch:2.74 loss:0.513 grdn:31.679 lr:1.0e-05 updt_s:0.222 data_s:0.003
+INFO 2025-05-15 10:36:22 validate.py:307 step:4K smpl:34K ep:86 epch:2.88 loss:0.468 grdn:29.497 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 10:37:05 validate.py:307 step:4K smpl:35K ep:90 epch:3.01 loss:0.435 grdn:28.249 lr:1.0e-05 updt_s:0.215 data_s:0.000
+INFO 2025-05-15 10:37:49 validate.py:307 step:5K smpl:37K ep:95 epch:3.15 loss:0.412 grdn:27.132 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 10:38:33 validate.py:307 step:5K smpl:38K ep:99 epch:3.29 loss:0.388 grdn:26.706 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 10:39:18 validate.py:307 step:5K smpl:40K ep:103 epch:3.42 loss:0.364 grdn:25.132 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 10:40:02 validate.py:307 step:5K smpl:42K ep:107 epch:3.56 loss:0.348 grdn:24.431 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 10:40:47 validate.py:307 step:5K smpl:43K ep:111 epch:3.70 loss:0.324 grdn:23.507 lr:1.0e-05 updt_s:0.220 data_s:0.003
+INFO 2025-05-15 10:41:31 validate.py:307 step:6K smpl:45K ep:115 epch:3.84 loss:0.315 grdn:22.527 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 10:42:16 validate.py:307 step:6K smpl:46K ep:119 epch:3.97 loss:0.296 grdn:22.068 lr:1.0e-05 updt_s:0.222 data_s:0.000
+INFO 2025-05-15 10:43:00 validate.py:307 step:6K smpl:48K ep:123 epch:4.11 loss:0.285 grdn:21.572 lr:1.0e-05 updt_s:0.219 data_s:0.000
+INFO 2025-05-15 10:43:45 validate.py:307 step:6K smpl:50K ep:127 epch:4.25 loss:0.276 grdn:20.470 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 10:44:29 validate.py:307 step:6K smpl:51K ep:132 epch:4.38 loss:0.268 grdn:20.331 lr:1.0e-05 updt_s:0.222 data_s:0.000
+INFO 2025-05-15 10:45:14 validate.py:307 step:7K smpl:53K ep:136 epch:4.52 loss:0.259 grdn:19.782 lr:1.0e-05 updt_s:0.220 data_s:0.003
+INFO 2025-05-15 10:45:58 validate.py:307 step:7K smpl:54K ep:140 epch:4.66 loss:0.247 grdn:19.032 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 10:46:43 validate.py:307 step:7K smpl:56K ep:144 epch:4.79 loss:0.242 grdn:19.144 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 10:47:27 validate.py:307 step:7K smpl:58K ep:148 epch:4.93 loss:0.238 grdn:19.050 lr:1.0e-05 updt_s:0.223 data_s:0.000
+INFO 2025-05-15 10:48:11 validate.py:307 step:7K smpl:59K ep:152 epch:5.07 loss:0.226 grdn:18.215 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 10:48:56 validate.py:307 step:8K smpl:61K ep:156 epch:5.21 loss:0.224 grdn:17.822 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 10:49:40 validate.py:307 step:8K smpl:62K ep:160 epch:5.34 loss:0.220 grdn:17.532 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 10:50:25 validate.py:307 step:8K smpl:64K ep:164 epch:5.48 loss:0.209 grdn:17.142 lr:1.0e-05 updt_s:0.219 data_s:0.003
+INFO 2025-05-15 10:51:09 validate.py:307 step:8K smpl:66K ep:168 epch:5.62 loss:0.210 grdn:17.308 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 10:51:54 validate.py:307 step:8K smpl:67K ep:173 epch:5.75 loss:0.206 grdn:16.692 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 10:52:38 validate.py:307 step:9K smpl:69K ep:177 epch:5.89 loss:0.201 grdn:16.144 lr:1.0e-05 updt_s:0.219 data_s:0.000
+INFO 2025-05-15 10:53:23 validate.py:307 step:9K smpl:70K ep:181 epch:6.03 loss:0.198 grdn:16.274 lr:1.0e-05 updt_s:0.222 data_s:0.000
+INFO 2025-05-15 10:54:07 validate.py:307 step:9K smpl:72K ep:185 epch:6.16 loss:0.193 grdn:15.626 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 10:54:52 validate.py:307 step:9K smpl:74K ep:189 epch:6.30 loss:0.186 grdn:15.418 lr:1.0e-05 updt_s:0.221 data_s:0.003
+INFO 2025-05-15 10:55:36 validate.py:307 step:9K smpl:75K ep:193 epch:6.44 loss:0.186 grdn:15.389 lr:1.0e-05 updt_s:0.219 data_s:0.000
+INFO 2025-05-15 10:56:20 validate.py:307 step:10K smpl:77K ep:197 epch:6.58 loss:0.181 grdn:14.875 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 10:57:05 validate.py:307 step:10K smpl:78K ep:201 epch:6.71 loss:0.180 grdn:15.268 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 10:57:49 validate.py:307 step:10K smpl:80K ep:205 epch:6.85 loss:0.176 grdn:14.578 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 10:58:33 validate.py:307 step:10K smpl:82K ep:210 epch:6.99 loss:0.174 grdn:14.747 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 10:59:18 validate.py:307 step:10K smpl:83K ep:214 epch:7.12 loss:0.176 grdn:14.636 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 11:00:03 validate.py:307 step:11K smpl:85K ep:218 epch:7.26 loss:0.167 grdn:14.239 lr:1.0e-05 updt_s:0.221 data_s:0.003
+INFO 2025-05-15 11:00:47 validate.py:307 step:11K smpl:86K ep:222 epch:7.40 loss:0.165 grdn:14.236 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 11:01:32 validate.py:307 step:11K smpl:88K ep:226 epch:7.53 loss:0.164 grdn:13.672 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 11:02:16 validate.py:307 step:11K smpl:90K ep:230 epch:7.67 loss:0.161 grdn:13.646 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 11:03:00 validate.py:307 step:11K smpl:91K ep:234 epch:7.81 loss:0.161 grdn:13.777 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 11:03:45 validate.py:307 step:12K smpl:93K ep:238 epch:7.95 loss:0.161 grdn:13.797 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 11:04:30 validate.py:307 step:12K smpl:94K ep:242 epch:8.08 loss:0.155 grdn:13.281 lr:1.0e-05 updt_s:0.221 data_s:0.003
+INFO 2025-05-15 11:05:14 validate.py:307 step:12K smpl:96K ep:247 epch:8.22 loss:0.153 grdn:13.309 lr:1.0e-05 updt_s:0.219 data_s:0.000
+INFO 2025-05-15 11:05:58 validate.py:307 step:12K smpl:98K ep:251 epch:8.36 loss:0.151 grdn:12.660 lr:1.0e-05 updt_s:0.223 data_s:0.000
+INFO 2025-05-15 11:06:43 validate.py:307 step:12K smpl:99K ep:255 epch:8.49 loss:0.148 grdn:12.787 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 11:07:27 validate.py:307 step:13K smpl:101K ep:259 epch:8.63 loss:0.149 grdn:12.677 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 11:08:11 validate.py:307 step:13K smpl:102K ep:263 epch:8.77 loss:0.147 grdn:12.961 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 11:08:56 validate.py:307 step:13K smpl:104K ep:267 epch:8.90 loss:0.144 grdn:12.190 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 11:09:41 validate.py:307 step:13K smpl:106K ep:271 epch:9.04 loss:0.141 grdn:12.601 lr:1.0e-05 updt_s:0.221 data_s:0.003
+INFO 2025-05-15 11:10:25 validate.py:307 step:13K smpl:107K ep:275 epch:9.18 loss:0.140 grdn:12.160 lr:1.0e-05 updt_s:0.222 data_s:0.000
+INFO 2025-05-15 11:11:09 validate.py:307 step:14K smpl:109K ep:279 epch:9.32 loss:0.141 grdn:12.540 lr:1.0e-05 updt_s:0.219 data_s:0.000
+INFO 2025-05-15 11:11:54 validate.py:307 step:14K smpl:110K ep:284 epch:9.45 loss:0.136 grdn:12.065 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 11:12:38 validate.py:307 step:14K smpl:112K ep:288 epch:9.59 loss:0.141 grdn:11.766 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 11:13:22 validate.py:307 step:14K smpl:114K ep:292 epch:9.73 loss:0.137 grdn:11.657 lr:1.0e-05 updt_s:0.222 data_s:0.000
+INFO 2025-05-15 11:14:07 validate.py:307 step:14K smpl:115K ep:296 epch:9.86 loss:0.132 grdn:11.925 lr:1.0e-05 updt_s:0.219 data_s:0.003
+INFO 2025-05-15 11:14:52 validate.py:307 step:15K smpl:117K ep:300 epch:10.00 loss:0.134 grdn:11.778 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 11:15:36 validate.py:307 step:15K smpl:118K ep:304 epch:10.14 loss:0.132 grdn:11.544 lr:1.0e-05 updt_s:0.222 data_s:0.000
+INFO 2025-05-15 11:16:21 validate.py:307 step:15K smpl:120K ep:308 epch:10.27 loss:0.129 grdn:11.713 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 11:17:05 validate.py:307 step:15K smpl:122K ep:312 epch:10.41 loss:0.129 grdn:11.386 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 11:17:49 validate.py:307 step:15K smpl:123K ep:316 epch:10.55 loss:0.130 grdn:11.594 lr:1.0e-05 updt_s:0.219 data_s:0.000
+INFO 2025-05-15 11:18:33 validate.py:307 step:16K smpl:125K ep:321 epch:10.68 loss:0.128 grdn:11.385 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 11:19:18 validate.py:307 step:16K smpl:126K ep:325 epch:10.82 loss:0.124 grdn:11.195 lr:1.0e-05 updt_s:0.221 data_s:0.003
+INFO 2025-05-15 11:20:03 validate.py:307 step:16K smpl:128K ep:329 epch:10.96 loss:0.126 grdn:11.526 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 11:20:47 validate.py:307 step:16K smpl:130K ep:333 epch:11.10 loss:0.122 grdn:10.774 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 11:21:31 validate.py:307 step:16K smpl:131K ep:337 epch:11.23 loss:0.126 grdn:10.938 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 11:22:16 validate.py:307 step:17K smpl:133K ep:341 epch:11.37 loss:0.121 grdn:10.641 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 11:23:00 validate.py:307 step:17K smpl:134K ep:345 epch:11.51 loss:0.120 grdn:10.710 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 11:23:45 validate.py:307 step:17K smpl:136K ep:349 epch:11.64 loss:0.120 grdn:10.821 lr:1.0e-05 updt_s:0.219 data_s:0.003
+INFO 2025-05-15 11:24:29 validate.py:307 step:17K smpl:138K ep:353 epch:11.78 loss:0.117 grdn:10.470 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 11:25:13 validate.py:307 step:17K smpl:139K ep:358 epch:11.92 loss:0.120 grdn:10.871 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 11:25:58 validate.py:307 step:18K smpl:141K ep:362 epch:12.05 loss:0.118 grdn:10.347 lr:1.0e-05 updt_s:0.222 data_s:0.000
+INFO 2025-05-15 11:26:42 validate.py:307 step:18K smpl:142K ep:366 epch:12.19 loss:0.117 grdn:10.310 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 11:27:26 validate.py:307 step:18K smpl:144K ep:370 epch:12.33 loss:0.114 grdn:10.393 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 11:28:11 validate.py:307 step:18K smpl:146K ep:374 epch:12.47 loss:0.114 grdn:10.274 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 11:28:56 validate.py:307 step:18K smpl:147K ep:378 epch:12.60 loss:0.112 grdn:9.997 lr:1.0e-05 updt_s:0.220 data_s:0.003
+INFO 2025-05-15 11:29:40 validate.py:307 step:19K smpl:149K ep:382 epch:12.74 loss:0.111 grdn:9.873 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 11:30:24 validate.py:307 step:19K smpl:150K ep:386 epch:12.88 loss:0.111 grdn:9.788 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 11:31:09 validate.py:307 step:19K smpl:152K ep:390 epch:13.01 loss:0.111 grdn:9.965 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 11:31:53 validate.py:307 step:19K smpl:154K ep:395 epch:13.15 loss:0.110 grdn:10.052 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 11:32:37 validate.py:307 step:19K smpl:155K ep:399 epch:13.29 loss:0.109 grdn:9.656 lr:1.0e-05 updt_s:0.219 data_s:0.000
+INFO 2025-05-15 11:33:22 validate.py:307 step:20K smpl:157K ep:403 epch:13.42 loss:0.108 grdn:9.533 lr:1.0e-05 updt_s:0.221 data_s:0.003
+INFO 2025-05-15 11:34:07 validate.py:307 step:20K smpl:158K ep:407 epch:13.56 loss:0.106 grdn:9.695 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 11:34:51 validate.py:307 step:20K smpl:160K ep:411 epch:13.70 loss:0.110 grdn:9.497 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 11:34:51 validate.py:316 Checkpoint policy after step 20000
+INFO 2025-05-15 11:35:07 validate.py:360 step:0 smpl:0 ep:0 epch:0.00 loss:0.353 lr:1.0e-05 data_s:0.002
+INFO 2025-05-15 11:35:52 validate.py:307 step:20K smpl:162K ep:415 epch:13.84 loss:0.105 grdn:9.544 lr:1.0e-05 updt_s:0.219 data_s:0.000
+INFO 2025-05-15 11:36:37 validate.py:307 step:20K smpl:163K ep:419 epch:13.97 loss:0.106 grdn:9.970 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 11:37:21 validate.py:307 step:21K smpl:165K ep:423 epch:14.11 loss:0.107 grdn:10.124 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 11:38:06 validate.py:307 step:21K smpl:166K ep:427 epch:14.25 loss:0.104 grdn:9.438 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 11:38:50 validate.py:307 step:21K smpl:168K ep:432 epch:14.38 loss:0.103 grdn:9.632 lr:1.0e-05 updt_s:0.219 data_s:0.003
+INFO 2025-05-15 11:39:35 validate.py:307 step:21K smpl:170K ep:436 epch:14.52 loss:0.105 grdn:9.597 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 11:40:19 validate.py:307 step:21K smpl:171K ep:440 epch:14.66 loss:0.104 grdn:9.226 lr:1.0e-05 updt_s:0.223 data_s:0.000
+INFO 2025-05-15 11:41:04 validate.py:307 step:22K smpl:173K ep:444 epch:14.79 loss:0.103 grdn:9.368 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 11:41:48 validate.py:307 step:22K smpl:174K ep:448 epch:14.93 loss:0.102 grdn:9.384 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 11:42:32 validate.py:307 step:22K smpl:176K ep:452 epch:15.07 loss:0.099 grdn:8.813 lr:1.0e-05 updt_s:0.219 data_s:0.000
+INFO 2025-05-15 11:43:17 validate.py:307 step:22K smpl:178K ep:456 epch:15.21 loss:0.098 grdn:9.019 lr:1.0e-05 updt_s:0.221 data_s:0.003
+INFO 2025-05-15 11:44:02 validate.py:307 step:22K smpl:179K ep:460 epch:15.34 loss:0.101 grdn:9.380 lr:1.0e-05 updt_s:0.222 data_s:0.000
+INFO 2025-05-15 11:44:46 validate.py:307 step:23K smpl:181K ep:464 epch:15.48 loss:0.098 grdn:9.054 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 11:45:31 validate.py:307 step:23K smpl:182K ep:468 epch:15.62 loss:0.098 grdn:8.918 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 11:46:12 validate.py:307 step:23K smpl:184K ep:473 epch:15.75 loss:0.100 grdn:9.247 lr:1.0e-05 updt_s:0.208 data_s:0.000
+INFO 2025-05-15 11:46:57 validate.py:307 step:23K smpl:186K ep:477 epch:15.89 loss:0.095 grdn:8.562 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 11:47:40 validate.py:307 step:23K smpl:187K ep:481 epch:16.03 loss:0.098 grdn:8.967 lr:1.0e-05 updt_s:0.215 data_s:0.000
+INFO 2025-05-15 11:48:23 validate.py:307 step:24K smpl:189K ep:485 epch:16.16 loss:0.094 grdn:8.827 lr:1.0e-05 updt_s:0.211 data_s:0.003
+INFO 2025-05-15 11:49:08 validate.py:307 step:24K smpl:190K ep:489 epch:16.30 loss:0.093 grdn:8.592 lr:1.0e-05 updt_s:0.222 data_s:0.000
+INFO 2025-05-15 11:49:52 validate.py:307 step:24K smpl:192K ep:493 epch:16.44 loss:0.095 grdn:8.764 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 11:50:37 validate.py:307 step:24K smpl:194K ep:497 epch:16.58 loss:0.094 grdn:8.620 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 11:51:21 validate.py:307 step:24K smpl:195K ep:501 epch:16.71 loss:0.097 grdn:8.733 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 11:52:05 validate.py:307 step:25K smpl:197K ep:505 epch:16.85 loss:0.095 grdn:8.671 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 11:52:50 validate.py:307 step:25K smpl:198K ep:510 epch:16.99 loss:0.094 grdn:8.511 lr:1.0e-05 updt_s:0.220 data_s:0.003
+INFO 2025-05-15 11:53:35 validate.py:307 step:25K smpl:200K ep:514 epch:17.12 loss:0.093 grdn:8.492 lr:1.0e-05 updt_s:0.222 data_s:0.000
+INFO 2025-05-15 11:54:19 validate.py:307 step:25K smpl:202K ep:518 epch:17.26 loss:0.091 grdn:8.314 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 11:55:03 validate.py:307 step:25K smpl:203K ep:522 epch:17.40 loss:0.090 grdn:8.303 lr:1.0e-05 updt_s:0.219 data_s:0.000
+INFO 2025-05-15 11:55:48 validate.py:307 step:26K smpl:205K ep:526 epch:17.53 loss:0.094 grdn:8.866 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 11:56:32 validate.py:307 step:26K smpl:206K ep:530 epch:17.67 loss:0.091 grdn:8.109 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 11:57:16 validate.py:307 step:26K smpl:208K ep:534 epch:17.81 loss:0.091 grdn:8.446 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 11:58:01 validate.py:307 step:26K smpl:210K ep:538 epch:17.95 loss:0.089 grdn:7.997 lr:1.0e-05 updt_s:0.222 data_s:0.003
+INFO 2025-05-15 11:58:45 validate.py:307 step:26K smpl:211K ep:542 epch:18.08 loss:0.088 grdn:8.437 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 11:59:30 validate.py:307 step:27K smpl:213K ep:547 epch:18.22 loss:0.089 grdn:8.317 lr:1.0e-05 updt_s:0.222 data_s:0.000
+INFO 2025-05-15 12:00:14 validate.py:307 step:27K smpl:214K ep:551 epch:18.36 loss:0.089 grdn:8.252 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 12:00:58 validate.py:307 step:27K smpl:216K ep:555 epch:18.49 loss:0.089 grdn:7.942 lr:1.0e-05 updt_s:0.218 data_s:0.000
+INFO 2025-05-15 12:01:42 validate.py:307 step:27K smpl:218K ep:559 epch:18.63 loss:0.089 grdn:8.294 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 12:02:27 validate.py:307 step:27K smpl:219K ep:563 epch:18.77 loss:0.087 grdn:7.903 lr:1.0e-05 updt_s:0.220 data_s:0.003
+INFO 2025-05-15 12:03:12 validate.py:307 step:28K smpl:221K ep:567 epch:18.90 loss:0.086 grdn:8.368 lr:1.0e-05 updt_s:0.222 data_s:0.000
+INFO 2025-05-15 12:03:56 validate.py:307 step:28K smpl:222K ep:571 epch:19.04 loss:0.088 grdn:8.267 lr:1.0e-05 updt_s:0.219 data_s:0.000
+INFO 2025-05-15 12:04:40 validate.py:307 step:28K smpl:224K ep:575 epch:19.18 loss:0.088 grdn:8.219 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 12:05:25 validate.py:307 step:28K smpl:226K ep:579 epch:19.32 loss:0.088 grdn:8.431 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 12:06:09 validate.py:307 step:28K smpl:227K ep:584 epch:19.45 loss:0.085 grdn:7.891 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 12:06:54 validate.py:307 step:29K smpl:229K ep:588 epch:19.59 loss:0.085 grdn:8.002 lr:1.0e-05 updt_s:0.222 data_s:0.000
+INFO 2025-05-15 12:07:38 validate.py:307 step:29K smpl:230K ep:592 epch:19.73 loss:0.086 grdn:7.760 lr:1.0e-05 updt_s:0.220 data_s:0.003
+INFO 2025-05-15 12:08:23 validate.py:307 step:29K smpl:232K ep:596 epch:19.86 loss:0.081 grdn:7.597 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 12:09:07 validate.py:307 step:29K smpl:234K ep:600 epch:20.00 loss:0.086 grdn:7.826 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 12:09:52 validate.py:307 step:29K smpl:235K ep:604 epch:20.14 loss:0.084 grdn:7.744 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 12:10:36 validate.py:307 step:30K smpl:237K ep:608 epch:20.27 loss:0.083 grdn:7.798 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 12:11:20 validate.py:307 step:30K smpl:238K ep:612 epch:20.41 loss:0.084 grdn:7.853 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 12:12:05 validate.py:307 step:30K smpl:240K ep:616 epch:20.55 loss:0.083 grdn:7.728 lr:1.0e-05 updt_s:0.220 data_s:0.003
+INFO 2025-05-15 12:12:50 validate.py:307 step:30K smpl:242K ep:621 epch:20.68 loss:0.083 grdn:7.731 lr:1.0e-05 updt_s:0.223 data_s:0.000
+INFO 2025-05-15 12:13:34 validate.py:307 step:30K smpl:243K ep:625 epch:20.82 loss:0.084 grdn:7.610 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 12:14:18 validate.py:307 step:31K smpl:245K ep:629 epch:20.96 loss:0.082 grdn:7.630 lr:1.0e-05 updt_s:0.223 data_s:0.000
+INFO 2025-05-15 12:15:03 validate.py:307 step:31K smpl:246K ep:633 epch:21.10 loss:0.080 grdn:7.379 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 12:15:47 validate.py:307 step:31K smpl:248K ep:637 epch:21.23 loss:0.081 grdn:7.593 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 12:16:31 validate.py:307 step:31K smpl:250K ep:641 epch:21.37 loss:0.081 grdn:7.782 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 12:17:16 validate.py:307 step:31K smpl:251K ep:645 epch:21.51 loss:0.080 grdn:7.483 lr:1.0e-05 updt_s:0.221 data_s:0.003
+INFO 2025-05-15 12:18:01 validate.py:307 step:32K smpl:253K ep:649 epch:21.64 loss:0.079 grdn:7.499 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 12:18:45 validate.py:307 step:32K smpl:254K ep:653 epch:21.78 loss:0.079 grdn:7.525 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 12:19:29 validate.py:307 step:32K smpl:256K ep:658 epch:21.92 loss:0.081 grdn:7.606 lr:1.0e-05 updt_s:0.217 data_s:0.000
+INFO 2025-05-15 12:20:13 validate.py:307 step:32K smpl:258K ep:662 epch:22.05 loss:0.079 grdn:7.355 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 12:20:57 validate.py:307 step:32K smpl:259K ep:666 epch:22.19 loss:0.081 grdn:7.509 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 12:21:42 validate.py:307 step:33K smpl:261K ep:670 epch:22.33 loss:0.081 grdn:7.433 lr:1.0e-05 updt_s:0.221 data_s:0.003
+INFO 2025-05-15 12:22:27 validate.py:307 step:33K smpl:262K ep:674 epch:22.47 loss:0.077 grdn:7.021 lr:1.0e-05 updt_s:0.222 data_s:0.000
+INFO 2025-05-15 12:23:11 validate.py:307 step:33K smpl:264K ep:678 epch:22.60 loss:0.079 grdn:7.531 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 12:23:56 validate.py:307 step:33K smpl:266K ep:682 epch:22.74 loss:0.079 grdn:7.445 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 12:24:40 validate.py:307 step:33K smpl:267K ep:686 epch:22.88 loss:0.078 grdn:7.245 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 12:25:24 validate.py:307 step:34K smpl:269K ep:690 epch:23.01 loss:0.078 grdn:7.179 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 12:26:09 validate.py:307 step:34K smpl:270K ep:695 epch:23.15 loss:0.079 grdn:7.389 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 12:26:54 validate.py:307 step:34K smpl:272K ep:699 epch:23.29 loss:0.075 grdn:7.196 lr:1.0e-05 updt_s:0.222 data_s:0.003
+INFO 2025-05-15 12:27:38 validate.py:307 step:34K smpl:274K ep:703 epch:23.42 loss:0.076 grdn:7.234 lr:1.0e-05 updt_s:0.222 data_s:0.000
+INFO 2025-05-15 12:28:23 validate.py:307 step:34K smpl:275K ep:707 epch:23.56 loss:0.077 grdn:7.273 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 12:29:07 validate.py:307 step:35K smpl:277K ep:711 epch:23.70 loss:0.078 grdn:7.401 lr:1.0e-05 updt_s:0.219 data_s:0.000
+INFO 2025-05-15 12:29:51 validate.py:307 step:35K smpl:278K ep:715 epch:23.84 loss:0.077 grdn:6.864 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 12:30:35 validate.py:307 step:35K smpl:280K ep:719 epch:23.97 loss:0.075 grdn:6.836 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 12:31:20 validate.py:307 step:35K smpl:282K ep:723 epch:24.11 loss:0.075 grdn:7.412 lr:1.0e-05 updt_s:0.221 data_s:0.003
+INFO 2025-05-15 12:32:05 validate.py:307 step:35K smpl:283K ep:727 epch:24.25 loss:0.077 grdn:7.493 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 12:32:49 validate.py:307 step:36K smpl:285K ep:732 epch:24.38 loss:0.076 grdn:7.376 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 12:33:33 validate.py:307 step:36K smpl:286K ep:736 epch:24.52 loss:0.074 grdn:6.969 lr:1.0e-05 updt_s:0.219 data_s:0.000
+INFO 2025-05-15 12:34:18 validate.py:307 step:36K smpl:288K ep:740 epch:24.66 loss:0.074 grdn:6.708 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 12:35:02 validate.py:307 step:36K smpl:290K ep:744 epch:24.79 loss:0.074 grdn:6.954 lr:1.0e-05 updt_s:0.219 data_s:0.000
+INFO 2025-05-15 12:35:46 validate.py:307 step:36K smpl:291K ep:748 epch:24.93 loss:0.074 grdn:6.757 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 12:36:31 validate.py:307 step:37K smpl:293K ep:752 epch:25.07 loss:0.072 grdn:6.759 lr:1.0e-05 updt_s:0.223 data_s:0.003
+INFO 2025-05-15 12:37:16 validate.py:307 step:37K smpl:294K ep:756 epch:25.21 loss:0.074 grdn:6.942 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 12:38:00 validate.py:307 step:37K smpl:296K ep:760 epch:25.34 loss:0.073 grdn:6.857 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 12:38:44 validate.py:307 step:37K smpl:298K ep:764 epch:25.48 loss:0.074 grdn:6.844 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 12:39:28 validate.py:307 step:37K smpl:299K ep:768 epch:25.62 loss:0.074 grdn:6.948 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 12:40:13 validate.py:307 step:38K smpl:301K ep:773 epch:25.75 loss:0.074 grdn:6.995 lr:1.0e-05 updt_s:0.222 data_s:0.000
+INFO 2025-05-15 12:40:58 validate.py:307 step:38K smpl:302K ep:777 epch:25.89 loss:0.074 grdn:7.003 lr:1.0e-05 updt_s:0.221 data_s:0.003
+INFO 2025-05-15 12:41:42 validate.py:307 step:38K smpl:304K ep:781 epch:26.03 loss:0.071 grdn:6.750 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 12:42:27 validate.py:307 step:38K smpl:306K ep:785 epch:26.16 loss:0.072 grdn:6.573 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 12:43:11 validate.py:307 step:38K smpl:307K ep:789 epch:26.30 loss:0.072 grdn:6.830 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 12:43:55 validate.py:307 step:39K smpl:309K ep:793 epch:26.44 loss:0.073 grdn:6.783 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 12:44:40 validate.py:307 step:39K smpl:310K ep:797 epch:26.58 loss:0.072 grdn:7.055 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 12:45:24 validate.py:307 step:39K smpl:312K ep:801 epch:26.71 loss:0.071 grdn:6.604 lr:1.0e-05 updt_s:0.223 data_s:0.000
+INFO 2025-05-15 12:46:09 validate.py:307 step:39K smpl:314K ep:805 epch:26.85 loss:0.071 grdn:6.923 lr:1.0e-05 updt_s:0.221 data_s:0.003
+INFO 2025-05-15 12:46:54 validate.py:307 step:39K smpl:315K ep:810 epch:26.99 loss:0.072 grdn:6.875 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 12:47:38 validate.py:307 step:40K smpl:317K ep:814 epch:27.12 loss:0.069 grdn:6.463 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 12:48:22 validate.py:307 step:40K smpl:318K ep:818 epch:27.26 loss:0.069 grdn:6.515 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 12:49:07 validate.py:307 step:40K smpl:320K ep:822 epch:27.40 loss:0.071 grdn:6.771 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 12:49:07 validate.py:316 Checkpoint policy after step 40000
+INFO 2025-05-15 12:49:21 validate.py:360 step:0 smpl:0 ep:0 epch:0.00 loss:0.344 lr:1.0e-05 data_s:0.003
+INFO 2025-05-15 12:50:07 validate.py:307 step:40K smpl:322K ep:826 epch:27.53 loss:0.070 grdn:6.363 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 12:50:51 validate.py:307 step:40K smpl:323K ep:830 epch:27.67 loss:0.071 grdn:6.862 lr:1.0e-05 updt_s:0.220 data_s:0.003
+INFO 2025-05-15 12:51:36 validate.py:307 step:41K smpl:325K ep:834 epch:27.81 loss:0.071 grdn:6.631 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 12:52:20 validate.py:307 step:41K smpl:326K ep:838 epch:27.95 loss:0.069 grdn:6.582 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 12:53:04 validate.py:307 step:41K smpl:328K ep:842 epch:28.08 loss:0.069 grdn:6.587 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 12:53:48 validate.py:307 step:41K smpl:330K ep:847 epch:28.22 loss:0.070 grdn:6.552 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 12:54:33 validate.py:307 step:41K smpl:331K ep:851 epch:28.36 loss:0.070 grdn:6.457 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 12:55:17 validate.py:307 step:42K smpl:333K ep:855 epch:28.49 loss:0.069 grdn:6.560 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 12:56:02 validate.py:307 step:42K smpl:334K ep:859 epch:28.63 loss:0.066 grdn:6.350 lr:1.0e-05 updt_s:0.221 data_s:0.003
+INFO 2025-05-15 12:56:46 validate.py:307 step:42K smpl:336K ep:863 epch:28.77 loss:0.068 grdn:6.485 lr:1.0e-05 updt_s:0.219 data_s:0.000
+INFO 2025-05-15 12:57:30 validate.py:307 step:42K smpl:338K ep:867 epch:28.90 loss:0.069 grdn:6.835 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 12:58:15 validate.py:307 step:42K smpl:339K ep:871 epch:29.04 loss:0.068 grdn:6.515 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 12:58:59 validate.py:307 step:43K smpl:341K ep:875 epch:29.18 loss:0.068 grdn:6.424 lr:1.0e-05 updt_s:0.222 data_s:0.000
+INFO 2025-05-15 12:59:44 validate.py:307 step:43K smpl:342K ep:879 epch:29.32 loss:0.068 grdn:6.326 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 13:00:28 validate.py:307 step:43K smpl:344K ep:884 epch:29.45 loss:0.068 grdn:6.561 lr:1.0e-05 updt_s:0.218 data_s:0.003
+INFO 2025-05-15 13:01:11 validate.py:307 step:43K smpl:346K ep:888 epch:29.59 loss:0.068 grdn:6.448 lr:1.0e-05 updt_s:0.212 data_s:0.000
+INFO 2025-05-15 13:01:54 validate.py:307 step:43K smpl:347K ep:892 epch:29.73 loss:0.067 grdn:6.389 lr:1.0e-05 updt_s:0.217 data_s:0.000
+INFO 2025-05-15 13:02:37 validate.py:307 step:44K smpl:349K ep:896 epch:29.86 loss:0.067 grdn:6.306 lr:1.0e-05 updt_s:0.212 data_s:0.000
+INFO 2025-05-15 13:03:21 validate.py:307 step:44K smpl:350K ep:900 epch:30.00 loss:0.066 grdn:6.495 lr:1.0e-05 updt_s:0.219 data_s:0.000
+INFO 2025-05-15 13:04:05 validate.py:307 step:44K smpl:352K ep:904 epch:30.14 loss:0.067 grdn:6.402 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 13:04:50 validate.py:307 step:44K smpl:354K ep:908 epch:30.27 loss:0.067 grdn:6.510 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 13:05:34 validate.py:307 step:44K smpl:355K ep:912 epch:30.41 loss:0.065 grdn:6.086 lr:1.0e-05 updt_s:0.221 data_s:0.003
+INFO 2025-05-15 13:06:19 validate.py:307 step:45K smpl:357K ep:916 epch:30.55 loss:0.065 grdn:6.015 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 13:07:03 validate.py:307 step:45K smpl:358K ep:921 epch:30.68 loss:0.065 grdn:6.062 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 13:07:48 validate.py:307 step:45K smpl:360K ep:925 epch:30.82 loss:0.066 grdn:6.415 lr:1.0e-05 updt_s:0.222 data_s:0.000
+INFO 2025-05-15 13:08:32 validate.py:307 step:45K smpl:362K ep:929 epch:30.96 loss:0.065 grdn:6.020 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 13:09:16 validate.py:307 step:45K smpl:363K ep:933 epch:31.10 loss:0.066 grdn:6.245 lr:1.0e-05 updt_s:0.219 data_s:0.000
+INFO 2025-05-15 13:10:01 validate.py:307 step:46K smpl:365K ep:937 epch:31.23 loss:0.067 grdn:6.408 lr:1.0e-05 updt_s:0.221 data_s:0.003
+INFO 2025-05-15 13:10:45 validate.py:307 step:46K smpl:366K ep:941 epch:31.37 loss:0.065 grdn:6.190 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 13:11:29 validate.py:307 step:46K smpl:368K ep:945 epch:31.51 loss:0.065 grdn:6.177 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 13:12:14 validate.py:307 step:46K smpl:370K ep:949 epch:31.64 loss:0.064 grdn:6.200 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 13:12:58 validate.py:307 step:46K smpl:371K ep:953 epch:31.78 loss:0.064 grdn:5.971 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 13:13:42 validate.py:307 step:47K smpl:373K ep:958 epch:31.92 loss:0.065 grdn:6.206 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 13:14:27 validate.py:307 step:47K smpl:374K ep:962 epch:32.05 loss:0.065 grdn:6.550 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 13:15:12 validate.py:307 step:47K smpl:376K ep:966 epch:32.19 loss:0.064 grdn:5.945 lr:1.0e-05 updt_s:0.222 data_s:0.003
+INFO 2025-05-15 13:15:56 validate.py:307 step:47K smpl:378K ep:970 epch:32.33 loss:0.064 grdn:6.044 lr:1.0e-05 updt_s:0.219 data_s:0.000
+INFO 2025-05-15 13:16:40 validate.py:307 step:47K smpl:379K ep:974 epch:32.47 loss:0.065 grdn:6.309 lr:1.0e-05 updt_s:0.219 data_s:0.000
+INFO 2025-05-15 13:17:24 validate.py:307 step:48K smpl:381K ep:978 epch:32.60 loss:0.063 grdn:5.751 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 13:18:09 validate.py:307 step:48K smpl:382K ep:982 epch:32.74 loss:0.063 grdn:5.897 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 13:18:53 validate.py:307 step:48K smpl:384K ep:986 epch:32.88 loss:0.064 grdn:5.828 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 13:19:38 validate.py:307 step:48K smpl:386K ep:990 epch:33.01 loss:0.063 grdn:6.132 lr:1.0e-05 updt_s:0.221 data_s:0.003
+INFO 2025-05-15 13:20:22 validate.py:307 step:48K smpl:387K ep:995 epch:33.15 loss:0.062 grdn:6.058 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 13:21:06 validate.py:307 step:49K smpl:389K ep:999 epch:33.29 loss:0.064 grdn:6.146 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 13:21:50 validate.py:307 step:49K smpl:390K ep:1K epch:33.42 loss:0.064 grdn:6.136 lr:1.0e-05 updt_s:0.219 data_s:0.000
+INFO 2025-05-15 13:22:35 validate.py:307 step:49K smpl:392K ep:1K epch:33.56 loss:0.061 grdn:5.910 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 13:23:19 validate.py:307 step:49K smpl:394K ep:1K epch:33.70 loss:0.063 grdn:5.796 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 13:24:04 validate.py:307 step:49K smpl:395K ep:1K epch:33.84 loss:0.064 grdn:6.008 lr:1.0e-05 updt_s:0.222 data_s:0.000
+INFO 2025-05-15 13:24:49 validate.py:307 step:50K smpl:397K ep:1K epch:33.97 loss:0.063 grdn:5.915 lr:1.0e-05 updt_s:0.221 data_s:0.003
+INFO 2025-05-15 13:25:33 validate.py:307 step:50K smpl:398K ep:1K epch:34.11 loss:0.063 grdn:6.222 lr:1.0e-05 updt_s:0.218 data_s:0.000
+INFO 2025-05-15 13:26:17 validate.py:307 step:50K smpl:400K ep:1K epch:34.25 loss:0.062 grdn:6.072 lr:1.0e-05 updt_s:0.222 data_s:0.000
+INFO 2025-05-15 13:27:02 validate.py:307 step:50K smpl:402K ep:1K epch:34.38 loss:0.062 grdn:5.903 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 13:27:46 validate.py:307 step:50K smpl:403K ep:1K epch:34.52 loss:0.063 grdn:5.950 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 13:28:30 validate.py:307 step:51K smpl:405K ep:1K epch:34.66 loss:0.062 grdn:5.857 lr:1.0e-05 updt_s:0.219 data_s:0.000
+INFO 2025-05-15 13:29:15 validate.py:307 step:51K smpl:406K ep:1K epch:34.79 loss:0.062 grdn:5.976 lr:1.0e-05 updt_s:0.222 data_s:0.003
+INFO 2025-05-15 13:30:00 validate.py:307 step:51K smpl:408K ep:1K epch:34.93 loss:0.060 grdn:5.796 lr:1.0e-05 updt_s:0.222 data_s:0.000
+INFO 2025-05-15 13:30:44 validate.py:307 step:51K smpl:410K ep:1K epch:35.07 loss:0.062 grdn:5.763 lr:1.0e-05 updt_s:0.219 data_s:0.000
+INFO 2025-05-15 13:31:28 validate.py:307 step:51K smpl:411K ep:1K epch:35.21 loss:0.061 grdn:5.747 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 13:32:12 validate.py:307 step:52K smpl:413K ep:1K epch:35.34 loss:0.060 grdn:5.705 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 13:32:57 validate.py:307 step:52K smpl:414K ep:1K epch:35.48 loss:0.062 grdn:6.047 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 13:33:41 validate.py:307 step:52K smpl:416K ep:1K epch:35.62 loss:0.062 grdn:6.115 lr:1.0e-05 updt_s:0.222 data_s:0.000
+INFO 2025-05-15 13:34:26 validate.py:307 step:52K smpl:418K ep:1K epch:35.75 loss:0.060 grdn:5.724 lr:1.0e-05 updt_s:0.220 data_s:0.003
+INFO 2025-05-15 13:35:10 validate.py:307 step:52K smpl:419K ep:1K epch:35.89 loss:0.061 grdn:5.966 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 13:35:54 validate.py:307 step:53K smpl:421K ep:1K epch:36.03 loss:0.062 grdn:6.047 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 13:36:39 validate.py:307 step:53K smpl:422K ep:1K epch:36.16 loss:0.062 grdn:5.937 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 13:37:23 validate.py:307 step:53K smpl:424K ep:1K epch:36.30 loss:0.060 grdn:5.569 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 13:38:07 validate.py:307 step:53K smpl:426K ep:1K epch:36.44 loss:0.061 grdn:5.926 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 13:38:52 validate.py:307 step:53K smpl:427K ep:1K epch:36.58 loss:0.060 grdn:5.574 lr:1.0e-05 updt_s:0.222 data_s:0.003
+INFO 2025-05-15 13:39:37 validate.py:307 step:54K smpl:429K ep:1K epch:36.71 loss:0.059 grdn:5.758 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 13:40:21 validate.py:307 step:54K smpl:430K ep:1K epch:36.85 loss:0.060 grdn:5.751 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 13:41:05 validate.py:307 step:54K smpl:432K ep:1K epch:36.99 loss:0.059 grdn:5.687 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 13:41:49 validate.py:307 step:54K smpl:434K ep:1K epch:37.12 loss:0.059 grdn:5.684 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 13:42:34 validate.py:307 step:54K smpl:435K ep:1K epch:37.26 loss:0.060 grdn:5.595 lr:1.0e-05 updt_s:0.223 data_s:0.000
+INFO 2025-05-15 13:43:18 validate.py:307 step:55K smpl:437K ep:1K epch:37.40 loss:0.059 grdn:5.812 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 13:44:03 validate.py:307 step:55K smpl:438K ep:1K epch:37.53 loss:0.060 grdn:5.698 lr:1.0e-05 updt_s:0.220 data_s:0.003
+INFO 2025-05-15 13:44:48 validate.py:307 step:55K smpl:440K ep:1K epch:37.67 loss:0.058 grdn:5.728 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 13:45:32 validate.py:307 step:55K smpl:442K ep:1K epch:37.81 loss:0.058 grdn:5.559 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 13:46:17 validate.py:307 step:55K smpl:443K ep:1K epch:37.95 loss:0.058 grdn:5.411 lr:1.0e-05 updt_s:0.223 data_s:0.000
+INFO 2025-05-15 13:47:00 validate.py:307 step:56K smpl:445K ep:1K epch:38.08 loss:0.059 grdn:5.664 lr:1.0e-05 updt_s:0.218 data_s:0.000
+INFO 2025-05-15 13:47:45 validate.py:307 step:56K smpl:446K ep:1K epch:38.22 loss:0.059 grdn:5.488 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 13:48:30 validate.py:307 step:56K smpl:448K ep:1K epch:38.36 loss:0.057 grdn:5.270 lr:1.0e-05 updt_s:0.223 data_s:0.003
+INFO 2025-05-15 13:49:14 validate.py:307 step:56K smpl:450K ep:1K epch:38.49 loss:0.059 grdn:5.424 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 13:49:58 validate.py:307 step:56K smpl:451K ep:1K epch:38.63 loss:0.057 grdn:5.244 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 13:50:43 validate.py:307 step:57K smpl:453K ep:1K epch:38.77 loss:0.058 grdn:5.496 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 13:51:27 validate.py:307 step:57K smpl:454K ep:1K epch:38.90 loss:0.057 grdn:5.439 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 13:52:11 validate.py:307 step:57K smpl:456K ep:1K epch:39.04 loss:0.058 grdn:5.447 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 13:52:55 validate.py:307 step:57K smpl:458K ep:1K epch:39.18 loss:0.057 grdn:5.519 lr:1.0e-05 updt_s:0.219 data_s:0.000
+INFO 2025-05-15 13:53:40 validate.py:307 step:57K smpl:459K ep:1K epch:39.32 loss:0.058 grdn:5.545 lr:1.0e-05 updt_s:0.222 data_s:0.003
+INFO 2025-05-15 13:54:25 validate.py:307 step:58K smpl:461K ep:1K epch:39.45 loss:0.058 grdn:5.664 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 13:55:09 validate.py:307 step:58K smpl:462K ep:1K epch:39.59 loss:0.057 grdn:5.483 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 13:55:54 validate.py:307 step:58K smpl:464K ep:1K epch:39.73 loss:0.058 grdn:5.651 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 13:56:37 validate.py:307 step:58K smpl:466K ep:1K epch:39.86 loss:0.057 grdn:5.423 lr:1.0e-05 updt_s:0.219 data_s:0.000
+INFO 2025-05-15 13:57:22 validate.py:307 step:58K smpl:467K ep:1K epch:40.00 loss:0.058 grdn:5.616 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 13:58:07 validate.py:307 step:59K smpl:469K ep:1K epch:40.14 loss:0.058 grdn:5.528 lr:1.0e-05 updt_s:0.221 data_s:0.002
+INFO 2025-05-15 13:58:51 validate.py:307 step:59K smpl:470K ep:1K epch:40.27 loss:0.057 grdn:5.396 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 13:59:35 validate.py:307 step:59K smpl:472K ep:1K epch:40.41 loss:0.056 grdn:5.427 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 14:00:20 validate.py:307 step:59K smpl:474K ep:1K epch:40.55 loss:0.056 grdn:5.253 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 14:01:04 validate.py:307 step:59K smpl:475K ep:1K epch:40.68 loss:0.056 grdn:5.287 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 14:01:49 validate.py:307 step:60K smpl:477K ep:1K epch:40.82 loss:0.057 grdn:5.389 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 14:02:33 validate.py:307 step:60K smpl:478K ep:1K epch:40.96 loss:0.056 grdn:5.383 lr:1.0e-05 updt_s:0.219 data_s:0.000
+INFO 2025-05-15 14:03:18 validate.py:307 step:60K smpl:480K ep:1K epch:41.10 loss:0.057 grdn:5.521 lr:1.0e-05 updt_s:0.222 data_s:0.003
+INFO 2025-05-15 14:03:18 validate.py:316 Checkpoint policy after step 60000
+INFO 2025-05-15 14:03:33 validate.py:360 step:0 smpl:0 ep:0 epch:0.00 loss:0.341 lr:1.0e-05 data_s:0.002
+INFO 2025-05-15 14:04:18 validate.py:307 step:60K smpl:482K ep:1K epch:41.23 loss:0.057 grdn:5.379 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 14:05:02 validate.py:307 step:60K smpl:483K ep:1K epch:41.37 loss:0.056 grdn:5.261 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 14:05:46 validate.py:307 step:61K smpl:485K ep:1K epch:41.51 loss:0.055 grdn:5.457 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 14:06:31 validate.py:307 step:61K smpl:486K ep:1K epch:41.64 loss:0.055 grdn:5.354 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 14:07:15 validate.py:307 step:61K smpl:488K ep:1K epch:41.78 loss:0.056 grdn:5.431 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 14:08:00 validate.py:307 step:61K smpl:490K ep:1K epch:41.92 loss:0.055 grdn:5.308 lr:1.0e-05 updt_s:0.220 data_s:0.004
+INFO 2025-05-15 14:08:44 validate.py:307 step:61K smpl:491K ep:1K epch:42.05 loss:0.056 grdn:5.285 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 14:09:28 validate.py:307 step:62K smpl:493K ep:1K epch:42.19 loss:0.056 grdn:5.571 lr:1.0e-05 updt_s:0.222 data_s:0.000
+INFO 2025-05-15 14:10:13 validate.py:307 step:62K smpl:494K ep:1K epch:42.33 loss:0.056 grdn:5.197 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 14:10:57 validate.py:307 step:62K smpl:496K ep:1K epch:42.47 loss:0.055 grdn:5.264 lr:1.0e-05 updt_s:0.222 data_s:0.000
+INFO 2025-05-15 14:11:41 validate.py:307 step:62K smpl:498K ep:1K epch:42.60 loss:0.054 grdn:5.194 lr:1.0e-05 updt_s:0.219 data_s:0.000
+INFO 2025-05-15 14:12:25 validate.py:307 step:62K smpl:499K ep:1K epch:42.74 loss:0.056 grdn:5.456 lr:1.0e-05 updt_s:0.219 data_s:0.000
+INFO 2025-05-15 14:13:11 validate.py:307 step:63K smpl:501K ep:1K epch:42.88 loss:0.056 grdn:5.580 lr:1.0e-05 updt_s:0.222 data_s:0.003
+INFO 2025-05-15 14:13:55 validate.py:307 step:63K smpl:502K ep:1K epch:43.01 loss:0.056 grdn:5.612 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 14:14:39 validate.py:307 step:63K smpl:504K ep:1K epch:43.15 loss:0.056 grdn:5.346 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 14:15:21 validate.py:307 step:63K smpl:506K ep:1K epch:43.29 loss:0.056 grdn:5.303 lr:1.0e-05 updt_s:0.209 data_s:0.000
+INFO 2025-05-15 14:16:05 validate.py:307 step:63K smpl:507K ep:1K epch:43.42 loss:0.053 grdn:5.271 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 14:16:47 validate.py:307 step:64K smpl:509K ep:1K epch:43.56 loss:0.054 grdn:5.197 lr:1.0e-05 updt_s:0.207 data_s:0.000
+INFO 2025-05-15 14:17:32 validate.py:307 step:64K smpl:510K ep:1K epch:43.70 loss:0.055 grdn:5.301 lr:1.0e-05 updt_s:0.221 data_s:0.003
+INFO 2025-05-15 14:18:16 validate.py:307 step:64K smpl:512K ep:1K epch:43.84 loss:0.056 grdn:5.404 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 14:19:00 validate.py:307 step:64K smpl:514K ep:1K epch:43.97 loss:0.054 grdn:5.193 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 14:19:45 validate.py:307 step:64K smpl:515K ep:1K epch:44.11 loss:0.052 grdn:5.052 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 14:20:29 validate.py:307 step:65K smpl:517K ep:1K epch:44.25 loss:0.055 grdn:5.424 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 14:21:13 validate.py:307 step:65K smpl:518K ep:1K epch:44.38 loss:0.054 grdn:5.149 lr:1.0e-05 updt_s:0.219 data_s:0.000
+INFO 2025-05-15 14:21:57 validate.py:307 step:65K smpl:520K ep:1K epch:44.52 loss:0.054 grdn:5.237 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 14:22:42 validate.py:307 step:65K smpl:522K ep:1K epch:44.66 loss:0.053 grdn:5.197 lr:1.0e-05 updt_s:0.222 data_s:0.003
+INFO 2025-05-15 14:23:27 validate.py:307 step:65K smpl:523K ep:1K epch:44.79 loss:0.053 grdn:5.158 lr:1.0e-05 updt_s:0.222 data_s:0.000
+INFO 2025-05-15 14:24:11 validate.py:307 step:66K smpl:525K ep:1K epch:44.93 loss:0.053 grdn:5.078 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 14:24:55 validate.py:307 step:66K smpl:526K ep:1K epch:45.07 loss:0.054 grdn:5.213 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 14:25:40 validate.py:307 step:66K smpl:528K ep:1K epch:45.21 loss:0.054 grdn:5.331 lr:1.0e-05 updt_s:0.223 data_s:0.000
+INFO 2025-05-15 14:26:24 validate.py:307 step:66K smpl:530K ep:1K epch:45.34 loss:0.055 grdn:5.274 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 14:27:09 validate.py:307 step:66K smpl:531K ep:1K epch:45.48 loss:0.054 grdn:5.172 lr:1.0e-05 updt_s:0.222 data_s:0.003
+INFO 2025-05-15 14:27:53 validate.py:307 step:67K smpl:533K ep:1K epch:45.62 loss:0.053 grdn:5.389 lr:1.0e-05 updt_s:0.219 data_s:0.000
+INFO 2025-05-15 14:28:38 validate.py:307 step:67K smpl:534K ep:1K epch:45.75 loss:0.053 grdn:5.017 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 14:29:22 validate.py:307 step:67K smpl:536K ep:1K epch:45.89 loss:0.053 grdn:5.087 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 14:30:06 validate.py:307 step:67K smpl:538K ep:1K epch:46.03 loss:0.053 grdn:5.095 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 14:30:50 validate.py:307 step:67K smpl:539K ep:1K epch:46.16 loss:0.053 grdn:5.069 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 14:31:35 validate.py:307 step:68K smpl:541K ep:1K epch:46.30 loss:0.053 grdn:4.973 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 14:32:20 validate.py:307 step:68K smpl:542K ep:1K epch:46.44 loss:0.052 grdn:5.003 lr:1.0e-05 updt_s:0.222 data_s:0.003
+INFO 2025-05-15 14:33:04 validate.py:307 step:68K smpl:544K ep:1K epch:46.58 loss:0.051 grdn:4.941 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 14:33:48 validate.py:307 step:68K smpl:546K ep:1K epch:46.71 loss:0.052 grdn:5.146 lr:1.0e-05 updt_s:0.219 data_s:0.000
+INFO 2025-05-15 14:34:33 validate.py:307 step:68K smpl:547K ep:1K epch:46.85 loss:0.054 grdn:5.005 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 14:35:17 validate.py:307 step:69K smpl:549K ep:1K epch:46.99 loss:0.053 grdn:5.140 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 14:36:02 validate.py:307 step:69K smpl:550K ep:1K epch:47.12 loss:0.053 grdn:5.030 lr:1.0e-05 updt_s:0.222 data_s:0.000
+INFO 2025-05-15 14:36:46 validate.py:307 step:69K smpl:552K ep:1K epch:47.26 loss:0.052 grdn:5.182 lr:1.0e-05 updt_s:0.220 data_s:0.003
+INFO 2025-05-15 14:37:31 validate.py:307 step:69K smpl:554K ep:1K epch:47.40 loss:0.052 grdn:5.012 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 14:38:15 validate.py:307 step:69K smpl:555K ep:1K epch:47.53 loss:0.052 grdn:5.079 lr:1.0e-05 updt_s:0.222 data_s:0.000
+INFO 2025-05-15 14:39:00 validate.py:307 step:70K smpl:557K ep:1K epch:47.67 loss:0.053 grdn:5.054 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 14:39:44 validate.py:307 step:70K smpl:558K ep:1K epch:47.81 loss:0.051 grdn:4.955 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 14:40:28 validate.py:307 step:70K smpl:560K ep:1K epch:47.95 loss:0.051 grdn:5.024 lr:1.0e-05 updt_s:0.219 data_s:0.000
+INFO 2025-05-15 14:41:12 validate.py:307 step:70K smpl:562K ep:1K epch:48.08 loss:0.052 grdn:4.933 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 14:41:57 validate.py:307 step:70K smpl:563K ep:1K epch:48.22 loss:0.051 grdn:4.867 lr:1.0e-05 updt_s:0.222 data_s:0.003
+INFO 2025-05-15 14:42:42 validate.py:307 step:71K smpl:565K ep:1K epch:48.36 loss:0.051 grdn:4.985 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 14:43:26 validate.py:307 step:71K smpl:566K ep:1K epch:48.49 loss:0.051 grdn:4.832 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 14:44:10 validate.py:307 step:71K smpl:568K ep:1K epch:48.63 loss:0.052 grdn:5.197 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 14:44:54 validate.py:307 step:71K smpl:570K ep:1K epch:48.77 loss:0.052 grdn:4.952 lr:1.0e-05 updt_s:0.219 data_s:0.000
+INFO 2025-05-15 14:45:39 validate.py:307 step:71K smpl:571K ep:1K epch:48.90 loss:0.051 grdn:5.064 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 14:46:23 validate.py:307 step:72K smpl:573K ep:1K epch:49.04 loss:0.052 grdn:5.034 lr:1.0e-05 updt_s:0.220 data_s:0.003
+INFO 2025-05-15 14:47:08 validate.py:307 step:72K smpl:574K ep:1K epch:49.18 loss:0.051 grdn:4.792 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 14:47:52 validate.py:307 step:72K smpl:576K ep:1K epch:49.32 loss:0.051 grdn:4.973 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 14:48:36 validate.py:307 step:72K smpl:578K ep:1K epch:49.45 loss:0.052 grdn:4.971 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 14:49:21 validate.py:307 step:72K smpl:579K ep:1K epch:49.59 loss:0.053 grdn:5.052 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 14:50:05 validate.py:307 step:73K smpl:581K ep:1K epch:49.73 loss:0.052 grdn:4.717 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 14:50:49 validate.py:307 step:73K smpl:582K ep:1K epch:49.86 loss:0.052 grdn:5.027 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 14:51:34 validate.py:307 step:73K smpl:584K ep:2K epch:50.00 loss:0.050 grdn:4.839 lr:1.0e-05 updt_s:0.222 data_s:0.003
+INFO 2025-05-15 14:52:18 validate.py:307 step:73K smpl:586K ep:2K epch:50.14 loss:0.050 grdn:4.817 lr:1.0e-05 updt_s:0.219 data_s:0.000
+INFO 2025-05-15 14:53:03 validate.py:307 step:73K smpl:587K ep:2K epch:50.27 loss:0.051 grdn:4.670 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 14:53:47 validate.py:307 step:74K smpl:589K ep:2K epch:50.41 loss:0.051 grdn:4.862 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 14:54:31 validate.py:307 step:74K smpl:590K ep:2K epch:50.55 loss:0.049 grdn:4.757 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 14:55:15 validate.py:307 step:74K smpl:592K ep:2K epch:50.68 loss:0.051 grdn:4.848 lr:1.0e-05 updt_s:0.219 data_s:0.000
+INFO 2025-05-15 14:56:01 validate.py:307 step:74K smpl:594K ep:2K epch:50.82 loss:0.052 grdn:4.808 lr:1.0e-05 updt_s:0.221 data_s:0.004
+INFO 2025-05-15 14:56:45 validate.py:307 step:74K smpl:595K ep:2K epch:50.96 loss:0.051 grdn:4.998 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 14:57:29 validate.py:307 step:75K smpl:597K ep:2K epch:51.10 loss:0.051 grdn:4.922 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 14:58:14 validate.py:307 step:75K smpl:598K ep:2K epch:51.23 loss:0.050 grdn:4.722 lr:1.0e-05 updt_s:0.222 data_s:0.000
+INFO 2025-05-15 14:58:58 validate.py:307 step:75K smpl:600K ep:2K epch:51.37 loss:0.051 grdn:4.941 lr:1.0e-05 updt_s:0.218 data_s:0.000
+INFO 2025-05-15 14:59:42 validate.py:307 step:75K smpl:602K ep:2K epch:51.51 loss:0.051 grdn:4.955 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 15:00:26 validate.py:307 step:75K smpl:603K ep:2K epch:51.64 loss:0.049 grdn:4.917 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 15:01:11 validate.py:307 step:76K smpl:605K ep:2K epch:51.78 loss:0.050 grdn:4.727 lr:1.0e-05 updt_s:0.221 data_s:0.003
+INFO 2025-05-15 15:01:55 validate.py:307 step:76K smpl:606K ep:2K epch:51.92 loss:0.049 grdn:4.874 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 15:02:40 validate.py:307 step:76K smpl:608K ep:2K epch:52.05 loss:0.051 grdn:4.864 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 15:03:24 validate.py:307 step:76K smpl:610K ep:2K epch:52.19 loss:0.050 grdn:4.873 lr:1.0e-05 updt_s:0.219 data_s:0.000
+INFO 2025-05-15 15:04:08 validate.py:307 step:76K smpl:611K ep:2K epch:52.33 loss:0.050 grdn:4.753 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 15:04:52 validate.py:307 step:77K smpl:613K ep:2K epch:52.47 loss:0.049 grdn:4.732 lr:1.0e-05 updt_s:0.218 data_s:0.000
+INFO 2025-05-15 15:05:37 validate.py:307 step:77K smpl:614K ep:2K epch:52.60 loss:0.050 grdn:5.011 lr:1.0e-05 updt_s:0.222 data_s:0.003
+INFO 2025-05-15 15:06:21 validate.py:307 step:77K smpl:616K ep:2K epch:52.74 loss:0.050 grdn:5.052 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 15:07:05 validate.py:307 step:77K smpl:618K ep:2K epch:52.88 loss:0.049 grdn:4.758 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 15:07:50 validate.py:307 step:77K smpl:619K ep:2K epch:53.01 loss:0.049 grdn:4.877 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 15:08:34 validate.py:307 step:78K smpl:621K ep:2K epch:53.15 loss:0.049 grdn:4.949 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 15:09:18 validate.py:307 step:78K smpl:622K ep:2K epch:53.29 loss:0.050 grdn:4.767 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 15:10:02 validate.py:307 step:78K smpl:624K ep:2K epch:53.42 loss:0.049 grdn:4.644 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 15:10:47 validate.py:307 step:78K smpl:626K ep:2K epch:53.56 loss:0.047 grdn:4.653 lr:1.0e-05 updt_s:0.220 data_s:0.003
+INFO 2025-05-15 15:11:32 validate.py:307 step:78K smpl:627K ep:2K epch:53.70 loss:0.049 grdn:4.713 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 15:12:16 validate.py:307 step:79K smpl:629K ep:2K epch:53.84 loss:0.049 grdn:4.701 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 15:13:00 validate.py:307 step:79K smpl:630K ep:2K epch:53.97 loss:0.049 grdn:4.944 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 15:13:44 validate.py:307 step:79K smpl:632K ep:2K epch:54.11 loss:0.049 grdn:4.761 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 15:14:28 validate.py:307 step:79K smpl:634K ep:2K epch:54.25 loss:0.050 grdn:4.919 lr:1.0e-05 updt_s:0.218 data_s:0.000
+INFO 2025-05-15 15:15:13 validate.py:307 step:79K smpl:635K ep:2K epch:54.38 loss:0.050 grdn:4.768 lr:1.0e-05 updt_s:0.222 data_s:0.003
+INFO 2025-05-15 15:15:58 validate.py:307 step:80K smpl:637K ep:2K epch:54.52 loss:0.048 grdn:4.640 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 15:16:42 validate.py:307 step:80K smpl:638K ep:2K epch:54.66 loss:0.049 grdn:4.734 lr:1.0e-05 updt_s:0.223 data_s:0.000
+INFO 2025-05-15 15:17:26 validate.py:307 step:80K smpl:640K ep:2K epch:54.79 loss:0.048 grdn:4.780 lr:1.0e-05 updt_s:0.218 data_s:0.000
+INFO 2025-05-15 15:17:26 validate.py:316 Checkpoint policy after step 80000
+INFO 2025-05-15 15:17:41 validate.py:360 step:0 smpl:0 ep:0 epch:0.00 loss:0.346 lr:1.0e-05 data_s:0.002
+INFO 2025-05-15 15:18:26 validate.py:307 step:80K smpl:642K ep:2K epch:54.93 loss:0.050 grdn:5.027 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 15:19:11 validate.py:307 step:80K smpl:643K ep:2K epch:55.07 loss:0.049 grdn:4.803 lr:1.0e-05 updt_s:0.222 data_s:0.000
+INFO 2025-05-15 15:19:55 validate.py:307 step:81K smpl:645K ep:2K epch:55.21 loss:0.048 grdn:4.703 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 15:20:40 validate.py:307 step:81K smpl:646K ep:2K epch:55.34 loss:0.047 grdn:4.528 lr:1.0e-05 updt_s:0.219 data_s:0.004
+INFO 2025-05-15 15:21:25 validate.py:307 step:81K smpl:648K ep:2K epch:55.48 loss:0.048 grdn:4.654 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 15:22:09 validate.py:307 step:81K smpl:650K ep:2K epch:55.62 loss:0.048 grdn:4.665 lr:1.0e-05 updt_s:0.219 data_s:0.000
+INFO 2025-05-15 15:22:53 validate.py:307 step:81K smpl:651K ep:2K epch:55.75 loss:0.048 grdn:4.713 lr:1.0e-05 updt_s:0.222 data_s:0.000
+INFO 2025-05-15 15:23:37 validate.py:307 step:82K smpl:653K ep:2K epch:55.89 loss:0.048 grdn:4.620 lr:1.0e-05 updt_s:0.218 data_s:0.000
+INFO 2025-05-15 15:24:22 validate.py:307 step:82K smpl:654K ep:2K epch:56.03 loss:0.048 grdn:4.821 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 15:25:07 validate.py:307 step:82K smpl:656K ep:2K epch:56.16 loss:0.049 grdn:4.723 lr:1.0e-05 updt_s:0.221 data_s:0.004
+INFO 2025-05-15 15:25:51 validate.py:307 step:82K smpl:658K ep:2K epch:56.30 loss:0.048 grdn:4.894 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 15:26:35 validate.py:307 step:82K smpl:659K ep:2K epch:56.44 loss:0.048 grdn:4.746 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 15:27:19 validate.py:307 step:83K smpl:661K ep:2K epch:56.58 loss:0.048 grdn:4.840 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 15:28:04 validate.py:307 step:83K smpl:662K ep:2K epch:56.71 loss:0.047 grdn:4.469 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 15:28:48 validate.py:307 step:83K smpl:664K ep:2K epch:56.85 loss:0.048 grdn:4.632 lr:1.0e-05 updt_s:0.222 data_s:0.000
+INFO 2025-05-15 15:29:32 validate.py:307 step:83K smpl:666K ep:2K epch:56.99 loss:0.049 grdn:4.513 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 15:30:15 validate.py:307 step:83K smpl:667K ep:2K epch:57.12 loss:0.048 grdn:4.715 lr:1.0e-05 updt_s:0.210 data_s:0.003
+INFO 2025-05-15 15:30:57 validate.py:307 step:84K smpl:669K ep:2K epch:57.26 loss:0.047 grdn:4.631 lr:1.0e-05 updt_s:0.208 data_s:0.000
+INFO 2025-05-15 15:31:41 validate.py:307 step:84K smpl:670K ep:2K epch:57.40 loss:0.047 grdn:4.833 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 15:32:26 validate.py:307 step:84K smpl:672K ep:2K epch:57.53 loss:0.047 grdn:4.489 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 15:33:10 validate.py:307 step:84K smpl:674K ep:2K epch:57.67 loss:0.049 grdn:4.856 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 15:33:54 validate.py:307 step:84K smpl:675K ep:2K epch:57.81 loss:0.049 grdn:4.836 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 15:34:39 validate.py:307 step:85K smpl:677K ep:2K epch:57.95 loss:0.047 grdn:4.353 lr:1.0e-05 updt_s:0.221 data_s:0.003
+INFO 2025-05-15 15:35:23 validate.py:307 step:85K smpl:678K ep:2K epch:58.08 loss:0.045 grdn:4.374 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 15:36:07 validate.py:307 step:85K smpl:680K ep:2K epch:58.22 loss:0.047 grdn:4.624 lr:1.0e-05 updt_s:0.216 data_s:0.000
+INFO 2025-05-15 15:36:52 validate.py:307 step:85K smpl:682K ep:2K epch:58.36 loss:0.047 grdn:4.547 lr:1.0e-05 updt_s:0.223 data_s:0.000
+INFO 2025-05-15 15:37:36 validate.py:307 step:85K smpl:683K ep:2K epch:58.49 loss:0.047 grdn:4.570 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 15:38:20 validate.py:307 step:86K smpl:685K ep:2K epch:58.63 loss:0.048 grdn:4.573 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 15:39:04 validate.py:307 step:86K smpl:686K ep:2K epch:58.77 loss:0.047 grdn:4.571 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 15:39:49 validate.py:307 step:86K smpl:688K ep:2K epch:58.90 loss:0.047 grdn:4.575 lr:1.0e-05 updt_s:0.221 data_s:0.003
+INFO 2025-05-15 15:40:33 validate.py:307 step:86K smpl:690K ep:2K epch:59.04 loss:0.048 grdn:4.770 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 15:41:18 validate.py:307 step:86K smpl:691K ep:2K epch:59.18 loss:0.047 grdn:4.585 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 15:42:02 validate.py:307 step:87K smpl:693K ep:2K epch:59.32 loss:0.047 grdn:4.778 lr:1.0e-05 updt_s:0.219 data_s:0.000
+INFO 2025-05-15 15:42:46 validate.py:307 step:87K smpl:694K ep:2K epch:59.45 loss:0.046 grdn:4.562 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 15:43:30 validate.py:307 step:87K smpl:696K ep:2K epch:59.59 loss:0.048 grdn:4.653 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 15:44:16 validate.py:307 step:87K smpl:698K ep:2K epch:59.73 loss:0.046 grdn:4.436 lr:1.0e-05 updt_s:0.223 data_s:0.003
+INFO 2025-05-15 15:45:00 validate.py:307 step:87K smpl:699K ep:2K epch:59.86 loss:0.047 grdn:4.640 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 15:45:44 validate.py:307 step:88K smpl:701K ep:2K epch:60.00 loss:0.045 grdn:4.528 lr:1.0e-05 updt_s:0.219 data_s:0.000
+INFO 2025-05-15 15:46:28 validate.py:307 step:88K smpl:702K ep:2K epch:60.14 loss:0.045 grdn:4.475 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 15:47:13 validate.py:307 step:88K smpl:704K ep:2K epch:60.27 loss:0.046 grdn:4.442 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 15:47:57 validate.py:307 step:88K smpl:706K ep:2K epch:60.41 loss:0.047 grdn:4.559 lr:1.0e-05 updt_s:0.222 data_s:0.000
+INFO 2025-05-15 15:48:41 validate.py:307 step:88K smpl:707K ep:2K epch:60.55 loss:0.046 grdn:4.533 lr:1.0e-05 updt_s:0.219 data_s:0.000
+INFO 2025-05-15 15:49:26 validate.py:307 step:89K smpl:709K ep:2K epch:60.68 loss:0.046 grdn:4.691 lr:1.0e-05 updt_s:0.221 data_s:0.003
+INFO 2025-05-15 15:50:11 validate.py:307 step:89K smpl:710K ep:2K epch:60.82 loss:0.047 grdn:4.606 lr:1.0e-05 updt_s:0.222 data_s:0.000
+INFO 2025-05-15 15:50:55 validate.py:307 step:89K smpl:712K ep:2K epch:60.96 loss:0.047 grdn:4.397 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 15:51:39 validate.py:307 step:89K smpl:714K ep:2K epch:61.10 loss:0.046 grdn:4.500 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 15:52:24 validate.py:307 step:89K smpl:715K ep:2K epch:61.23 loss:0.046 grdn:4.424 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 15:53:08 validate.py:307 step:90K smpl:717K ep:2K epch:61.37 loss:0.045 grdn:4.635 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 15:53:53 validate.py:307 step:90K smpl:718K ep:2K epch:61.51 loss:0.045 grdn:4.435 lr:1.0e-05 updt_s:0.223 data_s:0.003
+INFO 2025-05-15 15:54:37 validate.py:307 step:90K smpl:720K ep:2K epch:61.64 loss:0.045 grdn:4.387 lr:1.0e-05 updt_s:0.218 data_s:0.000
+INFO 2025-05-15 15:55:21 validate.py:307 step:90K smpl:722K ep:2K epch:61.78 loss:0.046 grdn:4.517 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 15:56:06 validate.py:307 step:90K smpl:723K ep:2K epch:61.92 loss:0.046 grdn:4.402 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 15:56:50 validate.py:307 step:91K smpl:725K ep:2K epch:62.05 loss:0.046 grdn:4.531 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 15:57:34 validate.py:307 step:91K smpl:726K ep:2K epch:62.19 loss:0.046 grdn:4.520 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 15:58:18 validate.py:307 step:91K smpl:728K ep:2K epch:62.33 loss:0.046 grdn:4.575 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 15:59:04 validate.py:307 step:91K smpl:730K ep:2K epch:62.47 loss:0.045 grdn:4.449 lr:1.0e-05 updt_s:0.223 data_s:0.003
+INFO 2025-05-15 15:59:48 validate.py:307 step:91K smpl:731K ep:2K epch:62.60 loss:0.046 grdn:4.566 lr:1.0e-05 updt_s:0.219 data_s:0.000
+INFO 2025-05-15 16:00:32 validate.py:307 step:92K smpl:733K ep:2K epch:62.74 loss:0.044 grdn:4.401 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 16:01:16 validate.py:307 step:92K smpl:734K ep:2K epch:62.88 loss:0.044 grdn:4.479 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 16:02:00 validate.py:307 step:92K smpl:736K ep:2K epch:63.01 loss:0.046 grdn:4.595 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 16:02:45 validate.py:307 step:92K smpl:738K ep:2K epch:63.15 loss:0.045 grdn:4.594 lr:1.0e-05 updt_s:0.222 data_s:0.000
+INFO 2025-05-15 16:03:30 validate.py:307 step:92K smpl:739K ep:2K epch:63.29 loss:0.046 grdn:4.468 lr:1.0e-05 updt_s:0.221 data_s:0.003
+INFO 2025-05-15 16:04:14 validate.py:307 step:93K smpl:741K ep:2K epch:63.42 loss:0.045 grdn:4.519 lr:1.0e-05 updt_s:0.219 data_s:0.000
+INFO 2025-05-15 16:04:59 validate.py:307 step:93K smpl:742K ep:2K epch:63.56 loss:0.046 grdn:4.532 lr:1.0e-05 updt_s:0.223 data_s:0.000
+INFO 2025-05-15 16:05:43 validate.py:307 step:93K smpl:744K ep:2K epch:63.70 loss:0.045 grdn:4.431 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 16:06:28 validate.py:307 step:93K smpl:746K ep:2K epch:63.84 loss:0.044 grdn:4.268 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 16:07:12 validate.py:307 step:93K smpl:747K ep:2K epch:63.97 loss:0.045 grdn:4.460 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 16:07:56 validate.py:307 step:94K smpl:749K ep:2K epch:64.11 loss:0.045 grdn:4.520 lr:1.0e-05 updt_s:0.222 data_s:0.000
+INFO 2025-05-15 16:08:41 validate.py:307 step:94K smpl:750K ep:2K epch:64.25 loss:0.045 grdn:4.307 lr:1.0e-05 updt_s:0.222 data_s:0.003
+INFO 2025-05-15 16:09:26 validate.py:307 step:94K smpl:752K ep:2K epch:64.38 loss:0.045 grdn:4.492 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 16:10:10 validate.py:307 step:94K smpl:754K ep:2K epch:64.52 loss:0.044 grdn:4.380 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 16:10:54 validate.py:307 step:94K smpl:755K ep:2K epch:64.66 loss:0.045 grdn:4.552 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 16:11:38 validate.py:307 step:95K smpl:757K ep:2K epch:64.79 loss:0.045 grdn:4.323 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 16:12:23 validate.py:307 step:95K smpl:758K ep:2K epch:64.93 loss:0.043 grdn:4.105 lr:1.0e-05 updt_s:0.222 data_s:0.000
+INFO 2025-05-15 16:13:08 validate.py:307 step:95K smpl:760K ep:2K epch:65.07 loss:0.045 grdn:4.473 lr:1.0e-05 updt_s:0.220 data_s:0.003
+INFO 2025-05-15 16:13:52 validate.py:307 step:95K smpl:762K ep:2K epch:65.21 loss:0.044 grdn:4.386 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 16:14:36 validate.py:307 step:95K smpl:763K ep:2K epch:65.34 loss:0.044 grdn:4.358 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 16:15:20 validate.py:307 step:96K smpl:765K ep:2K epch:65.48 loss:0.044 grdn:4.181 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 16:16:05 validate.py:307 step:96K smpl:766K ep:2K epch:65.62 loss:0.044 grdn:4.417 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 16:16:49 validate.py:307 step:96K smpl:768K ep:2K epch:65.75 loss:0.044 grdn:4.197 lr:1.0e-05 updt_s:0.219 data_s:0.000
+INFO 2025-05-15 16:17:33 validate.py:307 step:96K smpl:770K ep:2K epch:65.89 loss:0.045 grdn:4.406 lr:1.0e-05 updt_s:0.222 data_s:0.000
+INFO 2025-05-15 16:18:18 validate.py:307 step:96K smpl:771K ep:2K epch:66.03 loss:0.045 grdn:4.399 lr:1.0e-05 updt_s:0.220 data_s:0.003
+INFO 2025-05-15 16:19:02 validate.py:307 step:97K smpl:773K ep:2K epch:66.16 loss:0.044 grdn:4.221 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 16:19:47 validate.py:307 step:97K smpl:774K ep:2K epch:66.30 loss:0.043 grdn:4.185 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 16:20:31 validate.py:307 step:97K smpl:776K ep:2K epch:66.44 loss:0.043 grdn:4.308 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 16:21:15 validate.py:307 step:97K smpl:778K ep:2K epch:66.58 loss:0.044 grdn:4.367 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 16:22:00 validate.py:307 step:97K smpl:779K ep:2K epch:66.71 loss:0.044 grdn:4.359 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 16:22:45 validate.py:307 step:98K smpl:781K ep:2K epch:66.85 loss:0.044 grdn:4.451 lr:1.0e-05 updt_s:0.221 data_s:0.003
+INFO 2025-05-15 16:23:29 validate.py:307 step:98K smpl:782K ep:2K epch:66.99 loss:0.044 grdn:4.212 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 16:24:14 validate.py:307 step:98K smpl:784K ep:2K epch:67.12 loss:0.044 grdn:4.435 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 16:24:58 validate.py:307 step:98K smpl:786K ep:2K epch:67.26 loss:0.044 grdn:4.329 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 16:25:42 validate.py:307 step:98K smpl:787K ep:2K epch:67.40 loss:0.043 grdn:4.281 lr:1.0e-05 updt_s:0.219 data_s:0.000
+INFO 2025-05-15 16:26:26 validate.py:307 step:99K smpl:789K ep:2K epch:67.53 loss:0.045 grdn:4.246 lr:1.0e-05 updt_s:0.221 data_s:0.000
+INFO 2025-05-15 16:27:10 validate.py:307 step:99K smpl:790K ep:2K epch:67.67 loss:0.044 grdn:4.218 lr:1.0e-05 updt_s:0.219 data_s:0.000
+INFO 2025-05-15 16:27:55 validate.py:307 step:99K smpl:792K ep:2K epch:67.81 loss:0.043 grdn:4.264 lr:1.0e-05 updt_s:0.221 data_s:0.003
+INFO 2025-05-15 16:28:40 validate.py:307 step:99K smpl:794K ep:2K epch:67.95 loss:0.043 grdn:4.154 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 16:29:24 validate.py:307 step:99K smpl:795K ep:2K epch:68.08 loss:0.044 grdn:4.422 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 16:30:08 validate.py:307 step:100K smpl:797K ep:2K epch:68.22 loss:0.043 grdn:4.165 lr:1.0e-05 updt_s:0.222 data_s:0.000
+INFO 2025-05-15 16:30:53 validate.py:307 step:100K smpl:798K ep:2K epch:68.36 loss:0.044 grdn:4.238 lr:1.0e-05 updt_s:0.220 data_s:0.000
+INFO 2025-05-15 16:31:37 validate.py:307 step:100K smpl:800K ep:2K epch:68.49 loss:0.044 grdn:4.399 lr:1.0e-05 updt_s:0.219 data_s:0.000
+INFO 2025-05-15 16:31:37 validate.py:316 Checkpoint policy after step 100000
+INFO 2025-05-15 16:31:52 validate.py:360 step:0 smpl:0 ep:0 epch:0.00 loss:0.348 lr:1.0e-05 data_s:0.002
+INFO 2025-05-15 16:31:53 validate.py:405 End of training

wandb/run-20250515_102810-1vj4coyn/files/requirements.txt

@@ -0,0 +1,231 @@
+rqt_publisher==0.4.10
+tf==1.13.2
+rqt_top==0.4.10
+genpy==0.6.15
+tf-conversions==1.13.2
+cv-bridge==1.16.2
+rqt_graph==0.4.14
+qt-gui==0.4.2
+rosnode==1.17.0
+rqt_srv==0.4.9
+rosunit==1.15.8
+rostopic==1.17.0
+rospy==1.17.0
+rqt_bag_plugins==0.5.1
+gazebo_plugins==2.9.2
+python-qt-binding==0.4.4
+gencpp==0.7.0
+rqt-console==0.4.12
+roslint==0.12.0
+rostest==1.17.0
+rqt_shell==0.4.11
+rqt-image-view==0.4.17
+qt-dotgraph==0.4.2
+moveit-ros-planning-interface==1.1.16
+moveit-ros-visualization==1.1.16
+rosparam==1.17.0
+gennodejs==2.0.2
+rosbag==1.17.0
+laser_geometry==1.6.7
+rviz==1.14.25
+interactive-markers==1.12.0
+moveit-core==1.1.16
+rosmaster==1.17.0
+rqt_dep==0.4.12
+tf2-kdl==0.7.7
+rqt_py_common==0.5.3
+rqt_service_caller==0.4.10
+tf2-py==0.7.7
+tf2-geometry-msgs==0.7.7
+rosmsg==1.17.0
+rqt-logger-level==0.4.12
+roslz4==1.17.0
+tf2-ros==0.7.7
+camera-calibration-parsers==1.12.0
+roslaunch==1.17.0
+joint-state-publisher-gui==1.15.1
+rosservice==1.17.0
+genmsg==0.6.0
+actionlib==1.14.0
+rosgraph==1.17.0
+topic-tools==1.17.0
+controller-manager==0.20.0
+roswtf==1.17.0
+rqt_gui_py==0.5.3
+qt-gui-cpp==0.4.2
+rqt_gui==0.5.3
+joint-state-publisher==1.15.1
+rqt_action==0.4.9
+genlisp==0.4.18
+xacro==1.14.18
+roslib==1.15.8
+sensor-msgs==1.13.1
+rqt_py_console==0.4.10
+gazebo_ros==2.9.2
+resource_retriever==1.12.7
+rqt_launch==0.4.9
+rqt_web==0.4.10
+message-filters==1.17.0
+dynamic-reconfigure==1.7.3
+smclib==1.8.6
+srdfdom==0.6.4
+rqt-reconfigure==0.5.5
+rosclean==1.15.8
+rqt_topic==0.4.13
+rqt_bag==0.5.1
+rqt_msg==0.4.10
+geneus==3.0.0
+diagnostic-updater==1.11.0
+qt-gui-py-common==0.4.2
+angles==1.9.13
+rqt_plot==0.4.13
+urdfdom-py==0.4.6
+controller-manager-msgs==0.20.0
+catkin==0.8.10
+einops==0.8.1
+GitPython==3.1.44
+wheel==0.45.1
+imageio-ffmpeg==0.6.0
+regex==2024.11.6
+typing-inspection==0.4.0
+nvidia-nvjitlink-cu12==12.6.85
+Flask==3.1.0
+feetech-servo-sdk==1.0.0
+pandas==2.2.3
+aiohttp==3.11.18
+inquirerpy==0.3.4
+parso==0.8.4
+nvidia-cuda-cupti-cu12==12.6.80
+async-timeout==5.0.1
+jedi==0.19.2
+propcache==0.3.1
+ipython==8.36.0
+antlr4-python3-runtime==4.9.3
+platformdirs==4.3.7
+av==14.3.0
+zipp==3.21.0
+hf_transfer==0.1.9
+asciitree==0.3.3
+idna==3.10
+pyyaml-include==1.4.1
+gdown==5.2.0
+urllib3==2.4.0
+charset-normalizer==3.4.1
+aiohappyeyeballs==2.6.1
+numpy==2.2.5
+termcolor==3.0.1
+annotated-types==0.7.0
+dill==0.3.8
+tqdm==4.67.1
+attrs==25.3.0
+pyarrow==20.0.0
+multidict==6.4.3
+wandb==0.19.10
+lerobot==0.1.0
+mpmath==1.3.0
+wcwidth==0.2.13
+pytz==2025.2
+safetensors==0.5.3
+itsdangerous==2.2.0
+nvidia-cusparselt-cu12==0.6.3
+nvidia-nvtx-cu12==12.6.77
+torch==2.7.0
+blinker==1.9.0
+packaging==25.0
+decorator==5.2.1
+Jinja2==3.1.6
+pexpect==4.9.0
+asttokens==3.0.0
+typing_extensions==4.13.2
+gitdb==4.0.12
+PyYAML==6.0.2
+six==1.17.0
+orderly-set==5.4.0
+python-dateutil==2.9.0.post0
+toml==0.10.2
+soupsieve==2.7
+aiosignal==1.3.2
+zarr==2.18.3
+protobuf==6.30.2
+beautifulsoup4==4.13.4
+rerun-sdk==0.23.1
+smmap==5.0.2
+nvidia-cuda-runtime-cu12==12.6.77
+traitlets==5.14.3
+nvidia-cufile-cu12==1.11.1.6
+sentry-sdk==2.27.0
+tzdata==2025.2
+docker-pycreds==0.4.0
+executing==2.2.0
+mergedeep==1.3.4
+deepdiff==8.4.2
+filelock==3.18.0
+triton==3.3.0
+diffusers==0.33.1
+nvidia-cusparse-cu12==12.5.4.2
+jsonlines==4.0.0
+llvmlite==0.44.0
+python-xlib==0.33
+requests==2.32.3
+stack-data==0.6.3
+pynput==1.8.1
+click==8.1.8
+cloudpickle==3.1.1
+nvidia-cufft-cu12==11.3.0.4
+pycparser==2.22
+pydantic_core==2.33.1
+nvidia-nccl-cu12==2.26.2
+ptyprocess==0.7.0
+nvidia-cuda-nvrtc-cu12==12.6.77
+fasteners==0.19
+torchcodec==0.3.0
+tomli==2.2.1
+fsspec==2024.12.0
+networkx==3.4.2
+mypy_extensions==1.1.0
+prompt_toolkit==3.0.51
+cffi==1.17.1
+sympy==1.14.0
+draccus==0.11.5
+torchvision==0.22.0
+imageio==2.37.0
+gymnasium==0.29.1
+nvidia-cublas-cu12==12.6.4.1
+setproctitle==1.3.5
+pydantic==2.11.3
+numba==0.61.2
+pure_eval==0.2.3
+typing-inspect==0.9.0
+importlib_metadata==8.7.0
+numcodecs==0.13.1
+Werkzeug==3.1.3
+ipdb==0.13.13
+pfzy==0.3.4
+huggingface-hub==0.30.2
+nvidia-cusolver-cu12==11.7.1.2
+datasets==3.5.0
+evdev==1.9.1
+pyserial==3.5
+nvidia-curand-cu12==10.3.7.77
+xxhash==3.5.0
+opencv-python-headless==4.11.0.86
+psutil==7.0.0
+pip==25.0
+pillow==11.2.1
+Pygments==2.19.1
+cmake==4.0.0
+setuptools==75.8.0
+pyzmq==26.4.0
+h5py==3.13.0
+Farama-Notifications==0.0.4
+PySocks==1.7.1
+multiprocess==0.70.16
+yarl==1.20.0
+MarkupSafe==3.0.2
+exceptiongroup==1.2.2
+matplotlib-inline==0.1.7
+certifi==2025.4.26
+omegaconf==2.3.0
+frozenlist==1.6.0
+nvidia-cudnn-cu12==9.5.1.17
+pymunk==6.11.1

wandb/run-20250515_102810-1vj4coyn/files/wandb-metadata.json

@@ -0,0 +1,54 @@
+{
+  "os": "Linux-5.15.0-125-generic-x86_64-with-glibc2.31",
+  "python": "CPython 3.10.13",
+  "startedAt": "2025-05-15T17:28:10.438470Z",
+  "args": [
+    "--dataset.repo_id=salhotra/so100wrist_test2",
+    "--policy.type=act",
+    "--output_dir=outputs/train/test_trainval_split_05.15.10.28",
+    "--policy.device=cuda",
+    "--wandb.enable=true",
+    "--val_config.episodic_val_indices=[0,1,2]",
+    "--val_config.episodic_train_indices=[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29]",
+    "--job_name",
+    "act_3val27train",
+    "--seed",
+    "10"
+  ],
+  "program": "/home/gautamsalhotra/lerobot/lerobot/scripts/train_validate.py",
+  "codePath": "lerobot/scripts/train_validate.py",
+  "git": {
+    "remote": "git@github.com:gautams3/lerobot.git",
+    "commit": "eb27b0dfbe5712ea201bee6879a22e4502ea8393"
+  },
+  "root": "outputs/train/test_trainval_split_05.15.10.28",
+  "host": "hopperhelper",
+  "executable": "/home/gautamsalhotra/miniconda3/envs/lerobot/bin/python",
+  "codePathLocal": "lerobot/scripts/train_validate.py",
+  "cpu_count": 20,
+  "cpu_count_logical": 40,
+  "gpu": "NVIDIA RTX A5000",
+  "gpu_count": 1,
+  "disk": {
+    "/": {
+      "total": "982820896768",
+      "used": "494330925056"
+    }
+  },
+  "memory": {
+    "total": "67032965120"
+  },
+  "cpu": {
+    "count": 20,
+    "countLogical": 40
+  },
+  "gpu_nvidia": [
+    {
+      "name": "NVIDIA RTX A5000",
+      "memoryTotal": "25757220864",
+      "cudaCores": 8192,
+      "architecture": "Ampere"
+    }
+  ],
+  "cudaVersion": "12.2"
+}

wandb/run-20250515_102810-1vj4coyn/files/wandb-summary.json

@@ -0,0 +1 @@
+{"train/episodes":0,"_step":100000,"_timestamp":1.747351912101664e+09,"train/kld_loss":0.00010418891906738281,"train/l1_loss":0.04859742149710655,"train/samples":0,"train/loss":0.04422482293099165,"train/val_lr":1e-05,"train/val_loss":0.3477939459149638,"train/epochs":0,"train/val_dataloading_s":0.0021675479947589338,"train/lr":1.0000000000000021e-05,"train/dataloading_s":0.00029069266689475627,"_runtime":21823.005397458,"train/grad_norm":4.398695592880249,"_wandb":{"runtime":21823},"train/update_s":0.21943914281204344,"train/steps":0}

wandb/run-20250515_102810-1vj4coyn/logs/debug-core.log

@@ -0,0 +1,14 @@
+{"time":"2025-05-15T10:28:10.243953396-07:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmp22h0bhh8/port-1247880.txt","pid":1247880,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false}
+{"time":"2025-05-15T10:28:10.251217929-07:00","level":"INFO","msg":"Will exit if parent process dies.","ppid":1247880}
+{"time":"2025-05-15T10:28:10.251183866-07:00","level":"INFO","msg":"server is running","addr":{"IP":"127.0.0.1","Port":41187,"Zone":""}}
+{"time":"2025-05-15T10:28:10.427846661-07:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"127.0.0.1:35240"}
+{"time":"2025-05-15T10:28:10.440801154-07:00","level":"INFO","msg":"handleInformInit: received","streamId":"1vj4coyn","id":"127.0.0.1:35240"}
+{"time":"2025-05-15T10:28:10.646451198-07:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"1vj4coyn","id":"127.0.0.1:35240"}
+{"time":"2025-05-15T16:31:53.443617736-07:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"127.0.0.1:35240"}
+{"time":"2025-05-15T16:31:53.443738646-07:00","level":"INFO","msg":"server is shutting down"}
+{"time":"2025-05-15T16:31:53.44372493-07:00","level":"INFO","msg":"connection: closing","id":"127.0.0.1:35240"}
+{"time":"2025-05-15T16:31:53.443898008-07:00","level":"INFO","msg":"connection: closed successfully","id":"127.0.0.1:35240"}
+{"time":"2025-05-15T16:31:57.122223953-07:00","level":"ERROR","msg":"processOutgoingData: flush error","error":"write tcp 127.0.0.1:41187->127.0.0.1:35240: use of closed network connection","id":"127.0.0.1:35240"}
+{"time":"2025-05-15T16:31:57.294446902-07:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"127.0.0.1:35240"}
+{"time":"2025-05-15T16:31:57.294476914-07:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"127.0.0.1:35240"}
+{"time":"2025-05-15T16:31:57.294495283-07:00","level":"INFO","msg":"server is closed"}

wandb/run-20250515_102810-1vj4coyn/logs/debug-internal.log

@@ -0,0 +1,17 @@
+{"time":"2025-05-15T10:28:10.441020587-07:00","level":"INFO","msg":"stream: starting","core version":"0.19.10","symlink path":"outputs/train/test_trainval_split_05.15.10.28/wandb/run-20250515_102810-1vj4coyn/logs/debug-core.log"}
+{"time":"2025-05-15T10:28:10.64636442-07:00","level":"INFO","msg":"created new stream","id":"1vj4coyn"}
+{"time":"2025-05-15T10:28:10.646437305-07:00","level":"INFO","msg":"stream: started","id":"1vj4coyn"}
+{"time":"2025-05-15T10:28:10.646464673-07:00","level":"INFO","msg":"writer: Do: started","stream_id":"1vj4coyn"}
+{"time":"2025-05-15T10:28:10.646494807-07:00","level":"INFO","msg":"sender: started","stream_id":"1vj4coyn"}
+{"time":"2025-05-15T10:28:10.646521713-07:00","level":"INFO","msg":"handler: started","stream_id":"1vj4coyn"}
+{"time":"2025-05-15T10:28:10.94494077-07:00","level":"INFO","msg":"Starting system monitor"}
+{"time":"2025-05-15T12:06:26.139978985-07:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
+{"time":"2025-05-15T15:25:23.54640091-07:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/gautams3/lerobot/1vj4coyn/file_stream\": dial tcp: lookup api.wandb.ai on 127.0.0.53:53: read udp 127.0.0.1:48292->127.0.0.53:53: i/o timeout"}
+{"time":"2025-05-15T16:31:53.443829593-07:00","level":"INFO","msg":"stream: closing","id":"1vj4coyn"}
+{"time":"2025-05-15T16:31:53.443894485-07:00","level":"INFO","msg":"Stopping system monitor"}
+{"time":"2025-05-15T16:31:53.44396942-07:00","level":"INFO","msg":"Stopped system monitor"}
+{"time":"2025-05-15T16:31:57.17251408-07:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
+{"time":"2025-05-15T16:31:57.294171544-07:00","level":"INFO","msg":"handler: closed","stream_id":"1vj4coyn"}
+{"time":"2025-05-15T16:31:57.294258453-07:00","level":"INFO","msg":"sender: closed","stream_id":"1vj4coyn"}
+{"time":"2025-05-15T16:31:57.294258246-07:00","level":"INFO","msg":"writer: Close: closed","stream_id":"1vj4coyn"}
+{"time":"2025-05-15T16:31:57.294358925-07:00","level":"INFO","msg":"stream: closed","id":"1vj4coyn"}

wandb/run-20250515_102810-1vj4coyn/logs/debug.log

@@ -0,0 +1,23 @@
+2025-05-15 10:28:10,432 INFO    MainThread:1247880 [wandb_setup.py:_flush():68] Current SDK version is 0.19.10
+2025-05-15 10:28:10,432 INFO    MainThread:1247880 [wandb_setup.py:_flush():68] Configure stats pid to 1247880
+2025-05-15 10:28:10,432 INFO    MainThread:1247880 [wandb_setup.py:_flush():68] Loading settings from /home/gautamsalhotra/.config/wandb/settings
+2025-05-15 10:28:10,432 INFO    MainThread:1247880 [wandb_setup.py:_flush():68] Loading settings from /home/gautamsalhotra/lerobot/wandb/settings
+2025-05-15 10:28:10,432 INFO    MainThread:1247880 [wandb_setup.py:_flush():68] Loading settings from environment variables
+2025-05-15 10:28:10,432 INFO    MainThread:1247880 [wandb_init.py:setup_run_log_directory():724] Logging user logs to outputs/train/test_trainval_split_05.15.10.28/wandb/run-20250515_102810-1vj4coyn/logs/debug.log
+2025-05-15 10:28:10,432 INFO    MainThread:1247880 [wandb_init.py:setup_run_log_directory():725] Logging internal logs to outputs/train/test_trainval_split_05.15.10.28/wandb/run-20250515_102810-1vj4coyn/logs/debug-internal.log
+2025-05-15 10:28:10,432 INFO    MainThread:1247880 [wandb_init.py:init():852] calling init triggers
+2025-05-15 10:28:10,432 INFO    MainThread:1247880 [wandb_init.py:init():857] wandb.init called with sweep_config: {}
+config: {'dataset': {'repo_id': 'salhotra/so100wrist_test2', 'root': None, 'episodes': None, 'image_transforms': {'enable': False, 'max_num_transforms': 3, 'random_order': False, 'tfs': {'brightness': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'brightness': [0.8, 1.2]}}, 'contrast': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'contrast': [0.8, 1.2]}}, 'saturation': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'saturation': [0.5, 1.5]}}, 'hue': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'hue': [-0.05, 0.05]}}, 'sharpness': {'weight': 1.0, 'type': 'SharpnessJitter', 'kwargs': {'sharpness': [0.5, 1.5]}}}}, 'revision': None, 'use_imagenet_stats': True, 'video_backend': 'torchcodec'}, 'env': None, 'val_config': {'episodic_val_split': 0.0, 'episodic_val_indices': [0, 1, 2], 'episodic_train_indices': [3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29]}, 'policy': {'type': 'act', 'n_obs_steps': 1, 'normalization_mapping': {'VISUAL': <NormalizationMode.MEAN_STD: 'MEAN_STD'>, 'STATE': <NormalizationMode.MEAN_STD: 'MEAN_STD'>, 'ACTION': <NormalizationMode.MEAN_STD: 'MEAN_STD'>}, 'input_features': {}, 'output_features': {}, 'device': 'cuda', 'use_amp': False, 'chunk_size': 100, 'n_action_steps': 100, 'vision_backbone': 'resnet18', 'pretrained_backbone_weights': 'ResNet18_Weights.IMAGENET1K_V1', 'replace_final_stride_with_dilation': False, 'pre_norm': False, 'dim_model': 512, 'n_heads': 8, 'dim_feedforward': 3200, 'feedforward_activation': 'relu', 'n_encoder_layers': 4, 'n_decoder_layers': 1, 'use_vae': True, 'latent_dim': 32, 'n_vae_encoder_layers': 4, 'temporal_ensemble_coeff': None, 'dropout': 0.1, 'kl_weight': 10.0, 'optimizer_lr': 1e-05, 'optimizer_weight_decay': 0.0001, 'optimizer_lr_backbone': 1e-05}, 'output_dir': 'outputs/train/test_trainval_split_05.15.10.28', 'job_name': 'act_3val27train', 'resume': False, 'seed': 10, 'num_workers': 4, 'batch_size': 8, 'steps': 100000, 'eval_freq': 20000, 'log_freq': 200, 'save_checkpoint': True, 'save_freq': 20000, 'use_policy_training_preset': True, 'optimizer': {'type': 'adamw', 'lr': 1e-05, 'weight_decay': 0.0001, 'grad_clip_norm': 10.0, 'betas': [0.9, 0.999], 'eps': 1e-08}, 'scheduler': None, 'eval': {'n_episodes': 50, 'batch_size': 50, 'use_async_envs': False}, 'wandb': {'enable': True, 'disable_artifact': False, 'project': 'lerobot', 'entity': None, 'notes': None, 'run_id': None, 'mode': None}, '_wandb': {}}
+2025-05-15 10:28:10,432 INFO    MainThread:1247880 [wandb_init.py:init():893] starting backend
+2025-05-15 10:28:10,432 INFO    MainThread:1247880 [wandb_init.py:init():897] sending inform_init request
+2025-05-15 10:28:10,437 INFO    MainThread:1247880 [backend.py:_multiprocessing_setup():101] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
+2025-05-15 10:28:10,437 INFO    MainThread:1247880 [wandb_init.py:init():907] backend started and connected
+2025-05-15 10:28:10,440 INFO    MainThread:1247880 [wandb_init.py:init():1002] updated telemetry
+2025-05-15 10:28:10,446 INFO    MainThread:1247880 [wandb_init.py:init():1026] communicating run to backend with 90.0 second timeout
+2025-05-15 10:28:10,939 INFO    MainThread:1247880 [wandb_init.py:init():1101] starting run threads in backend
+2025-05-15 10:28:11,075 INFO    MainThread:1247880 [wandb_run.py:_console_start():2566] atexit reg
+2025-05-15 10:28:11,075 INFO    MainThread:1247880 [wandb_run.py:_redirect():2414] redirect: wrap_raw
+2025-05-15 10:28:11,075 INFO    MainThread:1247880 [wandb_run.py:_redirect():2483] Wrapping output streams.
+2025-05-15 10:28:11,075 INFO    MainThread:1247880 [wandb_run.py:_redirect():2506] Redirects installed.
+2025-05-15 10:28:11,077 INFO    MainThread:1247880 [wandb_init.py:init():1147] run started, returning control to user process
+2025-05-15 16:31:53,442 INFO    MsgRouterThr:1247880 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 2 handles.

wandb/run-20250515_102810-1vj4coyn/run-1vj4coyn.wandb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2a44f82ecaf2f91b5633e900a1129469129c18dab60aa1174b37422011ab8f1
+size 1749064