Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250510_151532-3wdw2qxs/run-3wdw2qxs.wandb filter=lfs diff=lfs merge=lfs -text

checkpoints/002000/pretrained_model/config.json

@@ -0,0 +1,63 @@
+{
+    "n_obs_steps": 1,
+    "normalization_mapping": {
+        "VISUAL": "MEAN_STD",
+        "STATE": "MEAN_STD",
+        "ACTION": "MEAN_STD"
+    },
+    "input_features": {
+        "observation.state": {
+            "type": "STATE",
+            "shape": [
+                6
+            ]
+        },
+        "observation.images.main": {
+            "type": "VISUAL",
+            "shape": [
+                3,
+                240,
+                320
+            ]
+        },
+        "observation.images.secondary_0": {
+            "type": "VISUAL",
+            "shape": [
+                3,
+                240,
+                320
+            ]
+        }
+    },
+    "output_features": {
+        "action": {
+            "type": "ACTION",
+            "shape": [
+                6
+            ]
+        }
+    },
+    "device": "mps",
+    "use_amp": false,
+    "chunk_size": 100,
+    "n_action_steps": 100,
+    "vision_backbone": "resnet18",
+    "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
+    "replace_final_stride_with_dilation": false,
+    "pre_norm": false,
+    "dim_model": 512,
+    "n_heads": 8,
+    "dim_feedforward": 3200,
+    "feedforward_activation": "relu",
+    "n_encoder_layers": 4,
+    "n_decoder_layers": 1,
+    "use_vae": true,
+    "latent_dim": 32,
+    "n_vae_encoder_layers": 4,
+    "temporal_ensemble_coeff": null,
+    "dropout": 0.1,
+    "kl_weight": 10.0,
+    "optimizer_lr": 1e-05,
+    "optimizer_weight_decay": 0.0001,
+    "optimizer_lr_backbone": 1e-05
+}

checkpoints/002000/pretrained_model/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aa53ee3e1bedf3f13b0f4f338590e75e2f130fcc0dffdf53c2ceab4bddd8867
+size 206701080

checkpoints/002000/pretrained_model/train_config.json

@@ -0,0 +1,170 @@
+{
+    "dataset": {
+        "repo_id": "briannnyee/grabbing_v2",
+        "root": null,
+        "episodes": null,
+        "image_transforms": {
+            "enable": false,
+            "max_num_transforms": 3,
+            "random_order": false,
+            "tfs": {
+                "brightness": {
+                    "weight": 1.0,
+                    "type": "ColorJitter",
+                    "kwargs": {
+                        "brightness": [
+                            0.8,
+                            1.2
+                        ]
+                    }
+                },
+                "contrast": {
+                    "weight": 1.0,
+                    "type": "ColorJitter",
+                    "kwargs": {
+                        "contrast": [
+                            0.8,
+                            1.2
+                        ]
+                    }
+                },
+                "saturation": {
+                    "weight": 1.0,
+                    "type": "ColorJitter",
+                    "kwargs": {
+                        "saturation": [
+                            0.5,
+                            1.5
+                        ]
+                    }
+                },
+                "hue": {
+                    "weight": 1.0,
+                    "type": "ColorJitter",
+                    "kwargs": {
+                        "hue": [
+                            -0.05,
+                            0.05
+                        ]
+                    }
+                },
+                "sharpness": {
+                    "weight": 1.0,
+                    "type": "SharpnessJitter",
+                    "kwargs": {
+                        "sharpness": [
+                            0.5,
+                            1.5
+                        ]
+                    }
+                }
+            }
+        },
+        "revision": null,
+        "use_imagenet_stats": true,
+        "video_backend": "torchcodec"
+    },
+    "env": null,
+    "policy": {
+        "type": "act",
+        "n_obs_steps": 1,
+        "normalization_mapping": {
+            "VISUAL": "MEAN_STD",
+            "STATE": "MEAN_STD",
+            "ACTION": "MEAN_STD"
+        },
+        "input_features": {
+            "observation.state": {
+                "type": "STATE",
+                "shape": [
+                    6
+                ]
+            },
+            "observation.images.main": {
+                "type": "VISUAL",
+                "shape": [
+                    3,
+                    240,
+                    320
+                ]
+            },
+            "observation.images.secondary_0": {
+                "type": "VISUAL",
+                "shape": [
+                    3,
+                    240,
+                    320
+                ]
+            }
+        },
+        "output_features": {
+            "action": {
+                "type": "ACTION",
+                "shape": [
+                    6
+                ]
+            }
+        },
+        "device": "mps",
+        "use_amp": false,
+        "chunk_size": 100,
+        "n_action_steps": 100,
+        "vision_backbone": "resnet18",
+        "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
+        "replace_final_stride_with_dilation": false,
+        "pre_norm": false,
+        "dim_model": 512,
+        "n_heads": 8,
+        "dim_feedforward": 3200,
+        "feedforward_activation": "relu",
+        "n_encoder_layers": 4,
+        "n_decoder_layers": 1,
+        "use_vae": true,
+        "latent_dim": 32,
+        "n_vae_encoder_layers": 4,
+        "temporal_ensemble_coeff": null,
+        "dropout": 0.1,
+        "kl_weight": 10.0,
+        "optimizer_lr": 1e-05,
+        "optimizer_weight_decay": 0.0001,
+        "optimizer_lr_backbone": 1e-05
+    },
+    "output_dir": "outputs/train/grabbing_v2",
+    "job_name": "grabbing_v2",
+    "resume": false,
+    "seed": 1000,
+    "num_workers": 4,
+    "batch_size": 1,
+    "steps": 10000,
+    "eval_freq": 2000,
+    "log_freq": 200,
+    "save_checkpoint": true,
+    "save_freq": 2000,
+    "use_policy_training_preset": true,
+    "optimizer": {
+        "type": "adamw",
+        "lr": 1e-05,
+        "weight_decay": 0.0001,
+        "grad_clip_norm": 10.0,
+        "betas": [
+            0.9,
+            0.999
+        ],
+        "eps": 1e-08
+    },
+    "scheduler": null,
+    "eval": {
+        "n_episodes": 50,
+        "batch_size": 50,
+        "use_async_envs": false
+    },
+    "wandb": {
+        "enable": true,
+        "disable_artifact": false,
+        "project": "lerobot",
+        "entity": null,
+        "notes": null,
+        "run_id": null,
+        "mode": null
+    }
+}

checkpoints/002000/training_state/optimizer_param_groups.json

@@ -0,0 +1,191 @@
+[
+    {
+        "lr": 1e-05,
+        "betas": [
+            0.9,
+            0.999
+        ],
+        "eps": 1e-08,
+        "weight_decay": 0.0001,
+        "amsgrad": false,
+        "maximize": false,
+        "foreach": null,
+        "capturable": false,
+        "differentiable": false,
+        "fused": null,
+        "decoupled_weight_decay": true,
+        "params": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15,
+            16,
+            17,
+            18,
+            19,
+            20,
+            21,
+            22,
+            23,
+            24,
+            25,
+            26,
+            27,
+            28,
+            29,
+            30,
+            31,
+            32,
+            33,
+            34,
+            35,
+            36,
+            37,
+            38,
+            39,
+            40,
+            41,
+            42,
+            43,
+            44,
+            45,
+            46,
+            47,
+            48,
+            49,
+            50,
+            51,
+            52,
+            53,
+            54,
+            55,
+            56,
+            57,
+            58,
+            59,
+            60,
+            61,
+            62,
+            63,
+            64,
+            65,
+            66,
+            67,
+            68,
+            69,
+            70,
+            71,
+            72,
+            73,
+            74,
+            75,
+            76,
+            77,
+            78,
+            79,
+            80,
+            81,
+            82,
+            83,
+            84,
+            85,
+            86,
+            87,
+            88,
+            89,
+            90,
+            91,
+            92,
+            93,
+            94,
+            95,
+            96,
+            97,
+            98,
+            99,
+            100,
+            101,
+            102,
+            103,
+            104,
+            105,
+            106,
+            107,
+            108,
+            109,
+            110,
+            111,
+            112,
+            113,
+            114,
+            115,
+            116,
+            117,
+            118,
+            119,
+            120,
+            121,
+            122,
+            123,
+            124,
+            125,
+            126,
+            127,
+            128,
+            129,
+            130,
+            131,
+            132
+        ]
+    },
+    {
+        "lr": 1e-05,
+        "betas": [
+            0.9,
+            0.999
+        ],
+        "eps": 1e-08,
+        "weight_decay": 0.0001,
+        "amsgrad": false,
+        "maximize": false,
+        "foreach": null,
+        "capturable": false,
+        "differentiable": false,
+        "fused": null,
+        "decoupled_weight_decay": true,
+        "params": [
+            133,
+            134,
+            135,
+            136,
+            137,
+            138,
+            139,
+            140,
+            141,
+            142,
+            143,
+            144,
+            145,
+            146,
+            147,
+            148,
+            149,
+            150,
+            151,
+            152
+        ]
+    }
+]

checkpoints/002000/training_state/optimizer_state.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3958babfb2b757daa14409ab0259b3af39522889b16544da934062674e18963
+size 412817652

checkpoints/002000/training_state/rng_state.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad31df2d074be66553b0f728dc3dcd9f56d6739b50ad6ba8930a38211d287edc
+size 15612

checkpoints/002000/training_state/training_step.json

@@ -0,0 +1,3 @@
+{
+    "step": 2000
+}

checkpoints/004000/pretrained_model/config.json

@@ -0,0 +1,63 @@
+{
+    "n_obs_steps": 1,
+    "normalization_mapping": {
+        "VISUAL": "MEAN_STD",
+        "STATE": "MEAN_STD",
+        "ACTION": "MEAN_STD"
+    },
+    "input_features": {
+        "observation.state": {
+            "type": "STATE",
+            "shape": [
+                6
+            ]
+        },
+        "observation.images.main": {
+            "type": "VISUAL",
+            "shape": [
+                3,
+                240,
+                320
+            ]
+        },
+        "observation.images.secondary_0": {
+            "type": "VISUAL",
+            "shape": [
+                3,
+                240,
+                320
+            ]
+        }
+    },
+    "output_features": {
+        "action": {
+            "type": "ACTION",
+            "shape": [
+                6
+            ]
+        }
+    },
+    "device": "mps",
+    "use_amp": false,
+    "chunk_size": 100,
+    "n_action_steps": 100,
+    "vision_backbone": "resnet18",
+    "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
+    "replace_final_stride_with_dilation": false,
+    "pre_norm": false,
+    "dim_model": 512,
+    "n_heads": 8,
+    "dim_feedforward": 3200,
+    "feedforward_activation": "relu",
+    "n_encoder_layers": 4,
+    "n_decoder_layers": 1,
+    "use_vae": true,
+    "latent_dim": 32,
+    "n_vae_encoder_layers": 4,
+    "temporal_ensemble_coeff": null,
+    "dropout": 0.1,
+    "kl_weight": 10.0,
+    "optimizer_lr": 1e-05,
+    "optimizer_weight_decay": 0.0001,
+    "optimizer_lr_backbone": 1e-05
+}

checkpoints/004000/pretrained_model/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8326e282b171fae26cd27c33629f88c5c209bb8d608d45f19460c2a7a0a78116
+size 206701080

checkpoints/004000/pretrained_model/train_config.json

@@ -0,0 +1,170 @@
+{
+    "dataset": {
+        "repo_id": "briannnyee/grabbing_v2",
+        "root": null,
+        "episodes": null,
+        "image_transforms": {
+            "enable": false,
+            "max_num_transforms": 3,
+            "random_order": false,
+            "tfs": {
+                "brightness": {
+                    "weight": 1.0,
+                    "type": "ColorJitter",
+                    "kwargs": {
+                        "brightness": [
+                            0.8,
+                            1.2
+                        ]
+                    }
+                },
+                "contrast": {
+                    "weight": 1.0,
+                    "type": "ColorJitter",
+                    "kwargs": {
+                        "contrast": [
+                            0.8,
+                            1.2
+                        ]
+                    }
+                },
+                "saturation": {
+                    "weight": 1.0,
+                    "type": "ColorJitter",
+                    "kwargs": {
+                        "saturation": [
+                            0.5,
+                            1.5
+                        ]
+                    }
+                },
+                "hue": {
+                    "weight": 1.0,
+                    "type": "ColorJitter",
+                    "kwargs": {
+                        "hue": [
+                            -0.05,
+                            0.05
+                        ]
+                    }
+                },
+                "sharpness": {
+                    "weight": 1.0,
+                    "type": "SharpnessJitter",
+                    "kwargs": {
+                        "sharpness": [
+                            0.5,
+                            1.5
+                        ]
+                    }
+                }
+            }
+        },
+        "revision": null,
+        "use_imagenet_stats": true,
+        "video_backend": "torchcodec"
+    },
+    "env": null,
+    "policy": {
+        "type": "act",
+        "n_obs_steps": 1,
+        "normalization_mapping": {
+            "VISUAL": "MEAN_STD",
+            "STATE": "MEAN_STD",
+            "ACTION": "MEAN_STD"
+        },
+        "input_features": {
+            "observation.state": {
+                "type": "STATE",
+                "shape": [
+                    6
+                ]
+            },
+            "observation.images.main": {
+                "type": "VISUAL",
+                "shape": [
+                    3,
+                    240,
+                    320
+                ]
+            },
+            "observation.images.secondary_0": {
+                "type": "VISUAL",
+                "shape": [
+                    3,
+                    240,
+                    320
+                ]
+            }
+        },
+        "output_features": {
+            "action": {
+                "type": "ACTION",
+                "shape": [
+                    6
+                ]
+            }
+        },
+        "device": "mps",
+        "use_amp": false,
+        "chunk_size": 100,
+        "n_action_steps": 100,
+        "vision_backbone": "resnet18",
+        "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
+        "replace_final_stride_with_dilation": false,
+        "pre_norm": false,
+        "dim_model": 512,
+        "n_heads": 8,
+        "dim_feedforward": 3200,
+        "feedforward_activation": "relu",
+        "n_encoder_layers": 4,
+        "n_decoder_layers": 1,
+        "use_vae": true,
+        "latent_dim": 32,
+        "n_vae_encoder_layers": 4,
+        "temporal_ensemble_coeff": null,
+        "dropout": 0.1,
+        "kl_weight": 10.0,
+        "optimizer_lr": 1e-05,
+        "optimizer_weight_decay": 0.0001,
+        "optimizer_lr_backbone": 1e-05
+    },
+    "output_dir": "outputs/train/grabbing_v2",
+    "job_name": "grabbing_v2",
+    "resume": false,
+    "seed": 1000,
+    "num_workers": 4,
+    "batch_size": 1,
+    "steps": 10000,
+    "eval_freq": 2000,
+    "log_freq": 200,
+    "save_checkpoint": true,
+    "save_freq": 2000,
+    "use_policy_training_preset": true,
+    "optimizer": {
+        "type": "adamw",
+        "lr": 1e-05,
+        "weight_decay": 0.0001,
+        "grad_clip_norm": 10.0,
+        "betas": [
+            0.9,
+            0.999
+        ],
+        "eps": 1e-08
+    },
+    "scheduler": null,
+    "eval": {
+        "n_episodes": 50,
+        "batch_size": 50,
+        "use_async_envs": false
+    },
+    "wandb": {
+        "enable": true,
+        "disable_artifact": false,
+        "project": "lerobot",
+        "entity": null,
+        "notes": null,
+        "run_id": null,
+        "mode": null
+    }
+}

checkpoints/004000/training_state/optimizer_param_groups.json

@@ -0,0 +1,191 @@
+[
+    {
+        "lr": 1e-05,
+        "betas": [
+            0.9,
+            0.999
+        ],
+        "eps": 1e-08,
+        "weight_decay": 0.0001,
+        "amsgrad": false,
+        "maximize": false,
+        "foreach": null,
+        "capturable": false,
+        "differentiable": false,
+        "fused": null,
+        "decoupled_weight_decay": true,
+        "params": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15,
+            16,
+            17,
+            18,
+            19,
+            20,
+            21,
+            22,
+            23,
+            24,
+            25,
+            26,
+            27,
+            28,
+            29,
+            30,
+            31,
+            32,
+            33,
+            34,
+            35,
+            36,
+            37,
+            38,
+            39,
+            40,
+            41,
+            42,
+            43,
+            44,
+            45,
+            46,
+            47,
+            48,
+            49,
+            50,
+            51,
+            52,
+            53,
+            54,
+            55,
+            56,
+            57,
+            58,
+            59,
+            60,
+            61,
+            62,
+            63,
+            64,
+            65,
+            66,
+            67,
+            68,
+            69,
+            70,
+            71,
+            72,
+            73,
+            74,
+            75,
+            76,
+            77,
+            78,
+            79,
+            80,
+            81,
+            82,
+            83,
+            84,
+            85,
+            86,
+            87,
+            88,
+            89,
+            90,
+            91,
+            92,
+            93,
+            94,
+            95,
+            96,
+            97,
+            98,
+            99,
+            100,
+            101,
+            102,
+            103,
+            104,
+            105,
+            106,
+            107,
+            108,
+            109,
+            110,
+            111,
+            112,
+            113,
+            114,
+            115,
+            116,
+            117,
+            118,
+            119,
+            120,
+            121,
+            122,
+            123,
+            124,
+            125,
+            126,
+            127,
+            128,
+            129,
+            130,
+            131,
+            132
+        ]
+    },
+    {
+        "lr": 1e-05,
+        "betas": [
+            0.9,
+            0.999
+        ],
+        "eps": 1e-08,
+        "weight_decay": 0.0001,
+        "amsgrad": false,
+        "maximize": false,
+        "foreach": null,
+        "capturable": false,
+        "differentiable": false,
+        "fused": null,
+        "decoupled_weight_decay": true,
+        "params": [
+            133,
+            134,
+            135,
+            136,
+            137,
+            138,
+            139,
+            140,
+            141,
+            142,
+            143,
+            144,
+            145,
+            146,
+            147,
+            148,
+            149,
+            150,
+            151,
+            152
+        ]
+    }
+]

checkpoints/004000/training_state/optimizer_state.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6407752245f6675333c7f643e4ed8729f7a22738f6c2db22d4337ba25b918417
+size 412817652

checkpoints/004000/training_state/rng_state.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad31df2d074be66553b0f728dc3dcd9f56d6739b50ad6ba8930a38211d287edc
+size 15612

checkpoints/004000/training_state/training_step.json

@@ -0,0 +1,3 @@
+{
+    "step": 4000
+}

checkpoints/006000/pretrained_model/config.json

@@ -0,0 +1,63 @@
+{
+    "n_obs_steps": 1,
+    "normalization_mapping": {
+        "VISUAL": "MEAN_STD",
+        "STATE": "MEAN_STD",
+        "ACTION": "MEAN_STD"
+    },
+    "input_features": {
+        "observation.state": {
+            "type": "STATE",
+            "shape": [
+                6
+            ]
+        },
+        "observation.images.main": {
+            "type": "VISUAL",
+            "shape": [
+                3,
+                240,
+                320
+            ]
+        },
+        "observation.images.secondary_0": {
+            "type": "VISUAL",
+            "shape": [
+                3,
+                240,
+                320
+            ]
+        }
+    },
+    "output_features": {
+        "action": {
+            "type": "ACTION",
+            "shape": [
+                6
+            ]
+        }
+    },
+    "device": "mps",
+    "use_amp": false,
+    "chunk_size": 100,
+    "n_action_steps": 100,
+    "vision_backbone": "resnet18",
+    "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
+    "replace_final_stride_with_dilation": false,
+    "pre_norm": false,
+    "dim_model": 512,
+    "n_heads": 8,
+    "dim_feedforward": 3200,
+    "feedforward_activation": "relu",
+    "n_encoder_layers": 4,
+    "n_decoder_layers": 1,
+    "use_vae": true,
+    "latent_dim": 32,
+    "n_vae_encoder_layers": 4,
+    "temporal_ensemble_coeff": null,
+    "dropout": 0.1,
+    "kl_weight": 10.0,
+    "optimizer_lr": 1e-05,
+    "optimizer_weight_decay": 0.0001,
+    "optimizer_lr_backbone": 1e-05
+}

checkpoints/006000/pretrained_model/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4037f82ce53bb9f73b247e55f3d50b619f64be848d29fdaf0d815f2e1bbb5ceb
+size 206701080

checkpoints/006000/pretrained_model/train_config.json

@@ -0,0 +1,170 @@
+{
+    "dataset": {
+        "repo_id": "briannnyee/grabbing_v2",
+        "root": null,
+        "episodes": null,
+        "image_transforms": {
+            "enable": false,
+            "max_num_transforms": 3,
+            "random_order": false,
+            "tfs": {
+                "brightness": {
+                    "weight": 1.0,
+                    "type": "ColorJitter",
+                    "kwargs": {
+                        "brightness": [
+                            0.8,
+                            1.2
+                        ]
+                    }
+                },
+                "contrast": {
+                    "weight": 1.0,
+                    "type": "ColorJitter",
+                    "kwargs": {
+                        "contrast": [
+                            0.8,
+                            1.2
+                        ]
+                    }
+                },
+                "saturation": {
+                    "weight": 1.0,
+                    "type": "ColorJitter",
+                    "kwargs": {
+                        "saturation": [
+                            0.5,
+                            1.5
+                        ]
+                    }
+                },
+                "hue": {
+                    "weight": 1.0,
+                    "type": "ColorJitter",
+                    "kwargs": {
+                        "hue": [
+                            -0.05,
+                            0.05
+                        ]
+                    }
+                },
+                "sharpness": {
+                    "weight": 1.0,
+                    "type": "SharpnessJitter",
+                    "kwargs": {
+                        "sharpness": [
+                            0.5,
+                            1.5
+                        ]
+                    }
+                }
+            }
+        },
+        "revision": null,
+        "use_imagenet_stats": true,
+        "video_backend": "torchcodec"
+    },
+    "env": null,
+    "policy": {
+        "type": "act",
+        "n_obs_steps": 1,
+        "normalization_mapping": {
+            "VISUAL": "MEAN_STD",
+            "STATE": "MEAN_STD",
+            "ACTION": "MEAN_STD"
+        },
+        "input_features": {
+            "observation.state": {
+                "type": "STATE",
+                "shape": [
+                    6
+                ]
+            },
+            "observation.images.main": {
+                "type": "VISUAL",
+                "shape": [
+                    3,
+                    240,
+                    320
+                ]
+            },
+            "observation.images.secondary_0": {
+                "type": "VISUAL",
+                "shape": [
+                    3,
+                    240,
+                    320
+                ]
+            }
+        },
+        "output_features": {
+            "action": {
+                "type": "ACTION",
+                "shape": [
+                    6
+                ]
+            }
+        },
+        "device": "mps",
+        "use_amp": false,
+        "chunk_size": 100,
+        "n_action_steps": 100,
+        "vision_backbone": "resnet18",
+        "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
+        "replace_final_stride_with_dilation": false,
+        "pre_norm": false,
+        "dim_model": 512,
+        "n_heads": 8,
+        "dim_feedforward": 3200,
+        "feedforward_activation": "relu",
+        "n_encoder_layers": 4,
+        "n_decoder_layers": 1,
+        "use_vae": true,
+        "latent_dim": 32,
+        "n_vae_encoder_layers": 4,
+        "temporal_ensemble_coeff": null,
+        "dropout": 0.1,
+        "kl_weight": 10.0,
+        "optimizer_lr": 1e-05,
+        "optimizer_weight_decay": 0.0001,
+        "optimizer_lr_backbone": 1e-05
+    },
+    "output_dir": "outputs/train/grabbing_v2",
+    "job_name": "grabbing_v2",
+    "resume": false,
+    "seed": 1000,
+    "num_workers": 4,
+    "batch_size": 1,
+    "steps": 10000,
+    "eval_freq": 2000,
+    "log_freq": 200,
+    "save_checkpoint": true,
+    "save_freq": 2000,
+    "use_policy_training_preset": true,
+    "optimizer": {
+        "type": "adamw",
+        "lr": 1e-05,
+        "weight_decay": 0.0001,
+        "grad_clip_norm": 10.0,
+        "betas": [
+            0.9,
+            0.999
+        ],
+        "eps": 1e-08
+    },
+    "scheduler": null,
+    "eval": {
+        "n_episodes": 50,
+        "batch_size": 50,
+        "use_async_envs": false
+    },
+    "wandb": {
+        "enable": true,
+        "disable_artifact": false,
+        "project": "lerobot",
+        "entity": null,
+        "notes": null,
+        "run_id": null,
+        "mode": null
+    }
+}

checkpoints/006000/training_state/optimizer_param_groups.json

@@ -0,0 +1,191 @@
+[
+    {
+        "lr": 1e-05,
+        "betas": [
+            0.9,
+            0.999
+        ],
+        "eps": 1e-08,
+        "weight_decay": 0.0001,
+        "amsgrad": false,
+        "maximize": false,
+        "foreach": null,
+        "capturable": false,
+        "differentiable": false,
+        "fused": null,
+        "decoupled_weight_decay": true,
+        "params": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15,
+            16,
+            17,
+            18,
+            19,
+            20,
+            21,
+            22,
+            23,
+            24,
+            25,
+            26,
+            27,
+            28,
+            29,
+            30,
+            31,
+            32,
+            33,
+            34,
+            35,
+            36,
+            37,
+            38,
+            39,
+            40,
+            41,
+            42,
+            43,
+            44,
+            45,
+            46,
+            47,
+            48,
+            49,
+            50,
+            51,
+            52,
+            53,
+            54,
+            55,
+            56,
+            57,
+            58,
+            59,
+            60,
+            61,
+            62,
+            63,
+            64,
+            65,
+            66,
+            67,
+            68,
+            69,
+            70,
+            71,
+            72,
+            73,
+            74,
+            75,
+            76,
+            77,
+            78,
+            79,
+            80,
+            81,
+            82,
+            83,
+            84,
+            85,
+            86,
+            87,
+            88,
+            89,
+            90,
+            91,
+            92,
+            93,
+            94,
+            95,
+            96,
+            97,
+            98,
+            99,
+            100,
+            101,
+            102,
+            103,
+            104,
+            105,
+            106,
+            107,
+            108,
+            109,
+            110,
+            111,
+            112,
+            113,
+            114,
+            115,
+            116,
+            117,
+            118,
+            119,
+            120,
+            121,
+            122,
+            123,
+            124,
+            125,
+            126,
+            127,
+            128,
+            129,
+            130,
+            131,
+            132
+        ]
+    },
+    {
+        "lr": 1e-05,
+        "betas": [
+            0.9,
+            0.999
+        ],
+        "eps": 1e-08,
+        "weight_decay": 0.0001,
+        "amsgrad": false,
+        "maximize": false,
+        "foreach": null,
+        "capturable": false,
+        "differentiable": false,
+        "fused": null,
+        "decoupled_weight_decay": true,
+        "params": [
+            133,
+            134,
+            135,
+            136,
+            137,
+            138,
+            139,
+            140,
+            141,
+            142,
+            143,
+            144,
+            145,
+            146,
+            147,
+            148,
+            149,
+            150,
+            151,
+            152
+        ]
+    }
+]

checkpoints/006000/training_state/optimizer_state.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9448c9c03c0c74df8b49f48a53205c9e9b8f3ffe49e75b0b955256227f0cffec
+size 412817652

checkpoints/006000/training_state/rng_state.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eba4ec1a6cd6d2ff8af375a7fd7f915978135a77302f5d9f13e62177d46a1989
+size 15612

checkpoints/006000/training_state/training_step.json

@@ -0,0 +1,3 @@
+{
+    "step": 6000
+}

checkpoints/008000/pretrained_model/config.json

@@ -0,0 +1,63 @@
+{
+    "n_obs_steps": 1,
+    "normalization_mapping": {
+        "VISUAL": "MEAN_STD",
+        "STATE": "MEAN_STD",
+        "ACTION": "MEAN_STD"
+    },
+    "input_features": {
+        "observation.state": {
+            "type": "STATE",
+            "shape": [
+                6
+            ]
+        },
+        "observation.images.main": {
+            "type": "VISUAL",
+            "shape": [
+                3,
+                240,
+                320
+            ]
+        },
+        "observation.images.secondary_0": {
+            "type": "VISUAL",
+            "shape": [
+                3,
+                240,
+                320
+            ]
+        }
+    },
+    "output_features": {
+        "action": {
+            "type": "ACTION",
+            "shape": [
+                6
+            ]
+        }
+    },
+    "device": "mps",
+    "use_amp": false,
+    "chunk_size": 100,
+    "n_action_steps": 100,
+    "vision_backbone": "resnet18",
+    "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
+    "replace_final_stride_with_dilation": false,
+    "pre_norm": false,
+    "dim_model": 512,
+    "n_heads": 8,
+    "dim_feedforward": 3200,
+    "feedforward_activation": "relu",
+    "n_encoder_layers": 4,
+    "n_decoder_layers": 1,
+    "use_vae": true,
+    "latent_dim": 32,
+    "n_vae_encoder_layers": 4,
+    "temporal_ensemble_coeff": null,
+    "dropout": 0.1,
+    "kl_weight": 10.0,
+    "optimizer_lr": 1e-05,
+    "optimizer_weight_decay": 0.0001,
+    "optimizer_lr_backbone": 1e-05
+}

checkpoints/008000/pretrained_model/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a72f9d15183aa385e8c22b3fb4b29826a92fce6fa2c856036698ac4b509c5d39
+size 206701080

checkpoints/008000/pretrained_model/train_config.json

@@ -0,0 +1,170 @@
+{
+    "dataset": {
+        "repo_id": "briannnyee/grabbing_v2",
+        "root": null,
+        "episodes": null,
+        "image_transforms": {
+            "enable": false,
+            "max_num_transforms": 3,
+            "random_order": false,
+            "tfs": {
+                "brightness": {
+                    "weight": 1.0,
+                    "type": "ColorJitter",
+                    "kwargs": {
+                        "brightness": [
+                            0.8,
+                            1.2
+                        ]
+                    }
+                },
+                "contrast": {
+                    "weight": 1.0,
+                    "type": "ColorJitter",
+                    "kwargs": {
+                        "contrast": [
+                            0.8,
+                            1.2
+                        ]
+                    }
+                },
+                "saturation": {
+                    "weight": 1.0,
+                    "type": "ColorJitter",
+                    "kwargs": {
+                        "saturation": [
+                            0.5,
+                            1.5
+                        ]
+                    }
+                },
+                "hue": {
+                    "weight": 1.0,
+                    "type": "ColorJitter",
+                    "kwargs": {
+                        "hue": [
+                            -0.05,
+                            0.05
+                        ]
+                    }
+                },
+                "sharpness": {
+                    "weight": 1.0,
+                    "type": "SharpnessJitter",
+                    "kwargs": {
+                        "sharpness": [
+                            0.5,
+                            1.5
+                        ]
+                    }
+                }
+            }
+        },
+        "revision": null,
+        "use_imagenet_stats": true,
+        "video_backend": "torchcodec"
+    },
+    "env": null,
+    "policy": {
+        "type": "act",
+        "n_obs_steps": 1,
+        "normalization_mapping": {
+            "VISUAL": "MEAN_STD",
+            "STATE": "MEAN_STD",
+            "ACTION": "MEAN_STD"
+        },
+        "input_features": {
+            "observation.state": {
+                "type": "STATE",
+                "shape": [
+                    6
+                ]
+            },
+            "observation.images.main": {
+                "type": "VISUAL",
+                "shape": [
+                    3,
+                    240,
+                    320
+                ]
+            },
+            "observation.images.secondary_0": {
+                "type": "VISUAL",
+                "shape": [
+                    3,
+                    240,
+                    320
+                ]
+            }
+        },
+        "output_features": {
+            "action": {
+                "type": "ACTION",
+                "shape": [
+                    6
+                ]
+            }
+        },
+        "device": "mps",
+        "use_amp": false,
+        "chunk_size": 100,
+        "n_action_steps": 100,
+        "vision_backbone": "resnet18",
+        "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
+        "replace_final_stride_with_dilation": false,
+        "pre_norm": false,
+        "dim_model": 512,
+        "n_heads": 8,
+        "dim_feedforward": 3200,
+        "feedforward_activation": "relu",
+        "n_encoder_layers": 4,
+        "n_decoder_layers": 1,
+        "use_vae": true,
+        "latent_dim": 32,
+        "n_vae_encoder_layers": 4,
+        "temporal_ensemble_coeff": null,
+        "dropout": 0.1,
+        "kl_weight": 10.0,
+        "optimizer_lr": 1e-05,
+        "optimizer_weight_decay": 0.0001,
+        "optimizer_lr_backbone": 1e-05
+    },
+    "output_dir": "outputs/train/grabbing_v2",
+    "job_name": "grabbing_v2",
+    "resume": false,
+    "seed": 1000,
+    "num_workers": 4,
+    "batch_size": 1,
+    "steps": 10000,
+    "eval_freq": 2000,
+    "log_freq": 200,
+    "save_checkpoint": true,
+    "save_freq": 2000,
+    "use_policy_training_preset": true,
+    "optimizer": {
+        "type": "adamw",
+        "lr": 1e-05,
+        "weight_decay": 0.0001,
+        "grad_clip_norm": 10.0,
+        "betas": [
+            0.9,
+            0.999
+        ],
+        "eps": 1e-08
+    },
+    "scheduler": null,
+    "eval": {
+        "n_episodes": 50,
+        "batch_size": 50,
+        "use_async_envs": false
+    },
+    "wandb": {
+        "enable": true,
+        "disable_artifact": false,
+        "project": "lerobot",
+        "entity": null,
+        "notes": null,
+        "run_id": null,
+        "mode": null
+    }
+}

checkpoints/008000/training_state/optimizer_param_groups.json

@@ -0,0 +1,191 @@
+[
+    {
+        "lr": 1e-05,
+        "betas": [
+            0.9,
+            0.999
+        ],
+        "eps": 1e-08,
+        "weight_decay": 0.0001,
+        "amsgrad": false,
+        "maximize": false,
+        "foreach": null,
+        "capturable": false,
+        "differentiable": false,
+        "fused": null,
+        "decoupled_weight_decay": true,
+        "params": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15,
+            16,
+            17,
+            18,
+            19,
+            20,
+            21,
+            22,
+            23,
+            24,
+            25,
+            26,
+            27,
+            28,
+            29,
+            30,
+            31,
+            32,
+            33,
+            34,
+            35,
+            36,
+            37,
+            38,
+            39,
+            40,
+            41,
+            42,
+            43,
+            44,
+            45,
+            46,
+            47,
+            48,
+            49,
+            50,
+            51,
+            52,
+            53,
+            54,
+            55,
+            56,
+            57,
+            58,
+            59,
+            60,
+            61,
+            62,
+            63,
+            64,
+            65,
+            66,
+            67,
+            68,
+            69,
+            70,
+            71,
+            72,
+            73,
+            74,
+            75,
+            76,
+            77,
+            78,
+            79,
+            80,
+            81,
+            82,
+            83,
+            84,
+            85,
+            86,
+            87,
+            88,
+            89,
+            90,
+            91,
+            92,
+            93,
+            94,
+            95,
+            96,
+            97,
+            98,
+            99,
+            100,
+            101,
+            102,
+            103,
+            104,
+            105,
+            106,
+            107,
+            108,
+            109,
+            110,
+            111,
+            112,
+            113,
+            114,
+            115,
+            116,
+            117,
+            118,
+            119,
+            120,
+            121,
+            122,
+            123,
+            124,
+            125,
+            126,
+            127,
+            128,
+            129,
+            130,
+            131,
+            132
+        ]
+    },
+    {
+        "lr": 1e-05,
+        "betas": [
+            0.9,
+            0.999
+        ],
+        "eps": 1e-08,
+        "weight_decay": 0.0001,
+        "amsgrad": false,
+        "maximize": false,
+        "foreach": null,
+        "capturable": false,
+        "differentiable": false,
+        "fused": null,
+        "decoupled_weight_decay": true,
+        "params": [
+            133,
+            134,
+            135,
+            136,
+            137,
+            138,
+            139,
+            140,
+            141,
+            142,
+            143,
+            144,
+            145,
+            146,
+            147,
+            148,
+            149,
+            150,
+            151,
+            152
+        ]
+    }
+]

checkpoints/008000/training_state/optimizer_state.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2b07c4cdb21cbc055c1171df93370bc1c9733118a4fcf356d971476d50a0b39
+size 412817652

checkpoints/008000/training_state/rng_state.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eba4ec1a6cd6d2ff8af375a7fd7f915978135a77302f5d9f13e62177d46a1989
+size 15612

checkpoints/008000/training_state/training_step.json

@@ -0,0 +1,3 @@
+{
+    "step": 8000
+}

checkpoints/010000/pretrained_model/config.json

@@ -0,0 +1,63 @@
+{
+    "n_obs_steps": 1,
+    "normalization_mapping": {
+        "VISUAL": "MEAN_STD",
+        "STATE": "MEAN_STD",
+        "ACTION": "MEAN_STD"
+    },
+    "input_features": {
+        "observation.state": {
+            "type": "STATE",
+            "shape": [
+                6
+            ]
+        },
+        "observation.images.main": {
+            "type": "VISUAL",
+            "shape": [
+                3,
+                240,
+                320
+            ]
+        },
+        "observation.images.secondary_0": {
+            "type": "VISUAL",
+            "shape": [
+                3,
+                240,
+                320
+            ]
+        }
+    },
+    "output_features": {
+        "action": {
+            "type": "ACTION",
+            "shape": [
+                6
+            ]
+        }
+    },
+    "device": "mps",
+    "use_amp": false,
+    "chunk_size": 100,
+    "n_action_steps": 100,
+    "vision_backbone": "resnet18",
+    "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
+    "replace_final_stride_with_dilation": false,
+    "pre_norm": false,
+    "dim_model": 512,
+    "n_heads": 8,
+    "dim_feedforward": 3200,
+    "feedforward_activation": "relu",
+    "n_encoder_layers": 4,
+    "n_decoder_layers": 1,
+    "use_vae": true,
+    "latent_dim": 32,
+    "n_vae_encoder_layers": 4,
+    "temporal_ensemble_coeff": null,
+    "dropout": 0.1,
+    "kl_weight": 10.0,
+    "optimizer_lr": 1e-05,
+    "optimizer_weight_decay": 0.0001,
+    "optimizer_lr_backbone": 1e-05
+}

checkpoints/010000/pretrained_model/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7028391ba8c9895663d9e89bfc6bfb331adee8c2779aecda6558afd98ceb8374
+size 206701080

checkpoints/010000/pretrained_model/train_config.json

@@ -0,0 +1,170 @@
+{
+    "dataset": {
+        "repo_id": "briannnyee/grabbing_v2",
+        "root": null,
+        "episodes": null,
+        "image_transforms": {
+            "enable": false,
+            "max_num_transforms": 3,
+            "random_order": false,
+            "tfs": {
+                "brightness": {
+                    "weight": 1.0,
+                    "type": "ColorJitter",
+                    "kwargs": {
+                        "brightness": [
+                            0.8,
+                            1.2
+                        ]
+                    }
+                },
+                "contrast": {
+                    "weight": 1.0,
+                    "type": "ColorJitter",
+                    "kwargs": {
+                        "contrast": [
+                            0.8,
+                            1.2
+                        ]
+                    }
+                },
+                "saturation": {
+                    "weight": 1.0,
+                    "type": "ColorJitter",
+                    "kwargs": {
+                        "saturation": [
+                            0.5,
+                            1.5
+                        ]
+                    }
+                },
+                "hue": {
+                    "weight": 1.0,
+                    "type": "ColorJitter",
+                    "kwargs": {
+                        "hue": [
+                            -0.05,
+                            0.05
+                        ]
+                    }
+                },
+                "sharpness": {
+                    "weight": 1.0,
+                    "type": "SharpnessJitter",
+                    "kwargs": {
+                        "sharpness": [
+                            0.5,
+                            1.5
+                        ]
+                    }
+                }
+            }
+        },
+        "revision": null,
+        "use_imagenet_stats": true,
+        "video_backend": "torchcodec"
+    },
+    "env": null,
+    "policy": {
+        "type": "act",
+        "n_obs_steps": 1,
+        "normalization_mapping": {
+            "VISUAL": "MEAN_STD",
+            "STATE": "MEAN_STD",
+            "ACTION": "MEAN_STD"
+        },
+        "input_features": {
+            "observation.state": {
+                "type": "STATE",
+                "shape": [
+                    6
+                ]
+            },
+            "observation.images.main": {
+                "type": "VISUAL",
+                "shape": [
+                    3,
+                    240,
+                    320
+                ]
+            },
+            "observation.images.secondary_0": {
+                "type": "VISUAL",
+                "shape": [
+                    3,
+                    240,
+                    320
+                ]
+            }
+        },
+        "output_features": {
+            "action": {
+                "type": "ACTION",
+                "shape": [
+                    6
+                ]
+            }
+        },
+        "device": "mps",
+        "use_amp": false,
+        "chunk_size": 100,
+        "n_action_steps": 100,
+        "vision_backbone": "resnet18",
+        "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
+        "replace_final_stride_with_dilation": false,
+        "pre_norm": false,
+        "dim_model": 512,
+        "n_heads": 8,
+        "dim_feedforward": 3200,
+        "feedforward_activation": "relu",
+        "n_encoder_layers": 4,
+        "n_decoder_layers": 1,
+        "use_vae": true,
+        "latent_dim": 32,
+        "n_vae_encoder_layers": 4,
+        "temporal_ensemble_coeff": null,
+        "dropout": 0.1,
+        "kl_weight": 10.0,
+        "optimizer_lr": 1e-05,
+        "optimizer_weight_decay": 0.0001,
+        "optimizer_lr_backbone": 1e-05
+    },
+    "output_dir": "outputs/train/grabbing_v2",
+    "job_name": "grabbing_v2",
+    "resume": false,
+    "seed": 1000,
+    "num_workers": 4,
+    "batch_size": 1,
+    "steps": 10000,
+    "eval_freq": 2000,
+    "log_freq": 200,
+    "save_checkpoint": true,
+    "save_freq": 2000,
+    "use_policy_training_preset": true,
+    "optimizer": {
+        "type": "adamw",
+        "lr": 1e-05,
+        "weight_decay": 0.0001,
+        "grad_clip_norm": 10.0,
+        "betas": [
+            0.9,
+            0.999
+        ],
+        "eps": 1e-08
+    },
+    "scheduler": null,
+    "eval": {
+        "n_episodes": 50,
+        "batch_size": 50,
+        "use_async_envs": false
+    },
+    "wandb": {
+        "enable": true,
+        "disable_artifact": false,
+        "project": "lerobot",
+        "entity": null,
+        "notes": null,
+        "run_id": null,
+        "mode": null
+    }
+}

checkpoints/010000/training_state/optimizer_param_groups.json

@@ -0,0 +1,191 @@
+[
+    {
+        "lr": 1e-05,
+        "betas": [
+            0.9,
+            0.999
+        ],
+        "eps": 1e-08,
+        "weight_decay": 0.0001,
+        "amsgrad": false,
+        "maximize": false,
+        "foreach": null,
+        "capturable": false,
+        "differentiable": false,
+        "fused": null,
+        "decoupled_weight_decay": true,
+        "params": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15,
+            16,
+            17,
+            18,
+            19,
+            20,
+            21,
+            22,
+            23,
+            24,
+            25,
+            26,
+            27,
+            28,
+            29,
+            30,
+            31,
+            32,
+            33,
+            34,
+            35,
+            36,
+            37,
+            38,
+            39,
+            40,
+            41,
+            42,
+            43,
+            44,
+            45,
+            46,
+            47,
+            48,
+            49,
+            50,
+            51,
+            52,
+            53,
+            54,
+            55,
+            56,
+            57,
+            58,
+            59,
+            60,
+            61,
+            62,
+            63,
+            64,
+            65,
+            66,
+            67,
+            68,
+            69,
+            70,
+            71,
+            72,
+            73,
+            74,
+            75,
+            76,
+            77,
+            78,
+            79,
+            80,
+            81,
+            82,
+            83,
+            84,
+            85,
+            86,
+            87,
+            88,
+            89,
+            90,
+            91,
+            92,
+            93,
+            94,
+            95,
+            96,
+            97,
+            98,
+            99,
+            100,
+            101,
+            102,
+            103,
+            104,
+            105,
+            106,
+            107,
+            108,
+            109,
+            110,
+            111,
+            112,
+            113,
+            114,
+            115,
+            116,
+            117,
+            118,
+            119,
+            120,
+            121,
+            122,
+            123,
+            124,
+            125,
+            126,
+            127,
+            128,
+            129,
+            130,
+            131,
+            132
+        ]
+    },
+    {
+        "lr": 1e-05,
+        "betas": [
+            0.9,
+            0.999
+        ],
+        "eps": 1e-08,
+        "weight_decay": 0.0001,
+        "amsgrad": false,
+        "maximize": false,
+        "foreach": null,
+        "capturable": false,
+        "differentiable": false,
+        "fused": null,
+        "decoupled_weight_decay": true,
+        "params": [
+            133,
+            134,
+            135,
+            136,
+            137,
+            138,
+            139,
+            140,
+            141,
+            142,
+            143,
+            144,
+            145,
+            146,
+            147,
+            148,
+            149,
+            150,
+            151,
+            152
+        ]
+    }
+]

checkpoints/010000/training_state/optimizer_state.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f60227458bd2e1af668e97f95fa0b902f18cd51134d196bd4c07a69880af40c3
+size 412817652

checkpoints/010000/training_state/rng_state.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eba4ec1a6cd6d2ff8af375a7fd7f915978135a77302f5d9f13e62177d46a1989
+size 15612

checkpoints/010000/training_state/training_step.json

@@ -0,0 +1,3 @@
+{
+    "step": 10000
+}

wandb/debug-internal.log

@@ -0,0 +1,15 @@
+{"time":"2025-05-10T15:15:32.041478+02:00","level":"INFO","msg":"stream: starting","core version":"0.19.11","symlink path":"outputs/train/grabbing_v2/wandb/run-20250510_151532-3wdw2qxs/logs/debug-core.log"}
+{"time":"2025-05-10T15:15:32.564167+02:00","level":"INFO","msg":"created new stream","id":"3wdw2qxs"}
+{"time":"2025-05-10T15:15:32.564222+02:00","level":"INFO","msg":"stream: started","id":"3wdw2qxs"}
+{"time":"2025-05-10T15:15:32.564247+02:00","level":"INFO","msg":"handler: started","stream_id":"3wdw2qxs"}
+{"time":"2025-05-10T15:15:32.564256+02:00","level":"INFO","msg":"sender: started","stream_id":"3wdw2qxs"}
+{"time":"2025-05-10T15:15:32.564246+02:00","level":"INFO","msg":"writer: Do: started","stream_id":"3wdw2qxs"}
+{"time":"2025-05-10T15:15:32.853633+02:00","level":"INFO","msg":"Starting system monitor"}
+{"time":"2025-05-10T15:39:47.833817+02:00","level":"INFO","msg":"stream: closing","id":"3wdw2qxs"}
+{"time":"2025-05-10T15:39:47.833852+02:00","level":"INFO","msg":"Stopping system monitor"}
+{"time":"2025-05-10T15:39:47.838552+02:00","level":"INFO","msg":"Stopped system monitor"}
+{"time":"2025-05-10T15:40:00.827183+02:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
+{"time":"2025-05-10T15:40:01.127654+02:00","level":"INFO","msg":"handler: closed","stream_id":"3wdw2qxs"}
+{"time":"2025-05-10T15:40:01.127738+02:00","level":"INFO","msg":"writer: Close: closed","stream_id":"3wdw2qxs"}
+{"time":"2025-05-10T15:40:01.127862+02:00","level":"INFO","msg":"sender: closed","stream_id":"3wdw2qxs"}
+{"time":"2025-05-10T15:40:01.128015+02:00","level":"INFO","msg":"stream: closed","id":"3wdw2qxs"}

wandb/debug.log

@@ -0,0 +1,23 @@
+2025-05-10 15:15:32,006 INFO    MainThread:37142 [wandb_setup.py:_flush():70] Current SDK version is 0.19.11
+2025-05-10 15:15:32,006 INFO    MainThread:37142 [wandb_setup.py:_flush():70] Configure stats pid to 37142
+2025-05-10 15:15:32,006 INFO    MainThread:37142 [wandb_setup.py:_flush():70] Loading settings from /Users/0x8ri4ny33/.config/wandb/settings
+2025-05-10 15:15:32,006 INFO    MainThread:37142 [wandb_setup.py:_flush():70] Loading settings from /Users/0x8ri4ny33/Desktop/Projects/robotics_hackathon/tdmpc_model/wandb/settings
+2025-05-10 15:15:32,006 INFO    MainThread:37142 [wandb_setup.py:_flush():70] Loading settings from environment variables
+2025-05-10 15:15:32,006 INFO    MainThread:37142 [wandb_init.py:setup_run_log_directory():724] Logging user logs to outputs/train/grabbing_v2/wandb/run-20250510_151532-3wdw2qxs/logs/debug.log
+2025-05-10 15:15:32,006 INFO    MainThread:37142 [wandb_init.py:setup_run_log_directory():725] Logging internal logs to outputs/train/grabbing_v2/wandb/run-20250510_151532-3wdw2qxs/logs/debug-internal.log
+2025-05-10 15:15:32,006 INFO    MainThread:37142 [wandb_init.py:init():852] calling init triggers
+2025-05-10 15:15:32,007 INFO    MainThread:37142 [wandb_init.py:init():857] wandb.init called with sweep_config: {}
+config: {'dataset': {'repo_id': 'briannnyee/grabbing_v2', 'root': None, 'episodes': None, 'image_transforms': {'enable': False, 'max_num_transforms': 3, 'random_order': False, 'tfs': {'brightness': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'brightness': [0.8, 1.2]}}, 'contrast': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'contrast': [0.8, 1.2]}}, 'saturation': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'saturation': [0.5, 1.5]}}, 'hue': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'hue': [-0.05, 0.05]}}, 'sharpness': {'weight': 1.0, 'type': 'SharpnessJitter', 'kwargs': {'sharpness': [0.5, 1.5]}}}}, 'revision': None, 'use_imagenet_stats': True, 'video_backend': 'torchcodec'}, 'env': None, 'policy': {'type': 'act', 'n_obs_steps': 1, 'normalization_mapping': {'VISUAL': <NormalizationMode.MEAN_STD: 'MEAN_STD'>, 'STATE': <NormalizationMode.MEAN_STD: 'MEAN_STD'>, 'ACTION': <NormalizationMode.MEAN_STD: 'MEAN_STD'>}, 'input_features': {}, 'output_features': {}, 'device': 'mps', 'use_amp': False, 'chunk_size': 100, 'n_action_steps': 100, 'vision_backbone': 'resnet18', 'pretrained_backbone_weights': 'ResNet18_Weights.IMAGENET1K_V1', 'replace_final_stride_with_dilation': False, 'pre_norm': False, 'dim_model': 512, 'n_heads': 8, 'dim_feedforward': 3200, 'feedforward_activation': 'relu', 'n_encoder_layers': 4, 'n_decoder_layers': 1, 'use_vae': True, 'latent_dim': 32, 'n_vae_encoder_layers': 4, 'temporal_ensemble_coeff': None, 'dropout': 0.1, 'kl_weight': 10.0, 'optimizer_lr': 1e-05, 'optimizer_weight_decay': 0.0001, 'optimizer_lr_backbone': 1e-05}, 'output_dir': 'outputs/train/grabbing_v2', 'job_name': 'grabbing_v2', 'resume': False, 'seed': 1000, 'num_workers': 4, 'batch_size': 1, 'steps': 10000, 'eval_freq': 2000, 'log_freq': 200, 'save_checkpoint': True, 'save_freq': 2000, 'use_policy_training_preset': True, 'optimizer': {'type': 'adamw', 'lr': 1e-05, 'weight_decay': 0.0001, 'grad_clip_norm': 10.0, 'betas': [0.9, 0.999], 'eps': 1e-08}, 'scheduler': None, 'eval': {'n_episodes': 50, 'batch_size': 50, 'use_async_envs': False}, 'wandb': {'enable': True, 'disable_artifact': False, 'project': 'lerobot', 'entity': None, 'notes': None, 'run_id': None, 'mode': None}, '_wandb': {}}
+2025-05-10 15:15:32,007 INFO    MainThread:37142 [wandb_init.py:init():893] starting backend
+2025-05-10 15:15:32,007 INFO    MainThread:37142 [wandb_init.py:init():897] sending inform_init request
+2025-05-10 15:15:32,040 INFO    MainThread:37142 [backend.py:_multiprocessing_setup():101] multiprocessing start_methods=spawn,fork,forkserver, using: spawn
+2025-05-10 15:15:32,040 INFO    MainThread:37142 [wandb_init.py:init():907] backend started and connected
+2025-05-10 15:15:32,043 INFO    MainThread:37142 [wandb_init.py:init():1005] updated telemetry
+2025-05-10 15:15:32,044 INFO    MainThread:37142 [wandb_init.py:init():1029] communicating run to backend with 90.0 second timeout
+2025-05-10 15:15:32,851 INFO    MainThread:37142 [wandb_init.py:init():1104] starting run threads in backend
+2025-05-10 15:15:32,933 INFO    MainThread:37142 [wandb_run.py:_console_start():2573] atexit reg
+2025-05-10 15:15:32,933 INFO    MainThread:37142 [wandb_run.py:_redirect():2421] redirect: wrap_raw
+2025-05-10 15:15:32,933 INFO    MainThread:37142 [wandb_run.py:_redirect():2490] Wrapping output streams.
+2025-05-10 15:15:32,933 INFO    MainThread:37142 [wandb_run.py:_redirect():2513] Redirects installed.
+2025-05-10 15:15:32,936 INFO    MainThread:37142 [wandb_init.py:init():1150] run started, returning control to user process
+2025-05-10 15:39:47,830 INFO    MsgRouterThr:37142 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 2 handles.

wandb/run-20250510_151532-3wdw2qxs/files/config.yaml

@@ -0,0 +1,164 @@
+_wandb:
+    value:
+        cli_version: 0.19.11
+        m: []
+        python_version: 3.13.1
+        t:
+            "1":
+                - 1
+                - 41
+                - 49
+                - 51
+                - 55
+            "2":
+                - 1
+                - 41
+                - 49
+                - 51
+                - 55
+            "3":
+                - 13
+                - 15
+                - 16
+                - 23
+                - 55
+                - 61
+            "4": 3.13.1
+            "5": 0.19.11
+            "8":
+                - 5
+            "10":
+                - 21
+            "12": 0.19.11
+            "13": darwin-arm64
+batch_size:
+    value: 1
+dataset:
+    value:
+        episodes: null
+        image_transforms:
+            enable: false
+            max_num_transforms: 3
+            random_order: false
+            tfs:
+                brightness:
+                    kwargs:
+                        brightness:
+                            - 0.8
+                            - 1.2
+                    type: ColorJitter
+                    weight: 1
+                contrast:
+                    kwargs:
+                        contrast:
+                            - 0.8
+                            - 1.2
+                    type: ColorJitter
+                    weight: 1
+                hue:
+                    kwargs:
+                        hue:
+                            - -0.05
+                            - 0.05
+                    type: ColorJitter
+                    weight: 1
+                saturation:
+                    kwargs:
+                        saturation:
+                            - 0.5
+                            - 1.5
+                    type: ColorJitter
+                    weight: 1
+                sharpness:
+                    kwargs:
+                        sharpness:
+                            - 0.5
+                            - 1.5
+                    type: SharpnessJitter
+                    weight: 1
+        repo_id: briannnyee/grabbing_v2
+        revision: null
+        root: null
+        use_imagenet_stats: true
+        video_backend: torchcodec
+env:
+    value: null
+eval:
+    value:
+        batch_size: 50
+        n_episodes: 50
+        use_async_envs: false
+eval_freq:
+    value: 2000
+job_name:
+    value: grabbing_v2
+log_freq:
+    value: 200
+num_workers:
+    value: 4
+optimizer:
+    value:
+        betas:
+            - 0.9
+            - 0.999
+        eps: 1e-08
+        grad_clip_norm: 10
+        lr: 1e-05
+        type: adamw
+        weight_decay: 0.0001
+output_dir:
+    value: outputs/train/grabbing_v2
+policy:
+    value:
+        chunk_size: 100
+        device: mps
+        dim_feedforward: 3200
+        dim_model: 512
+        dropout: 0.1
+        feedforward_activation: relu
+        kl_weight: 10
+        latent_dim: 32
+        n_action_steps: 100
+        n_decoder_layers: 1
+        n_encoder_layers: 4
+        n_heads: 8
+        n_obs_steps: 1
+        n_vae_encoder_layers: 4
+        normalization_mapping:
+            ACTION: MEAN_STD
+            STATE: MEAN_STD
+            VISUAL: MEAN_STD
+        optimizer_lr: 1e-05
+        optimizer_lr_backbone: 1e-05
+        optimizer_weight_decay: 0.0001
+        pre_norm: false
+        pretrained_backbone_weights: ResNet18_Weights.IMAGENET1K_V1
+        replace_final_stride_with_dilation: false
+        temporal_ensemble_coeff: null
+        type: act
+        use_amp: false
+        use_vae: true
+        vision_backbone: resnet18
+resume:
+    value: false
+save_checkpoint:
+    value: true
+save_freq:
+    value: 2000
+scheduler:
+    value: null
+seed:
+    value: 1000
+steps:
+    value: 10000
+use_policy_training_preset:
+    value: true
+wandb:
+    value:
+        disable_artifact: false
+        enable: true
+        entity: null
+        mode: null
+        notes: null
+        project: lerobot
+        run_id: null

wandb/run-20250510_151532-3wdw2qxs/files/requirements.txt

@@ -0,0 +1,121 @@
+soupsieve==2.7
+mergedeep==1.3.4
+opencv-python-headless==4.11.0.86
+numcodecs==0.16.0
+pydantic_core==2.33.2
+pandas==2.2.3
+pydantic==2.11.4
+setuptools==80.4.0
+llvmlite==0.44.0
+idna==3.10
+pyyaml-include==1.4.1
+gymnasium==0.29.1
+orderly-set==5.4.1
+torch==2.7.0
+pytz==2025.2
+draccus==0.11.5
+toml==0.10.2
+rerun-sdk==0.23.2
+pillow==11.2.1
+pynput==1.8.1
+crc32c==2.7.1
+inquirerpy==0.3.4
+zipp==3.21.0
+pyzmq==26.4.0
+beautifulsoup4==4.13.4
+yarl==1.20.0
+pyobjc-framework-Cocoa==11.0
+platformdirs==4.3.8
+anyio==4.9.0
+requests==2.32.3
+attrs==25.3.0
+huggingface-hub==0.31.1
+blinker==1.9.0
+frozenlist==1.6.0
+Farama-Notifications==0.0.4
+GitPython==3.1.44
+networkx==3.4.2
+gdown==5.2.0
+protobuf==6.30.2
+charset-normalizer==3.4.2
+typing-inspect==0.9.0
+itsdangerous==2.2.0
+PySocks==1.7.1
+numba==0.61.2
+tqdm==4.67.1
+click==8.1.8
+typing-inspection==0.4.0
+tzdata==2025.2
+pyobjc-framework-CoreText==11.0
+pyobjc-framework-Quartz==11.0
+phosphobot==0.0.3
+setproctitle==1.3.6
+typing_extensions==4.13.2
+sentry-sdk==2.27.0
+httpcore==1.0.9
+cffi==1.17.1
+sympy==1.14.0
+datasets==3.6.0
+av==14.3.0
+multiprocess==0.70.16
+jsonlines==4.0.0
+Werkzeug==3.1.3
+xxhash==3.5.0
+certifi==2025.4.26
+regex==2024.11.6
+cmake==4.0.2
+h11==0.16.0
+gitdb==4.0.12
+sniffio==1.3.1
+psutil==7.0.0
+pyobjc-framework-ApplicationServices==11.0
+python-dateutil==2.9.0.post0
+mpmath==1.3.0
+pymunk==6.11.1
+wcwidth==0.2.13
+deepdiff==8.5.0
+antlr4-python3-runtime==4.9.3
+prompt_toolkit==3.0.51
+hf_transfer==0.1.9
+packaging==25.0
+urllib3==2.4.0
+imageio-ffmpeg==0.6.0
+pycparser==2.22
+Jinja2==3.1.6
+filelock==3.18.0
+dill==0.3.8
+imageio==2.37.0
+aiohttp==3.11.18
+pfzy==0.3.4
+termcolor==3.1.0
+zarr==3.0.7
+cloudpickle==3.1.1
+h5py==3.13.0
+fsspec==2025.3.0
+torchvision==0.22.0
+docker-pycreds==0.4.0
+hf-xet==1.1.0
+aiohappyeyeballs==2.6.1
+Flask==3.1.0
+propcache==0.3.1
+einops==0.8.1
+aiosignal==1.3.2
+PyYAML==6.0.2
+httpx==0.28.1
+donfig==0.8.1.post1
+smmap==5.0.2
+importlib_metadata==8.7.0
+safetensors==0.5.3
+numpy==2.2.5
+lerobot==0.1.0
+wandb==0.19.11
+multidict==6.4.3
+pyobjc-core==11.0
+diffusers==0.33.1
+annotated-types==0.7.0
+omegaconf==2.3.0
+mypy_extensions==1.1.0
+six==1.17.0
+torchcodec==0.3.0
+pyarrow==20.0.0
+MarkupSafe==3.0.2

wandb/run-20250510_151532-3wdw2qxs/files/wandb-metadata.json

@@ -0,0 +1,52 @@
+{
+  "os": "macOS-15.4.1-arm64-arm-64bit-Mach-O",
+  "python": "CPython 3.13.1",
+  "startedAt": "2025-05-10T13:15:32.040675Z",
+  "args": [
+    "--dataset.repo_id=briannnyee/grabbing_v2",
+    "--policy.type=act",
+    "--output_dir=outputs/train/grabbing_v2",
+    "--job_name=grabbing_v2",
+    "--policy.device=mps",
+    "--wandb.enable=true",
+    "--steps=10000",
+    "--eval_freq=2000",
+    "--save_freq=2000",
+    "--batch_size=1",
+    "--optimizer.lr=0.00001"
+  ],
+  "program": "/Users/0x8ri4ny33/Desktop/Projects/robotics_hackathon/tdmpc_model/lerobot/lerobot/scripts/train.py",
+  "codePath": "lerobot/lerobot/scripts/train.py",
+  "root": "outputs/train/grabbing_v2",
+  "host": "Brians-MacBook-Pro-4.local",
+  "executable": "/Users/0x8ri4ny33/Desktop/Projects/robotics_hackathon/tdmpc_model/.venv/bin/python3",
+  "codePathLocal": "lerobot/lerobot/scripts/train.py",
+  "cpu_count": 8,
+  "cpu_count_logical": 8,
+  "disk": {
+    "/": {
+      "total": "994662584320",
+      "used": "815029497856"
+    },
+    "/System/Volumes/Data": {
+      "total": "994662584320",
+      "used": "815029497856"
+    }
+  },
+  "memory": {
+    "total": "34359738368"
+  },
+  "cpu": {
+    "count": 8,
+    "countLogical": 8
+  },
+  "apple": {
+    "name": "Apple M1 Pro",
+    "ecpuCores": 2,
+    "pcpuCores": 6,
+    "gpuCores": 14,
+    "memoryGb": 32,
+    "swapTotalBytes": "2147483648",
+    "ramTotalBytes": "34359738368"
+  }
+}

wandb/run-20250510_151532-3wdw2qxs/files/wandb-summary.json

@@ -0,0 +1 @@
+{"train/update_s":0.15760455810995155,"_runtime":1455.793152,"train/l1_loss":0.05300339683890343,"train/loss":0.4929048600047827,"_step":10000,"train/samples":10000,"train/epochs":1.717327837884252,"train/episodes":87.58371973209687,"train/steps":10000,"_timestamp":1.746884385078835e+09,"train/lr":1.0000000000000021e-05,"train/grad_norm":63.21778553009033,"train/dataloading_s":0.0011482097600128327,"train/kld_loss":0.029574424028396606,"_wandb":{"runtime":1455}}

wandb/run-20250510_151532-3wdw2qxs/logs/debug-core.log

@@ -0,0 +1,14 @@
+{"time":"2025-05-10T15:15:31.83996+02:00","level":"INFO","msg":"main: starting server","port-filename":"/var/folders/s_/ys8r5zpj24zbgnx_791xkjcm0000gn/T/tmp_hkx0osz/port-37142.txt","pid":37142,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false}
+{"time":"2025-05-10T15:15:31.85176+02:00","level":"INFO","msg":"Will exit if parent process dies.","ppid":37142}
+{"time":"2025-05-10T15:15:31.851749+02:00","level":"INFO","msg":"server is running","addr":{"IP":"127.0.0.1","Port":57209,"Zone":""}}
+{"time":"2025-05-10T15:15:32.002602+02:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"127.0.0.1:57210"}
+{"time":"2025-05-10T15:15:32.041258+02:00","level":"INFO","msg":"handleInformInit: received","streamId":"3wdw2qxs","id":"127.0.0.1:57210"}
+{"time":"2025-05-10T15:15:32.564231+02:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"3wdw2qxs","id":"127.0.0.1:57210"}
+{"time":"2025-05-10T15:39:47.831646+02:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"127.0.0.1:57210"}
+{"time":"2025-05-10T15:39:47.833785+02:00","level":"INFO","msg":"connection: closing","id":"127.0.0.1:57210"}
+{"time":"2025-05-10T15:39:47.833799+02:00","level":"INFO","msg":"server is shutting down"}
+{"time":"2025-05-10T15:39:47.833856+02:00","level":"INFO","msg":"connection: closed successfully","id":"127.0.0.1:57210"}
+{"time":"2025-05-10T15:40:00.776705+02:00","level":"ERROR","msg":"processOutgoingData: flush error","error":"write tcp 127.0.0.1:57209->127.0.0.1:57210: use of closed network connection","id":"127.0.0.1:57210"}
+{"time":"2025-05-10T15:40:01.128059+02:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"127.0.0.1:57210"}
+{"time":"2025-05-10T15:40:01.128091+02:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"127.0.0.1:57210"}
+{"time":"2025-05-10T15:40:01.128111+02:00","level":"INFO","msg":"server is closed"}

wandb/run-20250510_151532-3wdw2qxs/logs/debug-internal.log

@@ -0,0 +1,15 @@
+{"time":"2025-05-10T15:15:32.041478+02:00","level":"INFO","msg":"stream: starting","core version":"0.19.11","symlink path":"outputs/train/grabbing_v2/wandb/run-20250510_151532-3wdw2qxs/logs/debug-core.log"}
+{"time":"2025-05-10T15:15:32.564167+02:00","level":"INFO","msg":"created new stream","id":"3wdw2qxs"}
+{"time":"2025-05-10T15:15:32.564222+02:00","level":"INFO","msg":"stream: started","id":"3wdw2qxs"}
+{"time":"2025-05-10T15:15:32.564247+02:00","level":"INFO","msg":"handler: started","stream_id":"3wdw2qxs"}
+{"time":"2025-05-10T15:15:32.564256+02:00","level":"INFO","msg":"sender: started","stream_id":"3wdw2qxs"}
+{"time":"2025-05-10T15:15:32.564246+02:00","level":"INFO","msg":"writer: Do: started","stream_id":"3wdw2qxs"}
+{"time":"2025-05-10T15:15:32.853633+02:00","level":"INFO","msg":"Starting system monitor"}
+{"time":"2025-05-10T15:39:47.833817+02:00","level":"INFO","msg":"stream: closing","id":"3wdw2qxs"}
+{"time":"2025-05-10T15:39:47.833852+02:00","level":"INFO","msg":"Stopping system monitor"}
+{"time":"2025-05-10T15:39:47.838552+02:00","level":"INFO","msg":"Stopped system monitor"}
+{"time":"2025-05-10T15:40:00.827183+02:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
+{"time":"2025-05-10T15:40:01.127654+02:00","level":"INFO","msg":"handler: closed","stream_id":"3wdw2qxs"}
+{"time":"2025-05-10T15:40:01.127738+02:00","level":"INFO","msg":"writer: Close: closed","stream_id":"3wdw2qxs"}
+{"time":"2025-05-10T15:40:01.127862+02:00","level":"INFO","msg":"sender: closed","stream_id":"3wdw2qxs"}
+{"time":"2025-05-10T15:40:01.128015+02:00","level":"INFO","msg":"stream: closed","id":"3wdw2qxs"}

wandb/run-20250510_151532-3wdw2qxs/logs/debug.log

@@ -0,0 +1,23 @@
+2025-05-10 15:15:32,006 INFO    MainThread:37142 [wandb_setup.py:_flush():70] Current SDK version is 0.19.11
+2025-05-10 15:15:32,006 INFO    MainThread:37142 [wandb_setup.py:_flush():70] Configure stats pid to 37142
+2025-05-10 15:15:32,006 INFO    MainThread:37142 [wandb_setup.py:_flush():70] Loading settings from /Users/0x8ri4ny33/.config/wandb/settings
+2025-05-10 15:15:32,006 INFO    MainThread:37142 [wandb_setup.py:_flush():70] Loading settings from /Users/0x8ri4ny33/Desktop/Projects/robotics_hackathon/tdmpc_model/wandb/settings
+2025-05-10 15:15:32,006 INFO    MainThread:37142 [wandb_setup.py:_flush():70] Loading settings from environment variables
+2025-05-10 15:15:32,006 INFO    MainThread:37142 [wandb_init.py:setup_run_log_directory():724] Logging user logs to outputs/train/grabbing_v2/wandb/run-20250510_151532-3wdw2qxs/logs/debug.log
+2025-05-10 15:15:32,006 INFO    MainThread:37142 [wandb_init.py:setup_run_log_directory():725] Logging internal logs to outputs/train/grabbing_v2/wandb/run-20250510_151532-3wdw2qxs/logs/debug-internal.log
+2025-05-10 15:15:32,006 INFO    MainThread:37142 [wandb_init.py:init():852] calling init triggers
+2025-05-10 15:15:32,007 INFO    MainThread:37142 [wandb_init.py:init():857] wandb.init called with sweep_config: {}
+config: {'dataset': {'repo_id': 'briannnyee/grabbing_v2', 'root': None, 'episodes': None, 'image_transforms': {'enable': False, 'max_num_transforms': 3, 'random_order': False, 'tfs': {'brightness': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'brightness': [0.8, 1.2]}}, 'contrast': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'contrast': [0.8, 1.2]}}, 'saturation': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'saturation': [0.5, 1.5]}}, 'hue': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'hue': [-0.05, 0.05]}}, 'sharpness': {'weight': 1.0, 'type': 'SharpnessJitter', 'kwargs': {'sharpness': [0.5, 1.5]}}}}, 'revision': None, 'use_imagenet_stats': True, 'video_backend': 'torchcodec'}, 'env': None, 'policy': {'type': 'act', 'n_obs_steps': 1, 'normalization_mapping': {'VISUAL': <NormalizationMode.MEAN_STD: 'MEAN_STD'>, 'STATE': <NormalizationMode.MEAN_STD: 'MEAN_STD'>, 'ACTION': <NormalizationMode.MEAN_STD: 'MEAN_STD'>}, 'input_features': {}, 'output_features': {}, 'device': 'mps', 'use_amp': False, 'chunk_size': 100, 'n_action_steps': 100, 'vision_backbone': 'resnet18', 'pretrained_backbone_weights': 'ResNet18_Weights.IMAGENET1K_V1', 'replace_final_stride_with_dilation': False, 'pre_norm': False, 'dim_model': 512, 'n_heads': 8, 'dim_feedforward': 3200, 'feedforward_activation': 'relu', 'n_encoder_layers': 4, 'n_decoder_layers': 1, 'use_vae': True, 'latent_dim': 32, 'n_vae_encoder_layers': 4, 'temporal_ensemble_coeff': None, 'dropout': 0.1, 'kl_weight': 10.0, 'optimizer_lr': 1e-05, 'optimizer_weight_decay': 0.0001, 'optimizer_lr_backbone': 1e-05}, 'output_dir': 'outputs/train/grabbing_v2', 'job_name': 'grabbing_v2', 'resume': False, 'seed': 1000, 'num_workers': 4, 'batch_size': 1, 'steps': 10000, 'eval_freq': 2000, 'log_freq': 200, 'save_checkpoint': True, 'save_freq': 2000, 'use_policy_training_preset': True, 'optimizer': {'type': 'adamw', 'lr': 1e-05, 'weight_decay': 0.0001, 'grad_clip_norm': 10.0, 'betas': [0.9, 0.999], 'eps': 1e-08}, 'scheduler': None, 'eval': {'n_episodes': 50, 'batch_size': 50, 'use_async_envs': False}, 'wandb': {'enable': True, 'disable_artifact': False, 'project': 'lerobot', 'entity': None, 'notes': None, 'run_id': None, 'mode': None}, '_wandb': {}}
+2025-05-10 15:15:32,007 INFO    MainThread:37142 [wandb_init.py:init():893] starting backend
+2025-05-10 15:15:32,007 INFO    MainThread:37142 [wandb_init.py:init():897] sending inform_init request
+2025-05-10 15:15:32,040 INFO    MainThread:37142 [backend.py:_multiprocessing_setup():101] multiprocessing start_methods=spawn,fork,forkserver, using: spawn
+2025-05-10 15:15:32,040 INFO    MainThread:37142 [wandb_init.py:init():907] backend started and connected
+2025-05-10 15:15:32,043 INFO    MainThread:37142 [wandb_init.py:init():1005] updated telemetry
+2025-05-10 15:15:32,044 INFO    MainThread:37142 [wandb_init.py:init():1029] communicating run to backend with 90.0 second timeout
+2025-05-10 15:15:32,851 INFO    MainThread:37142 [wandb_init.py:init():1104] starting run threads in backend
+2025-05-10 15:15:32,933 INFO    MainThread:37142 [wandb_run.py:_console_start():2573] atexit reg
+2025-05-10 15:15:32,933 INFO    MainThread:37142 [wandb_run.py:_redirect():2421] redirect: wrap_raw
+2025-05-10 15:15:32,933 INFO    MainThread:37142 [wandb_run.py:_redirect():2490] Wrapping output streams.
+2025-05-10 15:15:32,933 INFO    MainThread:37142 [wandb_run.py:_redirect():2513] Redirects installed.
+2025-05-10 15:15:32,936 INFO    MainThread:37142 [wandb_init.py:init():1150] run started, returning control to user process
+2025-05-10 15:39:47,830 INFO    MsgRouterThr:37142 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 2 handles.

wandb/run-20250510_151532-3wdw2qxs/run-3wdw2qxs.wandb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cc50730cb43fa2cdfc2ddefd6774b786ce54aee2c63ea877049eeff23afa827
+size 2639316