Upload folder using huggingface_hub

.gitattributes

@@ -39,3 +39,4 @@ checkpoints/diffusion_dagger_iter1_20260517_225259/wandb/run-20260517_225306-kmy
 checkpoints/diffusion_specialized_new_dataset_580/wandb/run-20260519_011148-d8akc176/run-d8akc176.wandb filter=lfs diff=lfs merge=lfs -text
 checkpoints/diffusion_780_new_dataset_dino/wandb/run-20260518_234130-n25456gu/run-n25456gu.wandb filter=lfs diff=lfs merge=lfs -text
 checkpoints/diffusion_580_new_dataset_dino/wandb/run-20260518_160350-26q4u034/run-26q4u034.wandb filter=lfs diff=lfs merge=lfs -text
+checkpoints/diffusion_780_new_dataset_dino_v2_checkpoint_100000/wandb/run-20260519_041222-1tlldy3e/run-1tlldy3e.wandb filter=lfs diff=lfs merge=lfs -text

checkpoints/diffusion_780_new_dataset_dino_v2_checkpoint_100000/checkpoints/100000/pretrained_model/config.json

@@ -0,0 +1,92 @@
+{
+    "type": "diffusion",
+    "n_obs_steps": 2,
+    "input_features": {
+        "observation.state": {
+            "type": "STATE",
+            "shape": [
+                6
+            ]
+        },
+        "observation.images.front": {
+            "type": "VISUAL",
+            "shape": [
+                3,
+                480,
+                640
+            ]
+        }
+    },
+    "output_features": {
+        "action": {
+            "type": "ACTION",
+            "shape": [
+                6
+            ]
+        }
+    },
+    "device": "cuda",
+    "use_amp": false,
+    "use_peft": false,
+    "push_to_hub": false,
+    "repo_id": null,
+    "private": null,
+    "tags": null,
+    "license": null,
+    "pretrained_path": null,
+    "horizon": 16,
+    "n_action_steps": 8,
+    "normalization_mapping": {
+        "VISUAL": "MEAN_STD",
+        "STATE": "MIN_MAX",
+        "ACTION": "MIN_MAX"
+    },
+    "drop_n_last_frames": 7,
+    "vision_backbone_type": "dinov2",
+    "vision_encoder_name": "facebook/dinov2-with-registers-small",
+    "freeze_vision_encoder": true,
+    "vision_backbone": "resnet18",
+    "resize_shape": [
+        224,
+        224
+    ],
+    "crop_ratio": 1.0,
+    "crop_shape": null,
+    "crop_is_random": true,
+    "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
+    "use_group_norm": false,
+    "spatial_softmax_num_keypoints": 32,
+    "vit_pool_type": "cls_mean",
+    "vit_feature_dim": 512,
+    "use_separate_rgb_encoder_per_camera": true,
+    "down_dims": [
+        512,
+        1024,
+        2048
+    ],
+    "kernel_size": 5,
+    "n_groups": 8,
+    "diffusion_step_embed_dim": 128,
+    "use_film_scale_modulation": true,
+    "noise_scheduler_type": "DDPM",
+    "num_train_timesteps": 100,
+    "beta_schedule": "squaredcos_cap_v2",
+    "beta_start": 0.0001,
+    "beta_end": 0.02,
+    "prediction_type": "epsilon",
+    "clip_sample": true,
+    "clip_sample_range": 1.0,
+    "num_inference_steps": 100,
+    "compile_model": false,
+    "compile_mode": "reduce-overhead",
+    "do_mask_loss_for_padding": false,
+    "optimizer_lr": 0.0001,
+    "optimizer_betas": [
+        0.95,
+        0.999
+    ],
+    "optimizer_eps": 1e-08,
+    "optimizer_weight_decay": 1e-06,
+    "scheduler_name": "cosine",
+    "scheduler_warmup_steps": 500
+}

checkpoints/diffusion_780_new_dataset_dino_v2_checkpoint_100000/checkpoints/100000/pretrained_model/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8207dacf2fae9275607bdab4ec3130bd07e0e70cf4e8448069cf5adddae65517
+size 1199647464

checkpoints/diffusion_780_new_dataset_dino_v2_checkpoint_100000/checkpoints/100000/pretrained_model/policy_postprocessor.json

@@ -0,0 +1,32 @@
+{
+  "name": "policy_postprocessor",
+  "steps": [
+    {
+      "registry_name": "unnormalizer_processor",
+      "config": {
+        "eps": 1e-08,
+        "features": {
+          "action": {
+            "type": "ACTION",
+            "shape": [
+              6
+            ]
+          }
+        },
+        "norm_map": {
+          "VISUAL": "MEAN_STD",
+          "STATE": "MIN_MAX",
+          "ACTION": "MIN_MAX"
+        }
+      },
+      "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors"
+    },
+    {
+      "registry_name": "device_processor",
+      "config": {
+        "device": "cpu",
+        "float_dtype": null
+      }
+    }
+  ]
+}

checkpoints/diffusion_780_new_dataset_dino_v2_checkpoint_100000/checkpoints/100000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c58fd58fdfff3335fd358fa38d8478dedb5b3ba26b43ee2bce5b65d866e94cd3
+size 6560

checkpoints/diffusion_780_new_dataset_dino_v2_checkpoint_100000/checkpoints/100000/pretrained_model/policy_preprocessor.json

@@ -0,0 +1,56 @@
+{
+  "name": "policy_preprocessor",
+  "steps": [
+    {
+      "registry_name": "rename_observations_processor",
+      "config": {
+        "rename_map": {}
+      }
+    },
+    {
+      "registry_name": "to_batch_processor",
+      "config": {}
+    },
+    {
+      "registry_name": "device_processor",
+      "config": {
+        "device": "cuda",
+        "float_dtype": null
+      }
+    },
+    {
+      "registry_name": "normalizer_processor",
+      "config": {
+        "eps": 1e-08,
+        "features": {
+          "observation.state": {
+            "type": "STATE",
+            "shape": [
+              6
+            ]
+          },
+          "observation.images.front": {
+            "type": "VISUAL",
+            "shape": [
+              3,
+              480,
+              640
+            ]
+          },
+          "action": {
+            "type": "ACTION",
+            "shape": [
+              6
+            ]
+          }
+        },
+        "norm_map": {
+          "VISUAL": "MEAN_STD",
+          "STATE": "MIN_MAX",
+          "ACTION": "MIN_MAX"
+        }
+      },
+      "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors"
+    }
+  ]
+}

checkpoints/diffusion_780_new_dataset_dino_v2_checkpoint_100000/checkpoints/100000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c58fd58fdfff3335fd358fa38d8478dedb5b3ba26b43ee2bce5b65d866e94cd3
+size 6560

checkpoints/diffusion_780_new_dataset_dino_v2_checkpoint_100000/checkpoints/100000/pretrained_model/train_config.json

@@ -0,0 +1,302 @@
+{
+    "dataset": {
+        "repo_id": "local/act_collected_episodes",
+        "root": "/home/rguntz/Desktop/robot_learning/aggregated_new_dataset_781",
+        "episodes": null,
+        "image_transforms": {
+            "enable": false,
+            "max_num_transforms": 3,
+            "random_order": false,
+            "same_cloth_color": false,
+            "tfs": {
+                "color_jitter": {
+                    "weight": 1.5,
+                    "type": "ColorJitter",
+                    "kwargs": {
+                        "brightness": [
+                            0.7,
+                            1.3
+                        ],
+                        "contrast": [
+                            0.7,
+                            1.3
+                        ],
+                        "saturation": [
+                            0.4,
+                            1.6
+                        ],
+                        "hue": [
+                            -0.5,
+                            0.5
+                        ]
+                    }
+                },
+                "grayscale": {
+                    "weight": 0.5,
+                    "type": "RandomGrayscale",
+                    "kwargs": {
+                        "p": 1.0
+                    }
+                },
+                "shadow": {
+                    "weight": 0.8,
+                    "type": "RandomShadow",
+                    "kwargs": {
+                        "num_shadows": [
+                            1,
+                            2
+                        ],
+                        "intensity": [
+                            0.4,
+                            0.7
+                        ],
+                        "blur_sigma": [
+                            4.0,
+                            20.0
+                        ]
+                    }
+                },
+                "highlight": {
+                    "weight": 0.5,
+                    "type": "RandomHighlight",
+                    "kwargs": {
+                        "num_highlights": [
+                            0,
+                            1
+                        ],
+                        "intensity": [
+                            0.2,
+                            0.5
+                        ],
+                        "sigma": [
+                            20.0,
+                            60.0
+                        ]
+                    }
+                },
+                "gamma": {
+                    "weight": 0.7,
+                    "type": "RandomGamma",
+                    "kwargs": {
+                        "gamma": [
+                            0.6,
+                            1.4
+                        ]
+                    }
+                },
+                "blur": {
+                    "weight": 0.0,
+                    "type": "GaussianBlur",
+                    "kwargs": {
+                        "kernel_size": [
+                            3,
+                            3
+                        ],
+                        "sigma": [
+                            0.1,
+                            1.5
+                        ]
+                    }
+                },
+                "jpeg": {
+                    "weight": 0.0,
+                    "type": "RandomJPEG",
+                    "kwargs": {
+                        "quality": [
+                            60,
+                            95
+                        ]
+                    }
+                },
+                "crop": {
+                    "weight": 0.5,
+                    "type": "RandomCropPreserveSize",
+                    "kwargs": {
+                        "scale": [
+                            0.97,
+                            1.0
+                        ],
+                        "ratio": [
+                            0.99,
+                            1.01
+                        ]
+                    }
+                },
+                "affine": {
+                    "weight": 0.0,
+                    "type": "RandomAffine",
+                    "kwargs": {
+                        "degrees": [
+                            -5.0,
+                            5.0
+                        ],
+                        "translate": [
+                            0.05,
+                            0.05
+                        ]
+                    }
+                },
+                "sharpness": {
+                    "weight": 1.0,
+                    "type": "SharpnessJitter",
+                    "kwargs": {
+                        "sharpness": [
+                            0.5,
+                            1.5
+                        ]
+                    }
+                }
+            }
+        },
+        "revision": null,
+        "use_imagenet_stats": true,
+        "video_backend": "pyav",
+        "return_uint8": false,
+        "streaming": false
+    },
+    "env": null,
+    "policy": {
+        "type": "diffusion",
+        "n_obs_steps": 2,
+        "input_features": {
+            "observation.state": {
+                "type": "STATE",
+                "shape": [
+                    6
+                ]
+            },
+            "observation.images.front": {
+                "type": "VISUAL",
+                "shape": [
+                    3,
+                    480,
+                    640
+                ]
+            }
+        },
+        "output_features": {
+            "action": {
+                "type": "ACTION",
+                "shape": [
+                    6
+                ]
+            }
+        },
+        "device": "cuda",
+        "use_amp": false,
+        "use_peft": false,
+        "push_to_hub": false,
+        "repo_id": null,
+        "private": null,
+        "tags": null,
+        "license": null,
+        "pretrained_path": null,
+        "horizon": 16,
+        "n_action_steps": 8,
+        "normalization_mapping": {
+            "VISUAL": "MEAN_STD",
+            "STATE": "MIN_MAX",
+            "ACTION": "MIN_MAX"
+        },
+        "drop_n_last_frames": 7,
+        "vision_backbone_type": "dinov2",
+        "vision_encoder_name": "facebook/dinov2-with-registers-small",
+        "freeze_vision_encoder": true,
+        "vision_backbone": "resnet18",
+        "resize_shape": [
+            224,
+            224
+        ],
+        "crop_ratio": 1.0,
+        "crop_shape": null,
+        "crop_is_random": true,
+        "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
+        "use_group_norm": false,
+        "spatial_softmax_num_keypoints": 32,
+        "vit_pool_type": "cls_mean",
+        "vit_feature_dim": 512,
+        "use_separate_rgb_encoder_per_camera": true,
+        "down_dims": [
+            512,
+            1024,
+            2048
+        ],
+        "kernel_size": 5,
+        "n_groups": 8,
+        "diffusion_step_embed_dim": 128,
+        "use_film_scale_modulation": true,
+        "noise_scheduler_type": "DDPM",
+        "num_train_timesteps": 100,
+        "beta_schedule": "squaredcos_cap_v2",
+        "beta_start": 0.0001,
+        "beta_end": 0.02,
+        "prediction_type": "epsilon",
+        "clip_sample": true,
+        "clip_sample_range": 1.0,
+        "num_inference_steps": 100,
+        "compile_model": false,
+        "compile_mode": "reduce-overhead",
+        "do_mask_loss_for_padding": false,
+        "optimizer_lr": 0.0001,
+        "optimizer_betas": [
+            0.95,
+            0.999
+        ],
+        "optimizer_eps": 1e-08,
+        "optimizer_weight_decay": 1e-06,
+        "scheduler_name": "cosine",
+        "scheduler_warmup_steps": 500
+    },
+    "reward_model": null,
+    "output_dir": "/home/rguntz/Desktop/robot_learning/outputs/train/diffusion_v2_dinov2_cls_mean_20260519_041213",
+    "job_name": "diffusion_v2_dinov2_cls_mean_20260519_041213",
+    "resume": false,
+    "seed": 1000,
+    "cudnn_deterministic": false,
+    "num_workers": 32,
+    "batch_size": 64,
+    "prefetch_factor": 4,
+    "persistent_workers": true,
+    "steps": 400000,
+    "eval_freq": 0,
+    "log_freq": 20,
+    "tolerance_s": 0.0001,
+    "save_checkpoint": true,
+    "save_freq": 100000,
+    "use_policy_training_preset": true,
+    "optimizer": {
+        "type": "adam",
+        "lr": 0.0001,
+        "weight_decay": 1e-06,
+        "grad_clip_norm": 10.0,
+        "betas": [
+            0.95,
+            0.999
+        ],
+        "eps": 1e-08
+    },
+    "scheduler": {
+        "type": "diffuser",
+        "num_warmup_steps": 500,
+        "name": "cosine"
+    },
+    "eval": {
+        "n_episodes": 50,
+        "batch_size": 11,
+        "use_async_envs": true
+    },
+    "wandb": {
+        "enable": true,
+        "disable_artifact": false,
+        "project": "lerobot",
+        "entity": null,
+        "notes": null,
+        "run_id": "1tlldy3e",
+        "mode": null,
+        "add_tags": true
+    },
+    "peft": null,
+    "sample_weighting": null,
+    "rename_map": {},
+    "checkpoint_path": null
+}

checkpoints/diffusion_780_new_dataset_dino_v2_checkpoint_100000/checkpoints/100000/training_state/optimizer_param_groups.json

@@ -0,0 +1,397 @@
+[
+    {
+        "lr": 8.54594455744191e-05,
+        "betas": [
+            0.95,
+            0.999
+        ],
+        "eps": 1e-08,
+        "weight_decay": 1e-06,
+        "amsgrad": false,
+        "maximize": false,
+        "foreach": null,
+        "capturable": false,
+        "differentiable": false,
+        "fused": null,
+        "decoupled_weight_decay": false,
+        "initial_lr": 0.0001,
+        "params": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15,
+            16,
+            17,
+            18,
+            19,
+            20,
+            21,
+            22,
+            23,
+            24,
+            25,
+            26,
+            27,
+            28,
+            29,
+            30,
+            31,
+            32,
+            33,
+            34,
+            35,
+            36,
+            37,
+            38,
+            39,
+            40,
+            41,
+            42,
+            43,
+            44,
+            45,
+            46,
+            47,
+            48,
+            49,
+            50,
+            51,
+            52,
+            53,
+            54,
+            55,
+            56,
+            57,
+            58,
+            59,
+            60,
+            61,
+            62,
+            63,
+            64,
+            65,
+            66,
+            67,
+            68,
+            69,
+            70,
+            71,
+            72,
+            73,
+            74,
+            75,
+            76,
+            77,
+            78,
+            79,
+            80,
+            81,
+            82,
+            83,
+            84,
+            85,
+            86,
+            87,
+            88,
+            89,
+            90,
+            91,
+            92,
+            93,
+            94,
+            95,
+            96,
+            97,
+            98,
+            99,
+            100,
+            101,
+            102,
+            103,
+            104,
+            105,
+            106,
+            107,
+            108,
+            109,
+            110,
+            111,
+            112,
+            113,
+            114,
+            115,
+            116,
+            117,
+            118,
+            119,
+            120,
+            121,
+            122,
+            123,
+            124,
+            125,
+            126,
+            127,
+            128,
+            129,
+            130,
+            131,
+            132,
+            133,
+            134,
+            135,
+            136,
+            137,
+            138,
+            139,
+            140,
+            141,
+            142,
+            143,
+            144,
+            145,
+            146,
+            147,
+            148,
+            149,
+            150,
+            151,
+            152,
+            153,
+            154,
+            155,
+            156,
+            157,
+            158,
+            159,
+            160,
+            161,
+            162,
+            163,
+            164,
+            165,
+            166,
+            167,
+            168,
+            169,
+            170,
+            171,
+            172,
+            173,
+            174,
+            175,
+            176,
+            177,
+            178,
+            179,
+            180,
+            181,
+            182,
+            183,
+            184,
+            185,
+            186,
+            187,
+            188,
+            189,
+            190,
+            191,
+            192,
+            193,
+            194,
+            195,
+            196,
+            197,
+            198,
+            199,
+            200,
+            201,
+            202,
+            203,
+            204,
+            205,
+            206,
+            207,
+            208,
+            209,
+            210,
+            211,
+            212,
+            213,
+            214,
+            215,
+            216,
+            217,
+            218,
+            219,
+            220,
+            221,
+            222,
+            223,
+            224,
+            225,
+            226,
+            227,
+            228,
+            229,
+            230,
+            231,
+            232,
+            233,
+            234,
+            235,
+            236,
+            237,
+            238,
+            239,
+            240,
+            241,
+            242,
+            243,
+            244,
+            245,
+            246,
+            247,
+            248,
+            249,
+            250,
+            251,
+            252,
+            253,
+            254,
+            255,
+            256,
+            257,
+            258,
+            259,
+            260,
+            261,
+            262,
+            263,
+            264,
+            265,
+            266,
+            267,
+            268,
+            269,
+            270,
+            271,
+            272,
+            273,
+            274,
+            275,
+            276,
+            277,
+            278,
+            279,
+            280,
+            281,
+            282,
+            283,
+            284,
+            285,
+            286,
+            287,
+            288,
+            289,
+            290,
+            291,
+            292,
+            293,
+            294,
+            295,
+            296,
+            297,
+            298,
+            299,
+            300,
+            301,
+            302,
+            303,
+            304,
+            305,
+            306,
+            307,
+            308,
+            309,
+            310,
+            311,
+            312,
+            313,
+            314,
+            315,
+            316,
+            317,
+            318,
+            319,
+            320,
+            321,
+            322,
+            323,
+            324,
+            325,
+            326,
+            327,
+            328,
+            329,
+            330,
+            331,
+            332,
+            333,
+            334,
+            335,
+            336,
+            337,
+            338,
+            339,
+            340,
+            341,
+            342,
+            343,
+            344,
+            345,
+            346,
+            347,
+            348,
+            349,
+            350,
+            351,
+            352,
+            353,
+            354,
+            355,
+            356,
+            357,
+            358,
+            359,
+            360,
+            361,
+            362,
+            363,
+            364,
+            365,
+            366,
+            367,
+            368,
+            369,
+            370,
+            371,
+            372,
+            373,
+            374,
+            375
+        ]
+    }
+]

checkpoints/diffusion_780_new_dataset_dino_v2_checkpoint_100000/checkpoints/100000/training_state/optimizer_state.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be78dc109c56b16caa2890b68dbbdc4e5c1481ff9d01d52830c4566a2ea2470f
+size 2222768976

checkpoints/diffusion_780_new_dataset_dino_v2_checkpoint_100000/checkpoints/100000/training_state/rng_state.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f36b4db7b539d1952161c661ef8582778c145b977ee9e2fe6b3d0483b140bd3
+size 15708

checkpoints/diffusion_780_new_dataset_dino_v2_checkpoint_100000/checkpoints/100000/training_state/scheduler_state.json

@@ -0,0 +1,15 @@
+{
+    "base_lrs": [
+        0.0001
+    ],
+    "last_epoch": 100000,
+    "_step_count": 100001,
+    "_is_initial": false,
+    "_get_lr_called_within_step": false,
+    "_last_lr": [
+        8.54594455744191e-05
+    ],
+    "lr_lambdas": [
+        null
+    ]
+}

checkpoints/diffusion_780_new_dataset_dino_v2_checkpoint_100000/checkpoints/100000/training_state/training_step.json

@@ -0,0 +1,3 @@
+{
+    "step": 100000
+}

checkpoints/diffusion_780_new_dataset_dino_v2_checkpoint_100000/wandb/run-20260519_041222-1tlldy3e/files/config.yaml

@@ -0,0 +1,349 @@
+_wandb:
+    value:
+        cli_version: 0.26.1
+        e:
+            j6iwlet041pcpuatmtz991fj7wsfoejc:
+                args:
+                    - --dataset.repo_id=local/act_collected_episodes
+                    - --dataset.root=/home/rguntz/Desktop/robot_learning/aggregated_new_dataset_781
+                    - --dataset.video_backend=pyav
+                    - --policy.type=diffusion
+                    - --policy.device=cuda
+                    - --policy.push_to_hub=false
+                    - --policy.n_obs_steps=2
+                    - --policy.horizon=16
+                    - --policy.n_action_steps=8
+                    - --policy.vision_backbone_type=dinov2
+                    - --policy.vision_backbone=resnet18
+                    - --policy.freeze_vision_encoder=true
+                    - --policy.noise_scheduler_type=DDPM
+                    - --policy.num_train_timesteps=100
+                    - --policy.num_inference_steps=100
+                    - --policy.optimizer_lr=1e-4
+                    - --policy.scheduler_warmup_steps=500
+                    - --output_dir=/home/rguntz/Desktop/robot_learning/outputs/train/diffusion_v2_dinov2_cls_mean_20260519_041213
+                    - --job_name=diffusion_v2_dinov2_cls_mean_20260519_041213
+                    - --batch_size=64
+                    - --steps=400000
+                    - --num_workers=32
+                    - --log_freq=20
+                    - --save_freq=100000
+                    - --eval_freq=0
+                    - --wandb.enable=True
+                    - --policy.vision_encoder_name=facebook/dinov2-with-registers-small
+                    - --policy.resize_shape=[224,224]
+                    - --policy.vit_pool_type=cls_mean
+                    - --policy.vit_feature_dim=512
+                codePath: .venv/bin/lerobot-train
+                codePathLocal: .venv/bin/lerobot-train
+                cpu_count: 8
+                cpu_count_logical: 16
+                cudaVersion: "13.0"
+                disk:
+                    /:
+                        total: "1005867986944"
+                        used: "948539609088"
+                executable: /home/rguntz/Desktop/robot_learning/lerobot/.venv/bin/python3
+                git:
+                    commit: 8d23fd47055bfd22999a0aa8504b2db2a224760e
+                    remote: git@github.com:michavol/lerobot.git
+                gpu: NVIDIA GeForce RTX 3090
+                gpu_count: 1
+                gpu_nvidia:
+                    - architecture: Ampere
+                      cudaCores: 10496
+                      memoryTotal: "25769803776"
+                      name: NVIDIA GeForce RTX 3090
+                      uuid: GPU-66af8aaf-7e6a-3e72-b858-c225c6345f85
+                host: franka3-SRL-DSK-102
+                memory:
+                    total: "67196911616"
+                os: Linux-6.17.0-23-generic-x86_64-with-glibc2.39
+                program: /home/rguntz/Desktop/robot_learning/lerobot/.venv/bin/lerobot-train
+                python: CPython 3.12.13
+                root: /home/rguntz/Desktop/robot_learning/outputs/train/diffusion_v2_dinov2_cls_mean_20260519_041213
+                startedAt: "2026-05-19T02:12:22.394877Z"
+                writerId: j6iwlet041pcpuatmtz991fj7wsfoejc
+        m: []
+        python_version: 3.12.13
+        t:
+            "1":
+                - 1
+                - 11
+                - 41
+                - 49
+                - 51
+                - 71
+                - 83
+                - 105
+            "2":
+                - 1
+                - 11
+                - 41
+                - 49
+                - 51
+                - 71
+                - 83
+                - 105
+            "3":
+                - 13
+                - 15
+                - 16
+                - 61
+            "4": 3.12.13
+            "5": 0.26.1
+            "6": 5.5.4
+            "10":
+                - 21
+            "12": 0.26.1
+            "13": linux-x86_64
+batch_size:
+    value: 64
+checkpoint_path:
+    value: null
+cudnn_deterministic:
+    value: false
+dataset:
+    value:
+        episodes: null
+        image_transforms:
+            enable: false
+            max_num_transforms: 3
+            random_order: false
+            same_cloth_color: false
+            tfs:
+                affine:
+                    kwargs:
+                        degrees:
+                            - -5
+                            - 5
+                        translate:
+                            - 0.05
+                            - 0.05
+                    type: RandomAffine
+                    weight: 0
+                blur:
+                    kwargs:
+                        kernel_size:
+                            - 3
+                            - 3
+                        sigma:
+                            - 0.1
+                            - 1.5
+                    type: GaussianBlur
+                    weight: 0
+                color_jitter:
+                    kwargs:
+                        brightness:
+                            - 0.7
+                            - 1.3
+                        contrast:
+                            - 0.7
+                            - 1.3
+                        hue:
+                            - -0.5
+                            - 0.5
+                        saturation:
+                            - 0.4
+                            - 1.6
+                    type: ColorJitter
+                    weight: 1.5
+                crop:
+                    kwargs:
+                        ratio:
+                            - 0.99
+                            - 1.01
+                        scale:
+                            - 0.97
+                            - 1
+                    type: RandomCropPreserveSize
+                    weight: 0.5
+                gamma:
+                    kwargs:
+                        gamma:
+                            - 0.6
+                            - 1.4
+                    type: RandomGamma
+                    weight: 0.7
+                grayscale:
+                    kwargs:
+                        p: 1
+                    type: RandomGrayscale
+                    weight: 0.5
+                highlight:
+                    kwargs:
+                        intensity:
+                            - 0.2
+                            - 0.5
+                        num_highlights:
+                            - 0
+                            - 1
+                        sigma:
+                            - 20
+                            - 60
+                    type: RandomHighlight
+                    weight: 0.5
+                jpeg:
+                    kwargs:
+                        quality:
+                            - 60
+                            - 95
+                    type: RandomJPEG
+                    weight: 0
+                shadow:
+                    kwargs:
+                        blur_sigma:
+                            - 4
+                            - 20
+                        intensity:
+                            - 0.4
+                            - 0.7
+                        num_shadows:
+                            - 1
+                            - 2
+                    type: RandomShadow
+                    weight: 0.8
+                sharpness:
+                    kwargs:
+                        sharpness:
+                            - 0.5
+                            - 1.5
+                    type: SharpnessJitter
+                    weight: 1
+        repo_id: local/act_collected_episodes
+        return_uint8: false
+        revision: null
+        root: /home/rguntz/Desktop/robot_learning/aggregated_new_dataset_781
+        streaming: false
+        use_imagenet_stats: true
+        video_backend: pyav
+env:
+    value: null
+eval:
+    value:
+        batch_size: 11
+        n_episodes: 50
+        use_async_envs: true
+eval_freq:
+    value: 0
+job_name:
+    value: diffusion_v2_dinov2_cls_mean_20260519_041213
+log_freq:
+    value: 20
+num_workers:
+    value: 32
+optimizer:
+    value:
+        betas:
+            - 0.95
+            - 0.999
+        eps: 1e-08
+        grad_clip_norm: 10
+        lr: 0.0001
+        type: adam
+        weight_decay: 1e-06
+output_dir:
+    value: /home/rguntz/Desktop/robot_learning/outputs/train/diffusion_v2_dinov2_cls_mean_20260519_041213
+peft:
+    value: null
+persistent_workers:
+    value: true
+policy:
+    value:
+        beta_end: 0.02
+        beta_schedule: squaredcos_cap_v2
+        beta_start: 0.0001
+        clip_sample: true
+        clip_sample_range: 1
+        compile_mode: reduce-overhead
+        compile_model: false
+        crop_is_random: true
+        crop_ratio: 1
+        crop_shape: null
+        device: cuda
+        diffusion_step_embed_dim: 128
+        do_mask_loss_for_padding: false
+        down_dims:
+            - 512
+            - 1024
+            - 2048
+        drop_n_last_frames: 7
+        freeze_vision_encoder: true
+        horizon: 16
+        kernel_size: 5
+        license: null
+        n_action_steps: 8
+        n_groups: 8
+        n_obs_steps: 2
+        noise_scheduler_type: DDPM
+        normalization_mapping:
+            ACTION: MIN_MAX
+            STATE: MIN_MAX
+            VISUAL: MEAN_STD
+        num_inference_steps: 100
+        num_train_timesteps: 100
+        optimizer_betas:
+            - 0.95
+            - 0.999
+        optimizer_eps: 1e-08
+        optimizer_lr: 0.0001
+        optimizer_weight_decay: 1e-06
+        prediction_type: epsilon
+        pretrained_backbone_weights: ResNet18_Weights.IMAGENET1K_V1
+        pretrained_path: null
+        private: null
+        push_to_hub: false
+        repo_id: null
+        resize_shape:
+            - 224
+            - 224
+        scheduler_name: cosine
+        scheduler_warmup_steps: 500
+        spatial_softmax_num_keypoints: 32
+        tags: null
+        type: diffusion
+        use_amp: false
+        use_film_scale_modulation: true
+        use_group_norm: false
+        use_peft: false
+        use_separate_rgb_encoder_per_camera: true
+        vision_backbone: resnet18
+        vision_backbone_type: dinov2
+        vision_encoder_name: facebook/dinov2-with-registers-small
+        vit_feature_dim: 512
+        vit_pool_type: cls_mean
+prefetch_factor:
+    value: 4
+resume:
+    value: false
+reward_model:
+    value: null
+sample_weighting:
+    value: null
+save_checkpoint:
+    value: true
+save_freq:
+    value: 100000
+scheduler:
+    value:
+        name: cosine
+        num_warmup_steps: 500
+        type: diffuser
+seed:
+    value: 1000
+steps:
+    value: 400000
+tolerance_s:
+    value: 0.0001
+use_policy_training_preset:
+    value: true
+wandb:
+    value:
+        add_tags: true
+        disable_artifact: false
+        enable: true
+        entity: null
+        mode: null
+        notes: null
+        project: lerobot
+        run_id: null

checkpoints/diffusion_780_new_dataset_dino_v2_checkpoint_100000/wandb/run-20260519_041222-1tlldy3e/files/requirements.txt

@@ -0,0 +1,171 @@
+lerobot==0.5.2
+nvidia-cusparselt-cu12==0.7.1
+python-dateutil==2.9.0.post0
+rhoban-cmeel-jsoncpp==1.9.4.9
+torch==2.10.0
+diffusers==0.35.2
+httpcore==1.0.9
+hf-xet==1.4.3
+Farama-Notifications==0.0.6
+cmeel-boost==1.89.0
+jsonlines==4.0.0
+torchcodec==0.10.0
+torchrl==0.12.0
+antlr4-python3-runtime==4.9.3
+PyYAML==6.0.3
+libcoal==3.0.2
+draccus==0.10.0
+pure_eval==0.2.3
+fsspec==2026.2.0
+av==15.1.0
+charset-normalizer==3.4.7
+multidict==6.7.1
+matplotlib==3.10.9
+feetech-servo-sdk==1.0.0
+gitdb==4.0.12
+cycler==0.12.1
+aiohappyeyeballs==2.6.1
+xxhash==3.7.0
+ptyprocess==0.7.0
+Jinja2==3.1.6
+h11==0.16.0
+nvidia-cuda-nvrtc-cu12==12.8.93
+nvidia-curand-cu12==10.3.9.90
+nvidia-cufile-cu12==1.13.1.3
+matplotlib-inline==0.2.2
+orjson==3.11.9
+regex==2026.4.4
+pyarrow==24.0.0
+ImageIO==2.37.3
+termcolor==3.3.0
+jedi==0.20.0
+nvidia-cusolver-cu12==11.7.3.90
+ischedule==1.2.7
+eigenpy==3.12.0
+decorator==5.2.1
+ipython==9.13.0
+zipp==3.23.1
+placo==0.9.20
+cuda-pathfinder==1.5.4
+tqdm==4.67.3
+pyparsing==3.3.2
+gymnasium==1.3.0
+cmeel-console-bridge==1.0.2.3
+datasets==4.8.5
+pyserial==3.5
+urllib3==2.6.3
+pyzmq==27.1.0
+executing==2.2.1
+typing-inspection==0.4.2
+toml==0.10.2
+psutil==7.2.2
+dill==0.4.1
+sympy==1.14.0
+itsdangerous==2.2.0
+nvidia-cublas-cu12==12.8.4.1
+numpy==2.2.6
+networkx==3.6.1
+parso==0.8.7
+wandb==0.26.1
+cmeel-urdfdom==4.0.1
+annotated-doc==0.0.4
+tokenizers==0.22.2
+mypy_extensions==1.1.0
+cmeel-tinyxml2==10.0.0
+meshcat==0.3.2
+pandas==2.3.3
+orderly-set==5.5.0
+contourpy==1.3.3
+prompt_toolkit==3.0.52
+yarl==1.23.0
+nvidia-nvshmem-cu12==3.4.5
+smmap==5.0.3
+safetensors==0.7.0
+nvidia-nvtx-cu12==12.8.90
+setuptools==80.10.2
+pillow==12.2.0
+cmeel-octomap==1.10.0
+mpmath==1.3.0
+annotated-types==0.7.0
+omegaconf==2.3.0
+shellingham==1.5.4
+mergedeep==1.3.4
+tzdata==2026.2
+cmeel-assimp==6.0.2
+typing_extensions==4.15.0
+pexpect==4.9.0
+huggingface_hub==1.13.0
+platformdirs==4.9.6
+cuda-bindings==12.9.4
+mdurl==0.1.2
+Werkzeug==3.1.8
+markdown-it-py==4.0.0
+opencv-python-headless==4.13.0.92
+httpx==0.28.1
+Pygments==2.20.0
+typing-inspect==0.9.0
+asttokens==3.0.1
+traitlets==5.15.0
+idna==3.13
+tensordict==0.12.3
+transformers==5.5.4
+GitPython==3.1.50
+aiohttp==3.13.5
+pyvers==0.2.2
+attrs==26.1.0
+pyngrok==8.1.2
+propcache==0.5.2
+packaging==25.0
+protobuf==7.34.1
+eiquadprog==1.3.0
+nvidia-nvjitlink-cu12==12.8.93
+nvidia-cuda-runtime-cu12==12.8.90
+tabulate==0.10.0
+six==1.17.0
+aiosignal==1.4.0
+pytz==2026.2
+requests==2.33.1
+cmake==4.1.3
+frozenlist==1.8.0
+u-msgpack-python==2.8.0
+hydra-core==1.3.2
+wcwidth==0.7.0
+nvidia-cuda-cupti-cu12==12.8.90
+tornado==6.5.5
+nvidia-cusparse-cu12==12.5.8.93
+multiprocess==0.70.19
+nvidia-nccl-cu12==2.27.5
+cloudpickle==3.1.2
+fonttools==4.63.0
+triton==3.6.0
+lerobot==0.5.2
+kiwisolver==1.5.0
+torchvision==0.25.0
+ipython_pygments_lexers==1.1.1
+pyyaml-include==1.4.1
+accelerate==1.13.0
+nvidia-cufft-cu12==11.3.3.83
+cmeel-zlib==1.3.1
+click==8.3.3
+rich==15.0.0
+deepdiff==8.6.2
+einops==0.8.2
+pydantic==2.13.4
+stack-data==0.6.3
+coal==3.0.2
+anyio==4.13.0
+MarkupSafe==3.0.3
+libpinocchio==3.8.0
+importlib_metadata==9.0.0
+cmeel-qhull==8.0.2.1
+filelock==3.29.0
+certifi==2026.4.22
+Flask==3.1.3
+peft==0.19.1
+blinker==1.9.0
+typer==0.25.1
+pydantic_core==2.46.4
+cmeel==0.60.1
+nvidia-cudnn-cu12==9.10.2.21
+pin==3.8.0
+sentry-sdk==2.60.0

checkpoints/diffusion_780_new_dataset_dino_v2_checkpoint_100000/wandb/run-20260519_041222-1tlldy3e/files/wandb-metadata.json

@@ -0,0 +1,71 @@
+{
+  "os":  "Linux-6.17.0-23-generic-x86_64-with-glibc2.39",
+  "python":  "CPython 3.12.13",
+  "startedAt":  "2026-05-19T02:12:22.394877Z",
+  "args":  [
+    "--dataset.repo_id=local/act_collected_episodes",
+    "--dataset.root=/home/rguntz/Desktop/robot_learning/aggregated_new_dataset_781",
+    "--dataset.video_backend=pyav",
+    "--policy.type=diffusion",
+    "--policy.device=cuda",
+    "--policy.push_to_hub=false",
+    "--policy.n_obs_steps=2",
+    "--policy.horizon=16",
+    "--policy.n_action_steps=8",
+    "--policy.vision_backbone_type=dinov2",
+    "--policy.vision_backbone=resnet18",
+    "--policy.freeze_vision_encoder=true",
+    "--policy.noise_scheduler_type=DDPM",
+    "--policy.num_train_timesteps=100",
+    "--policy.num_inference_steps=100",
+    "--policy.optimizer_lr=1e-4",
+    "--policy.scheduler_warmup_steps=500",
+    "--output_dir=/home/rguntz/Desktop/robot_learning/outputs/train/diffusion_v2_dinov2_cls_mean_20260519_041213",
+    "--job_name=diffusion_v2_dinov2_cls_mean_20260519_041213",
+    "--batch_size=64",
+    "--steps=400000",
+    "--num_workers=32",
+    "--log_freq=20",
+    "--save_freq=100000",
+    "--eval_freq=0",
+    "--wandb.enable=True",
+    "--policy.vision_encoder_name=facebook/dinov2-with-registers-small",
+    "--policy.resize_shape=[224,224]",
+    "--policy.vit_pool_type=cls_mean",
+    "--policy.vit_feature_dim=512"
+  ],
+  "program":  "/home/rguntz/Desktop/robot_learning/lerobot/.venv/bin/lerobot-train",
+  "codePath":  ".venv/bin/lerobot-train",
+  "codePathLocal":  ".venv/bin/lerobot-train",
+  "git":  {
+    "remote":  "git@github.com:michavol/lerobot.git",
+    "commit":  "8d23fd47055bfd22999a0aa8504b2db2a224760e"
+  },
+  "root":  "/home/rguntz/Desktop/robot_learning/outputs/train/diffusion_v2_dinov2_cls_mean_20260519_041213",
+  "host":  "franka3-SRL-DSK-102",
+  "executable":  "/home/rguntz/Desktop/robot_learning/lerobot/.venv/bin/python3",
+  "cpu_count":  8,
+  "cpu_count_logical":  16,
+  "gpu":  "NVIDIA GeForce RTX 3090",
+  "gpu_count":  1,
+  "disk":  {
+    "/":  {
+      "total":  "1005867986944",
+      "used":  "948539609088"
+    }
+  },
+  "memory":  {
+    "total":  "67196911616"
+  },
+  "gpu_nvidia":  [
+    {
+      "name":  "NVIDIA GeForce RTX 3090",
+      "memoryTotal":  "25769803776",
+      "cudaCores":  10496,
+      "architecture":  "Ampere",
+      "uuid":  "GPU-66af8aaf-7e6a-3e72-b858-c225c6345f85"
+    }
+  ],
+  "cudaVersion":  "13.0",
+  "writerId":  "j6iwlet041pcpuatmtz991fj7wsfoejc"
+}

checkpoints/diffusion_780_new_dataset_dino_v2_checkpoint_100000/wandb/run-20260519_041222-1tlldy3e/files/wandb-summary.json

@@ -0,0 +1 @@
+{"_step":158580,"_wandb":{"runtime":30028},"train/update_s":0.1787142890490941,"train/epochs":21.861230538586803,"train/dataloading_s":0.02430845269554993,"train/loss":0.008537472994066774,"train/samples":10149120,"train/episodes":17073.62105063629,"train/lr":6.609614118618541e-05,"_runtime":30028.513061652,"train/steps":158580,"_timestamp":1.7791867709955301e+09,"train/grad_norm":0.14752862453460694}

checkpoints/diffusion_780_new_dataset_dino_v2_checkpoint_100000/wandb/run-20260519_041222-1tlldy3e/logs/debug-core.log

@@ -0,0 +1,15 @@
+{"time":"2026-05-19T04:12:22.430018047+02:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmp15u7p_pa/port-555192.txt","pid":555192,"detached":false,"idle-timeout":600000000000,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false}
+{"time":"2026-05-19T04:12:22.430224748+02:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":555192}
+{"time":"2026-05-19T04:12:22.430223418+02:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-555192-555222-3071467453/socket","Net":"unix"}}
+{"time":"2026-05-19T04:12:22.621504572+02:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"}
+{"time":"2026-05-19T04:12:22.626250033+02:00","level":"INFO","msg":"handleInformInit: received","streamId":"1tlldy3e","id":"1(@)"}
+{"time":"2026-05-19T04:12:23.029663626+02:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"1tlldy3e","id":"1(@)"}
+{"time":"2026-05-19T04:12:28.459556636+02:00","level":"INFO","msg":"connection: cancelling request","id":"1(@)","requestId":"9i5yjnhj7fxr"}
+{"time":"2026-05-19T12:32:51.908633517+02:00","level":"INFO","msg":"connection: closing","id":"1(@)"}
+{"time":"2026-05-19T12:32:51.908941533+02:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"}
+{"time":"2026-05-19T12:32:51.908612504+02:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"}
+{"time":"2026-05-19T12:32:51.9090302+02:00","level":"INFO","msg":"server is shutting down"}
+{"time":"2026-05-19T12:32:51.909408655+02:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-555192-555222-3071467453/socket","Net":"unix"}}
+{"time":"2026-05-19T12:32:53.817653453+02:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"}
+{"time":"2026-05-19T12:32:53.81767599+02:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"}
+{"time":"2026-05-19T12:32:53.817682444+02:00","level":"INFO","msg":"server is closed"}

checkpoints/diffusion_780_new_dataset_dino_v2_checkpoint_100000/wandb/run-20260519_041222-1tlldy3e/run-1tlldy3e.wandb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40de93a94cf19d2861affbafb8ffbffe81d20ae03ee94fb727217567957ab372
+size 33995226