test-2-checkpoint-70000

test-2-checkpoint-70000/config.json

@@ -0,0 +1,130 @@
+{
+  "batch_size": 64,
+  "buffer_size": 64,
+  "from_pretrained": "oxe-g2-checkpoint-300000",
+  "frozen_keys": [
+    "*hf_model*"
+  ],
+  "model": {
+    "heads": {
+      "action": {
+        "args": [],
+        "kwargs": {
+          "action_dim": 7,
+          "action_horizon": 4,
+          "readout_key": "readout_action",
+          "token_embedding_size": 768
+        },
+        "module": "model.octo.components.action_heads",
+        "name": "L1ActionHead"
+      }
+    },
+    "max_horizon": 10,
+    "observation_tokenizers": {
+      "primary": {
+        "args": [],
+        "kwargs": {
+          "encoder": {
+            "args": [],
+            "kwargs": {
+              "in_features": 6
+            },
+            "module": "octo.model.components.vit_encoders",
+            "name": "SmallStem16"
+          },
+          "obs_stack_keys": [
+            "image_primary"
+          ],
+          "task_stack_keys": [
+            "image_primary"
+          ]
+        },
+        "module": "octo.model.components.tokenizers",
+        "name": "ImageTokenizer"
+      }
+    },
+    "readouts": {
+      "action": 1
+    },
+    "repeat_task_tokens": true,
+    "task_tokenizers": {
+      "language": {
+        "args": [],
+        "kwargs": {
+          "encoder": "t5-base",
+          "finetune_encoder": false
+        },
+        "module": "octo.model.components.tokenizers",
+        "name": "LanguageTokenizer"
+      }
+    },
+    "token_embedding_size": 768,
+    "transformer_kwargs": {
+      "add_position_embedding": false,
+      "attention_dropout_rate": 0.0,
+      "dropout_rate": 0.0,
+      "mlp_dim": 3072,
+      "num_attention_heads": 12,
+      "num_layers": 12
+    },
+    "use_correct_attention": true
+  },
+  "normalize_method": "sign",
+  "obs_token_nums": {
+    "primary": 256
+  },
+  "sampler_num_samples": 2560000,
+  "seed": 2,
+  "subsample_length": 99999,
+  "text_processor": {
+    "args": [],
+    "kwargs": {
+      "encode_with_model": false,
+      "tokenizer_kwargs": {
+        "max_length": 16,
+        "padding": "max_length",
+        "return_tensors": "np",
+        "truncation": true
+      },
+      "tokenizer_name": "t5-base"
+    },
+    "module": "octo.components.text_processing",
+    "name": "HFTokenizer"
+  },
+  "training_arguments": {
+    "bf16": true,
+    "dataloader_pin_memory": true,
+    "ddp_find_unused_parameters": true,
+    "eval_steps": 5000,
+    "gradient_accumulation_steps": 4,
+    "learning_rate": 3e-05,
+    "logging_nan_inf_filter": false,
+    "logging_steps": 100,
+    "lr_scheduler_kwargs": {
+      "decay_type": "cosine",
+      "min_lr_ratio": 0.05,
+      "num_decay_steps": 298000
+    },
+    "lr_scheduler_type": "constant",
+    "max_grad_norm": 1.0,
+    "max_steps": 300000,
+    "optim": "adamw_torch_fused",
+    "per_device_eval_batch_size": 1,
+    "per_device_train_batch_size": 1,
+    "report_to": "wandb",
+    "save_safetensors": true,
+    "save_steps": 500,
+    "torch_compile": true,
+    "warmup_steps": 2000,
+    "weight_decay": 0.1
+  },
+  "training_keys": [
+    "*action*",
+    "*task_projections*",
+    "*obs_projections*",
+    "*readout_embeddings*",
+    "*task_pos_embeddings*",
+    "*obs_pos_embeddings*",
+    "*observation_tokenizers*"
+  ]
+}

test-2-checkpoint-70000/dataset_statistics.json

@@ -0,0 +1,253 @@
+[
+    {
+        "observation.images.main_camera": {
+            "min": [
+                [
+                    [
+                        0.0
+                    ]
+                ],
+                [
+                    [
+                        0.0
+                    ]
+                ],
+                [
+                    [
+                        0.0
+                    ]
+                ]
+            ],
+            "max": [
+                [
+                    [
+                        1.0
+                    ]
+                ],
+                [
+                    [
+                        1.0
+                    ]
+                ],
+                [
+                    [
+                        1.0
+                    ]
+                ]
+            ],
+            "mean": [
+                [
+                    [
+                        0.56009308397514
+                    ]
+                ],
+                [
+                    [
+                        0.5088963212208076
+                    ]
+                ],
+                [
+                    [
+                        0.47626117961949455
+                    ]
+                ]
+            ],
+            "std": [
+                [
+                    [
+                        0.27688289864943944
+                    ]
+                ],
+                [
+                    [
+                        0.26883972589038224
+                    ]
+                ],
+                [
+                    [
+                        0.29031452356480364
+                    ]
+                ]
+            ],
+            "count": [
+                11006
+            ]
+        },
+        "episode_index": {
+            "min": [
+                0
+            ],
+            "max": [
+                128
+            ],
+            "mean": [
+                63.14946338383838
+            ],
+            "std": [
+                35.1467891774593
+            ],
+            "count": [
+                12672
+            ]
+        },
+        "task_index": {
+            "min": [
+                0
+            ],
+            "max": [
+                3
+            ],
+            "mean": [
+                1.6840277777777777
+            ],
+            "std": [
+                1.1113384592218372
+            ],
+            "count": [
+                12672
+            ]
+        },
+        "index": {
+            "min": [
+                0
+            ],
+            "max": [
+                12671
+            ],
+            "mean": [
+                6335.5
+            ],
+            "std": [
+                3658.0912941951938
+            ],
+            "count": [
+                12672
+            ]
+        },
+        "action": {
+            "min": [
+                -0.009999999776482582,
+                -0.009999999776482582,
+                -0.009999999776482582,
+                -0.06283185631036758,
+                -0.06283185631036758,
+                -0.06283185631036758,
+                0.0
+            ],
+            "max": [
+                0.009999999776482582,
+                0.009999999776482582,
+                0.009999999776482582,
+                0.06283185631036758,
+                0.06283185631036758,
+                0.06283185631036758,
+                1.0
+            ],
+            "mean": [
+                -0.0010779668760702325,
+                -0.000870422678087375,
+                -0.0009524932320082003,
+                -0.00011404143052376722,
+                0.001646163140721359,
+                0.0006842485724881945,
+                0.14094065714126566
+            ],
+            "std": [
+                0.0050928476793778805,
+                0.0052109778002382215,
+                0.0062727072406226275,
+                0.01305372613557191,
+                0.014969692486291531,
+                0.021519857205295197,
+                0.3479603303557627
+            ],
+            "count": [
+                12672
+            ],
+            "mask": [
+                true,
+                true,
+                true,
+                true,
+                true,
+                true,
+                false
+            ]
+        },
+        "timestamp": {
+            "min": [
+                0.0
+            ],
+            "max": [
+                22.5
+            ],
+            "mean": [
+                5.516895517676768
+            ],
+            "std": [
+                3.9518586666950704
+            ],
+            "count": [
+                12672
+            ]
+        },
+        "frame_index": {
+            "min": [
+                0
+            ],
+            "max": [
+                225
+            ],
+            "mean": [
+                55.168955176767675
+            ],
+            "std": [
+                39.5185866669507
+            ],
+            "count": [
+                12672
+            ]
+        },
+        "observation.state": {
+            "min": [
+                -0.6913691163063049,
+                -0.25204867124557495,
+                -0.22021731734275818,
+                -3.140528440475464,
+                -1.213579535484314,
+                -3.1340115070343018,
+                0.0
+            ],
+            "max": [
+                -0.26134854555130005,
+                0.40225377678871155,
+                0.4610653519630432,
+                3.1412761211395264,
+                0.644866406917572,
+                3.1401240825653076,
+                1.0
+            ],
+            "mean": [
+                -0.4765559839921994,
+                0.03277433536791847,
+                0.01813845893630427,
+                1.4840563985447381,
+                -0.1872646863000659,
+                -1.201557804914303,
+                0.13328598546378098
+            ],
+            "std": [
+                0.09873974979292631,
+                0.12291375325367411,
+                0.13182701724212956,
+                2.530463134923631,
+                0.39532953579234853,
+                1.3639962652103377,
+                0.33988356830665484
+            ],
+            "count": [
+                12672
+            ]
+        }
+    }
+]

test-2-checkpoint-70000/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f686ff77412f09b592ff0bc922f26ae973a07c61975436a5bdabb9ff32fafcfb
+size 411689544

test-2-checkpoint-70000/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59f2a2272118836a8d03bddc028fcb808ce0f6c44f37a58295036d62f4762404
+size 47821178

test-2-checkpoint-70000/rng_state_0.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c64adfc39ddf34bd03bc0ab6fe68d49e82a985388b71b8cc49b7dd352e5c649
+size 15984

test-2-checkpoint-70000/rng_state_1.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f36a1096cb40e95d8e84ea3862b798a484a30e0a8ebb3bb1a5220302f46fefc1
+size 15984

test-2-checkpoint-70000/rng_state_2.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a3dc9e3c833675d4bbf2c68235d5d686c8ad6d78aca11a5f66c7cbe34095e7d
+size 15984

test-2-checkpoint-70000/rng_state_3.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b9f7e37e95713161cec3e9c231443964de1539ccd68294fd825ea36ad47a221
+size 15984

test-2-checkpoint-70000/rng_state_4.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8718aa95680fbe8fdadfe4351118c070e65b8dc3fed83cc8fb4b570b7ddf1ba
+size 15984

test-2-checkpoint-70000/rng_state_5.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c0260060bc6534e1b1c5e10f99f29994551a1bd48df5dbeeb245dd28a1e8c76
+size 15984

test-2-checkpoint-70000/rng_state_6.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:842f7ffed8c88ae5c3d8bab1ef96f8dbd2420347168fbd5ce91dcc72986edb3a
+size 15984

test-2-checkpoint-70000/rng_state_7.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:429e14c738c7a7ce8edcbf2402019efcca63d340aea41a4bc93636f2c4217c8d
+size 15984

test-2-checkpoint-70000/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8edce61df357bb337a4d784312fba372565bd9701024f6cf892be97ef55d8d77
+size 1064