Add files using upload-large-folder tool

CHECKPOINTS.txt

@@ -0,0 +1,14 @@
+Included checkpoint steps for `pi0_ur5_real_robot_pytorch_baseline_v1`:
+
+- 5000
+- 10000
+- 15000
+- 20000
+- 25000
+- 30000
+
+Each checkpoint directory contains:
+
+- model.safetensors
+- metadata.pt
+- assets/ur5_lab_test_tube_camera_shifts/norm_stats.json

README.md

@@ -0,0 +1,34 @@
+# Pi0-real-robot
+
+PyTorch `pi0` policy fine-tuned on the local UR5 real-robot LeRobot-format dataset:
+
+- dataset: `ur5_lab_test_tube_camera_shifts`
+- training config name: `pi0_ur5_real_robot_pytorch_baseline`
+- base model init: `/scratch/yz11445/pi0_base`
+- saved checkpoint steps: `5000`, `10000`, `15000`, `20000`, `25000`, `30000`
+
+## Included Files
+
+- `config.json`: base Pi0 model config copied from the initialization checkpoint
+- `model_architecture_config.json`: fine-tuned architecture settings used by this run
+- `training_config_summary.json`: training/data/run summary for this release
+- `assets/ur5_lab_test_tube_camera_shifts/norm_stats.json`: normalization statistics
+- `checkpoints/<step>/`: checkpoint snapshots with `model.safetensors`, `metadata.pt`, and copied assets
+
+## Inference
+
+Serve any checkpoint with:
+
+```bash
+uv run scripts/serve_policy.py policy:checkpoint \
+  --policy.config=pi0_ur5_real_robot_pytorch_baseline \
+  --policy.dir=/path/to/Pi0-real-robot/checkpoints/30000
+```
+
+Replace `30000` with one of `5000`, `10000`, `15000`, `20000`, `25000`, or `30000`.
+
+## Notes
+
+- The policy loader uses the code-defined training config `pi0_ur5_real_robot_pytorch_baseline` from `src/openpi/training/config.py`.
+- Normalization stats are loaded from `assets/ur5_lab_test_tube_camera_shifts/norm_stats.json` inside each checkpoint directory.
+- Tokenizer assets are not bundled in this release directory. In this codebase, the Pi0 tokenizer is loaded at runtime from external sources referenced in `src/openpi/models/tokenizer.py`.

assets/ur5_lab_test_tube_camera_shifts/norm_stats.json

@@ -0,0 +1,80 @@
+{
+  "norm_stats": {
+    "state": {
+      "mean": [
+        -3.340229034423828,
+        -0.993720531463623,
+        1.4748752117156982,
+        -2.027818441390991,
+        -1.5979795455932617,
+        4.608609199523926,
+        0.5474765300750732
+      ],
+      "std": [
+        0.19318173825740814,
+        0.14630725979804993,
+        0.2504045069217682,
+        0.11725258827209473,
+        0.0358712300658226,
+        0.20255139470100403,
+        0.49774089455604553
+      ],
+      "q01": [
+        -3.7030182856559755,
+        -1.2474105840682983,
+        0.7992883544683457,
+        -2.24708842587471,
+        -1.7682025527954102,
+        4.231052602767944,
+        0.0
+      ],
+      "q99": [
+        -3.0268489632606506,
+        -0.5849727642059327,
+        1.865938720214367,
+        -1.7351905375003815,
+        -1.5186957674026489,
+        4.9647599239349365,
+        0.9998
+      ]
+    },
+    "actions": {
+      "mean": [
+        0.016937920823693275,
+        -0.004969933535903692,
+        0.009962701238691807,
+        -0.001688019372522831,
+        0.0012489908840507269,
+        0.018919125199317932,
+        0.5474765300750732
+      ],
+      "std": [
+        0.06978615373373032,
+        0.06991613656282425,
+        0.09595422446727753,
+        0.059662021696567535,
+        0.010708698071539402,
+        0.06966347992420197,
+        0.49774089455604553
+      ],
+      "q01": [
+        -0.1645936336517334,
+        -0.21226087988615036,
+        -0.2664332183122635,
+        -0.1527675679922104,
+        -0.02410040438175201,
+        -0.154551212310791,
+        0.0
+      ],
+      "q99": [
+        0.21269720268249515,
+        0.21668597954511637,
+        0.3531587926626205,
+        0.18083614184856417,
+        0.03492184810638427,
+        0.21823061800003052,
+        0.9998
+      ]
+    }
+  }
+}

checkpoints/20000/metadata.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93b1478b17f8fee49e995ac18202419b34ea480b51a104b96c483601561880fc
+size 4019

checkpoints/20000/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3651c6e4a571a02353d5783dba6eb5650a0d0a36b45774dfee6d40866e0b7f7d
+size 7011543960

checkpoints/25000/assets/ur5_lab_test_tube_camera_shifts/norm_stats.json

@@ -0,0 +1,80 @@
+{
+  "norm_stats": {
+    "state": {
+      "mean": [
+        -3.340229034423828,
+        -0.993720531463623,
+        1.4748752117156982,
+        -2.027818441390991,
+        -1.5979795455932617,
+        4.608609199523926,
+        0.5474765300750732
+      ],
+      "std": [
+        0.19318173825740814,
+        0.14630725979804993,
+        0.2504045069217682,
+        0.11725258827209473,
+        0.0358712300658226,
+        0.20255139470100403,
+        0.49774089455604553
+      ],
+      "q01": [
+        -3.7030182856559755,
+        -1.2474105840682983,
+        0.7992883544683457,
+        -2.24708842587471,
+        -1.7682025527954102,
+        4.231052602767944,
+        0.0
+      ],
+      "q99": [
+        -3.0268489632606506,
+        -0.5849727642059327,
+        1.865938720214367,
+        -1.7351905375003815,
+        -1.5186957674026489,
+        4.9647599239349365,
+        0.9998
+      ]
+    },
+    "actions": {
+      "mean": [
+        0.016937920823693275,
+        -0.004969933535903692,
+        0.009962701238691807,
+        -0.001688019372522831,
+        0.0012489908840507269,
+        0.018919125199317932,
+        0.5474765300750732
+      ],
+      "std": [
+        0.06978615373373032,
+        0.06991613656282425,
+        0.09595422446727753,
+        0.059662021696567535,
+        0.010708698071539402,
+        0.06966347992420197,
+        0.49774089455604553
+      ],
+      "q01": [
+        -0.1645936336517334,
+        -0.21226087988615036,
+        -0.2664332183122635,
+        -0.1527675679922104,
+        -0.02410040438175201,
+        -0.154551212310791,
+        0.0
+      ],
+      "q99": [
+        0.21269720268249515,
+        0.21668597954511637,
+        0.3531587926626205,
+        0.18083614184856417,
+        0.03492184810638427,
+        0.21823061800003052,
+        0.9998
+      ]
+    }
+  }
+}

checkpoints/25000/metadata.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ef04082116ec930da8cf0648a0528ac7199222c539f3077d97a587caac5bcb2
+size 4019

checkpoints/25000/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdcaeb60581a29622555f00be244828e006809a8f7622a129895d27dd13cd460
+size 7011543960

checkpoints/30000/assets/ur5_lab_test_tube_camera_shifts/norm_stats.json

@@ -0,0 +1,80 @@
+{
+  "norm_stats": {
+    "state": {
+      "mean": [
+        -3.340229034423828,
+        -0.993720531463623,
+        1.4748752117156982,
+        -2.027818441390991,
+        -1.5979795455932617,
+        4.608609199523926,
+        0.5474765300750732
+      ],
+      "std": [
+        0.19318173825740814,
+        0.14630725979804993,
+        0.2504045069217682,
+        0.11725258827209473,
+        0.0358712300658226,
+        0.20255139470100403,
+        0.49774089455604553
+      ],
+      "q01": [
+        -3.7030182856559755,
+        -1.2474105840682983,
+        0.7992883544683457,
+        -2.24708842587471,
+        -1.7682025527954102,
+        4.231052602767944,
+        0.0
+      ],
+      "q99": [
+        -3.0268489632606506,
+        -0.5849727642059327,
+        1.865938720214367,
+        -1.7351905375003815,
+        -1.5186957674026489,
+        4.9647599239349365,
+        0.9998
+      ]
+    },
+    "actions": {
+      "mean": [
+        0.016937920823693275,
+        -0.004969933535903692,
+        0.009962701238691807,
+        -0.001688019372522831,
+        0.0012489908840507269,
+        0.018919125199317932,
+        0.5474765300750732
+      ],
+      "std": [
+        0.06978615373373032,
+        0.06991613656282425,
+        0.09595422446727753,
+        0.059662021696567535,
+        0.010708698071539402,
+        0.06966347992420197,
+        0.49774089455604553
+      ],
+      "q01": [
+        -0.1645936336517334,
+        -0.21226087988615036,
+        -0.2664332183122635,
+        -0.1527675679922104,
+        -0.02410040438175201,
+        -0.154551212310791,
+        0.0
+      ],
+      "q99": [
+        0.21269720268249515,
+        0.21668597954511637,
+        0.3531587926626205,
+        0.18083614184856417,
+        0.03492184810638427,
+        0.21823061800003052,
+        0.9998
+      ]
+    }
+  }
+}

checkpoints/30000/metadata.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:168b76983708d6d76584dfdfca736609cd2a3bf9db9decb8446109573a95f20d
+size 4019

checkpoints/30000/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4a4f2f2e61894e10b52d72a8ce1d4a75d5f6916c032d938a77d03eb105acd93
+size 7011543960

config.json

@@ -0,0 +1,7 @@
+{
+  "action_dim": 32,
+  "action_horizon": 50,
+  "paligemma_variant": "gemma_2b",
+  "action_expert_variant": "gemma_300m",
+  "precision": "bfloat16"
+}

model_architecture_config.json

@@ -0,0 +1,25 @@
+{
+  "model_family": "pi0",
+  "framework": "pytorch",
+  "dtype": "bfloat16",
+  "paligemma_variant": "gemma_2b",
+  "action_expert_variant": "gemma_300m",
+  "action_dim": 32,
+  "action_horizon": 50,
+  "max_token_len": 48,
+  "pi05": false,
+  "discrete_state_input": false,
+  "pose_enc_type": "null",
+  "ray_enc_type": false,
+  "view_enc_type": false,
+  "cross_view": {
+    "type": "none"
+  },
+  "disable_geometric_augs": true,
+  "action_loss_weight": 1.0,
+  "aux_point_head": {
+    "enabled": false
+  },
+  "ray_embed_pi3x_init_path": null,
+  "ray_embed_pi3x_init_scale": 1.0
+}

training_config_summary.json

@@ -0,0 +1,34 @@
+{
+  "repo_name": "Pi0-real-robot",
+  "train_config_name": "pi0_ur5_real_robot_pytorch_baseline",
+  "exp_name": "pi0_ur5_real_robot_pytorch_baseline_v1",
+  "dataset_path": "/scratch/yz11445/real_robot_data/ur5_lab_test_tube_camera_shifts",
+  "dataset_repo_id": "ur5_lab_test_tube_camera_shifts",
+  "norm_stats_source": "/scratch/yz11445/pi0_ur5_real_robot/ur5_lab_test_tube_camera_shifts",
+  "checkpoint_base_dir": "/scratch/yz11445/tmp/openpi_cam/checkpoints",
+  "base_model_path": "/scratch/yz11445/pi0_base",
+  "init_weights_path": "/scratch/yz11445/pi0_base",
+  "num_gpus": 4,
+  "batch_size": 32,
+  "num_train_steps": 30000,
+  "save_interval": 1000,
+  "keep_period": 5000,
+  "completed_checkpoint_steps": [
+    5000,
+    10000,
+    15000,
+    20000,
+    25000,
+    30000
+  ],
+  "base_camera_key": "observation.images.context_top_rgb",
+  "wrist_camera_key": "observation.images.wrist_right_rgb",
+  "prompt_from_task": true,
+  "delta_actions_first_6_joints_only": true,
+  "wandb_project": "openpi_cam_real_robot",
+  "wandb_entity": "NYU-robotics",
+  "wandb_run_id": "31wxo1lp",
+  "serve_command_example": "uv run scripts/serve_policy.py policy:checkpoint --policy.config=pi0_ur5_real_robot_pytorch_baseline --policy.dir=/path/to/Pi0-real-robot/checkpoints/30000",
+  "train_command_reference": "uv run python scripts/train_pytorch.py pi0_ur5_real_robot_pytorch_baseline --exp_name ur5_real_robot_baseline_v1",
+  "norm_stats_command_reference": "uv run scripts/compute_norm_stats.py --config-name pi0_ur5_real_robot_pytorch_baseline"
+}

wandb_id.txt

@@ -0,0 +1 @@
+31wxo1lp