Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+training_curves.png filter=lfs diff=lfs merge=lfs -text
+wandb/run-20260713_181849-o7ouu23c/run-o7ouu23c.wandb filter=lfs diff=lfs merge=lfs -text

assets/arx_l5/norm_stats.json

@@ -0,0 +1,80 @@
+{
+  "norm_stats": {
+    "state": {
+      "mean": [
+        0.024539707228541374,
+        1.6003690958023071,
+        1.2549989223480225,
+        -1.1882739067077637,
+        0.007991060614585876,
+        0.028123868629336357,
+        0.015925440937280655
+      ],
+      "std": [
+        0.49538034200668335,
+        0.25768405199050903,
+        0.25095808506011963,
+        0.22862063348293304,
+        0.05344964563846588,
+        0.6481392979621887,
+        0.014971424825489521
+      ],
+      "q01": [
+        -0.6704974174499512,
+        0.23925141990184784,
+        0.2808642089366913,
+        -1.423521637916565,
+        -0.016070658341050148,
+        -1.2652803659439087,
+        0.0
+      ],
+      "q99": [
+        0.8035353422164917,
+        1.9749181270599365,
+        1.7320492267608643,
+        -0.03111369162797928,
+        0.29005691409111023,
+        1.3111636638641357,
+        0.029999999329447746
+      ]
+    },
+    "actions": {
+      "mean": [
+        0.022642292082309723,
+        1.5445128679275513,
+        1.3158354759216309,
+        -1.1841663122177124,
+        0.008151013404130936,
+        0.027992013841867447,
+        0.015925440937280655
+      ],
+      "std": [
+        0.49655041098594666,
+        0.2320813685655594,
+        0.24771882593631744,
+        0.22698715329170227,
+        0.05510450899600983,
+        0.6484112739562988,
+        0.014971424825489521
+      ],
+      "q01": [
+        -0.670513927936554,
+        0.25099998712539673,
+        0.3140000104904175,
+        -1.4189491271972656,
+        -0.0074226888827979565,
+        -1.2653172016143799,
+        0.0
+      ],
+      "q99": [
+        0.8035446405410767,
+        1.8864666223526,
+        1.7942811250686646,
+        0.0,
+        0.29703888297080994,
+        1.3112030029296875,
+        0.029999999329447746
+      ]
+    }
+  }
+}

best/assets/arx_l5/norm_stats.json

@@ -0,0 +1,80 @@
+{
+  "norm_stats": {
+    "state": {
+      "mean": [
+        0.024539707228541374,
+        1.6003690958023071,
+        1.2549989223480225,
+        -1.1882739067077637,
+        0.007991060614585876,
+        0.028123868629336357,
+        0.015925440937280655
+      ],
+      "std": [
+        0.49538034200668335,
+        0.25768405199050903,
+        0.25095808506011963,
+        0.22862063348293304,
+        0.05344964563846588,
+        0.6481392979621887,
+        0.014971424825489521
+      ],
+      "q01": [
+        -0.6704974174499512,
+        0.23925141990184784,
+        0.2808642089366913,
+        -1.423521637916565,
+        -0.016070658341050148,
+        -1.2652803659439087,
+        0.0
+      ],
+      "q99": [
+        0.8035353422164917,
+        1.9749181270599365,
+        1.7320492267608643,
+        -0.03111369162797928,
+        0.29005691409111023,
+        1.3111636638641357,
+        0.029999999329447746
+      ]
+    },
+    "actions": {
+      "mean": [
+        0.022642292082309723,
+        1.5445128679275513,
+        1.3158354759216309,
+        -1.1841663122177124,
+        0.008151013404130936,
+        0.027992013841867447,
+        0.015925440937280655
+      ],
+      "std": [
+        0.49655041098594666,
+        0.2320813685655594,
+        0.24771882593631744,
+        0.22698715329170227,
+        0.05510450899600983,
+        0.6484112739562988,
+        0.014971424825489521
+      ],
+      "q01": [
+        -0.670513927936554,
+        0.25099998712539673,
+        0.3140000104904175,
+        -1.4189491271972656,
+        -0.0074226888827979565,
+        -1.2653172016143799,
+        0.0
+      ],
+      "q99": [
+        0.8035446405410767,
+        1.8864666223526,
+        1.7942811250686646,
+        0.0,
+        0.29703888297080994,
+        1.3112030029296875,
+        0.029999999329447746
+      ]
+    }
+  }
+}

best/model.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37cfd7eae491c4b88d5bcdf8ecb4d5e0ef41ef2b180b7764bfafd74202396cfb
+size 6707097850

config.json

@@ -0,0 +1,33 @@
+{
+  "dataset": "/workspace/datasets/RoboPref_dataset/stacking_blocks_ordered",
+  "checkpoint_in": "/workspace/models/pi05_base_pytorch",
+  "checkpoint_out": "/workspace/models/pi05_arx_ordered",
+  "norm_stats": "/workspace/datasets/RoboPref_dataset/stacking_blocks_ordered/norm_stats_arx_l5.json",
+  "tokenizer": "/root/.cache/openpi/big_vision/paligemma_tokenizer.model",
+  "steps": 15000,
+  "micro_batch": 32,
+  "accum": 1,
+  "lr": 2.5e-05,
+  "warmup": 1000,
+  "final_lr_frac": 0.1,
+  "grad_clip": 1.0,
+  "num_workers": 12,
+  "seed": 0,
+  "device": "cuda",
+  "offload_optim": false,
+  "ema": null,
+  "resume": false,
+  "overfit_episode": null,
+  "log_every": 20,
+  "val_every": 1000,
+  "action_val_every": 5000,
+  "save_every": 2500,
+  "val_samples": 512,
+  "action_val_samples": 64,
+  "wandb_project": "robopref",
+  "wandb_entity": null,
+  "wandb_mode": "online",
+  "embodiment": "arx_l5",
+  "git": "6993e1c1ff942e2857950bba5cb76ac6015520a7",
+  "train_samples": 183984
+}

model.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37cfd7eae491c4b88d5bcdf8ecb4d5e0ef41ef2b180b7764bfafd74202396cfb
+size 6707097850

train_state.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79e27e15ae17a13c2e3d57e9ae54cf97bf28a6b38de85f11ab11b99057bce9ca
+size 5161343763

wandb/debug.log

@@ -0,0 +1,24 @@
+2026-07-13 18:18:49,968 INFO    MainThread:31979 [wandb_setup.py:_flush():81] Current SDK version is 0.28.0
+2026-07-13 18:18:49,969 INFO    MainThread:31979 [wandb_setup.py:_flush():81] Configure stats pid to 31979
+2026-07-13 18:18:49,969 INFO    MainThread:31979 [wandb_setup.py:_flush():81] Loading settings from environment variables
+2026-07-13 18:18:49,970 INFO    MainThread:31979 [wandb_init.py:setup_run_log_directory():725] Logging user logs to /workspace/models/pi05_arx_ordered/wandb/run-20260713_181849-o7ouu23c/logs/debug.log
+2026-07-13 18:18:49,971 INFO    MainThread:31979 [wandb_init.py:setup_run_log_directory():726] Logging internal logs to /workspace/models/pi05_arx_ordered/wandb/run-20260713_181849-o7ouu23c/logs/debug-internal.log
+2026-07-13 18:18:49,972 INFO    MainThread:31979 [wandb_init.py:init():768] calling init triggers
+2026-07-13 18:18:49,972 INFO    MainThread:31979 [wandb_init.py:init():773] wandb.init called with sweep_config: {}
+config: {'dataset': '/workspace/datasets/RoboPref_dataset/stacking_blocks_ordered', 'checkpoint_in': '/workspace/models/pi05_base_pytorch', 'checkpoint_out': '/workspace/models/pi05_arx_ordered', 'norm_stats': None, 'tokenizer': '/root/.cache/openpi/big_vision/paligemma_tokenizer.model', 'steps': 15000, 'micro_batch': 32, 'accum': 1, 'lr': 2.5e-05, 'warmup': 1000, 'final_lr_frac': 0.1, 'grad_clip': 1.0, 'num_workers': 12, 'seed': 0, 'device': 'cuda', 'offload_optim': False, 'ema': None, 'resume': False, 'overfit_episode': None, 'log_every': 20, 'val_every': 1000, 'action_val_every': 5000, 'save_every': 2500, 'val_samples': 512, 'action_val_samples': 64, 'wandb_project': 'robopref', 'wandb_entity': None, 'wandb_mode': 'online', 'embodiment': 'arx_l5', 'git': '6993e1c1ff942e2857950bba5cb76ac6015520a7', 'train_samples': 183984, '_wandb': {}}
+2026-07-13 18:18:49,972 INFO    MainThread:31979 [wandb_init.py:init():816] starting backend
+2026-07-13 18:18:49,973 INFO    MainThread:31979 [wandb_init.py:init():831] sending inform_init request
+2026-07-13 18:18:50,441 INFO    MainThread:31979 [wandb_init.py:init():836] backend started and connected
+2026-07-13 18:18:50,551 INFO    MainThread:31979 [wandb_init.py:init():906] updated telemetry
+2026-07-13 18:18:50,597 INFO    MainThread:31979 [wandb_init.py:init():929] communicating run to backend with 90.0 second timeout
+2026-07-13 18:18:51,325 INFO    MainThread:31979 [wandb_init.py:init():974] starting run threads in backend
+2026-07-13 18:18:51,909 INFO    MainThread:31979 [wandb_run.py:_console_start():2523] atexit reg
+2026-07-13 18:18:51,909 INFO    MainThread:31979 [wandb_run.py:_redirect():2373] redirect: wrap_raw
+2026-07-13 18:18:51,909 INFO    MainThread:31979 [wandb_run.py:_redirect():2442] Wrapping output streams.
+2026-07-13 18:18:51,910 INFO    MainThread:31979 [wandb_run.py:_redirect():2465] Redirects installed.
+2026-07-13 18:18:51,923 INFO    MainThread:31979 [wandb_init.py:init():1012] run started, returning control to user process
+2026-07-14 02:36:38,976 INFO    MainThread:31979 [wandb_run.py:_finish():2285] finishing run kasloot-ai/robopref/o7ouu23c
+2026-07-14 02:36:38,977 INFO    MainThread:31979 [wandb_run.py:_atexit_cleanup():2490] got exitcode: 0
+2026-07-14 02:36:38,978 INFO    MainThread:31979 [wandb_run.py:_restore():2472] restore
+2026-07-14 02:36:38,978 INFO    MainThread:31979 [wandb_run.py:_restore():2478] restore done
+2026-07-14 02:36:40,963 INFO    MainThread:31979 [wandb_run.py:_footer_sync_info():3895] logging synced files

wandb/run-20260713_181849-o7ouu23c/files/config.yaml

@@ -0,0 +1,118 @@
+_wandb:
+    value:
+        cli_version: 0.28.0
+        e:
+            uo883ucaprnzyf6co4ecgxjfqtuxcu9t:
+                args:
+                    - --dataset
+                    - /workspace/datasets/RoboPref_dataset/stacking_blocks_ordered
+                    - --checkpoint-in
+                    - /workspace/models/pi05_base_pytorch
+                    - --checkpoint-out
+                    - /workspace/models/pi05_arx_ordered
+                cpu_count: 128
+                cpu_count_logical: 256
+                cudaVersion: "13.0"
+                disk:
+                    /:
+                        total: "32212254720"
+                        used: "1706278912"
+                email: steven.liu.yuxin@outlook.com
+                executable: /workspace/RoboPref/.venv/bin/python3
+                git:
+                    commit: 6993e1c1ff942e2857950bba5cb76ac6015520a7
+                    remote: https://github.com/KasLoot/RoboPref.git
+                gpu: NVIDIA GeForce RTX 3090
+                gpu_count: 1
+                gpu_nvidia:
+                    - architecture: Ampere
+                      cudaCores: 10496
+                      memoryTotal: "25769803776"
+                      name: NVIDIA GeForce RTX 3090
+                      uuid: GPU-e4ce1638-ee86-83b3-59fb-b8cdb6ab2201
+                host: 207692caf9fb
+                memory:
+                    total: "1081934213120"
+                os: Linux-6.8.0-110-generic-x86_64-with-glibc2.39
+                program: -m pi05.train
+                python: CPython 3.13.8
+                root: /workspace/models/pi05_arx_ordered
+                startedAt: "2026-07-13T18:18:49.949416Z"
+                writerId: uo883ucaprnzyf6co4ecgxjfqtuxcu9t
+        m: []
+        python_version: 3.13.8
+        t:
+            "1":
+                - 1
+            "2":
+                - 1
+            "3":
+                - 2
+                - 16
+                - 61
+            "4": 3.13.8
+            "5": 0.28.0
+            "12": 0.28.0
+            "13": linux-x86_64
+accum:
+    value: 1
+action_val_every:
+    value: 5000
+action_val_samples:
+    value: 64
+checkpoint_in:
+    value: /workspace/models/pi05_base_pytorch
+checkpoint_out:
+    value: /workspace/models/pi05_arx_ordered
+dataset:
+    value: /workspace/datasets/RoboPref_dataset/stacking_blocks_ordered
+device:
+    value: cuda
+ema:
+    value: null
+embodiment:
+    value: arx_l5
+final_lr_frac:
+    value: 0.1
+git:
+    value: 6993e1c1ff942e2857950bba5cb76ac6015520a7
+grad_clip:
+    value: 1
+log_every:
+    value: 20
+lr:
+    value: 2.5e-05
+micro_batch:
+    value: 32
+norm_stats:
+    value: null
+num_workers:
+    value: 12
+offload_optim:
+    value: false
+overfit_episode:
+    value: null
+resume:
+    value: false
+save_every:
+    value: 2500
+seed:
+    value: 0
+steps:
+    value: 15000
+tokenizer:
+    value: /root/.cache/openpi/big_vision/paligemma_tokenizer.model
+train_samples:
+    value: 183984
+val_every:
+    value: 1000
+val_samples:
+    value: 512
+wandb_entity:
+    value: null
+wandb_mode:
+    value: online
+wandb_project:
+    value: robopref
+warmup:
+    value: 1000

wandb/run-20260713_181849-o7ouu23c/files/output.log

@@ -0,0 +1,22 @@
+stacking_blocks_ordered: 100%|████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 15000/15000 [8:17:46<00:00,  1.99s/step, loss=0.0015 lr=2.50e-06 gnorm=0.04]
+[val @ 1000] val_flow_mse=0.005433
+[val @ 2000] val_flow_mse=0.00438
+[ckpt @ 2500] saved /workspace/models/pi05_arx_ordered
+[val @ 3000] val_flow_mse=0.003085
+[val @ 4000] val_flow_mse=0.002829
+[val @ 5000] val_flow_mse=0.002425 val_action_mae=0.020015 best=True
+[ckpt @ 5000] saved /workspace/models/pi05_arx_ordered
+[val @ 6000] val_flow_mse=0.002111
+[val @ 7000] val_flow_mse=0.002
+[ckpt @ 7500] saved /workspace/models/pi05_arx_ordered
+[val @ 8000] val_flow_mse=0.002003
+[val @ 9000] val_flow_mse=0.001819
+[val @ 10000] val_flow_mse=0.001662 val_action_mae=0.013208 best=True
+[ckpt @ 10000] saved /workspace/models/pi05_arx_ordered
+[val @ 11000] val_flow_mse=0.001598
+[val @ 12000] val_flow_mse=0.001532
+[ckpt @ 12500] saved /workspace/models/pi05_arx_ordered
+[val @ 13000] val_flow_mse=0.00146
+[val @ 14000] val_flow_mse=0.00147
+[val @ 15000] val_flow_mse=0.00136 val_action_mae=0.011581 best=True
+[ckpt @ 15000] saved /workspace/models/pi05_arx_ordered

wandb/run-20260713_181849-o7ouu23c/files/requirements.txt

@@ -0,0 +1,96 @@
+nvidia-nvshmem-cu12==3.4.5
+torch==2.13.0+cu126
+torchvision==0.28.0+cu126
+triton==3.7.1
+nvidia-cublas-cu12==12.6.4.1
+sympy==1.14.0
+nvidia-cufft-cu12==11.3.0.4
+networkx==3.6.1
+setuptools==78.1.0
+nvidia-cuda-nvrtc-cu12==12.6.85
+nvidia-nvtx-cu12==12.6.77
+nvidia-nccl-cu12==2.29.3
+cuda-bindings==12.9.4
+nvidia-cudnn-cu12==9.10.2.21
+nvidia-cusparselt-cu12==0.7.1
+nvidia-curand-cu12==10.3.7.77
+MarkupSafe==3.0.3
+nvidia-cusparse-cu12==12.5.4.2
+nvidia-cusolver-cu12==11.7.1.2
+nvidia-nvjitlink-cu12==12.6.85
+nvidia-cufile-cu12==1.11.1.6
+cuda-toolkit==12.6.3
+mpmath==1.3.0
+nvidia-cuda-cupti-cu12==12.6.80
+filelock==3.29.0
+cuda-pathfinder==1.2.2
+Jinja2==3.1.6
+nvidia-cuda-runtime-cu12==12.6.77
+charset-normalizer==3.4.9
+matplotlib==3.11.0
+platformdirs==4.10.0
+GitPython==3.1.51
+wandb==0.28.0
+sentry-sdk==2.64.0
+click==8.4.2
+cycler==0.12.1
+pyparsing==3.3.2
+fonttools==4.63.0
+contourpy==1.3.3
+urllib3==2.7.0
+gitdb==4.0.12
+requests==2.34.2
+python-dateutil==2.9.0.post0
+six==1.17.0
+packaging==26.2
+kiwisolver==1.5.0
+smmap==5.0.3
+protobuf==7.35.1
+etils==1.14.0
+scipy==1.18.0
+aiofiles==25.1.0
+humanize==4.16.0
+orbax-checkpoint==0.12.1
+sentencepiece==0.2.2
+ollama==0.6.2
+annotated-types==0.7.0
+httpcore==1.0.9
+PyOpenGL==3.1.10
+h5py==3.16.0
+typing_extensions==4.16.0
+typing-inspection==0.4.2
+zipp==4.1.0
+imageio-ffmpeg==0.6.0
+tensorstore==0.1.84
+tqdm==4.68.3
+sniffio==1.3.1
+anyio==4.14.1
+pydantic==2.13.4
+psutil==7.2.2
+pillow==12.3.0
+jax==0.10.2
+h11==0.16.0
+ml_dtypes==0.5.4
+jiter==0.16.0
+mujoco==3.10.0
+colorama==0.4.6
+pydantic_core==2.46.4
+glfw==2.10.0
+msgpack==1.2.1
+orbax==0.1.9
+httpx==0.28.1
+openai==2.44.0
+fsspec==2026.6.0
+distro==1.9.0
+numpy==2.5.1
+prometheus_client==0.25.0
+opt_einsum==3.4.0
+pillow_heif==1.4.0
+PyYAML==6.0.3
+ImageIO==2.37.3
+absl-py==2.5.0
+jaxlib==0.10.2
+idna==3.18
+simplejson==4.1.1
+certifi==2026.6.17
+uvloop==0.22.1

wandb/run-20260713_181849-o7ouu23c/files/wandb-metadata.json

@@ -0,0 +1,46 @@
+{
+  "os": "Linux-6.8.0-110-generic-x86_64-with-glibc2.39",
+  "python": "CPython 3.13.8",
+  "startedAt": "2026-07-13T18:18:49.949416Z",
+  "args": [
+    "--dataset",
+    "/workspace/datasets/RoboPref_dataset/stacking_blocks_ordered",
+    "--checkpoint-in",
+    "/workspace/models/pi05_base_pytorch",
+    "--checkpoint-out",
+    "/workspace/models/pi05_arx_ordered"
+  ],
+  "program": "-m pi05.train",
+  "git": {
+    "remote": "https://github.com/KasLoot/RoboPref.git",
+    "commit": "6993e1c1ff942e2857950bba5cb76ac6015520a7"
+  },
+  "email": "steven.liu.yuxin@outlook.com",
+  "root": "/workspace/models/pi05_arx_ordered",
+  "host": "207692caf9fb",
+  "executable": "/workspace/RoboPref/.venv/bin/python3",
+  "cpu_count": 128,
+  "cpu_count_logical": 256,
+  "gpu": "NVIDIA GeForce RTX 3090",
+  "gpu_count": 1,
+  "disk": {
+    "/": {
+      "total": "32212254720",
+      "used": "1706278912"
+    }
+  },
+  "memory": {
+    "total": "1081934213120"
+  },
+  "gpu_nvidia": [
+    {
+      "name": "NVIDIA GeForce RTX 3090",
+      "memoryTotal": "25769803776",
+      "cudaCores": 10496,
+      "architecture": "Ampere",
+      "uuid": "GPU-e4ce1638-ee86-83b3-59fb-b8cdb6ab2201"
+    }
+  ],
+  "cudaVersion": "13.0",
+  "writerId": "uo883ucaprnzyf6co4ecgxjfqtuxcu9t"
+}

wandb/run-20260713_181849-o7ouu23c/files/wandb-summary.json

@@ -0,0 +1 @@
+{"step":15000,"loss":0.002672,"_step":15000,"loss_mean50":0.001498,"wall_s":29780.8,"samples":480000,"cuda_gb":16.86,"grad_norm":0.04,"val_flow_mse":0.00136,"_wandb":{"runtime":29867},"best":true,"lr":2.5000002832475742e-06,"val_action_mae":0.011581,"_timestamp":1.7839965683147085e+09,"_runtime":29867.65266831}

wandb/run-20260713_181849-o7ouu23c/logs/debug-core.log

@@ -0,0 +1,20 @@
+{"time":"2026-07-13T18:18:49.514134442Z","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpw7gjocdp/port-31979.txt","pid":31979,"detached":false,"idle-timeout":600000000000,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false}
+{"time":"2026-07-13T18:18:49.518153276Z","level":"INFO","msg":"server: will exit if parent process dies","ppid":31979}
+{"time":"2026-07-13T18:18:49.518106736Z","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-31979-32197-3523898553/socket","Net":"unix"}}
+{"time":"2026-07-13T18:18:49.62473879Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"}
+{"time":"2026-07-13T18:18:49.979315122Z","level":"INFO","msg":"handleInformInit: received","streamId":"o7ouu23c","id":"1(@)"}
+{"time":"2026-07-13T18:18:50.440947856Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"o7ouu23c","id":"1(@)"}
+{"time":"2026-07-13T18:18:56.994984955Z","level":"INFO","msg":"connection: cancelling request","id":"1(@)","requestId":"62wrb8p6bar2"}
+{"time":"2026-07-14T02:36:38.978468557Z","level":"INFO","msg":"connection: cancelling request","id":"1(@)","requestId":"62wrb8p6bar2"}
+{"time":"2026-07-14T02:36:40.961590621Z","level":"INFO","msg":"connection: cancelling request","id":"1(@)","requestId":"62wrb8p6bar2"}
+{"time":"2026-07-14T02:36:40.966496282Z","level":"INFO","msg":"handleInformFinish: finish message received","streamId":"o7ouu23c","id":"1(@)"}
+{"time":"2026-07-14T02:36:40.972480718Z","level":"INFO","msg":"handleInformFinish: stream closed","streamId":"o7ouu23c","id":"1(@)"}
+{"time":"2026-07-14T02:36:41.675279702Z","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"}
+{"time":"2026-07-14T02:36:41.675360472Z","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"}
+{"time":"2026-07-14T02:36:41.675380351Z","level":"INFO","msg":"server is shutting down"}
+{"time":"2026-07-14T02:36:41.675393821Z","level":"INFO","msg":"processOutgoingData: finished","id":"1(@)"}
+{"time":"2026-07-14T02:36:41.675371271Z","level":"INFO","msg":"connection: closing","id":"1(@)"}
+{"time":"2026-07-14T02:36:41.675452551Z","level":"INFO","msg":"connection: closed successfully","id":"1(@)"}
+{"time":"2026-07-14T02:36:41.675459131Z","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"}
+{"time":"2026-07-14T02:36:41.67563466Z","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-31979-32197-3523898553/socket","Net":"unix"}}
+{"time":"2026-07-14T02:36:41.67567635Z","level":"INFO","msg":"server is closed"}

wandb/run-20260713_181849-o7ouu23c/logs/debug.log

@@ -0,0 +1,24 @@
+2026-07-13 18:18:49,968 INFO    MainThread:31979 [wandb_setup.py:_flush():81] Current SDK version is 0.28.0
+2026-07-13 18:18:49,969 INFO    MainThread:31979 [wandb_setup.py:_flush():81] Configure stats pid to 31979
+2026-07-13 18:18:49,969 INFO    MainThread:31979 [wandb_setup.py:_flush():81] Loading settings from environment variables
+2026-07-13 18:18:49,970 INFO    MainThread:31979 [wandb_init.py:setup_run_log_directory():725] Logging user logs to /workspace/models/pi05_arx_ordered/wandb/run-20260713_181849-o7ouu23c/logs/debug.log
+2026-07-13 18:18:49,971 INFO    MainThread:31979 [wandb_init.py:setup_run_log_directory():726] Logging internal logs to /workspace/models/pi05_arx_ordered/wandb/run-20260713_181849-o7ouu23c/logs/debug-internal.log
+2026-07-13 18:18:49,972 INFO    MainThread:31979 [wandb_init.py:init():768] calling init triggers
+2026-07-13 18:18:49,972 INFO    MainThread:31979 [wandb_init.py:init():773] wandb.init called with sweep_config: {}
+config: {'dataset': '/workspace/datasets/RoboPref_dataset/stacking_blocks_ordered', 'checkpoint_in': '/workspace/models/pi05_base_pytorch', 'checkpoint_out': '/workspace/models/pi05_arx_ordered', 'norm_stats': None, 'tokenizer': '/root/.cache/openpi/big_vision/paligemma_tokenizer.model', 'steps': 15000, 'micro_batch': 32, 'accum': 1, 'lr': 2.5e-05, 'warmup': 1000, 'final_lr_frac': 0.1, 'grad_clip': 1.0, 'num_workers': 12, 'seed': 0, 'device': 'cuda', 'offload_optim': False, 'ema': None, 'resume': False, 'overfit_episode': None, 'log_every': 20, 'val_every': 1000, 'action_val_every': 5000, 'save_every': 2500, 'val_samples': 512, 'action_val_samples': 64, 'wandb_project': 'robopref', 'wandb_entity': None, 'wandb_mode': 'online', 'embodiment': 'arx_l5', 'git': '6993e1c1ff942e2857950bba5cb76ac6015520a7', 'train_samples': 183984, '_wandb': {}}
+2026-07-13 18:18:49,972 INFO    MainThread:31979 [wandb_init.py:init():816] starting backend
+2026-07-13 18:18:49,973 INFO    MainThread:31979 [wandb_init.py:init():831] sending inform_init request
+2026-07-13 18:18:50,441 INFO    MainThread:31979 [wandb_init.py:init():836] backend started and connected
+2026-07-13 18:18:50,551 INFO    MainThread:31979 [wandb_init.py:init():906] updated telemetry
+2026-07-13 18:18:50,597 INFO    MainThread:31979 [wandb_init.py:init():929] communicating run to backend with 90.0 second timeout
+2026-07-13 18:18:51,325 INFO    MainThread:31979 [wandb_init.py:init():974] starting run threads in backend
+2026-07-13 18:18:51,909 INFO    MainThread:31979 [wandb_run.py:_console_start():2523] atexit reg
+2026-07-13 18:18:51,909 INFO    MainThread:31979 [wandb_run.py:_redirect():2373] redirect: wrap_raw
+2026-07-13 18:18:51,909 INFO    MainThread:31979 [wandb_run.py:_redirect():2442] Wrapping output streams.
+2026-07-13 18:18:51,910 INFO    MainThread:31979 [wandb_run.py:_redirect():2465] Redirects installed.
+2026-07-13 18:18:51,923 INFO    MainThread:31979 [wandb_init.py:init():1012] run started, returning control to user process
+2026-07-14 02:36:38,976 INFO    MainThread:31979 [wandb_run.py:_finish():2285] finishing run kasloot-ai/robopref/o7ouu23c
+2026-07-14 02:36:38,977 INFO    MainThread:31979 [wandb_run.py:_atexit_cleanup():2490] got exitcode: 0
+2026-07-14 02:36:38,978 INFO    MainThread:31979 [wandb_run.py:_restore():2472] restore
+2026-07-14 02:36:38,978 INFO    MainThread:31979 [wandb_run.py:_restore():2478] restore done
+2026-07-14 02:36:40,963 INFO    MainThread:31979 [wandb_run.py:_footer_sync_info():3895] logging synced files

wandb/run-20260713_181849-o7ouu23c/run-o7ouu23c.wandb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2068909f964a0ff64fa5850e4f60405d5116fd40f9e9f90c160a67e0ff88067
+size 20059456