Add paused B5 B8 A20 step-6000 FM-DiT training continuation packages
Browse filesThis view is limited to 50 files because it contains too many changes. See raw diff
- README.md +18 -0
- a20-basket-transfer/b512-trimv2-cont-20261117/RESUME.md +39 -0
- a20-basket-transfer/b512-trimv2-cont-20261117/SHA256SUMS +28 -0
- a20-basket-transfer/b512-trimv2-cont-20261117/logs/parent_train_log.jsonl +41 -0
- a20-basket-transfer/b512-trimv2-cont-20261117/logs/train_log.jsonl +101 -0
- a20-basket-transfer/b512-trimv2-cont-20261117/logs/train_stdout.log +104 -0
- a20-basket-transfer/b512-trimv2-cont-20261117/provenance/parent_checkpoint_config.json +884 -0
- a20-basket-transfer/b512-trimv2-cont-20261117/provenance/parent_checkpoint_protocol.json +11 -0
- a20-basket-transfer/b512-trimv2-cont-20261117/provenance/parent_run.json +894 -0
- a20-basket-transfer/b512-trimv2-cont-20261117/resume.json +26 -0
- a20-basket-transfer/b512-trimv2-cont-20261117/run.json +899 -0
- a20-basket-transfer/b512-trimv2-cont-20261117/step-006000/config.json +884 -0
- a20-basket-transfer/b512-trimv2-cont-20261117/step-006000/model.pt +3 -0
- a20-basket-transfer/b512-trimv2-cont-20261117/step-006000/protocol.json +11 -0
- a20-basket-transfer/b512-trimv2-cont-20261117/train_state.pt +3 -0
- b5-chair-push-standing-start/b512-cont-20261117/RESUME.md +39 -0
- b5-chair-push-standing-start/b512-cont-20261117/SHA256SUMS +28 -0
- b5-chair-push-standing-start/b512-cont-20261117/logs/parent_train_log.jsonl +41 -0
- b5-chair-push-standing-start/b512-cont-20261117/logs/train_log.jsonl +99 -0
- b5-chair-push-standing-start/b512-cont-20261117/logs/train_stdout.log +102 -0
- b5-chair-push-standing-start/b512-cont-20261117/provenance/parent_checkpoint_config.json +884 -0
- b5-chair-push-standing-start/b512-cont-20261117/provenance/parent_checkpoint_protocol.json +11 -0
- b5-chair-push-standing-start/b512-cont-20261117/provenance/parent_run.json +894 -0
- b5-chair-push-standing-start/b512-cont-20261117/resume.json +26 -0
- b5-chair-push-standing-start/b512-cont-20261117/run.json +899 -0
- b5-chair-push-standing-start/b512-cont-20261117/step-006000/config.json +884 -0
- b5-chair-push-standing-start/b512-cont-20261117/step-006000/model.pt +3 -0
- b5-chair-push-standing-start/b512-cont-20261117/step-006000/protocol.json +11 -0
- b5-chair-push-standing-start/b512-cont-20261117/train_state.pt +3 -0
- b8-table-wipe/b512-cont-20261117/RESUME.md +39 -0
- b8-table-wipe/b512-cont-20261117/SHA256SUMS +28 -0
- b8-table-wipe/b512-cont-20261117/logs/parent_train_log.jsonl +41 -0
- b8-table-wipe/b512-cont-20261117/logs/train_log.jsonl +109 -0
- b8-table-wipe/b512-cont-20261117/logs/train_stdout.log +112 -0
- b8-table-wipe/b512-cont-20261117/provenance/parent_checkpoint_config.json +884 -0
- b8-table-wipe/b512-cont-20261117/provenance/parent_checkpoint_protocol.json +11 -0
- b8-table-wipe/b512-cont-20261117/provenance/parent_run.json +894 -0
- b8-table-wipe/b512-cont-20261117/resume.json +26 -0
- b8-table-wipe/b512-cont-20261117/run.json +899 -0
- b8-table-wipe/b512-cont-20261117/step-006000/config.json +884 -0
- b8-table-wipe/b512-cont-20261117/step-006000/model.pt +3 -0
- b8-table-wipe/b512-cont-20261117/step-006000/protocol.json +11 -0
- b8-table-wipe/b512-cont-20261117/train_state.pt +3 -0
- code/fmdit_continue_20261117/augmentation/__init__.py +110 -0
- code/fmdit_continue_20261117/augmentation/check_spec.py +174 -0
- code/fmdit_continue_20261117/augmentation/hb_aug_v2.py +163 -0
- code/fmdit_continue_20261117/augmentation/preview.py +162 -0
- code/fmdit_continue_20261117/baselines/__init__.py +8 -0
- code/fmdit_continue_20261117/baselines/act_nets.py +615 -0
- code/fmdit_continue_20261117/baselines/adapters.py +48 -0
README.md
CHANGED
|
@@ -210,3 +210,21 @@ normalization statistics and the offline metrics, `protocol.json` with the weigh
|
|
| 210 |
b6-pedal-bin/b512/SHA256SUMS` from the repository root). Load and resume as the A18 example above with
|
| 211 |
`'b6-pedal-bin/b512/step-004000'`, `robot='g1'`, `--contract g1_sonic_dfx6` and the dataset
|
| 212 |
`humanoid-benchmark/b6-pedal-bin` `v5/` with `--episodes 0:100` (the resume itself was not test-run from this layout).
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 210 |
b6-pedal-bin/b512/SHA256SUMS` from the repository root). Load and resume as the A18 example above with
|
| 211 |
`'b6-pedal-bin/b512/step-004000'`, `robot='g1'`, `--contract g1_sonic_dfx6` and the dataset
|
| 212 |
`humanoid-benchmark/b6-pedal-bin` `v5/` with `--episodes 0:100` (the resume itself was not test-run from this layout).
|
| 213 |
+
|
| 214 |
+
## B5, B8 and A20 paused continuation packages (2026-11-17)
|
| 215 |
+
|
| 216 |
+
The following independent runs resumed the local step-4,000 baselines and were paused by the owner.
|
| 217 |
+
Each package contains a **step-6,000** inference checkpoint and full optimizer/EMA resume state,
|
| 218 |
+
configuration, logs, dataset revision, hashes and portable resume instructions. The intended total
|
| 219 |
+
was 20,000; later logged updates were not checkpointed. These are separate from the existing
|
| 220 |
+
A20 `b512-trimv2-cont` step-10,000/20,000/30,000 lineage.
|
| 221 |
+
|
| 222 |
+
| Task | Continuation package | Saved step |
|
| 223 |
+
| --- | --- | --- |
|
| 224 |
+
| B5 | [b5-chair-push-standing-start/b512-cont-20261117/](b5-chair-push-standing-start/b512-cont-20261117/) | 6,000 |
|
| 225 |
+
| B8 | [b8-table-wipe/b512-cont-20261117/](b8-table-wipe/b512-cont-20261117/) | 6,000 |
|
| 226 |
+
| A20 | [a20-basket-transfer/b512-trimv2-cont-20261117/](a20-basket-transfer/b512-trimv2-cont-20261117/) | 6,000 |
|
| 227 |
+
|
| 228 |
+
Shared frozen training code and the opt-in resume launcher: [`code/fmdit_continue_20261117/`](code/fmdit_continue_20261117/).
|
| 229 |
+
The three source datasets are referenced at pinned revisions and are not redistributed here.
|
| 230 |
+
Offline errors are training-frame checks, not held-out or closed-loop performance.
|
a20-basket-transfer/b512-trimv2-cont-20261117/RESUME.md
ADDED
|
@@ -0,0 +1,39 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# A20 FM-DiT continuation, paused 2026-11-17
|
| 2 |
+
|
| 3 |
+
This is an independent continuation from the local step-4,000 baseline.
|
| 4 |
+
The portable training state is **step 6,000**; the last logged step is 6500.
|
| 5 |
+
Updates after step 6,000 remain only in the paused local process and are not in this release.
|
| 6 |
+
The training target was 20,000 total steps. This package is not a completed 20,000-step run.
|
| 7 |
+
|
| 8 |
+
## Files
|
| 9 |
+
|
| 10 |
+
- `train_state.pt`: raw policy, AdamW moments, LR scheduler, EMA, step and full config.
|
| 11 |
+
- `step-006000/`: EMA inference checkpoint, config and weight hash protocol.
|
| 12 |
+
- `run.json`, `resume.json`: recipe, data identity, preflight and pause details.
|
| 13 |
+
- `logs/`: current and original training logs. Log rows after 6,000 are history, not saved weights.
|
| 14 |
+
- `provenance/`: original run, original checkpoint config and hash protocol.
|
| 15 |
+
- `SHA256SUMS`: hashes of this package and its shared source snapshot, relative to repository root.
|
| 16 |
+
|
| 17 |
+
## Resume
|
| 18 |
+
|
| 19 |
+
Use Python 3.12 and install `code/fmdit_continue_20261117/baselines/requirements.txt`.
|
| 20 |
+
Download the original dataset separately (access to its private repository is required):
|
| 21 |
+
|
| 22 |
+
```bash
|
| 23 |
+
hf download humanoid-benchmark/a20-basket-transfer-pre-reach-trim-expert-v2 --repo-type dataset --revision c4df4d40e51c439d7b41697d7c0d0184c844cb93 --local-dir /path/to/a20-basket-transfer-pre-reach-trim-expert-v2
|
| 24 |
+
python code/fmdit_continue_20261117/resume.py --task a20 --dataset /path/to/a20-basket-transfer-pre-reach-trim-expert-v2 --out /path/to/new_a20_run --cache-dir /path/to/frame_cache --steps 20000 --device cuda:0
|
| 25 |
+
```
|
| 26 |
+
|
| 27 |
+
Run these commands from the downloaded model repository root. The launcher resolves its source
|
| 28 |
+
and state relative to itself, copies the state to a new output directory and starts the frozen
|
| 29 |
+
trainer with `--resume`; add `--dry-run` to inspect without copying or training.
|
| 30 |
+
Confirm the trainer logs `resumed` at step 6,000. `--steps` means total steps, not additional steps;
|
| 31 |
+
use 16000 for 10,000 more steps from this checkpoint. Existing output state is never overwritten.
|
| 32 |
+
No training automatically starts when this repository is downloaded.
|
| 33 |
+
|
| 34 |
+
Batch 512, seed 0, state44/action76, 16-row chunks, 168x224 head/chest RGB, hb-v2 augmentation,
|
| 35 |
+
500-step original warm-up, AdamW and EMA are unchanged. At the default total of 20,000,
|
| 36 |
+
the saved LR/scheduler continues consistently. Choosing a different total changes cosine decay
|
| 37 |
+
from the next scheduler update. Original RNG and DataLoader state were not recorded; this is
|
| 38 |
+
not a bit-exact continuation. Offline MSE uses 256 training frames, not held-out validation
|
| 39 |
+
or closed-loop success. Source snapshot: `code/fmdit_continue_20261117/` (original commit `028df1bb7024fb1e3d176de7e60c84d3333cd97f`).
|
a20-basket-transfer/b512-trimv2-cont-20261117/SHA256SUMS
ADDED
|
@@ -0,0 +1,28 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
b9a7be40fc2c7aae17802fcaf44778a35421ed4736d83a82ba3339ea32122e1b a20-basket-transfer/b512-trimv2-cont-20261117/RESUME.md
|
| 2 |
+
dadb1cccff305eada783576cfb657c490f4a950c0960f693ea6da19db66bb29f a20-basket-transfer/b512-trimv2-cont-20261117/logs/parent_train_log.jsonl
|
| 3 |
+
40e848ed606c0bd8760a325bed9f30f57051b897aacbee4251826eefaf82226d a20-basket-transfer/b512-trimv2-cont-20261117/logs/train_log.jsonl
|
| 4 |
+
1f0193de17b46af4a81d456975d2b2644eb95831b2a8c370a0d1031bc5231ff0 a20-basket-transfer/b512-trimv2-cont-20261117/logs/train_stdout.log
|
| 5 |
+
636958d8eabe7dc28647a0100c346ef84f489b28da180a85d3386126b499a633 a20-basket-transfer/b512-trimv2-cont-20261117/provenance/parent_checkpoint_config.json
|
| 6 |
+
67840d199f99f3e23b7a7ab031268d5207abb1ceed99219610ee6c1127a1fe51 a20-basket-transfer/b512-trimv2-cont-20261117/provenance/parent_checkpoint_protocol.json
|
| 7 |
+
6c35080e05047caa0c14ba114078f106a9f6ae508dc48ba2f6ad42500e0c5ecc a20-basket-transfer/b512-trimv2-cont-20261117/provenance/parent_run.json
|
| 8 |
+
e107b7249679619e19029c5e27aa231aec703ed0fe0a3a9223de4fe424524d29 a20-basket-transfer/b512-trimv2-cont-20261117/resume.json
|
| 9 |
+
f23534ee016f8a4d3a2ea52ed651b695d9b5498d659d1ad49917e125767c38af a20-basket-transfer/b512-trimv2-cont-20261117/run.json
|
| 10 |
+
4b459c70526cd0e2c9c48b8d0d1e03975905c68a0454180b3f607a2d5b5968bb a20-basket-transfer/b512-trimv2-cont-20261117/step-006000/config.json
|
| 11 |
+
e6330966ba75b01c067645e78990edf9ad0c9d1bc25a27a62daf7b27ae9d86d2 a20-basket-transfer/b512-trimv2-cont-20261117/step-006000/model.pt
|
| 12 |
+
45929f8f33db892e017b7cad28c9a5981cb1f44608456171b125025e98d87e4d a20-basket-transfer/b512-trimv2-cont-20261117/step-006000/protocol.json
|
| 13 |
+
6d915877204726b60be63b55ae1b9714eb124f74236d86cd541195206297317c a20-basket-transfer/b512-trimv2-cont-20261117/train_state.pt
|
| 14 |
+
f7cf756cb60f0ce1da9b7ab8b1549b42f9a59d608bb06addd206d270b7c2d14c code/fmdit_continue_20261117/augmentation/__init__.py
|
| 15 |
+
96539b2fcf729917f668c9a776a0526c4b109611bf921dcbd753983c0f5813f2 code/fmdit_continue_20261117/augmentation/check_spec.py
|
| 16 |
+
9f7713cea4f846efcfc924234267ced48210357f419d67915c10b504316bedde code/fmdit_continue_20261117/augmentation/hb_aug_v2.py
|
| 17 |
+
815562186d3aaf87aba05085da6e951bc48b0b90a5d1c4910f2a3f625009bc52 code/fmdit_continue_20261117/augmentation/preview.py
|
| 18 |
+
0a8ee3ccab6e183804c08066a9e7eb207d9b13ca38c0e596ce5d58c8302d7929 code/fmdit_continue_20261117/baselines/__init__.py
|
| 19 |
+
3db95cd8e4e436875e11f1054a99d250ca7d94e0127909090b58730402340f19 code/fmdit_continue_20261117/baselines/act_nets.py
|
| 20 |
+
b537b03bc538910691b599862138494c11354147785a779a22ad83ff4b72a8d5 code/fmdit_continue_20261117/baselines/adapters.py
|
| 21 |
+
88c1971e18e9842136884f6a369468fe27f189b888b39870622304101a063b06 code/fmdit_continue_20261117/baselines/data.py
|
| 22 |
+
38a66937bb92393a3f1ce0644b249da28d582a4fd03d134b7743e6037abd88b9 code/fmdit_continue_20261117/baselines/nets.py
|
| 23 |
+
750d4c6193aabcacc0f53df26c2c51f64b3f836b940b32ccb5c69f5959419afa code/fmdit_continue_20261117/baselines/policies.py
|
| 24 |
+
bb211f66038e53efd08ee3ec03e133d8bb206ec36cc608d349b4fad3a61e874b code/fmdit_continue_20261117/baselines/requirements.txt
|
| 25 |
+
5d680d59124ca83f9c2088f8e1738395b87ddc58798acf7815e163102738b7ae code/fmdit_continue_20261117/baselines/runtime.py
|
| 26 |
+
b368d14aaab69d04f5372b1f3bb358c2a78f83134cc0e926faa8887e3ddbe297 code/fmdit_continue_20261117/baselines/train.py
|
| 27 |
+
fe9aaed24789080f05ce8f510d5a132bbd65e7c39b6de20500210742f0be4185 code/fmdit_continue_20261117/docs/augmentation_v2.md
|
| 28 |
+
5dbc2ec3f4f0638181eef9dca07c76f3594bdd5a24141f1a4b50d6532dbe4bba code/fmdit_continue_20261117/resume.py
|
a20-basket-transfer/b512-trimv2-cont-20261117/logs/parent_train_log.jsonl
ADDED
|
@@ -0,0 +1,41 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"event": "train", "step": 100, "lr": 2.0200000000000003e-05, "backbone_lr": 2.02e-06, "ema_decay": 0.968612, "it_s": 0.39, "data_frac": 0.913, "fm": 1.8155318808555603, "loss": 1.8155318808555603}
|
| 2 |
+
{"event": "train", "step": 200, "lr": 4.02e-05, "backbone_lr": 4.0200000000000005e-06, "ema_decay": 0.981267, "it_s": 0.39, "data_frac": 0.919, "fm": 1.0865715634822846, "loss": 1.0865715634822846}
|
| 3 |
+
{"event": "train", "step": 300, "lr": 6.02e-05, "backbone_lr": 6.02e-06, "ema_decay": 0.986162, "it_s": 0.44, "data_frac": 0.91, "fm": 0.8929706597328186, "loss": 0.8929706597328186}
|
| 4 |
+
{"event": "train", "step": 400, "lr": 8.020000000000001e-05, "backbone_lr": 8.020000000000001e-06, "ema_decay": 0.988841, "it_s": 0.42, "data_frac": 0.915, "fm": 0.36802623093128206, "loss": 0.36802623093128206}
|
| 5 |
+
{"event": "train", "step": 500, "lr": 0.0001, "backbone_lr": 1e-05, "ema_decay": 0.990557, "it_s": 0.4, "data_frac": 0.919, "fm": 0.22475649788975716, "loss": 0.22475649788975716}
|
| 6 |
+
{"event": "train", "step": 600, "lr": 9.979871469976196e-05, "backbone_lr": 9.979871469976197e-06, "ema_decay": 0.991762, "it_s": 0.42, "data_frac": 0.914, "fm": 0.19103719875216485, "loss": 0.19103719875216485}
|
| 7 |
+
{"event": "train", "step": 700, "lr": 9.919647942993148e-05, "backbone_lr": 9.91964794299315e-06, "ema_decay": 0.99266, "it_s": 0.39, "data_frac": 0.921, "fm": 0.17412877932190896, "loss": 0.17412877932190896}
|
| 8 |
+
{"event": "train", "step": 800, "lr": 9.819814303479267e-05, "backbone_lr": 9.819814303479268e-06, "ema_decay": 0.993358, "it_s": 0.43, "data_frac": 0.911, "fm": 0.16297349587082863, "loss": 0.16297349587082863}
|
| 9 |
+
{"event": "train", "step": 900, "lr": 9.681174353198687e-05, "backbone_lr": 9.681174353198687e-06, "ema_decay": 0.993919, "it_s": 0.42, "data_frac": 0.912, "fm": 0.1552828885614872, "loss": 0.1552828885614872}
|
| 10 |
+
{"event": "train", "step": 1000, "lr": 9.504844339512095e-05, "backbone_lr": 9.504844339512096e-06, "ema_decay": 0.994381, "it_s": 0.4, "data_frac": 0.92, "fm": 0.14945878624916076, "loss": 0.14945878624916076}
|
| 11 |
+
{"event": "train", "step": 1100, "lr": 9.292243968009331e-05, "backbone_lr": 9.292243968009332e-06, "ema_decay": 0.994768, "it_s": 0.41, "data_frac": 0.916, "fm": 0.14591697677969934, "loss": 0.14591697677969934}
|
| 12 |
+
{"event": "train", "step": 1200, "lr": 9.045084971874738e-05, "backbone_lr": 9.045084971874738e-06, "ema_decay": 0.995098, "it_s": 0.4, "data_frac": 0.917, "fm": 0.14123237133026123, "loss": 0.14123237133026123}
|
| 13 |
+
{"event": "train", "step": 1300, "lr": 8.765357330018056e-05, "backbone_lr": 8.765357330018056e-06, "ema_decay": 0.995384, "it_s": 0.38, "data_frac": 0.922, "fm": 0.1380928837507963, "loss": 0.1380928837507963}
|
| 14 |
+
{"event": "train", "step": 1400, "lr": 8.455313244934324e-05, "backbone_lr": 8.455313244934324e-06, "ema_decay": 0.995633, "it_s": 0.44, "data_frac": 0.911, "fm": 0.1355636489391327, "loss": 0.1355636489391327}
|
| 15 |
+
{"event": "train", "step": 1500, "lr": 8.117449009293668e-05, "backbone_lr": 8.117449009293668e-06, "ema_decay": 0.995853, "it_s": 0.4, "data_frac": 0.915, "fm": 0.13267861403524875, "loss": 0.13267861403524875}
|
| 16 |
+
{"event": "train", "step": 1600, "lr": 7.754484907260513e-05, "backbone_lr": 7.754484907260513e-06, "ema_decay": 0.996049, "it_s": 0.42, "data_frac": 0.912, "fm": 0.13047040574252605, "loss": 0.13047040574252605}
|
| 17 |
+
{"event": "train", "step": 1700, "lr": 7.369343312364993e-05, "backbone_lr": 7.369343312364994e-06, "ema_decay": 0.996225, "it_s": 0.36, "data_frac": 0.925, "fm": 0.13081603579223156, "loss": 0.13081603579223156}
|
| 18 |
+
{"event": "train", "step": 1800, "lr": 6.965125158269619e-05, "backbone_lr": 6.965125158269619e-06, "ema_decay": 0.996383, "it_s": 0.48, "data_frac": 0.903, "fm": 0.12673527278006078, "loss": 0.12673527278006078}
|
| 19 |
+
{"event": "train", "step": 1900, "lr": 6.545084971874738e-05, "backbone_lr": 6.545084971874738e-06, "ema_decay": 0.996527, "it_s": 0.42, "data_frac": 0.911, "fm": 0.1263776320964098, "loss": 0.1263776320964098}
|
| 20 |
+
{"event": "train", "step": 2000, "lr": 6.112604669781572e-05, "backbone_lr": 6.112604669781572e-06, "ema_decay": 0.996658, "it_s": 0.38, "data_frac": 0.923, "fm": 0.1255116108059883, "loss": 0.1255116108059883}
|
| 21 |
+
{"event": "train", "step": 2100, "lr": 5.6711663290882776e-05, "backbone_lr": 5.671166329088278e-06, "ema_decay": 0.996778, "it_s": 0.45, "data_frac": 0.906, "fm": 0.12182304225862026, "loss": 0.12182304225862026}
|
| 22 |
+
{"event": "train", "step": 2200, "lr": 5.2243241517525754e-05, "backbone_lr": 5.224324151752575e-06, "ema_decay": 0.996888, "it_s": 0.38, "data_frac": 0.922, "fm": 0.12228876903653145, "loss": 0.12228876903653145}
|
| 23 |
+
{"event": "train", "step": 2300, "lr": 4.775675848247427e-05, "backbone_lr": 4.775675848247427e-06, "ema_decay": 0.99699, "it_s": 0.41, "data_frac": 0.913, "fm": 0.11980235382914543, "loss": 0.11980235382914543}
|
| 24 |
+
{"event": "train", "step": 2400, "lr": 4.328833670911724e-05, "backbone_lr": 4.3288336709117246e-06, "ema_decay": 0.997085, "it_s": 0.43, "data_frac": 0.915, "fm": 0.11944346323609352, "loss": 0.11944346323609352}
|
| 25 |
+
{"event": "train", "step": 2500, "lr": 3.887395330218429e-05, "backbone_lr": 3.887395330218429e-06, "ema_decay": 0.997172, "it_s": 0.39, "data_frac": 0.92, "fm": 0.11789588399231433, "loss": 0.11789588399231433}
|
| 26 |
+
{"event": "train", "step": 2600, "lr": 3.4549150281252636e-05, "backbone_lr": 3.4549150281252635e-06, "ema_decay": 0.997254, "it_s": 0.43, "data_frac": 0.912, "fm": 0.11748422630131244, "loss": 0.11748422630131244}
|
| 27 |
+
{"event": "train", "step": 2700, "lr": 3.0348748417303823e-05, "backbone_lr": 3.0348748417303826e-06, "ema_decay": 0.997331, "it_s": 0.43, "data_frac": 0.914, "fm": 0.1170263933390379, "loss": 0.1170263933390379}
|
| 28 |
+
{"event": "train", "step": 2800, "lr": 2.630656687635007e-05, "backbone_lr": 2.6306566876350072e-06, "ema_decay": 0.997403, "it_s": 0.4, "data_frac": 0.918, "fm": 0.11635425724089146, "loss": 0.11635425724089146}
|
| 29 |
+
{"event": "train", "step": 2900, "lr": 2.245515092739488e-05, "backbone_lr": 2.245515092739488e-06, "ema_decay": 0.99747, "it_s": 0.43, "data_frac": 0.911, "fm": 0.11531534694135188, "loss": 0.11531534694135188}
|
| 30 |
+
{"event": "train", "step": 3000, "lr": 1.8825509907063327e-05, "backbone_lr": 1.8825509907063328e-06, "ema_decay": 0.997534, "it_s": 0.45, "data_frac": 0.909, "fm": 0.11441182516515255, "loss": 0.11441182516515255}
|
| 31 |
+
{"event": "train", "step": 3100, "lr": 1.544686755065677e-05, "backbone_lr": 1.544686755065677e-06, "ema_decay": 0.997594, "it_s": 0.41, "data_frac": 0.916, "fm": 0.11447032988071441, "loss": 0.11447032988071441}
|
| 32 |
+
{"event": "train", "step": 3200, "lr": 1.2346426699819458e-05, "backbone_lr": 1.234642669981946e-06, "ema_decay": 0.99765, "it_s": 0.42, "data_frac": 0.911, "fm": 0.11343133807182312, "loss": 0.11343133807182312}
|
| 33 |
+
{"event": "train", "step": 3300, "lr": 9.549150281252633e-06, "backbone_lr": 9.549150281252633e-07, "ema_decay": 0.997704, "it_s": 0.43, "data_frac": 0.911, "fm": 0.11302094019949437, "loss": 0.11302094019949437}
|
| 34 |
+
{"event": "train", "step": 3400, "lr": 7.077560319906695e-06, "backbone_lr": 7.077560319906696e-07, "ema_decay": 0.997755, "it_s": 0.42, "data_frac": 0.913, "fm": 0.11316528491675854, "loss": 0.11316528491675854}
|
| 35 |
+
{"event": "train", "step": 3500, "lr": 4.951556604879048e-06, "backbone_lr": 4.951556604879049e-07, "ema_decay": 0.997803, "it_s": 0.41, "data_frac": 0.915, "fm": 0.11302028380334378, "loss": 0.11302028380334378}
|
| 36 |
+
{"event": "train", "step": 3600, "lr": 3.18825646801314e-06, "backbone_lr": 3.18825646801314e-07, "ema_decay": 0.997849, "it_s": 0.44, "data_frac": 0.91, "fm": 0.11321711145341397, "loss": 0.11321711145341397}
|
| 37 |
+
{"event": "train", "step": 3700, "lr": 1.8018569652073381e-06, "backbone_lr": 1.801856965207338e-07, "ema_decay": 0.997893, "it_s": 0.45, "data_frac": 0.906, "fm": 0.11361600130796433, "loss": 0.11361600130796433}
|
| 38 |
+
{"event": "train", "step": 3800, "lr": 8.035205700685167e-07, "backbone_lr": 8.035205700685167e-08, "ema_decay": 0.997934, "it_s": 0.42, "data_frac": 0.913, "fm": 0.11098091438412666, "loss": 0.11098091438412666}
|
| 39 |
+
{"event": "train", "step": 3900, "lr": 2.012853002380466e-07, "backbone_lr": 2.012853002380466e-08, "ema_decay": 0.997974, "it_s": 0.41, "data_frac": 0.915, "fm": 0.11410101048648358, "loss": 0.11410101048648358}
|
| 40 |
+
{"event": "train", "step": 4000, "lr": 0.0, "backbone_lr": 0.0, "ema_decay": 0.998012, "it_s": 0.5, "data_frac": 0.903, "fm": 0.11127129688858986, "loss": 0.11127129688858986}
|
| 41 |
+
{"event": "save", "step": 4000, "checkpoint": "/mnt/data0/zuo/Humanoid_benchmark/results/baselines_preflight_20261117/runs/a20-basket-transfer-pre-reach-trim-expert-v2/fm_dit/checkpoints/step-004000", "mse": 0.025112804025411606, "mse_row0": 0.025062359869480133, "mse_motion_token": 0.02457592636346817, "mse_inspire_left_hand_state": 0.0052911583334207535, "mse_inspire_right_hand_state": 0.0506611168384552}
|
a20-basket-transfer/b512-trimv2-cont-20261117/logs/train_log.jsonl
ADDED
|
@@ -0,0 +1,101 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"event": "train", "step": 4025, "lr": 9.215152885383474e-05, "backbone_lr": 9.215152885383473e-06, "ema_decay": 0.998021, "it_s": 0.57, "data_frac": 0.831, "fm": 0.27936236292123795, "loss": 0.27936236292123795}
|
| 2 |
+
{"event": "train", "step": 4050, "lr": 9.204286963963111e-05, "backbone_lr": 9.204286963963112e-06, "ema_decay": 0.998031, "it_s": 0.95, "data_frac": 0.808, "fm": 0.1851240873336792, "loss": 0.1851240873336792}
|
| 3 |
+
{"event": "train", "step": 4075, "lr": 9.193352839727121e-05, "backbone_lr": 9.193352839727122e-06, "ema_decay": 0.99804, "it_s": 1.04, "data_frac": 0.784, "fm": 0.1523358416557312, "loss": 0.1523358416557312}
|
| 4 |
+
{"event": "train", "step": 4100, "lr": 9.182350690051133e-05, "backbone_lr": 9.182350690051134e-06, "ema_decay": 0.998049, "it_s": 2.28, "data_frac": 0.577, "fm": 0.13585892975330352, "loss": 0.13585892975330352}
|
| 5 |
+
{"event": "train", "step": 4125, "lr": 9.171280693414307e-05, "backbone_lr": 9.171280693414307e-06, "ema_decay": 0.998058, "it_s": 0.66, "data_frac": 0.864, "fm": 0.12647916853427887, "loss": 0.12647916853427887}
|
| 6 |
+
{"event": "train", "step": 4150, "lr": 9.160143029396422e-05, "backbone_lr": 9.160143029396422e-06, "ema_decay": 0.998066, "it_s": 0.99, "data_frac": 0.799, "fm": 0.12340139746665954, "loss": 0.12340139746665954}
|
| 7 |
+
{"event": "train", "step": 4175, "lr": 9.148937878674976e-05, "backbone_lr": 9.148937878674975e-06, "ema_decay": 0.998075, "it_s": 1.39, "data_frac": 0.725, "fm": 0.12282259106636047, "loss": 0.12282259106636047}
|
| 8 |
+
{"event": "train", "step": 4200, "lr": 9.13766542302225e-05, "backbone_lr": 9.13766542302225e-06, "ema_decay": 0.998084, "it_s": 2.26, "data_frac": 0.559, "fm": 0.12243758767843246, "loss": 0.12243758767843246}
|
| 9 |
+
{"event": "train", "step": 4225, "lr": 9.126325845302357e-05, "backbone_lr": 9.126325845302357e-06, "ema_decay": 0.998092, "it_s": 0.69, "data_frac": 0.866, "fm": 0.11850759595632553, "loss": 0.11850759595632553}
|
| 10 |
+
{"event": "train", "step": 4250, "lr": 9.114919329468282e-05, "backbone_lr": 9.114919329468283e-06, "ema_decay": 0.998101, "it_s": 1.05, "data_frac": 0.781, "fm": 0.11744395792484283, "loss": 0.11744395792484283}
|
| 11 |
+
{"event": "train", "step": 4275, "lr": 9.103446060558892e-05, "backbone_lr": 9.103446060558892e-06, "ema_decay": 0.998109, "it_s": 2.47, "data_frac": 0.489, "fm": 0.11543788164854049, "loss": 0.11543788164854049}
|
| 12 |
+
{"event": "train", "step": 4300, "lr": 9.091906224695935e-05, "backbone_lr": 9.091906224695935e-06, "ema_decay": 0.998117, "it_s": 1.0, "data_frac": 0.801, "fm": 0.11410628646612167, "loss": 0.11410628646612167}
|
| 13 |
+
{"event": "train", "step": 4325, "lr": 9.080300009081024e-05, "backbone_lr": 9.080300009081025e-06, "ema_decay": 0.998125, "it_s": 0.76, "data_frac": 0.853, "fm": 0.11376235336065292, "loss": 0.11376235336065292}
|
| 14 |
+
{"event": "train", "step": 4350, "lr": 9.068627601992598e-05, "backbone_lr": 9.0686276019926e-06, "ema_decay": 0.998133, "it_s": 2.17, "data_frac": 0.538, "fm": 0.11388265669345855, "loss": 0.11388265669345855}
|
| 15 |
+
{"event": "train", "step": 4375, "lr": 9.056889192782866e-05, "backbone_lr": 9.056889192782865e-06, "ema_decay": 0.998141, "it_s": 1.14, "data_frac": 0.771, "fm": 0.11311278849840165, "loss": 0.11311278849840165}
|
| 16 |
+
{"event": "train", "step": 4400, "lr": 9.045084971874738e-05, "backbone_lr": 9.045084971874738e-06, "ema_decay": 0.998149, "it_s": 0.86, "data_frac": 0.829, "fm": 0.1135650286078453, "loss": 0.1135650286078453}
|
| 17 |
+
{"event": "train", "step": 4425, "lr": 9.033215130758735e-05, "backbone_lr": 9.033215130758735e-06, "ema_decay": 0.998157, "it_s": 0.85, "data_frac": 0.833, "fm": 0.11657118797302246, "loss": 0.11657118797302246}
|
| 18 |
+
{"event": "train", "step": 4450, "lr": 9.021279861989885e-05, "backbone_lr": 9.021279861989884e-06, "ema_decay": 0.998165, "it_s": 3.22, "data_frac": 0.377, "fm": 0.11299996435642243, "loss": 0.11299996435642243}
|
| 19 |
+
{"event": "train", "step": 4475, "lr": 9.009279359184593e-05, "backbone_lr": 9.009279359184594e-06, "ema_decay": 0.998173, "it_s": 0.85, "data_frac": 0.83, "fm": 0.10958211928606033, "loss": 0.10958211928606033}
|
| 20 |
+
{"event": "train", "step": 4500, "lr": 8.997213817017507e-05, "backbone_lr": 8.997213817017508e-06, "ema_decay": 0.99818, "it_s": 1.24, "data_frac": 0.752, "fm": 0.1114171290397644, "loss": 0.1114171290397644}
|
| 21 |
+
{"event": "train", "step": 4525, "lr": 8.985083431218354e-05, "backbone_lr": 8.985083431218354e-06, "ema_decay": 0.998188, "it_s": 1.41, "data_frac": 0.705, "fm": 0.10957210212945938, "loss": 0.10957210212945938}
|
| 22 |
+
{"event": "train", "step": 4550, "lr": 8.972888398568772e-05, "backbone_lr": 8.972888398568772e-06, "ema_decay": 0.998195, "it_s": 0.93, "data_frac": 0.824, "fm": 0.11293533921241761, "loss": 0.11293533921241761}
|
| 23 |
+
{"event": "train", "step": 4575, "lr": 8.96062891689911e-05, "backbone_lr": 8.96062891689911e-06, "ema_decay": 0.998203, "it_s": 1.19, "data_frac": 0.765, "fm": 0.11222538262605668, "loss": 0.11222538262605668}
|
| 24 |
+
{"event": "train", "step": 4600, "lr": 8.948305185085225e-05, "backbone_lr": 8.948305185085226e-06, "ema_decay": 0.99821, "it_s": 1.01, "data_frac": 0.795, "fm": 0.11155075877904892, "loss": 0.11155075877904892}
|
| 25 |
+
{"event": "train", "step": 4625, "lr": 8.935917403045251e-05, "backbone_lr": 8.935917403045251e-06, "ema_decay": 0.998217, "it_s": 5.14, "data_frac": 0.002, "fm": 0.10862381368875504, "loss": 0.10862381368875504}
|
| 26 |
+
{"event": "train", "step": 4650, "lr": 8.92346577173636e-05, "backbone_lr": 8.923465771736361e-06, "ema_decay": 0.998224, "it_s": 0.52, "data_frac": 0.895, "fm": 0.10961597681045532, "loss": 0.10961597681045532}
|
| 27 |
+
{"event": "train", "step": 4675, "lr": 8.910950493151498e-05, "backbone_lr": 8.910950493151498e-06, "ema_decay": 0.998232, "it_s": 1.65, "data_frac": 0.683, "fm": 0.1106258323788643, "loss": 0.1106258323788643}
|
| 28 |
+
{"event": "train", "step": 4700, "lr": 8.898371770316111e-05, "backbone_lr": 8.898371770316113e-06, "ema_decay": 0.998239, "it_s": 4.67, "data_frac": 0.005, "fm": 0.10965090662240982, "loss": 0.10965090662240982}
|
| 29 |
+
{"event": "train", "step": 4725, "lr": 8.885729807284856e-05, "backbone_lr": 8.885729807284855e-06, "ema_decay": 0.998246, "it_s": 0.88, "data_frac": 0.826, "fm": 0.10638074308633805, "loss": 0.10638074308633805}
|
| 30 |
+
{"event": "train", "step": 4750, "lr": 8.873024809138272e-05, "backbone_lr": 8.873024809138272e-06, "ema_decay": 0.998253, "it_s": 0.58, "data_frac": 0.887, "fm": 0.10897882670164108, "loss": 0.10897882670164108}
|
| 31 |
+
{"event": "train", "step": 4775, "lr": 8.860256981979484e-05, "backbone_lr": 8.860256981979485e-06, "ema_decay": 0.998259, "it_s": 2.27, "data_frac": 0.517, "fm": 0.10848556160926819, "loss": 0.10848556160926819}
|
| 32 |
+
{"event": "train", "step": 4800, "lr": 8.847426532930831e-05, "backbone_lr": 8.84742653293083e-06, "ema_decay": 0.998266, "it_s": 1.74, "data_frac": 0.674, "fm": 0.10899475157260895, "loss": 0.10899475157260895}
|
| 33 |
+
{"event": "train", "step": 4825, "lr": 8.834533670130518e-05, "backbone_lr": 8.834533670130518e-06, "ema_decay": 0.998273, "it_s": 1.27, "data_frac": 0.746, "fm": 0.1064724487066269, "loss": 0.1064724487066269}
|
| 34 |
+
{"event": "train", "step": 4850, "lr": 8.821578602729242e-05, "backbone_lr": 8.821578602729242e-06, "ema_decay": 0.99828, "it_s": 0.56, "data_frac": 0.882, "fm": 0.10697787135839462, "loss": 0.10697787135839462}
|
| 35 |
+
{"event": "train", "step": 4875, "lr": 8.808561540886796e-05, "backbone_lr": 8.808561540886796e-06, "ema_decay": 0.998286, "it_s": 4.25, "data_frac": 0.164, "fm": 0.10751055479049683, "loss": 0.10751055479049683}
|
| 36 |
+
{"event": "train", "step": 4900, "lr": 8.795482695768658e-05, "backbone_lr": 8.795482695768658e-06, "ema_decay": 0.998293, "it_s": 0.87, "data_frac": 0.83, "fm": 0.10378085047006608, "loss": 0.10378085047006608}
|
| 37 |
+
{"event": "train", "step": 4925, "lr": 8.782342279542568e-05, "backbone_lr": 8.782342279542569e-06, "ema_decay": 0.998299, "it_s": 1.5, "data_frac": 0.722, "fm": 0.10504777759313583, "loss": 0.10504777759313583}
|
| 38 |
+
{"event": "train", "step": 4950, "lr": 8.769140505375085e-05, "backbone_lr": 8.769140505375084e-06, "ema_decay": 0.998306, "it_s": 1.55, "data_frac": 0.704, "fm": 0.10637212932109832, "loss": 0.10637212932109832}
|
| 39 |
+
{"event": "train", "step": 4975, "lr": 8.755877587428128e-05, "backbone_lr": 8.755877587428127e-06, "ema_decay": 0.998312, "it_s": 0.68, "data_frac": 0.866, "fm": 0.10244016528129578, "loss": 0.10244016528129578}
|
| 40 |
+
{"event": "train", "step": 5000, "lr": 8.742553740855506e-05, "backbone_lr": 8.742553740855507e-06, "ema_decay": 0.998318, "it_s": 1.02, "data_frac": 0.794, "fm": 0.10446281790733337, "loss": 0.10446281790733337}
|
| 41 |
+
{"event": "train", "step": 5025, "lr": 8.729169181799422e-05, "backbone_lr": 8.729169181799423e-06, "ema_decay": 0.998325, "it_s": 1.53, "data_frac": 0.68, "fm": 0.10380947828292847, "loss": 0.10380947828292847}
|
| 42 |
+
{"event": "train", "step": 5050, "lr": 8.715724127386972e-05, "backbone_lr": 8.715724127386971e-06, "ema_decay": 0.998331, "it_s": 3.21, "data_frac": 0.387, "fm": 0.10200979679822922, "loss": 0.10200979679822922}
|
| 43 |
+
{"event": "train", "step": 5075, "lr": 8.702218795726617e-05, "backbone_lr": 8.702218795726619e-06, "ema_decay": 0.998337, "it_s": 0.53, "data_frac": 0.893, "fm": 0.10482226371765137, "loss": 0.10482226371765137}
|
| 44 |
+
{"event": "train", "step": 5100, "lr": 8.688653405904652e-05, "backbone_lr": 8.688653405904653e-06, "ema_decay": 0.998343, "it_s": 1.19, "data_frac": 0.757, "fm": 0.1049795463681221, "loss": 0.1049795463681221}
|
| 45 |
+
{"event": "train", "step": 5125, "lr": 8.675028177981643e-05, "backbone_lr": 8.675028177981643e-06, "ema_decay": 0.998349, "it_s": 5.17, "data_frac": 0.046, "fm": 0.103239366710186, "loss": 0.103239366710186}
|
| 46 |
+
{"event": "train", "step": 5150, "lr": 8.661343332988869e-05, "backbone_lr": 8.661343332988869e-06, "ema_decay": 0.998355, "it_s": 1.54, "data_frac": 0.71, "fm": 0.10244131833314896, "loss": 0.10244131833314896}
|
| 47 |
+
{"event": "train", "step": 5175, "lr": 8.647599092924721e-05, "backbone_lr": 8.64759909292472e-06, "ema_decay": 0.998361, "it_s": 0.48, "data_frac": 0.898, "fm": 0.1028094071149826, "loss": 0.1028094071149826}
|
| 48 |
+
{"event": "train", "step": 5200, "lr": 8.633795680751116e-05, "backbone_lr": 8.633795680751116e-06, "ema_decay": 0.998367, "it_s": 2.63, "data_frac": 0.413, "fm": 0.10102613866329194, "loss": 0.10102613866329194}
|
| 49 |
+
{"event": "train", "step": 5225, "lr": 8.619933320389872e-05, "backbone_lr": 8.619933320389872e-06, "ema_decay": 0.998373, "it_s": 1.02, "data_frac": 0.802, "fm": 0.10271453976631165, "loss": 0.10271453976631165}
|
| 50 |
+
{"event": "train", "step": 5250, "lr": 8.606012236719073e-05, "backbone_lr": 8.606012236719073e-06, "ema_decay": 0.998379, "it_s": 1.75, "data_frac": 0.658, "fm": 0.1013492727279663, "loss": 0.1013492727279663}
|
| 51 |
+
{"event": "train", "step": 5275, "lr": 8.592032655569429e-05, "backbone_lr": 8.59203265556943e-06, "ema_decay": 0.998385, "it_s": 0.55, "data_frac": 0.869, "fm": 0.09972631871700287, "loss": 0.09972631871700287}
|
| 52 |
+
{"event": "train", "step": 5300, "lr": 8.577994803720606e-05, "backbone_lr": 8.577994803720605e-06, "ema_decay": 0.99839, "it_s": 3.74, "data_frac": 0.205, "fm": 0.09866629302501678, "loss": 0.09866629302501678}
|
| 53 |
+
{"event": "train", "step": 5325, "lr": 8.56389890889755e-05, "backbone_lr": 8.56389890889755e-06, "ema_decay": 0.998396, "it_s": 0.8, "data_frac": 0.837, "fm": 0.10182167440652848, "loss": 0.10182167440652848}
|
| 54 |
+
{"event": "train", "step": 5350, "lr": 8.549745199766792e-05, "backbone_lr": 8.549745199766792e-06, "ema_decay": 0.998402, "it_s": 1.59, "data_frac": 0.697, "fm": 0.09962393790483474, "loss": 0.09962393790483474}
|
| 55 |
+
{"event": "train", "step": 5375, "lr": 8.535533905932738e-05, "backbone_lr": 8.535533905932739e-06, "ema_decay": 0.998407, "it_s": 1.6, "data_frac": 0.699, "fm": 0.10165397435426712, "loss": 0.10165397435426712}
|
| 56 |
+
{"event": "train", "step": 5400, "lr": 8.521265257933948e-05, "backbone_lr": 8.521265257933948e-06, "ema_decay": 0.998413, "it_s": 0.66, "data_frac": 0.862, "fm": 0.09791133671998978, "loss": 0.09791133671998978}
|
| 57 |
+
{"event": "train", "step": 5425, "lr": 8.506939487239388e-05, "backbone_lr": 8.506939487239389e-06, "ema_decay": 0.998418, "it_s": 1.0, "data_frac": 0.787, "fm": 0.09465882360935211, "loss": 0.09465882360935211}
|
| 58 |
+
{"event": "train", "step": 5450, "lr": 8.492556826244687e-05, "backbone_lr": 8.492556826244687e-06, "ema_decay": 0.998424, "it_s": 1.36, "data_frac": 0.728, "fm": 0.10158959805965423, "loss": 0.10158959805965423}
|
| 59 |
+
{"event": "train", "step": 5475, "lr": 8.47811750826835e-05, "backbone_lr": 8.478117508268352e-06, "ema_decay": 0.998429, "it_s": 3.59, "data_frac": 0.308, "fm": 0.10000236868858338, "loss": 0.10000236868858338}
|
| 60 |
+
{"event": "train", "step": 5500, "lr": 8.463621767547998e-05, "backbone_lr": 8.463621767547998e-06, "ema_decay": 0.998434, "it_s": 0.58, "data_frac": 0.883, "fm": 0.09906157135963439, "loss": 0.09906157135963439}
|
| 61 |
+
{"event": "train", "step": 5525, "lr": 8.449069839236538e-05, "backbone_lr": 8.44906983923654e-06, "ema_decay": 0.99844, "it_s": 0.91, "data_frac": 0.811, "fm": 0.09683233767747879, "loss": 0.09683233767747879}
|
| 62 |
+
{"event": "train", "step": 5550, "lr": 8.434461959398376e-05, "backbone_lr": 8.434461959398377e-06, "ema_decay": 0.998445, "it_s": 2.24, "data_frac": 0.577, "fm": 0.097518649995327, "loss": 0.097518649995327}
|
| 63 |
+
{"event": "train", "step": 5575, "lr": 8.419798365005569e-05, "backbone_lr": 8.419798365005569e-06, "ema_decay": 0.99845, "it_s": 1.95, "data_frac": 0.639, "fm": 0.1010474818944931, "loss": 0.1010474818944931}
|
| 64 |
+
{"event": "train", "step": 5600, "lr": 8.405079293933986e-05, "backbone_lr": 8.405079293933986e-06, "ema_decay": 0.998455, "it_s": 0.5, "data_frac": 0.898, "fm": 0.09772510349750518, "loss": 0.09772510349750518}
|
| 65 |
+
{"event": "train", "step": 5625, "lr": 8.390304984959454e-05, "backbone_lr": 8.390304984959455e-06, "ema_decay": 0.998461, "it_s": 0.96, "data_frac": 0.794, "fm": 0.0974524575471878, "loss": 0.0974524575471878}
|
| 66 |
+
{"event": "train", "step": 5650, "lr": 8.375475677753881e-05, "backbone_lr": 8.375475677753882e-06, "ema_decay": 0.998466, "it_s": 3.22, "data_frac": 0.386, "fm": 0.09912837445735931, "loss": 0.09912837445735931}
|
| 67 |
+
{"event": "train", "step": 5675, "lr": 8.360591612881364e-05, "backbone_lr": 8.360591612881363e-06, "ema_decay": 0.998471, "it_s": 1.74, "data_frac": 0.669, "fm": 0.09766773462295532, "loss": 0.09766773462295532}
|
| 68 |
+
{"event": "train", "step": 5700, "lr": 8.345653031794292e-05, "backbone_lr": 8.345653031794292e-06, "ema_decay": 0.998476, "it_s": 0.57, "data_frac": 0.879, "fm": 0.10231035619974137, "loss": 0.10231035619974137}
|
| 69 |
+
{"event": "train", "step": 5725, "lr": 8.330660176829428e-05, "backbone_lr": 8.330660176829427e-06, "ema_decay": 0.998481, "it_s": 4.26, "data_frac": 0.134, "fm": 0.09899430811405181, "loss": 0.09899430811405181}
|
| 70 |
+
{"event": "train", "step": 5750, "lr": 8.315613291203976e-05, "backbone_lr": 8.315613291203977e-06, "ema_decay": 0.998486, "it_s": 0.83, "data_frac": 0.832, "fm": 0.095704605281353, "loss": 0.095704605281353}
|
| 71 |
+
{"event": "train", "step": 5775, "lr": 8.30051261901164e-05, "backbone_lr": 8.30051261901164e-06, "ema_decay": 0.998491, "it_s": 1.58, "data_frac": 0.702, "fm": 0.09478480994701385, "loss": 0.09478480994701385}
|
| 72 |
+
{"event": "train", "step": 5800, "lr": 8.285358405218655e-05, "backbone_lr": 8.285358405218655e-06, "ema_decay": 0.998496, "it_s": 1.21, "data_frac": 0.769, "fm": 0.09800936311483383, "loss": 0.09800936311483383}
|
| 73 |
+
{"event": "train", "step": 5825, "lr": 8.270150895659823e-05, "backbone_lr": 8.270150895659824e-06, "ema_decay": 0.9985, "it_s": 0.69, "data_frac": 0.863, "fm": 0.09669087529182434, "loss": 0.09669087529182434}
|
| 74 |
+
{"event": "train", "step": 5850, "lr": 8.25489033703452e-05, "backbone_lr": 8.25489033703452e-06, "ema_decay": 0.998505, "it_s": 1.06, "data_frac": 0.773, "fm": 0.09527552545070649, "loss": 0.09527552545070649}
|
| 75 |
+
{"event": "train", "step": 5875, "lr": 8.239576976902695e-05, "backbone_lr": 8.239576976902694e-06, "ema_decay": 0.99851, "it_s": 1.22, "data_frac": 0.737, "fm": 0.09681353956460953, "loss": 0.09681353956460953}
|
| 76 |
+
{"event": "train", "step": 5900, "lr": 8.224211063680853e-05, "backbone_lr": 8.224211063680854e-06, "ema_decay": 0.998515, "it_s": 5.5, "data_frac": 0.001, "fm": 0.09730240762233734, "loss": 0.09730240762233734}
|
| 77 |
+
{"event": "train", "step": 5925, "lr": 8.208792846638029e-05, "backbone_lr": 8.20879284663803e-06, "ema_decay": 0.998519, "it_s": 0.54, "data_frac": 0.887, "fm": 0.09642397582530976, "loss": 0.09642397582530976}
|
| 78 |
+
{"event": "train", "step": 5950, "lr": 8.19332257589174e-05, "backbone_lr": 8.19332257589174e-06, "ema_decay": 0.998524, "it_s": 1.04, "data_frac": 0.787, "fm": 0.09538248509168624, "loss": 0.09538248509168624}
|
| 79 |
+
{"event": "train", "step": 5975, "lr": 8.177800502403928e-05, "backbone_lr": 8.177800502403928e-06, "ema_decay": 0.998529, "it_s": 0.99, "data_frac": 0.799, "fm": 0.0961689355969429, "loss": 0.0961689355969429}
|
| 80 |
+
{"event": "train", "step": 6000, "lr": 8.162226877976887e-05, "backbone_lr": 8.162226877976886e-06, "ema_decay": 0.998533, "it_s": 5.41, "data_frac": 0.001, "fm": 0.097640760242939, "loss": 0.097640760242939}
|
| 81 |
+
{"event": "save", "step": 6000, "checkpoint": "/mnt/data0/zuo/Humanoid_benchmark/results/fmdit_continue_20261117_01/runs/a20/fm_dit/checkpoints/step-006000", "mse": 0.021967994049191475, "mse_row0": 0.022920215502381325, "mse_motion_token": 0.02157071977853775, "mse_inspire_left_hand_state": 0.0040762959979474545, "mse_inspire_right_hand_state": 0.044097285717725754}
|
| 82 |
+
{"event": "train", "step": 6025, "lr": 8.146601955249188e-05, "backbone_lr": 8.146601955249187e-06, "ema_decay": 0.998538, "it_s": 0.53, "data_frac": 0.83, "fm": 0.09581303656101227, "loss": 0.09581303656101227}
|
| 83 |
+
{"event": "train", "step": 6050, "lr": 8.130925987691569e-05, "backbone_lr": 8.13092598769157e-06, "ema_decay": 0.998542, "it_s": 0.93, "data_frac": 0.814, "fm": 0.09383314609527588, "loss": 0.09383314609527588}
|
| 84 |
+
{"event": "train", "step": 6075, "lr": 8.11519922960283e-05, "backbone_lr": 8.115199229602831e-06, "ema_decay": 0.998547, "it_s": 5.29, "data_frac": 0.002, "fm": 0.09339079171419144, "loss": 0.09339079171419144}
|
| 85 |
+
{"event": "train", "step": 6100, "lr": 8.099421936105702e-05, "backbone_lr": 8.099421936105702e-06, "ema_decay": 0.998551, "it_s": 1.54, "data_frac": 0.68, "fm": 0.09210814416408539, "loss": 0.09210814416408539}
|
| 86 |
+
{"event": "train", "step": 6125, "lr": 8.083594363142717e-05, "backbone_lr": 8.083594363142717e-06, "ema_decay": 0.998556, "it_s": 0.53, "data_frac": 0.895, "fm": 0.09574653506278992, "loss": 0.09574653506278992}
|
| 87 |
+
{"event": "train", "step": 6150, "lr": 8.067716767472045e-05, "backbone_lr": 8.067716767472045e-06, "ema_decay": 0.99856, "it_s": 4.99, "data_frac": 0.004, "fm": 0.09378662049770355, "loss": 0.09378662049770355}
|
| 88 |
+
{"event": "train", "step": 6175, "lr": 8.051789406663342e-05, "backbone_lr": 8.051789406663342e-06, "ema_decay": 0.998565, "it_s": 0.9, "data_frac": 0.808, "fm": 0.09385949403047561, "loss": 0.09385949403047561}
|
| 89 |
+
{"event": "train", "step": 6200, "lr": 8.035812539093557e-05, "backbone_lr": 8.035812539093557e-06, "ema_decay": 0.998569, "it_s": 1.28, "data_frac": 0.746, "fm": 0.09663951128721238, "loss": 0.09663951128721238}
|
| 90 |
+
{"event": "train", "step": 6225, "lr": 8.019786423942752e-05, "backbone_lr": 8.019786423942752e-06, "ema_decay": 0.998573, "it_s": 1.92, "data_frac": 0.647, "fm": 0.09393858909606934, "loss": 0.09393858909606934}
|
| 91 |
+
{"event": "train", "step": 6250, "lr": 8.003711321189895e-05, "backbone_lr": 8.003711321189895e-06, "ema_decay": 0.998578, "it_s": 0.67, "data_frac": 0.868, "fm": 0.09255427211523055, "loss": 0.09255427211523055}
|
| 92 |
+
{"event": "train", "step": 6275, "lr": 7.987587491608637e-05, "backbone_lr": 7.987587491608636e-06, "ema_decay": 0.998582, "it_s": 0.89, "data_frac": 0.813, "fm": 0.09297254592180253, "loss": 0.09297254592180253}
|
| 93 |
+
{"event": "train", "step": 6300, "lr": 7.971415196763088e-05, "backbone_lr": 7.971415196763088e-06, "ema_decay": 0.998586, "it_s": 1.05, "data_frac": 0.79, "fm": 0.09344055145978927, "loss": 0.09344055145978927}
|
| 94 |
+
{"event": "train", "step": 6325, "lr": 7.95519469900357e-05, "backbone_lr": 7.95519469900357e-06, "ema_decay": 0.99859, "it_s": 2.77, "data_frac": 0.495, "fm": 0.0927633935213089, "loss": 0.0927633935213089}
|
| 95 |
+
{"event": "train", "step": 6350, "lr": 7.938926261462366e-05, "backbone_lr": 7.938926261462366e-06, "ema_decay": 0.998594, "it_s": 0.63, "data_frac": 0.867, "fm": 0.09345412462949752, "loss": 0.09345412462949752}
|
| 96 |
+
{"event": "train", "step": 6375, "lr": 7.922610148049445e-05, "backbone_lr": 7.922610148049445e-06, "ema_decay": 0.998599, "it_s": 1.06, "data_frac": 0.785, "fm": 0.09155107825994492, "loss": 0.09155107825994492}
|
| 97 |
+
{"event": "train", "step": 6400, "lr": 7.906246623448183e-05, "backbone_lr": 7.906246623448184e-06, "ema_decay": 0.998603, "it_s": 1.31, "data_frac": 0.739, "fm": 0.09374758034944534, "loss": 0.09374758034944534}
|
| 98 |
+
{"event": "train", "step": 6425, "lr": 7.889835953111075e-05, "backbone_lr": 7.889835953111075e-06, "ema_decay": 0.998607, "it_s": 2.04, "data_frac": 0.611, "fm": 0.09290882647037506, "loss": 0.09290882647037506}
|
| 99 |
+
{"event": "train", "step": 6450, "lr": 7.873378403255419e-05, "backbone_lr": 7.87337840325542e-06, "ema_decay": 0.998611, "it_s": 0.6, "data_frac": 0.88, "fm": 0.09184739232063294, "loss": 0.09184739232063294}
|
| 100 |
+
{"event": "train", "step": 6475, "lr": 7.856874240859005e-05, "backbone_lr": 7.856874240859006e-06, "ema_decay": 0.998615, "it_s": 0.99, "data_frac": 0.791, "fm": 0.09413167119026183, "loss": 0.09413167119026183}
|
| 101 |
+
{"event": "train", "step": 6500, "lr": 7.840323733655778e-05, "backbone_lr": 7.84032373365578e-06, "ema_decay": 0.998619, "it_s": 4.23, "data_frac": 0.185, "fm": 0.09035206019878388, "loss": 0.09035206019878388}
|
a20-basket-transfer/b512-trimv2-cont-20261117/logs/train_stdout.log
ADDED
|
@@ -0,0 +1,104 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"event": "preflight", "augmentation": "hb-aug-v2-20261109", "samples": 64, "state_dim": 44, "body_dims": 29, "images_changed": 64, "body_values_moved": 1.0, "max_body_offset_deg": 2.5087, "actions_bit_identical": true, "non_body_state_bit_identical": true, "eval_items_deterministic": 8}
|
| 2 |
+
{"event": "resumed", "step": 4000}
|
| 3 |
+
{"event": "start", "policy": "fm_dit", "params": 22540684, "backbone_params": 11166912, "backbone_weights": "IMAGENET1K_V1", "backbone_norm": "frozen_bn", "train_frames": 54433, "steps": 20000, "from_step": 4000, "cameras": ["ego_view", "chest"], "hw": [168, 224]}
|
| 4 |
+
{"event": "train", "step": 4025, "lr": 9.215152885383474e-05, "backbone_lr": 9.215152885383473e-06, "ema_decay": 0.998021, "it_s": 0.57, "data_frac": 0.831, "fm": 0.27936236292123795, "loss": 0.27936236292123795}
|
| 5 |
+
{"event": "train", "step": 4050, "lr": 9.204286963963111e-05, "backbone_lr": 9.204286963963112e-06, "ema_decay": 0.998031, "it_s": 0.95, "data_frac": 0.808, "fm": 0.1851240873336792, "loss": 0.1851240873336792}
|
| 6 |
+
{"event": "train", "step": 4075, "lr": 9.193352839727121e-05, "backbone_lr": 9.193352839727122e-06, "ema_decay": 0.99804, "it_s": 1.04, "data_frac": 0.784, "fm": 0.1523358416557312, "loss": 0.1523358416557312}
|
| 7 |
+
{"event": "train", "step": 4100, "lr": 9.182350690051133e-05, "backbone_lr": 9.182350690051134e-06, "ema_decay": 0.998049, "it_s": 2.28, "data_frac": 0.577, "fm": 0.13585892975330352, "loss": 0.13585892975330352}
|
| 8 |
+
{"event": "train", "step": 4125, "lr": 9.171280693414307e-05, "backbone_lr": 9.171280693414307e-06, "ema_decay": 0.998058, "it_s": 0.66, "data_frac": 0.864, "fm": 0.12647916853427887, "loss": 0.12647916853427887}
|
| 9 |
+
{"event": "train", "step": 4150, "lr": 9.160143029396422e-05, "backbone_lr": 9.160143029396422e-06, "ema_decay": 0.998066, "it_s": 0.99, "data_frac": 0.799, "fm": 0.12340139746665954, "loss": 0.12340139746665954}
|
| 10 |
+
{"event": "train", "step": 4175, "lr": 9.148937878674976e-05, "backbone_lr": 9.148937878674975e-06, "ema_decay": 0.998075, "it_s": 1.39, "data_frac": 0.725, "fm": 0.12282259106636047, "loss": 0.12282259106636047}
|
| 11 |
+
{"event": "train", "step": 4200, "lr": 9.13766542302225e-05, "backbone_lr": 9.13766542302225e-06, "ema_decay": 0.998084, "it_s": 2.26, "data_frac": 0.559, "fm": 0.12243758767843246, "loss": 0.12243758767843246}
|
| 12 |
+
{"event": "train", "step": 4225, "lr": 9.126325845302357e-05, "backbone_lr": 9.126325845302357e-06, "ema_decay": 0.998092, "it_s": 0.69, "data_frac": 0.866, "fm": 0.11850759595632553, "loss": 0.11850759595632553}
|
| 13 |
+
{"event": "train", "step": 4250, "lr": 9.114919329468282e-05, "backbone_lr": 9.114919329468283e-06, "ema_decay": 0.998101, "it_s": 1.05, "data_frac": 0.781, "fm": 0.11744395792484283, "loss": 0.11744395792484283}
|
| 14 |
+
{"event": "train", "step": 4275, "lr": 9.103446060558892e-05, "backbone_lr": 9.103446060558892e-06, "ema_decay": 0.998109, "it_s": 2.47, "data_frac": 0.489, "fm": 0.11543788164854049, "loss": 0.11543788164854049}
|
| 15 |
+
{"event": "train", "step": 4300, "lr": 9.091906224695935e-05, "backbone_lr": 9.091906224695935e-06, "ema_decay": 0.998117, "it_s": 1.0, "data_frac": 0.801, "fm": 0.11410628646612167, "loss": 0.11410628646612167}
|
| 16 |
+
{"event": "train", "step": 4325, "lr": 9.080300009081024e-05, "backbone_lr": 9.080300009081025e-06, "ema_decay": 0.998125, "it_s": 0.76, "data_frac": 0.853, "fm": 0.11376235336065292, "loss": 0.11376235336065292}
|
| 17 |
+
{"event": "train", "step": 4350, "lr": 9.068627601992598e-05, "backbone_lr": 9.0686276019926e-06, "ema_decay": 0.998133, "it_s": 2.17, "data_frac": 0.538, "fm": 0.11388265669345855, "loss": 0.11388265669345855}
|
| 18 |
+
{"event": "train", "step": 4375, "lr": 9.056889192782866e-05, "backbone_lr": 9.056889192782865e-06, "ema_decay": 0.998141, "it_s": 1.14, "data_frac": 0.771, "fm": 0.11311278849840165, "loss": 0.11311278849840165}
|
| 19 |
+
{"event": "train", "step": 4400, "lr": 9.045084971874738e-05, "backbone_lr": 9.045084971874738e-06, "ema_decay": 0.998149, "it_s": 0.86, "data_frac": 0.829, "fm": 0.1135650286078453, "loss": 0.1135650286078453}
|
| 20 |
+
{"event": "train", "step": 4425, "lr": 9.033215130758735e-05, "backbone_lr": 9.033215130758735e-06, "ema_decay": 0.998157, "it_s": 0.85, "data_frac": 0.833, "fm": 0.11657118797302246, "loss": 0.11657118797302246}
|
| 21 |
+
{"event": "train", "step": 4450, "lr": 9.021279861989885e-05, "backbone_lr": 9.021279861989884e-06, "ema_decay": 0.998165, "it_s": 3.22, "data_frac": 0.377, "fm": 0.11299996435642243, "loss": 0.11299996435642243}
|
| 22 |
+
{"event": "train", "step": 4475, "lr": 9.009279359184593e-05, "backbone_lr": 9.009279359184594e-06, "ema_decay": 0.998173, "it_s": 0.85, "data_frac": 0.83, "fm": 0.10958211928606033, "loss": 0.10958211928606033}
|
| 23 |
+
{"event": "train", "step": 4500, "lr": 8.997213817017507e-05, "backbone_lr": 8.997213817017508e-06, "ema_decay": 0.99818, "it_s": 1.24, "data_frac": 0.752, "fm": 0.1114171290397644, "loss": 0.1114171290397644}
|
| 24 |
+
{"event": "train", "step": 4525, "lr": 8.985083431218354e-05, "backbone_lr": 8.985083431218354e-06, "ema_decay": 0.998188, "it_s": 1.41, "data_frac": 0.705, "fm": 0.10957210212945938, "loss": 0.10957210212945938}
|
| 25 |
+
{"event": "train", "step": 4550, "lr": 8.972888398568772e-05, "backbone_lr": 8.972888398568772e-06, "ema_decay": 0.998195, "it_s": 0.93, "data_frac": 0.824, "fm": 0.11293533921241761, "loss": 0.11293533921241761}
|
| 26 |
+
{"event": "train", "step": 4575, "lr": 8.96062891689911e-05, "backbone_lr": 8.96062891689911e-06, "ema_decay": 0.998203, "it_s": 1.19, "data_frac": 0.765, "fm": 0.11222538262605668, "loss": 0.11222538262605668}
|
| 27 |
+
{"event": "train", "step": 4600, "lr": 8.948305185085225e-05, "backbone_lr": 8.948305185085226e-06, "ema_decay": 0.99821, "it_s": 1.01, "data_frac": 0.795, "fm": 0.11155075877904892, "loss": 0.11155075877904892}
|
| 28 |
+
{"event": "train", "step": 4625, "lr": 8.935917403045251e-05, "backbone_lr": 8.935917403045251e-06, "ema_decay": 0.998217, "it_s": 5.14, "data_frac": 0.002, "fm": 0.10862381368875504, "loss": 0.10862381368875504}
|
| 29 |
+
{"event": "train", "step": 4650, "lr": 8.92346577173636e-05, "backbone_lr": 8.923465771736361e-06, "ema_decay": 0.998224, "it_s": 0.52, "data_frac": 0.895, "fm": 0.10961597681045532, "loss": 0.10961597681045532}
|
| 30 |
+
{"event": "train", "step": 4675, "lr": 8.910950493151498e-05, "backbone_lr": 8.910950493151498e-06, "ema_decay": 0.998232, "it_s": 1.65, "data_frac": 0.683, "fm": 0.1106258323788643, "loss": 0.1106258323788643}
|
| 31 |
+
{"event": "train", "step": 4700, "lr": 8.898371770316111e-05, "backbone_lr": 8.898371770316113e-06, "ema_decay": 0.998239, "it_s": 4.67, "data_frac": 0.005, "fm": 0.10965090662240982, "loss": 0.10965090662240982}
|
| 32 |
+
{"event": "train", "step": 4725, "lr": 8.885729807284856e-05, "backbone_lr": 8.885729807284855e-06, "ema_decay": 0.998246, "it_s": 0.88, "data_frac": 0.826, "fm": 0.10638074308633805, "loss": 0.10638074308633805}
|
| 33 |
+
{"event": "train", "step": 4750, "lr": 8.873024809138272e-05, "backbone_lr": 8.873024809138272e-06, "ema_decay": 0.998253, "it_s": 0.58, "data_frac": 0.887, "fm": 0.10897882670164108, "loss": 0.10897882670164108}
|
| 34 |
+
{"event": "train", "step": 4775, "lr": 8.860256981979484e-05, "backbone_lr": 8.860256981979485e-06, "ema_decay": 0.998259, "it_s": 2.27, "data_frac": 0.517, "fm": 0.10848556160926819, "loss": 0.10848556160926819}
|
| 35 |
+
{"event": "train", "step": 4800, "lr": 8.847426532930831e-05, "backbone_lr": 8.84742653293083e-06, "ema_decay": 0.998266, "it_s": 1.74, "data_frac": 0.674, "fm": 0.10899475157260895, "loss": 0.10899475157260895}
|
| 36 |
+
{"event": "train", "step": 4825, "lr": 8.834533670130518e-05, "backbone_lr": 8.834533670130518e-06, "ema_decay": 0.998273, "it_s": 1.27, "data_frac": 0.746, "fm": 0.1064724487066269, "loss": 0.1064724487066269}
|
| 37 |
+
{"event": "train", "step": 4850, "lr": 8.821578602729242e-05, "backbone_lr": 8.821578602729242e-06, "ema_decay": 0.99828, "it_s": 0.56, "data_frac": 0.882, "fm": 0.10697787135839462, "loss": 0.10697787135839462}
|
| 38 |
+
{"event": "train", "step": 4875, "lr": 8.808561540886796e-05, "backbone_lr": 8.808561540886796e-06, "ema_decay": 0.998286, "it_s": 4.25, "data_frac": 0.164, "fm": 0.10751055479049683, "loss": 0.10751055479049683}
|
| 39 |
+
{"event": "train", "step": 4900, "lr": 8.795482695768658e-05, "backbone_lr": 8.795482695768658e-06, "ema_decay": 0.998293, "it_s": 0.87, "data_frac": 0.83, "fm": 0.10378085047006608, "loss": 0.10378085047006608}
|
| 40 |
+
{"event": "train", "step": 4925, "lr": 8.782342279542568e-05, "backbone_lr": 8.782342279542569e-06, "ema_decay": 0.998299, "it_s": 1.5, "data_frac": 0.722, "fm": 0.10504777759313583, "loss": 0.10504777759313583}
|
| 41 |
+
{"event": "train", "step": 4950, "lr": 8.769140505375085e-05, "backbone_lr": 8.769140505375084e-06, "ema_decay": 0.998306, "it_s": 1.55, "data_frac": 0.704, "fm": 0.10637212932109832, "loss": 0.10637212932109832}
|
| 42 |
+
{"event": "train", "step": 4975, "lr": 8.755877587428128e-05, "backbone_lr": 8.755877587428127e-06, "ema_decay": 0.998312, "it_s": 0.68, "data_frac": 0.866, "fm": 0.10244016528129578, "loss": 0.10244016528129578}
|
| 43 |
+
{"event": "train", "step": 5000, "lr": 8.742553740855506e-05, "backbone_lr": 8.742553740855507e-06, "ema_decay": 0.998318, "it_s": 1.02, "data_frac": 0.794, "fm": 0.10446281790733337, "loss": 0.10446281790733337}
|
| 44 |
+
{"event": "train", "step": 5025, "lr": 8.729169181799422e-05, "backbone_lr": 8.729169181799423e-06, "ema_decay": 0.998325, "it_s": 1.53, "data_frac": 0.68, "fm": 0.10380947828292847, "loss": 0.10380947828292847}
|
| 45 |
+
{"event": "train", "step": 5050, "lr": 8.715724127386972e-05, "backbone_lr": 8.715724127386971e-06, "ema_decay": 0.998331, "it_s": 3.21, "data_frac": 0.387, "fm": 0.10200979679822922, "loss": 0.10200979679822922}
|
| 46 |
+
{"event": "train", "step": 5075, "lr": 8.702218795726617e-05, "backbone_lr": 8.702218795726619e-06, "ema_decay": 0.998337, "it_s": 0.53, "data_frac": 0.893, "fm": 0.10482226371765137, "loss": 0.10482226371765137}
|
| 47 |
+
{"event": "train", "step": 5100, "lr": 8.688653405904652e-05, "backbone_lr": 8.688653405904653e-06, "ema_decay": 0.998343, "it_s": 1.19, "data_frac": 0.757, "fm": 0.1049795463681221, "loss": 0.1049795463681221}
|
| 48 |
+
{"event": "train", "step": 5125, "lr": 8.675028177981643e-05, "backbone_lr": 8.675028177981643e-06, "ema_decay": 0.998349, "it_s": 5.17, "data_frac": 0.046, "fm": 0.103239366710186, "loss": 0.103239366710186}
|
| 49 |
+
{"event": "train", "step": 5150, "lr": 8.661343332988869e-05, "backbone_lr": 8.661343332988869e-06, "ema_decay": 0.998355, "it_s": 1.54, "data_frac": 0.71, "fm": 0.10244131833314896, "loss": 0.10244131833314896}
|
| 50 |
+
{"event": "train", "step": 5175, "lr": 8.647599092924721e-05, "backbone_lr": 8.64759909292472e-06, "ema_decay": 0.998361, "it_s": 0.48, "data_frac": 0.898, "fm": 0.1028094071149826, "loss": 0.1028094071149826}
|
| 51 |
+
{"event": "train", "step": 5200, "lr": 8.633795680751116e-05, "backbone_lr": 8.633795680751116e-06, "ema_decay": 0.998367, "it_s": 2.63, "data_frac": 0.413, "fm": 0.10102613866329194, "loss": 0.10102613866329194}
|
| 52 |
+
{"event": "train", "step": 5225, "lr": 8.619933320389872e-05, "backbone_lr": 8.619933320389872e-06, "ema_decay": 0.998373, "it_s": 1.02, "data_frac": 0.802, "fm": 0.10271453976631165, "loss": 0.10271453976631165}
|
| 53 |
+
{"event": "train", "step": 5250, "lr": 8.606012236719073e-05, "backbone_lr": 8.606012236719073e-06, "ema_decay": 0.998379, "it_s": 1.75, "data_frac": 0.658, "fm": 0.1013492727279663, "loss": 0.1013492727279663}
|
| 54 |
+
{"event": "train", "step": 5275, "lr": 8.592032655569429e-05, "backbone_lr": 8.59203265556943e-06, "ema_decay": 0.998385, "it_s": 0.55, "data_frac": 0.869, "fm": 0.09972631871700287, "loss": 0.09972631871700287}
|
| 55 |
+
{"event": "train", "step": 5300, "lr": 8.577994803720606e-05, "backbone_lr": 8.577994803720605e-06, "ema_decay": 0.99839, "it_s": 3.74, "data_frac": 0.205, "fm": 0.09866629302501678, "loss": 0.09866629302501678}
|
| 56 |
+
{"event": "train", "step": 5325, "lr": 8.56389890889755e-05, "backbone_lr": 8.56389890889755e-06, "ema_decay": 0.998396, "it_s": 0.8, "data_frac": 0.837, "fm": 0.10182167440652848, "loss": 0.10182167440652848}
|
| 57 |
+
{"event": "train", "step": 5350, "lr": 8.549745199766792e-05, "backbone_lr": 8.549745199766792e-06, "ema_decay": 0.998402, "it_s": 1.59, "data_frac": 0.697, "fm": 0.09962393790483474, "loss": 0.09962393790483474}
|
| 58 |
+
{"event": "train", "step": 5375, "lr": 8.535533905932738e-05, "backbone_lr": 8.535533905932739e-06, "ema_decay": 0.998407, "it_s": 1.6, "data_frac": 0.699, "fm": 0.10165397435426712, "loss": 0.10165397435426712}
|
| 59 |
+
{"event": "train", "step": 5400, "lr": 8.521265257933948e-05, "backbone_lr": 8.521265257933948e-06, "ema_decay": 0.998413, "it_s": 0.66, "data_frac": 0.862, "fm": 0.09791133671998978, "loss": 0.09791133671998978}
|
| 60 |
+
{"event": "train", "step": 5425, "lr": 8.506939487239388e-05, "backbone_lr": 8.506939487239389e-06, "ema_decay": 0.998418, "it_s": 1.0, "data_frac": 0.787, "fm": 0.09465882360935211, "loss": 0.09465882360935211}
|
| 61 |
+
{"event": "train", "step": 5450, "lr": 8.492556826244687e-05, "backbone_lr": 8.492556826244687e-06, "ema_decay": 0.998424, "it_s": 1.36, "data_frac": 0.728, "fm": 0.10158959805965423, "loss": 0.10158959805965423}
|
| 62 |
+
{"event": "train", "step": 5475, "lr": 8.47811750826835e-05, "backbone_lr": 8.478117508268352e-06, "ema_decay": 0.998429, "it_s": 3.59, "data_frac": 0.308, "fm": 0.10000236868858338, "loss": 0.10000236868858338}
|
| 63 |
+
{"event": "train", "step": 5500, "lr": 8.463621767547998e-05, "backbone_lr": 8.463621767547998e-06, "ema_decay": 0.998434, "it_s": 0.58, "data_frac": 0.883, "fm": 0.09906157135963439, "loss": 0.09906157135963439}
|
| 64 |
+
{"event": "train", "step": 5525, "lr": 8.449069839236538e-05, "backbone_lr": 8.44906983923654e-06, "ema_decay": 0.99844, "it_s": 0.91, "data_frac": 0.811, "fm": 0.09683233767747879, "loss": 0.09683233767747879}
|
| 65 |
+
{"event": "train", "step": 5550, "lr": 8.434461959398376e-05, "backbone_lr": 8.434461959398377e-06, "ema_decay": 0.998445, "it_s": 2.24, "data_frac": 0.577, "fm": 0.097518649995327, "loss": 0.097518649995327}
|
| 66 |
+
{"event": "train", "step": 5575, "lr": 8.419798365005569e-05, "backbone_lr": 8.419798365005569e-06, "ema_decay": 0.99845, "it_s": 1.95, "data_frac": 0.639, "fm": 0.1010474818944931, "loss": 0.1010474818944931}
|
| 67 |
+
{"event": "train", "step": 5600, "lr": 8.405079293933986e-05, "backbone_lr": 8.405079293933986e-06, "ema_decay": 0.998455, "it_s": 0.5, "data_frac": 0.898, "fm": 0.09772510349750518, "loss": 0.09772510349750518}
|
| 68 |
+
{"event": "train", "step": 5625, "lr": 8.390304984959454e-05, "backbone_lr": 8.390304984959455e-06, "ema_decay": 0.998461, "it_s": 0.96, "data_frac": 0.794, "fm": 0.0974524575471878, "loss": 0.0974524575471878}
|
| 69 |
+
{"event": "train", "step": 5650, "lr": 8.375475677753881e-05, "backbone_lr": 8.375475677753882e-06, "ema_decay": 0.998466, "it_s": 3.22, "data_frac": 0.386, "fm": 0.09912837445735931, "loss": 0.09912837445735931}
|
| 70 |
+
{"event": "train", "step": 5675, "lr": 8.360591612881364e-05, "backbone_lr": 8.360591612881363e-06, "ema_decay": 0.998471, "it_s": 1.74, "data_frac": 0.669, "fm": 0.09766773462295532, "loss": 0.09766773462295532}
|
| 71 |
+
{"event": "train", "step": 5700, "lr": 8.345653031794292e-05, "backbone_lr": 8.345653031794292e-06, "ema_decay": 0.998476, "it_s": 0.57, "data_frac": 0.879, "fm": 0.10231035619974137, "loss": 0.10231035619974137}
|
| 72 |
+
{"event": "train", "step": 5725, "lr": 8.330660176829428e-05, "backbone_lr": 8.330660176829427e-06, "ema_decay": 0.998481, "it_s": 4.26, "data_frac": 0.134, "fm": 0.09899430811405181, "loss": 0.09899430811405181}
|
| 73 |
+
{"event": "train", "step": 5750, "lr": 8.315613291203976e-05, "backbone_lr": 8.315613291203977e-06, "ema_decay": 0.998486, "it_s": 0.83, "data_frac": 0.832, "fm": 0.095704605281353, "loss": 0.095704605281353}
|
| 74 |
+
{"event": "train", "step": 5775, "lr": 8.30051261901164e-05, "backbone_lr": 8.30051261901164e-06, "ema_decay": 0.998491, "it_s": 1.58, "data_frac": 0.702, "fm": 0.09478480994701385, "loss": 0.09478480994701385}
|
| 75 |
+
{"event": "train", "step": 5800, "lr": 8.285358405218655e-05, "backbone_lr": 8.285358405218655e-06, "ema_decay": 0.998496, "it_s": 1.21, "data_frac": 0.769, "fm": 0.09800936311483383, "loss": 0.09800936311483383}
|
| 76 |
+
{"event": "train", "step": 5825, "lr": 8.270150895659823e-05, "backbone_lr": 8.270150895659824e-06, "ema_decay": 0.9985, "it_s": 0.69, "data_frac": 0.863, "fm": 0.09669087529182434, "loss": 0.09669087529182434}
|
| 77 |
+
{"event": "train", "step": 5850, "lr": 8.25489033703452e-05, "backbone_lr": 8.25489033703452e-06, "ema_decay": 0.998505, "it_s": 1.06, "data_frac": 0.773, "fm": 0.09527552545070649, "loss": 0.09527552545070649}
|
| 78 |
+
{"event": "train", "step": 5875, "lr": 8.239576976902695e-05, "backbone_lr": 8.239576976902694e-06, "ema_decay": 0.99851, "it_s": 1.22, "data_frac": 0.737, "fm": 0.09681353956460953, "loss": 0.09681353956460953}
|
| 79 |
+
{"event": "train", "step": 5900, "lr": 8.224211063680853e-05, "backbone_lr": 8.224211063680854e-06, "ema_decay": 0.998515, "it_s": 5.5, "data_frac": 0.001, "fm": 0.09730240762233734, "loss": 0.09730240762233734}
|
| 80 |
+
{"event": "train", "step": 5925, "lr": 8.208792846638029e-05, "backbone_lr": 8.20879284663803e-06, "ema_decay": 0.998519, "it_s": 0.54, "data_frac": 0.887, "fm": 0.09642397582530976, "loss": 0.09642397582530976}
|
| 81 |
+
{"event": "train", "step": 5950, "lr": 8.19332257589174e-05, "backbone_lr": 8.19332257589174e-06, "ema_decay": 0.998524, "it_s": 1.04, "data_frac": 0.787, "fm": 0.09538248509168624, "loss": 0.09538248509168624}
|
| 82 |
+
{"event": "train", "step": 5975, "lr": 8.177800502403928e-05, "backbone_lr": 8.177800502403928e-06, "ema_decay": 0.998529, "it_s": 0.99, "data_frac": 0.799, "fm": 0.0961689355969429, "loss": 0.0961689355969429}
|
| 83 |
+
{"event": "train", "step": 6000, "lr": 8.162226877976887e-05, "backbone_lr": 8.162226877976886e-06, "ema_decay": 0.998533, "it_s": 5.41, "data_frac": 0.001, "fm": 0.097640760242939, "loss": 0.097640760242939}
|
| 84 |
+
{"event": "save", "step": 6000, "checkpoint": "/mnt/data0/zuo/Humanoid_benchmark/results/fmdit_continue_20261117_01/runs/a20/fm_dit/checkpoints/step-006000", "mse": 0.021967994049191475, "mse_row0": 0.022920215502381325, "mse_motion_token": 0.02157071977853775, "mse_inspire_left_hand_state": 0.0040762959979474545, "mse_inspire_right_hand_state": 0.044097285717725754}
|
| 85 |
+
{"event": "train", "step": 6025, "lr": 8.146601955249188e-05, "backbone_lr": 8.146601955249187e-06, "ema_decay": 0.998538, "it_s": 0.53, "data_frac": 0.83, "fm": 0.09581303656101227, "loss": 0.09581303656101227}
|
| 86 |
+
{"event": "train", "step": 6050, "lr": 8.130925987691569e-05, "backbone_lr": 8.13092598769157e-06, "ema_decay": 0.998542, "it_s": 0.93, "data_frac": 0.814, "fm": 0.09383314609527588, "loss": 0.09383314609527588}
|
| 87 |
+
{"event": "train", "step": 6075, "lr": 8.11519922960283e-05, "backbone_lr": 8.115199229602831e-06, "ema_decay": 0.998547, "it_s": 5.29, "data_frac": 0.002, "fm": 0.09339079171419144, "loss": 0.09339079171419144}
|
| 88 |
+
{"event": "train", "step": 6100, "lr": 8.099421936105702e-05, "backbone_lr": 8.099421936105702e-06, "ema_decay": 0.998551, "it_s": 1.54, "data_frac": 0.68, "fm": 0.09210814416408539, "loss": 0.09210814416408539}
|
| 89 |
+
{"event": "train", "step": 6125, "lr": 8.083594363142717e-05, "backbone_lr": 8.083594363142717e-06, "ema_decay": 0.998556, "it_s": 0.53, "data_frac": 0.895, "fm": 0.09574653506278992, "loss": 0.09574653506278992}
|
| 90 |
+
{"event": "train", "step": 6150, "lr": 8.067716767472045e-05, "backbone_lr": 8.067716767472045e-06, "ema_decay": 0.99856, "it_s": 4.99, "data_frac": 0.004, "fm": 0.09378662049770355, "loss": 0.09378662049770355}
|
| 91 |
+
{"event": "train", "step": 6175, "lr": 8.051789406663342e-05, "backbone_lr": 8.051789406663342e-06, "ema_decay": 0.998565, "it_s": 0.9, "data_frac": 0.808, "fm": 0.09385949403047561, "loss": 0.09385949403047561}
|
| 92 |
+
{"event": "train", "step": 6200, "lr": 8.035812539093557e-05, "backbone_lr": 8.035812539093557e-06, "ema_decay": 0.998569, "it_s": 1.28, "data_frac": 0.746, "fm": 0.09663951128721238, "loss": 0.09663951128721238}
|
| 93 |
+
{"event": "train", "step": 6225, "lr": 8.019786423942752e-05, "backbone_lr": 8.019786423942752e-06, "ema_decay": 0.998573, "it_s": 1.92, "data_frac": 0.647, "fm": 0.09393858909606934, "loss": 0.09393858909606934}
|
| 94 |
+
{"event": "train", "step": 6250, "lr": 8.003711321189895e-05, "backbone_lr": 8.003711321189895e-06, "ema_decay": 0.998578, "it_s": 0.67, "data_frac": 0.868, "fm": 0.09255427211523055, "loss": 0.09255427211523055}
|
| 95 |
+
{"event": "train", "step": 6275, "lr": 7.987587491608637e-05, "backbone_lr": 7.987587491608636e-06, "ema_decay": 0.998582, "it_s": 0.89, "data_frac": 0.813, "fm": 0.09297254592180253, "loss": 0.09297254592180253}
|
| 96 |
+
{"event": "train", "step": 6300, "lr": 7.971415196763088e-05, "backbone_lr": 7.971415196763088e-06, "ema_decay": 0.998586, "it_s": 1.05, "data_frac": 0.79, "fm": 0.09344055145978927, "loss": 0.09344055145978927}
|
| 97 |
+
{"event": "train", "step": 6325, "lr": 7.95519469900357e-05, "backbone_lr": 7.95519469900357e-06, "ema_decay": 0.99859, "it_s": 2.77, "data_frac": 0.495, "fm": 0.0927633935213089, "loss": 0.0927633935213089}
|
| 98 |
+
{"event": "train", "step": 6350, "lr": 7.938926261462366e-05, "backbone_lr": 7.938926261462366e-06, "ema_decay": 0.998594, "it_s": 0.63, "data_frac": 0.867, "fm": 0.09345412462949752, "loss": 0.09345412462949752}
|
| 99 |
+
{"event": "train", "step": 6375, "lr": 7.922610148049445e-05, "backbone_lr": 7.922610148049445e-06, "ema_decay": 0.998599, "it_s": 1.06, "data_frac": 0.785, "fm": 0.09155107825994492, "loss": 0.09155107825994492}
|
| 100 |
+
{"event": "train", "step": 6400, "lr": 7.906246623448183e-05, "backbone_lr": 7.906246623448184e-06, "ema_decay": 0.998603, "it_s": 1.31, "data_frac": 0.739, "fm": 0.09374758034944534, "loss": 0.09374758034944534}
|
| 101 |
+
{"event": "train", "step": 6425, "lr": 7.889835953111075e-05, "backbone_lr": 7.889835953111075e-06, "ema_decay": 0.998607, "it_s": 2.04, "data_frac": 0.611, "fm": 0.09290882647037506, "loss": 0.09290882647037506}
|
| 102 |
+
{"event": "train", "step": 6450, "lr": 7.873378403255419e-05, "backbone_lr": 7.87337840325542e-06, "ema_decay": 0.998611, "it_s": 0.6, "data_frac": 0.88, "fm": 0.09184739232063294, "loss": 0.09184739232063294}
|
| 103 |
+
{"event": "train", "step": 6475, "lr": 7.856874240859005e-05, "backbone_lr": 7.856874240859006e-06, "ema_decay": 0.998615, "it_s": 0.99, "data_frac": 0.791, "fm": 0.09413167119026183, "loss": 0.09413167119026183}
|
| 104 |
+
{"event": "train", "step": 6500, "lr": 7.840323733655778e-05, "backbone_lr": 7.84032373365578e-06, "ema_decay": 0.998619, "it_s": 4.23, "data_frac": 0.185, "fm": 0.09035206019878388, "loss": 0.09035206019878388}
|
a20-basket-transfer/b512-trimv2-cont-20261117/provenance/parent_checkpoint_config.json
ADDED
|
@@ -0,0 +1,884 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"policy": {
|
| 3 |
+
"policy": "fm_dit",
|
| 4 |
+
"n_cameras": 2,
|
| 5 |
+
"state_dim": 44,
|
| 6 |
+
"action_dim": 76,
|
| 7 |
+
"horizon": 16,
|
| 8 |
+
"backbone": "resnet18",
|
| 9 |
+
"backbone_weights": "IMAGENET1K_V1",
|
| 10 |
+
"backbone_norm": "frozen_bn",
|
| 11 |
+
"hidden_dim": 384,
|
| 12 |
+
"num_layers": 4,
|
| 13 |
+
"num_heads": 8,
|
| 14 |
+
"mlp_ratio": 4.0,
|
| 15 |
+
"dropout": 0.1,
|
| 16 |
+
"time_embed_dim": 128,
|
| 17 |
+
"num_inference_steps": null,
|
| 18 |
+
"num_train_timesteps": 100,
|
| 19 |
+
"beta_schedule": "squaredcos_cap_v2",
|
| 20 |
+
"prediction_type": "epsilon",
|
| 21 |
+
"clip_sample": true,
|
| 22 |
+
"act_hidden_dim": 512,
|
| 23 |
+
"dim_feedforward": 3200,
|
| 24 |
+
"enc_layers": 4,
|
| 25 |
+
"dec_layers": 7,
|
| 26 |
+
"nheads": 8,
|
| 27 |
+
"latent_dim": 32,
|
| 28 |
+
"kl_weight": 10.0,
|
| 29 |
+
"extra": {}
|
| 30 |
+
},
|
| 31 |
+
"contract": {
|
| 32 |
+
"name": "g1_sonic_dfx6",
|
| 33 |
+
"robot": "g1",
|
| 34 |
+
"cameras": [
|
| 35 |
+
"ego_view",
|
| 36 |
+
"chest"
|
| 37 |
+
],
|
| 38 |
+
"state": [
|
| 39 |
+
[
|
| 40 |
+
"observation.state",
|
| 41 |
+
0,
|
| 42 |
+
29
|
| 43 |
+
],
|
| 44 |
+
[
|
| 45 |
+
"observation.inspire_left_hand_state",
|
| 46 |
+
0,
|
| 47 |
+
6
|
| 48 |
+
],
|
| 49 |
+
[
|
| 50 |
+
"observation.inspire_right_hand_state",
|
| 51 |
+
0,
|
| 52 |
+
6
|
| 53 |
+
],
|
| 54 |
+
[
|
| 55 |
+
"observation.projected_gravity",
|
| 56 |
+
0,
|
| 57 |
+
3
|
| 58 |
+
]
|
| 59 |
+
],
|
| 60 |
+
"action": [
|
| 61 |
+
[
|
| 62 |
+
"action.motion_token",
|
| 63 |
+
0,
|
| 64 |
+
64
|
| 65 |
+
],
|
| 66 |
+
[
|
| 67 |
+
"observation.inspire_left_hand_state",
|
| 68 |
+
0,
|
| 69 |
+
6
|
| 70 |
+
],
|
| 71 |
+
[
|
| 72 |
+
"observation.inspire_right_hand_state",
|
| 73 |
+
0,
|
| 74 |
+
6
|
| 75 |
+
]
|
| 76 |
+
],
|
| 77 |
+
"state_dim": 44,
|
| 78 |
+
"action_dim": 76,
|
| 79 |
+
"action_space": "sonic_dfx6",
|
| 80 |
+
"body_dims": 29
|
| 81 |
+
},
|
| 82 |
+
"image_hw": [
|
| 83 |
+
168,
|
| 84 |
+
224
|
| 85 |
+
],
|
| 86 |
+
"task_text": "Grasp the basket handle with the right hand from the v10 round table, walk while raising it, place and release it on the long desk, then withdraw the open right hand diagonally backward and upward without an additional downward arm return.",
|
| 87 |
+
"dataset": {
|
| 88 |
+
"name": "a20-basket-transfer-pre-reach-trim-expert-v2",
|
| 89 |
+
"root": "/mnt/data0/zuo/Humanoid_benchmark/data/baselines/a20-basket-transfer-pre-reach-trim-expert-v2",
|
| 90 |
+
"robot_type": null,
|
| 91 |
+
"fps": 30.0,
|
| 92 |
+
"episodes": [
|
| 93 |
+
0,
|
| 94 |
+
1,
|
| 95 |
+
2,
|
| 96 |
+
3,
|
| 97 |
+
4,
|
| 98 |
+
5,
|
| 99 |
+
6,
|
| 100 |
+
7,
|
| 101 |
+
8,
|
| 102 |
+
9,
|
| 103 |
+
10,
|
| 104 |
+
11,
|
| 105 |
+
12,
|
| 106 |
+
13,
|
| 107 |
+
14,
|
| 108 |
+
15,
|
| 109 |
+
16,
|
| 110 |
+
17,
|
| 111 |
+
18,
|
| 112 |
+
19,
|
| 113 |
+
20,
|
| 114 |
+
21,
|
| 115 |
+
22,
|
| 116 |
+
23,
|
| 117 |
+
24,
|
| 118 |
+
25,
|
| 119 |
+
26,
|
| 120 |
+
27,
|
| 121 |
+
28,
|
| 122 |
+
29,
|
| 123 |
+
30,
|
| 124 |
+
31,
|
| 125 |
+
32,
|
| 126 |
+
33,
|
| 127 |
+
34,
|
| 128 |
+
35,
|
| 129 |
+
36,
|
| 130 |
+
37,
|
| 131 |
+
38,
|
| 132 |
+
39,
|
| 133 |
+
40,
|
| 134 |
+
41,
|
| 135 |
+
42,
|
| 136 |
+
43,
|
| 137 |
+
44,
|
| 138 |
+
45,
|
| 139 |
+
46,
|
| 140 |
+
47,
|
| 141 |
+
48,
|
| 142 |
+
49,
|
| 143 |
+
50,
|
| 144 |
+
51,
|
| 145 |
+
52,
|
| 146 |
+
53,
|
| 147 |
+
54,
|
| 148 |
+
55,
|
| 149 |
+
56,
|
| 150 |
+
57,
|
| 151 |
+
58,
|
| 152 |
+
59,
|
| 153 |
+
60,
|
| 154 |
+
61,
|
| 155 |
+
62,
|
| 156 |
+
63,
|
| 157 |
+
64,
|
| 158 |
+
65,
|
| 159 |
+
66,
|
| 160 |
+
67,
|
| 161 |
+
68,
|
| 162 |
+
69,
|
| 163 |
+
70,
|
| 164 |
+
71,
|
| 165 |
+
72,
|
| 166 |
+
73,
|
| 167 |
+
74,
|
| 168 |
+
75,
|
| 169 |
+
76,
|
| 170 |
+
77,
|
| 171 |
+
78,
|
| 172 |
+
79,
|
| 173 |
+
80,
|
| 174 |
+
81,
|
| 175 |
+
82,
|
| 176 |
+
83,
|
| 177 |
+
84,
|
| 178 |
+
85,
|
| 179 |
+
86,
|
| 180 |
+
87,
|
| 181 |
+
88,
|
| 182 |
+
89,
|
| 183 |
+
90,
|
| 184 |
+
91,
|
| 185 |
+
92,
|
| 186 |
+
93,
|
| 187 |
+
94,
|
| 188 |
+
95,
|
| 189 |
+
96,
|
| 190 |
+
97,
|
| 191 |
+
98,
|
| 192 |
+
99
|
| 193 |
+
],
|
| 194 |
+
"train_episodes": [
|
| 195 |
+
0,
|
| 196 |
+
1,
|
| 197 |
+
2,
|
| 198 |
+
3,
|
| 199 |
+
4,
|
| 200 |
+
5,
|
| 201 |
+
6,
|
| 202 |
+
7,
|
| 203 |
+
8,
|
| 204 |
+
9,
|
| 205 |
+
10,
|
| 206 |
+
11,
|
| 207 |
+
12,
|
| 208 |
+
13,
|
| 209 |
+
14,
|
| 210 |
+
15,
|
| 211 |
+
16,
|
| 212 |
+
17,
|
| 213 |
+
18,
|
| 214 |
+
19,
|
| 215 |
+
20,
|
| 216 |
+
21,
|
| 217 |
+
22,
|
| 218 |
+
23,
|
| 219 |
+
24,
|
| 220 |
+
25,
|
| 221 |
+
26,
|
| 222 |
+
27,
|
| 223 |
+
28,
|
| 224 |
+
29,
|
| 225 |
+
30,
|
| 226 |
+
31,
|
| 227 |
+
32,
|
| 228 |
+
33,
|
| 229 |
+
34,
|
| 230 |
+
35,
|
| 231 |
+
36,
|
| 232 |
+
37,
|
| 233 |
+
38,
|
| 234 |
+
39,
|
| 235 |
+
40,
|
| 236 |
+
41,
|
| 237 |
+
42,
|
| 238 |
+
43,
|
| 239 |
+
44,
|
| 240 |
+
45,
|
| 241 |
+
46,
|
| 242 |
+
47,
|
| 243 |
+
48,
|
| 244 |
+
49,
|
| 245 |
+
50,
|
| 246 |
+
51,
|
| 247 |
+
52,
|
| 248 |
+
53,
|
| 249 |
+
54,
|
| 250 |
+
55,
|
| 251 |
+
56,
|
| 252 |
+
57,
|
| 253 |
+
58,
|
| 254 |
+
59,
|
| 255 |
+
60,
|
| 256 |
+
61,
|
| 257 |
+
62,
|
| 258 |
+
63,
|
| 259 |
+
64,
|
| 260 |
+
65,
|
| 261 |
+
66,
|
| 262 |
+
67,
|
| 263 |
+
68,
|
| 264 |
+
69,
|
| 265 |
+
70,
|
| 266 |
+
71,
|
| 267 |
+
72,
|
| 268 |
+
73,
|
| 269 |
+
74,
|
| 270 |
+
75,
|
| 271 |
+
76,
|
| 272 |
+
77,
|
| 273 |
+
78,
|
| 274 |
+
79,
|
| 275 |
+
80,
|
| 276 |
+
81,
|
| 277 |
+
82,
|
| 278 |
+
83,
|
| 279 |
+
84,
|
| 280 |
+
85,
|
| 281 |
+
86,
|
| 282 |
+
87,
|
| 283 |
+
88,
|
| 284 |
+
89,
|
| 285 |
+
90,
|
| 286 |
+
91,
|
| 287 |
+
92,
|
| 288 |
+
93,
|
| 289 |
+
94,
|
| 290 |
+
95,
|
| 291 |
+
96,
|
| 292 |
+
97,
|
| 293 |
+
98,
|
| 294 |
+
99
|
| 295 |
+
],
|
| 296 |
+
"val_episodes": [],
|
| 297 |
+
"train_frames": 54433,
|
| 298 |
+
"git_commit": null
|
| 299 |
+
},
|
| 300 |
+
"training": {
|
| 301 |
+
"steps": 4000,
|
| 302 |
+
"batch_size": 512,
|
| 303 |
+
"lr": 0.0001,
|
| 304 |
+
"betas": [
|
| 305 |
+
0.95,
|
| 306 |
+
0.999
|
| 307 |
+
],
|
| 308 |
+
"weight_decay": 1e-06,
|
| 309 |
+
"warmup": 500,
|
| 310 |
+
"schedule": "linear warm-up + cosine",
|
| 311 |
+
"backbone_lr_scale": 0.1,
|
| 312 |
+
"ema": 0.9999,
|
| 313 |
+
"shift_px": 0,
|
| 314 |
+
"amp": true,
|
| 315 |
+
"seed": 0,
|
| 316 |
+
"augmentation": {
|
| 317 |
+
"spec": "docs/augmentation_v2.md",
|
| 318 |
+
"version": "hb-aug-v2-20261109",
|
| 319 |
+
"implementation": "evaluation/augmentation/hb_aug_v2.py",
|
| 320 |
+
"visual": {
|
| 321 |
+
"effects": [
|
| 322 |
+
"exposure",
|
| 323 |
+
"contrast",
|
| 324 |
+
"saturation",
|
| 325 |
+
"hue",
|
| 326 |
+
"gamma",
|
| 327 |
+
"temperature",
|
| 328 |
+
"rotation_crop",
|
| 329 |
+
"noise",
|
| 330 |
+
"gaussian_blur",
|
| 331 |
+
"jpeg",
|
| 332 |
+
"motion_blur",
|
| 333 |
+
"sharpen",
|
| 334 |
+
"defocus",
|
| 335 |
+
"light_shadow",
|
| 336 |
+
"wb_channel"
|
| 337 |
+
],
|
| 338 |
+
"boosted_per_sample": 1,
|
| 339 |
+
"boost": 1.5,
|
| 340 |
+
"pixel_scale": "H / 224",
|
| 341 |
+
"future_targets": "none (one observation frame)"
|
| 342 |
+
},
|
| 343 |
+
"proprio": {
|
| 344 |
+
"robot": "g1",
|
| 345 |
+
"body_dims": 29,
|
| 346 |
+
"bias_deg": 2.0,
|
| 347 |
+
"bias_scope": "per_sample",
|
| 348 |
+
"noise_deg": 0.25,
|
| 349 |
+
"noise_clip_sigma": 3,
|
| 350 |
+
"delay_probability": 0.0,
|
| 351 |
+
"history_drop_probability": 0.0,
|
| 352 |
+
"velocity": false
|
| 353 |
+
},
|
| 354 |
+
"native_image_augmentation": "off",
|
| 355 |
+
"evaluation": "off"
|
| 356 |
+
},
|
| 357 |
+
"preflight": {
|
| 358 |
+
"samples": 64,
|
| 359 |
+
"state_dim": 44,
|
| 360 |
+
"body_dims": 29,
|
| 361 |
+
"images_changed": 64,
|
| 362 |
+
"body_values_moved": 1.0,
|
| 363 |
+
"max_body_offset_deg": 2.5853,
|
| 364 |
+
"actions_bit_identical": true,
|
| 365 |
+
"non_body_state_bit_identical": true,
|
| 366 |
+
"eval_items_deterministic": 8
|
| 367 |
+
}
|
| 368 |
+
},
|
| 369 |
+
"stats": {
|
| 370 |
+
"state": {
|
| 371 |
+
"min": [
|
| 372 |
+
-0.6335107088088989,
|
| 373 |
+
-0.26151371002197266,
|
| 374 |
+
-0.09143047779798508,
|
| 375 |
+
0.13051827251911163,
|
| 376 |
+
-0.41364213824272156,
|
| 377 |
+
-0.17374181747436523,
|
| 378 |
+
-0.5706103444099426,
|
| 379 |
+
-0.4567093253135681,
|
| 380 |
+
-0.5945078730583191,
|
| 381 |
+
0.07693764567375183,
|
| 382 |
+
-0.479587197303772,
|
| 383 |
+
-0.23942920565605164,
|
| 384 |
+
-0.1249256581068039,
|
| 385 |
+
-0.061801809817552567,
|
| 386 |
+
0.03293042629957199,
|
| 387 |
+
-0.15965673327445984,
|
| 388 |
+
0.12444422394037247,
|
| 389 |
+
-1.0301204919815063,
|
| 390 |
+
0.8110364079475403,
|
| 391 |
+
-0.42373916506767273,
|
| 392 |
+
-0.2393926978111267,
|
| 393 |
+
-0.1671462506055832,
|
| 394 |
+
-1.8559280633926392,
|
| 395 |
+
-2.1003689765930176,
|
| 396 |
+
-0.44611114263534546,
|
| 397 |
+
-0.86998051404953,
|
| 398 |
+
-1.5242679119110107,
|
| 399 |
+
-0.9486506581306458,
|
| 400 |
+
-0.4465007185935974,
|
| 401 |
+
0.9997791647911072,
|
| 402 |
+
0.9987788796424866,
|
| 403 |
+
0.9989608526229858,
|
| 404 |
+
0.9997321963310242,
|
| 405 |
+
0.8891316056251526,
|
| 406 |
+
0.9935978651046753,
|
| 407 |
+
0.3987571895122528,
|
| 408 |
+
0.39748135209083557,
|
| 409 |
+
0.3998531103134155,
|
| 410 |
+
0.47865480184555054,
|
| 411 |
+
0.43634313344955444,
|
| 412 |
+
0.0,
|
| 413 |
+
-0.1312161237001419,
|
| 414 |
+
-0.10554340481758118,
|
| 415 |
+
-1.0
|
| 416 |
+
],
|
| 417 |
+
"max": [
|
| 418 |
+
0.18651676177978516,
|
| 419 |
+
0.2880381643772125,
|
| 420 |
+
0.3991033434867859,
|
| 421 |
+
1.1868021488189697,
|
| 422 |
+
0.30963531136512756,
|
| 423 |
+
0.25351187586784363,
|
| 424 |
+
0.13313187658786774,
|
| 425 |
+
0.14919418096542358,
|
| 426 |
+
0.09004810452461243,
|
| 427 |
+
1.1367807388305664,
|
| 428 |
+
0.47997909784317017,
|
| 429 |
+
0.1897573471069336,
|
| 430 |
+
0.12687286734580994,
|
| 431 |
+
0.0903186947107315,
|
| 432 |
+
0.2110750675201416,
|
| 433 |
+
0.1764557808637619,
|
| 434 |
+
0.3972950279712677,
|
| 435 |
+
-0.03375900536775589,
|
| 436 |
+
1.248238205909729,
|
| 437 |
+
0.5087170004844666,
|
| 438 |
+
0.16197925806045532,
|
| 439 |
+
0.19902198016643524,
|
| 440 |
+
0.7476708292961121,
|
| 441 |
+
-0.14924407005310059,
|
| 442 |
+
1.3937729597091675,
|
| 443 |
+
1.4777758121490479,
|
| 444 |
+
1.449870228767395,
|
| 445 |
+
0.9068933725357056,
|
| 446 |
+
1.5030572414398193,
|
| 447 |
+
1.0,
|
| 448 |
+
1.0,
|
| 449 |
+
1.0,
|
| 450 |
+
1.0,
|
| 451 |
+
1.0,
|
| 452 |
+
1.0,
|
| 453 |
+
1.0,
|
| 454 |
+
1.0,
|
| 455 |
+
1.0,
|
| 456 |
+
1.0,
|
| 457 |
+
1.0,
|
| 458 |
+
1.0,
|
| 459 |
+
0.1443370282649994,
|
| 460 |
+
0.07133471965789795,
|
| 461 |
+
-0.9889927506446838
|
| 462 |
+
],
|
| 463 |
+
"mean": [
|
| 464 |
+
-0.1197492680031697,
|
| 465 |
+
0.07687621598947185,
|
| 466 |
+
0.13623676943730387,
|
| 467 |
+
0.27067508540983654,
|
| 468 |
+
-0.09364010490166123,
|
| 469 |
+
-0.029264338937400346,
|
| 470 |
+
-0.0877177892591824,
|
| 471 |
+
-0.09172362643767557,
|
| 472 |
+
-0.21603681153788365,
|
| 473 |
+
0.27020221177162185,
|
| 474 |
+
-0.13314246080400155,
|
| 475 |
+
0.01521604484593622,
|
| 476 |
+
-0.007014541196278249,
|
| 477 |
+
0.023597627586334522,
|
| 478 |
+
0.1362211304918607,
|
| 479 |
+
0.0044590163081436405,
|
| 480 |
+
0.24020097902181153,
|
| 481 |
+
-0.5506130059849405,
|
| 482 |
+
0.986759154493458,
|
| 483 |
+
-0.11353825983460156,
|
| 484 |
+
-0.09008970046721287,
|
| 485 |
+
0.00793797976488734,
|
| 486 |
+
-0.7956446111257796,
|
| 487 |
+
-0.6433268364566035,
|
| 488 |
+
0.35943391980855405,
|
| 489 |
+
0.4128302732079997,
|
| 490 |
+
-0.6341984046200151,
|
| 491 |
+
0.17366417734106818,
|
| 492 |
+
0.31817584543570415,
|
| 493 |
+
0.9999920738393157,
|
| 494 |
+
0.9999916277741105,
|
| 495 |
+
0.9999916507452171,
|
| 496 |
+
0.9999910946907014,
|
| 497 |
+
0.9975380262153739,
|
| 498 |
+
0.9997842168412904,
|
| 499 |
+
0.7431049855982732,
|
| 500 |
+
0.743061001937713,
|
| 501 |
+
0.7431612987122399,
|
| 502 |
+
0.7812160503121215,
|
| 503 |
+
0.7544858488771042,
|
| 504 |
+
0.1884228588481359,
|
| 505 |
+
-0.018600662889153487,
|
| 506 |
+
-0.001923185563505277,
|
| 507 |
+
-0.9992875029526394
|
| 508 |
+
],
|
| 509 |
+
"std": [
|
| 510 |
+
0.1225902736805545,
|
| 511 |
+
0.0667315519538753,
|
| 512 |
+
0.06966628355722553,
|
| 513 |
+
0.1683343132651939,
|
| 514 |
+
0.11676670853146011,
|
| 515 |
+
0.06393707008498987,
|
| 516 |
+
0.14262675997248406,
|
| 517 |
+
0.07183651035230894,
|
| 518 |
+
0.07077858012951907,
|
| 519 |
+
0.1583747884788023,
|
| 520 |
+
0.09609718753190293,
|
| 521 |
+
0.06937572380392895,
|
| 522 |
+
0.038858334068535276,
|
| 523 |
+
0.01853271444550659,
|
| 524 |
+
0.019156535689633315,
|
| 525 |
+
0.04755913941308977,
|
| 526 |
+
0.041089601727671066,
|
| 527 |
+
0.14354888870689778,
|
| 528 |
+
0.053966848435702465,
|
| 529 |
+
0.13684428975351073,
|
| 530 |
+
0.05453949581291963,
|
| 531 |
+
0.06076597347825228,
|
| 532 |
+
0.6370602259123855,
|
| 533 |
+
0.4013113120474627,
|
| 534 |
+
0.24111485368872668,
|
| 535 |
+
0.5381053688248473,
|
| 536 |
+
0.48085827035516315,
|
| 537 |
+
0.1527991524681821,
|
| 538 |
+
0.44871163018722837,
|
| 539 |
+
1.2824078270394207e-05,
|
| 540 |
+
2.1003630589963823e-05,
|
| 541 |
+
1.8574155779181667e-05,
|
| 542 |
+
1.5382720229173254e-05,
|
| 543 |
+
0.0031309164055460465,
|
| 544 |
+
0.0001241612656891375,
|
| 545 |
+
0.2938442161025196,
|
| 546 |
+
0.29381668166139846,
|
| 547 |
+
0.29367033348300187,
|
| 548 |
+
0.25040401472179635,
|
| 549 |
+
0.2708879748387615,
|
| 550 |
+
0.3732468841625382,
|
| 551 |
+
0.027734659598288042,
|
| 552 |
+
0.01745881392269428,
|
| 553 |
+
0.0008838855519788744
|
| 554 |
+
]
|
| 555 |
+
},
|
| 556 |
+
"action": {
|
| 557 |
+
"min": [
|
| 558 |
+
-0.125,
|
| 559 |
+
-0.5,
|
| 560 |
+
-0.375,
|
| 561 |
+
-0.375,
|
| 562 |
+
-0.625,
|
| 563 |
+
-0.5625,
|
| 564 |
+
-0.4375,
|
| 565 |
+
-0.25,
|
| 566 |
+
-0.375,
|
| 567 |
+
-0.1875,
|
| 568 |
+
-0.625,
|
| 569 |
+
-0.25,
|
| 570 |
+
-0.25,
|
| 571 |
+
-0.375,
|
| 572 |
+
-0.3125,
|
| 573 |
+
-0.5,
|
| 574 |
+
-0.1875,
|
| 575 |
+
-0.25,
|
| 576 |
+
-0.5,
|
| 577 |
+
-0.375,
|
| 578 |
+
-0.4375,
|
| 579 |
+
-0.5,
|
| 580 |
+
-0.3125,
|
| 581 |
+
-0.5,
|
| 582 |
+
-0.5,
|
| 583 |
+
0.0,
|
| 584 |
+
-0.4375,
|
| 585 |
+
-0.5,
|
| 586 |
+
-0.5,
|
| 587 |
+
-0.375,
|
| 588 |
+
-0.0625,
|
| 589 |
+
-0.125,
|
| 590 |
+
-0.375,
|
| 591 |
+
-0.1875,
|
| 592 |
+
0.0625,
|
| 593 |
+
-0.6875,
|
| 594 |
+
-0.1875,
|
| 595 |
+
-0.5,
|
| 596 |
+
-0.375,
|
| 597 |
+
-0.3125,
|
| 598 |
+
-0.4375,
|
| 599 |
+
-0.5625,
|
| 600 |
+
-0.375,
|
| 601 |
+
-0.125,
|
| 602 |
+
-0.5625,
|
| 603 |
+
-0.4375,
|
| 604 |
+
-0.375,
|
| 605 |
+
-0.25,
|
| 606 |
+
-0.1875,
|
| 607 |
+
-0.5625,
|
| 608 |
+
-0.375,
|
| 609 |
+
-0.1875,
|
| 610 |
+
-0.5,
|
| 611 |
+
-0.5625,
|
| 612 |
+
-0.3125,
|
| 613 |
+
-0.3125,
|
| 614 |
+
-0.5,
|
| 615 |
+
-0.125,
|
| 616 |
+
-0.625,
|
| 617 |
+
-0.3125,
|
| 618 |
+
-0.5625,
|
| 619 |
+
-0.1875,
|
| 620 |
+
-0.3125,
|
| 621 |
+
-0.125,
|
| 622 |
+
0.9997791647911072,
|
| 623 |
+
0.9987788796424866,
|
| 624 |
+
0.9989608526229858,
|
| 625 |
+
0.9997321963310242,
|
| 626 |
+
0.8891316056251526,
|
| 627 |
+
0.9935978651046753,
|
| 628 |
+
0.3987571895122528,
|
| 629 |
+
0.39748135209083557,
|
| 630 |
+
0.3998531103134155,
|
| 631 |
+
0.47865480184555054,
|
| 632 |
+
0.43634313344955444,
|
| 633 |
+
0.0
|
| 634 |
+
],
|
| 635 |
+
"max": [
|
| 636 |
+
0.5625,
|
| 637 |
+
0.375,
|
| 638 |
+
0.375,
|
| 639 |
+
0.4375,
|
| 640 |
+
0.25,
|
| 641 |
+
0.25,
|
| 642 |
+
0.1875,
|
| 643 |
+
0.25,
|
| 644 |
+
0.3125,
|
| 645 |
+
0.1875,
|
| 646 |
+
0.125,
|
| 647 |
+
0.375,
|
| 648 |
+
0.5,
|
| 649 |
+
0.25,
|
| 650 |
+
0.3125,
|
| 651 |
+
0.25,
|
| 652 |
+
0.375,
|
| 653 |
+
0.5625,
|
| 654 |
+
0.1875,
|
| 655 |
+
0.25,
|
| 656 |
+
0.25,
|
| 657 |
+
0.1875,
|
| 658 |
+
0.5,
|
| 659 |
+
0.3125,
|
| 660 |
+
0.0625,
|
| 661 |
+
0.5,
|
| 662 |
+
0.0,
|
| 663 |
+
0.1875,
|
| 664 |
+
0.3125,
|
| 665 |
+
0.375,
|
| 666 |
+
0.6875,
|
| 667 |
+
0.5,
|
| 668 |
+
0.25,
|
| 669 |
+
0.5,
|
| 670 |
+
0.375,
|
| 671 |
+
0.125,
|
| 672 |
+
0.6875,
|
| 673 |
+
0.1875,
|
| 674 |
+
0.375,
|
| 675 |
+
0.25,
|
| 676 |
+
0.125,
|
| 677 |
+
0.375,
|
| 678 |
+
0.1875,
|
| 679 |
+
0.5,
|
| 680 |
+
0.3125,
|
| 681 |
+
0.5,
|
| 682 |
+
0.5,
|
| 683 |
+
0.4375,
|
| 684 |
+
0.5,
|
| 685 |
+
0.1875,
|
| 686 |
+
0.5,
|
| 687 |
+
0.3125,
|
| 688 |
+
0.625,
|
| 689 |
+
0.125,
|
| 690 |
+
0.25,
|
| 691 |
+
0.5625,
|
| 692 |
+
0.5,
|
| 693 |
+
0.3125,
|
| 694 |
+
0.125,
|
| 695 |
+
0.1875,
|
| 696 |
+
0.25,
|
| 697 |
+
0.625,
|
| 698 |
+
0.4375,
|
| 699 |
+
0.6875,
|
| 700 |
+
1.0,
|
| 701 |
+
1.0,
|
| 702 |
+
1.0,
|
| 703 |
+
1.0,
|
| 704 |
+
1.0,
|
| 705 |
+
1.0,
|
| 706 |
+
1.0,
|
| 707 |
+
1.0,
|
| 708 |
+
1.0,
|
| 709 |
+
1.0,
|
| 710 |
+
1.0,
|
| 711 |
+
1.0
|
| 712 |
+
],
|
| 713 |
+
"mean": [
|
| 714 |
+
0.28530257380633073,
|
| 715 |
+
0.0012216853746808002,
|
| 716 |
+
0.02519611265225139,
|
| 717 |
+
0.0920742013117043,
|
| 718 |
+
-0.18735762313302592,
|
| 719 |
+
-0.18916948358532507,
|
| 720 |
+
-0.10082578582844966,
|
| 721 |
+
-0.04547218599011629,
|
| 722 |
+
0.009826300222291624,
|
| 723 |
+
-0.09046442415446512,
|
| 724 |
+
-0.3906258611504051,
|
| 725 |
+
0.07456643947605313,
|
| 726 |
+
0.06761982620836625,
|
| 727 |
+
0.016528346774934324,
|
| 728 |
+
0.02783008469127184,
|
| 729 |
+
-0.15926115591644774,
|
| 730 |
+
0.137793250417945,
|
| 731 |
+
0.13872558925651718,
|
| 732 |
+
-0.17794123050355484,
|
| 733 |
+
-0.04058314809031286,
|
| 734 |
+
-0.1081088218543898,
|
| 735 |
+
-0.27256788161593154,
|
| 736 |
+
0.0295489408998218,
|
| 737 |
+
-0.12704953796410265,
|
| 738 |
+
-0.2065647217680451,
|
| 739 |
+
0.257109657744383,
|
| 740 |
+
-0.2610296143883306,
|
| 741 |
+
-0.11359147943343192,
|
| 742 |
+
-0.08978239303363768,
|
| 743 |
+
0.042958775007807766,
|
| 744 |
+
0.3583063123472893,
|
| 745 |
+
0.2295861425973215,
|
| 746 |
+
0.005530882001726894,
|
| 747 |
+
0.18030882001726894,
|
| 748 |
+
0.22869399077765326,
|
| 749 |
+
-0.3416688865210442,
|
| 750 |
+
0.16757757242849006,
|
| 751 |
+
-0.24212104789374092,
|
| 752 |
+
-0.08830580713905167,
|
| 753 |
+
0.03962554883985817,
|
| 754 |
+
-0.24867382837616886,
|
| 755 |
+
-0.16334300883655137,
|
| 756 |
+
-0.10593298183087466,
|
| 757 |
+
0.29390833685448164,
|
| 758 |
+
-0.17902857641504236,
|
| 759 |
+
-0.02676455459004648,
|
| 760 |
+
-0.010649560009553029,
|
| 761 |
+
0.006596412102952253,
|
| 762 |
+
0.19015693604982273,
|
| 763 |
+
-0.28608220197306783,
|
| 764 |
+
0.0342829717267099,
|
| 765 |
+
0.05214208292763581,
|
| 766 |
+
0.2372308617933974,
|
| 767 |
+
-0.27289282236878365,
|
| 768 |
+
-0.07418638509727556,
|
| 769 |
+
0.21441496886080136,
|
| 770 |
+
-0.07936362133264747,
|
| 771 |
+
0.07053166277809417,
|
| 772 |
+
-0.2592969797732993,
|
| 773 |
+
-0.04738279168886521,
|
| 774 |
+
-0.25777561405764887,
|
| 775 |
+
0.3476016387118108,
|
| 776 |
+
0.0341980048867415,
|
| 777 |
+
0.4095493542520162,
|
| 778 |
+
0.9999920738393157,
|
| 779 |
+
0.9999916277741105,
|
| 780 |
+
0.9999916507452171,
|
| 781 |
+
0.9999910946907014,
|
| 782 |
+
0.9975380262153739,
|
| 783 |
+
0.9997842168412904,
|
| 784 |
+
0.7431049855982732,
|
| 785 |
+
0.743061001937713,
|
| 786 |
+
0.7431612987122399,
|
| 787 |
+
0.7812160503121215,
|
| 788 |
+
0.7544858488771042,
|
| 789 |
+
0.1884228588481359
|
| 790 |
+
],
|
| 791 |
+
"std": [
|
| 792 |
+
0.13976769962393334,
|
| 793 |
+
0.2042750041966315,
|
| 794 |
+
0.11249063031363368,
|
| 795 |
+
0.11082072512754977,
|
| 796 |
+
0.1564752219884858,
|
| 797 |
+
0.17244514813212275,
|
| 798 |
+
0.10524673666978752,
|
| 799 |
+
0.09606056085676273,
|
| 800 |
+
0.16248529891535804,
|
| 801 |
+
0.06517700714473815,
|
| 802 |
+
0.12267993314050843,
|
| 803 |
+
0.09188274452085451,
|
| 804 |
+
0.1817845505649146,
|
| 805 |
+
0.13895894808224718,
|
| 806 |
+
0.09471602567899642,
|
| 807 |
+
0.143892040083983,
|
| 808 |
+
0.13123846053152619,
|
| 809 |
+
0.17169478968550717,
|
| 810 |
+
0.099377781857111,
|
| 811 |
+
0.12335366669054255,
|
| 812 |
+
0.09243992450340514,
|
| 813 |
+
0.12474594719512408,
|
| 814 |
+
0.1211368699762344,
|
| 815 |
+
0.17473771543792177,
|
| 816 |
+
0.12139112019256279,
|
| 817 |
+
0.08058301151688785,
|
| 818 |
+
0.08181288643740524,
|
| 819 |
+
0.12245444611527911,
|
| 820 |
+
0.15642136427791328,
|
| 821 |
+
0.16023434329274994,
|
| 822 |
+
0.1749952692685118,
|
| 823 |
+
0.10352440920325795,
|
| 824 |
+
0.07368975064774456,
|
| 825 |
+
0.13144910448634894,
|
| 826 |
+
0.04419890783153379,
|
| 827 |
+
0.18157602689607938,
|
| 828 |
+
0.15703202636240324,
|
| 829 |
+
0.1308473547559705,
|
| 830 |
+
0.10877569321547828,
|
| 831 |
+
0.06509046280547963,
|
| 832 |
+
0.08347560937172435,
|
| 833 |
+
0.19809736217235097,
|
| 834 |
+
0.06719381956707862,
|
| 835 |
+
0.09127596366580104,
|
| 836 |
+
0.13233099033714146,
|
| 837 |
+
0.25952623468134783,
|
| 838 |
+
0.21598709847307782,
|
| 839 |
+
0.10931842674892184,
|
| 840 |
+
0.11294459446909082,
|
| 841 |
+
0.1403015515249487,
|
| 842 |
+
0.10231818070157317,
|
| 843 |
+
0.10139944441893624,
|
| 844 |
+
0.288021039372521,
|
| 845 |
+
0.11780041132456433,
|
| 846 |
+
0.11650297357712408,
|
| 847 |
+
0.21262101617713844,
|
| 848 |
+
0.28703233994958033,
|
| 849 |
+
0.09814627765272926,
|
| 850 |
+
0.21616444128412057,
|
| 851 |
+
0.06262758949048293,
|
| 852 |
+
0.1745534315389492,
|
| 853 |
+
0.17455467068976818,
|
| 854 |
+
0.10468632106020986,
|
| 855 |
+
0.18477106893909007,
|
| 856 |
+
1.2824078270394207e-05,
|
| 857 |
+
2.1003630589963823e-05,
|
| 858 |
+
1.8574155779181667e-05,
|
| 859 |
+
1.5382720229173254e-05,
|
| 860 |
+
0.0031309164055460465,
|
| 861 |
+
0.0001241612656891375,
|
| 862 |
+
0.2938442161025196,
|
| 863 |
+
0.29381668166139846,
|
| 864 |
+
0.29367033348300187,
|
| 865 |
+
0.25040401472179635,
|
| 866 |
+
0.2708879748387615,
|
| 867 |
+
0.3732468841625382
|
| 868 |
+
]
|
| 869 |
+
}
|
| 870 |
+
},
|
| 871 |
+
"code_commit": "028df1bb7024fb1e3d176de7e60c84d3333cd97f",
|
| 872 |
+
"step": 4000,
|
| 873 |
+
"weights": "ema",
|
| 874 |
+
"offline_eval": {
|
| 875 |
+
"mse": 0.025112804025411606,
|
| 876 |
+
"mse_row0": 0.025062359869480133,
|
| 877 |
+
"mse_motion_token": 0.02457592636346817,
|
| 878 |
+
"mse_inspire_left_hand_state": 0.0052911583334207535,
|
| 879 |
+
"mse_inspire_right_hand_state": 0.0506611168384552,
|
| 880 |
+
"samples": 256,
|
| 881 |
+
"frames": "train"
|
| 882 |
+
},
|
| 883 |
+
"format": "hb_baselines/1"
|
| 884 |
+
}
|
a20-basket-transfer/b512-trimv2-cont-20261117/provenance/parent_checkpoint_protocol.json
ADDED
|
@@ -0,0 +1,11 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"format": "hb_baselines/1",
|
| 3 |
+
"step": 4000,
|
| 4 |
+
"policy": "fm_dit",
|
| 5 |
+
"files": {
|
| 6 |
+
"model.pt": {
|
| 7 |
+
"bytes": 90311637,
|
| 8 |
+
"sha256": "4c4ae7d2d53b4f17346dc75adf8c5d47d2cd8e63d099c54022b868499f0b0a4c"
|
| 9 |
+
}
|
| 10 |
+
}
|
| 11 |
+
}
|
a20-basket-transfer/b512-trimv2-cont-20261117/provenance/parent_run.json
ADDED
|
@@ -0,0 +1,894 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"argv": [
|
| 3 |
+
"/mnt/data0/zuo/Humanoid_benchmark/results/baselines_preflight_20261117/main/evaluation/baselines/train.py",
|
| 4 |
+
"--policy",
|
| 5 |
+
"fm_dit",
|
| 6 |
+
"--contract",
|
| 7 |
+
"g1_sonic_dfx6",
|
| 8 |
+
"--dataset",
|
| 9 |
+
"/mnt/data0/zuo/Humanoid_benchmark/data/baselines/a20-basket-transfer-pre-reach-trim-expert-v2",
|
| 10 |
+
"--cache-dir",
|
| 11 |
+
"/mnt/data0/zuo/Humanoid_benchmark/cache/baselines/frames",
|
| 12 |
+
"--out",
|
| 13 |
+
"/mnt/data0/zuo/Humanoid_benchmark/results/baselines_preflight_20261117/runs/a20-basket-transfer-pre-reach-trim-expert-v2/fm_dit",
|
| 14 |
+
"--batch-size",
|
| 15 |
+
"512",
|
| 16 |
+
"--steps",
|
| 17 |
+
"4000",
|
| 18 |
+
"--workers",
|
| 19 |
+
"12"
|
| 20 |
+
],
|
| 21 |
+
"started": "2026-11-17T04:07:19",
|
| 22 |
+
"host": "xt-p-A100-004",
|
| 23 |
+
"torch": "2.9.0+cu128",
|
| 24 |
+
"policy": {
|
| 25 |
+
"policy": "fm_dit",
|
| 26 |
+
"n_cameras": 2,
|
| 27 |
+
"state_dim": 44,
|
| 28 |
+
"action_dim": 76,
|
| 29 |
+
"horizon": 16,
|
| 30 |
+
"backbone": "resnet18",
|
| 31 |
+
"backbone_weights": "IMAGENET1K_V1",
|
| 32 |
+
"backbone_norm": "frozen_bn",
|
| 33 |
+
"hidden_dim": 384,
|
| 34 |
+
"num_layers": 4,
|
| 35 |
+
"num_heads": 8,
|
| 36 |
+
"mlp_ratio": 4.0,
|
| 37 |
+
"dropout": 0.1,
|
| 38 |
+
"time_embed_dim": 128,
|
| 39 |
+
"num_inference_steps": null,
|
| 40 |
+
"num_train_timesteps": 100,
|
| 41 |
+
"beta_schedule": "squaredcos_cap_v2",
|
| 42 |
+
"prediction_type": "epsilon",
|
| 43 |
+
"clip_sample": true,
|
| 44 |
+
"act_hidden_dim": 512,
|
| 45 |
+
"dim_feedforward": 3200,
|
| 46 |
+
"enc_layers": 4,
|
| 47 |
+
"dec_layers": 7,
|
| 48 |
+
"nheads": 8,
|
| 49 |
+
"latent_dim": 32,
|
| 50 |
+
"kl_weight": 10.0,
|
| 51 |
+
"extra": {}
|
| 52 |
+
},
|
| 53 |
+
"contract": {
|
| 54 |
+
"name": "g1_sonic_dfx6",
|
| 55 |
+
"robot": "g1",
|
| 56 |
+
"cameras": [
|
| 57 |
+
"ego_view",
|
| 58 |
+
"chest"
|
| 59 |
+
],
|
| 60 |
+
"state": [
|
| 61 |
+
[
|
| 62 |
+
"observation.state",
|
| 63 |
+
0,
|
| 64 |
+
29
|
| 65 |
+
],
|
| 66 |
+
[
|
| 67 |
+
"observation.inspire_left_hand_state",
|
| 68 |
+
0,
|
| 69 |
+
6
|
| 70 |
+
],
|
| 71 |
+
[
|
| 72 |
+
"observation.inspire_right_hand_state",
|
| 73 |
+
0,
|
| 74 |
+
6
|
| 75 |
+
],
|
| 76 |
+
[
|
| 77 |
+
"observation.projected_gravity",
|
| 78 |
+
0,
|
| 79 |
+
3
|
| 80 |
+
]
|
| 81 |
+
],
|
| 82 |
+
"action": [
|
| 83 |
+
[
|
| 84 |
+
"action.motion_token",
|
| 85 |
+
0,
|
| 86 |
+
64
|
| 87 |
+
],
|
| 88 |
+
[
|
| 89 |
+
"observation.inspire_left_hand_state",
|
| 90 |
+
0,
|
| 91 |
+
6
|
| 92 |
+
],
|
| 93 |
+
[
|
| 94 |
+
"observation.inspire_right_hand_state",
|
| 95 |
+
0,
|
| 96 |
+
6
|
| 97 |
+
]
|
| 98 |
+
],
|
| 99 |
+
"state_dim": 44,
|
| 100 |
+
"action_dim": 76,
|
| 101 |
+
"action_space": "sonic_dfx6",
|
| 102 |
+
"body_dims": 29
|
| 103 |
+
},
|
| 104 |
+
"image_hw": [
|
| 105 |
+
168,
|
| 106 |
+
224
|
| 107 |
+
],
|
| 108 |
+
"task_text": "Grasp the basket handle with the right hand from the v10 round table, walk while raising it, place and release it on the long desk, then withdraw the open right hand diagonally backward and upward without an additional downward arm return.",
|
| 109 |
+
"dataset": {
|
| 110 |
+
"name": "a20-basket-transfer-pre-reach-trim-expert-v2",
|
| 111 |
+
"root": "/mnt/data0/zuo/Humanoid_benchmark/data/baselines/a20-basket-transfer-pre-reach-trim-expert-v2",
|
| 112 |
+
"robot_type": null,
|
| 113 |
+
"fps": 30.0,
|
| 114 |
+
"episodes": [
|
| 115 |
+
0,
|
| 116 |
+
1,
|
| 117 |
+
2,
|
| 118 |
+
3,
|
| 119 |
+
4,
|
| 120 |
+
5,
|
| 121 |
+
6,
|
| 122 |
+
7,
|
| 123 |
+
8,
|
| 124 |
+
9,
|
| 125 |
+
10,
|
| 126 |
+
11,
|
| 127 |
+
12,
|
| 128 |
+
13,
|
| 129 |
+
14,
|
| 130 |
+
15,
|
| 131 |
+
16,
|
| 132 |
+
17,
|
| 133 |
+
18,
|
| 134 |
+
19,
|
| 135 |
+
20,
|
| 136 |
+
21,
|
| 137 |
+
22,
|
| 138 |
+
23,
|
| 139 |
+
24,
|
| 140 |
+
25,
|
| 141 |
+
26,
|
| 142 |
+
27,
|
| 143 |
+
28,
|
| 144 |
+
29,
|
| 145 |
+
30,
|
| 146 |
+
31,
|
| 147 |
+
32,
|
| 148 |
+
33,
|
| 149 |
+
34,
|
| 150 |
+
35,
|
| 151 |
+
36,
|
| 152 |
+
37,
|
| 153 |
+
38,
|
| 154 |
+
39,
|
| 155 |
+
40,
|
| 156 |
+
41,
|
| 157 |
+
42,
|
| 158 |
+
43,
|
| 159 |
+
44,
|
| 160 |
+
45,
|
| 161 |
+
46,
|
| 162 |
+
47,
|
| 163 |
+
48,
|
| 164 |
+
49,
|
| 165 |
+
50,
|
| 166 |
+
51,
|
| 167 |
+
52,
|
| 168 |
+
53,
|
| 169 |
+
54,
|
| 170 |
+
55,
|
| 171 |
+
56,
|
| 172 |
+
57,
|
| 173 |
+
58,
|
| 174 |
+
59,
|
| 175 |
+
60,
|
| 176 |
+
61,
|
| 177 |
+
62,
|
| 178 |
+
63,
|
| 179 |
+
64,
|
| 180 |
+
65,
|
| 181 |
+
66,
|
| 182 |
+
67,
|
| 183 |
+
68,
|
| 184 |
+
69,
|
| 185 |
+
70,
|
| 186 |
+
71,
|
| 187 |
+
72,
|
| 188 |
+
73,
|
| 189 |
+
74,
|
| 190 |
+
75,
|
| 191 |
+
76,
|
| 192 |
+
77,
|
| 193 |
+
78,
|
| 194 |
+
79,
|
| 195 |
+
80,
|
| 196 |
+
81,
|
| 197 |
+
82,
|
| 198 |
+
83,
|
| 199 |
+
84,
|
| 200 |
+
85,
|
| 201 |
+
86,
|
| 202 |
+
87,
|
| 203 |
+
88,
|
| 204 |
+
89,
|
| 205 |
+
90,
|
| 206 |
+
91,
|
| 207 |
+
92,
|
| 208 |
+
93,
|
| 209 |
+
94,
|
| 210 |
+
95,
|
| 211 |
+
96,
|
| 212 |
+
97,
|
| 213 |
+
98,
|
| 214 |
+
99
|
| 215 |
+
],
|
| 216 |
+
"train_episodes": [
|
| 217 |
+
0,
|
| 218 |
+
1,
|
| 219 |
+
2,
|
| 220 |
+
3,
|
| 221 |
+
4,
|
| 222 |
+
5,
|
| 223 |
+
6,
|
| 224 |
+
7,
|
| 225 |
+
8,
|
| 226 |
+
9,
|
| 227 |
+
10,
|
| 228 |
+
11,
|
| 229 |
+
12,
|
| 230 |
+
13,
|
| 231 |
+
14,
|
| 232 |
+
15,
|
| 233 |
+
16,
|
| 234 |
+
17,
|
| 235 |
+
18,
|
| 236 |
+
19,
|
| 237 |
+
20,
|
| 238 |
+
21,
|
| 239 |
+
22,
|
| 240 |
+
23,
|
| 241 |
+
24,
|
| 242 |
+
25,
|
| 243 |
+
26,
|
| 244 |
+
27,
|
| 245 |
+
28,
|
| 246 |
+
29,
|
| 247 |
+
30,
|
| 248 |
+
31,
|
| 249 |
+
32,
|
| 250 |
+
33,
|
| 251 |
+
34,
|
| 252 |
+
35,
|
| 253 |
+
36,
|
| 254 |
+
37,
|
| 255 |
+
38,
|
| 256 |
+
39,
|
| 257 |
+
40,
|
| 258 |
+
41,
|
| 259 |
+
42,
|
| 260 |
+
43,
|
| 261 |
+
44,
|
| 262 |
+
45,
|
| 263 |
+
46,
|
| 264 |
+
47,
|
| 265 |
+
48,
|
| 266 |
+
49,
|
| 267 |
+
50,
|
| 268 |
+
51,
|
| 269 |
+
52,
|
| 270 |
+
53,
|
| 271 |
+
54,
|
| 272 |
+
55,
|
| 273 |
+
56,
|
| 274 |
+
57,
|
| 275 |
+
58,
|
| 276 |
+
59,
|
| 277 |
+
60,
|
| 278 |
+
61,
|
| 279 |
+
62,
|
| 280 |
+
63,
|
| 281 |
+
64,
|
| 282 |
+
65,
|
| 283 |
+
66,
|
| 284 |
+
67,
|
| 285 |
+
68,
|
| 286 |
+
69,
|
| 287 |
+
70,
|
| 288 |
+
71,
|
| 289 |
+
72,
|
| 290 |
+
73,
|
| 291 |
+
74,
|
| 292 |
+
75,
|
| 293 |
+
76,
|
| 294 |
+
77,
|
| 295 |
+
78,
|
| 296 |
+
79,
|
| 297 |
+
80,
|
| 298 |
+
81,
|
| 299 |
+
82,
|
| 300 |
+
83,
|
| 301 |
+
84,
|
| 302 |
+
85,
|
| 303 |
+
86,
|
| 304 |
+
87,
|
| 305 |
+
88,
|
| 306 |
+
89,
|
| 307 |
+
90,
|
| 308 |
+
91,
|
| 309 |
+
92,
|
| 310 |
+
93,
|
| 311 |
+
94,
|
| 312 |
+
95,
|
| 313 |
+
96,
|
| 314 |
+
97,
|
| 315 |
+
98,
|
| 316 |
+
99
|
| 317 |
+
],
|
| 318 |
+
"val_episodes": [],
|
| 319 |
+
"train_frames": 54433,
|
| 320 |
+
"git_commit": null
|
| 321 |
+
},
|
| 322 |
+
"training": {
|
| 323 |
+
"steps": 4000,
|
| 324 |
+
"batch_size": 512,
|
| 325 |
+
"lr": 0.0001,
|
| 326 |
+
"betas": [
|
| 327 |
+
0.95,
|
| 328 |
+
0.999
|
| 329 |
+
],
|
| 330 |
+
"weight_decay": 1e-06,
|
| 331 |
+
"warmup": 500,
|
| 332 |
+
"schedule": "linear warm-up + cosine",
|
| 333 |
+
"backbone_lr_scale": 0.1,
|
| 334 |
+
"ema": 0.9999,
|
| 335 |
+
"shift_px": 0,
|
| 336 |
+
"amp": true,
|
| 337 |
+
"seed": 0,
|
| 338 |
+
"augmentation": {
|
| 339 |
+
"spec": "docs/augmentation_v2.md",
|
| 340 |
+
"version": "hb-aug-v2-20261109",
|
| 341 |
+
"implementation": "evaluation/augmentation/hb_aug_v2.py",
|
| 342 |
+
"visual": {
|
| 343 |
+
"effects": [
|
| 344 |
+
"exposure",
|
| 345 |
+
"contrast",
|
| 346 |
+
"saturation",
|
| 347 |
+
"hue",
|
| 348 |
+
"gamma",
|
| 349 |
+
"temperature",
|
| 350 |
+
"rotation_crop",
|
| 351 |
+
"noise",
|
| 352 |
+
"gaussian_blur",
|
| 353 |
+
"jpeg",
|
| 354 |
+
"motion_blur",
|
| 355 |
+
"sharpen",
|
| 356 |
+
"defocus",
|
| 357 |
+
"light_shadow",
|
| 358 |
+
"wb_channel"
|
| 359 |
+
],
|
| 360 |
+
"boosted_per_sample": 1,
|
| 361 |
+
"boost": 1.5,
|
| 362 |
+
"pixel_scale": "H / 224",
|
| 363 |
+
"future_targets": "none (one observation frame)"
|
| 364 |
+
},
|
| 365 |
+
"proprio": {
|
| 366 |
+
"robot": "g1",
|
| 367 |
+
"body_dims": 29,
|
| 368 |
+
"bias_deg": 2.0,
|
| 369 |
+
"bias_scope": "per_sample",
|
| 370 |
+
"noise_deg": 0.25,
|
| 371 |
+
"noise_clip_sigma": 3,
|
| 372 |
+
"delay_probability": 0.0,
|
| 373 |
+
"history_drop_probability": 0.0,
|
| 374 |
+
"velocity": false
|
| 375 |
+
},
|
| 376 |
+
"native_image_augmentation": "off",
|
| 377 |
+
"evaluation": "off"
|
| 378 |
+
},
|
| 379 |
+
"preflight": {
|
| 380 |
+
"samples": 64,
|
| 381 |
+
"state_dim": 44,
|
| 382 |
+
"body_dims": 29,
|
| 383 |
+
"images_changed": 64,
|
| 384 |
+
"body_values_moved": 1.0,
|
| 385 |
+
"max_body_offset_deg": 2.5853,
|
| 386 |
+
"actions_bit_identical": true,
|
| 387 |
+
"non_body_state_bit_identical": true,
|
| 388 |
+
"eval_items_deterministic": 8
|
| 389 |
+
}
|
| 390 |
+
},
|
| 391 |
+
"stats": {
|
| 392 |
+
"state": {
|
| 393 |
+
"min": [
|
| 394 |
+
-0.6335107088088989,
|
| 395 |
+
-0.26151371002197266,
|
| 396 |
+
-0.09143047779798508,
|
| 397 |
+
0.13051827251911163,
|
| 398 |
+
-0.41364213824272156,
|
| 399 |
+
-0.17374181747436523,
|
| 400 |
+
-0.5706103444099426,
|
| 401 |
+
-0.4567093253135681,
|
| 402 |
+
-0.5945078730583191,
|
| 403 |
+
0.07693764567375183,
|
| 404 |
+
-0.479587197303772,
|
| 405 |
+
-0.23942920565605164,
|
| 406 |
+
-0.1249256581068039,
|
| 407 |
+
-0.061801809817552567,
|
| 408 |
+
0.03293042629957199,
|
| 409 |
+
-0.15965673327445984,
|
| 410 |
+
0.12444422394037247,
|
| 411 |
+
-1.0301204919815063,
|
| 412 |
+
0.8110364079475403,
|
| 413 |
+
-0.42373916506767273,
|
| 414 |
+
-0.2393926978111267,
|
| 415 |
+
-0.1671462506055832,
|
| 416 |
+
-1.8559280633926392,
|
| 417 |
+
-2.1003689765930176,
|
| 418 |
+
-0.44611114263534546,
|
| 419 |
+
-0.86998051404953,
|
| 420 |
+
-1.5242679119110107,
|
| 421 |
+
-0.9486506581306458,
|
| 422 |
+
-0.4465007185935974,
|
| 423 |
+
0.9997791647911072,
|
| 424 |
+
0.9987788796424866,
|
| 425 |
+
0.9989608526229858,
|
| 426 |
+
0.9997321963310242,
|
| 427 |
+
0.8891316056251526,
|
| 428 |
+
0.9935978651046753,
|
| 429 |
+
0.3987571895122528,
|
| 430 |
+
0.39748135209083557,
|
| 431 |
+
0.3998531103134155,
|
| 432 |
+
0.47865480184555054,
|
| 433 |
+
0.43634313344955444,
|
| 434 |
+
0.0,
|
| 435 |
+
-0.1312161237001419,
|
| 436 |
+
-0.10554340481758118,
|
| 437 |
+
-1.0
|
| 438 |
+
],
|
| 439 |
+
"max": [
|
| 440 |
+
0.18651676177978516,
|
| 441 |
+
0.2880381643772125,
|
| 442 |
+
0.3991033434867859,
|
| 443 |
+
1.1868021488189697,
|
| 444 |
+
0.30963531136512756,
|
| 445 |
+
0.25351187586784363,
|
| 446 |
+
0.13313187658786774,
|
| 447 |
+
0.14919418096542358,
|
| 448 |
+
0.09004810452461243,
|
| 449 |
+
1.1367807388305664,
|
| 450 |
+
0.47997909784317017,
|
| 451 |
+
0.1897573471069336,
|
| 452 |
+
0.12687286734580994,
|
| 453 |
+
0.0903186947107315,
|
| 454 |
+
0.2110750675201416,
|
| 455 |
+
0.1764557808637619,
|
| 456 |
+
0.3972950279712677,
|
| 457 |
+
-0.03375900536775589,
|
| 458 |
+
1.248238205909729,
|
| 459 |
+
0.5087170004844666,
|
| 460 |
+
0.16197925806045532,
|
| 461 |
+
0.19902198016643524,
|
| 462 |
+
0.7476708292961121,
|
| 463 |
+
-0.14924407005310059,
|
| 464 |
+
1.3937729597091675,
|
| 465 |
+
1.4777758121490479,
|
| 466 |
+
1.449870228767395,
|
| 467 |
+
0.9068933725357056,
|
| 468 |
+
1.5030572414398193,
|
| 469 |
+
1.0,
|
| 470 |
+
1.0,
|
| 471 |
+
1.0,
|
| 472 |
+
1.0,
|
| 473 |
+
1.0,
|
| 474 |
+
1.0,
|
| 475 |
+
1.0,
|
| 476 |
+
1.0,
|
| 477 |
+
1.0,
|
| 478 |
+
1.0,
|
| 479 |
+
1.0,
|
| 480 |
+
1.0,
|
| 481 |
+
0.1443370282649994,
|
| 482 |
+
0.07133471965789795,
|
| 483 |
+
-0.9889927506446838
|
| 484 |
+
],
|
| 485 |
+
"mean": [
|
| 486 |
+
-0.1197492680031697,
|
| 487 |
+
0.07687621598947185,
|
| 488 |
+
0.13623676943730387,
|
| 489 |
+
0.27067508540983654,
|
| 490 |
+
-0.09364010490166123,
|
| 491 |
+
-0.029264338937400346,
|
| 492 |
+
-0.0877177892591824,
|
| 493 |
+
-0.09172362643767557,
|
| 494 |
+
-0.21603681153788365,
|
| 495 |
+
0.27020221177162185,
|
| 496 |
+
-0.13314246080400155,
|
| 497 |
+
0.01521604484593622,
|
| 498 |
+
-0.007014541196278249,
|
| 499 |
+
0.023597627586334522,
|
| 500 |
+
0.1362211304918607,
|
| 501 |
+
0.0044590163081436405,
|
| 502 |
+
0.24020097902181153,
|
| 503 |
+
-0.5506130059849405,
|
| 504 |
+
0.986759154493458,
|
| 505 |
+
-0.11353825983460156,
|
| 506 |
+
-0.09008970046721287,
|
| 507 |
+
0.00793797976488734,
|
| 508 |
+
-0.7956446111257796,
|
| 509 |
+
-0.6433268364566035,
|
| 510 |
+
0.35943391980855405,
|
| 511 |
+
0.4128302732079997,
|
| 512 |
+
-0.6341984046200151,
|
| 513 |
+
0.17366417734106818,
|
| 514 |
+
0.31817584543570415,
|
| 515 |
+
0.9999920738393157,
|
| 516 |
+
0.9999916277741105,
|
| 517 |
+
0.9999916507452171,
|
| 518 |
+
0.9999910946907014,
|
| 519 |
+
0.9975380262153739,
|
| 520 |
+
0.9997842168412904,
|
| 521 |
+
0.7431049855982732,
|
| 522 |
+
0.743061001937713,
|
| 523 |
+
0.7431612987122399,
|
| 524 |
+
0.7812160503121215,
|
| 525 |
+
0.7544858488771042,
|
| 526 |
+
0.1884228588481359,
|
| 527 |
+
-0.018600662889153487,
|
| 528 |
+
-0.001923185563505277,
|
| 529 |
+
-0.9992875029526394
|
| 530 |
+
],
|
| 531 |
+
"std": [
|
| 532 |
+
0.1225902736805545,
|
| 533 |
+
0.0667315519538753,
|
| 534 |
+
0.06966628355722553,
|
| 535 |
+
0.1683343132651939,
|
| 536 |
+
0.11676670853146011,
|
| 537 |
+
0.06393707008498987,
|
| 538 |
+
0.14262675997248406,
|
| 539 |
+
0.07183651035230894,
|
| 540 |
+
0.07077858012951907,
|
| 541 |
+
0.1583747884788023,
|
| 542 |
+
0.09609718753190293,
|
| 543 |
+
0.06937572380392895,
|
| 544 |
+
0.038858334068535276,
|
| 545 |
+
0.01853271444550659,
|
| 546 |
+
0.019156535689633315,
|
| 547 |
+
0.04755913941308977,
|
| 548 |
+
0.041089601727671066,
|
| 549 |
+
0.14354888870689778,
|
| 550 |
+
0.053966848435702465,
|
| 551 |
+
0.13684428975351073,
|
| 552 |
+
0.05453949581291963,
|
| 553 |
+
0.06076597347825228,
|
| 554 |
+
0.6370602259123855,
|
| 555 |
+
0.4013113120474627,
|
| 556 |
+
0.24111485368872668,
|
| 557 |
+
0.5381053688248473,
|
| 558 |
+
0.48085827035516315,
|
| 559 |
+
0.1527991524681821,
|
| 560 |
+
0.44871163018722837,
|
| 561 |
+
1.2824078270394207e-05,
|
| 562 |
+
2.1003630589963823e-05,
|
| 563 |
+
1.8574155779181667e-05,
|
| 564 |
+
1.5382720229173254e-05,
|
| 565 |
+
0.0031309164055460465,
|
| 566 |
+
0.0001241612656891375,
|
| 567 |
+
0.2938442161025196,
|
| 568 |
+
0.29381668166139846,
|
| 569 |
+
0.29367033348300187,
|
| 570 |
+
0.25040401472179635,
|
| 571 |
+
0.2708879748387615,
|
| 572 |
+
0.3732468841625382,
|
| 573 |
+
0.027734659598288042,
|
| 574 |
+
0.01745881392269428,
|
| 575 |
+
0.0008838855519788744
|
| 576 |
+
]
|
| 577 |
+
},
|
| 578 |
+
"action": {
|
| 579 |
+
"min": [
|
| 580 |
+
-0.125,
|
| 581 |
+
-0.5,
|
| 582 |
+
-0.375,
|
| 583 |
+
-0.375,
|
| 584 |
+
-0.625,
|
| 585 |
+
-0.5625,
|
| 586 |
+
-0.4375,
|
| 587 |
+
-0.25,
|
| 588 |
+
-0.375,
|
| 589 |
+
-0.1875,
|
| 590 |
+
-0.625,
|
| 591 |
+
-0.25,
|
| 592 |
+
-0.25,
|
| 593 |
+
-0.375,
|
| 594 |
+
-0.3125,
|
| 595 |
+
-0.5,
|
| 596 |
+
-0.1875,
|
| 597 |
+
-0.25,
|
| 598 |
+
-0.5,
|
| 599 |
+
-0.375,
|
| 600 |
+
-0.4375,
|
| 601 |
+
-0.5,
|
| 602 |
+
-0.3125,
|
| 603 |
+
-0.5,
|
| 604 |
+
-0.5,
|
| 605 |
+
0.0,
|
| 606 |
+
-0.4375,
|
| 607 |
+
-0.5,
|
| 608 |
+
-0.5,
|
| 609 |
+
-0.375,
|
| 610 |
+
-0.0625,
|
| 611 |
+
-0.125,
|
| 612 |
+
-0.375,
|
| 613 |
+
-0.1875,
|
| 614 |
+
0.0625,
|
| 615 |
+
-0.6875,
|
| 616 |
+
-0.1875,
|
| 617 |
+
-0.5,
|
| 618 |
+
-0.375,
|
| 619 |
+
-0.3125,
|
| 620 |
+
-0.4375,
|
| 621 |
+
-0.5625,
|
| 622 |
+
-0.375,
|
| 623 |
+
-0.125,
|
| 624 |
+
-0.5625,
|
| 625 |
+
-0.4375,
|
| 626 |
+
-0.375,
|
| 627 |
+
-0.25,
|
| 628 |
+
-0.1875,
|
| 629 |
+
-0.5625,
|
| 630 |
+
-0.375,
|
| 631 |
+
-0.1875,
|
| 632 |
+
-0.5,
|
| 633 |
+
-0.5625,
|
| 634 |
+
-0.3125,
|
| 635 |
+
-0.3125,
|
| 636 |
+
-0.5,
|
| 637 |
+
-0.125,
|
| 638 |
+
-0.625,
|
| 639 |
+
-0.3125,
|
| 640 |
+
-0.5625,
|
| 641 |
+
-0.1875,
|
| 642 |
+
-0.3125,
|
| 643 |
+
-0.125,
|
| 644 |
+
0.9997791647911072,
|
| 645 |
+
0.9987788796424866,
|
| 646 |
+
0.9989608526229858,
|
| 647 |
+
0.9997321963310242,
|
| 648 |
+
0.8891316056251526,
|
| 649 |
+
0.9935978651046753,
|
| 650 |
+
0.3987571895122528,
|
| 651 |
+
0.39748135209083557,
|
| 652 |
+
0.3998531103134155,
|
| 653 |
+
0.47865480184555054,
|
| 654 |
+
0.43634313344955444,
|
| 655 |
+
0.0
|
| 656 |
+
],
|
| 657 |
+
"max": [
|
| 658 |
+
0.5625,
|
| 659 |
+
0.375,
|
| 660 |
+
0.375,
|
| 661 |
+
0.4375,
|
| 662 |
+
0.25,
|
| 663 |
+
0.25,
|
| 664 |
+
0.1875,
|
| 665 |
+
0.25,
|
| 666 |
+
0.3125,
|
| 667 |
+
0.1875,
|
| 668 |
+
0.125,
|
| 669 |
+
0.375,
|
| 670 |
+
0.5,
|
| 671 |
+
0.25,
|
| 672 |
+
0.3125,
|
| 673 |
+
0.25,
|
| 674 |
+
0.375,
|
| 675 |
+
0.5625,
|
| 676 |
+
0.1875,
|
| 677 |
+
0.25,
|
| 678 |
+
0.25,
|
| 679 |
+
0.1875,
|
| 680 |
+
0.5,
|
| 681 |
+
0.3125,
|
| 682 |
+
0.0625,
|
| 683 |
+
0.5,
|
| 684 |
+
0.0,
|
| 685 |
+
0.1875,
|
| 686 |
+
0.3125,
|
| 687 |
+
0.375,
|
| 688 |
+
0.6875,
|
| 689 |
+
0.5,
|
| 690 |
+
0.25,
|
| 691 |
+
0.5,
|
| 692 |
+
0.375,
|
| 693 |
+
0.125,
|
| 694 |
+
0.6875,
|
| 695 |
+
0.1875,
|
| 696 |
+
0.375,
|
| 697 |
+
0.25,
|
| 698 |
+
0.125,
|
| 699 |
+
0.375,
|
| 700 |
+
0.1875,
|
| 701 |
+
0.5,
|
| 702 |
+
0.3125,
|
| 703 |
+
0.5,
|
| 704 |
+
0.5,
|
| 705 |
+
0.4375,
|
| 706 |
+
0.5,
|
| 707 |
+
0.1875,
|
| 708 |
+
0.5,
|
| 709 |
+
0.3125,
|
| 710 |
+
0.625,
|
| 711 |
+
0.125,
|
| 712 |
+
0.25,
|
| 713 |
+
0.5625,
|
| 714 |
+
0.5,
|
| 715 |
+
0.3125,
|
| 716 |
+
0.125,
|
| 717 |
+
0.1875,
|
| 718 |
+
0.25,
|
| 719 |
+
0.625,
|
| 720 |
+
0.4375,
|
| 721 |
+
0.6875,
|
| 722 |
+
1.0,
|
| 723 |
+
1.0,
|
| 724 |
+
1.0,
|
| 725 |
+
1.0,
|
| 726 |
+
1.0,
|
| 727 |
+
1.0,
|
| 728 |
+
1.0,
|
| 729 |
+
1.0,
|
| 730 |
+
1.0,
|
| 731 |
+
1.0,
|
| 732 |
+
1.0,
|
| 733 |
+
1.0
|
| 734 |
+
],
|
| 735 |
+
"mean": [
|
| 736 |
+
0.28530257380633073,
|
| 737 |
+
0.0012216853746808002,
|
| 738 |
+
0.02519611265225139,
|
| 739 |
+
0.0920742013117043,
|
| 740 |
+
-0.18735762313302592,
|
| 741 |
+
-0.18916948358532507,
|
| 742 |
+
-0.10082578582844966,
|
| 743 |
+
-0.04547218599011629,
|
| 744 |
+
0.009826300222291624,
|
| 745 |
+
-0.09046442415446512,
|
| 746 |
+
-0.3906258611504051,
|
| 747 |
+
0.07456643947605313,
|
| 748 |
+
0.06761982620836625,
|
| 749 |
+
0.016528346774934324,
|
| 750 |
+
0.02783008469127184,
|
| 751 |
+
-0.15926115591644774,
|
| 752 |
+
0.137793250417945,
|
| 753 |
+
0.13872558925651718,
|
| 754 |
+
-0.17794123050355484,
|
| 755 |
+
-0.04058314809031286,
|
| 756 |
+
-0.1081088218543898,
|
| 757 |
+
-0.27256788161593154,
|
| 758 |
+
0.0295489408998218,
|
| 759 |
+
-0.12704953796410265,
|
| 760 |
+
-0.2065647217680451,
|
| 761 |
+
0.257109657744383,
|
| 762 |
+
-0.2610296143883306,
|
| 763 |
+
-0.11359147943343192,
|
| 764 |
+
-0.08978239303363768,
|
| 765 |
+
0.042958775007807766,
|
| 766 |
+
0.3583063123472893,
|
| 767 |
+
0.2295861425973215,
|
| 768 |
+
0.005530882001726894,
|
| 769 |
+
0.18030882001726894,
|
| 770 |
+
0.22869399077765326,
|
| 771 |
+
-0.3416688865210442,
|
| 772 |
+
0.16757757242849006,
|
| 773 |
+
-0.24212104789374092,
|
| 774 |
+
-0.08830580713905167,
|
| 775 |
+
0.03962554883985817,
|
| 776 |
+
-0.24867382837616886,
|
| 777 |
+
-0.16334300883655137,
|
| 778 |
+
-0.10593298183087466,
|
| 779 |
+
0.29390833685448164,
|
| 780 |
+
-0.17902857641504236,
|
| 781 |
+
-0.02676455459004648,
|
| 782 |
+
-0.010649560009553029,
|
| 783 |
+
0.006596412102952253,
|
| 784 |
+
0.19015693604982273,
|
| 785 |
+
-0.28608220197306783,
|
| 786 |
+
0.0342829717267099,
|
| 787 |
+
0.05214208292763581,
|
| 788 |
+
0.2372308617933974,
|
| 789 |
+
-0.27289282236878365,
|
| 790 |
+
-0.07418638509727556,
|
| 791 |
+
0.21441496886080136,
|
| 792 |
+
-0.07936362133264747,
|
| 793 |
+
0.07053166277809417,
|
| 794 |
+
-0.2592969797732993,
|
| 795 |
+
-0.04738279168886521,
|
| 796 |
+
-0.25777561405764887,
|
| 797 |
+
0.3476016387118108,
|
| 798 |
+
0.0341980048867415,
|
| 799 |
+
0.4095493542520162,
|
| 800 |
+
0.9999920738393157,
|
| 801 |
+
0.9999916277741105,
|
| 802 |
+
0.9999916507452171,
|
| 803 |
+
0.9999910946907014,
|
| 804 |
+
0.9975380262153739,
|
| 805 |
+
0.9997842168412904,
|
| 806 |
+
0.7431049855982732,
|
| 807 |
+
0.743061001937713,
|
| 808 |
+
0.7431612987122399,
|
| 809 |
+
0.7812160503121215,
|
| 810 |
+
0.7544858488771042,
|
| 811 |
+
0.1884228588481359
|
| 812 |
+
],
|
| 813 |
+
"std": [
|
| 814 |
+
0.13976769962393334,
|
| 815 |
+
0.2042750041966315,
|
| 816 |
+
0.11249063031363368,
|
| 817 |
+
0.11082072512754977,
|
| 818 |
+
0.1564752219884858,
|
| 819 |
+
0.17244514813212275,
|
| 820 |
+
0.10524673666978752,
|
| 821 |
+
0.09606056085676273,
|
| 822 |
+
0.16248529891535804,
|
| 823 |
+
0.06517700714473815,
|
| 824 |
+
0.12267993314050843,
|
| 825 |
+
0.09188274452085451,
|
| 826 |
+
0.1817845505649146,
|
| 827 |
+
0.13895894808224718,
|
| 828 |
+
0.09471602567899642,
|
| 829 |
+
0.143892040083983,
|
| 830 |
+
0.13123846053152619,
|
| 831 |
+
0.17169478968550717,
|
| 832 |
+
0.099377781857111,
|
| 833 |
+
0.12335366669054255,
|
| 834 |
+
0.09243992450340514,
|
| 835 |
+
0.12474594719512408,
|
| 836 |
+
0.1211368699762344,
|
| 837 |
+
0.17473771543792177,
|
| 838 |
+
0.12139112019256279,
|
| 839 |
+
0.08058301151688785,
|
| 840 |
+
0.08181288643740524,
|
| 841 |
+
0.12245444611527911,
|
| 842 |
+
0.15642136427791328,
|
| 843 |
+
0.16023434329274994,
|
| 844 |
+
0.1749952692685118,
|
| 845 |
+
0.10352440920325795,
|
| 846 |
+
0.07368975064774456,
|
| 847 |
+
0.13144910448634894,
|
| 848 |
+
0.04419890783153379,
|
| 849 |
+
0.18157602689607938,
|
| 850 |
+
0.15703202636240324,
|
| 851 |
+
0.1308473547559705,
|
| 852 |
+
0.10877569321547828,
|
| 853 |
+
0.06509046280547963,
|
| 854 |
+
0.08347560937172435,
|
| 855 |
+
0.19809736217235097,
|
| 856 |
+
0.06719381956707862,
|
| 857 |
+
0.09127596366580104,
|
| 858 |
+
0.13233099033714146,
|
| 859 |
+
0.25952623468134783,
|
| 860 |
+
0.21598709847307782,
|
| 861 |
+
0.10931842674892184,
|
| 862 |
+
0.11294459446909082,
|
| 863 |
+
0.1403015515249487,
|
| 864 |
+
0.10231818070157317,
|
| 865 |
+
0.10139944441893624,
|
| 866 |
+
0.288021039372521,
|
| 867 |
+
0.11780041132456433,
|
| 868 |
+
0.11650297357712408,
|
| 869 |
+
0.21262101617713844,
|
| 870 |
+
0.28703233994958033,
|
| 871 |
+
0.09814627765272926,
|
| 872 |
+
0.21616444128412057,
|
| 873 |
+
0.06262758949048293,
|
| 874 |
+
0.1745534315389492,
|
| 875 |
+
0.17455467068976818,
|
| 876 |
+
0.10468632106020986,
|
| 877 |
+
0.18477106893909007,
|
| 878 |
+
1.2824078270394207e-05,
|
| 879 |
+
2.1003630589963823e-05,
|
| 880 |
+
1.8574155779181667e-05,
|
| 881 |
+
1.5382720229173254e-05,
|
| 882 |
+
0.0031309164055460465,
|
| 883 |
+
0.0001241612656891375,
|
| 884 |
+
0.2938442161025196,
|
| 885 |
+
0.29381668166139846,
|
| 886 |
+
0.29367033348300187,
|
| 887 |
+
0.25040401472179635,
|
| 888 |
+
0.2708879748387615,
|
| 889 |
+
0.3732468841625382
|
| 890 |
+
]
|
| 891 |
+
}
|
| 892 |
+
},
|
| 893 |
+
"code_commit": "028df1bb7024fb1e3d176de7e60c84d3333cd97f"
|
| 894 |
+
}
|
a20-basket-transfer/b512-trimv2-cont-20261117/resume.json
ADDED
|
@@ -0,0 +1,26 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"task": "a20",
|
| 3 |
+
"status": "paused_by_owner",
|
| 4 |
+
"saved_step": 6000,
|
| 5 |
+
"last_logged_step": 6500,
|
| 6 |
+
"paused_at": "2026-11-17T08:36:34.220194+00:00",
|
| 7 |
+
"planned_total_steps": 20000,
|
| 8 |
+
"dataset_repo": "humanoid-benchmark/a20-basket-transfer-pre-reach-trim-expert-v2",
|
| 9 |
+
"dataset_revision": "c4df4d40e51c439d7b41697d7c0d0184c844cb93",
|
| 10 |
+
"dataset_train_frames": 54433,
|
| 11 |
+
"dataset_episodes": 100,
|
| 12 |
+
"code_directory": "code/fmdit_continue_20261117",
|
| 13 |
+
"source_commit": "028df1bb7024fb1e3d176de7e60c84d3333cd97f",
|
| 14 |
+
"parent_local_checkpoint": "/mnt/data0/zuo/Humanoid_benchmark/results/baselines_preflight_20261117/runs/a20-basket-transfer-pre-reach-trim-expert-v2/fm_dit/checkpoints/step-004000",
|
| 15 |
+
"parent_state_sha256": "748979aefef3ddd72ced7072be1579603d027436c85731335a7c134ad93fb79d",
|
| 16 |
+
"offline_eval": {
|
| 17 |
+
"mse": 0.021967994049191475,
|
| 18 |
+
"mse_row0": 0.022920215502381325,
|
| 19 |
+
"mse_motion_token": 0.02157071977853775,
|
| 20 |
+
"mse_inspire_left_hand_state": 0.0040762959979474545,
|
| 21 |
+
"mse_inspire_right_hand_state": 0.044097285717725754,
|
| 22 |
+
"samples": 256,
|
| 23 |
+
"frames": "train"
|
| 24 |
+
},
|
| 25 |
+
"limitation": "Portable resume starts at step 6000. Later logged updates are not in the saved state. RNG and DataLoader states were not saved by the original trainer; resume is not bit-exact."
|
| 26 |
+
}
|
a20-basket-transfer/b512-trimv2-cont-20261117/run.json
ADDED
|
@@ -0,0 +1,899 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"argv": [
|
| 3 |
+
"/mnt/data0/zuo/Humanoid_benchmark/results/baselines_preflight_20261117/main/evaluation/baselines/train.py",
|
| 4 |
+
"--policy",
|
| 5 |
+
"fm_dit",
|
| 6 |
+
"--contract",
|
| 7 |
+
"g1_sonic_dfx6",
|
| 8 |
+
"--dataset",
|
| 9 |
+
"/mnt/data0/zuo/Humanoid_benchmark/data/baselines/a20-basket-transfer-pre-reach-trim-expert-v2",
|
| 10 |
+
"--cache-dir",
|
| 11 |
+
"/mnt/data0/zuo/Humanoid_benchmark/cache/baselines/frames",
|
| 12 |
+
"--out",
|
| 13 |
+
"/mnt/data0/zuo/Humanoid_benchmark/results/fmdit_continue_20261117_01/runs/a20/fm_dit",
|
| 14 |
+
"--batch-size",
|
| 15 |
+
"512",
|
| 16 |
+
"--steps",
|
| 17 |
+
"20000",
|
| 18 |
+
"--save-every",
|
| 19 |
+
"2000",
|
| 20 |
+
"--log-every",
|
| 21 |
+
"25",
|
| 22 |
+
"--workers",
|
| 23 |
+
"32",
|
| 24 |
+
"--resume"
|
| 25 |
+
],
|
| 26 |
+
"started": "2026-11-17T15:57:43",
|
| 27 |
+
"host": "xt-p-A100-004",
|
| 28 |
+
"torch": "2.9.0+cu128",
|
| 29 |
+
"policy": {
|
| 30 |
+
"policy": "fm_dit",
|
| 31 |
+
"n_cameras": 2,
|
| 32 |
+
"state_dim": 44,
|
| 33 |
+
"action_dim": 76,
|
| 34 |
+
"horizon": 16,
|
| 35 |
+
"backbone": "resnet18",
|
| 36 |
+
"backbone_weights": "IMAGENET1K_V1",
|
| 37 |
+
"backbone_norm": "frozen_bn",
|
| 38 |
+
"hidden_dim": 384,
|
| 39 |
+
"num_layers": 4,
|
| 40 |
+
"num_heads": 8,
|
| 41 |
+
"mlp_ratio": 4.0,
|
| 42 |
+
"dropout": 0.1,
|
| 43 |
+
"time_embed_dim": 128,
|
| 44 |
+
"num_inference_steps": null,
|
| 45 |
+
"num_train_timesteps": 100,
|
| 46 |
+
"beta_schedule": "squaredcos_cap_v2",
|
| 47 |
+
"prediction_type": "epsilon",
|
| 48 |
+
"clip_sample": true,
|
| 49 |
+
"act_hidden_dim": 512,
|
| 50 |
+
"dim_feedforward": 3200,
|
| 51 |
+
"enc_layers": 4,
|
| 52 |
+
"dec_layers": 7,
|
| 53 |
+
"nheads": 8,
|
| 54 |
+
"latent_dim": 32,
|
| 55 |
+
"kl_weight": 10.0,
|
| 56 |
+
"extra": {}
|
| 57 |
+
},
|
| 58 |
+
"contract": {
|
| 59 |
+
"name": "g1_sonic_dfx6",
|
| 60 |
+
"robot": "g1",
|
| 61 |
+
"cameras": [
|
| 62 |
+
"ego_view",
|
| 63 |
+
"chest"
|
| 64 |
+
],
|
| 65 |
+
"state": [
|
| 66 |
+
[
|
| 67 |
+
"observation.state",
|
| 68 |
+
0,
|
| 69 |
+
29
|
| 70 |
+
],
|
| 71 |
+
[
|
| 72 |
+
"observation.inspire_left_hand_state",
|
| 73 |
+
0,
|
| 74 |
+
6
|
| 75 |
+
],
|
| 76 |
+
[
|
| 77 |
+
"observation.inspire_right_hand_state",
|
| 78 |
+
0,
|
| 79 |
+
6
|
| 80 |
+
],
|
| 81 |
+
[
|
| 82 |
+
"observation.projected_gravity",
|
| 83 |
+
0,
|
| 84 |
+
3
|
| 85 |
+
]
|
| 86 |
+
],
|
| 87 |
+
"action": [
|
| 88 |
+
[
|
| 89 |
+
"action.motion_token",
|
| 90 |
+
0,
|
| 91 |
+
64
|
| 92 |
+
],
|
| 93 |
+
[
|
| 94 |
+
"observation.inspire_left_hand_state",
|
| 95 |
+
0,
|
| 96 |
+
6
|
| 97 |
+
],
|
| 98 |
+
[
|
| 99 |
+
"observation.inspire_right_hand_state",
|
| 100 |
+
0,
|
| 101 |
+
6
|
| 102 |
+
]
|
| 103 |
+
],
|
| 104 |
+
"state_dim": 44,
|
| 105 |
+
"action_dim": 76,
|
| 106 |
+
"action_space": "sonic_dfx6",
|
| 107 |
+
"body_dims": 29
|
| 108 |
+
},
|
| 109 |
+
"image_hw": [
|
| 110 |
+
168,
|
| 111 |
+
224
|
| 112 |
+
],
|
| 113 |
+
"task_text": "Grasp the basket handle with the right hand from the v10 round table, walk while raising it, place and release it on the long desk, then withdraw the open right hand diagonally backward and upward without an additional downward arm return.",
|
| 114 |
+
"dataset": {
|
| 115 |
+
"name": "a20-basket-transfer-pre-reach-trim-expert-v2",
|
| 116 |
+
"root": "/mnt/data0/zuo/Humanoid_benchmark/data/baselines/a20-basket-transfer-pre-reach-trim-expert-v2",
|
| 117 |
+
"robot_type": null,
|
| 118 |
+
"fps": 30.0,
|
| 119 |
+
"episodes": [
|
| 120 |
+
0,
|
| 121 |
+
1,
|
| 122 |
+
2,
|
| 123 |
+
3,
|
| 124 |
+
4,
|
| 125 |
+
5,
|
| 126 |
+
6,
|
| 127 |
+
7,
|
| 128 |
+
8,
|
| 129 |
+
9,
|
| 130 |
+
10,
|
| 131 |
+
11,
|
| 132 |
+
12,
|
| 133 |
+
13,
|
| 134 |
+
14,
|
| 135 |
+
15,
|
| 136 |
+
16,
|
| 137 |
+
17,
|
| 138 |
+
18,
|
| 139 |
+
19,
|
| 140 |
+
20,
|
| 141 |
+
21,
|
| 142 |
+
22,
|
| 143 |
+
23,
|
| 144 |
+
24,
|
| 145 |
+
25,
|
| 146 |
+
26,
|
| 147 |
+
27,
|
| 148 |
+
28,
|
| 149 |
+
29,
|
| 150 |
+
30,
|
| 151 |
+
31,
|
| 152 |
+
32,
|
| 153 |
+
33,
|
| 154 |
+
34,
|
| 155 |
+
35,
|
| 156 |
+
36,
|
| 157 |
+
37,
|
| 158 |
+
38,
|
| 159 |
+
39,
|
| 160 |
+
40,
|
| 161 |
+
41,
|
| 162 |
+
42,
|
| 163 |
+
43,
|
| 164 |
+
44,
|
| 165 |
+
45,
|
| 166 |
+
46,
|
| 167 |
+
47,
|
| 168 |
+
48,
|
| 169 |
+
49,
|
| 170 |
+
50,
|
| 171 |
+
51,
|
| 172 |
+
52,
|
| 173 |
+
53,
|
| 174 |
+
54,
|
| 175 |
+
55,
|
| 176 |
+
56,
|
| 177 |
+
57,
|
| 178 |
+
58,
|
| 179 |
+
59,
|
| 180 |
+
60,
|
| 181 |
+
61,
|
| 182 |
+
62,
|
| 183 |
+
63,
|
| 184 |
+
64,
|
| 185 |
+
65,
|
| 186 |
+
66,
|
| 187 |
+
67,
|
| 188 |
+
68,
|
| 189 |
+
69,
|
| 190 |
+
70,
|
| 191 |
+
71,
|
| 192 |
+
72,
|
| 193 |
+
73,
|
| 194 |
+
74,
|
| 195 |
+
75,
|
| 196 |
+
76,
|
| 197 |
+
77,
|
| 198 |
+
78,
|
| 199 |
+
79,
|
| 200 |
+
80,
|
| 201 |
+
81,
|
| 202 |
+
82,
|
| 203 |
+
83,
|
| 204 |
+
84,
|
| 205 |
+
85,
|
| 206 |
+
86,
|
| 207 |
+
87,
|
| 208 |
+
88,
|
| 209 |
+
89,
|
| 210 |
+
90,
|
| 211 |
+
91,
|
| 212 |
+
92,
|
| 213 |
+
93,
|
| 214 |
+
94,
|
| 215 |
+
95,
|
| 216 |
+
96,
|
| 217 |
+
97,
|
| 218 |
+
98,
|
| 219 |
+
99
|
| 220 |
+
],
|
| 221 |
+
"train_episodes": [
|
| 222 |
+
0,
|
| 223 |
+
1,
|
| 224 |
+
2,
|
| 225 |
+
3,
|
| 226 |
+
4,
|
| 227 |
+
5,
|
| 228 |
+
6,
|
| 229 |
+
7,
|
| 230 |
+
8,
|
| 231 |
+
9,
|
| 232 |
+
10,
|
| 233 |
+
11,
|
| 234 |
+
12,
|
| 235 |
+
13,
|
| 236 |
+
14,
|
| 237 |
+
15,
|
| 238 |
+
16,
|
| 239 |
+
17,
|
| 240 |
+
18,
|
| 241 |
+
19,
|
| 242 |
+
20,
|
| 243 |
+
21,
|
| 244 |
+
22,
|
| 245 |
+
23,
|
| 246 |
+
24,
|
| 247 |
+
25,
|
| 248 |
+
26,
|
| 249 |
+
27,
|
| 250 |
+
28,
|
| 251 |
+
29,
|
| 252 |
+
30,
|
| 253 |
+
31,
|
| 254 |
+
32,
|
| 255 |
+
33,
|
| 256 |
+
34,
|
| 257 |
+
35,
|
| 258 |
+
36,
|
| 259 |
+
37,
|
| 260 |
+
38,
|
| 261 |
+
39,
|
| 262 |
+
40,
|
| 263 |
+
41,
|
| 264 |
+
42,
|
| 265 |
+
43,
|
| 266 |
+
44,
|
| 267 |
+
45,
|
| 268 |
+
46,
|
| 269 |
+
47,
|
| 270 |
+
48,
|
| 271 |
+
49,
|
| 272 |
+
50,
|
| 273 |
+
51,
|
| 274 |
+
52,
|
| 275 |
+
53,
|
| 276 |
+
54,
|
| 277 |
+
55,
|
| 278 |
+
56,
|
| 279 |
+
57,
|
| 280 |
+
58,
|
| 281 |
+
59,
|
| 282 |
+
60,
|
| 283 |
+
61,
|
| 284 |
+
62,
|
| 285 |
+
63,
|
| 286 |
+
64,
|
| 287 |
+
65,
|
| 288 |
+
66,
|
| 289 |
+
67,
|
| 290 |
+
68,
|
| 291 |
+
69,
|
| 292 |
+
70,
|
| 293 |
+
71,
|
| 294 |
+
72,
|
| 295 |
+
73,
|
| 296 |
+
74,
|
| 297 |
+
75,
|
| 298 |
+
76,
|
| 299 |
+
77,
|
| 300 |
+
78,
|
| 301 |
+
79,
|
| 302 |
+
80,
|
| 303 |
+
81,
|
| 304 |
+
82,
|
| 305 |
+
83,
|
| 306 |
+
84,
|
| 307 |
+
85,
|
| 308 |
+
86,
|
| 309 |
+
87,
|
| 310 |
+
88,
|
| 311 |
+
89,
|
| 312 |
+
90,
|
| 313 |
+
91,
|
| 314 |
+
92,
|
| 315 |
+
93,
|
| 316 |
+
94,
|
| 317 |
+
95,
|
| 318 |
+
96,
|
| 319 |
+
97,
|
| 320 |
+
98,
|
| 321 |
+
99
|
| 322 |
+
],
|
| 323 |
+
"val_episodes": [],
|
| 324 |
+
"train_frames": 54433,
|
| 325 |
+
"git_commit": null
|
| 326 |
+
},
|
| 327 |
+
"training": {
|
| 328 |
+
"steps": 20000,
|
| 329 |
+
"batch_size": 512,
|
| 330 |
+
"lr": 0.0001,
|
| 331 |
+
"betas": [
|
| 332 |
+
0.95,
|
| 333 |
+
0.999
|
| 334 |
+
],
|
| 335 |
+
"weight_decay": 1e-06,
|
| 336 |
+
"warmup": 500,
|
| 337 |
+
"schedule": "linear warm-up + cosine",
|
| 338 |
+
"backbone_lr_scale": 0.1,
|
| 339 |
+
"ema": 0.9999,
|
| 340 |
+
"shift_px": 0,
|
| 341 |
+
"amp": true,
|
| 342 |
+
"seed": 0,
|
| 343 |
+
"augmentation": {
|
| 344 |
+
"spec": "docs/augmentation_v2.md",
|
| 345 |
+
"version": "hb-aug-v2-20261109",
|
| 346 |
+
"implementation": "evaluation/augmentation/hb_aug_v2.py",
|
| 347 |
+
"visual": {
|
| 348 |
+
"effects": [
|
| 349 |
+
"exposure",
|
| 350 |
+
"contrast",
|
| 351 |
+
"saturation",
|
| 352 |
+
"hue",
|
| 353 |
+
"gamma",
|
| 354 |
+
"temperature",
|
| 355 |
+
"rotation_crop",
|
| 356 |
+
"noise",
|
| 357 |
+
"gaussian_blur",
|
| 358 |
+
"jpeg",
|
| 359 |
+
"motion_blur",
|
| 360 |
+
"sharpen",
|
| 361 |
+
"defocus",
|
| 362 |
+
"light_shadow",
|
| 363 |
+
"wb_channel"
|
| 364 |
+
],
|
| 365 |
+
"boosted_per_sample": 1,
|
| 366 |
+
"boost": 1.5,
|
| 367 |
+
"pixel_scale": "H / 224",
|
| 368 |
+
"future_targets": "none (one observation frame)"
|
| 369 |
+
},
|
| 370 |
+
"proprio": {
|
| 371 |
+
"robot": "g1",
|
| 372 |
+
"body_dims": 29,
|
| 373 |
+
"bias_deg": 2.0,
|
| 374 |
+
"bias_scope": "per_sample",
|
| 375 |
+
"noise_deg": 0.25,
|
| 376 |
+
"noise_clip_sigma": 3,
|
| 377 |
+
"delay_probability": 0.0,
|
| 378 |
+
"history_drop_probability": 0.0,
|
| 379 |
+
"velocity": false
|
| 380 |
+
},
|
| 381 |
+
"native_image_augmentation": "off",
|
| 382 |
+
"evaluation": "off"
|
| 383 |
+
},
|
| 384 |
+
"preflight": {
|
| 385 |
+
"samples": 64,
|
| 386 |
+
"state_dim": 44,
|
| 387 |
+
"body_dims": 29,
|
| 388 |
+
"images_changed": 64,
|
| 389 |
+
"body_values_moved": 1.0,
|
| 390 |
+
"max_body_offset_deg": 2.5087,
|
| 391 |
+
"actions_bit_identical": true,
|
| 392 |
+
"non_body_state_bit_identical": true,
|
| 393 |
+
"eval_items_deterministic": 8
|
| 394 |
+
}
|
| 395 |
+
},
|
| 396 |
+
"stats": {
|
| 397 |
+
"state": {
|
| 398 |
+
"min": [
|
| 399 |
+
-0.6335107088088989,
|
| 400 |
+
-0.26151371002197266,
|
| 401 |
+
-0.09143047779798508,
|
| 402 |
+
0.13051827251911163,
|
| 403 |
+
-0.41364213824272156,
|
| 404 |
+
-0.17374181747436523,
|
| 405 |
+
-0.5706103444099426,
|
| 406 |
+
-0.4567093253135681,
|
| 407 |
+
-0.5945078730583191,
|
| 408 |
+
0.07693764567375183,
|
| 409 |
+
-0.479587197303772,
|
| 410 |
+
-0.23942920565605164,
|
| 411 |
+
-0.1249256581068039,
|
| 412 |
+
-0.061801809817552567,
|
| 413 |
+
0.03293042629957199,
|
| 414 |
+
-0.15965673327445984,
|
| 415 |
+
0.12444422394037247,
|
| 416 |
+
-1.0301204919815063,
|
| 417 |
+
0.8110364079475403,
|
| 418 |
+
-0.42373916506767273,
|
| 419 |
+
-0.2393926978111267,
|
| 420 |
+
-0.1671462506055832,
|
| 421 |
+
-1.8559280633926392,
|
| 422 |
+
-2.1003689765930176,
|
| 423 |
+
-0.44611114263534546,
|
| 424 |
+
-0.86998051404953,
|
| 425 |
+
-1.5242679119110107,
|
| 426 |
+
-0.9486506581306458,
|
| 427 |
+
-0.4465007185935974,
|
| 428 |
+
0.9997791647911072,
|
| 429 |
+
0.9987788796424866,
|
| 430 |
+
0.9989608526229858,
|
| 431 |
+
0.9997321963310242,
|
| 432 |
+
0.8891316056251526,
|
| 433 |
+
0.9935978651046753,
|
| 434 |
+
0.3987571895122528,
|
| 435 |
+
0.39748135209083557,
|
| 436 |
+
0.3998531103134155,
|
| 437 |
+
0.47865480184555054,
|
| 438 |
+
0.43634313344955444,
|
| 439 |
+
0.0,
|
| 440 |
+
-0.1312161237001419,
|
| 441 |
+
-0.10554340481758118,
|
| 442 |
+
-1.0
|
| 443 |
+
],
|
| 444 |
+
"max": [
|
| 445 |
+
0.18651676177978516,
|
| 446 |
+
0.2880381643772125,
|
| 447 |
+
0.3991033434867859,
|
| 448 |
+
1.1868021488189697,
|
| 449 |
+
0.30963531136512756,
|
| 450 |
+
0.25351187586784363,
|
| 451 |
+
0.13313187658786774,
|
| 452 |
+
0.14919418096542358,
|
| 453 |
+
0.09004810452461243,
|
| 454 |
+
1.1367807388305664,
|
| 455 |
+
0.47997909784317017,
|
| 456 |
+
0.1897573471069336,
|
| 457 |
+
0.12687286734580994,
|
| 458 |
+
0.0903186947107315,
|
| 459 |
+
0.2110750675201416,
|
| 460 |
+
0.1764557808637619,
|
| 461 |
+
0.3972950279712677,
|
| 462 |
+
-0.03375900536775589,
|
| 463 |
+
1.248238205909729,
|
| 464 |
+
0.5087170004844666,
|
| 465 |
+
0.16197925806045532,
|
| 466 |
+
0.19902198016643524,
|
| 467 |
+
0.7476708292961121,
|
| 468 |
+
-0.14924407005310059,
|
| 469 |
+
1.3937729597091675,
|
| 470 |
+
1.4777758121490479,
|
| 471 |
+
1.449870228767395,
|
| 472 |
+
0.9068933725357056,
|
| 473 |
+
1.5030572414398193,
|
| 474 |
+
1.0,
|
| 475 |
+
1.0,
|
| 476 |
+
1.0,
|
| 477 |
+
1.0,
|
| 478 |
+
1.0,
|
| 479 |
+
1.0,
|
| 480 |
+
1.0,
|
| 481 |
+
1.0,
|
| 482 |
+
1.0,
|
| 483 |
+
1.0,
|
| 484 |
+
1.0,
|
| 485 |
+
1.0,
|
| 486 |
+
0.1443370282649994,
|
| 487 |
+
0.07133471965789795,
|
| 488 |
+
-0.9889927506446838
|
| 489 |
+
],
|
| 490 |
+
"mean": [
|
| 491 |
+
-0.1197492680031697,
|
| 492 |
+
0.07687621598947185,
|
| 493 |
+
0.13623676943730387,
|
| 494 |
+
0.27067508540983654,
|
| 495 |
+
-0.09364010490166123,
|
| 496 |
+
-0.029264338937400346,
|
| 497 |
+
-0.0877177892591824,
|
| 498 |
+
-0.09172362643767557,
|
| 499 |
+
-0.21603681153788365,
|
| 500 |
+
0.27020221177162185,
|
| 501 |
+
-0.13314246080400155,
|
| 502 |
+
0.01521604484593622,
|
| 503 |
+
-0.007014541196278249,
|
| 504 |
+
0.023597627586334522,
|
| 505 |
+
0.1362211304918607,
|
| 506 |
+
0.0044590163081436405,
|
| 507 |
+
0.24020097902181153,
|
| 508 |
+
-0.5506130059849405,
|
| 509 |
+
0.986759154493458,
|
| 510 |
+
-0.11353825983460156,
|
| 511 |
+
-0.09008970046721287,
|
| 512 |
+
0.00793797976488734,
|
| 513 |
+
-0.7956446111257796,
|
| 514 |
+
-0.6433268364566035,
|
| 515 |
+
0.35943391980855405,
|
| 516 |
+
0.4128302732079997,
|
| 517 |
+
-0.6341984046200151,
|
| 518 |
+
0.17366417734106818,
|
| 519 |
+
0.31817584543570415,
|
| 520 |
+
0.9999920738393157,
|
| 521 |
+
0.9999916277741105,
|
| 522 |
+
0.9999916507452171,
|
| 523 |
+
0.9999910946907014,
|
| 524 |
+
0.9975380262153739,
|
| 525 |
+
0.9997842168412904,
|
| 526 |
+
0.7431049855982732,
|
| 527 |
+
0.743061001937713,
|
| 528 |
+
0.7431612987122399,
|
| 529 |
+
0.7812160503121215,
|
| 530 |
+
0.7544858488771042,
|
| 531 |
+
0.1884228588481359,
|
| 532 |
+
-0.018600662889153487,
|
| 533 |
+
-0.001923185563505277,
|
| 534 |
+
-0.9992875029526394
|
| 535 |
+
],
|
| 536 |
+
"std": [
|
| 537 |
+
0.1225902736805545,
|
| 538 |
+
0.0667315519538753,
|
| 539 |
+
0.06966628355722553,
|
| 540 |
+
0.1683343132651939,
|
| 541 |
+
0.11676670853146011,
|
| 542 |
+
0.06393707008498987,
|
| 543 |
+
0.14262675997248406,
|
| 544 |
+
0.07183651035230894,
|
| 545 |
+
0.07077858012951907,
|
| 546 |
+
0.1583747884788023,
|
| 547 |
+
0.09609718753190293,
|
| 548 |
+
0.06937572380392895,
|
| 549 |
+
0.038858334068535276,
|
| 550 |
+
0.01853271444550659,
|
| 551 |
+
0.019156535689633315,
|
| 552 |
+
0.04755913941308977,
|
| 553 |
+
0.041089601727671066,
|
| 554 |
+
0.14354888870689778,
|
| 555 |
+
0.053966848435702465,
|
| 556 |
+
0.13684428975351073,
|
| 557 |
+
0.05453949581291963,
|
| 558 |
+
0.06076597347825228,
|
| 559 |
+
0.6370602259123855,
|
| 560 |
+
0.4013113120474627,
|
| 561 |
+
0.24111485368872668,
|
| 562 |
+
0.5381053688248473,
|
| 563 |
+
0.48085827035516315,
|
| 564 |
+
0.1527991524681821,
|
| 565 |
+
0.44871163018722837,
|
| 566 |
+
1.2824078270394207e-05,
|
| 567 |
+
2.1003630589963823e-05,
|
| 568 |
+
1.8574155779181667e-05,
|
| 569 |
+
1.5382720229173254e-05,
|
| 570 |
+
0.0031309164055460465,
|
| 571 |
+
0.0001241612656891375,
|
| 572 |
+
0.2938442161025196,
|
| 573 |
+
0.29381668166139846,
|
| 574 |
+
0.29367033348300187,
|
| 575 |
+
0.25040401472179635,
|
| 576 |
+
0.2708879748387615,
|
| 577 |
+
0.3732468841625382,
|
| 578 |
+
0.027734659598288042,
|
| 579 |
+
0.01745881392269428,
|
| 580 |
+
0.0008838855519788744
|
| 581 |
+
]
|
| 582 |
+
},
|
| 583 |
+
"action": {
|
| 584 |
+
"min": [
|
| 585 |
+
-0.125,
|
| 586 |
+
-0.5,
|
| 587 |
+
-0.375,
|
| 588 |
+
-0.375,
|
| 589 |
+
-0.625,
|
| 590 |
+
-0.5625,
|
| 591 |
+
-0.4375,
|
| 592 |
+
-0.25,
|
| 593 |
+
-0.375,
|
| 594 |
+
-0.1875,
|
| 595 |
+
-0.625,
|
| 596 |
+
-0.25,
|
| 597 |
+
-0.25,
|
| 598 |
+
-0.375,
|
| 599 |
+
-0.3125,
|
| 600 |
+
-0.5,
|
| 601 |
+
-0.1875,
|
| 602 |
+
-0.25,
|
| 603 |
+
-0.5,
|
| 604 |
+
-0.375,
|
| 605 |
+
-0.4375,
|
| 606 |
+
-0.5,
|
| 607 |
+
-0.3125,
|
| 608 |
+
-0.5,
|
| 609 |
+
-0.5,
|
| 610 |
+
0.0,
|
| 611 |
+
-0.4375,
|
| 612 |
+
-0.5,
|
| 613 |
+
-0.5,
|
| 614 |
+
-0.375,
|
| 615 |
+
-0.0625,
|
| 616 |
+
-0.125,
|
| 617 |
+
-0.375,
|
| 618 |
+
-0.1875,
|
| 619 |
+
0.0625,
|
| 620 |
+
-0.6875,
|
| 621 |
+
-0.1875,
|
| 622 |
+
-0.5,
|
| 623 |
+
-0.375,
|
| 624 |
+
-0.3125,
|
| 625 |
+
-0.4375,
|
| 626 |
+
-0.5625,
|
| 627 |
+
-0.375,
|
| 628 |
+
-0.125,
|
| 629 |
+
-0.5625,
|
| 630 |
+
-0.4375,
|
| 631 |
+
-0.375,
|
| 632 |
+
-0.25,
|
| 633 |
+
-0.1875,
|
| 634 |
+
-0.5625,
|
| 635 |
+
-0.375,
|
| 636 |
+
-0.1875,
|
| 637 |
+
-0.5,
|
| 638 |
+
-0.5625,
|
| 639 |
+
-0.3125,
|
| 640 |
+
-0.3125,
|
| 641 |
+
-0.5,
|
| 642 |
+
-0.125,
|
| 643 |
+
-0.625,
|
| 644 |
+
-0.3125,
|
| 645 |
+
-0.5625,
|
| 646 |
+
-0.1875,
|
| 647 |
+
-0.3125,
|
| 648 |
+
-0.125,
|
| 649 |
+
0.9997791647911072,
|
| 650 |
+
0.9987788796424866,
|
| 651 |
+
0.9989608526229858,
|
| 652 |
+
0.9997321963310242,
|
| 653 |
+
0.8891316056251526,
|
| 654 |
+
0.9935978651046753,
|
| 655 |
+
0.3987571895122528,
|
| 656 |
+
0.39748135209083557,
|
| 657 |
+
0.3998531103134155,
|
| 658 |
+
0.47865480184555054,
|
| 659 |
+
0.43634313344955444,
|
| 660 |
+
0.0
|
| 661 |
+
],
|
| 662 |
+
"max": [
|
| 663 |
+
0.5625,
|
| 664 |
+
0.375,
|
| 665 |
+
0.375,
|
| 666 |
+
0.4375,
|
| 667 |
+
0.25,
|
| 668 |
+
0.25,
|
| 669 |
+
0.1875,
|
| 670 |
+
0.25,
|
| 671 |
+
0.3125,
|
| 672 |
+
0.1875,
|
| 673 |
+
0.125,
|
| 674 |
+
0.375,
|
| 675 |
+
0.5,
|
| 676 |
+
0.25,
|
| 677 |
+
0.3125,
|
| 678 |
+
0.25,
|
| 679 |
+
0.375,
|
| 680 |
+
0.5625,
|
| 681 |
+
0.1875,
|
| 682 |
+
0.25,
|
| 683 |
+
0.25,
|
| 684 |
+
0.1875,
|
| 685 |
+
0.5,
|
| 686 |
+
0.3125,
|
| 687 |
+
0.0625,
|
| 688 |
+
0.5,
|
| 689 |
+
0.0,
|
| 690 |
+
0.1875,
|
| 691 |
+
0.3125,
|
| 692 |
+
0.375,
|
| 693 |
+
0.6875,
|
| 694 |
+
0.5,
|
| 695 |
+
0.25,
|
| 696 |
+
0.5,
|
| 697 |
+
0.375,
|
| 698 |
+
0.125,
|
| 699 |
+
0.6875,
|
| 700 |
+
0.1875,
|
| 701 |
+
0.375,
|
| 702 |
+
0.25,
|
| 703 |
+
0.125,
|
| 704 |
+
0.375,
|
| 705 |
+
0.1875,
|
| 706 |
+
0.5,
|
| 707 |
+
0.3125,
|
| 708 |
+
0.5,
|
| 709 |
+
0.5,
|
| 710 |
+
0.4375,
|
| 711 |
+
0.5,
|
| 712 |
+
0.1875,
|
| 713 |
+
0.5,
|
| 714 |
+
0.3125,
|
| 715 |
+
0.625,
|
| 716 |
+
0.125,
|
| 717 |
+
0.25,
|
| 718 |
+
0.5625,
|
| 719 |
+
0.5,
|
| 720 |
+
0.3125,
|
| 721 |
+
0.125,
|
| 722 |
+
0.1875,
|
| 723 |
+
0.25,
|
| 724 |
+
0.625,
|
| 725 |
+
0.4375,
|
| 726 |
+
0.6875,
|
| 727 |
+
1.0,
|
| 728 |
+
1.0,
|
| 729 |
+
1.0,
|
| 730 |
+
1.0,
|
| 731 |
+
1.0,
|
| 732 |
+
1.0,
|
| 733 |
+
1.0,
|
| 734 |
+
1.0,
|
| 735 |
+
1.0,
|
| 736 |
+
1.0,
|
| 737 |
+
1.0,
|
| 738 |
+
1.0
|
| 739 |
+
],
|
| 740 |
+
"mean": [
|
| 741 |
+
0.28530257380633073,
|
| 742 |
+
0.0012216853746808002,
|
| 743 |
+
0.02519611265225139,
|
| 744 |
+
0.0920742013117043,
|
| 745 |
+
-0.18735762313302592,
|
| 746 |
+
-0.18916948358532507,
|
| 747 |
+
-0.10082578582844966,
|
| 748 |
+
-0.04547218599011629,
|
| 749 |
+
0.009826300222291624,
|
| 750 |
+
-0.09046442415446512,
|
| 751 |
+
-0.3906258611504051,
|
| 752 |
+
0.07456643947605313,
|
| 753 |
+
0.06761982620836625,
|
| 754 |
+
0.016528346774934324,
|
| 755 |
+
0.02783008469127184,
|
| 756 |
+
-0.15926115591644774,
|
| 757 |
+
0.137793250417945,
|
| 758 |
+
0.13872558925651718,
|
| 759 |
+
-0.17794123050355484,
|
| 760 |
+
-0.04058314809031286,
|
| 761 |
+
-0.1081088218543898,
|
| 762 |
+
-0.27256788161593154,
|
| 763 |
+
0.0295489408998218,
|
| 764 |
+
-0.12704953796410265,
|
| 765 |
+
-0.2065647217680451,
|
| 766 |
+
0.257109657744383,
|
| 767 |
+
-0.2610296143883306,
|
| 768 |
+
-0.11359147943343192,
|
| 769 |
+
-0.08978239303363768,
|
| 770 |
+
0.042958775007807766,
|
| 771 |
+
0.3583063123472893,
|
| 772 |
+
0.2295861425973215,
|
| 773 |
+
0.005530882001726894,
|
| 774 |
+
0.18030882001726894,
|
| 775 |
+
0.22869399077765326,
|
| 776 |
+
-0.3416688865210442,
|
| 777 |
+
0.16757757242849006,
|
| 778 |
+
-0.24212104789374092,
|
| 779 |
+
-0.08830580713905167,
|
| 780 |
+
0.03962554883985817,
|
| 781 |
+
-0.24867382837616886,
|
| 782 |
+
-0.16334300883655137,
|
| 783 |
+
-0.10593298183087466,
|
| 784 |
+
0.29390833685448164,
|
| 785 |
+
-0.17902857641504236,
|
| 786 |
+
-0.02676455459004648,
|
| 787 |
+
-0.010649560009553029,
|
| 788 |
+
0.006596412102952253,
|
| 789 |
+
0.19015693604982273,
|
| 790 |
+
-0.28608220197306783,
|
| 791 |
+
0.0342829717267099,
|
| 792 |
+
0.05214208292763581,
|
| 793 |
+
0.2372308617933974,
|
| 794 |
+
-0.27289282236878365,
|
| 795 |
+
-0.07418638509727556,
|
| 796 |
+
0.21441496886080136,
|
| 797 |
+
-0.07936362133264747,
|
| 798 |
+
0.07053166277809417,
|
| 799 |
+
-0.2592969797732993,
|
| 800 |
+
-0.04738279168886521,
|
| 801 |
+
-0.25777561405764887,
|
| 802 |
+
0.3476016387118108,
|
| 803 |
+
0.0341980048867415,
|
| 804 |
+
0.4095493542520162,
|
| 805 |
+
0.9999920738393157,
|
| 806 |
+
0.9999916277741105,
|
| 807 |
+
0.9999916507452171,
|
| 808 |
+
0.9999910946907014,
|
| 809 |
+
0.9975380262153739,
|
| 810 |
+
0.9997842168412904,
|
| 811 |
+
0.7431049855982732,
|
| 812 |
+
0.743061001937713,
|
| 813 |
+
0.7431612987122399,
|
| 814 |
+
0.7812160503121215,
|
| 815 |
+
0.7544858488771042,
|
| 816 |
+
0.1884228588481359
|
| 817 |
+
],
|
| 818 |
+
"std": [
|
| 819 |
+
0.13976769962393334,
|
| 820 |
+
0.2042750041966315,
|
| 821 |
+
0.11249063031363368,
|
| 822 |
+
0.11082072512754977,
|
| 823 |
+
0.1564752219884858,
|
| 824 |
+
0.17244514813212275,
|
| 825 |
+
0.10524673666978752,
|
| 826 |
+
0.09606056085676273,
|
| 827 |
+
0.16248529891535804,
|
| 828 |
+
0.06517700714473815,
|
| 829 |
+
0.12267993314050843,
|
| 830 |
+
0.09188274452085451,
|
| 831 |
+
0.1817845505649146,
|
| 832 |
+
0.13895894808224718,
|
| 833 |
+
0.09471602567899642,
|
| 834 |
+
0.143892040083983,
|
| 835 |
+
0.13123846053152619,
|
| 836 |
+
0.17169478968550717,
|
| 837 |
+
0.099377781857111,
|
| 838 |
+
0.12335366669054255,
|
| 839 |
+
0.09243992450340514,
|
| 840 |
+
0.12474594719512408,
|
| 841 |
+
0.1211368699762344,
|
| 842 |
+
0.17473771543792177,
|
| 843 |
+
0.12139112019256279,
|
| 844 |
+
0.08058301151688785,
|
| 845 |
+
0.08181288643740524,
|
| 846 |
+
0.12245444611527911,
|
| 847 |
+
0.15642136427791328,
|
| 848 |
+
0.16023434329274994,
|
| 849 |
+
0.1749952692685118,
|
| 850 |
+
0.10352440920325795,
|
| 851 |
+
0.07368975064774456,
|
| 852 |
+
0.13144910448634894,
|
| 853 |
+
0.04419890783153379,
|
| 854 |
+
0.18157602689607938,
|
| 855 |
+
0.15703202636240324,
|
| 856 |
+
0.1308473547559705,
|
| 857 |
+
0.10877569321547828,
|
| 858 |
+
0.06509046280547963,
|
| 859 |
+
0.08347560937172435,
|
| 860 |
+
0.19809736217235097,
|
| 861 |
+
0.06719381956707862,
|
| 862 |
+
0.09127596366580104,
|
| 863 |
+
0.13233099033714146,
|
| 864 |
+
0.25952623468134783,
|
| 865 |
+
0.21598709847307782,
|
| 866 |
+
0.10931842674892184,
|
| 867 |
+
0.11294459446909082,
|
| 868 |
+
0.1403015515249487,
|
| 869 |
+
0.10231818070157317,
|
| 870 |
+
0.10139944441893624,
|
| 871 |
+
0.288021039372521,
|
| 872 |
+
0.11780041132456433,
|
| 873 |
+
0.11650297357712408,
|
| 874 |
+
0.21262101617713844,
|
| 875 |
+
0.28703233994958033,
|
| 876 |
+
0.09814627765272926,
|
| 877 |
+
0.21616444128412057,
|
| 878 |
+
0.06262758949048293,
|
| 879 |
+
0.1745534315389492,
|
| 880 |
+
0.17455467068976818,
|
| 881 |
+
0.10468632106020986,
|
| 882 |
+
0.18477106893909007,
|
| 883 |
+
1.2824078270394207e-05,
|
| 884 |
+
2.1003630589963823e-05,
|
| 885 |
+
1.8574155779181667e-05,
|
| 886 |
+
1.5382720229173254e-05,
|
| 887 |
+
0.0031309164055460465,
|
| 888 |
+
0.0001241612656891375,
|
| 889 |
+
0.2938442161025196,
|
| 890 |
+
0.29381668166139846,
|
| 891 |
+
0.29367033348300187,
|
| 892 |
+
0.25040401472179635,
|
| 893 |
+
0.2708879748387615,
|
| 894 |
+
0.3732468841625382
|
| 895 |
+
]
|
| 896 |
+
}
|
| 897 |
+
},
|
| 898 |
+
"code_commit": "028df1bb7024fb1e3d176de7e60c84d3333cd97f"
|
| 899 |
+
}
|
a20-basket-transfer/b512-trimv2-cont-20261117/step-006000/config.json
ADDED
|
@@ -0,0 +1,884 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"policy": {
|
| 3 |
+
"policy": "fm_dit",
|
| 4 |
+
"n_cameras": 2,
|
| 5 |
+
"state_dim": 44,
|
| 6 |
+
"action_dim": 76,
|
| 7 |
+
"horizon": 16,
|
| 8 |
+
"backbone": "resnet18",
|
| 9 |
+
"backbone_weights": "IMAGENET1K_V1",
|
| 10 |
+
"backbone_norm": "frozen_bn",
|
| 11 |
+
"hidden_dim": 384,
|
| 12 |
+
"num_layers": 4,
|
| 13 |
+
"num_heads": 8,
|
| 14 |
+
"mlp_ratio": 4.0,
|
| 15 |
+
"dropout": 0.1,
|
| 16 |
+
"time_embed_dim": 128,
|
| 17 |
+
"num_inference_steps": null,
|
| 18 |
+
"num_train_timesteps": 100,
|
| 19 |
+
"beta_schedule": "squaredcos_cap_v2",
|
| 20 |
+
"prediction_type": "epsilon",
|
| 21 |
+
"clip_sample": true,
|
| 22 |
+
"act_hidden_dim": 512,
|
| 23 |
+
"dim_feedforward": 3200,
|
| 24 |
+
"enc_layers": 4,
|
| 25 |
+
"dec_layers": 7,
|
| 26 |
+
"nheads": 8,
|
| 27 |
+
"latent_dim": 32,
|
| 28 |
+
"kl_weight": 10.0,
|
| 29 |
+
"extra": {}
|
| 30 |
+
},
|
| 31 |
+
"contract": {
|
| 32 |
+
"name": "g1_sonic_dfx6",
|
| 33 |
+
"robot": "g1",
|
| 34 |
+
"cameras": [
|
| 35 |
+
"ego_view",
|
| 36 |
+
"chest"
|
| 37 |
+
],
|
| 38 |
+
"state": [
|
| 39 |
+
[
|
| 40 |
+
"observation.state",
|
| 41 |
+
0,
|
| 42 |
+
29
|
| 43 |
+
],
|
| 44 |
+
[
|
| 45 |
+
"observation.inspire_left_hand_state",
|
| 46 |
+
0,
|
| 47 |
+
6
|
| 48 |
+
],
|
| 49 |
+
[
|
| 50 |
+
"observation.inspire_right_hand_state",
|
| 51 |
+
0,
|
| 52 |
+
6
|
| 53 |
+
],
|
| 54 |
+
[
|
| 55 |
+
"observation.projected_gravity",
|
| 56 |
+
0,
|
| 57 |
+
3
|
| 58 |
+
]
|
| 59 |
+
],
|
| 60 |
+
"action": [
|
| 61 |
+
[
|
| 62 |
+
"action.motion_token",
|
| 63 |
+
0,
|
| 64 |
+
64
|
| 65 |
+
],
|
| 66 |
+
[
|
| 67 |
+
"observation.inspire_left_hand_state",
|
| 68 |
+
0,
|
| 69 |
+
6
|
| 70 |
+
],
|
| 71 |
+
[
|
| 72 |
+
"observation.inspire_right_hand_state",
|
| 73 |
+
0,
|
| 74 |
+
6
|
| 75 |
+
]
|
| 76 |
+
],
|
| 77 |
+
"state_dim": 44,
|
| 78 |
+
"action_dim": 76,
|
| 79 |
+
"action_space": "sonic_dfx6",
|
| 80 |
+
"body_dims": 29
|
| 81 |
+
},
|
| 82 |
+
"image_hw": [
|
| 83 |
+
168,
|
| 84 |
+
224
|
| 85 |
+
],
|
| 86 |
+
"task_text": "Grasp the basket handle with the right hand from the v10 round table, walk while raising it, place and release it on the long desk, then withdraw the open right hand diagonally backward and upward without an additional downward arm return.",
|
| 87 |
+
"dataset": {
|
| 88 |
+
"name": "a20-basket-transfer-pre-reach-trim-expert-v2",
|
| 89 |
+
"root": "/mnt/data0/zuo/Humanoid_benchmark/data/baselines/a20-basket-transfer-pre-reach-trim-expert-v2",
|
| 90 |
+
"robot_type": null,
|
| 91 |
+
"fps": 30.0,
|
| 92 |
+
"episodes": [
|
| 93 |
+
0,
|
| 94 |
+
1,
|
| 95 |
+
2,
|
| 96 |
+
3,
|
| 97 |
+
4,
|
| 98 |
+
5,
|
| 99 |
+
6,
|
| 100 |
+
7,
|
| 101 |
+
8,
|
| 102 |
+
9,
|
| 103 |
+
10,
|
| 104 |
+
11,
|
| 105 |
+
12,
|
| 106 |
+
13,
|
| 107 |
+
14,
|
| 108 |
+
15,
|
| 109 |
+
16,
|
| 110 |
+
17,
|
| 111 |
+
18,
|
| 112 |
+
19,
|
| 113 |
+
20,
|
| 114 |
+
21,
|
| 115 |
+
22,
|
| 116 |
+
23,
|
| 117 |
+
24,
|
| 118 |
+
25,
|
| 119 |
+
26,
|
| 120 |
+
27,
|
| 121 |
+
28,
|
| 122 |
+
29,
|
| 123 |
+
30,
|
| 124 |
+
31,
|
| 125 |
+
32,
|
| 126 |
+
33,
|
| 127 |
+
34,
|
| 128 |
+
35,
|
| 129 |
+
36,
|
| 130 |
+
37,
|
| 131 |
+
38,
|
| 132 |
+
39,
|
| 133 |
+
40,
|
| 134 |
+
41,
|
| 135 |
+
42,
|
| 136 |
+
43,
|
| 137 |
+
44,
|
| 138 |
+
45,
|
| 139 |
+
46,
|
| 140 |
+
47,
|
| 141 |
+
48,
|
| 142 |
+
49,
|
| 143 |
+
50,
|
| 144 |
+
51,
|
| 145 |
+
52,
|
| 146 |
+
53,
|
| 147 |
+
54,
|
| 148 |
+
55,
|
| 149 |
+
56,
|
| 150 |
+
57,
|
| 151 |
+
58,
|
| 152 |
+
59,
|
| 153 |
+
60,
|
| 154 |
+
61,
|
| 155 |
+
62,
|
| 156 |
+
63,
|
| 157 |
+
64,
|
| 158 |
+
65,
|
| 159 |
+
66,
|
| 160 |
+
67,
|
| 161 |
+
68,
|
| 162 |
+
69,
|
| 163 |
+
70,
|
| 164 |
+
71,
|
| 165 |
+
72,
|
| 166 |
+
73,
|
| 167 |
+
74,
|
| 168 |
+
75,
|
| 169 |
+
76,
|
| 170 |
+
77,
|
| 171 |
+
78,
|
| 172 |
+
79,
|
| 173 |
+
80,
|
| 174 |
+
81,
|
| 175 |
+
82,
|
| 176 |
+
83,
|
| 177 |
+
84,
|
| 178 |
+
85,
|
| 179 |
+
86,
|
| 180 |
+
87,
|
| 181 |
+
88,
|
| 182 |
+
89,
|
| 183 |
+
90,
|
| 184 |
+
91,
|
| 185 |
+
92,
|
| 186 |
+
93,
|
| 187 |
+
94,
|
| 188 |
+
95,
|
| 189 |
+
96,
|
| 190 |
+
97,
|
| 191 |
+
98,
|
| 192 |
+
99
|
| 193 |
+
],
|
| 194 |
+
"train_episodes": [
|
| 195 |
+
0,
|
| 196 |
+
1,
|
| 197 |
+
2,
|
| 198 |
+
3,
|
| 199 |
+
4,
|
| 200 |
+
5,
|
| 201 |
+
6,
|
| 202 |
+
7,
|
| 203 |
+
8,
|
| 204 |
+
9,
|
| 205 |
+
10,
|
| 206 |
+
11,
|
| 207 |
+
12,
|
| 208 |
+
13,
|
| 209 |
+
14,
|
| 210 |
+
15,
|
| 211 |
+
16,
|
| 212 |
+
17,
|
| 213 |
+
18,
|
| 214 |
+
19,
|
| 215 |
+
20,
|
| 216 |
+
21,
|
| 217 |
+
22,
|
| 218 |
+
23,
|
| 219 |
+
24,
|
| 220 |
+
25,
|
| 221 |
+
26,
|
| 222 |
+
27,
|
| 223 |
+
28,
|
| 224 |
+
29,
|
| 225 |
+
30,
|
| 226 |
+
31,
|
| 227 |
+
32,
|
| 228 |
+
33,
|
| 229 |
+
34,
|
| 230 |
+
35,
|
| 231 |
+
36,
|
| 232 |
+
37,
|
| 233 |
+
38,
|
| 234 |
+
39,
|
| 235 |
+
40,
|
| 236 |
+
41,
|
| 237 |
+
42,
|
| 238 |
+
43,
|
| 239 |
+
44,
|
| 240 |
+
45,
|
| 241 |
+
46,
|
| 242 |
+
47,
|
| 243 |
+
48,
|
| 244 |
+
49,
|
| 245 |
+
50,
|
| 246 |
+
51,
|
| 247 |
+
52,
|
| 248 |
+
53,
|
| 249 |
+
54,
|
| 250 |
+
55,
|
| 251 |
+
56,
|
| 252 |
+
57,
|
| 253 |
+
58,
|
| 254 |
+
59,
|
| 255 |
+
60,
|
| 256 |
+
61,
|
| 257 |
+
62,
|
| 258 |
+
63,
|
| 259 |
+
64,
|
| 260 |
+
65,
|
| 261 |
+
66,
|
| 262 |
+
67,
|
| 263 |
+
68,
|
| 264 |
+
69,
|
| 265 |
+
70,
|
| 266 |
+
71,
|
| 267 |
+
72,
|
| 268 |
+
73,
|
| 269 |
+
74,
|
| 270 |
+
75,
|
| 271 |
+
76,
|
| 272 |
+
77,
|
| 273 |
+
78,
|
| 274 |
+
79,
|
| 275 |
+
80,
|
| 276 |
+
81,
|
| 277 |
+
82,
|
| 278 |
+
83,
|
| 279 |
+
84,
|
| 280 |
+
85,
|
| 281 |
+
86,
|
| 282 |
+
87,
|
| 283 |
+
88,
|
| 284 |
+
89,
|
| 285 |
+
90,
|
| 286 |
+
91,
|
| 287 |
+
92,
|
| 288 |
+
93,
|
| 289 |
+
94,
|
| 290 |
+
95,
|
| 291 |
+
96,
|
| 292 |
+
97,
|
| 293 |
+
98,
|
| 294 |
+
99
|
| 295 |
+
],
|
| 296 |
+
"val_episodes": [],
|
| 297 |
+
"train_frames": 54433,
|
| 298 |
+
"git_commit": null
|
| 299 |
+
},
|
| 300 |
+
"training": {
|
| 301 |
+
"steps": 20000,
|
| 302 |
+
"batch_size": 512,
|
| 303 |
+
"lr": 0.0001,
|
| 304 |
+
"betas": [
|
| 305 |
+
0.95,
|
| 306 |
+
0.999
|
| 307 |
+
],
|
| 308 |
+
"weight_decay": 1e-06,
|
| 309 |
+
"warmup": 500,
|
| 310 |
+
"schedule": "linear warm-up + cosine",
|
| 311 |
+
"backbone_lr_scale": 0.1,
|
| 312 |
+
"ema": 0.9999,
|
| 313 |
+
"shift_px": 0,
|
| 314 |
+
"amp": true,
|
| 315 |
+
"seed": 0,
|
| 316 |
+
"augmentation": {
|
| 317 |
+
"spec": "docs/augmentation_v2.md",
|
| 318 |
+
"version": "hb-aug-v2-20261109",
|
| 319 |
+
"implementation": "evaluation/augmentation/hb_aug_v2.py",
|
| 320 |
+
"visual": {
|
| 321 |
+
"effects": [
|
| 322 |
+
"exposure",
|
| 323 |
+
"contrast",
|
| 324 |
+
"saturation",
|
| 325 |
+
"hue",
|
| 326 |
+
"gamma",
|
| 327 |
+
"temperature",
|
| 328 |
+
"rotation_crop",
|
| 329 |
+
"noise",
|
| 330 |
+
"gaussian_blur",
|
| 331 |
+
"jpeg",
|
| 332 |
+
"motion_blur",
|
| 333 |
+
"sharpen",
|
| 334 |
+
"defocus",
|
| 335 |
+
"light_shadow",
|
| 336 |
+
"wb_channel"
|
| 337 |
+
],
|
| 338 |
+
"boosted_per_sample": 1,
|
| 339 |
+
"boost": 1.5,
|
| 340 |
+
"pixel_scale": "H / 224",
|
| 341 |
+
"future_targets": "none (one observation frame)"
|
| 342 |
+
},
|
| 343 |
+
"proprio": {
|
| 344 |
+
"robot": "g1",
|
| 345 |
+
"body_dims": 29,
|
| 346 |
+
"bias_deg": 2.0,
|
| 347 |
+
"bias_scope": "per_sample",
|
| 348 |
+
"noise_deg": 0.25,
|
| 349 |
+
"noise_clip_sigma": 3,
|
| 350 |
+
"delay_probability": 0.0,
|
| 351 |
+
"history_drop_probability": 0.0,
|
| 352 |
+
"velocity": false
|
| 353 |
+
},
|
| 354 |
+
"native_image_augmentation": "off",
|
| 355 |
+
"evaluation": "off"
|
| 356 |
+
},
|
| 357 |
+
"preflight": {
|
| 358 |
+
"samples": 64,
|
| 359 |
+
"state_dim": 44,
|
| 360 |
+
"body_dims": 29,
|
| 361 |
+
"images_changed": 64,
|
| 362 |
+
"body_values_moved": 1.0,
|
| 363 |
+
"max_body_offset_deg": 2.5087,
|
| 364 |
+
"actions_bit_identical": true,
|
| 365 |
+
"non_body_state_bit_identical": true,
|
| 366 |
+
"eval_items_deterministic": 8
|
| 367 |
+
}
|
| 368 |
+
},
|
| 369 |
+
"stats": {
|
| 370 |
+
"state": {
|
| 371 |
+
"min": [
|
| 372 |
+
-0.6335107088088989,
|
| 373 |
+
-0.26151371002197266,
|
| 374 |
+
-0.09143047779798508,
|
| 375 |
+
0.13051827251911163,
|
| 376 |
+
-0.41364213824272156,
|
| 377 |
+
-0.17374181747436523,
|
| 378 |
+
-0.5706103444099426,
|
| 379 |
+
-0.4567093253135681,
|
| 380 |
+
-0.5945078730583191,
|
| 381 |
+
0.07693764567375183,
|
| 382 |
+
-0.479587197303772,
|
| 383 |
+
-0.23942920565605164,
|
| 384 |
+
-0.1249256581068039,
|
| 385 |
+
-0.061801809817552567,
|
| 386 |
+
0.03293042629957199,
|
| 387 |
+
-0.15965673327445984,
|
| 388 |
+
0.12444422394037247,
|
| 389 |
+
-1.0301204919815063,
|
| 390 |
+
0.8110364079475403,
|
| 391 |
+
-0.42373916506767273,
|
| 392 |
+
-0.2393926978111267,
|
| 393 |
+
-0.1671462506055832,
|
| 394 |
+
-1.8559280633926392,
|
| 395 |
+
-2.1003689765930176,
|
| 396 |
+
-0.44611114263534546,
|
| 397 |
+
-0.86998051404953,
|
| 398 |
+
-1.5242679119110107,
|
| 399 |
+
-0.9486506581306458,
|
| 400 |
+
-0.4465007185935974,
|
| 401 |
+
0.9997791647911072,
|
| 402 |
+
0.9987788796424866,
|
| 403 |
+
0.9989608526229858,
|
| 404 |
+
0.9997321963310242,
|
| 405 |
+
0.8891316056251526,
|
| 406 |
+
0.9935978651046753,
|
| 407 |
+
0.3987571895122528,
|
| 408 |
+
0.39748135209083557,
|
| 409 |
+
0.3998531103134155,
|
| 410 |
+
0.47865480184555054,
|
| 411 |
+
0.43634313344955444,
|
| 412 |
+
0.0,
|
| 413 |
+
-0.1312161237001419,
|
| 414 |
+
-0.10554340481758118,
|
| 415 |
+
-1.0
|
| 416 |
+
],
|
| 417 |
+
"max": [
|
| 418 |
+
0.18651676177978516,
|
| 419 |
+
0.2880381643772125,
|
| 420 |
+
0.3991033434867859,
|
| 421 |
+
1.1868021488189697,
|
| 422 |
+
0.30963531136512756,
|
| 423 |
+
0.25351187586784363,
|
| 424 |
+
0.13313187658786774,
|
| 425 |
+
0.14919418096542358,
|
| 426 |
+
0.09004810452461243,
|
| 427 |
+
1.1367807388305664,
|
| 428 |
+
0.47997909784317017,
|
| 429 |
+
0.1897573471069336,
|
| 430 |
+
0.12687286734580994,
|
| 431 |
+
0.0903186947107315,
|
| 432 |
+
0.2110750675201416,
|
| 433 |
+
0.1764557808637619,
|
| 434 |
+
0.3972950279712677,
|
| 435 |
+
-0.03375900536775589,
|
| 436 |
+
1.248238205909729,
|
| 437 |
+
0.5087170004844666,
|
| 438 |
+
0.16197925806045532,
|
| 439 |
+
0.19902198016643524,
|
| 440 |
+
0.7476708292961121,
|
| 441 |
+
-0.14924407005310059,
|
| 442 |
+
1.3937729597091675,
|
| 443 |
+
1.4777758121490479,
|
| 444 |
+
1.449870228767395,
|
| 445 |
+
0.9068933725357056,
|
| 446 |
+
1.5030572414398193,
|
| 447 |
+
1.0,
|
| 448 |
+
1.0,
|
| 449 |
+
1.0,
|
| 450 |
+
1.0,
|
| 451 |
+
1.0,
|
| 452 |
+
1.0,
|
| 453 |
+
1.0,
|
| 454 |
+
1.0,
|
| 455 |
+
1.0,
|
| 456 |
+
1.0,
|
| 457 |
+
1.0,
|
| 458 |
+
1.0,
|
| 459 |
+
0.1443370282649994,
|
| 460 |
+
0.07133471965789795,
|
| 461 |
+
-0.9889927506446838
|
| 462 |
+
],
|
| 463 |
+
"mean": [
|
| 464 |
+
-0.1197492680031697,
|
| 465 |
+
0.07687621598947185,
|
| 466 |
+
0.13623676943730387,
|
| 467 |
+
0.27067508540983654,
|
| 468 |
+
-0.09364010490166123,
|
| 469 |
+
-0.029264338937400346,
|
| 470 |
+
-0.0877177892591824,
|
| 471 |
+
-0.09172362643767557,
|
| 472 |
+
-0.21603681153788365,
|
| 473 |
+
0.27020221177162185,
|
| 474 |
+
-0.13314246080400155,
|
| 475 |
+
0.01521604484593622,
|
| 476 |
+
-0.007014541196278249,
|
| 477 |
+
0.023597627586334522,
|
| 478 |
+
0.1362211304918607,
|
| 479 |
+
0.0044590163081436405,
|
| 480 |
+
0.24020097902181153,
|
| 481 |
+
-0.5506130059849405,
|
| 482 |
+
0.986759154493458,
|
| 483 |
+
-0.11353825983460156,
|
| 484 |
+
-0.09008970046721287,
|
| 485 |
+
0.00793797976488734,
|
| 486 |
+
-0.7956446111257796,
|
| 487 |
+
-0.6433268364566035,
|
| 488 |
+
0.35943391980855405,
|
| 489 |
+
0.4128302732079997,
|
| 490 |
+
-0.6341984046200151,
|
| 491 |
+
0.17366417734106818,
|
| 492 |
+
0.31817584543570415,
|
| 493 |
+
0.9999920738393157,
|
| 494 |
+
0.9999916277741105,
|
| 495 |
+
0.9999916507452171,
|
| 496 |
+
0.9999910946907014,
|
| 497 |
+
0.9975380262153739,
|
| 498 |
+
0.9997842168412904,
|
| 499 |
+
0.7431049855982732,
|
| 500 |
+
0.743061001937713,
|
| 501 |
+
0.7431612987122399,
|
| 502 |
+
0.7812160503121215,
|
| 503 |
+
0.7544858488771042,
|
| 504 |
+
0.1884228588481359,
|
| 505 |
+
-0.018600662889153487,
|
| 506 |
+
-0.001923185563505277,
|
| 507 |
+
-0.9992875029526394
|
| 508 |
+
],
|
| 509 |
+
"std": [
|
| 510 |
+
0.1225902736805545,
|
| 511 |
+
0.0667315519538753,
|
| 512 |
+
0.06966628355722553,
|
| 513 |
+
0.1683343132651939,
|
| 514 |
+
0.11676670853146011,
|
| 515 |
+
0.06393707008498987,
|
| 516 |
+
0.14262675997248406,
|
| 517 |
+
0.07183651035230894,
|
| 518 |
+
0.07077858012951907,
|
| 519 |
+
0.1583747884788023,
|
| 520 |
+
0.09609718753190293,
|
| 521 |
+
0.06937572380392895,
|
| 522 |
+
0.038858334068535276,
|
| 523 |
+
0.01853271444550659,
|
| 524 |
+
0.019156535689633315,
|
| 525 |
+
0.04755913941308977,
|
| 526 |
+
0.041089601727671066,
|
| 527 |
+
0.14354888870689778,
|
| 528 |
+
0.053966848435702465,
|
| 529 |
+
0.13684428975351073,
|
| 530 |
+
0.05453949581291963,
|
| 531 |
+
0.06076597347825228,
|
| 532 |
+
0.6370602259123855,
|
| 533 |
+
0.4013113120474627,
|
| 534 |
+
0.24111485368872668,
|
| 535 |
+
0.5381053688248473,
|
| 536 |
+
0.48085827035516315,
|
| 537 |
+
0.1527991524681821,
|
| 538 |
+
0.44871163018722837,
|
| 539 |
+
1.2824078270394207e-05,
|
| 540 |
+
2.1003630589963823e-05,
|
| 541 |
+
1.8574155779181667e-05,
|
| 542 |
+
1.5382720229173254e-05,
|
| 543 |
+
0.0031309164055460465,
|
| 544 |
+
0.0001241612656891375,
|
| 545 |
+
0.2938442161025196,
|
| 546 |
+
0.29381668166139846,
|
| 547 |
+
0.29367033348300187,
|
| 548 |
+
0.25040401472179635,
|
| 549 |
+
0.2708879748387615,
|
| 550 |
+
0.3732468841625382,
|
| 551 |
+
0.027734659598288042,
|
| 552 |
+
0.01745881392269428,
|
| 553 |
+
0.0008838855519788744
|
| 554 |
+
]
|
| 555 |
+
},
|
| 556 |
+
"action": {
|
| 557 |
+
"min": [
|
| 558 |
+
-0.125,
|
| 559 |
+
-0.5,
|
| 560 |
+
-0.375,
|
| 561 |
+
-0.375,
|
| 562 |
+
-0.625,
|
| 563 |
+
-0.5625,
|
| 564 |
+
-0.4375,
|
| 565 |
+
-0.25,
|
| 566 |
+
-0.375,
|
| 567 |
+
-0.1875,
|
| 568 |
+
-0.625,
|
| 569 |
+
-0.25,
|
| 570 |
+
-0.25,
|
| 571 |
+
-0.375,
|
| 572 |
+
-0.3125,
|
| 573 |
+
-0.5,
|
| 574 |
+
-0.1875,
|
| 575 |
+
-0.25,
|
| 576 |
+
-0.5,
|
| 577 |
+
-0.375,
|
| 578 |
+
-0.4375,
|
| 579 |
+
-0.5,
|
| 580 |
+
-0.3125,
|
| 581 |
+
-0.5,
|
| 582 |
+
-0.5,
|
| 583 |
+
0.0,
|
| 584 |
+
-0.4375,
|
| 585 |
+
-0.5,
|
| 586 |
+
-0.5,
|
| 587 |
+
-0.375,
|
| 588 |
+
-0.0625,
|
| 589 |
+
-0.125,
|
| 590 |
+
-0.375,
|
| 591 |
+
-0.1875,
|
| 592 |
+
0.0625,
|
| 593 |
+
-0.6875,
|
| 594 |
+
-0.1875,
|
| 595 |
+
-0.5,
|
| 596 |
+
-0.375,
|
| 597 |
+
-0.3125,
|
| 598 |
+
-0.4375,
|
| 599 |
+
-0.5625,
|
| 600 |
+
-0.375,
|
| 601 |
+
-0.125,
|
| 602 |
+
-0.5625,
|
| 603 |
+
-0.4375,
|
| 604 |
+
-0.375,
|
| 605 |
+
-0.25,
|
| 606 |
+
-0.1875,
|
| 607 |
+
-0.5625,
|
| 608 |
+
-0.375,
|
| 609 |
+
-0.1875,
|
| 610 |
+
-0.5,
|
| 611 |
+
-0.5625,
|
| 612 |
+
-0.3125,
|
| 613 |
+
-0.3125,
|
| 614 |
+
-0.5,
|
| 615 |
+
-0.125,
|
| 616 |
+
-0.625,
|
| 617 |
+
-0.3125,
|
| 618 |
+
-0.5625,
|
| 619 |
+
-0.1875,
|
| 620 |
+
-0.3125,
|
| 621 |
+
-0.125,
|
| 622 |
+
0.9997791647911072,
|
| 623 |
+
0.9987788796424866,
|
| 624 |
+
0.9989608526229858,
|
| 625 |
+
0.9997321963310242,
|
| 626 |
+
0.8891316056251526,
|
| 627 |
+
0.9935978651046753,
|
| 628 |
+
0.3987571895122528,
|
| 629 |
+
0.39748135209083557,
|
| 630 |
+
0.3998531103134155,
|
| 631 |
+
0.47865480184555054,
|
| 632 |
+
0.43634313344955444,
|
| 633 |
+
0.0
|
| 634 |
+
],
|
| 635 |
+
"max": [
|
| 636 |
+
0.5625,
|
| 637 |
+
0.375,
|
| 638 |
+
0.375,
|
| 639 |
+
0.4375,
|
| 640 |
+
0.25,
|
| 641 |
+
0.25,
|
| 642 |
+
0.1875,
|
| 643 |
+
0.25,
|
| 644 |
+
0.3125,
|
| 645 |
+
0.1875,
|
| 646 |
+
0.125,
|
| 647 |
+
0.375,
|
| 648 |
+
0.5,
|
| 649 |
+
0.25,
|
| 650 |
+
0.3125,
|
| 651 |
+
0.25,
|
| 652 |
+
0.375,
|
| 653 |
+
0.5625,
|
| 654 |
+
0.1875,
|
| 655 |
+
0.25,
|
| 656 |
+
0.25,
|
| 657 |
+
0.1875,
|
| 658 |
+
0.5,
|
| 659 |
+
0.3125,
|
| 660 |
+
0.0625,
|
| 661 |
+
0.5,
|
| 662 |
+
0.0,
|
| 663 |
+
0.1875,
|
| 664 |
+
0.3125,
|
| 665 |
+
0.375,
|
| 666 |
+
0.6875,
|
| 667 |
+
0.5,
|
| 668 |
+
0.25,
|
| 669 |
+
0.5,
|
| 670 |
+
0.375,
|
| 671 |
+
0.125,
|
| 672 |
+
0.6875,
|
| 673 |
+
0.1875,
|
| 674 |
+
0.375,
|
| 675 |
+
0.25,
|
| 676 |
+
0.125,
|
| 677 |
+
0.375,
|
| 678 |
+
0.1875,
|
| 679 |
+
0.5,
|
| 680 |
+
0.3125,
|
| 681 |
+
0.5,
|
| 682 |
+
0.5,
|
| 683 |
+
0.4375,
|
| 684 |
+
0.5,
|
| 685 |
+
0.1875,
|
| 686 |
+
0.5,
|
| 687 |
+
0.3125,
|
| 688 |
+
0.625,
|
| 689 |
+
0.125,
|
| 690 |
+
0.25,
|
| 691 |
+
0.5625,
|
| 692 |
+
0.5,
|
| 693 |
+
0.3125,
|
| 694 |
+
0.125,
|
| 695 |
+
0.1875,
|
| 696 |
+
0.25,
|
| 697 |
+
0.625,
|
| 698 |
+
0.4375,
|
| 699 |
+
0.6875,
|
| 700 |
+
1.0,
|
| 701 |
+
1.0,
|
| 702 |
+
1.0,
|
| 703 |
+
1.0,
|
| 704 |
+
1.0,
|
| 705 |
+
1.0,
|
| 706 |
+
1.0,
|
| 707 |
+
1.0,
|
| 708 |
+
1.0,
|
| 709 |
+
1.0,
|
| 710 |
+
1.0,
|
| 711 |
+
1.0
|
| 712 |
+
],
|
| 713 |
+
"mean": [
|
| 714 |
+
0.28530257380633073,
|
| 715 |
+
0.0012216853746808002,
|
| 716 |
+
0.02519611265225139,
|
| 717 |
+
0.0920742013117043,
|
| 718 |
+
-0.18735762313302592,
|
| 719 |
+
-0.18916948358532507,
|
| 720 |
+
-0.10082578582844966,
|
| 721 |
+
-0.04547218599011629,
|
| 722 |
+
0.009826300222291624,
|
| 723 |
+
-0.09046442415446512,
|
| 724 |
+
-0.3906258611504051,
|
| 725 |
+
0.07456643947605313,
|
| 726 |
+
0.06761982620836625,
|
| 727 |
+
0.016528346774934324,
|
| 728 |
+
0.02783008469127184,
|
| 729 |
+
-0.15926115591644774,
|
| 730 |
+
0.137793250417945,
|
| 731 |
+
0.13872558925651718,
|
| 732 |
+
-0.17794123050355484,
|
| 733 |
+
-0.04058314809031286,
|
| 734 |
+
-0.1081088218543898,
|
| 735 |
+
-0.27256788161593154,
|
| 736 |
+
0.0295489408998218,
|
| 737 |
+
-0.12704953796410265,
|
| 738 |
+
-0.2065647217680451,
|
| 739 |
+
0.257109657744383,
|
| 740 |
+
-0.2610296143883306,
|
| 741 |
+
-0.11359147943343192,
|
| 742 |
+
-0.08978239303363768,
|
| 743 |
+
0.042958775007807766,
|
| 744 |
+
0.3583063123472893,
|
| 745 |
+
0.2295861425973215,
|
| 746 |
+
0.005530882001726894,
|
| 747 |
+
0.18030882001726894,
|
| 748 |
+
0.22869399077765326,
|
| 749 |
+
-0.3416688865210442,
|
| 750 |
+
0.16757757242849006,
|
| 751 |
+
-0.24212104789374092,
|
| 752 |
+
-0.08830580713905167,
|
| 753 |
+
0.03962554883985817,
|
| 754 |
+
-0.24867382837616886,
|
| 755 |
+
-0.16334300883655137,
|
| 756 |
+
-0.10593298183087466,
|
| 757 |
+
0.29390833685448164,
|
| 758 |
+
-0.17902857641504236,
|
| 759 |
+
-0.02676455459004648,
|
| 760 |
+
-0.010649560009553029,
|
| 761 |
+
0.006596412102952253,
|
| 762 |
+
0.19015693604982273,
|
| 763 |
+
-0.28608220197306783,
|
| 764 |
+
0.0342829717267099,
|
| 765 |
+
0.05214208292763581,
|
| 766 |
+
0.2372308617933974,
|
| 767 |
+
-0.27289282236878365,
|
| 768 |
+
-0.07418638509727556,
|
| 769 |
+
0.21441496886080136,
|
| 770 |
+
-0.07936362133264747,
|
| 771 |
+
0.07053166277809417,
|
| 772 |
+
-0.2592969797732993,
|
| 773 |
+
-0.04738279168886521,
|
| 774 |
+
-0.25777561405764887,
|
| 775 |
+
0.3476016387118108,
|
| 776 |
+
0.0341980048867415,
|
| 777 |
+
0.4095493542520162,
|
| 778 |
+
0.9999920738393157,
|
| 779 |
+
0.9999916277741105,
|
| 780 |
+
0.9999916507452171,
|
| 781 |
+
0.9999910946907014,
|
| 782 |
+
0.9975380262153739,
|
| 783 |
+
0.9997842168412904,
|
| 784 |
+
0.7431049855982732,
|
| 785 |
+
0.743061001937713,
|
| 786 |
+
0.7431612987122399,
|
| 787 |
+
0.7812160503121215,
|
| 788 |
+
0.7544858488771042,
|
| 789 |
+
0.1884228588481359
|
| 790 |
+
],
|
| 791 |
+
"std": [
|
| 792 |
+
0.13976769962393334,
|
| 793 |
+
0.2042750041966315,
|
| 794 |
+
0.11249063031363368,
|
| 795 |
+
0.11082072512754977,
|
| 796 |
+
0.1564752219884858,
|
| 797 |
+
0.17244514813212275,
|
| 798 |
+
0.10524673666978752,
|
| 799 |
+
0.09606056085676273,
|
| 800 |
+
0.16248529891535804,
|
| 801 |
+
0.06517700714473815,
|
| 802 |
+
0.12267993314050843,
|
| 803 |
+
0.09188274452085451,
|
| 804 |
+
0.1817845505649146,
|
| 805 |
+
0.13895894808224718,
|
| 806 |
+
0.09471602567899642,
|
| 807 |
+
0.143892040083983,
|
| 808 |
+
0.13123846053152619,
|
| 809 |
+
0.17169478968550717,
|
| 810 |
+
0.099377781857111,
|
| 811 |
+
0.12335366669054255,
|
| 812 |
+
0.09243992450340514,
|
| 813 |
+
0.12474594719512408,
|
| 814 |
+
0.1211368699762344,
|
| 815 |
+
0.17473771543792177,
|
| 816 |
+
0.12139112019256279,
|
| 817 |
+
0.08058301151688785,
|
| 818 |
+
0.08181288643740524,
|
| 819 |
+
0.12245444611527911,
|
| 820 |
+
0.15642136427791328,
|
| 821 |
+
0.16023434329274994,
|
| 822 |
+
0.1749952692685118,
|
| 823 |
+
0.10352440920325795,
|
| 824 |
+
0.07368975064774456,
|
| 825 |
+
0.13144910448634894,
|
| 826 |
+
0.04419890783153379,
|
| 827 |
+
0.18157602689607938,
|
| 828 |
+
0.15703202636240324,
|
| 829 |
+
0.1308473547559705,
|
| 830 |
+
0.10877569321547828,
|
| 831 |
+
0.06509046280547963,
|
| 832 |
+
0.08347560937172435,
|
| 833 |
+
0.19809736217235097,
|
| 834 |
+
0.06719381956707862,
|
| 835 |
+
0.09127596366580104,
|
| 836 |
+
0.13233099033714146,
|
| 837 |
+
0.25952623468134783,
|
| 838 |
+
0.21598709847307782,
|
| 839 |
+
0.10931842674892184,
|
| 840 |
+
0.11294459446909082,
|
| 841 |
+
0.1403015515249487,
|
| 842 |
+
0.10231818070157317,
|
| 843 |
+
0.10139944441893624,
|
| 844 |
+
0.288021039372521,
|
| 845 |
+
0.11780041132456433,
|
| 846 |
+
0.11650297357712408,
|
| 847 |
+
0.21262101617713844,
|
| 848 |
+
0.28703233994958033,
|
| 849 |
+
0.09814627765272926,
|
| 850 |
+
0.21616444128412057,
|
| 851 |
+
0.06262758949048293,
|
| 852 |
+
0.1745534315389492,
|
| 853 |
+
0.17455467068976818,
|
| 854 |
+
0.10468632106020986,
|
| 855 |
+
0.18477106893909007,
|
| 856 |
+
1.2824078270394207e-05,
|
| 857 |
+
2.1003630589963823e-05,
|
| 858 |
+
1.8574155779181667e-05,
|
| 859 |
+
1.5382720229173254e-05,
|
| 860 |
+
0.0031309164055460465,
|
| 861 |
+
0.0001241612656891375,
|
| 862 |
+
0.2938442161025196,
|
| 863 |
+
0.29381668166139846,
|
| 864 |
+
0.29367033348300187,
|
| 865 |
+
0.25040401472179635,
|
| 866 |
+
0.2708879748387615,
|
| 867 |
+
0.3732468841625382
|
| 868 |
+
]
|
| 869 |
+
}
|
| 870 |
+
},
|
| 871 |
+
"code_commit": "028df1bb7024fb1e3d176de7e60c84d3333cd97f",
|
| 872 |
+
"step": 6000,
|
| 873 |
+
"weights": "ema",
|
| 874 |
+
"offline_eval": {
|
| 875 |
+
"mse": 0.021967994049191475,
|
| 876 |
+
"mse_row0": 0.022920215502381325,
|
| 877 |
+
"mse_motion_token": 0.02157071977853775,
|
| 878 |
+
"mse_inspire_left_hand_state": 0.0040762959979474545,
|
| 879 |
+
"mse_inspire_right_hand_state": 0.044097285717725754,
|
| 880 |
+
"samples": 256,
|
| 881 |
+
"frames": "train"
|
| 882 |
+
},
|
| 883 |
+
"format": "hb_baselines/1"
|
| 884 |
+
}
|
a20-basket-transfer/b512-trimv2-cont-20261117/step-006000/model.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e6330966ba75b01c067645e78990edf9ad0c9d1bc25a27a62daf7b27ae9d86d2
|
| 3 |
+
size 90311637
|
a20-basket-transfer/b512-trimv2-cont-20261117/step-006000/protocol.json
ADDED
|
@@ -0,0 +1,11 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"format": "hb_baselines/1",
|
| 3 |
+
"step": 6000,
|
| 4 |
+
"policy": "fm_dit",
|
| 5 |
+
"files": {
|
| 6 |
+
"model.pt": {
|
| 7 |
+
"bytes": 90311637,
|
| 8 |
+
"sha256": "e6330966ba75b01c067645e78990edf9ad0c9d1bc25a27a62daf7b27ae9d86d2"
|
| 9 |
+
}
|
| 10 |
+
}
|
| 11 |
+
}
|
a20-basket-transfer/b512-trimv2-cont-20261117/train_state.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6d915877204726b60be63b55ae1b9714eb124f74236d86cd541195206297317c
|
| 3 |
+
size 361027953
|
b5-chair-push-standing-start/b512-cont-20261117/RESUME.md
ADDED
|
@@ -0,0 +1,39 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# B5 FM-DiT continuation, paused 2026-11-17
|
| 2 |
+
|
| 3 |
+
This is an independent continuation from the local step-4,000 baseline.
|
| 4 |
+
The portable training state is **step 6,000**; the last logged step is 6450.
|
| 5 |
+
Updates after step 6,000 remain only in the paused local process and are not in this release.
|
| 6 |
+
The training target was 20,000 total steps. This package is not a completed 20,000-step run.
|
| 7 |
+
|
| 8 |
+
## Files
|
| 9 |
+
|
| 10 |
+
- `train_state.pt`: raw policy, AdamW moments, LR scheduler, EMA, step and full config.
|
| 11 |
+
- `step-006000/`: EMA inference checkpoint, config and weight hash protocol.
|
| 12 |
+
- `run.json`, `resume.json`: recipe, data identity, preflight and pause details.
|
| 13 |
+
- `logs/`: current and original training logs. Log rows after 6,000 are history, not saved weights.
|
| 14 |
+
- `provenance/`: original run, original checkpoint config and hash protocol.
|
| 15 |
+
- `SHA256SUMS`: hashes of this package and its shared source snapshot, relative to repository root.
|
| 16 |
+
|
| 17 |
+
## Resume
|
| 18 |
+
|
| 19 |
+
Use Python 3.12 and install `code/fmdit_continue_20261117/baselines/requirements.txt`.
|
| 20 |
+
Download the original dataset separately (access to its private repository is required):
|
| 21 |
+
|
| 22 |
+
```bash
|
| 23 |
+
hf download humanoid-benchmark/b5-chair-push-standing-start-expert-v1 --repo-type dataset --revision 913f5a16863c360cf2211c83bf98839d3f411293 --local-dir /path/to/b5-chair-push-standing-start-expert-v1
|
| 24 |
+
python code/fmdit_continue_20261117/resume.py --task b5 --dataset /path/to/b5-chair-push-standing-start-expert-v1 --out /path/to/new_b5_run --cache-dir /path/to/frame_cache --steps 20000 --device cuda:0
|
| 25 |
+
```
|
| 26 |
+
|
| 27 |
+
Run these commands from the downloaded model repository root. The launcher resolves its source
|
| 28 |
+
and state relative to itself, copies the state to a new output directory and starts the frozen
|
| 29 |
+
trainer with `--resume`; add `--dry-run` to inspect without copying or training.
|
| 30 |
+
Confirm the trainer logs `resumed` at step 6,000. `--steps` means total steps, not additional steps;
|
| 31 |
+
use 16000 for 10,000 more steps from this checkpoint. Existing output state is never overwritten.
|
| 32 |
+
No training automatically starts when this repository is downloaded.
|
| 33 |
+
|
| 34 |
+
Batch 512, seed 0, state44/action76, 16-row chunks, 168x224 head/chest RGB, hb-v2 augmentation,
|
| 35 |
+
500-step original warm-up, AdamW and EMA are unchanged. At the default total of 20,000,
|
| 36 |
+
the saved LR/scheduler continues consistently. Choosing a different total changes cosine decay
|
| 37 |
+
from the next scheduler update. Original RNG and DataLoader state were not recorded; this is
|
| 38 |
+
not a bit-exact continuation. Offline MSE uses 256 training frames, not held-out validation
|
| 39 |
+
or closed-loop success. Source snapshot: `code/fmdit_continue_20261117/` (original commit `028df1bb7024fb1e3d176de7e60c84d3333cd97f`).
|
b5-chair-push-standing-start/b512-cont-20261117/SHA256SUMS
ADDED
|
@@ -0,0 +1,28 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
efd80e6edf87d36f99fd94bbe9b96d6b35d167ecde703487e319fbfa543fdd82 b5-chair-push-standing-start/b512-cont-20261117/RESUME.md
|
| 2 |
+
ab9a586c2b4e915ea22ee113593f94aaaa0450a29aecf25e591098a57cec5b84 b5-chair-push-standing-start/b512-cont-20261117/logs/parent_train_log.jsonl
|
| 3 |
+
8407c661bee0cf984f86c896d602aebcdd5bf5c825ffe5e4a694ac98c485fc2e b5-chair-push-standing-start/b512-cont-20261117/logs/train_log.jsonl
|
| 4 |
+
511d8933819ee51b21a2708fdd309a383f1bcce03bde0a34c658d47a33b2cff0 b5-chair-push-standing-start/b512-cont-20261117/logs/train_stdout.log
|
| 5 |
+
e0b6ab57b0ce166912bd79f487b087e6d82e852672dc4cbc8ffb2c6080ec9e7b b5-chair-push-standing-start/b512-cont-20261117/provenance/parent_checkpoint_config.json
|
| 6 |
+
98b407d4ce9da2f79c7ed8112d6318b1dd10941b0431fe18b789045f46be8579 b5-chair-push-standing-start/b512-cont-20261117/provenance/parent_checkpoint_protocol.json
|
| 7 |
+
cdd12f6b34c320fa2b98c4b9d3e7763b00b47a3cb2f08b3edfbaaa604d16c08d b5-chair-push-standing-start/b512-cont-20261117/provenance/parent_run.json
|
| 8 |
+
cc637e45fc7a755dc7fe107fec52d58ccf54cca2428ef6ea3824cc3ef49e21ab b5-chair-push-standing-start/b512-cont-20261117/resume.json
|
| 9 |
+
b6947d418f47afba62436535b134da472a1b7ef460157c8ad5996b967bcab151 b5-chair-push-standing-start/b512-cont-20261117/run.json
|
| 10 |
+
5577ebd4a19504480823331dcafb095e600fe6daf697ca5b144880cbfcfd2ec5 b5-chair-push-standing-start/b512-cont-20261117/step-006000/config.json
|
| 11 |
+
5178087fc50ffb7c5b233bae26ba6bc083c037bcd611d62a9f573166c8b564b3 b5-chair-push-standing-start/b512-cont-20261117/step-006000/model.pt
|
| 12 |
+
0a7efc01e3d1a6d2114ad7afba4f3820cfb13142dbcd80800c8604309a61933f b5-chair-push-standing-start/b512-cont-20261117/step-006000/protocol.json
|
| 13 |
+
74b1d066a512bb535c3e87ad34636723b05507ef591530ae59f80b45e20f0797 b5-chair-push-standing-start/b512-cont-20261117/train_state.pt
|
| 14 |
+
f7cf756cb60f0ce1da9b7ab8b1549b42f9a59d608bb06addd206d270b7c2d14c code/fmdit_continue_20261117/augmentation/__init__.py
|
| 15 |
+
96539b2fcf729917f668c9a776a0526c4b109611bf921dcbd753983c0f5813f2 code/fmdit_continue_20261117/augmentation/check_spec.py
|
| 16 |
+
9f7713cea4f846efcfc924234267ced48210357f419d67915c10b504316bedde code/fmdit_continue_20261117/augmentation/hb_aug_v2.py
|
| 17 |
+
815562186d3aaf87aba05085da6e951bc48b0b90a5d1c4910f2a3f625009bc52 code/fmdit_continue_20261117/augmentation/preview.py
|
| 18 |
+
0a8ee3ccab6e183804c08066a9e7eb207d9b13ca38c0e596ce5d58c8302d7929 code/fmdit_continue_20261117/baselines/__init__.py
|
| 19 |
+
3db95cd8e4e436875e11f1054a99d250ca7d94e0127909090b58730402340f19 code/fmdit_continue_20261117/baselines/act_nets.py
|
| 20 |
+
b537b03bc538910691b599862138494c11354147785a779a22ad83ff4b72a8d5 code/fmdit_continue_20261117/baselines/adapters.py
|
| 21 |
+
88c1971e18e9842136884f6a369468fe27f189b888b39870622304101a063b06 code/fmdit_continue_20261117/baselines/data.py
|
| 22 |
+
38a66937bb92393a3f1ce0644b249da28d582a4fd03d134b7743e6037abd88b9 code/fmdit_continue_20261117/baselines/nets.py
|
| 23 |
+
750d4c6193aabcacc0f53df26c2c51f64b3f836b940b32ccb5c69f5959419afa code/fmdit_continue_20261117/baselines/policies.py
|
| 24 |
+
bb211f66038e53efd08ee3ec03e133d8bb206ec36cc608d349b4fad3a61e874b code/fmdit_continue_20261117/baselines/requirements.txt
|
| 25 |
+
5d680d59124ca83f9c2088f8e1738395b87ddc58798acf7815e163102738b7ae code/fmdit_continue_20261117/baselines/runtime.py
|
| 26 |
+
b368d14aaab69d04f5372b1f3bb358c2a78f83134cc0e926faa8887e3ddbe297 code/fmdit_continue_20261117/baselines/train.py
|
| 27 |
+
fe9aaed24789080f05ce8f510d5a132bbd65e7c39b6de20500210742f0be4185 code/fmdit_continue_20261117/docs/augmentation_v2.md
|
| 28 |
+
5dbc2ec3f4f0638181eef9dca07c76f3594bdd5a24141f1a4b50d6532dbe4bba code/fmdit_continue_20261117/resume.py
|
b5-chair-push-standing-start/b512-cont-20261117/logs/parent_train_log.jsonl
ADDED
|
@@ -0,0 +1,41 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"event": "train", "step": 100, "lr": 2.0200000000000003e-05, "backbone_lr": 2.02e-06, "ema_decay": 0.968612, "it_s": 0.4, "data_frac": 0.916, "fm": 1.7907884335517883, "loss": 1.7907884335517883}
|
| 2 |
+
{"event": "train", "step": 200, "lr": 4.02e-05, "backbone_lr": 4.0200000000000005e-06, "ema_decay": 0.981267, "it_s": 0.45, "data_frac": 0.91, "fm": 1.084095389842987, "loss": 1.084095389842987}
|
| 3 |
+
{"event": "train", "step": 300, "lr": 6.02e-05, "backbone_lr": 6.02e-06, "ema_decay": 0.986162, "it_s": 0.48, "data_frac": 0.905, "fm": 0.8346792155504227, "loss": 0.8346792155504227}
|
| 4 |
+
{"event": "train", "step": 400, "lr": 8.020000000000001e-05, "backbone_lr": 8.020000000000001e-06, "ema_decay": 0.988841, "it_s": 0.41, "data_frac": 0.919, "fm": 0.33616609528660774, "loss": 0.33616609528660774}
|
| 5 |
+
{"event": "train", "step": 500, "lr": 0.0001, "backbone_lr": 1e-05, "ema_decay": 0.990557, "it_s": 0.42, "data_frac": 0.917, "fm": 0.22414932146668434, "loss": 0.22414932146668434}
|
| 6 |
+
{"event": "train", "step": 600, "lr": 9.979871469976196e-05, "backbone_lr": 9.979871469976197e-06, "ema_decay": 0.991762, "it_s": 0.47, "data_frac": 0.906, "fm": 0.19345682978630066, "loss": 0.19345682978630066}
|
| 7 |
+
{"event": "train", "step": 700, "lr": 9.919647942993148e-05, "backbone_lr": 9.91964794299315e-06, "ema_decay": 0.99266, "it_s": 0.39, "data_frac": 0.921, "fm": 0.17725971847772598, "loss": 0.17725971847772598}
|
| 8 |
+
{"event": "train", "step": 800, "lr": 9.819814303479267e-05, "backbone_lr": 9.819814303479268e-06, "ema_decay": 0.993358, "it_s": 0.43, "data_frac": 0.915, "fm": 0.16511793345212936, "loss": 0.16511793345212936}
|
| 9 |
+
{"event": "train", "step": 900, "lr": 9.681174353198687e-05, "backbone_lr": 9.681174353198687e-06, "ema_decay": 0.993919, "it_s": 0.45, "data_frac": 0.91, "fm": 0.15741885900497438, "loss": 0.15741885900497438}
|
| 10 |
+
{"event": "train", "step": 1000, "lr": 9.504844339512095e-05, "backbone_lr": 9.504844339512096e-06, "ema_decay": 0.994381, "it_s": 0.43, "data_frac": 0.912, "fm": 0.15153889253735542, "loss": 0.15153889253735542}
|
| 11 |
+
{"event": "train", "step": 1100, "lr": 9.292243968009331e-05, "backbone_lr": 9.292243968009332e-06, "ema_decay": 0.994768, "it_s": 0.42, "data_frac": 0.916, "fm": 0.14672573275864123, "loss": 0.14672573275864123}
|
| 12 |
+
{"event": "train", "step": 1200, "lr": 9.045084971874738e-05, "backbone_lr": 9.045084971874738e-06, "ema_decay": 0.995098, "it_s": 0.48, "data_frac": 0.903, "fm": 0.14304948396980763, "loss": 0.14304948396980763}
|
| 13 |
+
{"event": "train", "step": 1300, "lr": 8.765357330018056e-05, "backbone_lr": 8.765357330018056e-06, "ema_decay": 0.995384, "it_s": 0.41, "data_frac": 0.918, "fm": 0.13919761806726455, "loss": 0.13919761806726455}
|
| 14 |
+
{"event": "train", "step": 1400, "lr": 8.455313244934324e-05, "backbone_lr": 8.455313244934324e-06, "ema_decay": 0.995633, "it_s": 0.45, "data_frac": 0.91, "fm": 0.13632708579301833, "loss": 0.13632708579301833}
|
| 15 |
+
{"event": "train", "step": 1500, "lr": 8.117449009293668e-05, "backbone_lr": 8.117449009293668e-06, "ema_decay": 0.995853, "it_s": 0.48, "data_frac": 0.905, "fm": 0.13352992624044419, "loss": 0.13352992624044419}
|
| 16 |
+
{"event": "train", "step": 1600, "lr": 7.754484907260513e-05, "backbone_lr": 7.754484907260513e-06, "ema_decay": 0.996049, "it_s": 0.38, "data_frac": 0.924, "fm": 0.1312162097543478, "loss": 0.1312162097543478}
|
| 17 |
+
{"event": "train", "step": 1700, "lr": 7.369343312364993e-05, "backbone_lr": 7.369343312364994e-06, "ema_decay": 0.996225, "it_s": 0.47, "data_frac": 0.907, "fm": 0.13106721945106983, "loss": 0.13106721945106983}
|
| 18 |
+
{"event": "train", "step": 1800, "lr": 6.965125158269619e-05, "backbone_lr": 6.965125158269619e-06, "ema_decay": 0.996383, "it_s": 0.45, "data_frac": 0.911, "fm": 0.1269450791180134, "loss": 0.1269450791180134}
|
| 19 |
+
{"event": "train", "step": 1900, "lr": 6.545084971874738e-05, "backbone_lr": 6.545084971874738e-06, "ema_decay": 0.996527, "it_s": 0.42, "data_frac": 0.916, "fm": 0.12604121074080468, "loss": 0.12604121074080468}
|
| 20 |
+
{"event": "train", "step": 2000, "lr": 6.112604669781572e-05, "backbone_lr": 6.112604669781572e-06, "ema_decay": 0.996658, "it_s": 0.4, "data_frac": 0.92, "fm": 0.1254367930442095, "loss": 0.1254367930442095}
|
| 21 |
+
{"event": "train", "step": 2100, "lr": 5.6711663290882776e-05, "backbone_lr": 5.671166329088278e-06, "ema_decay": 0.996778, "it_s": 0.44, "data_frac": 0.912, "fm": 0.12186870411038399, "loss": 0.12186870411038399}
|
| 22 |
+
{"event": "train", "step": 2200, "lr": 5.2243241517525754e-05, "backbone_lr": 5.224324151752575e-06, "ema_decay": 0.996888, "it_s": 0.4, "data_frac": 0.92, "fm": 0.12166027002036571, "loss": 0.12166027002036571}
|
| 23 |
+
{"event": "train", "step": 2300, "lr": 4.775675848247427e-05, "backbone_lr": 4.775675848247427e-06, "ema_decay": 0.99699, "it_s": 0.43, "data_frac": 0.914, "fm": 0.11966084256768227, "loss": 0.11966084256768227}
|
| 24 |
+
{"event": "train", "step": 2400, "lr": 4.328833670911724e-05, "backbone_lr": 4.3288336709117246e-06, "ema_decay": 0.997085, "it_s": 0.46, "data_frac": 0.909, "fm": 0.11889605417847633, "loss": 0.11889605417847633}
|
| 25 |
+
{"event": "train", "step": 2500, "lr": 3.887395330218429e-05, "backbone_lr": 3.887395330218429e-06, "ema_decay": 0.997172, "it_s": 0.39, "data_frac": 0.922, "fm": 0.11775025725364685, "loss": 0.11775025725364685}
|
| 26 |
+
{"event": "train", "step": 2600, "lr": 3.4549150281252636e-05, "backbone_lr": 3.4549150281252635e-06, "ema_decay": 0.997254, "it_s": 0.44, "data_frac": 0.912, "fm": 0.11720367975533008, "loss": 0.11720367975533008}
|
| 27 |
+
{"event": "train", "step": 2700, "lr": 3.0348748417303823e-05, "backbone_lr": 3.0348748417303826e-06, "ema_decay": 0.997331, "it_s": 0.45, "data_frac": 0.91, "fm": 0.11644909419119358, "loss": 0.11644909419119358}
|
| 28 |
+
{"event": "train", "step": 2800, "lr": 2.630656687635007e-05, "backbone_lr": 2.6306566876350072e-06, "ema_decay": 0.997403, "it_s": 0.38, "data_frac": 0.923, "fm": 0.11563613310456276, "loss": 0.11563613310456276}
|
| 29 |
+
{"event": "train", "step": 2900, "lr": 2.245515092739488e-05, "backbone_lr": 2.245515092739488e-06, "ema_decay": 0.99747, "it_s": 0.45, "data_frac": 0.911, "fm": 0.11447477258741856, "loss": 0.11447477258741856}
|
| 30 |
+
{"event": "train", "step": 3000, "lr": 1.8825509907063327e-05, "backbone_lr": 1.8825509907063328e-06, "ema_decay": 0.997534, "it_s": 0.43, "data_frac": 0.914, "fm": 0.11389160357415676, "loss": 0.11389160357415676}
|
| 31 |
+
{"event": "train", "step": 3100, "lr": 1.544686755065677e-05, "backbone_lr": 1.544686755065677e-06, "ema_decay": 0.997594, "it_s": 0.39, "data_frac": 0.921, "fm": 0.11373364746570587, "loss": 0.11373364746570587}
|
| 32 |
+
{"event": "train", "step": 3200, "lr": 1.2346426699819458e-05, "backbone_lr": 1.234642669981946e-06, "ema_decay": 0.99765, "it_s": 0.42, "data_frac": 0.917, "fm": 0.11283902548253537, "loss": 0.11283902548253537}
|
| 33 |
+
{"event": "train", "step": 3300, "lr": 9.549150281252633e-06, "backbone_lr": 9.549150281252633e-07, "ema_decay": 0.997704, "it_s": 0.43, "data_frac": 0.913, "fm": 0.11270486310124397, "loss": 0.11270486310124397}
|
| 34 |
+
{"event": "train", "step": 3400, "lr": 7.077560319906695e-06, "backbone_lr": 7.077560319906696e-07, "ema_decay": 0.997755, "it_s": 0.39, "data_frac": 0.92, "fm": 0.11248455762863159, "loss": 0.11248455762863159}
|
| 35 |
+
{"event": "train", "step": 3500, "lr": 4.951556604879048e-06, "backbone_lr": 4.951556604879049e-07, "ema_decay": 0.997803, "it_s": 0.44, "data_frac": 0.913, "fm": 0.11236242108047008, "loss": 0.11236242108047008}
|
| 36 |
+
{"event": "train", "step": 3600, "lr": 3.18825646801314e-06, "backbone_lr": 3.18825646801314e-07, "ema_decay": 0.997849, "it_s": 0.49, "data_frac": 0.903, "fm": 0.11242782689630985, "loss": 0.11242782689630985}
|
| 37 |
+
{"event": "train", "step": 3700, "lr": 1.8018569652073381e-06, "backbone_lr": 1.801856965207338e-07, "ema_decay": 0.997893, "it_s": 0.42, "data_frac": 0.916, "fm": 0.11282645657658577, "loss": 0.11282645657658577}
|
| 38 |
+
{"event": "train", "step": 3800, "lr": 8.035205700685167e-07, "backbone_lr": 8.035205700685167e-08, "ema_decay": 0.997934, "it_s": 0.44, "data_frac": 0.913, "fm": 0.11049417972564697, "loss": 0.11049417972564697}
|
| 39 |
+
{"event": "train", "step": 3900, "lr": 2.012853002380466e-07, "backbone_lr": 2.012853002380466e-08, "ema_decay": 0.997974, "it_s": 0.46, "data_frac": 0.907, "fm": 0.11322126060724258, "loss": 0.11322126060724258}
|
| 40 |
+
{"event": "train", "step": 4000, "lr": 0.0, "backbone_lr": 0.0, "ema_decay": 0.998012, "it_s": 0.39, "data_frac": 0.922, "fm": 0.11050335392355919, "loss": 0.11050335392355919}
|
| 41 |
+
{"event": "save", "step": 4000, "checkpoint": "/mnt/data0/zuo/Humanoid_benchmark/results/baselines_preflight_20261117/runs/b5_chair_push_standing_start_v1/fm_dit/checkpoints/step-004000", "mse": 0.03382289409637451, "mse_row0": 0.03190438449382782, "mse_motion_token": 0.030815009027719498, "mse_inspire_left_hand_state": 0.04951713606715202, "mse_inspire_right_hand_state": 0.0502127967774868}
|
b5-chair-push-standing-start/b512-cont-20261117/logs/train_log.jsonl
ADDED
|
@@ -0,0 +1,99 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"event": "train", "step": 4025, "lr": 9.215152885383474e-05, "backbone_lr": 9.215152885383473e-06, "ema_decay": 0.998021, "it_s": 0.61, "data_frac": 0.84, "fm": 0.30036773085594176, "loss": 0.30036773085594176}
|
| 2 |
+
{"event": "train", "step": 4050, "lr": 9.204286963963111e-05, "backbone_lr": 9.204286963963112e-06, "ema_decay": 0.998031, "it_s": 0.88, "data_frac": 0.823, "fm": 0.20012644588947295, "loss": 0.20012644588947295}
|
| 3 |
+
{"event": "train", "step": 4075, "lr": 9.193352839727121e-05, "backbone_lr": 9.193352839727122e-06, "ema_decay": 0.99804, "it_s": 0.79, "data_frac": 0.85, "fm": 0.16311768770217897, "loss": 0.16311768770217897}
|
| 4 |
+
{"event": "train", "step": 4100, "lr": 9.182350690051133e-05, "backbone_lr": 9.182350690051134e-06, "ema_decay": 0.998049, "it_s": 2.23, "data_frac": 0.587, "fm": 0.1437873661518097, "loss": 0.1437873661518097}
|
| 5 |
+
{"event": "train", "step": 4125, "lr": 9.171280693414307e-05, "backbone_lr": 9.171280693414307e-06, "ema_decay": 0.998058, "it_s": 0.59, "data_frac": 0.885, "fm": 0.13227831691503525, "loss": 0.13227831691503525}
|
| 6 |
+
{"event": "train", "step": 4150, "lr": 9.160143029396422e-05, "backbone_lr": 9.160143029396422e-06, "ema_decay": 0.998066, "it_s": 4.72, "data_frac": 0.002, "fm": 0.12756982773542405, "loss": 0.12756982773542405}
|
| 7 |
+
{"event": "train", "step": 4175, "lr": 9.148937878674976e-05, "backbone_lr": 9.148937878674975e-06, "ema_decay": 0.998075, "it_s": 0.92, "data_frac": 0.826, "fm": 0.12656888127326965, "loss": 0.12656888127326965}
|
| 8 |
+
{"event": "train", "step": 4200, "lr": 9.13766542302225e-05, "backbone_lr": 9.13766542302225e-06, "ema_decay": 0.998084, "it_s": 1.02, "data_frac": 0.794, "fm": 0.1255243808031082, "loss": 0.1255243808031082}
|
| 9 |
+
{"event": "train", "step": 4225, "lr": 9.126325845302357e-05, "backbone_lr": 9.126325845302357e-06, "ema_decay": 0.998092, "it_s": 1.34, "data_frac": 0.73, "fm": 0.12075435340404511, "loss": 0.12075435340404511}
|
| 10 |
+
{"event": "train", "step": 4250, "lr": 9.114919329468282e-05, "backbone_lr": 9.114919329468283e-06, "ema_decay": 0.998101, "it_s": 0.6, "data_frac": 0.874, "fm": 0.11895803481340408, "loss": 0.11895803481340408}
|
| 11 |
+
{"event": "train", "step": 4275, "lr": 9.103446060558892e-05, "backbone_lr": 9.103446060558892e-06, "ema_decay": 0.998109, "it_s": 1.11, "data_frac": 0.774, "fm": 0.11751056581735611, "loss": 0.11751056581735611}
|
| 12 |
+
{"event": "train", "step": 4300, "lr": 9.091906224695935e-05, "backbone_lr": 9.091906224695935e-06, "ema_decay": 0.998117, "it_s": 5.33, "data_frac": 0.001, "fm": 0.11636869221925736, "loss": 0.11636869221925736}
|
| 13 |
+
{"event": "train", "step": 4325, "lr": 9.080300009081024e-05, "backbone_lr": 9.080300009081025e-06, "ema_decay": 0.998125, "it_s": 0.94, "data_frac": 0.801, "fm": 0.11493111044168472, "loss": 0.11493111044168472}
|
| 14 |
+
{"event": "train", "step": 4350, "lr": 9.068627601992598e-05, "backbone_lr": 9.0686276019926e-06, "ema_decay": 0.998133, "it_s": 0.92, "data_frac": 0.808, "fm": 0.11559643805027008, "loss": 0.11559643805027008}
|
| 15 |
+
{"event": "train", "step": 4375, "lr": 9.056889192782866e-05, "backbone_lr": 9.056889192782865e-06, "ema_decay": 0.998141, "it_s": 0.7, "data_frac": 0.861, "fm": 0.11376965045928955, "loss": 0.11376965045928955}
|
| 16 |
+
{"event": "train", "step": 4400, "lr": 9.045084971874738e-05, "backbone_lr": 9.045084971874738e-06, "ema_decay": 0.998149, "it_s": 1.79, "data_frac": 0.654, "fm": 0.1141718265414238, "loss": 0.1141718265414238}
|
| 17 |
+
{"event": "train", "step": 4425, "lr": 9.033215130758735e-05, "backbone_lr": 9.033215130758735e-06, "ema_decay": 0.998157, "it_s": 0.93, "data_frac": 0.812, "fm": 0.11762478679418564, "loss": 0.11762478679418564}
|
| 18 |
+
{"event": "train", "step": 4450, "lr": 9.021279861989885e-05, "backbone_lr": 9.021279861989884e-06, "ema_decay": 0.998165, "it_s": 2.38, "data_frac": 0.498, "fm": 0.1135200247168541, "loss": 0.1135200247168541}
|
| 19 |
+
{"event": "train", "step": 4475, "lr": 9.009279359184593e-05, "backbone_lr": 9.009279359184594e-06, "ema_decay": 0.998173, "it_s": 0.93, "data_frac": 0.81, "fm": 0.11074629306793213, "loss": 0.11074629306793213}
|
| 20 |
+
{"event": "train", "step": 4500, "lr": 8.997213817017507e-05, "backbone_lr": 8.997213817017508e-06, "ema_decay": 0.99818, "it_s": 0.76, "data_frac": 0.837, "fm": 0.11229030340909958, "loss": 0.11229030340909958}
|
| 21 |
+
{"event": "train", "step": 4525, "lr": 8.985083431218354e-05, "backbone_lr": 8.985083431218354e-06, "ema_decay": 0.998188, "it_s": 1.22, "data_frac": 0.739, "fm": 0.10931755155324936, "loss": 0.10931755155324936}
|
| 22 |
+
{"event": "train", "step": 4550, "lr": 8.972888398568772e-05, "backbone_lr": 8.972888398568772e-06, "ema_decay": 0.998195, "it_s": 0.72, "data_frac": 0.862, "fm": 0.11274766504764556, "loss": 0.11274766504764556}
|
| 23 |
+
{"event": "train", "step": 4575, "lr": 8.96062891689911e-05, "backbone_lr": 8.96062891689911e-06, "ema_decay": 0.998203, "it_s": 1.19, "data_frac": 0.766, "fm": 0.11252273738384247, "loss": 0.11252273738384247}
|
| 24 |
+
{"event": "train", "step": 4600, "lr": 8.948305185085225e-05, "backbone_lr": 8.948305185085226e-06, "ema_decay": 0.99821, "it_s": 5.44, "data_frac": 0.001, "fm": 0.11177674174308777, "loss": 0.11177674174308777}
|
| 25 |
+
{"event": "train", "step": 4625, "lr": 8.935917403045251e-05, "backbone_lr": 8.935917403045251e-06, "ema_decay": 0.998217, "it_s": 0.69, "data_frac": 0.864, "fm": 0.10977381765842438, "loss": 0.10977381765842438}
|
| 26 |
+
{"event": "train", "step": 4650, "lr": 8.92346577173636e-05, "backbone_lr": 8.923465771736361e-06, "ema_decay": 0.998224, "it_s": 1.39, "data_frac": 0.739, "fm": 0.11017541021108627, "loss": 0.11017541021108627}
|
| 27 |
+
{"event": "train", "step": 4675, "lr": 8.910950493151498e-05, "backbone_lr": 8.910950493151498e-06, "ema_decay": 0.998232, "it_s": 0.71, "data_frac": 0.861, "fm": 0.11157936811447143, "loss": 0.11157936811447143}
|
| 28 |
+
{"event": "train", "step": 4700, "lr": 8.898371770316111e-05, "backbone_lr": 8.898371770316113e-06, "ema_decay": 0.998239, "it_s": 1.64, "data_frac": 0.685, "fm": 0.11001256704330445, "loss": 0.11001256704330445}
|
| 29 |
+
{"event": "train", "step": 4725, "lr": 8.885729807284856e-05, "backbone_lr": 8.885729807284855e-06, "ema_decay": 0.998246, "it_s": 0.65, "data_frac": 0.874, "fm": 0.1063080707192421, "loss": 0.1063080707192421}
|
| 30 |
+
{"event": "train", "step": 4750, "lr": 8.873024809138272e-05, "backbone_lr": 8.873024809138272e-06, "ema_decay": 0.998253, "it_s": 5.07, "data_frac": 0.022, "fm": 0.10854193478822709, "loss": 0.10854193478822709}
|
| 31 |
+
{"event": "train", "step": 4775, "lr": 8.860256981979484e-05, "backbone_lr": 8.860256981979485e-06, "ema_decay": 0.998259, "it_s": 1.34, "data_frac": 0.739, "fm": 0.10757887542247772, "loss": 0.10757887542247772}
|
| 32 |
+
{"event": "train", "step": 4800, "lr": 8.847426532930831e-05, "backbone_lr": 8.84742653293083e-06, "ema_decay": 0.998266, "it_s": 0.84, "data_frac": 0.83, "fm": 0.10880939394235611, "loss": 0.10880939394235611}
|
| 33 |
+
{"event": "train", "step": 4825, "lr": 8.834533670130518e-05, "backbone_lr": 8.834533670130518e-06, "ema_decay": 0.998273, "it_s": 1.09, "data_frac": 0.783, "fm": 0.10648771852254868, "loss": 0.10648771852254868}
|
| 34 |
+
{"event": "train", "step": 4850, "lr": 8.821578602729242e-05, "backbone_lr": 8.821578602729242e-06, "ema_decay": 0.99828, "it_s": 0.71, "data_frac": 0.861, "fm": 0.10719650745391845, "loss": 0.10719650745391845}
|
| 35 |
+
{"event": "train", "step": 4875, "lr": 8.808561540886796e-05, "backbone_lr": 8.808561540886796e-06, "ema_decay": 0.998286, "it_s": 1.78, "data_frac": 0.662, "fm": 0.10717803657054902, "loss": 0.10717803657054902}
|
| 36 |
+
{"event": "train", "step": 4900, "lr": 8.795482695768658e-05, "backbone_lr": 8.795482695768658e-06, "ema_decay": 0.998293, "it_s": 3.88, "data_frac": 0.275, "fm": 0.10350908666849136, "loss": 0.10350908666849136}
|
| 37 |
+
{"event": "train", "step": 4925, "lr": 8.782342279542568e-05, "backbone_lr": 8.782342279542569e-06, "ema_decay": 0.998299, "it_s": 0.88, "data_frac": 0.808, "fm": 0.10498440027236938, "loss": 0.10498440027236938}
|
| 38 |
+
{"event": "train", "step": 4950, "lr": 8.769140505375085e-05, "backbone_lr": 8.769140505375084e-06, "ema_decay": 0.998306, "it_s": 0.96, "data_frac": 0.813, "fm": 0.1064383864402771, "loss": 0.1064383864402771}
|
| 39 |
+
{"event": "train", "step": 4975, "lr": 8.755877587428128e-05, "backbone_lr": 8.755877587428127e-06, "ema_decay": 0.998312, "it_s": 0.85, "data_frac": 0.837, "fm": 0.10203986793756485, "loss": 0.10203986793756485}
|
| 40 |
+
{"event": "train", "step": 5000, "lr": 8.742553740855506e-05, "backbone_lr": 8.742553740855507e-06, "ema_decay": 0.998318, "it_s": 1.69, "data_frac": 0.668, "fm": 0.10572098553180695, "loss": 0.10572098553180695}
|
| 41 |
+
{"event": "train", "step": 5025, "lr": 8.729169181799422e-05, "backbone_lr": 8.729169181799423e-06, "ema_decay": 0.998325, "it_s": 0.6, "data_frac": 0.885, "fm": 0.10311138957738876, "loss": 0.10311138957738876}
|
| 42 |
+
{"event": "train", "step": 5050, "lr": 8.715724127386972e-05, "backbone_lr": 8.715724127386971e-06, "ema_decay": 0.998331, "it_s": 4.75, "data_frac": 0.002, "fm": 0.10220446288585663, "loss": 0.10220446288585663}
|
| 43 |
+
{"event": "train", "step": 5075, "lr": 8.702218795726617e-05, "backbone_lr": 8.702218795726619e-06, "ema_decay": 0.998337, "it_s": 1.02, "data_frac": 0.807, "fm": 0.10448342114686966, "loss": 0.10448342114686966}
|
| 44 |
+
{"event": "train", "step": 5100, "lr": 8.688653405904652e-05, "backbone_lr": 8.688653405904653e-06, "ema_decay": 0.998343, "it_s": 0.97, "data_frac": 0.793, "fm": 0.1041489601135254, "loss": 0.1041489601135254}
|
| 45 |
+
{"event": "train", "step": 5125, "lr": 8.675028177981643e-05, "backbone_lr": 8.675028177981643e-06, "ema_decay": 0.998349, "it_s": 1.31, "data_frac": 0.727, "fm": 0.10290780544281006, "loss": 0.10290780544281006}
|
| 46 |
+
{"event": "train", "step": 5150, "lr": 8.661343332988869e-05, "backbone_lr": 8.661343332988869e-06, "ema_decay": 0.998355, "it_s": 0.64, "data_frac": 0.874, "fm": 0.10130853086709976, "loss": 0.10130853086709976}
|
| 47 |
+
{"event": "train", "step": 5175, "lr": 8.647599092924721e-05, "backbone_lr": 8.64759909292472e-06, "ema_decay": 0.998361, "it_s": 1.04, "data_frac": 0.796, "fm": 0.1019318300485611, "loss": 0.1019318300485611}
|
| 48 |
+
{"event": "train", "step": 5200, "lr": 8.633795680751116e-05, "backbone_lr": 8.633795680751116e-06, "ema_decay": 0.998367, "it_s": 5.48, "data_frac": 0.001, "fm": 0.10094406306743622, "loss": 0.10094406306743622}
|
| 49 |
+
{"event": "train", "step": 5225, "lr": 8.619933320389872e-05, "backbone_lr": 8.619933320389872e-06, "ema_decay": 0.998373, "it_s": 0.99, "data_frac": 0.807, "fm": 0.10107415467500687, "loss": 0.10107415467500687}
|
| 50 |
+
{"event": "train", "step": 5250, "lr": 8.606012236719073e-05, "backbone_lr": 8.606012236719073e-06, "ema_decay": 0.998379, "it_s": 1.0, "data_frac": 0.8, "fm": 0.10106273412704468, "loss": 0.10106273412704468}
|
| 51 |
+
{"event": "train", "step": 5275, "lr": 8.592032655569429e-05, "backbone_lr": 8.59203265556943e-06, "ema_decay": 0.998385, "it_s": 0.68, "data_frac": 0.864, "fm": 0.09865057528018951, "loss": 0.09865057528018951}
|
| 52 |
+
{"event": "train", "step": 5300, "lr": 8.577994803720606e-05, "backbone_lr": 8.577994803720605e-06, "ema_decay": 0.99839, "it_s": 1.64, "data_frac": 0.684, "fm": 0.09809650510549545, "loss": 0.09809650510549545}
|
| 53 |
+
{"event": "train", "step": 5325, "lr": 8.56389890889755e-05, "backbone_lr": 8.56389890889755e-06, "ema_decay": 0.998396, "it_s": 0.84, "data_frac": 0.841, "fm": 0.09978836447000504, "loss": 0.09978836447000504}
|
| 54 |
+
{"event": "train", "step": 5350, "lr": 8.549745199766792e-05, "backbone_lr": 8.549745199766792e-06, "ema_decay": 0.998402, "it_s": 2.81, "data_frac": 0.437, "fm": 0.09904367864131927, "loss": 0.09904367864131927}
|
| 55 |
+
{"event": "train", "step": 5375, "lr": 8.535533905932738e-05, "backbone_lr": 8.535533905932739e-06, "ema_decay": 0.998407, "it_s": 1.06, "data_frac": 0.779, "fm": 0.10063733458518982, "loss": 0.10063733458518982}
|
| 56 |
+
{"event": "train", "step": 5400, "lr": 8.521265257933948e-05, "backbone_lr": 8.521265257933948e-06, "ema_decay": 0.998413, "it_s": 0.74, "data_frac": 0.857, "fm": 0.09784005373716355, "loss": 0.09784005373716355}
|
| 57 |
+
{"event": "train", "step": 5425, "lr": 8.506939487239388e-05, "backbone_lr": 8.506939487239389e-06, "ema_decay": 0.998418, "it_s": 1.83, "data_frac": 0.655, "fm": 0.09449451565742492, "loss": 0.09449451565742492}
|
| 58 |
+
{"event": "train", "step": 5450, "lr": 8.492556826244687e-05, "backbone_lr": 8.492556826244687e-06, "ema_decay": 0.998424, "it_s": 0.66, "data_frac": 0.874, "fm": 0.10104174077510834, "loss": 0.10104174077510834}
|
| 59 |
+
{"event": "train", "step": 5475, "lr": 8.47811750826835e-05, "backbone_lr": 8.478117508268352e-06, "ema_decay": 0.998429, "it_s": 1.01, "data_frac": 0.791, "fm": 0.09966644018888474, "loss": 0.09966644018888474}
|
| 60 |
+
{"event": "train", "step": 5500, "lr": 8.463621767547998e-05, "backbone_lr": 8.463621767547998e-06, "ema_decay": 0.998434, "it_s": 3.1, "data_frac": 0.411, "fm": 0.09821988344192505, "loss": 0.09821988344192505}
|
| 61 |
+
{"event": "train", "step": 5525, "lr": 8.449069839236538e-05, "backbone_lr": 8.44906983923654e-06, "ema_decay": 0.99844, "it_s": 1.03, "data_frac": 0.793, "fm": 0.09577731519937516, "loss": 0.09577731519937516}
|
| 62 |
+
{"event": "train", "step": 5550, "lr": 8.434461959398376e-05, "backbone_lr": 8.434461959398377e-06, "ema_decay": 0.998445, "it_s": 1.66, "data_frac": 0.663, "fm": 0.09619454890489579, "loss": 0.09619454890489579}
|
| 63 |
+
{"event": "train", "step": 5575, "lr": 8.419798365005569e-05, "backbone_lr": 8.419798365005569e-06, "ema_decay": 0.99845, "it_s": 0.62, "data_frac": 0.875, "fm": 0.10012628436088562, "loss": 0.10012628436088562}
|
| 64 |
+
{"event": "train", "step": 5600, "lr": 8.405079293933986e-05, "backbone_lr": 8.405079293933986e-06, "ema_decay": 0.998455, "it_s": 0.99, "data_frac": 0.795, "fm": 0.09661119401454926, "loss": 0.09661119401454926}
|
| 65 |
+
{"event": "train", "step": 5625, "lr": 8.390304984959454e-05, "backbone_lr": 8.390304984959455e-06, "ema_decay": 0.998461, "it_s": 0.99, "data_frac": 0.808, "fm": 0.09651722699403763, "loss": 0.09651722699403763}
|
| 66 |
+
{"event": "train", "step": 5650, "lr": 8.375475677753881e-05, "backbone_lr": 8.375475677753882e-06, "ema_decay": 0.998466, "it_s": 4.8, "data_frac": 0.002, "fm": 0.09850124537944793, "loss": 0.09850124537944793}
|
| 67 |
+
{"event": "train", "step": 5675, "lr": 8.360591612881364e-05, "backbone_lr": 8.360591612881363e-06, "ema_decay": 0.998471, "it_s": 1.13, "data_frac": 0.78, "fm": 0.09692844301462174, "loss": 0.09692844301462174}
|
| 68 |
+
{"event": "train", "step": 5700, "lr": 8.345653031794292e-05, "backbone_lr": 8.345653031794292e-06, "ema_decay": 0.998476, "it_s": 0.67, "data_frac": 0.868, "fm": 0.09970933407545089, "loss": 0.09970933407545089}
|
| 69 |
+
{"event": "train", "step": 5725, "lr": 8.330660176829428e-05, "backbone_lr": 8.330660176829427e-06, "ema_decay": 0.998481, "it_s": 1.31, "data_frac": 0.75, "fm": 0.09610348284244537, "loss": 0.09610348284244537}
|
| 70 |
+
{"event": "train", "step": 5750, "lr": 8.315613291203976e-05, "backbone_lr": 8.315613291203977e-06, "ema_decay": 0.998486, "it_s": 0.98, "data_frac": 0.813, "fm": 0.09469598233699798, "loss": 0.09469598233699798}
|
| 71 |
+
{"event": "train", "step": 5775, "lr": 8.30051261901164e-05, "backbone_lr": 8.30051261901164e-06, "ema_decay": 0.998491, "it_s": 1.14, "data_frac": 0.762, "fm": 0.09305141806602478, "loss": 0.09305141806602478}
|
| 72 |
+
{"event": "train", "step": 5800, "lr": 8.285358405218655e-05, "backbone_lr": 8.285358405218655e-06, "ema_decay": 0.998496, "it_s": 2.0, "data_frac": 0.608, "fm": 0.09563789576292038, "loss": 0.09563789576292038}
|
| 73 |
+
{"event": "train", "step": 5825, "lr": 8.270150895659823e-05, "backbone_lr": 8.270150895659824e-06, "ema_decay": 0.9985, "it_s": 0.68, "data_frac": 0.869, "fm": 0.0947405183315277, "loss": 0.0947405183315277}
|
| 74 |
+
{"event": "train", "step": 5850, "lr": 8.25489033703452e-05, "backbone_lr": 8.25489033703452e-06, "ema_decay": 0.998505, "it_s": 1.85, "data_frac": 0.658, "fm": 0.09316308856010437, "loss": 0.09316308856010437}
|
| 75 |
+
{"event": "train", "step": 5875, "lr": 8.239576976902695e-05, "backbone_lr": 8.239576976902694e-06, "ema_decay": 0.99851, "it_s": 0.69, "data_frac": 0.856, "fm": 0.0948196342587471, "loss": 0.0948196342587471}
|
| 76 |
+
{"event": "train", "step": 5900, "lr": 8.224211063680853e-05, "backbone_lr": 8.224211063680854e-06, "ema_decay": 0.998515, "it_s": 1.04, "data_frac": 0.785, "fm": 0.09499820053577424, "loss": 0.09499820053577424}
|
| 77 |
+
{"event": "train", "step": 5925, "lr": 8.208792846638029e-05, "backbone_lr": 8.20879284663803e-06, "ema_decay": 0.998519, "it_s": 0.76, "data_frac": 0.854, "fm": 0.0940330410003662, "loss": 0.0940330410003662}
|
| 78 |
+
{"event": "train", "step": 5950, "lr": 8.19332257589174e-05, "backbone_lr": 8.19332257589174e-06, "ema_decay": 0.998524, "it_s": 5.41, "data_frac": 0.001, "fm": 0.09308128386735916, "loss": 0.09308128386735916}
|
| 79 |
+
{"event": "train", "step": 5975, "lr": 8.177800502403928e-05, "backbone_lr": 8.177800502403928e-06, "ema_decay": 0.998529, "it_s": 1.89, "data_frac": 0.615, "fm": 0.09462020754814147, "loss": 0.09462020754814147}
|
| 80 |
+
{"event": "train", "step": 6000, "lr": 8.162226877976887e-05, "backbone_lr": 8.162226877976886e-06, "ema_decay": 0.998533, "it_s": 0.63, "data_frac": 0.876, "fm": 0.0966397100687027, "loss": 0.0966397100687027}
|
| 81 |
+
{"event": "save", "step": 6000, "checkpoint": "/mnt/data0/zuo/Humanoid_benchmark/results/fmdit_continue_20261117_01/runs/b5/fm_dit/checkpoints/step-006000", "mse": 0.030160661786794662, "mse_row0": 0.02748788893222809, "mse_motion_token": 0.027840631082654, "mse_inspire_left_hand_state": 0.04214290902018547, "mse_inspire_right_hand_state": 0.04292541742324829}
|
| 82 |
+
{"event": "train", "step": 6025, "lr": 8.146601955249188e-05, "backbone_lr": 8.146601955249187e-06, "ema_decay": 0.998538, "it_s": 0.93, "data_frac": 0.653, "fm": 0.09339529901742935, "loss": 0.09339529901742935}
|
| 83 |
+
{"event": "train", "step": 6050, "lr": 8.130925987691569e-05, "backbone_lr": 8.13092598769157e-06, "ema_decay": 0.998542, "it_s": 1.1, "data_frac": 0.796, "fm": 0.09227325141429901, "loss": 0.09227325141429901}
|
| 84 |
+
{"event": "train", "step": 6075, "lr": 8.11519922960283e-05, "backbone_lr": 8.115199229602831e-06, "ema_decay": 0.998547, "it_s": 1.59, "data_frac": 0.702, "fm": 0.09111574530601502, "loss": 0.09111574530601502}
|
| 85 |
+
{"event": "train", "step": 6100, "lr": 8.099421936105702e-05, "backbone_lr": 8.099421936105702e-06, "ema_decay": 0.998551, "it_s": 2.78, "data_frac": 0.464, "fm": 0.09019713640213013, "loss": 0.09019713640213013}
|
| 86 |
+
{"event": "train", "step": 6125, "lr": 8.083594363142717e-05, "backbone_lr": 8.083594363142717e-06, "ema_decay": 0.998556, "it_s": 0.63, "data_frac": 0.869, "fm": 0.09284347414970398, "loss": 0.09284347414970398}
|
| 87 |
+
{"event": "train", "step": 6150, "lr": 8.067716767472045e-05, "backbone_lr": 8.067716767472045e-06, "ema_decay": 0.99856, "it_s": 1.11, "data_frac": 0.787, "fm": 0.09122987002134324, "loss": 0.09122987002134324}
|
| 88 |
+
{"event": "train", "step": 6175, "lr": 8.051789406663342e-05, "backbone_lr": 8.051789406663342e-06, "ema_decay": 0.998565, "it_s": 1.2, "data_frac": 0.77, "fm": 0.09065371483564377, "loss": 0.09065371483564377}
|
| 89 |
+
{"event": "train", "step": 6200, "lr": 8.035812539093557e-05, "backbone_lr": 8.035812539093557e-06, "ema_decay": 0.998569, "it_s": 0.87, "data_frac": 0.827, "fm": 0.09362118899822235, "loss": 0.09362118899822235}
|
| 90 |
+
{"event": "train", "step": 6225, "lr": 8.019786423942752e-05, "backbone_lr": 8.019786423942752e-06, "ema_decay": 0.998573, "it_s": 0.66, "data_frac": 0.871, "fm": 0.09150694876909256, "loss": 0.09150694876909256}
|
| 91 |
+
{"event": "train", "step": 6250, "lr": 8.003711321189895e-05, "backbone_lr": 8.003711321189895e-06, "ema_decay": 0.998578, "it_s": 4.4, "data_frac": 0.003, "fm": 0.09103299051523209, "loss": 0.09103299051523209}
|
| 92 |
+
{"event": "train", "step": 6275, "lr": 7.987587491608637e-05, "backbone_lr": 7.987587491608636e-06, "ema_decay": 0.998582, "it_s": 1.51, "data_frac": 0.722, "fm": 0.08997465133666992, "loss": 0.08997465133666992}
|
| 93 |
+
{"event": "train", "step": 6300, "lr": 7.971415196763088e-05, "backbone_lr": 7.971415196763088e-06, "ema_decay": 0.998586, "it_s": 0.88, "data_frac": 0.818, "fm": 0.08997664302587509, "loss": 0.08997664302587509}
|
| 94 |
+
{"event": "train", "step": 6325, "lr": 7.95519469900357e-05, "backbone_lr": 7.95519469900357e-06, "ema_decay": 0.99859, "it_s": 0.89, "data_frac": 0.823, "fm": 0.08965153753757477, "loss": 0.08965153753757477}
|
| 95 |
+
{"event": "train", "step": 6350, "lr": 7.938926261462366e-05, "backbone_lr": 7.938926261462366e-06, "ema_decay": 0.998594, "it_s": 0.67, "data_frac": 0.864, "fm": 0.09144886314868927, "loss": 0.09144886314868927}
|
| 96 |
+
{"event": "train", "step": 6375, "lr": 7.922610148049445e-05, "backbone_lr": 7.922610148049445e-06, "ema_decay": 0.998599, "it_s": 1.9, "data_frac": 0.642, "fm": 0.0890133461356163, "loss": 0.0890133461356163}
|
| 97 |
+
{"event": "train", "step": 6400, "lr": 7.906246623448183e-05, "backbone_lr": 7.906246623448184e-06, "ema_decay": 0.998603, "it_s": 5.5, "data_frac": 0.001, "fm": 0.09129035502672195, "loss": 0.09129035502672195}
|
| 98 |
+
{"event": "train", "step": 6425, "lr": 7.889835953111075e-05, "backbone_lr": 7.889835953111075e-06, "ema_decay": 0.998607, "it_s": 0.67, "data_frac": 0.861, "fm": 0.08976365983486176, "loss": 0.08976365983486176}
|
| 99 |
+
{"event": "train", "step": 6450, "lr": 7.873378403255419e-05, "backbone_lr": 7.87337840325542e-06, "ema_decay": 0.998611, "it_s": 0.99, "data_frac": 0.806, "fm": 0.08863012373447418, "loss": 0.08863012373447418}
|
b5-chair-push-standing-start/b512-cont-20261117/logs/train_stdout.log
ADDED
|
@@ -0,0 +1,102 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"event": "preflight", "augmentation": "hb-aug-v2-20261109", "samples": 64, "state_dim": 44, "body_dims": 29, "images_changed": 64, "body_values_moved": 1.0, "max_body_offset_deg": 2.552, "actions_bit_identical": true, "non_body_state_bit_identical": true, "eval_items_deterministic": 8}
|
| 2 |
+
{"event": "resumed", "step": 4000}
|
| 3 |
+
{"event": "start", "policy": "fm_dit", "params": 22540684, "backbone_params": 11166912, "backbone_weights": "IMAGENET1K_V1", "backbone_norm": "frozen_bn", "train_frames": 30908, "steps": 20000, "from_step": 4000, "cameras": ["ego_view", "chest"], "hw": [168, 224]}
|
| 4 |
+
{"event": "train", "step": 4025, "lr": 9.215152885383474e-05, "backbone_lr": 9.215152885383473e-06, "ema_decay": 0.998021, "it_s": 0.61, "data_frac": 0.84, "fm": 0.30036773085594176, "loss": 0.30036773085594176}
|
| 5 |
+
{"event": "train", "step": 4050, "lr": 9.204286963963111e-05, "backbone_lr": 9.204286963963112e-06, "ema_decay": 0.998031, "it_s": 0.88, "data_frac": 0.823, "fm": 0.20012644588947295, "loss": 0.20012644588947295}
|
| 6 |
+
{"event": "train", "step": 4075, "lr": 9.193352839727121e-05, "backbone_lr": 9.193352839727122e-06, "ema_decay": 0.99804, "it_s": 0.79, "data_frac": 0.85, "fm": 0.16311768770217897, "loss": 0.16311768770217897}
|
| 7 |
+
{"event": "train", "step": 4100, "lr": 9.182350690051133e-05, "backbone_lr": 9.182350690051134e-06, "ema_decay": 0.998049, "it_s": 2.23, "data_frac": 0.587, "fm": 0.1437873661518097, "loss": 0.1437873661518097}
|
| 8 |
+
{"event": "train", "step": 4125, "lr": 9.171280693414307e-05, "backbone_lr": 9.171280693414307e-06, "ema_decay": 0.998058, "it_s": 0.59, "data_frac": 0.885, "fm": 0.13227831691503525, "loss": 0.13227831691503525}
|
| 9 |
+
{"event": "train", "step": 4150, "lr": 9.160143029396422e-05, "backbone_lr": 9.160143029396422e-06, "ema_decay": 0.998066, "it_s": 4.72, "data_frac": 0.002, "fm": 0.12756982773542405, "loss": 0.12756982773542405}
|
| 10 |
+
{"event": "train", "step": 4175, "lr": 9.148937878674976e-05, "backbone_lr": 9.148937878674975e-06, "ema_decay": 0.998075, "it_s": 0.92, "data_frac": 0.826, "fm": 0.12656888127326965, "loss": 0.12656888127326965}
|
| 11 |
+
{"event": "train", "step": 4200, "lr": 9.13766542302225e-05, "backbone_lr": 9.13766542302225e-06, "ema_decay": 0.998084, "it_s": 1.02, "data_frac": 0.794, "fm": 0.1255243808031082, "loss": 0.1255243808031082}
|
| 12 |
+
{"event": "train", "step": 4225, "lr": 9.126325845302357e-05, "backbone_lr": 9.126325845302357e-06, "ema_decay": 0.998092, "it_s": 1.34, "data_frac": 0.73, "fm": 0.12075435340404511, "loss": 0.12075435340404511}
|
| 13 |
+
{"event": "train", "step": 4250, "lr": 9.114919329468282e-05, "backbone_lr": 9.114919329468283e-06, "ema_decay": 0.998101, "it_s": 0.6, "data_frac": 0.874, "fm": 0.11895803481340408, "loss": 0.11895803481340408}
|
| 14 |
+
{"event": "train", "step": 4275, "lr": 9.103446060558892e-05, "backbone_lr": 9.103446060558892e-06, "ema_decay": 0.998109, "it_s": 1.11, "data_frac": 0.774, "fm": 0.11751056581735611, "loss": 0.11751056581735611}
|
| 15 |
+
{"event": "train", "step": 4300, "lr": 9.091906224695935e-05, "backbone_lr": 9.091906224695935e-06, "ema_decay": 0.998117, "it_s": 5.33, "data_frac": 0.001, "fm": 0.11636869221925736, "loss": 0.11636869221925736}
|
| 16 |
+
{"event": "train", "step": 4325, "lr": 9.080300009081024e-05, "backbone_lr": 9.080300009081025e-06, "ema_decay": 0.998125, "it_s": 0.94, "data_frac": 0.801, "fm": 0.11493111044168472, "loss": 0.11493111044168472}
|
| 17 |
+
{"event": "train", "step": 4350, "lr": 9.068627601992598e-05, "backbone_lr": 9.0686276019926e-06, "ema_decay": 0.998133, "it_s": 0.92, "data_frac": 0.808, "fm": 0.11559643805027008, "loss": 0.11559643805027008}
|
| 18 |
+
{"event": "train", "step": 4375, "lr": 9.056889192782866e-05, "backbone_lr": 9.056889192782865e-06, "ema_decay": 0.998141, "it_s": 0.7, "data_frac": 0.861, "fm": 0.11376965045928955, "loss": 0.11376965045928955}
|
| 19 |
+
{"event": "train", "step": 4400, "lr": 9.045084971874738e-05, "backbone_lr": 9.045084971874738e-06, "ema_decay": 0.998149, "it_s": 1.79, "data_frac": 0.654, "fm": 0.1141718265414238, "loss": 0.1141718265414238}
|
| 20 |
+
{"event": "train", "step": 4425, "lr": 9.033215130758735e-05, "backbone_lr": 9.033215130758735e-06, "ema_decay": 0.998157, "it_s": 0.93, "data_frac": 0.812, "fm": 0.11762478679418564, "loss": 0.11762478679418564}
|
| 21 |
+
{"event": "train", "step": 4450, "lr": 9.021279861989885e-05, "backbone_lr": 9.021279861989884e-06, "ema_decay": 0.998165, "it_s": 2.38, "data_frac": 0.498, "fm": 0.1135200247168541, "loss": 0.1135200247168541}
|
| 22 |
+
{"event": "train", "step": 4475, "lr": 9.009279359184593e-05, "backbone_lr": 9.009279359184594e-06, "ema_decay": 0.998173, "it_s": 0.93, "data_frac": 0.81, "fm": 0.11074629306793213, "loss": 0.11074629306793213}
|
| 23 |
+
{"event": "train", "step": 4500, "lr": 8.997213817017507e-05, "backbone_lr": 8.997213817017508e-06, "ema_decay": 0.99818, "it_s": 0.76, "data_frac": 0.837, "fm": 0.11229030340909958, "loss": 0.11229030340909958}
|
| 24 |
+
{"event": "train", "step": 4525, "lr": 8.985083431218354e-05, "backbone_lr": 8.985083431218354e-06, "ema_decay": 0.998188, "it_s": 1.22, "data_frac": 0.739, "fm": 0.10931755155324936, "loss": 0.10931755155324936}
|
| 25 |
+
{"event": "train", "step": 4550, "lr": 8.972888398568772e-05, "backbone_lr": 8.972888398568772e-06, "ema_decay": 0.998195, "it_s": 0.72, "data_frac": 0.862, "fm": 0.11274766504764556, "loss": 0.11274766504764556}
|
| 26 |
+
{"event": "train", "step": 4575, "lr": 8.96062891689911e-05, "backbone_lr": 8.96062891689911e-06, "ema_decay": 0.998203, "it_s": 1.19, "data_frac": 0.766, "fm": 0.11252273738384247, "loss": 0.11252273738384247}
|
| 27 |
+
{"event": "train", "step": 4600, "lr": 8.948305185085225e-05, "backbone_lr": 8.948305185085226e-06, "ema_decay": 0.99821, "it_s": 5.44, "data_frac": 0.001, "fm": 0.11177674174308777, "loss": 0.11177674174308777}
|
| 28 |
+
{"event": "train", "step": 4625, "lr": 8.935917403045251e-05, "backbone_lr": 8.935917403045251e-06, "ema_decay": 0.998217, "it_s": 0.69, "data_frac": 0.864, "fm": 0.10977381765842438, "loss": 0.10977381765842438}
|
| 29 |
+
{"event": "train", "step": 4650, "lr": 8.92346577173636e-05, "backbone_lr": 8.923465771736361e-06, "ema_decay": 0.998224, "it_s": 1.39, "data_frac": 0.739, "fm": 0.11017541021108627, "loss": 0.11017541021108627}
|
| 30 |
+
{"event": "train", "step": 4675, "lr": 8.910950493151498e-05, "backbone_lr": 8.910950493151498e-06, "ema_decay": 0.998232, "it_s": 0.71, "data_frac": 0.861, "fm": 0.11157936811447143, "loss": 0.11157936811447143}
|
| 31 |
+
{"event": "train", "step": 4700, "lr": 8.898371770316111e-05, "backbone_lr": 8.898371770316113e-06, "ema_decay": 0.998239, "it_s": 1.64, "data_frac": 0.685, "fm": 0.11001256704330445, "loss": 0.11001256704330445}
|
| 32 |
+
{"event": "train", "step": 4725, "lr": 8.885729807284856e-05, "backbone_lr": 8.885729807284855e-06, "ema_decay": 0.998246, "it_s": 0.65, "data_frac": 0.874, "fm": 0.1063080707192421, "loss": 0.1063080707192421}
|
| 33 |
+
{"event": "train", "step": 4750, "lr": 8.873024809138272e-05, "backbone_lr": 8.873024809138272e-06, "ema_decay": 0.998253, "it_s": 5.07, "data_frac": 0.022, "fm": 0.10854193478822709, "loss": 0.10854193478822709}
|
| 34 |
+
{"event": "train", "step": 4775, "lr": 8.860256981979484e-05, "backbone_lr": 8.860256981979485e-06, "ema_decay": 0.998259, "it_s": 1.34, "data_frac": 0.739, "fm": 0.10757887542247772, "loss": 0.10757887542247772}
|
| 35 |
+
{"event": "train", "step": 4800, "lr": 8.847426532930831e-05, "backbone_lr": 8.84742653293083e-06, "ema_decay": 0.998266, "it_s": 0.84, "data_frac": 0.83, "fm": 0.10880939394235611, "loss": 0.10880939394235611}
|
| 36 |
+
{"event": "train", "step": 4825, "lr": 8.834533670130518e-05, "backbone_lr": 8.834533670130518e-06, "ema_decay": 0.998273, "it_s": 1.09, "data_frac": 0.783, "fm": 0.10648771852254868, "loss": 0.10648771852254868}
|
| 37 |
+
{"event": "train", "step": 4850, "lr": 8.821578602729242e-05, "backbone_lr": 8.821578602729242e-06, "ema_decay": 0.99828, "it_s": 0.71, "data_frac": 0.861, "fm": 0.10719650745391845, "loss": 0.10719650745391845}
|
| 38 |
+
{"event": "train", "step": 4875, "lr": 8.808561540886796e-05, "backbone_lr": 8.808561540886796e-06, "ema_decay": 0.998286, "it_s": 1.78, "data_frac": 0.662, "fm": 0.10717803657054902, "loss": 0.10717803657054902}
|
| 39 |
+
{"event": "train", "step": 4900, "lr": 8.795482695768658e-05, "backbone_lr": 8.795482695768658e-06, "ema_decay": 0.998293, "it_s": 3.88, "data_frac": 0.275, "fm": 0.10350908666849136, "loss": 0.10350908666849136}
|
| 40 |
+
{"event": "train", "step": 4925, "lr": 8.782342279542568e-05, "backbone_lr": 8.782342279542569e-06, "ema_decay": 0.998299, "it_s": 0.88, "data_frac": 0.808, "fm": 0.10498440027236938, "loss": 0.10498440027236938}
|
| 41 |
+
{"event": "train", "step": 4950, "lr": 8.769140505375085e-05, "backbone_lr": 8.769140505375084e-06, "ema_decay": 0.998306, "it_s": 0.96, "data_frac": 0.813, "fm": 0.1064383864402771, "loss": 0.1064383864402771}
|
| 42 |
+
{"event": "train", "step": 4975, "lr": 8.755877587428128e-05, "backbone_lr": 8.755877587428127e-06, "ema_decay": 0.998312, "it_s": 0.85, "data_frac": 0.837, "fm": 0.10203986793756485, "loss": 0.10203986793756485}
|
| 43 |
+
{"event": "train", "step": 5000, "lr": 8.742553740855506e-05, "backbone_lr": 8.742553740855507e-06, "ema_decay": 0.998318, "it_s": 1.69, "data_frac": 0.668, "fm": 0.10572098553180695, "loss": 0.10572098553180695}
|
| 44 |
+
{"event": "train", "step": 5025, "lr": 8.729169181799422e-05, "backbone_lr": 8.729169181799423e-06, "ema_decay": 0.998325, "it_s": 0.6, "data_frac": 0.885, "fm": 0.10311138957738876, "loss": 0.10311138957738876}
|
| 45 |
+
{"event": "train", "step": 5050, "lr": 8.715724127386972e-05, "backbone_lr": 8.715724127386971e-06, "ema_decay": 0.998331, "it_s": 4.75, "data_frac": 0.002, "fm": 0.10220446288585663, "loss": 0.10220446288585663}
|
| 46 |
+
{"event": "train", "step": 5075, "lr": 8.702218795726617e-05, "backbone_lr": 8.702218795726619e-06, "ema_decay": 0.998337, "it_s": 1.02, "data_frac": 0.807, "fm": 0.10448342114686966, "loss": 0.10448342114686966}
|
| 47 |
+
{"event": "train", "step": 5100, "lr": 8.688653405904652e-05, "backbone_lr": 8.688653405904653e-06, "ema_decay": 0.998343, "it_s": 0.97, "data_frac": 0.793, "fm": 0.1041489601135254, "loss": 0.1041489601135254}
|
| 48 |
+
{"event": "train", "step": 5125, "lr": 8.675028177981643e-05, "backbone_lr": 8.675028177981643e-06, "ema_decay": 0.998349, "it_s": 1.31, "data_frac": 0.727, "fm": 0.10290780544281006, "loss": 0.10290780544281006}
|
| 49 |
+
{"event": "train", "step": 5150, "lr": 8.661343332988869e-05, "backbone_lr": 8.661343332988869e-06, "ema_decay": 0.998355, "it_s": 0.64, "data_frac": 0.874, "fm": 0.10130853086709976, "loss": 0.10130853086709976}
|
| 50 |
+
{"event": "train", "step": 5175, "lr": 8.647599092924721e-05, "backbone_lr": 8.64759909292472e-06, "ema_decay": 0.998361, "it_s": 1.04, "data_frac": 0.796, "fm": 0.1019318300485611, "loss": 0.1019318300485611}
|
| 51 |
+
{"event": "train", "step": 5200, "lr": 8.633795680751116e-05, "backbone_lr": 8.633795680751116e-06, "ema_decay": 0.998367, "it_s": 5.48, "data_frac": 0.001, "fm": 0.10094406306743622, "loss": 0.10094406306743622}
|
| 52 |
+
{"event": "train", "step": 5225, "lr": 8.619933320389872e-05, "backbone_lr": 8.619933320389872e-06, "ema_decay": 0.998373, "it_s": 0.99, "data_frac": 0.807, "fm": 0.10107415467500687, "loss": 0.10107415467500687}
|
| 53 |
+
{"event": "train", "step": 5250, "lr": 8.606012236719073e-05, "backbone_lr": 8.606012236719073e-06, "ema_decay": 0.998379, "it_s": 1.0, "data_frac": 0.8, "fm": 0.10106273412704468, "loss": 0.10106273412704468}
|
| 54 |
+
{"event": "train", "step": 5275, "lr": 8.592032655569429e-05, "backbone_lr": 8.59203265556943e-06, "ema_decay": 0.998385, "it_s": 0.68, "data_frac": 0.864, "fm": 0.09865057528018951, "loss": 0.09865057528018951}
|
| 55 |
+
{"event": "train", "step": 5300, "lr": 8.577994803720606e-05, "backbone_lr": 8.577994803720605e-06, "ema_decay": 0.99839, "it_s": 1.64, "data_frac": 0.684, "fm": 0.09809650510549545, "loss": 0.09809650510549545}
|
| 56 |
+
{"event": "train", "step": 5325, "lr": 8.56389890889755e-05, "backbone_lr": 8.56389890889755e-06, "ema_decay": 0.998396, "it_s": 0.84, "data_frac": 0.841, "fm": 0.09978836447000504, "loss": 0.09978836447000504}
|
| 57 |
+
{"event": "train", "step": 5350, "lr": 8.549745199766792e-05, "backbone_lr": 8.549745199766792e-06, "ema_decay": 0.998402, "it_s": 2.81, "data_frac": 0.437, "fm": 0.09904367864131927, "loss": 0.09904367864131927}
|
| 58 |
+
{"event": "train", "step": 5375, "lr": 8.535533905932738e-05, "backbone_lr": 8.535533905932739e-06, "ema_decay": 0.998407, "it_s": 1.06, "data_frac": 0.779, "fm": 0.10063733458518982, "loss": 0.10063733458518982}
|
| 59 |
+
{"event": "train", "step": 5400, "lr": 8.521265257933948e-05, "backbone_lr": 8.521265257933948e-06, "ema_decay": 0.998413, "it_s": 0.74, "data_frac": 0.857, "fm": 0.09784005373716355, "loss": 0.09784005373716355}
|
| 60 |
+
{"event": "train", "step": 5425, "lr": 8.506939487239388e-05, "backbone_lr": 8.506939487239389e-06, "ema_decay": 0.998418, "it_s": 1.83, "data_frac": 0.655, "fm": 0.09449451565742492, "loss": 0.09449451565742492}
|
| 61 |
+
{"event": "train", "step": 5450, "lr": 8.492556826244687e-05, "backbone_lr": 8.492556826244687e-06, "ema_decay": 0.998424, "it_s": 0.66, "data_frac": 0.874, "fm": 0.10104174077510834, "loss": 0.10104174077510834}
|
| 62 |
+
{"event": "train", "step": 5475, "lr": 8.47811750826835e-05, "backbone_lr": 8.478117508268352e-06, "ema_decay": 0.998429, "it_s": 1.01, "data_frac": 0.791, "fm": 0.09966644018888474, "loss": 0.09966644018888474}
|
| 63 |
+
{"event": "train", "step": 5500, "lr": 8.463621767547998e-05, "backbone_lr": 8.463621767547998e-06, "ema_decay": 0.998434, "it_s": 3.1, "data_frac": 0.411, "fm": 0.09821988344192505, "loss": 0.09821988344192505}
|
| 64 |
+
{"event": "train", "step": 5525, "lr": 8.449069839236538e-05, "backbone_lr": 8.44906983923654e-06, "ema_decay": 0.99844, "it_s": 1.03, "data_frac": 0.793, "fm": 0.09577731519937516, "loss": 0.09577731519937516}
|
| 65 |
+
{"event": "train", "step": 5550, "lr": 8.434461959398376e-05, "backbone_lr": 8.434461959398377e-06, "ema_decay": 0.998445, "it_s": 1.66, "data_frac": 0.663, "fm": 0.09619454890489579, "loss": 0.09619454890489579}
|
| 66 |
+
{"event": "train", "step": 5575, "lr": 8.419798365005569e-05, "backbone_lr": 8.419798365005569e-06, "ema_decay": 0.99845, "it_s": 0.62, "data_frac": 0.875, "fm": 0.10012628436088562, "loss": 0.10012628436088562}
|
| 67 |
+
{"event": "train", "step": 5600, "lr": 8.405079293933986e-05, "backbone_lr": 8.405079293933986e-06, "ema_decay": 0.998455, "it_s": 0.99, "data_frac": 0.795, "fm": 0.09661119401454926, "loss": 0.09661119401454926}
|
| 68 |
+
{"event": "train", "step": 5625, "lr": 8.390304984959454e-05, "backbone_lr": 8.390304984959455e-06, "ema_decay": 0.998461, "it_s": 0.99, "data_frac": 0.808, "fm": 0.09651722699403763, "loss": 0.09651722699403763}
|
| 69 |
+
{"event": "train", "step": 5650, "lr": 8.375475677753881e-05, "backbone_lr": 8.375475677753882e-06, "ema_decay": 0.998466, "it_s": 4.8, "data_frac": 0.002, "fm": 0.09850124537944793, "loss": 0.09850124537944793}
|
| 70 |
+
{"event": "train", "step": 5675, "lr": 8.360591612881364e-05, "backbone_lr": 8.360591612881363e-06, "ema_decay": 0.998471, "it_s": 1.13, "data_frac": 0.78, "fm": 0.09692844301462174, "loss": 0.09692844301462174}
|
| 71 |
+
{"event": "train", "step": 5700, "lr": 8.345653031794292e-05, "backbone_lr": 8.345653031794292e-06, "ema_decay": 0.998476, "it_s": 0.67, "data_frac": 0.868, "fm": 0.09970933407545089, "loss": 0.09970933407545089}
|
| 72 |
+
{"event": "train", "step": 5725, "lr": 8.330660176829428e-05, "backbone_lr": 8.330660176829427e-06, "ema_decay": 0.998481, "it_s": 1.31, "data_frac": 0.75, "fm": 0.09610348284244537, "loss": 0.09610348284244537}
|
| 73 |
+
{"event": "train", "step": 5750, "lr": 8.315613291203976e-05, "backbone_lr": 8.315613291203977e-06, "ema_decay": 0.998486, "it_s": 0.98, "data_frac": 0.813, "fm": 0.09469598233699798, "loss": 0.09469598233699798}
|
| 74 |
+
{"event": "train", "step": 5775, "lr": 8.30051261901164e-05, "backbone_lr": 8.30051261901164e-06, "ema_decay": 0.998491, "it_s": 1.14, "data_frac": 0.762, "fm": 0.09305141806602478, "loss": 0.09305141806602478}
|
| 75 |
+
{"event": "train", "step": 5800, "lr": 8.285358405218655e-05, "backbone_lr": 8.285358405218655e-06, "ema_decay": 0.998496, "it_s": 2.0, "data_frac": 0.608, "fm": 0.09563789576292038, "loss": 0.09563789576292038}
|
| 76 |
+
{"event": "train", "step": 5825, "lr": 8.270150895659823e-05, "backbone_lr": 8.270150895659824e-06, "ema_decay": 0.9985, "it_s": 0.68, "data_frac": 0.869, "fm": 0.0947405183315277, "loss": 0.0947405183315277}
|
| 77 |
+
{"event": "train", "step": 5850, "lr": 8.25489033703452e-05, "backbone_lr": 8.25489033703452e-06, "ema_decay": 0.998505, "it_s": 1.85, "data_frac": 0.658, "fm": 0.09316308856010437, "loss": 0.09316308856010437}
|
| 78 |
+
{"event": "train", "step": 5875, "lr": 8.239576976902695e-05, "backbone_lr": 8.239576976902694e-06, "ema_decay": 0.99851, "it_s": 0.69, "data_frac": 0.856, "fm": 0.0948196342587471, "loss": 0.0948196342587471}
|
| 79 |
+
{"event": "train", "step": 5900, "lr": 8.224211063680853e-05, "backbone_lr": 8.224211063680854e-06, "ema_decay": 0.998515, "it_s": 1.04, "data_frac": 0.785, "fm": 0.09499820053577424, "loss": 0.09499820053577424}
|
| 80 |
+
{"event": "train", "step": 5925, "lr": 8.208792846638029e-05, "backbone_lr": 8.20879284663803e-06, "ema_decay": 0.998519, "it_s": 0.76, "data_frac": 0.854, "fm": 0.0940330410003662, "loss": 0.0940330410003662}
|
| 81 |
+
{"event": "train", "step": 5950, "lr": 8.19332257589174e-05, "backbone_lr": 8.19332257589174e-06, "ema_decay": 0.998524, "it_s": 5.41, "data_frac": 0.001, "fm": 0.09308128386735916, "loss": 0.09308128386735916}
|
| 82 |
+
{"event": "train", "step": 5975, "lr": 8.177800502403928e-05, "backbone_lr": 8.177800502403928e-06, "ema_decay": 0.998529, "it_s": 1.89, "data_frac": 0.615, "fm": 0.09462020754814147, "loss": 0.09462020754814147}
|
| 83 |
+
{"event": "train", "step": 6000, "lr": 8.162226877976887e-05, "backbone_lr": 8.162226877976886e-06, "ema_decay": 0.998533, "it_s": 0.63, "data_frac": 0.876, "fm": 0.0966397100687027, "loss": 0.0966397100687027}
|
| 84 |
+
{"event": "save", "step": 6000, "checkpoint": "/mnt/data0/zuo/Humanoid_benchmark/results/fmdit_continue_20261117_01/runs/b5/fm_dit/checkpoints/step-006000", "mse": 0.030160661786794662, "mse_row0": 0.02748788893222809, "mse_motion_token": 0.027840631082654, "mse_inspire_left_hand_state": 0.04214290902018547, "mse_inspire_right_hand_state": 0.04292541742324829}
|
| 85 |
+
{"event": "train", "step": 6025, "lr": 8.146601955249188e-05, "backbone_lr": 8.146601955249187e-06, "ema_decay": 0.998538, "it_s": 0.93, "data_frac": 0.653, "fm": 0.09339529901742935, "loss": 0.09339529901742935}
|
| 86 |
+
{"event": "train", "step": 6050, "lr": 8.130925987691569e-05, "backbone_lr": 8.13092598769157e-06, "ema_decay": 0.998542, "it_s": 1.1, "data_frac": 0.796, "fm": 0.09227325141429901, "loss": 0.09227325141429901}
|
| 87 |
+
{"event": "train", "step": 6075, "lr": 8.11519922960283e-05, "backbone_lr": 8.115199229602831e-06, "ema_decay": 0.998547, "it_s": 1.59, "data_frac": 0.702, "fm": 0.09111574530601502, "loss": 0.09111574530601502}
|
| 88 |
+
{"event": "train", "step": 6100, "lr": 8.099421936105702e-05, "backbone_lr": 8.099421936105702e-06, "ema_decay": 0.998551, "it_s": 2.78, "data_frac": 0.464, "fm": 0.09019713640213013, "loss": 0.09019713640213013}
|
| 89 |
+
{"event": "train", "step": 6125, "lr": 8.083594363142717e-05, "backbone_lr": 8.083594363142717e-06, "ema_decay": 0.998556, "it_s": 0.63, "data_frac": 0.869, "fm": 0.09284347414970398, "loss": 0.09284347414970398}
|
| 90 |
+
{"event": "train", "step": 6150, "lr": 8.067716767472045e-05, "backbone_lr": 8.067716767472045e-06, "ema_decay": 0.99856, "it_s": 1.11, "data_frac": 0.787, "fm": 0.09122987002134324, "loss": 0.09122987002134324}
|
| 91 |
+
{"event": "train", "step": 6175, "lr": 8.051789406663342e-05, "backbone_lr": 8.051789406663342e-06, "ema_decay": 0.998565, "it_s": 1.2, "data_frac": 0.77, "fm": 0.09065371483564377, "loss": 0.09065371483564377}
|
| 92 |
+
{"event": "train", "step": 6200, "lr": 8.035812539093557e-05, "backbone_lr": 8.035812539093557e-06, "ema_decay": 0.998569, "it_s": 0.87, "data_frac": 0.827, "fm": 0.09362118899822235, "loss": 0.09362118899822235}
|
| 93 |
+
{"event": "train", "step": 6225, "lr": 8.019786423942752e-05, "backbone_lr": 8.019786423942752e-06, "ema_decay": 0.998573, "it_s": 0.66, "data_frac": 0.871, "fm": 0.09150694876909256, "loss": 0.09150694876909256}
|
| 94 |
+
{"event": "train", "step": 6250, "lr": 8.003711321189895e-05, "backbone_lr": 8.003711321189895e-06, "ema_decay": 0.998578, "it_s": 4.4, "data_frac": 0.003, "fm": 0.09103299051523209, "loss": 0.09103299051523209}
|
| 95 |
+
{"event": "train", "step": 6275, "lr": 7.987587491608637e-05, "backbone_lr": 7.987587491608636e-06, "ema_decay": 0.998582, "it_s": 1.51, "data_frac": 0.722, "fm": 0.08997465133666992, "loss": 0.08997465133666992}
|
| 96 |
+
{"event": "train", "step": 6300, "lr": 7.971415196763088e-05, "backbone_lr": 7.971415196763088e-06, "ema_decay": 0.998586, "it_s": 0.88, "data_frac": 0.818, "fm": 0.08997664302587509, "loss": 0.08997664302587509}
|
| 97 |
+
{"event": "train", "step": 6325, "lr": 7.95519469900357e-05, "backbone_lr": 7.95519469900357e-06, "ema_decay": 0.99859, "it_s": 0.89, "data_frac": 0.823, "fm": 0.08965153753757477, "loss": 0.08965153753757477}
|
| 98 |
+
{"event": "train", "step": 6350, "lr": 7.938926261462366e-05, "backbone_lr": 7.938926261462366e-06, "ema_decay": 0.998594, "it_s": 0.67, "data_frac": 0.864, "fm": 0.09144886314868927, "loss": 0.09144886314868927}
|
| 99 |
+
{"event": "train", "step": 6375, "lr": 7.922610148049445e-05, "backbone_lr": 7.922610148049445e-06, "ema_decay": 0.998599, "it_s": 1.9, "data_frac": 0.642, "fm": 0.0890133461356163, "loss": 0.0890133461356163}
|
| 100 |
+
{"event": "train", "step": 6400, "lr": 7.906246623448183e-05, "backbone_lr": 7.906246623448184e-06, "ema_decay": 0.998603, "it_s": 5.5, "data_frac": 0.001, "fm": 0.09129035502672195, "loss": 0.09129035502672195}
|
| 101 |
+
{"event": "train", "step": 6425, "lr": 7.889835953111075e-05, "backbone_lr": 7.889835953111075e-06, "ema_decay": 0.998607, "it_s": 0.67, "data_frac": 0.861, "fm": 0.08976365983486176, "loss": 0.08976365983486176}
|
| 102 |
+
{"event": "train", "step": 6450, "lr": 7.873378403255419e-05, "backbone_lr": 7.87337840325542e-06, "ema_decay": 0.998611, "it_s": 0.99, "data_frac": 0.806, "fm": 0.08863012373447418, "loss": 0.08863012373447418}
|
b5-chair-push-standing-start/b512-cont-20261117/provenance/parent_checkpoint_config.json
ADDED
|
@@ -0,0 +1,884 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"policy": {
|
| 3 |
+
"policy": "fm_dit",
|
| 4 |
+
"n_cameras": 2,
|
| 5 |
+
"state_dim": 44,
|
| 6 |
+
"action_dim": 76,
|
| 7 |
+
"horizon": 16,
|
| 8 |
+
"backbone": "resnet18",
|
| 9 |
+
"backbone_weights": "IMAGENET1K_V1",
|
| 10 |
+
"backbone_norm": "frozen_bn",
|
| 11 |
+
"hidden_dim": 384,
|
| 12 |
+
"num_layers": 4,
|
| 13 |
+
"num_heads": 8,
|
| 14 |
+
"mlp_ratio": 4.0,
|
| 15 |
+
"dropout": 0.1,
|
| 16 |
+
"time_embed_dim": 128,
|
| 17 |
+
"num_inference_steps": null,
|
| 18 |
+
"num_train_timesteps": 100,
|
| 19 |
+
"beta_schedule": "squaredcos_cap_v2",
|
| 20 |
+
"prediction_type": "epsilon",
|
| 21 |
+
"clip_sample": true,
|
| 22 |
+
"act_hidden_dim": 512,
|
| 23 |
+
"dim_feedforward": 3200,
|
| 24 |
+
"enc_layers": 4,
|
| 25 |
+
"dec_layers": 7,
|
| 26 |
+
"nheads": 8,
|
| 27 |
+
"latent_dim": 32,
|
| 28 |
+
"kl_weight": 10.0,
|
| 29 |
+
"extra": {}
|
| 30 |
+
},
|
| 31 |
+
"contract": {
|
| 32 |
+
"name": "g1_sonic_dfx6",
|
| 33 |
+
"robot": "g1",
|
| 34 |
+
"cameras": [
|
| 35 |
+
"ego_view",
|
| 36 |
+
"chest"
|
| 37 |
+
],
|
| 38 |
+
"state": [
|
| 39 |
+
[
|
| 40 |
+
"observation.state",
|
| 41 |
+
0,
|
| 42 |
+
29
|
| 43 |
+
],
|
| 44 |
+
[
|
| 45 |
+
"observation.inspire_left_hand_state",
|
| 46 |
+
0,
|
| 47 |
+
6
|
| 48 |
+
],
|
| 49 |
+
[
|
| 50 |
+
"observation.inspire_right_hand_state",
|
| 51 |
+
0,
|
| 52 |
+
6
|
| 53 |
+
],
|
| 54 |
+
[
|
| 55 |
+
"observation.projected_gravity",
|
| 56 |
+
0,
|
| 57 |
+
3
|
| 58 |
+
]
|
| 59 |
+
],
|
| 60 |
+
"action": [
|
| 61 |
+
[
|
| 62 |
+
"action.motion_token",
|
| 63 |
+
0,
|
| 64 |
+
64
|
| 65 |
+
],
|
| 66 |
+
[
|
| 67 |
+
"observation.inspire_left_hand_state",
|
| 68 |
+
0,
|
| 69 |
+
6
|
| 70 |
+
],
|
| 71 |
+
[
|
| 72 |
+
"observation.inspire_right_hand_state",
|
| 73 |
+
0,
|
| 74 |
+
6
|
| 75 |
+
]
|
| 76 |
+
],
|
| 77 |
+
"state_dim": 44,
|
| 78 |
+
"action_dim": 76,
|
| 79 |
+
"action_space": "sonic_dfx6",
|
| 80 |
+
"body_dims": 29
|
| 81 |
+
},
|
| 82 |
+
"image_hw": [
|
| 83 |
+
168,
|
| 84 |
+
224
|
| 85 |
+
],
|
| 86 |
+
"task_text": "Establish and verify a stable two-hand grasp around the chair back, straighten it by stepping into position behind it, then walk forward to push it under the table.",
|
| 87 |
+
"dataset": {
|
| 88 |
+
"name": "b5-chair-push-standing-start-expert-v1",
|
| 89 |
+
"root": "/mnt/data0/zuo/Humanoid_benchmark/data/baselines/b5-chair-push-standing-start-expert-v1",
|
| 90 |
+
"robot_type": null,
|
| 91 |
+
"fps": 30.0,
|
| 92 |
+
"episodes": [
|
| 93 |
+
0,
|
| 94 |
+
1,
|
| 95 |
+
2,
|
| 96 |
+
3,
|
| 97 |
+
4,
|
| 98 |
+
5,
|
| 99 |
+
6,
|
| 100 |
+
7,
|
| 101 |
+
8,
|
| 102 |
+
9,
|
| 103 |
+
10,
|
| 104 |
+
11,
|
| 105 |
+
12,
|
| 106 |
+
13,
|
| 107 |
+
14,
|
| 108 |
+
15,
|
| 109 |
+
16,
|
| 110 |
+
17,
|
| 111 |
+
18,
|
| 112 |
+
19,
|
| 113 |
+
20,
|
| 114 |
+
21,
|
| 115 |
+
22,
|
| 116 |
+
23,
|
| 117 |
+
24,
|
| 118 |
+
25,
|
| 119 |
+
26,
|
| 120 |
+
27,
|
| 121 |
+
28,
|
| 122 |
+
29,
|
| 123 |
+
30,
|
| 124 |
+
31,
|
| 125 |
+
32,
|
| 126 |
+
33,
|
| 127 |
+
34,
|
| 128 |
+
35,
|
| 129 |
+
36,
|
| 130 |
+
37,
|
| 131 |
+
38,
|
| 132 |
+
39,
|
| 133 |
+
40,
|
| 134 |
+
41,
|
| 135 |
+
42,
|
| 136 |
+
43,
|
| 137 |
+
44,
|
| 138 |
+
45,
|
| 139 |
+
46,
|
| 140 |
+
47,
|
| 141 |
+
48,
|
| 142 |
+
49,
|
| 143 |
+
50,
|
| 144 |
+
51,
|
| 145 |
+
52,
|
| 146 |
+
53,
|
| 147 |
+
54,
|
| 148 |
+
55,
|
| 149 |
+
56,
|
| 150 |
+
57,
|
| 151 |
+
58,
|
| 152 |
+
59,
|
| 153 |
+
60,
|
| 154 |
+
61,
|
| 155 |
+
62,
|
| 156 |
+
63,
|
| 157 |
+
64,
|
| 158 |
+
65,
|
| 159 |
+
66,
|
| 160 |
+
67,
|
| 161 |
+
68,
|
| 162 |
+
69,
|
| 163 |
+
70,
|
| 164 |
+
71,
|
| 165 |
+
72,
|
| 166 |
+
73,
|
| 167 |
+
74,
|
| 168 |
+
75,
|
| 169 |
+
76,
|
| 170 |
+
77,
|
| 171 |
+
78,
|
| 172 |
+
79,
|
| 173 |
+
80,
|
| 174 |
+
81,
|
| 175 |
+
82,
|
| 176 |
+
83,
|
| 177 |
+
84,
|
| 178 |
+
85,
|
| 179 |
+
86,
|
| 180 |
+
87,
|
| 181 |
+
88,
|
| 182 |
+
89,
|
| 183 |
+
90,
|
| 184 |
+
91,
|
| 185 |
+
92,
|
| 186 |
+
93,
|
| 187 |
+
94,
|
| 188 |
+
95,
|
| 189 |
+
96,
|
| 190 |
+
97,
|
| 191 |
+
98,
|
| 192 |
+
99
|
| 193 |
+
],
|
| 194 |
+
"train_episodes": [
|
| 195 |
+
0,
|
| 196 |
+
1,
|
| 197 |
+
2,
|
| 198 |
+
3,
|
| 199 |
+
4,
|
| 200 |
+
5,
|
| 201 |
+
6,
|
| 202 |
+
7,
|
| 203 |
+
8,
|
| 204 |
+
9,
|
| 205 |
+
10,
|
| 206 |
+
11,
|
| 207 |
+
12,
|
| 208 |
+
13,
|
| 209 |
+
14,
|
| 210 |
+
15,
|
| 211 |
+
16,
|
| 212 |
+
17,
|
| 213 |
+
18,
|
| 214 |
+
19,
|
| 215 |
+
20,
|
| 216 |
+
21,
|
| 217 |
+
22,
|
| 218 |
+
23,
|
| 219 |
+
24,
|
| 220 |
+
25,
|
| 221 |
+
26,
|
| 222 |
+
27,
|
| 223 |
+
28,
|
| 224 |
+
29,
|
| 225 |
+
30,
|
| 226 |
+
31,
|
| 227 |
+
32,
|
| 228 |
+
33,
|
| 229 |
+
34,
|
| 230 |
+
35,
|
| 231 |
+
36,
|
| 232 |
+
37,
|
| 233 |
+
38,
|
| 234 |
+
39,
|
| 235 |
+
40,
|
| 236 |
+
41,
|
| 237 |
+
42,
|
| 238 |
+
43,
|
| 239 |
+
44,
|
| 240 |
+
45,
|
| 241 |
+
46,
|
| 242 |
+
47,
|
| 243 |
+
48,
|
| 244 |
+
49,
|
| 245 |
+
50,
|
| 246 |
+
51,
|
| 247 |
+
52,
|
| 248 |
+
53,
|
| 249 |
+
54,
|
| 250 |
+
55,
|
| 251 |
+
56,
|
| 252 |
+
57,
|
| 253 |
+
58,
|
| 254 |
+
59,
|
| 255 |
+
60,
|
| 256 |
+
61,
|
| 257 |
+
62,
|
| 258 |
+
63,
|
| 259 |
+
64,
|
| 260 |
+
65,
|
| 261 |
+
66,
|
| 262 |
+
67,
|
| 263 |
+
68,
|
| 264 |
+
69,
|
| 265 |
+
70,
|
| 266 |
+
71,
|
| 267 |
+
72,
|
| 268 |
+
73,
|
| 269 |
+
74,
|
| 270 |
+
75,
|
| 271 |
+
76,
|
| 272 |
+
77,
|
| 273 |
+
78,
|
| 274 |
+
79,
|
| 275 |
+
80,
|
| 276 |
+
81,
|
| 277 |
+
82,
|
| 278 |
+
83,
|
| 279 |
+
84,
|
| 280 |
+
85,
|
| 281 |
+
86,
|
| 282 |
+
87,
|
| 283 |
+
88,
|
| 284 |
+
89,
|
| 285 |
+
90,
|
| 286 |
+
91,
|
| 287 |
+
92,
|
| 288 |
+
93,
|
| 289 |
+
94,
|
| 290 |
+
95,
|
| 291 |
+
96,
|
| 292 |
+
97,
|
| 293 |
+
98,
|
| 294 |
+
99
|
| 295 |
+
],
|
| 296 |
+
"val_episodes": [],
|
| 297 |
+
"train_frames": 30908,
|
| 298 |
+
"git_commit": null
|
| 299 |
+
},
|
| 300 |
+
"training": {
|
| 301 |
+
"steps": 4000,
|
| 302 |
+
"batch_size": 512,
|
| 303 |
+
"lr": 0.0001,
|
| 304 |
+
"betas": [
|
| 305 |
+
0.95,
|
| 306 |
+
0.999
|
| 307 |
+
],
|
| 308 |
+
"weight_decay": 1e-06,
|
| 309 |
+
"warmup": 500,
|
| 310 |
+
"schedule": "linear warm-up + cosine",
|
| 311 |
+
"backbone_lr_scale": 0.1,
|
| 312 |
+
"ema": 0.9999,
|
| 313 |
+
"shift_px": 0,
|
| 314 |
+
"amp": true,
|
| 315 |
+
"seed": 0,
|
| 316 |
+
"augmentation": {
|
| 317 |
+
"spec": "docs/augmentation_v2.md",
|
| 318 |
+
"version": "hb-aug-v2-20261109",
|
| 319 |
+
"implementation": "evaluation/augmentation/hb_aug_v2.py",
|
| 320 |
+
"visual": {
|
| 321 |
+
"effects": [
|
| 322 |
+
"exposure",
|
| 323 |
+
"contrast",
|
| 324 |
+
"saturation",
|
| 325 |
+
"hue",
|
| 326 |
+
"gamma",
|
| 327 |
+
"temperature",
|
| 328 |
+
"rotation_crop",
|
| 329 |
+
"noise",
|
| 330 |
+
"gaussian_blur",
|
| 331 |
+
"jpeg",
|
| 332 |
+
"motion_blur",
|
| 333 |
+
"sharpen",
|
| 334 |
+
"defocus",
|
| 335 |
+
"light_shadow",
|
| 336 |
+
"wb_channel"
|
| 337 |
+
],
|
| 338 |
+
"boosted_per_sample": 1,
|
| 339 |
+
"boost": 1.5,
|
| 340 |
+
"pixel_scale": "H / 224",
|
| 341 |
+
"future_targets": "none (one observation frame)"
|
| 342 |
+
},
|
| 343 |
+
"proprio": {
|
| 344 |
+
"robot": "g1",
|
| 345 |
+
"body_dims": 29,
|
| 346 |
+
"bias_deg": 2.0,
|
| 347 |
+
"bias_scope": "per_sample",
|
| 348 |
+
"noise_deg": 0.25,
|
| 349 |
+
"noise_clip_sigma": 3,
|
| 350 |
+
"delay_probability": 0.0,
|
| 351 |
+
"history_drop_probability": 0.0,
|
| 352 |
+
"velocity": false
|
| 353 |
+
},
|
| 354 |
+
"native_image_augmentation": "off",
|
| 355 |
+
"evaluation": "off"
|
| 356 |
+
},
|
| 357 |
+
"preflight": {
|
| 358 |
+
"samples": 64,
|
| 359 |
+
"state_dim": 44,
|
| 360 |
+
"body_dims": 29,
|
| 361 |
+
"images_changed": 64,
|
| 362 |
+
"body_values_moved": 1.0,
|
| 363 |
+
"max_body_offset_deg": 2.6143,
|
| 364 |
+
"actions_bit_identical": true,
|
| 365 |
+
"non_body_state_bit_identical": true,
|
| 366 |
+
"eval_items_deterministic": 8
|
| 367 |
+
}
|
| 368 |
+
},
|
| 369 |
+
"stats": {
|
| 370 |
+
"state": {
|
| 371 |
+
"min": [
|
| 372 |
+
-0.5093753933906555,
|
| 373 |
+
-0.12233220040798187,
|
| 374 |
+
-0.12761788070201874,
|
| 375 |
+
0.10250309854745865,
|
| 376 |
+
-0.8273318409919739,
|
| 377 |
+
-0.15657654404640198,
|
| 378 |
+
-0.4967050552368164,
|
| 379 |
+
-0.30181893706321716,
|
| 380 |
+
-0.5301669836044312,
|
| 381 |
+
0.09314415603876114,
|
| 382 |
+
-0.8944554924964905,
|
| 383 |
+
-0.14240269362926483,
|
| 384 |
+
-0.10451218485832214,
|
| 385 |
+
-0.0940587967634201,
|
| 386 |
+
-0.13018359243869781,
|
| 387 |
+
-1.393661618232727,
|
| 388 |
+
-0.020927773788571358,
|
| 389 |
+
-0.7382517457008362,
|
| 390 |
+
-0.8502405285835266,
|
| 391 |
+
-0.11091316491365433,
|
| 392 |
+
-0.24967733025550842,
|
| 393 |
+
-1.2172361612319946,
|
| 394 |
+
-1.5036237239837646,
|
| 395 |
+
-1.1288223266601562,
|
| 396 |
+
-0.02860570326447487,
|
| 397 |
+
-0.8521270155906677,
|
| 398 |
+
-1.870940923690796,
|
| 399 |
+
-0.095971018075943,
|
| 400 |
+
-0.1065346822142601,
|
| 401 |
+
0.0,
|
| 402 |
+
0.5949721336364746,
|
| 403 |
+
0.6192536950111389,
|
| 404 |
+
0.6028932332992554,
|
| 405 |
+
0.3511531352996826,
|
| 406 |
+
0.0,
|
| 407 |
+
0.0,
|
| 408 |
+
0.5953419804573059,
|
| 409 |
+
0.6113170981407166,
|
| 410 |
+
0.5994111895561218,
|
| 411 |
+
0.03766731545329094,
|
| 412 |
+
0.0,
|
| 413 |
+
-0.3042502999305725,
|
| 414 |
+
-0.098258838057518,
|
| 415 |
+
-0.9999995827674866
|
| 416 |
+
],
|
| 417 |
+
"max": [
|
| 418 |
+
0.42436036467552185,
|
| 419 |
+
0.2632223069667816,
|
| 420 |
+
0.4142952561378479,
|
| 421 |
+
1.3769621849060059,
|
| 422 |
+
0.3906438946723938,
|
| 423 |
+
0.12971684336662292,
|
| 424 |
+
0.28290697932243347,
|
| 425 |
+
0.07751978188753128,
|
| 426 |
+
0.012389450334012508,
|
| 427 |
+
1.309631109237671,
|
| 428 |
+
0.5117528438568115,
|
| 429 |
+
0.14354851841926575,
|
| 430 |
+
0.09299838542938232,
|
| 431 |
+
0.1345142424106598,
|
| 432 |
+
0.16879205405712128,
|
| 433 |
+
0.26465392112731934,
|
| 434 |
+
1.0681228637695312,
|
| 435 |
+
0.368639200925827,
|
| 436 |
+
1.2249290943145752,
|
| 437 |
+
1.7016332149505615,
|
| 438 |
+
0.73288893699646,
|
| 439 |
+
0.4079762399196625,
|
| 440 |
+
0.20960678160190582,
|
| 441 |
+
0.1851842999458313,
|
| 442 |
+
0.9496553540229797,
|
| 443 |
+
1.338996171951294,
|
| 444 |
+
0.04667161777615547,
|
| 445 |
+
1.0116424560546875,
|
| 446 |
+
1.5066314935684204,
|
| 447 |
+
1.0,
|
| 448 |
+
1.0,
|
| 449 |
+
1.0,
|
| 450 |
+
1.0,
|
| 451 |
+
1.0,
|
| 452 |
+
0.9997431039810181,
|
| 453 |
+
1.0,
|
| 454 |
+
1.0,
|
| 455 |
+
1.0,
|
| 456 |
+
1.0,
|
| 457 |
+
1.0,
|
| 458 |
+
0.9997568130493164,
|
| 459 |
+
0.011030972935259342,
|
| 460 |
+
0.10935939103364944,
|
| 461 |
+
-0.9520710110664368
|
| 462 |
+
],
|
| 463 |
+
"mean": [
|
| 464 |
+
-0.015364952224250912,
|
| 465 |
+
0.081615613869982,
|
| 466 |
+
0.12889738646888202,
|
| 467 |
+
0.27149564947104204,
|
| 468 |
+
-0.14955734140047547,
|
| 469 |
+
-0.03703078041298108,
|
| 470 |
+
-0.0667806330627162,
|
| 471 |
+
-0.07314824380692604,
|
| 472 |
+
-0.2412484148070091,
|
| 473 |
+
0.25491780809063996,
|
| 474 |
+
-0.10854783438820112,
|
| 475 |
+
-0.005161355253899878,
|
| 476 |
+
0.003673423170905123,
|
| 477 |
+
0.02969264617779002,
|
| 478 |
+
0.08950587210737222,
|
| 479 |
+
-0.47956076188028,
|
| 480 |
+
0.42631070073819,
|
| 481 |
+
-0.27129812784427826,
|
| 482 |
+
0.16324256069371254,
|
| 483 |
+
1.0385976806191235,
|
| 484 |
+
0.32744283883844555,
|
| 485 |
+
-0.3669884986385585,
|
| 486 |
+
-0.5611831615193444,
|
| 487 |
+
-0.3750104856050489,
|
| 488 |
+
0.3347049141703264,
|
| 489 |
+
0.09427332727041168,
|
| 490 |
+
-1.2676208074144515,
|
| 491 |
+
0.44498776552803626,
|
| 492 |
+
0.6750011010472442,
|
| 493 |
+
0.8714133721444814,
|
| 494 |
+
0.8704363160829457,
|
| 495 |
+
0.871101992679426,
|
| 496 |
+
0.8709877289072792,
|
| 497 |
+
0.9374116361295481,
|
| 498 |
+
0.000909107080241183,
|
| 499 |
+
0.8686004803123465,
|
| 500 |
+
0.8727763422085179,
|
| 501 |
+
0.8736698483416437,
|
| 502 |
+
0.873315653691274,
|
| 503 |
+
0.9243064344480587,
|
| 504 |
+
0.0010054465065242088,
|
| 505 |
+
-0.07857978353459398,
|
| 506 |
+
0.005790211846556424,
|
| 507 |
+
-0.9955768040204798
|
| 508 |
+
],
|
| 509 |
+
"std": [
|
| 510 |
+
0.12856331774418192,
|
| 511 |
+
0.037393329668315815,
|
| 512 |
+
0.05114975202975518,
|
| 513 |
+
0.19438684278818802,
|
| 514 |
+
0.12199680903864253,
|
| 515 |
+
0.042366122817800854,
|
| 516 |
+
0.1197195537504191,
|
| 517 |
+
0.041234348615534516,
|
| 518 |
+
0.06264541254527864,
|
| 519 |
+
0.19296680414798664,
|
| 520 |
+
0.14698603073664226,
|
| 521 |
+
0.03873242198119102,
|
| 522 |
+
0.022580757805711404,
|
| 523 |
+
0.02236052295122295,
|
| 524 |
+
0.03593445604445683,
|
| 525 |
+
0.3256732586786403,
|
| 526 |
+
0.19224309523346822,
|
| 527 |
+
0.1334741564088957,
|
| 528 |
+
0.48949046035954324,
|
| 529 |
+
0.3411011488066223,
|
| 530 |
+
0.17404862210424266,
|
| 531 |
+
0.28167826002687124,
|
| 532 |
+
0.32010586210868225,
|
| 533 |
+
0.19978493123512664,
|
| 534 |
+
0.12314692856716673,
|
| 535 |
+
0.4856849744536303,
|
| 536 |
+
0.4150175273557762,
|
| 537 |
+
0.18968756344956073,
|
| 538 |
+
0.36121237047109955,
|
| 539 |
+
0.16123118351068702,
|
| 540 |
+
0.16110483963491448,
|
| 541 |
+
0.16022198436241275,
|
| 542 |
+
0.16099862679020233,
|
| 543 |
+
0.07811886944382597,
|
| 544 |
+
0.019824963023862628,
|
| 545 |
+
0.1676569977855643,
|
| 546 |
+
0.15816317480687228,
|
| 547 |
+
0.15654935499028427,
|
| 548 |
+
0.15744207009759817,
|
| 549 |
+
0.1022531519695512,
|
| 550 |
+
0.019857930854210358,
|
| 551 |
+
0.048533023773255274,
|
| 552 |
+
0.015253372177349003,
|
| 553 |
+
0.005513492459359003
|
| 554 |
+
]
|
| 555 |
+
},
|
| 556 |
+
"action": {
|
| 557 |
+
"min": [
|
| 558 |
+
-0.4375,
|
| 559 |
+
-0.375,
|
| 560 |
+
-0.5,
|
| 561 |
+
-0.4375,
|
| 562 |
+
-0.4375,
|
| 563 |
+
-0.1875,
|
| 564 |
+
-0.3125,
|
| 565 |
+
-0.4375,
|
| 566 |
+
-0.1875,
|
| 567 |
+
-0.5,
|
| 568 |
+
-0.5,
|
| 569 |
+
-0.25,
|
| 570 |
+
-0.625,
|
| 571 |
+
-0.125,
|
| 572 |
+
-0.3125,
|
| 573 |
+
-0.25,
|
| 574 |
+
-0.125,
|
| 575 |
+
-0.1875,
|
| 576 |
+
-0.5,
|
| 577 |
+
-0.3125,
|
| 578 |
+
-0.5625,
|
| 579 |
+
-0.5,
|
| 580 |
+
-0.0625,
|
| 581 |
+
-0.1875,
|
| 582 |
+
-0.5,
|
| 583 |
+
-0.4375,
|
| 584 |
+
-0.375,
|
| 585 |
+
-0.1875,
|
| 586 |
+
-0.4375,
|
| 587 |
+
-0.3125,
|
| 588 |
+
-0.3125,
|
| 589 |
+
-0.1875,
|
| 590 |
+
-0.0625,
|
| 591 |
+
-0.1875,
|
| 592 |
+
-0.5,
|
| 593 |
+
-0.5,
|
| 594 |
+
-0.125,
|
| 595 |
+
-0.5625,
|
| 596 |
+
-0.3125,
|
| 597 |
+
-0.25,
|
| 598 |
+
-0.375,
|
| 599 |
+
-0.5,
|
| 600 |
+
-0.5625,
|
| 601 |
+
-0.0625,
|
| 602 |
+
-0.5,
|
| 603 |
+
-0.625,
|
| 604 |
+
-0.6875,
|
| 605 |
+
-0.1875,
|
| 606 |
+
0.0,
|
| 607 |
+
-0.375,
|
| 608 |
+
-0.5,
|
| 609 |
+
-0.3125,
|
| 610 |
+
-0.375,
|
| 611 |
+
-0.4375,
|
| 612 |
+
-0.5,
|
| 613 |
+
-0.25,
|
| 614 |
+
-0.6875,
|
| 615 |
+
-0.1875,
|
| 616 |
+
-0.3125,
|
| 617 |
+
-0.5,
|
| 618 |
+
-0.625,
|
| 619 |
+
-0.3125,
|
| 620 |
+
-0.4375,
|
| 621 |
+
-0.1875,
|
| 622 |
+
0.0,
|
| 623 |
+
0.5949721336364746,
|
| 624 |
+
0.6192536950111389,
|
| 625 |
+
0.6028932332992554,
|
| 626 |
+
0.3511531352996826,
|
| 627 |
+
0.0,
|
| 628 |
+
0.0,
|
| 629 |
+
0.5953419804573059,
|
| 630 |
+
0.6113170981407166,
|
| 631 |
+
0.5994111895561218,
|
| 632 |
+
0.03766731545329094,
|
| 633 |
+
0.0
|
| 634 |
+
],
|
| 635 |
+
"max": [
|
| 636 |
+
0.1875,
|
| 637 |
+
0.5,
|
| 638 |
+
0.375,
|
| 639 |
+
0.25,
|
| 640 |
+
0.4375,
|
| 641 |
+
0.5625,
|
| 642 |
+
0.3125,
|
| 643 |
+
0.3125,
|
| 644 |
+
0.5,
|
| 645 |
+
0.25,
|
| 646 |
+
0.125,
|
| 647 |
+
0.3125,
|
| 648 |
+
0.5,
|
| 649 |
+
0.6875,
|
| 650 |
+
0.4375,
|
| 651 |
+
0.3125,
|
| 652 |
+
0.4375,
|
| 653 |
+
0.375,
|
| 654 |
+
0.25,
|
| 655 |
+
0.5,
|
| 656 |
+
0.0625,
|
| 657 |
+
0.1875,
|
| 658 |
+
0.4375,
|
| 659 |
+
0.5625,
|
| 660 |
+
0.5625,
|
| 661 |
+
0.375,
|
| 662 |
+
0.0,
|
| 663 |
+
0.4375,
|
| 664 |
+
0.3125,
|
| 665 |
+
0.625,
|
| 666 |
+
0.625,
|
| 667 |
+
0.625,
|
| 668 |
+
0.6875,
|
| 669 |
+
0.5,
|
| 670 |
+
0.3125,
|
| 671 |
+
0.0625,
|
| 672 |
+
0.6875,
|
| 673 |
+
0.1875,
|
| 674 |
+
0.4375,
|
| 675 |
+
0.1875,
|
| 676 |
+
0.375,
|
| 677 |
+
0.125,
|
| 678 |
+
0.25,
|
| 679 |
+
0.5,
|
| 680 |
+
0.3125,
|
| 681 |
+
0.4375,
|
| 682 |
+
0.4375,
|
| 683 |
+
0.375,
|
| 684 |
+
0.8125,
|
| 685 |
+
0.4375,
|
| 686 |
+
0.5,
|
| 687 |
+
0.5,
|
| 688 |
+
0.5,
|
| 689 |
+
0.375,
|
| 690 |
+
0.25,
|
| 691 |
+
0.1875,
|
| 692 |
+
0.5,
|
| 693 |
+
0.375,
|
| 694 |
+
0.1875,
|
| 695 |
+
0.25,
|
| 696 |
+
-0.0625,
|
| 697 |
+
0.375,
|
| 698 |
+
0.1875,
|
| 699 |
+
0.5625,
|
| 700 |
+
1.0,
|
| 701 |
+
1.0,
|
| 702 |
+
1.0,
|
| 703 |
+
1.0,
|
| 704 |
+
1.0,
|
| 705 |
+
0.9997431039810181,
|
| 706 |
+
1.0,
|
| 707 |
+
1.0,
|
| 708 |
+
1.0,
|
| 709 |
+
1.0,
|
| 710 |
+
1.0,
|
| 711 |
+
0.9997568130493164
|
| 712 |
+
],
|
| 713 |
+
"mean": [
|
| 714 |
+
-0.1328256438462534,
|
| 715 |
+
0.14030752555972564,
|
| 716 |
+
-0.07960115504076615,
|
| 717 |
+
0.016393409473275528,
|
| 718 |
+
0.02376811828652776,
|
| 719 |
+
0.2037397275786204,
|
| 720 |
+
-0.08447448880548725,
|
| 721 |
+
-0.022285896855183125,
|
| 722 |
+
0.2105644169794228,
|
| 723 |
+
-0.20490043030930502,
|
| 724 |
+
-0.20489031965834087,
|
| 725 |
+
-0.02232229519865407,
|
| 726 |
+
-0.24486985570078945,
|
| 727 |
+
0.35233394266856477,
|
| 728 |
+
0.11206645528665718,
|
| 729 |
+
-0.004509350330011648,
|
| 730 |
+
0.19562694124498511,
|
| 731 |
+
0.047886065096415166,
|
| 732 |
+
-0.09148723631422286,
|
| 733 |
+
0.09802276109745049,
|
| 734 |
+
-0.2587922220784263,
|
| 735 |
+
-0.20438680924032612,
|
| 736 |
+
0.22753211142746216,
|
| 737 |
+
0.0762383525300893,
|
| 738 |
+
0.16564683900608257,
|
| 739 |
+
-0.046375533842370906,
|
| 740 |
+
-0.1699741976187395,
|
| 741 |
+
0.0878838003105992,
|
| 742 |
+
-0.034000097062249254,
|
| 743 |
+
0.36507336288339587,
|
| 744 |
+
0.20983847224019672,
|
| 745 |
+
0.22507724537336612,
|
| 746 |
+
0.2735578167464734,
|
| 747 |
+
0.12311941892066779,
|
| 748 |
+
-0.15756236249514688,
|
| 749 |
+
-0.23991563672835511,
|
| 750 |
+
0.16439918467710626,
|
| 751 |
+
-0.22254553837194255,
|
| 752 |
+
-0.02215243626245632,
|
| 753 |
+
-0.09517155752555972,
|
| 754 |
+
-0.06882926750355894,
|
| 755 |
+
-0.21601203571890773,
|
| 756 |
+
-0.13072465057590268,
|
| 757 |
+
0.23748099197618738,
|
| 758 |
+
-0.1322998899961175,
|
| 759 |
+
-0.21782386437168372,
|
| 760 |
+
-0.3010628316293516,
|
| 761 |
+
0.09485812734567102,
|
| 762 |
+
0.45991531318752427,
|
| 763 |
+
0.008933771191924421,
|
| 764 |
+
-0.006416219101850654,
|
| 765 |
+
0.09854042642681507,
|
| 766 |
+
0.20279539277856864,
|
| 767 |
+
-0.047738449592338555,
|
| 768 |
+
-0.16898537595444546,
|
| 769 |
+
-0.035510628316293515,
|
| 770 |
+
-0.2886550407661447,
|
| 771 |
+
0.056002895690436136,
|
| 772 |
+
-0.09289868318881843,
|
| 773 |
+
-0.14478856606703766,
|
| 774 |
+
-0.38754125145593377,
|
| 775 |
+
0.07912797657564384,
|
| 776 |
+
-0.14342565031707002,
|
| 777 |
+
0.2597203798369354,
|
| 778 |
+
0.8714133721444814,
|
| 779 |
+
0.8704363160829457,
|
| 780 |
+
0.871101992679426,
|
| 781 |
+
0.8709877289072792,
|
| 782 |
+
0.9374116361295481,
|
| 783 |
+
0.000909107080241183,
|
| 784 |
+
0.8686004803123465,
|
| 785 |
+
0.8727763422085179,
|
| 786 |
+
0.8736698483416437,
|
| 787 |
+
0.873315653691274,
|
| 788 |
+
0.9243064344480587,
|
| 789 |
+
0.0010054465065242088
|
| 790 |
+
],
|
| 791 |
+
"std": [
|
| 792 |
+
0.07789955998211606,
|
| 793 |
+
0.15884626071604924,
|
| 794 |
+
0.1581233979968548,
|
| 795 |
+
0.09502975183202761,
|
| 796 |
+
0.10422883895758395,
|
| 797 |
+
0.13493252972835035,
|
| 798 |
+
0.09668550524041442,
|
| 799 |
+
0.10216842451806651,
|
| 800 |
+
0.13706091772556664,
|
| 801 |
+
0.1357826846018742,
|
| 802 |
+
0.10177050699336576,
|
| 803 |
+
0.08465054607636743,
|
| 804 |
+
0.20205230739695762,
|
| 805 |
+
0.12706670920463609,
|
| 806 |
+
0.15069616802995173,
|
| 807 |
+
0.06293637535646919,
|
| 808 |
+
0.08382843427524267,
|
| 809 |
+
0.07581424073507208,
|
| 810 |
+
0.13568732985173562,
|
| 811 |
+
0.14033116801561796,
|
| 812 |
+
0.09932655110968273,
|
| 813 |
+
0.09121062873145251,
|
| 814 |
+
0.07208299484685422,
|
| 815 |
+
0.1299125790615487,
|
| 816 |
+
0.17977553384414668,
|
| 817 |
+
0.1506115834117787,
|
| 818 |
+
0.06899038047757403,
|
| 819 |
+
0.08011449013545052,
|
| 820 |
+
0.12308408904450967,
|
| 821 |
+
0.16677321150773933,
|
| 822 |
+
0.15547954149229914,
|
| 823 |
+
0.10494672115866652,
|
| 824 |
+
0.09867708152909252,
|
| 825 |
+
0.10241109878343188,
|
| 826 |
+
0.13636784165465646,
|
| 827 |
+
0.07477624483874172,
|
| 828 |
+
0.12988677428759557,
|
| 829 |
+
0.13445998836373205,
|
| 830 |
+
0.09184543622018963,
|
| 831 |
+
0.0721655820519191,
|
| 832 |
+
0.08807969513597146,
|
| 833 |
+
0.11157826948556746,
|
| 834 |
+
0.14881728477040088,
|
| 835 |
+
0.09995603247268962,
|
| 836 |
+
0.11745649633145971,
|
| 837 |
+
0.19648932081391213,
|
| 838 |
+
0.1997733493935003,
|
| 839 |
+
0.07585100812231088,
|
| 840 |
+
0.12983318820006998,
|
| 841 |
+
0.13470484176152134,
|
| 842 |
+
0.12727505199554814,
|
| 843 |
+
0.1148687607803913,
|
| 844 |
+
0.16623945022132947,
|
| 845 |
+
0.0903189189593882,
|
| 846 |
+
0.11630889040778654,
|
| 847 |
+
0.06267302238221951,
|
| 848 |
+
0.2107078066502835,
|
| 849 |
+
0.0918116315905211,
|
| 850 |
+
0.07687874194300864,
|
| 851 |
+
0.1305883985144006,
|
| 852 |
+
0.11356755494785113,
|
| 853 |
+
0.0892572154462054,
|
| 854 |
+
0.1057525617384013,
|
| 855 |
+
0.12177318529042777,
|
| 856 |
+
0.16123118351068702,
|
| 857 |
+
0.16110483963491448,
|
| 858 |
+
0.16022198436241275,
|
| 859 |
+
0.16099862679020233,
|
| 860 |
+
0.07811886944382597,
|
| 861 |
+
0.019824963023862628,
|
| 862 |
+
0.1676569977855643,
|
| 863 |
+
0.15816317480687228,
|
| 864 |
+
0.15654935499028427,
|
| 865 |
+
0.15744207009759817,
|
| 866 |
+
0.1022531519695512,
|
| 867 |
+
0.019857930854210358
|
| 868 |
+
]
|
| 869 |
+
}
|
| 870 |
+
},
|
| 871 |
+
"code_commit": "028df1bb7024fb1e3d176de7e60c84d3333cd97f",
|
| 872 |
+
"step": 4000,
|
| 873 |
+
"weights": "ema",
|
| 874 |
+
"offline_eval": {
|
| 875 |
+
"mse": 0.03382289409637451,
|
| 876 |
+
"mse_row0": 0.03190438449382782,
|
| 877 |
+
"mse_motion_token": 0.030815009027719498,
|
| 878 |
+
"mse_inspire_left_hand_state": 0.04951713606715202,
|
| 879 |
+
"mse_inspire_right_hand_state": 0.0502127967774868,
|
| 880 |
+
"samples": 256,
|
| 881 |
+
"frames": "train"
|
| 882 |
+
},
|
| 883 |
+
"format": "hb_baselines/1"
|
| 884 |
+
}
|
b5-chair-push-standing-start/b512-cont-20261117/provenance/parent_checkpoint_protocol.json
ADDED
|
@@ -0,0 +1,11 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"format": "hb_baselines/1",
|
| 3 |
+
"step": 4000,
|
| 4 |
+
"policy": "fm_dit",
|
| 5 |
+
"files": {
|
| 6 |
+
"model.pt": {
|
| 7 |
+
"bytes": 90311509,
|
| 8 |
+
"sha256": "d258772759c5954d4d649766d1827f49c9b1627119151ca407e4c44eda9fdec6"
|
| 9 |
+
}
|
| 10 |
+
}
|
| 11 |
+
}
|
b5-chair-push-standing-start/b512-cont-20261117/provenance/parent_run.json
ADDED
|
@@ -0,0 +1,894 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"argv": [
|
| 3 |
+
"/mnt/data0/zuo/Humanoid_benchmark/results/baselines_preflight_20261117/main/evaluation/baselines/train.py",
|
| 4 |
+
"--policy",
|
| 5 |
+
"fm_dit",
|
| 6 |
+
"--contract",
|
| 7 |
+
"g1_sonic_dfx6",
|
| 8 |
+
"--dataset",
|
| 9 |
+
"/mnt/data0/zuo/Humanoid_benchmark/data/baselines/b5-chair-push-standing-start-expert-v1",
|
| 10 |
+
"--cache-dir",
|
| 11 |
+
"/mnt/data0/zuo/Humanoid_benchmark/cache/baselines/frames",
|
| 12 |
+
"--out",
|
| 13 |
+
"/mnt/data0/zuo/Humanoid_benchmark/results/baselines_preflight_20261117/runs/b5_chair_push_standing_start_v1/fm_dit",
|
| 14 |
+
"--batch-size",
|
| 15 |
+
"512",
|
| 16 |
+
"--steps",
|
| 17 |
+
"4000",
|
| 18 |
+
"--workers",
|
| 19 |
+
"12"
|
| 20 |
+
],
|
| 21 |
+
"started": "2026-11-17T04:07:16",
|
| 22 |
+
"host": "xt-p-A100-004",
|
| 23 |
+
"torch": "2.9.0+cu128",
|
| 24 |
+
"policy": {
|
| 25 |
+
"policy": "fm_dit",
|
| 26 |
+
"n_cameras": 2,
|
| 27 |
+
"state_dim": 44,
|
| 28 |
+
"action_dim": 76,
|
| 29 |
+
"horizon": 16,
|
| 30 |
+
"backbone": "resnet18",
|
| 31 |
+
"backbone_weights": "IMAGENET1K_V1",
|
| 32 |
+
"backbone_norm": "frozen_bn",
|
| 33 |
+
"hidden_dim": 384,
|
| 34 |
+
"num_layers": 4,
|
| 35 |
+
"num_heads": 8,
|
| 36 |
+
"mlp_ratio": 4.0,
|
| 37 |
+
"dropout": 0.1,
|
| 38 |
+
"time_embed_dim": 128,
|
| 39 |
+
"num_inference_steps": null,
|
| 40 |
+
"num_train_timesteps": 100,
|
| 41 |
+
"beta_schedule": "squaredcos_cap_v2",
|
| 42 |
+
"prediction_type": "epsilon",
|
| 43 |
+
"clip_sample": true,
|
| 44 |
+
"act_hidden_dim": 512,
|
| 45 |
+
"dim_feedforward": 3200,
|
| 46 |
+
"enc_layers": 4,
|
| 47 |
+
"dec_layers": 7,
|
| 48 |
+
"nheads": 8,
|
| 49 |
+
"latent_dim": 32,
|
| 50 |
+
"kl_weight": 10.0,
|
| 51 |
+
"extra": {}
|
| 52 |
+
},
|
| 53 |
+
"contract": {
|
| 54 |
+
"name": "g1_sonic_dfx6",
|
| 55 |
+
"robot": "g1",
|
| 56 |
+
"cameras": [
|
| 57 |
+
"ego_view",
|
| 58 |
+
"chest"
|
| 59 |
+
],
|
| 60 |
+
"state": [
|
| 61 |
+
[
|
| 62 |
+
"observation.state",
|
| 63 |
+
0,
|
| 64 |
+
29
|
| 65 |
+
],
|
| 66 |
+
[
|
| 67 |
+
"observation.inspire_left_hand_state",
|
| 68 |
+
0,
|
| 69 |
+
6
|
| 70 |
+
],
|
| 71 |
+
[
|
| 72 |
+
"observation.inspire_right_hand_state",
|
| 73 |
+
0,
|
| 74 |
+
6
|
| 75 |
+
],
|
| 76 |
+
[
|
| 77 |
+
"observation.projected_gravity",
|
| 78 |
+
0,
|
| 79 |
+
3
|
| 80 |
+
]
|
| 81 |
+
],
|
| 82 |
+
"action": [
|
| 83 |
+
[
|
| 84 |
+
"action.motion_token",
|
| 85 |
+
0,
|
| 86 |
+
64
|
| 87 |
+
],
|
| 88 |
+
[
|
| 89 |
+
"observation.inspire_left_hand_state",
|
| 90 |
+
0,
|
| 91 |
+
6
|
| 92 |
+
],
|
| 93 |
+
[
|
| 94 |
+
"observation.inspire_right_hand_state",
|
| 95 |
+
0,
|
| 96 |
+
6
|
| 97 |
+
]
|
| 98 |
+
],
|
| 99 |
+
"state_dim": 44,
|
| 100 |
+
"action_dim": 76,
|
| 101 |
+
"action_space": "sonic_dfx6",
|
| 102 |
+
"body_dims": 29
|
| 103 |
+
},
|
| 104 |
+
"image_hw": [
|
| 105 |
+
168,
|
| 106 |
+
224
|
| 107 |
+
],
|
| 108 |
+
"task_text": "Establish and verify a stable two-hand grasp around the chair back, straighten it by stepping into position behind it, then walk forward to push it under the table.",
|
| 109 |
+
"dataset": {
|
| 110 |
+
"name": "b5-chair-push-standing-start-expert-v1",
|
| 111 |
+
"root": "/mnt/data0/zuo/Humanoid_benchmark/data/baselines/b5-chair-push-standing-start-expert-v1",
|
| 112 |
+
"robot_type": null,
|
| 113 |
+
"fps": 30.0,
|
| 114 |
+
"episodes": [
|
| 115 |
+
0,
|
| 116 |
+
1,
|
| 117 |
+
2,
|
| 118 |
+
3,
|
| 119 |
+
4,
|
| 120 |
+
5,
|
| 121 |
+
6,
|
| 122 |
+
7,
|
| 123 |
+
8,
|
| 124 |
+
9,
|
| 125 |
+
10,
|
| 126 |
+
11,
|
| 127 |
+
12,
|
| 128 |
+
13,
|
| 129 |
+
14,
|
| 130 |
+
15,
|
| 131 |
+
16,
|
| 132 |
+
17,
|
| 133 |
+
18,
|
| 134 |
+
19,
|
| 135 |
+
20,
|
| 136 |
+
21,
|
| 137 |
+
22,
|
| 138 |
+
23,
|
| 139 |
+
24,
|
| 140 |
+
25,
|
| 141 |
+
26,
|
| 142 |
+
27,
|
| 143 |
+
28,
|
| 144 |
+
29,
|
| 145 |
+
30,
|
| 146 |
+
31,
|
| 147 |
+
32,
|
| 148 |
+
33,
|
| 149 |
+
34,
|
| 150 |
+
35,
|
| 151 |
+
36,
|
| 152 |
+
37,
|
| 153 |
+
38,
|
| 154 |
+
39,
|
| 155 |
+
40,
|
| 156 |
+
41,
|
| 157 |
+
42,
|
| 158 |
+
43,
|
| 159 |
+
44,
|
| 160 |
+
45,
|
| 161 |
+
46,
|
| 162 |
+
47,
|
| 163 |
+
48,
|
| 164 |
+
49,
|
| 165 |
+
50,
|
| 166 |
+
51,
|
| 167 |
+
52,
|
| 168 |
+
53,
|
| 169 |
+
54,
|
| 170 |
+
55,
|
| 171 |
+
56,
|
| 172 |
+
57,
|
| 173 |
+
58,
|
| 174 |
+
59,
|
| 175 |
+
60,
|
| 176 |
+
61,
|
| 177 |
+
62,
|
| 178 |
+
63,
|
| 179 |
+
64,
|
| 180 |
+
65,
|
| 181 |
+
66,
|
| 182 |
+
67,
|
| 183 |
+
68,
|
| 184 |
+
69,
|
| 185 |
+
70,
|
| 186 |
+
71,
|
| 187 |
+
72,
|
| 188 |
+
73,
|
| 189 |
+
74,
|
| 190 |
+
75,
|
| 191 |
+
76,
|
| 192 |
+
77,
|
| 193 |
+
78,
|
| 194 |
+
79,
|
| 195 |
+
80,
|
| 196 |
+
81,
|
| 197 |
+
82,
|
| 198 |
+
83,
|
| 199 |
+
84,
|
| 200 |
+
85,
|
| 201 |
+
86,
|
| 202 |
+
87,
|
| 203 |
+
88,
|
| 204 |
+
89,
|
| 205 |
+
90,
|
| 206 |
+
91,
|
| 207 |
+
92,
|
| 208 |
+
93,
|
| 209 |
+
94,
|
| 210 |
+
95,
|
| 211 |
+
96,
|
| 212 |
+
97,
|
| 213 |
+
98,
|
| 214 |
+
99
|
| 215 |
+
],
|
| 216 |
+
"train_episodes": [
|
| 217 |
+
0,
|
| 218 |
+
1,
|
| 219 |
+
2,
|
| 220 |
+
3,
|
| 221 |
+
4,
|
| 222 |
+
5,
|
| 223 |
+
6,
|
| 224 |
+
7,
|
| 225 |
+
8,
|
| 226 |
+
9,
|
| 227 |
+
10,
|
| 228 |
+
11,
|
| 229 |
+
12,
|
| 230 |
+
13,
|
| 231 |
+
14,
|
| 232 |
+
15,
|
| 233 |
+
16,
|
| 234 |
+
17,
|
| 235 |
+
18,
|
| 236 |
+
19,
|
| 237 |
+
20,
|
| 238 |
+
21,
|
| 239 |
+
22,
|
| 240 |
+
23,
|
| 241 |
+
24,
|
| 242 |
+
25,
|
| 243 |
+
26,
|
| 244 |
+
27,
|
| 245 |
+
28,
|
| 246 |
+
29,
|
| 247 |
+
30,
|
| 248 |
+
31,
|
| 249 |
+
32,
|
| 250 |
+
33,
|
| 251 |
+
34,
|
| 252 |
+
35,
|
| 253 |
+
36,
|
| 254 |
+
37,
|
| 255 |
+
38,
|
| 256 |
+
39,
|
| 257 |
+
40,
|
| 258 |
+
41,
|
| 259 |
+
42,
|
| 260 |
+
43,
|
| 261 |
+
44,
|
| 262 |
+
45,
|
| 263 |
+
46,
|
| 264 |
+
47,
|
| 265 |
+
48,
|
| 266 |
+
49,
|
| 267 |
+
50,
|
| 268 |
+
51,
|
| 269 |
+
52,
|
| 270 |
+
53,
|
| 271 |
+
54,
|
| 272 |
+
55,
|
| 273 |
+
56,
|
| 274 |
+
57,
|
| 275 |
+
58,
|
| 276 |
+
59,
|
| 277 |
+
60,
|
| 278 |
+
61,
|
| 279 |
+
62,
|
| 280 |
+
63,
|
| 281 |
+
64,
|
| 282 |
+
65,
|
| 283 |
+
66,
|
| 284 |
+
67,
|
| 285 |
+
68,
|
| 286 |
+
69,
|
| 287 |
+
70,
|
| 288 |
+
71,
|
| 289 |
+
72,
|
| 290 |
+
73,
|
| 291 |
+
74,
|
| 292 |
+
75,
|
| 293 |
+
76,
|
| 294 |
+
77,
|
| 295 |
+
78,
|
| 296 |
+
79,
|
| 297 |
+
80,
|
| 298 |
+
81,
|
| 299 |
+
82,
|
| 300 |
+
83,
|
| 301 |
+
84,
|
| 302 |
+
85,
|
| 303 |
+
86,
|
| 304 |
+
87,
|
| 305 |
+
88,
|
| 306 |
+
89,
|
| 307 |
+
90,
|
| 308 |
+
91,
|
| 309 |
+
92,
|
| 310 |
+
93,
|
| 311 |
+
94,
|
| 312 |
+
95,
|
| 313 |
+
96,
|
| 314 |
+
97,
|
| 315 |
+
98,
|
| 316 |
+
99
|
| 317 |
+
],
|
| 318 |
+
"val_episodes": [],
|
| 319 |
+
"train_frames": 30908,
|
| 320 |
+
"git_commit": null
|
| 321 |
+
},
|
| 322 |
+
"training": {
|
| 323 |
+
"steps": 4000,
|
| 324 |
+
"batch_size": 512,
|
| 325 |
+
"lr": 0.0001,
|
| 326 |
+
"betas": [
|
| 327 |
+
0.95,
|
| 328 |
+
0.999
|
| 329 |
+
],
|
| 330 |
+
"weight_decay": 1e-06,
|
| 331 |
+
"warmup": 500,
|
| 332 |
+
"schedule": "linear warm-up + cosine",
|
| 333 |
+
"backbone_lr_scale": 0.1,
|
| 334 |
+
"ema": 0.9999,
|
| 335 |
+
"shift_px": 0,
|
| 336 |
+
"amp": true,
|
| 337 |
+
"seed": 0,
|
| 338 |
+
"augmentation": {
|
| 339 |
+
"spec": "docs/augmentation_v2.md",
|
| 340 |
+
"version": "hb-aug-v2-20261109",
|
| 341 |
+
"implementation": "evaluation/augmentation/hb_aug_v2.py",
|
| 342 |
+
"visual": {
|
| 343 |
+
"effects": [
|
| 344 |
+
"exposure",
|
| 345 |
+
"contrast",
|
| 346 |
+
"saturation",
|
| 347 |
+
"hue",
|
| 348 |
+
"gamma",
|
| 349 |
+
"temperature",
|
| 350 |
+
"rotation_crop",
|
| 351 |
+
"noise",
|
| 352 |
+
"gaussian_blur",
|
| 353 |
+
"jpeg",
|
| 354 |
+
"motion_blur",
|
| 355 |
+
"sharpen",
|
| 356 |
+
"defocus",
|
| 357 |
+
"light_shadow",
|
| 358 |
+
"wb_channel"
|
| 359 |
+
],
|
| 360 |
+
"boosted_per_sample": 1,
|
| 361 |
+
"boost": 1.5,
|
| 362 |
+
"pixel_scale": "H / 224",
|
| 363 |
+
"future_targets": "none (one observation frame)"
|
| 364 |
+
},
|
| 365 |
+
"proprio": {
|
| 366 |
+
"robot": "g1",
|
| 367 |
+
"body_dims": 29,
|
| 368 |
+
"bias_deg": 2.0,
|
| 369 |
+
"bias_scope": "per_sample",
|
| 370 |
+
"noise_deg": 0.25,
|
| 371 |
+
"noise_clip_sigma": 3,
|
| 372 |
+
"delay_probability": 0.0,
|
| 373 |
+
"history_drop_probability": 0.0,
|
| 374 |
+
"velocity": false
|
| 375 |
+
},
|
| 376 |
+
"native_image_augmentation": "off",
|
| 377 |
+
"evaluation": "off"
|
| 378 |
+
},
|
| 379 |
+
"preflight": {
|
| 380 |
+
"samples": 64,
|
| 381 |
+
"state_dim": 44,
|
| 382 |
+
"body_dims": 29,
|
| 383 |
+
"images_changed": 64,
|
| 384 |
+
"body_values_moved": 1.0,
|
| 385 |
+
"max_body_offset_deg": 2.6143,
|
| 386 |
+
"actions_bit_identical": true,
|
| 387 |
+
"non_body_state_bit_identical": true,
|
| 388 |
+
"eval_items_deterministic": 8
|
| 389 |
+
}
|
| 390 |
+
},
|
| 391 |
+
"stats": {
|
| 392 |
+
"state": {
|
| 393 |
+
"min": [
|
| 394 |
+
-0.5093753933906555,
|
| 395 |
+
-0.12233220040798187,
|
| 396 |
+
-0.12761788070201874,
|
| 397 |
+
0.10250309854745865,
|
| 398 |
+
-0.8273318409919739,
|
| 399 |
+
-0.15657654404640198,
|
| 400 |
+
-0.4967050552368164,
|
| 401 |
+
-0.30181893706321716,
|
| 402 |
+
-0.5301669836044312,
|
| 403 |
+
0.09314415603876114,
|
| 404 |
+
-0.8944554924964905,
|
| 405 |
+
-0.14240269362926483,
|
| 406 |
+
-0.10451218485832214,
|
| 407 |
+
-0.0940587967634201,
|
| 408 |
+
-0.13018359243869781,
|
| 409 |
+
-1.393661618232727,
|
| 410 |
+
-0.020927773788571358,
|
| 411 |
+
-0.7382517457008362,
|
| 412 |
+
-0.8502405285835266,
|
| 413 |
+
-0.11091316491365433,
|
| 414 |
+
-0.24967733025550842,
|
| 415 |
+
-1.2172361612319946,
|
| 416 |
+
-1.5036237239837646,
|
| 417 |
+
-1.1288223266601562,
|
| 418 |
+
-0.02860570326447487,
|
| 419 |
+
-0.8521270155906677,
|
| 420 |
+
-1.870940923690796,
|
| 421 |
+
-0.095971018075943,
|
| 422 |
+
-0.1065346822142601,
|
| 423 |
+
0.0,
|
| 424 |
+
0.5949721336364746,
|
| 425 |
+
0.6192536950111389,
|
| 426 |
+
0.6028932332992554,
|
| 427 |
+
0.3511531352996826,
|
| 428 |
+
0.0,
|
| 429 |
+
0.0,
|
| 430 |
+
0.5953419804573059,
|
| 431 |
+
0.6113170981407166,
|
| 432 |
+
0.5994111895561218,
|
| 433 |
+
0.03766731545329094,
|
| 434 |
+
0.0,
|
| 435 |
+
-0.3042502999305725,
|
| 436 |
+
-0.098258838057518,
|
| 437 |
+
-0.9999995827674866
|
| 438 |
+
],
|
| 439 |
+
"max": [
|
| 440 |
+
0.42436036467552185,
|
| 441 |
+
0.2632223069667816,
|
| 442 |
+
0.4142952561378479,
|
| 443 |
+
1.3769621849060059,
|
| 444 |
+
0.3906438946723938,
|
| 445 |
+
0.12971684336662292,
|
| 446 |
+
0.28290697932243347,
|
| 447 |
+
0.07751978188753128,
|
| 448 |
+
0.012389450334012508,
|
| 449 |
+
1.309631109237671,
|
| 450 |
+
0.5117528438568115,
|
| 451 |
+
0.14354851841926575,
|
| 452 |
+
0.09299838542938232,
|
| 453 |
+
0.1345142424106598,
|
| 454 |
+
0.16879205405712128,
|
| 455 |
+
0.26465392112731934,
|
| 456 |
+
1.0681228637695312,
|
| 457 |
+
0.368639200925827,
|
| 458 |
+
1.2249290943145752,
|
| 459 |
+
1.7016332149505615,
|
| 460 |
+
0.73288893699646,
|
| 461 |
+
0.4079762399196625,
|
| 462 |
+
0.20960678160190582,
|
| 463 |
+
0.1851842999458313,
|
| 464 |
+
0.9496553540229797,
|
| 465 |
+
1.338996171951294,
|
| 466 |
+
0.04667161777615547,
|
| 467 |
+
1.0116424560546875,
|
| 468 |
+
1.5066314935684204,
|
| 469 |
+
1.0,
|
| 470 |
+
1.0,
|
| 471 |
+
1.0,
|
| 472 |
+
1.0,
|
| 473 |
+
1.0,
|
| 474 |
+
0.9997431039810181,
|
| 475 |
+
1.0,
|
| 476 |
+
1.0,
|
| 477 |
+
1.0,
|
| 478 |
+
1.0,
|
| 479 |
+
1.0,
|
| 480 |
+
0.9997568130493164,
|
| 481 |
+
0.011030972935259342,
|
| 482 |
+
0.10935939103364944,
|
| 483 |
+
-0.9520710110664368
|
| 484 |
+
],
|
| 485 |
+
"mean": [
|
| 486 |
+
-0.015364952224250912,
|
| 487 |
+
0.081615613869982,
|
| 488 |
+
0.12889738646888202,
|
| 489 |
+
0.27149564947104204,
|
| 490 |
+
-0.14955734140047547,
|
| 491 |
+
-0.03703078041298108,
|
| 492 |
+
-0.0667806330627162,
|
| 493 |
+
-0.07314824380692604,
|
| 494 |
+
-0.2412484148070091,
|
| 495 |
+
0.25491780809063996,
|
| 496 |
+
-0.10854783438820112,
|
| 497 |
+
-0.005161355253899878,
|
| 498 |
+
0.003673423170905123,
|
| 499 |
+
0.02969264617779002,
|
| 500 |
+
0.08950587210737222,
|
| 501 |
+
-0.47956076188028,
|
| 502 |
+
0.42631070073819,
|
| 503 |
+
-0.27129812784427826,
|
| 504 |
+
0.16324256069371254,
|
| 505 |
+
1.0385976806191235,
|
| 506 |
+
0.32744283883844555,
|
| 507 |
+
-0.3669884986385585,
|
| 508 |
+
-0.5611831615193444,
|
| 509 |
+
-0.3750104856050489,
|
| 510 |
+
0.3347049141703264,
|
| 511 |
+
0.09427332727041168,
|
| 512 |
+
-1.2676208074144515,
|
| 513 |
+
0.44498776552803626,
|
| 514 |
+
0.6750011010472442,
|
| 515 |
+
0.8714133721444814,
|
| 516 |
+
0.8704363160829457,
|
| 517 |
+
0.871101992679426,
|
| 518 |
+
0.8709877289072792,
|
| 519 |
+
0.9374116361295481,
|
| 520 |
+
0.000909107080241183,
|
| 521 |
+
0.8686004803123465,
|
| 522 |
+
0.8727763422085179,
|
| 523 |
+
0.8736698483416437,
|
| 524 |
+
0.873315653691274,
|
| 525 |
+
0.9243064344480587,
|
| 526 |
+
0.0010054465065242088,
|
| 527 |
+
-0.07857978353459398,
|
| 528 |
+
0.005790211846556424,
|
| 529 |
+
-0.9955768040204798
|
| 530 |
+
],
|
| 531 |
+
"std": [
|
| 532 |
+
0.12856331774418192,
|
| 533 |
+
0.037393329668315815,
|
| 534 |
+
0.05114975202975518,
|
| 535 |
+
0.19438684278818802,
|
| 536 |
+
0.12199680903864253,
|
| 537 |
+
0.042366122817800854,
|
| 538 |
+
0.1197195537504191,
|
| 539 |
+
0.041234348615534516,
|
| 540 |
+
0.06264541254527864,
|
| 541 |
+
0.19296680414798664,
|
| 542 |
+
0.14698603073664226,
|
| 543 |
+
0.03873242198119102,
|
| 544 |
+
0.022580757805711404,
|
| 545 |
+
0.02236052295122295,
|
| 546 |
+
0.03593445604445683,
|
| 547 |
+
0.3256732586786403,
|
| 548 |
+
0.19224309523346822,
|
| 549 |
+
0.1334741564088957,
|
| 550 |
+
0.48949046035954324,
|
| 551 |
+
0.3411011488066223,
|
| 552 |
+
0.17404862210424266,
|
| 553 |
+
0.28167826002687124,
|
| 554 |
+
0.32010586210868225,
|
| 555 |
+
0.19978493123512664,
|
| 556 |
+
0.12314692856716673,
|
| 557 |
+
0.4856849744536303,
|
| 558 |
+
0.4150175273557762,
|
| 559 |
+
0.18968756344956073,
|
| 560 |
+
0.36121237047109955,
|
| 561 |
+
0.16123118351068702,
|
| 562 |
+
0.16110483963491448,
|
| 563 |
+
0.16022198436241275,
|
| 564 |
+
0.16099862679020233,
|
| 565 |
+
0.07811886944382597,
|
| 566 |
+
0.019824963023862628,
|
| 567 |
+
0.1676569977855643,
|
| 568 |
+
0.15816317480687228,
|
| 569 |
+
0.15654935499028427,
|
| 570 |
+
0.15744207009759817,
|
| 571 |
+
0.1022531519695512,
|
| 572 |
+
0.019857930854210358,
|
| 573 |
+
0.048533023773255274,
|
| 574 |
+
0.015253372177349003,
|
| 575 |
+
0.005513492459359003
|
| 576 |
+
]
|
| 577 |
+
},
|
| 578 |
+
"action": {
|
| 579 |
+
"min": [
|
| 580 |
+
-0.4375,
|
| 581 |
+
-0.375,
|
| 582 |
+
-0.5,
|
| 583 |
+
-0.4375,
|
| 584 |
+
-0.4375,
|
| 585 |
+
-0.1875,
|
| 586 |
+
-0.3125,
|
| 587 |
+
-0.4375,
|
| 588 |
+
-0.1875,
|
| 589 |
+
-0.5,
|
| 590 |
+
-0.5,
|
| 591 |
+
-0.25,
|
| 592 |
+
-0.625,
|
| 593 |
+
-0.125,
|
| 594 |
+
-0.3125,
|
| 595 |
+
-0.25,
|
| 596 |
+
-0.125,
|
| 597 |
+
-0.1875,
|
| 598 |
+
-0.5,
|
| 599 |
+
-0.3125,
|
| 600 |
+
-0.5625,
|
| 601 |
+
-0.5,
|
| 602 |
+
-0.0625,
|
| 603 |
+
-0.1875,
|
| 604 |
+
-0.5,
|
| 605 |
+
-0.4375,
|
| 606 |
+
-0.375,
|
| 607 |
+
-0.1875,
|
| 608 |
+
-0.4375,
|
| 609 |
+
-0.3125,
|
| 610 |
+
-0.3125,
|
| 611 |
+
-0.1875,
|
| 612 |
+
-0.0625,
|
| 613 |
+
-0.1875,
|
| 614 |
+
-0.5,
|
| 615 |
+
-0.5,
|
| 616 |
+
-0.125,
|
| 617 |
+
-0.5625,
|
| 618 |
+
-0.3125,
|
| 619 |
+
-0.25,
|
| 620 |
+
-0.375,
|
| 621 |
+
-0.5,
|
| 622 |
+
-0.5625,
|
| 623 |
+
-0.0625,
|
| 624 |
+
-0.5,
|
| 625 |
+
-0.625,
|
| 626 |
+
-0.6875,
|
| 627 |
+
-0.1875,
|
| 628 |
+
0.0,
|
| 629 |
+
-0.375,
|
| 630 |
+
-0.5,
|
| 631 |
+
-0.3125,
|
| 632 |
+
-0.375,
|
| 633 |
+
-0.4375,
|
| 634 |
+
-0.5,
|
| 635 |
+
-0.25,
|
| 636 |
+
-0.6875,
|
| 637 |
+
-0.1875,
|
| 638 |
+
-0.3125,
|
| 639 |
+
-0.5,
|
| 640 |
+
-0.625,
|
| 641 |
+
-0.3125,
|
| 642 |
+
-0.4375,
|
| 643 |
+
-0.1875,
|
| 644 |
+
0.0,
|
| 645 |
+
0.5949721336364746,
|
| 646 |
+
0.6192536950111389,
|
| 647 |
+
0.6028932332992554,
|
| 648 |
+
0.3511531352996826,
|
| 649 |
+
0.0,
|
| 650 |
+
0.0,
|
| 651 |
+
0.5953419804573059,
|
| 652 |
+
0.6113170981407166,
|
| 653 |
+
0.5994111895561218,
|
| 654 |
+
0.03766731545329094,
|
| 655 |
+
0.0
|
| 656 |
+
],
|
| 657 |
+
"max": [
|
| 658 |
+
0.1875,
|
| 659 |
+
0.5,
|
| 660 |
+
0.375,
|
| 661 |
+
0.25,
|
| 662 |
+
0.4375,
|
| 663 |
+
0.5625,
|
| 664 |
+
0.3125,
|
| 665 |
+
0.3125,
|
| 666 |
+
0.5,
|
| 667 |
+
0.25,
|
| 668 |
+
0.125,
|
| 669 |
+
0.3125,
|
| 670 |
+
0.5,
|
| 671 |
+
0.6875,
|
| 672 |
+
0.4375,
|
| 673 |
+
0.3125,
|
| 674 |
+
0.4375,
|
| 675 |
+
0.375,
|
| 676 |
+
0.25,
|
| 677 |
+
0.5,
|
| 678 |
+
0.0625,
|
| 679 |
+
0.1875,
|
| 680 |
+
0.4375,
|
| 681 |
+
0.5625,
|
| 682 |
+
0.5625,
|
| 683 |
+
0.375,
|
| 684 |
+
0.0,
|
| 685 |
+
0.4375,
|
| 686 |
+
0.3125,
|
| 687 |
+
0.625,
|
| 688 |
+
0.625,
|
| 689 |
+
0.625,
|
| 690 |
+
0.6875,
|
| 691 |
+
0.5,
|
| 692 |
+
0.3125,
|
| 693 |
+
0.0625,
|
| 694 |
+
0.6875,
|
| 695 |
+
0.1875,
|
| 696 |
+
0.4375,
|
| 697 |
+
0.1875,
|
| 698 |
+
0.375,
|
| 699 |
+
0.125,
|
| 700 |
+
0.25,
|
| 701 |
+
0.5,
|
| 702 |
+
0.3125,
|
| 703 |
+
0.4375,
|
| 704 |
+
0.4375,
|
| 705 |
+
0.375,
|
| 706 |
+
0.8125,
|
| 707 |
+
0.4375,
|
| 708 |
+
0.5,
|
| 709 |
+
0.5,
|
| 710 |
+
0.5,
|
| 711 |
+
0.375,
|
| 712 |
+
0.25,
|
| 713 |
+
0.1875,
|
| 714 |
+
0.5,
|
| 715 |
+
0.375,
|
| 716 |
+
0.1875,
|
| 717 |
+
0.25,
|
| 718 |
+
-0.0625,
|
| 719 |
+
0.375,
|
| 720 |
+
0.1875,
|
| 721 |
+
0.5625,
|
| 722 |
+
1.0,
|
| 723 |
+
1.0,
|
| 724 |
+
1.0,
|
| 725 |
+
1.0,
|
| 726 |
+
1.0,
|
| 727 |
+
0.9997431039810181,
|
| 728 |
+
1.0,
|
| 729 |
+
1.0,
|
| 730 |
+
1.0,
|
| 731 |
+
1.0,
|
| 732 |
+
1.0,
|
| 733 |
+
0.9997568130493164
|
| 734 |
+
],
|
| 735 |
+
"mean": [
|
| 736 |
+
-0.1328256438462534,
|
| 737 |
+
0.14030752555972564,
|
| 738 |
+
-0.07960115504076615,
|
| 739 |
+
0.016393409473275528,
|
| 740 |
+
0.02376811828652776,
|
| 741 |
+
0.2037397275786204,
|
| 742 |
+
-0.08447448880548725,
|
| 743 |
+
-0.022285896855183125,
|
| 744 |
+
0.2105644169794228,
|
| 745 |
+
-0.20490043030930502,
|
| 746 |
+
-0.20489031965834087,
|
| 747 |
+
-0.02232229519865407,
|
| 748 |
+
-0.24486985570078945,
|
| 749 |
+
0.35233394266856477,
|
| 750 |
+
0.11206645528665718,
|
| 751 |
+
-0.004509350330011648,
|
| 752 |
+
0.19562694124498511,
|
| 753 |
+
0.047886065096415166,
|
| 754 |
+
-0.09148723631422286,
|
| 755 |
+
0.09802276109745049,
|
| 756 |
+
-0.2587922220784263,
|
| 757 |
+
-0.20438680924032612,
|
| 758 |
+
0.22753211142746216,
|
| 759 |
+
0.0762383525300893,
|
| 760 |
+
0.16564683900608257,
|
| 761 |
+
-0.046375533842370906,
|
| 762 |
+
-0.1699741976187395,
|
| 763 |
+
0.0878838003105992,
|
| 764 |
+
-0.034000097062249254,
|
| 765 |
+
0.36507336288339587,
|
| 766 |
+
0.20983847224019672,
|
| 767 |
+
0.22507724537336612,
|
| 768 |
+
0.2735578167464734,
|
| 769 |
+
0.12311941892066779,
|
| 770 |
+
-0.15756236249514688,
|
| 771 |
+
-0.23991563672835511,
|
| 772 |
+
0.16439918467710626,
|
| 773 |
+
-0.22254553837194255,
|
| 774 |
+
-0.02215243626245632,
|
| 775 |
+
-0.09517155752555972,
|
| 776 |
+
-0.06882926750355894,
|
| 777 |
+
-0.21601203571890773,
|
| 778 |
+
-0.13072465057590268,
|
| 779 |
+
0.23748099197618738,
|
| 780 |
+
-0.1322998899961175,
|
| 781 |
+
-0.21782386437168372,
|
| 782 |
+
-0.3010628316293516,
|
| 783 |
+
0.09485812734567102,
|
| 784 |
+
0.45991531318752427,
|
| 785 |
+
0.008933771191924421,
|
| 786 |
+
-0.006416219101850654,
|
| 787 |
+
0.09854042642681507,
|
| 788 |
+
0.20279539277856864,
|
| 789 |
+
-0.047738449592338555,
|
| 790 |
+
-0.16898537595444546,
|
| 791 |
+
-0.035510628316293515,
|
| 792 |
+
-0.2886550407661447,
|
| 793 |
+
0.056002895690436136,
|
| 794 |
+
-0.09289868318881843,
|
| 795 |
+
-0.14478856606703766,
|
| 796 |
+
-0.38754125145593377,
|
| 797 |
+
0.07912797657564384,
|
| 798 |
+
-0.14342565031707002,
|
| 799 |
+
0.2597203798369354,
|
| 800 |
+
0.8714133721444814,
|
| 801 |
+
0.8704363160829457,
|
| 802 |
+
0.871101992679426,
|
| 803 |
+
0.8709877289072792,
|
| 804 |
+
0.9374116361295481,
|
| 805 |
+
0.000909107080241183,
|
| 806 |
+
0.8686004803123465,
|
| 807 |
+
0.8727763422085179,
|
| 808 |
+
0.8736698483416437,
|
| 809 |
+
0.873315653691274,
|
| 810 |
+
0.9243064344480587,
|
| 811 |
+
0.0010054465065242088
|
| 812 |
+
],
|
| 813 |
+
"std": [
|
| 814 |
+
0.07789955998211606,
|
| 815 |
+
0.15884626071604924,
|
| 816 |
+
0.1581233979968548,
|
| 817 |
+
0.09502975183202761,
|
| 818 |
+
0.10422883895758395,
|
| 819 |
+
0.13493252972835035,
|
| 820 |
+
0.09668550524041442,
|
| 821 |
+
0.10216842451806651,
|
| 822 |
+
0.13706091772556664,
|
| 823 |
+
0.1357826846018742,
|
| 824 |
+
0.10177050699336576,
|
| 825 |
+
0.08465054607636743,
|
| 826 |
+
0.20205230739695762,
|
| 827 |
+
0.12706670920463609,
|
| 828 |
+
0.15069616802995173,
|
| 829 |
+
0.06293637535646919,
|
| 830 |
+
0.08382843427524267,
|
| 831 |
+
0.07581424073507208,
|
| 832 |
+
0.13568732985173562,
|
| 833 |
+
0.14033116801561796,
|
| 834 |
+
0.09932655110968273,
|
| 835 |
+
0.09121062873145251,
|
| 836 |
+
0.07208299484685422,
|
| 837 |
+
0.1299125790615487,
|
| 838 |
+
0.17977553384414668,
|
| 839 |
+
0.1506115834117787,
|
| 840 |
+
0.06899038047757403,
|
| 841 |
+
0.08011449013545052,
|
| 842 |
+
0.12308408904450967,
|
| 843 |
+
0.16677321150773933,
|
| 844 |
+
0.15547954149229914,
|
| 845 |
+
0.10494672115866652,
|
| 846 |
+
0.09867708152909252,
|
| 847 |
+
0.10241109878343188,
|
| 848 |
+
0.13636784165465646,
|
| 849 |
+
0.07477624483874172,
|
| 850 |
+
0.12988677428759557,
|
| 851 |
+
0.13445998836373205,
|
| 852 |
+
0.09184543622018963,
|
| 853 |
+
0.0721655820519191,
|
| 854 |
+
0.08807969513597146,
|
| 855 |
+
0.11157826948556746,
|
| 856 |
+
0.14881728477040088,
|
| 857 |
+
0.09995603247268962,
|
| 858 |
+
0.11745649633145971,
|
| 859 |
+
0.19648932081391213,
|
| 860 |
+
0.1997733493935003,
|
| 861 |
+
0.07585100812231088,
|
| 862 |
+
0.12983318820006998,
|
| 863 |
+
0.13470484176152134,
|
| 864 |
+
0.12727505199554814,
|
| 865 |
+
0.1148687607803913,
|
| 866 |
+
0.16623945022132947,
|
| 867 |
+
0.0903189189593882,
|
| 868 |
+
0.11630889040778654,
|
| 869 |
+
0.06267302238221951,
|
| 870 |
+
0.2107078066502835,
|
| 871 |
+
0.0918116315905211,
|
| 872 |
+
0.07687874194300864,
|
| 873 |
+
0.1305883985144006,
|
| 874 |
+
0.11356755494785113,
|
| 875 |
+
0.0892572154462054,
|
| 876 |
+
0.1057525617384013,
|
| 877 |
+
0.12177318529042777,
|
| 878 |
+
0.16123118351068702,
|
| 879 |
+
0.16110483963491448,
|
| 880 |
+
0.16022198436241275,
|
| 881 |
+
0.16099862679020233,
|
| 882 |
+
0.07811886944382597,
|
| 883 |
+
0.019824963023862628,
|
| 884 |
+
0.1676569977855643,
|
| 885 |
+
0.15816317480687228,
|
| 886 |
+
0.15654935499028427,
|
| 887 |
+
0.15744207009759817,
|
| 888 |
+
0.1022531519695512,
|
| 889 |
+
0.019857930854210358
|
| 890 |
+
]
|
| 891 |
+
}
|
| 892 |
+
},
|
| 893 |
+
"code_commit": "028df1bb7024fb1e3d176de7e60c84d3333cd97f"
|
| 894 |
+
}
|
b5-chair-push-standing-start/b512-cont-20261117/resume.json
ADDED
|
@@ -0,0 +1,26 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"task": "b5",
|
| 3 |
+
"status": "paused_by_owner",
|
| 4 |
+
"saved_step": 6000,
|
| 5 |
+
"last_logged_step": 6450,
|
| 6 |
+
"paused_at": "2026-11-17T08:36:34.220194+00:00",
|
| 7 |
+
"planned_total_steps": 20000,
|
| 8 |
+
"dataset_repo": "humanoid-benchmark/b5-chair-push-standing-start-expert-v1",
|
| 9 |
+
"dataset_revision": "913f5a16863c360cf2211c83bf98839d3f411293",
|
| 10 |
+
"dataset_train_frames": 30908,
|
| 11 |
+
"dataset_episodes": 100,
|
| 12 |
+
"code_directory": "code/fmdit_continue_20261117",
|
| 13 |
+
"source_commit": "028df1bb7024fb1e3d176de7e60c84d3333cd97f",
|
| 14 |
+
"parent_local_checkpoint": "/mnt/data0/zuo/Humanoid_benchmark/results/baselines_preflight_20261117/runs/b5_chair_push_standing_start_v1/fm_dit/checkpoints/step-004000",
|
| 15 |
+
"parent_state_sha256": "2b54ad4b94436bbaa0502c23ed3eb173efbf6b9a8f63d0bd2f1886c9c48115e6",
|
| 16 |
+
"offline_eval": {
|
| 17 |
+
"mse": 0.030160661786794662,
|
| 18 |
+
"mse_row0": 0.02748788893222809,
|
| 19 |
+
"mse_motion_token": 0.027840631082654,
|
| 20 |
+
"mse_inspire_left_hand_state": 0.04214290902018547,
|
| 21 |
+
"mse_inspire_right_hand_state": 0.04292541742324829,
|
| 22 |
+
"samples": 256,
|
| 23 |
+
"frames": "train"
|
| 24 |
+
},
|
| 25 |
+
"limitation": "Portable resume starts at step 6000. Later logged updates are not in the saved state. RNG and DataLoader states were not saved by the original trainer; resume is not bit-exact."
|
| 26 |
+
}
|
b5-chair-push-standing-start/b512-cont-20261117/run.json
ADDED
|
@@ -0,0 +1,899 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"argv": [
|
| 3 |
+
"/mnt/data0/zuo/Humanoid_benchmark/results/baselines_preflight_20261117/main/evaluation/baselines/train.py",
|
| 4 |
+
"--policy",
|
| 5 |
+
"fm_dit",
|
| 6 |
+
"--contract",
|
| 7 |
+
"g1_sonic_dfx6",
|
| 8 |
+
"--dataset",
|
| 9 |
+
"/mnt/data0/zuo/Humanoid_benchmark/data/baselines/b5-chair-push-standing-start-expert-v1",
|
| 10 |
+
"--cache-dir",
|
| 11 |
+
"/mnt/data0/zuo/Humanoid_benchmark/cache/baselines/frames",
|
| 12 |
+
"--out",
|
| 13 |
+
"/mnt/data0/zuo/Humanoid_benchmark/results/fmdit_continue_20261117_01/runs/b5/fm_dit",
|
| 14 |
+
"--batch-size",
|
| 15 |
+
"512",
|
| 16 |
+
"--steps",
|
| 17 |
+
"20000",
|
| 18 |
+
"--save-every",
|
| 19 |
+
"2000",
|
| 20 |
+
"--log-every",
|
| 21 |
+
"25",
|
| 22 |
+
"--workers",
|
| 23 |
+
"32",
|
| 24 |
+
"--resume"
|
| 25 |
+
],
|
| 26 |
+
"started": "2026-11-17T15:57:41",
|
| 27 |
+
"host": "xt-p-A100-004",
|
| 28 |
+
"torch": "2.9.0+cu128",
|
| 29 |
+
"policy": {
|
| 30 |
+
"policy": "fm_dit",
|
| 31 |
+
"n_cameras": 2,
|
| 32 |
+
"state_dim": 44,
|
| 33 |
+
"action_dim": 76,
|
| 34 |
+
"horizon": 16,
|
| 35 |
+
"backbone": "resnet18",
|
| 36 |
+
"backbone_weights": "IMAGENET1K_V1",
|
| 37 |
+
"backbone_norm": "frozen_bn",
|
| 38 |
+
"hidden_dim": 384,
|
| 39 |
+
"num_layers": 4,
|
| 40 |
+
"num_heads": 8,
|
| 41 |
+
"mlp_ratio": 4.0,
|
| 42 |
+
"dropout": 0.1,
|
| 43 |
+
"time_embed_dim": 128,
|
| 44 |
+
"num_inference_steps": null,
|
| 45 |
+
"num_train_timesteps": 100,
|
| 46 |
+
"beta_schedule": "squaredcos_cap_v2",
|
| 47 |
+
"prediction_type": "epsilon",
|
| 48 |
+
"clip_sample": true,
|
| 49 |
+
"act_hidden_dim": 512,
|
| 50 |
+
"dim_feedforward": 3200,
|
| 51 |
+
"enc_layers": 4,
|
| 52 |
+
"dec_layers": 7,
|
| 53 |
+
"nheads": 8,
|
| 54 |
+
"latent_dim": 32,
|
| 55 |
+
"kl_weight": 10.0,
|
| 56 |
+
"extra": {}
|
| 57 |
+
},
|
| 58 |
+
"contract": {
|
| 59 |
+
"name": "g1_sonic_dfx6",
|
| 60 |
+
"robot": "g1",
|
| 61 |
+
"cameras": [
|
| 62 |
+
"ego_view",
|
| 63 |
+
"chest"
|
| 64 |
+
],
|
| 65 |
+
"state": [
|
| 66 |
+
[
|
| 67 |
+
"observation.state",
|
| 68 |
+
0,
|
| 69 |
+
29
|
| 70 |
+
],
|
| 71 |
+
[
|
| 72 |
+
"observation.inspire_left_hand_state",
|
| 73 |
+
0,
|
| 74 |
+
6
|
| 75 |
+
],
|
| 76 |
+
[
|
| 77 |
+
"observation.inspire_right_hand_state",
|
| 78 |
+
0,
|
| 79 |
+
6
|
| 80 |
+
],
|
| 81 |
+
[
|
| 82 |
+
"observation.projected_gravity",
|
| 83 |
+
0,
|
| 84 |
+
3
|
| 85 |
+
]
|
| 86 |
+
],
|
| 87 |
+
"action": [
|
| 88 |
+
[
|
| 89 |
+
"action.motion_token",
|
| 90 |
+
0,
|
| 91 |
+
64
|
| 92 |
+
],
|
| 93 |
+
[
|
| 94 |
+
"observation.inspire_left_hand_state",
|
| 95 |
+
0,
|
| 96 |
+
6
|
| 97 |
+
],
|
| 98 |
+
[
|
| 99 |
+
"observation.inspire_right_hand_state",
|
| 100 |
+
0,
|
| 101 |
+
6
|
| 102 |
+
]
|
| 103 |
+
],
|
| 104 |
+
"state_dim": 44,
|
| 105 |
+
"action_dim": 76,
|
| 106 |
+
"action_space": "sonic_dfx6",
|
| 107 |
+
"body_dims": 29
|
| 108 |
+
},
|
| 109 |
+
"image_hw": [
|
| 110 |
+
168,
|
| 111 |
+
224
|
| 112 |
+
],
|
| 113 |
+
"task_text": "Establish and verify a stable two-hand grasp around the chair back, straighten it by stepping into position behind it, then walk forward to push it under the table.",
|
| 114 |
+
"dataset": {
|
| 115 |
+
"name": "b5-chair-push-standing-start-expert-v1",
|
| 116 |
+
"root": "/mnt/data0/zuo/Humanoid_benchmark/data/baselines/b5-chair-push-standing-start-expert-v1",
|
| 117 |
+
"robot_type": null,
|
| 118 |
+
"fps": 30.0,
|
| 119 |
+
"episodes": [
|
| 120 |
+
0,
|
| 121 |
+
1,
|
| 122 |
+
2,
|
| 123 |
+
3,
|
| 124 |
+
4,
|
| 125 |
+
5,
|
| 126 |
+
6,
|
| 127 |
+
7,
|
| 128 |
+
8,
|
| 129 |
+
9,
|
| 130 |
+
10,
|
| 131 |
+
11,
|
| 132 |
+
12,
|
| 133 |
+
13,
|
| 134 |
+
14,
|
| 135 |
+
15,
|
| 136 |
+
16,
|
| 137 |
+
17,
|
| 138 |
+
18,
|
| 139 |
+
19,
|
| 140 |
+
20,
|
| 141 |
+
21,
|
| 142 |
+
22,
|
| 143 |
+
23,
|
| 144 |
+
24,
|
| 145 |
+
25,
|
| 146 |
+
26,
|
| 147 |
+
27,
|
| 148 |
+
28,
|
| 149 |
+
29,
|
| 150 |
+
30,
|
| 151 |
+
31,
|
| 152 |
+
32,
|
| 153 |
+
33,
|
| 154 |
+
34,
|
| 155 |
+
35,
|
| 156 |
+
36,
|
| 157 |
+
37,
|
| 158 |
+
38,
|
| 159 |
+
39,
|
| 160 |
+
40,
|
| 161 |
+
41,
|
| 162 |
+
42,
|
| 163 |
+
43,
|
| 164 |
+
44,
|
| 165 |
+
45,
|
| 166 |
+
46,
|
| 167 |
+
47,
|
| 168 |
+
48,
|
| 169 |
+
49,
|
| 170 |
+
50,
|
| 171 |
+
51,
|
| 172 |
+
52,
|
| 173 |
+
53,
|
| 174 |
+
54,
|
| 175 |
+
55,
|
| 176 |
+
56,
|
| 177 |
+
57,
|
| 178 |
+
58,
|
| 179 |
+
59,
|
| 180 |
+
60,
|
| 181 |
+
61,
|
| 182 |
+
62,
|
| 183 |
+
63,
|
| 184 |
+
64,
|
| 185 |
+
65,
|
| 186 |
+
66,
|
| 187 |
+
67,
|
| 188 |
+
68,
|
| 189 |
+
69,
|
| 190 |
+
70,
|
| 191 |
+
71,
|
| 192 |
+
72,
|
| 193 |
+
73,
|
| 194 |
+
74,
|
| 195 |
+
75,
|
| 196 |
+
76,
|
| 197 |
+
77,
|
| 198 |
+
78,
|
| 199 |
+
79,
|
| 200 |
+
80,
|
| 201 |
+
81,
|
| 202 |
+
82,
|
| 203 |
+
83,
|
| 204 |
+
84,
|
| 205 |
+
85,
|
| 206 |
+
86,
|
| 207 |
+
87,
|
| 208 |
+
88,
|
| 209 |
+
89,
|
| 210 |
+
90,
|
| 211 |
+
91,
|
| 212 |
+
92,
|
| 213 |
+
93,
|
| 214 |
+
94,
|
| 215 |
+
95,
|
| 216 |
+
96,
|
| 217 |
+
97,
|
| 218 |
+
98,
|
| 219 |
+
99
|
| 220 |
+
],
|
| 221 |
+
"train_episodes": [
|
| 222 |
+
0,
|
| 223 |
+
1,
|
| 224 |
+
2,
|
| 225 |
+
3,
|
| 226 |
+
4,
|
| 227 |
+
5,
|
| 228 |
+
6,
|
| 229 |
+
7,
|
| 230 |
+
8,
|
| 231 |
+
9,
|
| 232 |
+
10,
|
| 233 |
+
11,
|
| 234 |
+
12,
|
| 235 |
+
13,
|
| 236 |
+
14,
|
| 237 |
+
15,
|
| 238 |
+
16,
|
| 239 |
+
17,
|
| 240 |
+
18,
|
| 241 |
+
19,
|
| 242 |
+
20,
|
| 243 |
+
21,
|
| 244 |
+
22,
|
| 245 |
+
23,
|
| 246 |
+
24,
|
| 247 |
+
25,
|
| 248 |
+
26,
|
| 249 |
+
27,
|
| 250 |
+
28,
|
| 251 |
+
29,
|
| 252 |
+
30,
|
| 253 |
+
31,
|
| 254 |
+
32,
|
| 255 |
+
33,
|
| 256 |
+
34,
|
| 257 |
+
35,
|
| 258 |
+
36,
|
| 259 |
+
37,
|
| 260 |
+
38,
|
| 261 |
+
39,
|
| 262 |
+
40,
|
| 263 |
+
41,
|
| 264 |
+
42,
|
| 265 |
+
43,
|
| 266 |
+
44,
|
| 267 |
+
45,
|
| 268 |
+
46,
|
| 269 |
+
47,
|
| 270 |
+
48,
|
| 271 |
+
49,
|
| 272 |
+
50,
|
| 273 |
+
51,
|
| 274 |
+
52,
|
| 275 |
+
53,
|
| 276 |
+
54,
|
| 277 |
+
55,
|
| 278 |
+
56,
|
| 279 |
+
57,
|
| 280 |
+
58,
|
| 281 |
+
59,
|
| 282 |
+
60,
|
| 283 |
+
61,
|
| 284 |
+
62,
|
| 285 |
+
63,
|
| 286 |
+
64,
|
| 287 |
+
65,
|
| 288 |
+
66,
|
| 289 |
+
67,
|
| 290 |
+
68,
|
| 291 |
+
69,
|
| 292 |
+
70,
|
| 293 |
+
71,
|
| 294 |
+
72,
|
| 295 |
+
73,
|
| 296 |
+
74,
|
| 297 |
+
75,
|
| 298 |
+
76,
|
| 299 |
+
77,
|
| 300 |
+
78,
|
| 301 |
+
79,
|
| 302 |
+
80,
|
| 303 |
+
81,
|
| 304 |
+
82,
|
| 305 |
+
83,
|
| 306 |
+
84,
|
| 307 |
+
85,
|
| 308 |
+
86,
|
| 309 |
+
87,
|
| 310 |
+
88,
|
| 311 |
+
89,
|
| 312 |
+
90,
|
| 313 |
+
91,
|
| 314 |
+
92,
|
| 315 |
+
93,
|
| 316 |
+
94,
|
| 317 |
+
95,
|
| 318 |
+
96,
|
| 319 |
+
97,
|
| 320 |
+
98,
|
| 321 |
+
99
|
| 322 |
+
],
|
| 323 |
+
"val_episodes": [],
|
| 324 |
+
"train_frames": 30908,
|
| 325 |
+
"git_commit": null
|
| 326 |
+
},
|
| 327 |
+
"training": {
|
| 328 |
+
"steps": 20000,
|
| 329 |
+
"batch_size": 512,
|
| 330 |
+
"lr": 0.0001,
|
| 331 |
+
"betas": [
|
| 332 |
+
0.95,
|
| 333 |
+
0.999
|
| 334 |
+
],
|
| 335 |
+
"weight_decay": 1e-06,
|
| 336 |
+
"warmup": 500,
|
| 337 |
+
"schedule": "linear warm-up + cosine",
|
| 338 |
+
"backbone_lr_scale": 0.1,
|
| 339 |
+
"ema": 0.9999,
|
| 340 |
+
"shift_px": 0,
|
| 341 |
+
"amp": true,
|
| 342 |
+
"seed": 0,
|
| 343 |
+
"augmentation": {
|
| 344 |
+
"spec": "docs/augmentation_v2.md",
|
| 345 |
+
"version": "hb-aug-v2-20261109",
|
| 346 |
+
"implementation": "evaluation/augmentation/hb_aug_v2.py",
|
| 347 |
+
"visual": {
|
| 348 |
+
"effects": [
|
| 349 |
+
"exposure",
|
| 350 |
+
"contrast",
|
| 351 |
+
"saturation",
|
| 352 |
+
"hue",
|
| 353 |
+
"gamma",
|
| 354 |
+
"temperature",
|
| 355 |
+
"rotation_crop",
|
| 356 |
+
"noise",
|
| 357 |
+
"gaussian_blur",
|
| 358 |
+
"jpeg",
|
| 359 |
+
"motion_blur",
|
| 360 |
+
"sharpen",
|
| 361 |
+
"defocus",
|
| 362 |
+
"light_shadow",
|
| 363 |
+
"wb_channel"
|
| 364 |
+
],
|
| 365 |
+
"boosted_per_sample": 1,
|
| 366 |
+
"boost": 1.5,
|
| 367 |
+
"pixel_scale": "H / 224",
|
| 368 |
+
"future_targets": "none (one observation frame)"
|
| 369 |
+
},
|
| 370 |
+
"proprio": {
|
| 371 |
+
"robot": "g1",
|
| 372 |
+
"body_dims": 29,
|
| 373 |
+
"bias_deg": 2.0,
|
| 374 |
+
"bias_scope": "per_sample",
|
| 375 |
+
"noise_deg": 0.25,
|
| 376 |
+
"noise_clip_sigma": 3,
|
| 377 |
+
"delay_probability": 0.0,
|
| 378 |
+
"history_drop_probability": 0.0,
|
| 379 |
+
"velocity": false
|
| 380 |
+
},
|
| 381 |
+
"native_image_augmentation": "off",
|
| 382 |
+
"evaluation": "off"
|
| 383 |
+
},
|
| 384 |
+
"preflight": {
|
| 385 |
+
"samples": 64,
|
| 386 |
+
"state_dim": 44,
|
| 387 |
+
"body_dims": 29,
|
| 388 |
+
"images_changed": 64,
|
| 389 |
+
"body_values_moved": 1.0,
|
| 390 |
+
"max_body_offset_deg": 2.552,
|
| 391 |
+
"actions_bit_identical": true,
|
| 392 |
+
"non_body_state_bit_identical": true,
|
| 393 |
+
"eval_items_deterministic": 8
|
| 394 |
+
}
|
| 395 |
+
},
|
| 396 |
+
"stats": {
|
| 397 |
+
"state": {
|
| 398 |
+
"min": [
|
| 399 |
+
-0.5093753933906555,
|
| 400 |
+
-0.12233220040798187,
|
| 401 |
+
-0.12761788070201874,
|
| 402 |
+
0.10250309854745865,
|
| 403 |
+
-0.8273318409919739,
|
| 404 |
+
-0.15657654404640198,
|
| 405 |
+
-0.4967050552368164,
|
| 406 |
+
-0.30181893706321716,
|
| 407 |
+
-0.5301669836044312,
|
| 408 |
+
0.09314415603876114,
|
| 409 |
+
-0.8944554924964905,
|
| 410 |
+
-0.14240269362926483,
|
| 411 |
+
-0.10451218485832214,
|
| 412 |
+
-0.0940587967634201,
|
| 413 |
+
-0.13018359243869781,
|
| 414 |
+
-1.393661618232727,
|
| 415 |
+
-0.020927773788571358,
|
| 416 |
+
-0.7382517457008362,
|
| 417 |
+
-0.8502405285835266,
|
| 418 |
+
-0.11091316491365433,
|
| 419 |
+
-0.24967733025550842,
|
| 420 |
+
-1.2172361612319946,
|
| 421 |
+
-1.5036237239837646,
|
| 422 |
+
-1.1288223266601562,
|
| 423 |
+
-0.02860570326447487,
|
| 424 |
+
-0.8521270155906677,
|
| 425 |
+
-1.870940923690796,
|
| 426 |
+
-0.095971018075943,
|
| 427 |
+
-0.1065346822142601,
|
| 428 |
+
0.0,
|
| 429 |
+
0.5949721336364746,
|
| 430 |
+
0.6192536950111389,
|
| 431 |
+
0.6028932332992554,
|
| 432 |
+
0.3511531352996826,
|
| 433 |
+
0.0,
|
| 434 |
+
0.0,
|
| 435 |
+
0.5953419804573059,
|
| 436 |
+
0.6113170981407166,
|
| 437 |
+
0.5994111895561218,
|
| 438 |
+
0.03766731545329094,
|
| 439 |
+
0.0,
|
| 440 |
+
-0.3042502999305725,
|
| 441 |
+
-0.098258838057518,
|
| 442 |
+
-0.9999995827674866
|
| 443 |
+
],
|
| 444 |
+
"max": [
|
| 445 |
+
0.42436036467552185,
|
| 446 |
+
0.2632223069667816,
|
| 447 |
+
0.4142952561378479,
|
| 448 |
+
1.3769621849060059,
|
| 449 |
+
0.3906438946723938,
|
| 450 |
+
0.12971684336662292,
|
| 451 |
+
0.28290697932243347,
|
| 452 |
+
0.07751978188753128,
|
| 453 |
+
0.012389450334012508,
|
| 454 |
+
1.309631109237671,
|
| 455 |
+
0.5117528438568115,
|
| 456 |
+
0.14354851841926575,
|
| 457 |
+
0.09299838542938232,
|
| 458 |
+
0.1345142424106598,
|
| 459 |
+
0.16879205405712128,
|
| 460 |
+
0.26465392112731934,
|
| 461 |
+
1.0681228637695312,
|
| 462 |
+
0.368639200925827,
|
| 463 |
+
1.2249290943145752,
|
| 464 |
+
1.7016332149505615,
|
| 465 |
+
0.73288893699646,
|
| 466 |
+
0.4079762399196625,
|
| 467 |
+
0.20960678160190582,
|
| 468 |
+
0.1851842999458313,
|
| 469 |
+
0.9496553540229797,
|
| 470 |
+
1.338996171951294,
|
| 471 |
+
0.04667161777615547,
|
| 472 |
+
1.0116424560546875,
|
| 473 |
+
1.5066314935684204,
|
| 474 |
+
1.0,
|
| 475 |
+
1.0,
|
| 476 |
+
1.0,
|
| 477 |
+
1.0,
|
| 478 |
+
1.0,
|
| 479 |
+
0.9997431039810181,
|
| 480 |
+
1.0,
|
| 481 |
+
1.0,
|
| 482 |
+
1.0,
|
| 483 |
+
1.0,
|
| 484 |
+
1.0,
|
| 485 |
+
0.9997568130493164,
|
| 486 |
+
0.011030972935259342,
|
| 487 |
+
0.10935939103364944,
|
| 488 |
+
-0.9520710110664368
|
| 489 |
+
],
|
| 490 |
+
"mean": [
|
| 491 |
+
-0.015364952224250912,
|
| 492 |
+
0.081615613869982,
|
| 493 |
+
0.12889738646888202,
|
| 494 |
+
0.27149564947104204,
|
| 495 |
+
-0.14955734140047547,
|
| 496 |
+
-0.03703078041298108,
|
| 497 |
+
-0.0667806330627162,
|
| 498 |
+
-0.07314824380692604,
|
| 499 |
+
-0.2412484148070091,
|
| 500 |
+
0.25491780809063996,
|
| 501 |
+
-0.10854783438820112,
|
| 502 |
+
-0.005161355253899878,
|
| 503 |
+
0.003673423170905123,
|
| 504 |
+
0.02969264617779002,
|
| 505 |
+
0.08950587210737222,
|
| 506 |
+
-0.47956076188028,
|
| 507 |
+
0.42631070073819,
|
| 508 |
+
-0.27129812784427826,
|
| 509 |
+
0.16324256069371254,
|
| 510 |
+
1.0385976806191235,
|
| 511 |
+
0.32744283883844555,
|
| 512 |
+
-0.3669884986385585,
|
| 513 |
+
-0.5611831615193444,
|
| 514 |
+
-0.3750104856050489,
|
| 515 |
+
0.3347049141703264,
|
| 516 |
+
0.09427332727041168,
|
| 517 |
+
-1.2676208074144515,
|
| 518 |
+
0.44498776552803626,
|
| 519 |
+
0.6750011010472442,
|
| 520 |
+
0.8714133721444814,
|
| 521 |
+
0.8704363160829457,
|
| 522 |
+
0.871101992679426,
|
| 523 |
+
0.8709877289072792,
|
| 524 |
+
0.9374116361295481,
|
| 525 |
+
0.000909107080241183,
|
| 526 |
+
0.8686004803123465,
|
| 527 |
+
0.8727763422085179,
|
| 528 |
+
0.8736698483416437,
|
| 529 |
+
0.873315653691274,
|
| 530 |
+
0.9243064344480587,
|
| 531 |
+
0.0010054465065242088,
|
| 532 |
+
-0.07857978353459398,
|
| 533 |
+
0.005790211846556424,
|
| 534 |
+
-0.9955768040204798
|
| 535 |
+
],
|
| 536 |
+
"std": [
|
| 537 |
+
0.12856331774418192,
|
| 538 |
+
0.037393329668315815,
|
| 539 |
+
0.05114975202975518,
|
| 540 |
+
0.19438684278818802,
|
| 541 |
+
0.12199680903864253,
|
| 542 |
+
0.042366122817800854,
|
| 543 |
+
0.1197195537504191,
|
| 544 |
+
0.041234348615534516,
|
| 545 |
+
0.06264541254527864,
|
| 546 |
+
0.19296680414798664,
|
| 547 |
+
0.14698603073664226,
|
| 548 |
+
0.03873242198119102,
|
| 549 |
+
0.022580757805711404,
|
| 550 |
+
0.02236052295122295,
|
| 551 |
+
0.03593445604445683,
|
| 552 |
+
0.3256732586786403,
|
| 553 |
+
0.19224309523346822,
|
| 554 |
+
0.1334741564088957,
|
| 555 |
+
0.48949046035954324,
|
| 556 |
+
0.3411011488066223,
|
| 557 |
+
0.17404862210424266,
|
| 558 |
+
0.28167826002687124,
|
| 559 |
+
0.32010586210868225,
|
| 560 |
+
0.19978493123512664,
|
| 561 |
+
0.12314692856716673,
|
| 562 |
+
0.4856849744536303,
|
| 563 |
+
0.4150175273557762,
|
| 564 |
+
0.18968756344956073,
|
| 565 |
+
0.36121237047109955,
|
| 566 |
+
0.16123118351068702,
|
| 567 |
+
0.16110483963491448,
|
| 568 |
+
0.16022198436241275,
|
| 569 |
+
0.16099862679020233,
|
| 570 |
+
0.07811886944382597,
|
| 571 |
+
0.019824963023862628,
|
| 572 |
+
0.1676569977855643,
|
| 573 |
+
0.15816317480687228,
|
| 574 |
+
0.15654935499028427,
|
| 575 |
+
0.15744207009759817,
|
| 576 |
+
0.1022531519695512,
|
| 577 |
+
0.019857930854210358,
|
| 578 |
+
0.048533023773255274,
|
| 579 |
+
0.015253372177349003,
|
| 580 |
+
0.005513492459359003
|
| 581 |
+
]
|
| 582 |
+
},
|
| 583 |
+
"action": {
|
| 584 |
+
"min": [
|
| 585 |
+
-0.4375,
|
| 586 |
+
-0.375,
|
| 587 |
+
-0.5,
|
| 588 |
+
-0.4375,
|
| 589 |
+
-0.4375,
|
| 590 |
+
-0.1875,
|
| 591 |
+
-0.3125,
|
| 592 |
+
-0.4375,
|
| 593 |
+
-0.1875,
|
| 594 |
+
-0.5,
|
| 595 |
+
-0.5,
|
| 596 |
+
-0.25,
|
| 597 |
+
-0.625,
|
| 598 |
+
-0.125,
|
| 599 |
+
-0.3125,
|
| 600 |
+
-0.25,
|
| 601 |
+
-0.125,
|
| 602 |
+
-0.1875,
|
| 603 |
+
-0.5,
|
| 604 |
+
-0.3125,
|
| 605 |
+
-0.5625,
|
| 606 |
+
-0.5,
|
| 607 |
+
-0.0625,
|
| 608 |
+
-0.1875,
|
| 609 |
+
-0.5,
|
| 610 |
+
-0.4375,
|
| 611 |
+
-0.375,
|
| 612 |
+
-0.1875,
|
| 613 |
+
-0.4375,
|
| 614 |
+
-0.3125,
|
| 615 |
+
-0.3125,
|
| 616 |
+
-0.1875,
|
| 617 |
+
-0.0625,
|
| 618 |
+
-0.1875,
|
| 619 |
+
-0.5,
|
| 620 |
+
-0.5,
|
| 621 |
+
-0.125,
|
| 622 |
+
-0.5625,
|
| 623 |
+
-0.3125,
|
| 624 |
+
-0.25,
|
| 625 |
+
-0.375,
|
| 626 |
+
-0.5,
|
| 627 |
+
-0.5625,
|
| 628 |
+
-0.0625,
|
| 629 |
+
-0.5,
|
| 630 |
+
-0.625,
|
| 631 |
+
-0.6875,
|
| 632 |
+
-0.1875,
|
| 633 |
+
0.0,
|
| 634 |
+
-0.375,
|
| 635 |
+
-0.5,
|
| 636 |
+
-0.3125,
|
| 637 |
+
-0.375,
|
| 638 |
+
-0.4375,
|
| 639 |
+
-0.5,
|
| 640 |
+
-0.25,
|
| 641 |
+
-0.6875,
|
| 642 |
+
-0.1875,
|
| 643 |
+
-0.3125,
|
| 644 |
+
-0.5,
|
| 645 |
+
-0.625,
|
| 646 |
+
-0.3125,
|
| 647 |
+
-0.4375,
|
| 648 |
+
-0.1875,
|
| 649 |
+
0.0,
|
| 650 |
+
0.5949721336364746,
|
| 651 |
+
0.6192536950111389,
|
| 652 |
+
0.6028932332992554,
|
| 653 |
+
0.3511531352996826,
|
| 654 |
+
0.0,
|
| 655 |
+
0.0,
|
| 656 |
+
0.5953419804573059,
|
| 657 |
+
0.6113170981407166,
|
| 658 |
+
0.5994111895561218,
|
| 659 |
+
0.03766731545329094,
|
| 660 |
+
0.0
|
| 661 |
+
],
|
| 662 |
+
"max": [
|
| 663 |
+
0.1875,
|
| 664 |
+
0.5,
|
| 665 |
+
0.375,
|
| 666 |
+
0.25,
|
| 667 |
+
0.4375,
|
| 668 |
+
0.5625,
|
| 669 |
+
0.3125,
|
| 670 |
+
0.3125,
|
| 671 |
+
0.5,
|
| 672 |
+
0.25,
|
| 673 |
+
0.125,
|
| 674 |
+
0.3125,
|
| 675 |
+
0.5,
|
| 676 |
+
0.6875,
|
| 677 |
+
0.4375,
|
| 678 |
+
0.3125,
|
| 679 |
+
0.4375,
|
| 680 |
+
0.375,
|
| 681 |
+
0.25,
|
| 682 |
+
0.5,
|
| 683 |
+
0.0625,
|
| 684 |
+
0.1875,
|
| 685 |
+
0.4375,
|
| 686 |
+
0.5625,
|
| 687 |
+
0.5625,
|
| 688 |
+
0.375,
|
| 689 |
+
0.0,
|
| 690 |
+
0.4375,
|
| 691 |
+
0.3125,
|
| 692 |
+
0.625,
|
| 693 |
+
0.625,
|
| 694 |
+
0.625,
|
| 695 |
+
0.6875,
|
| 696 |
+
0.5,
|
| 697 |
+
0.3125,
|
| 698 |
+
0.0625,
|
| 699 |
+
0.6875,
|
| 700 |
+
0.1875,
|
| 701 |
+
0.4375,
|
| 702 |
+
0.1875,
|
| 703 |
+
0.375,
|
| 704 |
+
0.125,
|
| 705 |
+
0.25,
|
| 706 |
+
0.5,
|
| 707 |
+
0.3125,
|
| 708 |
+
0.4375,
|
| 709 |
+
0.4375,
|
| 710 |
+
0.375,
|
| 711 |
+
0.8125,
|
| 712 |
+
0.4375,
|
| 713 |
+
0.5,
|
| 714 |
+
0.5,
|
| 715 |
+
0.5,
|
| 716 |
+
0.375,
|
| 717 |
+
0.25,
|
| 718 |
+
0.1875,
|
| 719 |
+
0.5,
|
| 720 |
+
0.375,
|
| 721 |
+
0.1875,
|
| 722 |
+
0.25,
|
| 723 |
+
-0.0625,
|
| 724 |
+
0.375,
|
| 725 |
+
0.1875,
|
| 726 |
+
0.5625,
|
| 727 |
+
1.0,
|
| 728 |
+
1.0,
|
| 729 |
+
1.0,
|
| 730 |
+
1.0,
|
| 731 |
+
1.0,
|
| 732 |
+
0.9997431039810181,
|
| 733 |
+
1.0,
|
| 734 |
+
1.0,
|
| 735 |
+
1.0,
|
| 736 |
+
1.0,
|
| 737 |
+
1.0,
|
| 738 |
+
0.9997568130493164
|
| 739 |
+
],
|
| 740 |
+
"mean": [
|
| 741 |
+
-0.1328256438462534,
|
| 742 |
+
0.14030752555972564,
|
| 743 |
+
-0.07960115504076615,
|
| 744 |
+
0.016393409473275528,
|
| 745 |
+
0.02376811828652776,
|
| 746 |
+
0.2037397275786204,
|
| 747 |
+
-0.08447448880548725,
|
| 748 |
+
-0.022285896855183125,
|
| 749 |
+
0.2105644169794228,
|
| 750 |
+
-0.20490043030930502,
|
| 751 |
+
-0.20489031965834087,
|
| 752 |
+
-0.02232229519865407,
|
| 753 |
+
-0.24486985570078945,
|
| 754 |
+
0.35233394266856477,
|
| 755 |
+
0.11206645528665718,
|
| 756 |
+
-0.004509350330011648,
|
| 757 |
+
0.19562694124498511,
|
| 758 |
+
0.047886065096415166,
|
| 759 |
+
-0.09148723631422286,
|
| 760 |
+
0.09802276109745049,
|
| 761 |
+
-0.2587922220784263,
|
| 762 |
+
-0.20438680924032612,
|
| 763 |
+
0.22753211142746216,
|
| 764 |
+
0.0762383525300893,
|
| 765 |
+
0.16564683900608257,
|
| 766 |
+
-0.046375533842370906,
|
| 767 |
+
-0.1699741976187395,
|
| 768 |
+
0.0878838003105992,
|
| 769 |
+
-0.034000097062249254,
|
| 770 |
+
0.36507336288339587,
|
| 771 |
+
0.20983847224019672,
|
| 772 |
+
0.22507724537336612,
|
| 773 |
+
0.2735578167464734,
|
| 774 |
+
0.12311941892066779,
|
| 775 |
+
-0.15756236249514688,
|
| 776 |
+
-0.23991563672835511,
|
| 777 |
+
0.16439918467710626,
|
| 778 |
+
-0.22254553837194255,
|
| 779 |
+
-0.02215243626245632,
|
| 780 |
+
-0.09517155752555972,
|
| 781 |
+
-0.06882926750355894,
|
| 782 |
+
-0.21601203571890773,
|
| 783 |
+
-0.13072465057590268,
|
| 784 |
+
0.23748099197618738,
|
| 785 |
+
-0.1322998899961175,
|
| 786 |
+
-0.21782386437168372,
|
| 787 |
+
-0.3010628316293516,
|
| 788 |
+
0.09485812734567102,
|
| 789 |
+
0.45991531318752427,
|
| 790 |
+
0.008933771191924421,
|
| 791 |
+
-0.006416219101850654,
|
| 792 |
+
0.09854042642681507,
|
| 793 |
+
0.20279539277856864,
|
| 794 |
+
-0.047738449592338555,
|
| 795 |
+
-0.16898537595444546,
|
| 796 |
+
-0.035510628316293515,
|
| 797 |
+
-0.2886550407661447,
|
| 798 |
+
0.056002895690436136,
|
| 799 |
+
-0.09289868318881843,
|
| 800 |
+
-0.14478856606703766,
|
| 801 |
+
-0.38754125145593377,
|
| 802 |
+
0.07912797657564384,
|
| 803 |
+
-0.14342565031707002,
|
| 804 |
+
0.2597203798369354,
|
| 805 |
+
0.8714133721444814,
|
| 806 |
+
0.8704363160829457,
|
| 807 |
+
0.871101992679426,
|
| 808 |
+
0.8709877289072792,
|
| 809 |
+
0.9374116361295481,
|
| 810 |
+
0.000909107080241183,
|
| 811 |
+
0.8686004803123465,
|
| 812 |
+
0.8727763422085179,
|
| 813 |
+
0.8736698483416437,
|
| 814 |
+
0.873315653691274,
|
| 815 |
+
0.9243064344480587,
|
| 816 |
+
0.0010054465065242088
|
| 817 |
+
],
|
| 818 |
+
"std": [
|
| 819 |
+
0.07789955998211606,
|
| 820 |
+
0.15884626071604924,
|
| 821 |
+
0.1581233979968548,
|
| 822 |
+
0.09502975183202761,
|
| 823 |
+
0.10422883895758395,
|
| 824 |
+
0.13493252972835035,
|
| 825 |
+
0.09668550524041442,
|
| 826 |
+
0.10216842451806651,
|
| 827 |
+
0.13706091772556664,
|
| 828 |
+
0.1357826846018742,
|
| 829 |
+
0.10177050699336576,
|
| 830 |
+
0.08465054607636743,
|
| 831 |
+
0.20205230739695762,
|
| 832 |
+
0.12706670920463609,
|
| 833 |
+
0.15069616802995173,
|
| 834 |
+
0.06293637535646919,
|
| 835 |
+
0.08382843427524267,
|
| 836 |
+
0.07581424073507208,
|
| 837 |
+
0.13568732985173562,
|
| 838 |
+
0.14033116801561796,
|
| 839 |
+
0.09932655110968273,
|
| 840 |
+
0.09121062873145251,
|
| 841 |
+
0.07208299484685422,
|
| 842 |
+
0.1299125790615487,
|
| 843 |
+
0.17977553384414668,
|
| 844 |
+
0.1506115834117787,
|
| 845 |
+
0.06899038047757403,
|
| 846 |
+
0.08011449013545052,
|
| 847 |
+
0.12308408904450967,
|
| 848 |
+
0.16677321150773933,
|
| 849 |
+
0.15547954149229914,
|
| 850 |
+
0.10494672115866652,
|
| 851 |
+
0.09867708152909252,
|
| 852 |
+
0.10241109878343188,
|
| 853 |
+
0.13636784165465646,
|
| 854 |
+
0.07477624483874172,
|
| 855 |
+
0.12988677428759557,
|
| 856 |
+
0.13445998836373205,
|
| 857 |
+
0.09184543622018963,
|
| 858 |
+
0.0721655820519191,
|
| 859 |
+
0.08807969513597146,
|
| 860 |
+
0.11157826948556746,
|
| 861 |
+
0.14881728477040088,
|
| 862 |
+
0.09995603247268962,
|
| 863 |
+
0.11745649633145971,
|
| 864 |
+
0.19648932081391213,
|
| 865 |
+
0.1997733493935003,
|
| 866 |
+
0.07585100812231088,
|
| 867 |
+
0.12983318820006998,
|
| 868 |
+
0.13470484176152134,
|
| 869 |
+
0.12727505199554814,
|
| 870 |
+
0.1148687607803913,
|
| 871 |
+
0.16623945022132947,
|
| 872 |
+
0.0903189189593882,
|
| 873 |
+
0.11630889040778654,
|
| 874 |
+
0.06267302238221951,
|
| 875 |
+
0.2107078066502835,
|
| 876 |
+
0.0918116315905211,
|
| 877 |
+
0.07687874194300864,
|
| 878 |
+
0.1305883985144006,
|
| 879 |
+
0.11356755494785113,
|
| 880 |
+
0.0892572154462054,
|
| 881 |
+
0.1057525617384013,
|
| 882 |
+
0.12177318529042777,
|
| 883 |
+
0.16123118351068702,
|
| 884 |
+
0.16110483963491448,
|
| 885 |
+
0.16022198436241275,
|
| 886 |
+
0.16099862679020233,
|
| 887 |
+
0.07811886944382597,
|
| 888 |
+
0.019824963023862628,
|
| 889 |
+
0.1676569977855643,
|
| 890 |
+
0.15816317480687228,
|
| 891 |
+
0.15654935499028427,
|
| 892 |
+
0.15744207009759817,
|
| 893 |
+
0.1022531519695512,
|
| 894 |
+
0.019857930854210358
|
| 895 |
+
]
|
| 896 |
+
}
|
| 897 |
+
},
|
| 898 |
+
"code_commit": "028df1bb7024fb1e3d176de7e60c84d3333cd97f"
|
| 899 |
+
}
|
b5-chair-push-standing-start/b512-cont-20261117/step-006000/config.json
ADDED
|
@@ -0,0 +1,884 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"policy": {
|
| 3 |
+
"policy": "fm_dit",
|
| 4 |
+
"n_cameras": 2,
|
| 5 |
+
"state_dim": 44,
|
| 6 |
+
"action_dim": 76,
|
| 7 |
+
"horizon": 16,
|
| 8 |
+
"backbone": "resnet18",
|
| 9 |
+
"backbone_weights": "IMAGENET1K_V1",
|
| 10 |
+
"backbone_norm": "frozen_bn",
|
| 11 |
+
"hidden_dim": 384,
|
| 12 |
+
"num_layers": 4,
|
| 13 |
+
"num_heads": 8,
|
| 14 |
+
"mlp_ratio": 4.0,
|
| 15 |
+
"dropout": 0.1,
|
| 16 |
+
"time_embed_dim": 128,
|
| 17 |
+
"num_inference_steps": null,
|
| 18 |
+
"num_train_timesteps": 100,
|
| 19 |
+
"beta_schedule": "squaredcos_cap_v2",
|
| 20 |
+
"prediction_type": "epsilon",
|
| 21 |
+
"clip_sample": true,
|
| 22 |
+
"act_hidden_dim": 512,
|
| 23 |
+
"dim_feedforward": 3200,
|
| 24 |
+
"enc_layers": 4,
|
| 25 |
+
"dec_layers": 7,
|
| 26 |
+
"nheads": 8,
|
| 27 |
+
"latent_dim": 32,
|
| 28 |
+
"kl_weight": 10.0,
|
| 29 |
+
"extra": {}
|
| 30 |
+
},
|
| 31 |
+
"contract": {
|
| 32 |
+
"name": "g1_sonic_dfx6",
|
| 33 |
+
"robot": "g1",
|
| 34 |
+
"cameras": [
|
| 35 |
+
"ego_view",
|
| 36 |
+
"chest"
|
| 37 |
+
],
|
| 38 |
+
"state": [
|
| 39 |
+
[
|
| 40 |
+
"observation.state",
|
| 41 |
+
0,
|
| 42 |
+
29
|
| 43 |
+
],
|
| 44 |
+
[
|
| 45 |
+
"observation.inspire_left_hand_state",
|
| 46 |
+
0,
|
| 47 |
+
6
|
| 48 |
+
],
|
| 49 |
+
[
|
| 50 |
+
"observation.inspire_right_hand_state",
|
| 51 |
+
0,
|
| 52 |
+
6
|
| 53 |
+
],
|
| 54 |
+
[
|
| 55 |
+
"observation.projected_gravity",
|
| 56 |
+
0,
|
| 57 |
+
3
|
| 58 |
+
]
|
| 59 |
+
],
|
| 60 |
+
"action": [
|
| 61 |
+
[
|
| 62 |
+
"action.motion_token",
|
| 63 |
+
0,
|
| 64 |
+
64
|
| 65 |
+
],
|
| 66 |
+
[
|
| 67 |
+
"observation.inspire_left_hand_state",
|
| 68 |
+
0,
|
| 69 |
+
6
|
| 70 |
+
],
|
| 71 |
+
[
|
| 72 |
+
"observation.inspire_right_hand_state",
|
| 73 |
+
0,
|
| 74 |
+
6
|
| 75 |
+
]
|
| 76 |
+
],
|
| 77 |
+
"state_dim": 44,
|
| 78 |
+
"action_dim": 76,
|
| 79 |
+
"action_space": "sonic_dfx6",
|
| 80 |
+
"body_dims": 29
|
| 81 |
+
},
|
| 82 |
+
"image_hw": [
|
| 83 |
+
168,
|
| 84 |
+
224
|
| 85 |
+
],
|
| 86 |
+
"task_text": "Establish and verify a stable two-hand grasp around the chair back, straighten it by stepping into position behind it, then walk forward to push it under the table.",
|
| 87 |
+
"dataset": {
|
| 88 |
+
"name": "b5-chair-push-standing-start-expert-v1",
|
| 89 |
+
"root": "/mnt/data0/zuo/Humanoid_benchmark/data/baselines/b5-chair-push-standing-start-expert-v1",
|
| 90 |
+
"robot_type": null,
|
| 91 |
+
"fps": 30.0,
|
| 92 |
+
"episodes": [
|
| 93 |
+
0,
|
| 94 |
+
1,
|
| 95 |
+
2,
|
| 96 |
+
3,
|
| 97 |
+
4,
|
| 98 |
+
5,
|
| 99 |
+
6,
|
| 100 |
+
7,
|
| 101 |
+
8,
|
| 102 |
+
9,
|
| 103 |
+
10,
|
| 104 |
+
11,
|
| 105 |
+
12,
|
| 106 |
+
13,
|
| 107 |
+
14,
|
| 108 |
+
15,
|
| 109 |
+
16,
|
| 110 |
+
17,
|
| 111 |
+
18,
|
| 112 |
+
19,
|
| 113 |
+
20,
|
| 114 |
+
21,
|
| 115 |
+
22,
|
| 116 |
+
23,
|
| 117 |
+
24,
|
| 118 |
+
25,
|
| 119 |
+
26,
|
| 120 |
+
27,
|
| 121 |
+
28,
|
| 122 |
+
29,
|
| 123 |
+
30,
|
| 124 |
+
31,
|
| 125 |
+
32,
|
| 126 |
+
33,
|
| 127 |
+
34,
|
| 128 |
+
35,
|
| 129 |
+
36,
|
| 130 |
+
37,
|
| 131 |
+
38,
|
| 132 |
+
39,
|
| 133 |
+
40,
|
| 134 |
+
41,
|
| 135 |
+
42,
|
| 136 |
+
43,
|
| 137 |
+
44,
|
| 138 |
+
45,
|
| 139 |
+
46,
|
| 140 |
+
47,
|
| 141 |
+
48,
|
| 142 |
+
49,
|
| 143 |
+
50,
|
| 144 |
+
51,
|
| 145 |
+
52,
|
| 146 |
+
53,
|
| 147 |
+
54,
|
| 148 |
+
55,
|
| 149 |
+
56,
|
| 150 |
+
57,
|
| 151 |
+
58,
|
| 152 |
+
59,
|
| 153 |
+
60,
|
| 154 |
+
61,
|
| 155 |
+
62,
|
| 156 |
+
63,
|
| 157 |
+
64,
|
| 158 |
+
65,
|
| 159 |
+
66,
|
| 160 |
+
67,
|
| 161 |
+
68,
|
| 162 |
+
69,
|
| 163 |
+
70,
|
| 164 |
+
71,
|
| 165 |
+
72,
|
| 166 |
+
73,
|
| 167 |
+
74,
|
| 168 |
+
75,
|
| 169 |
+
76,
|
| 170 |
+
77,
|
| 171 |
+
78,
|
| 172 |
+
79,
|
| 173 |
+
80,
|
| 174 |
+
81,
|
| 175 |
+
82,
|
| 176 |
+
83,
|
| 177 |
+
84,
|
| 178 |
+
85,
|
| 179 |
+
86,
|
| 180 |
+
87,
|
| 181 |
+
88,
|
| 182 |
+
89,
|
| 183 |
+
90,
|
| 184 |
+
91,
|
| 185 |
+
92,
|
| 186 |
+
93,
|
| 187 |
+
94,
|
| 188 |
+
95,
|
| 189 |
+
96,
|
| 190 |
+
97,
|
| 191 |
+
98,
|
| 192 |
+
99
|
| 193 |
+
],
|
| 194 |
+
"train_episodes": [
|
| 195 |
+
0,
|
| 196 |
+
1,
|
| 197 |
+
2,
|
| 198 |
+
3,
|
| 199 |
+
4,
|
| 200 |
+
5,
|
| 201 |
+
6,
|
| 202 |
+
7,
|
| 203 |
+
8,
|
| 204 |
+
9,
|
| 205 |
+
10,
|
| 206 |
+
11,
|
| 207 |
+
12,
|
| 208 |
+
13,
|
| 209 |
+
14,
|
| 210 |
+
15,
|
| 211 |
+
16,
|
| 212 |
+
17,
|
| 213 |
+
18,
|
| 214 |
+
19,
|
| 215 |
+
20,
|
| 216 |
+
21,
|
| 217 |
+
22,
|
| 218 |
+
23,
|
| 219 |
+
24,
|
| 220 |
+
25,
|
| 221 |
+
26,
|
| 222 |
+
27,
|
| 223 |
+
28,
|
| 224 |
+
29,
|
| 225 |
+
30,
|
| 226 |
+
31,
|
| 227 |
+
32,
|
| 228 |
+
33,
|
| 229 |
+
34,
|
| 230 |
+
35,
|
| 231 |
+
36,
|
| 232 |
+
37,
|
| 233 |
+
38,
|
| 234 |
+
39,
|
| 235 |
+
40,
|
| 236 |
+
41,
|
| 237 |
+
42,
|
| 238 |
+
43,
|
| 239 |
+
44,
|
| 240 |
+
45,
|
| 241 |
+
46,
|
| 242 |
+
47,
|
| 243 |
+
48,
|
| 244 |
+
49,
|
| 245 |
+
50,
|
| 246 |
+
51,
|
| 247 |
+
52,
|
| 248 |
+
53,
|
| 249 |
+
54,
|
| 250 |
+
55,
|
| 251 |
+
56,
|
| 252 |
+
57,
|
| 253 |
+
58,
|
| 254 |
+
59,
|
| 255 |
+
60,
|
| 256 |
+
61,
|
| 257 |
+
62,
|
| 258 |
+
63,
|
| 259 |
+
64,
|
| 260 |
+
65,
|
| 261 |
+
66,
|
| 262 |
+
67,
|
| 263 |
+
68,
|
| 264 |
+
69,
|
| 265 |
+
70,
|
| 266 |
+
71,
|
| 267 |
+
72,
|
| 268 |
+
73,
|
| 269 |
+
74,
|
| 270 |
+
75,
|
| 271 |
+
76,
|
| 272 |
+
77,
|
| 273 |
+
78,
|
| 274 |
+
79,
|
| 275 |
+
80,
|
| 276 |
+
81,
|
| 277 |
+
82,
|
| 278 |
+
83,
|
| 279 |
+
84,
|
| 280 |
+
85,
|
| 281 |
+
86,
|
| 282 |
+
87,
|
| 283 |
+
88,
|
| 284 |
+
89,
|
| 285 |
+
90,
|
| 286 |
+
91,
|
| 287 |
+
92,
|
| 288 |
+
93,
|
| 289 |
+
94,
|
| 290 |
+
95,
|
| 291 |
+
96,
|
| 292 |
+
97,
|
| 293 |
+
98,
|
| 294 |
+
99
|
| 295 |
+
],
|
| 296 |
+
"val_episodes": [],
|
| 297 |
+
"train_frames": 30908,
|
| 298 |
+
"git_commit": null
|
| 299 |
+
},
|
| 300 |
+
"training": {
|
| 301 |
+
"steps": 20000,
|
| 302 |
+
"batch_size": 512,
|
| 303 |
+
"lr": 0.0001,
|
| 304 |
+
"betas": [
|
| 305 |
+
0.95,
|
| 306 |
+
0.999
|
| 307 |
+
],
|
| 308 |
+
"weight_decay": 1e-06,
|
| 309 |
+
"warmup": 500,
|
| 310 |
+
"schedule": "linear warm-up + cosine",
|
| 311 |
+
"backbone_lr_scale": 0.1,
|
| 312 |
+
"ema": 0.9999,
|
| 313 |
+
"shift_px": 0,
|
| 314 |
+
"amp": true,
|
| 315 |
+
"seed": 0,
|
| 316 |
+
"augmentation": {
|
| 317 |
+
"spec": "docs/augmentation_v2.md",
|
| 318 |
+
"version": "hb-aug-v2-20261109",
|
| 319 |
+
"implementation": "evaluation/augmentation/hb_aug_v2.py",
|
| 320 |
+
"visual": {
|
| 321 |
+
"effects": [
|
| 322 |
+
"exposure",
|
| 323 |
+
"contrast",
|
| 324 |
+
"saturation",
|
| 325 |
+
"hue",
|
| 326 |
+
"gamma",
|
| 327 |
+
"temperature",
|
| 328 |
+
"rotation_crop",
|
| 329 |
+
"noise",
|
| 330 |
+
"gaussian_blur",
|
| 331 |
+
"jpeg",
|
| 332 |
+
"motion_blur",
|
| 333 |
+
"sharpen",
|
| 334 |
+
"defocus",
|
| 335 |
+
"light_shadow",
|
| 336 |
+
"wb_channel"
|
| 337 |
+
],
|
| 338 |
+
"boosted_per_sample": 1,
|
| 339 |
+
"boost": 1.5,
|
| 340 |
+
"pixel_scale": "H / 224",
|
| 341 |
+
"future_targets": "none (one observation frame)"
|
| 342 |
+
},
|
| 343 |
+
"proprio": {
|
| 344 |
+
"robot": "g1",
|
| 345 |
+
"body_dims": 29,
|
| 346 |
+
"bias_deg": 2.0,
|
| 347 |
+
"bias_scope": "per_sample",
|
| 348 |
+
"noise_deg": 0.25,
|
| 349 |
+
"noise_clip_sigma": 3,
|
| 350 |
+
"delay_probability": 0.0,
|
| 351 |
+
"history_drop_probability": 0.0,
|
| 352 |
+
"velocity": false
|
| 353 |
+
},
|
| 354 |
+
"native_image_augmentation": "off",
|
| 355 |
+
"evaluation": "off"
|
| 356 |
+
},
|
| 357 |
+
"preflight": {
|
| 358 |
+
"samples": 64,
|
| 359 |
+
"state_dim": 44,
|
| 360 |
+
"body_dims": 29,
|
| 361 |
+
"images_changed": 64,
|
| 362 |
+
"body_values_moved": 1.0,
|
| 363 |
+
"max_body_offset_deg": 2.552,
|
| 364 |
+
"actions_bit_identical": true,
|
| 365 |
+
"non_body_state_bit_identical": true,
|
| 366 |
+
"eval_items_deterministic": 8
|
| 367 |
+
}
|
| 368 |
+
},
|
| 369 |
+
"stats": {
|
| 370 |
+
"state": {
|
| 371 |
+
"min": [
|
| 372 |
+
-0.5093753933906555,
|
| 373 |
+
-0.12233220040798187,
|
| 374 |
+
-0.12761788070201874,
|
| 375 |
+
0.10250309854745865,
|
| 376 |
+
-0.8273318409919739,
|
| 377 |
+
-0.15657654404640198,
|
| 378 |
+
-0.4967050552368164,
|
| 379 |
+
-0.30181893706321716,
|
| 380 |
+
-0.5301669836044312,
|
| 381 |
+
0.09314415603876114,
|
| 382 |
+
-0.8944554924964905,
|
| 383 |
+
-0.14240269362926483,
|
| 384 |
+
-0.10451218485832214,
|
| 385 |
+
-0.0940587967634201,
|
| 386 |
+
-0.13018359243869781,
|
| 387 |
+
-1.393661618232727,
|
| 388 |
+
-0.020927773788571358,
|
| 389 |
+
-0.7382517457008362,
|
| 390 |
+
-0.8502405285835266,
|
| 391 |
+
-0.11091316491365433,
|
| 392 |
+
-0.24967733025550842,
|
| 393 |
+
-1.2172361612319946,
|
| 394 |
+
-1.5036237239837646,
|
| 395 |
+
-1.1288223266601562,
|
| 396 |
+
-0.02860570326447487,
|
| 397 |
+
-0.8521270155906677,
|
| 398 |
+
-1.870940923690796,
|
| 399 |
+
-0.095971018075943,
|
| 400 |
+
-0.1065346822142601,
|
| 401 |
+
0.0,
|
| 402 |
+
0.5949721336364746,
|
| 403 |
+
0.6192536950111389,
|
| 404 |
+
0.6028932332992554,
|
| 405 |
+
0.3511531352996826,
|
| 406 |
+
0.0,
|
| 407 |
+
0.0,
|
| 408 |
+
0.5953419804573059,
|
| 409 |
+
0.6113170981407166,
|
| 410 |
+
0.5994111895561218,
|
| 411 |
+
0.03766731545329094,
|
| 412 |
+
0.0,
|
| 413 |
+
-0.3042502999305725,
|
| 414 |
+
-0.098258838057518,
|
| 415 |
+
-0.9999995827674866
|
| 416 |
+
],
|
| 417 |
+
"max": [
|
| 418 |
+
0.42436036467552185,
|
| 419 |
+
0.2632223069667816,
|
| 420 |
+
0.4142952561378479,
|
| 421 |
+
1.3769621849060059,
|
| 422 |
+
0.3906438946723938,
|
| 423 |
+
0.12971684336662292,
|
| 424 |
+
0.28290697932243347,
|
| 425 |
+
0.07751978188753128,
|
| 426 |
+
0.012389450334012508,
|
| 427 |
+
1.309631109237671,
|
| 428 |
+
0.5117528438568115,
|
| 429 |
+
0.14354851841926575,
|
| 430 |
+
0.09299838542938232,
|
| 431 |
+
0.1345142424106598,
|
| 432 |
+
0.16879205405712128,
|
| 433 |
+
0.26465392112731934,
|
| 434 |
+
1.0681228637695312,
|
| 435 |
+
0.368639200925827,
|
| 436 |
+
1.2249290943145752,
|
| 437 |
+
1.7016332149505615,
|
| 438 |
+
0.73288893699646,
|
| 439 |
+
0.4079762399196625,
|
| 440 |
+
0.20960678160190582,
|
| 441 |
+
0.1851842999458313,
|
| 442 |
+
0.9496553540229797,
|
| 443 |
+
1.338996171951294,
|
| 444 |
+
0.04667161777615547,
|
| 445 |
+
1.0116424560546875,
|
| 446 |
+
1.5066314935684204,
|
| 447 |
+
1.0,
|
| 448 |
+
1.0,
|
| 449 |
+
1.0,
|
| 450 |
+
1.0,
|
| 451 |
+
1.0,
|
| 452 |
+
0.9997431039810181,
|
| 453 |
+
1.0,
|
| 454 |
+
1.0,
|
| 455 |
+
1.0,
|
| 456 |
+
1.0,
|
| 457 |
+
1.0,
|
| 458 |
+
0.9997568130493164,
|
| 459 |
+
0.011030972935259342,
|
| 460 |
+
0.10935939103364944,
|
| 461 |
+
-0.9520710110664368
|
| 462 |
+
],
|
| 463 |
+
"mean": [
|
| 464 |
+
-0.015364952224250912,
|
| 465 |
+
0.081615613869982,
|
| 466 |
+
0.12889738646888202,
|
| 467 |
+
0.27149564947104204,
|
| 468 |
+
-0.14955734140047547,
|
| 469 |
+
-0.03703078041298108,
|
| 470 |
+
-0.0667806330627162,
|
| 471 |
+
-0.07314824380692604,
|
| 472 |
+
-0.2412484148070091,
|
| 473 |
+
0.25491780809063996,
|
| 474 |
+
-0.10854783438820112,
|
| 475 |
+
-0.005161355253899878,
|
| 476 |
+
0.003673423170905123,
|
| 477 |
+
0.02969264617779002,
|
| 478 |
+
0.08950587210737222,
|
| 479 |
+
-0.47956076188028,
|
| 480 |
+
0.42631070073819,
|
| 481 |
+
-0.27129812784427826,
|
| 482 |
+
0.16324256069371254,
|
| 483 |
+
1.0385976806191235,
|
| 484 |
+
0.32744283883844555,
|
| 485 |
+
-0.3669884986385585,
|
| 486 |
+
-0.5611831615193444,
|
| 487 |
+
-0.3750104856050489,
|
| 488 |
+
0.3347049141703264,
|
| 489 |
+
0.09427332727041168,
|
| 490 |
+
-1.2676208074144515,
|
| 491 |
+
0.44498776552803626,
|
| 492 |
+
0.6750011010472442,
|
| 493 |
+
0.8714133721444814,
|
| 494 |
+
0.8704363160829457,
|
| 495 |
+
0.871101992679426,
|
| 496 |
+
0.8709877289072792,
|
| 497 |
+
0.9374116361295481,
|
| 498 |
+
0.000909107080241183,
|
| 499 |
+
0.8686004803123465,
|
| 500 |
+
0.8727763422085179,
|
| 501 |
+
0.8736698483416437,
|
| 502 |
+
0.873315653691274,
|
| 503 |
+
0.9243064344480587,
|
| 504 |
+
0.0010054465065242088,
|
| 505 |
+
-0.07857978353459398,
|
| 506 |
+
0.005790211846556424,
|
| 507 |
+
-0.9955768040204798
|
| 508 |
+
],
|
| 509 |
+
"std": [
|
| 510 |
+
0.12856331774418192,
|
| 511 |
+
0.037393329668315815,
|
| 512 |
+
0.05114975202975518,
|
| 513 |
+
0.19438684278818802,
|
| 514 |
+
0.12199680903864253,
|
| 515 |
+
0.042366122817800854,
|
| 516 |
+
0.1197195537504191,
|
| 517 |
+
0.041234348615534516,
|
| 518 |
+
0.06264541254527864,
|
| 519 |
+
0.19296680414798664,
|
| 520 |
+
0.14698603073664226,
|
| 521 |
+
0.03873242198119102,
|
| 522 |
+
0.022580757805711404,
|
| 523 |
+
0.02236052295122295,
|
| 524 |
+
0.03593445604445683,
|
| 525 |
+
0.3256732586786403,
|
| 526 |
+
0.19224309523346822,
|
| 527 |
+
0.1334741564088957,
|
| 528 |
+
0.48949046035954324,
|
| 529 |
+
0.3411011488066223,
|
| 530 |
+
0.17404862210424266,
|
| 531 |
+
0.28167826002687124,
|
| 532 |
+
0.32010586210868225,
|
| 533 |
+
0.19978493123512664,
|
| 534 |
+
0.12314692856716673,
|
| 535 |
+
0.4856849744536303,
|
| 536 |
+
0.4150175273557762,
|
| 537 |
+
0.18968756344956073,
|
| 538 |
+
0.36121237047109955,
|
| 539 |
+
0.16123118351068702,
|
| 540 |
+
0.16110483963491448,
|
| 541 |
+
0.16022198436241275,
|
| 542 |
+
0.16099862679020233,
|
| 543 |
+
0.07811886944382597,
|
| 544 |
+
0.019824963023862628,
|
| 545 |
+
0.1676569977855643,
|
| 546 |
+
0.15816317480687228,
|
| 547 |
+
0.15654935499028427,
|
| 548 |
+
0.15744207009759817,
|
| 549 |
+
0.1022531519695512,
|
| 550 |
+
0.019857930854210358,
|
| 551 |
+
0.048533023773255274,
|
| 552 |
+
0.015253372177349003,
|
| 553 |
+
0.005513492459359003
|
| 554 |
+
]
|
| 555 |
+
},
|
| 556 |
+
"action": {
|
| 557 |
+
"min": [
|
| 558 |
+
-0.4375,
|
| 559 |
+
-0.375,
|
| 560 |
+
-0.5,
|
| 561 |
+
-0.4375,
|
| 562 |
+
-0.4375,
|
| 563 |
+
-0.1875,
|
| 564 |
+
-0.3125,
|
| 565 |
+
-0.4375,
|
| 566 |
+
-0.1875,
|
| 567 |
+
-0.5,
|
| 568 |
+
-0.5,
|
| 569 |
+
-0.25,
|
| 570 |
+
-0.625,
|
| 571 |
+
-0.125,
|
| 572 |
+
-0.3125,
|
| 573 |
+
-0.25,
|
| 574 |
+
-0.125,
|
| 575 |
+
-0.1875,
|
| 576 |
+
-0.5,
|
| 577 |
+
-0.3125,
|
| 578 |
+
-0.5625,
|
| 579 |
+
-0.5,
|
| 580 |
+
-0.0625,
|
| 581 |
+
-0.1875,
|
| 582 |
+
-0.5,
|
| 583 |
+
-0.4375,
|
| 584 |
+
-0.375,
|
| 585 |
+
-0.1875,
|
| 586 |
+
-0.4375,
|
| 587 |
+
-0.3125,
|
| 588 |
+
-0.3125,
|
| 589 |
+
-0.1875,
|
| 590 |
+
-0.0625,
|
| 591 |
+
-0.1875,
|
| 592 |
+
-0.5,
|
| 593 |
+
-0.5,
|
| 594 |
+
-0.125,
|
| 595 |
+
-0.5625,
|
| 596 |
+
-0.3125,
|
| 597 |
+
-0.25,
|
| 598 |
+
-0.375,
|
| 599 |
+
-0.5,
|
| 600 |
+
-0.5625,
|
| 601 |
+
-0.0625,
|
| 602 |
+
-0.5,
|
| 603 |
+
-0.625,
|
| 604 |
+
-0.6875,
|
| 605 |
+
-0.1875,
|
| 606 |
+
0.0,
|
| 607 |
+
-0.375,
|
| 608 |
+
-0.5,
|
| 609 |
+
-0.3125,
|
| 610 |
+
-0.375,
|
| 611 |
+
-0.4375,
|
| 612 |
+
-0.5,
|
| 613 |
+
-0.25,
|
| 614 |
+
-0.6875,
|
| 615 |
+
-0.1875,
|
| 616 |
+
-0.3125,
|
| 617 |
+
-0.5,
|
| 618 |
+
-0.625,
|
| 619 |
+
-0.3125,
|
| 620 |
+
-0.4375,
|
| 621 |
+
-0.1875,
|
| 622 |
+
0.0,
|
| 623 |
+
0.5949721336364746,
|
| 624 |
+
0.6192536950111389,
|
| 625 |
+
0.6028932332992554,
|
| 626 |
+
0.3511531352996826,
|
| 627 |
+
0.0,
|
| 628 |
+
0.0,
|
| 629 |
+
0.5953419804573059,
|
| 630 |
+
0.6113170981407166,
|
| 631 |
+
0.5994111895561218,
|
| 632 |
+
0.03766731545329094,
|
| 633 |
+
0.0
|
| 634 |
+
],
|
| 635 |
+
"max": [
|
| 636 |
+
0.1875,
|
| 637 |
+
0.5,
|
| 638 |
+
0.375,
|
| 639 |
+
0.25,
|
| 640 |
+
0.4375,
|
| 641 |
+
0.5625,
|
| 642 |
+
0.3125,
|
| 643 |
+
0.3125,
|
| 644 |
+
0.5,
|
| 645 |
+
0.25,
|
| 646 |
+
0.125,
|
| 647 |
+
0.3125,
|
| 648 |
+
0.5,
|
| 649 |
+
0.6875,
|
| 650 |
+
0.4375,
|
| 651 |
+
0.3125,
|
| 652 |
+
0.4375,
|
| 653 |
+
0.375,
|
| 654 |
+
0.25,
|
| 655 |
+
0.5,
|
| 656 |
+
0.0625,
|
| 657 |
+
0.1875,
|
| 658 |
+
0.4375,
|
| 659 |
+
0.5625,
|
| 660 |
+
0.5625,
|
| 661 |
+
0.375,
|
| 662 |
+
0.0,
|
| 663 |
+
0.4375,
|
| 664 |
+
0.3125,
|
| 665 |
+
0.625,
|
| 666 |
+
0.625,
|
| 667 |
+
0.625,
|
| 668 |
+
0.6875,
|
| 669 |
+
0.5,
|
| 670 |
+
0.3125,
|
| 671 |
+
0.0625,
|
| 672 |
+
0.6875,
|
| 673 |
+
0.1875,
|
| 674 |
+
0.4375,
|
| 675 |
+
0.1875,
|
| 676 |
+
0.375,
|
| 677 |
+
0.125,
|
| 678 |
+
0.25,
|
| 679 |
+
0.5,
|
| 680 |
+
0.3125,
|
| 681 |
+
0.4375,
|
| 682 |
+
0.4375,
|
| 683 |
+
0.375,
|
| 684 |
+
0.8125,
|
| 685 |
+
0.4375,
|
| 686 |
+
0.5,
|
| 687 |
+
0.5,
|
| 688 |
+
0.5,
|
| 689 |
+
0.375,
|
| 690 |
+
0.25,
|
| 691 |
+
0.1875,
|
| 692 |
+
0.5,
|
| 693 |
+
0.375,
|
| 694 |
+
0.1875,
|
| 695 |
+
0.25,
|
| 696 |
+
-0.0625,
|
| 697 |
+
0.375,
|
| 698 |
+
0.1875,
|
| 699 |
+
0.5625,
|
| 700 |
+
1.0,
|
| 701 |
+
1.0,
|
| 702 |
+
1.0,
|
| 703 |
+
1.0,
|
| 704 |
+
1.0,
|
| 705 |
+
0.9997431039810181,
|
| 706 |
+
1.0,
|
| 707 |
+
1.0,
|
| 708 |
+
1.0,
|
| 709 |
+
1.0,
|
| 710 |
+
1.0,
|
| 711 |
+
0.9997568130493164
|
| 712 |
+
],
|
| 713 |
+
"mean": [
|
| 714 |
+
-0.1328256438462534,
|
| 715 |
+
0.14030752555972564,
|
| 716 |
+
-0.07960115504076615,
|
| 717 |
+
0.016393409473275528,
|
| 718 |
+
0.02376811828652776,
|
| 719 |
+
0.2037397275786204,
|
| 720 |
+
-0.08447448880548725,
|
| 721 |
+
-0.022285896855183125,
|
| 722 |
+
0.2105644169794228,
|
| 723 |
+
-0.20490043030930502,
|
| 724 |
+
-0.20489031965834087,
|
| 725 |
+
-0.02232229519865407,
|
| 726 |
+
-0.24486985570078945,
|
| 727 |
+
0.35233394266856477,
|
| 728 |
+
0.11206645528665718,
|
| 729 |
+
-0.004509350330011648,
|
| 730 |
+
0.19562694124498511,
|
| 731 |
+
0.047886065096415166,
|
| 732 |
+
-0.09148723631422286,
|
| 733 |
+
0.09802276109745049,
|
| 734 |
+
-0.2587922220784263,
|
| 735 |
+
-0.20438680924032612,
|
| 736 |
+
0.22753211142746216,
|
| 737 |
+
0.0762383525300893,
|
| 738 |
+
0.16564683900608257,
|
| 739 |
+
-0.046375533842370906,
|
| 740 |
+
-0.1699741976187395,
|
| 741 |
+
0.0878838003105992,
|
| 742 |
+
-0.034000097062249254,
|
| 743 |
+
0.36507336288339587,
|
| 744 |
+
0.20983847224019672,
|
| 745 |
+
0.22507724537336612,
|
| 746 |
+
0.2735578167464734,
|
| 747 |
+
0.12311941892066779,
|
| 748 |
+
-0.15756236249514688,
|
| 749 |
+
-0.23991563672835511,
|
| 750 |
+
0.16439918467710626,
|
| 751 |
+
-0.22254553837194255,
|
| 752 |
+
-0.02215243626245632,
|
| 753 |
+
-0.09517155752555972,
|
| 754 |
+
-0.06882926750355894,
|
| 755 |
+
-0.21601203571890773,
|
| 756 |
+
-0.13072465057590268,
|
| 757 |
+
0.23748099197618738,
|
| 758 |
+
-0.1322998899961175,
|
| 759 |
+
-0.21782386437168372,
|
| 760 |
+
-0.3010628316293516,
|
| 761 |
+
0.09485812734567102,
|
| 762 |
+
0.45991531318752427,
|
| 763 |
+
0.008933771191924421,
|
| 764 |
+
-0.006416219101850654,
|
| 765 |
+
0.09854042642681507,
|
| 766 |
+
0.20279539277856864,
|
| 767 |
+
-0.047738449592338555,
|
| 768 |
+
-0.16898537595444546,
|
| 769 |
+
-0.035510628316293515,
|
| 770 |
+
-0.2886550407661447,
|
| 771 |
+
0.056002895690436136,
|
| 772 |
+
-0.09289868318881843,
|
| 773 |
+
-0.14478856606703766,
|
| 774 |
+
-0.38754125145593377,
|
| 775 |
+
0.07912797657564384,
|
| 776 |
+
-0.14342565031707002,
|
| 777 |
+
0.2597203798369354,
|
| 778 |
+
0.8714133721444814,
|
| 779 |
+
0.8704363160829457,
|
| 780 |
+
0.871101992679426,
|
| 781 |
+
0.8709877289072792,
|
| 782 |
+
0.9374116361295481,
|
| 783 |
+
0.000909107080241183,
|
| 784 |
+
0.8686004803123465,
|
| 785 |
+
0.8727763422085179,
|
| 786 |
+
0.8736698483416437,
|
| 787 |
+
0.873315653691274,
|
| 788 |
+
0.9243064344480587,
|
| 789 |
+
0.0010054465065242088
|
| 790 |
+
],
|
| 791 |
+
"std": [
|
| 792 |
+
0.07789955998211606,
|
| 793 |
+
0.15884626071604924,
|
| 794 |
+
0.1581233979968548,
|
| 795 |
+
0.09502975183202761,
|
| 796 |
+
0.10422883895758395,
|
| 797 |
+
0.13493252972835035,
|
| 798 |
+
0.09668550524041442,
|
| 799 |
+
0.10216842451806651,
|
| 800 |
+
0.13706091772556664,
|
| 801 |
+
0.1357826846018742,
|
| 802 |
+
0.10177050699336576,
|
| 803 |
+
0.08465054607636743,
|
| 804 |
+
0.20205230739695762,
|
| 805 |
+
0.12706670920463609,
|
| 806 |
+
0.15069616802995173,
|
| 807 |
+
0.06293637535646919,
|
| 808 |
+
0.08382843427524267,
|
| 809 |
+
0.07581424073507208,
|
| 810 |
+
0.13568732985173562,
|
| 811 |
+
0.14033116801561796,
|
| 812 |
+
0.09932655110968273,
|
| 813 |
+
0.09121062873145251,
|
| 814 |
+
0.07208299484685422,
|
| 815 |
+
0.1299125790615487,
|
| 816 |
+
0.17977553384414668,
|
| 817 |
+
0.1506115834117787,
|
| 818 |
+
0.06899038047757403,
|
| 819 |
+
0.08011449013545052,
|
| 820 |
+
0.12308408904450967,
|
| 821 |
+
0.16677321150773933,
|
| 822 |
+
0.15547954149229914,
|
| 823 |
+
0.10494672115866652,
|
| 824 |
+
0.09867708152909252,
|
| 825 |
+
0.10241109878343188,
|
| 826 |
+
0.13636784165465646,
|
| 827 |
+
0.07477624483874172,
|
| 828 |
+
0.12988677428759557,
|
| 829 |
+
0.13445998836373205,
|
| 830 |
+
0.09184543622018963,
|
| 831 |
+
0.0721655820519191,
|
| 832 |
+
0.08807969513597146,
|
| 833 |
+
0.11157826948556746,
|
| 834 |
+
0.14881728477040088,
|
| 835 |
+
0.09995603247268962,
|
| 836 |
+
0.11745649633145971,
|
| 837 |
+
0.19648932081391213,
|
| 838 |
+
0.1997733493935003,
|
| 839 |
+
0.07585100812231088,
|
| 840 |
+
0.12983318820006998,
|
| 841 |
+
0.13470484176152134,
|
| 842 |
+
0.12727505199554814,
|
| 843 |
+
0.1148687607803913,
|
| 844 |
+
0.16623945022132947,
|
| 845 |
+
0.0903189189593882,
|
| 846 |
+
0.11630889040778654,
|
| 847 |
+
0.06267302238221951,
|
| 848 |
+
0.2107078066502835,
|
| 849 |
+
0.0918116315905211,
|
| 850 |
+
0.07687874194300864,
|
| 851 |
+
0.1305883985144006,
|
| 852 |
+
0.11356755494785113,
|
| 853 |
+
0.0892572154462054,
|
| 854 |
+
0.1057525617384013,
|
| 855 |
+
0.12177318529042777,
|
| 856 |
+
0.16123118351068702,
|
| 857 |
+
0.16110483963491448,
|
| 858 |
+
0.16022198436241275,
|
| 859 |
+
0.16099862679020233,
|
| 860 |
+
0.07811886944382597,
|
| 861 |
+
0.019824963023862628,
|
| 862 |
+
0.1676569977855643,
|
| 863 |
+
0.15816317480687228,
|
| 864 |
+
0.15654935499028427,
|
| 865 |
+
0.15744207009759817,
|
| 866 |
+
0.1022531519695512,
|
| 867 |
+
0.019857930854210358
|
| 868 |
+
]
|
| 869 |
+
}
|
| 870 |
+
},
|
| 871 |
+
"code_commit": "028df1bb7024fb1e3d176de7e60c84d3333cd97f",
|
| 872 |
+
"step": 6000,
|
| 873 |
+
"weights": "ema",
|
| 874 |
+
"offline_eval": {
|
| 875 |
+
"mse": 0.030160661786794662,
|
| 876 |
+
"mse_row0": 0.02748788893222809,
|
| 877 |
+
"mse_motion_token": 0.027840631082654,
|
| 878 |
+
"mse_inspire_left_hand_state": 0.04214290902018547,
|
| 879 |
+
"mse_inspire_right_hand_state": 0.04292541742324829,
|
| 880 |
+
"samples": 256,
|
| 881 |
+
"frames": "train"
|
| 882 |
+
},
|
| 883 |
+
"format": "hb_baselines/1"
|
| 884 |
+
}
|
b5-chair-push-standing-start/b512-cont-20261117/step-006000/model.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5178087fc50ffb7c5b233bae26ba6bc083c037bcd611d62a9f573166c8b564b3
|
| 3 |
+
size 90311509
|
b5-chair-push-standing-start/b512-cont-20261117/step-006000/protocol.json
ADDED
|
@@ -0,0 +1,11 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"format": "hb_baselines/1",
|
| 3 |
+
"step": 6000,
|
| 4 |
+
"policy": "fm_dit",
|
| 5 |
+
"files": {
|
| 6 |
+
"model.pt": {
|
| 7 |
+
"bytes": 90311509,
|
| 8 |
+
"sha256": "5178087fc50ffb7c5b233bae26ba6bc083c037bcd611d62a9f573166c8b564b3"
|
| 9 |
+
}
|
| 10 |
+
}
|
| 11 |
+
}
|
b5-chair-push-standing-start/b512-cont-20261117/train_state.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:74b1d066a512bb535c3e87ad34636723b05507ef591530ae59f80b45e20f0797
|
| 3 |
+
size 361027889
|
b8-table-wipe/b512-cont-20261117/RESUME.md
ADDED
|
@@ -0,0 +1,39 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# B8 FM-DiT continuation, paused 2026-11-17
|
| 2 |
+
|
| 3 |
+
This is an independent continuation from the local step-4,000 baseline.
|
| 4 |
+
The portable training state is **step 6,000**; the last logged step is 6700.
|
| 5 |
+
Updates after step 6,000 remain only in the paused local process and are not in this release.
|
| 6 |
+
The training target was 20,000 total steps. This package is not a completed 20,000-step run.
|
| 7 |
+
|
| 8 |
+
## Files
|
| 9 |
+
|
| 10 |
+
- `train_state.pt`: raw policy, AdamW moments, LR scheduler, EMA, step and full config.
|
| 11 |
+
- `step-006000/`: EMA inference checkpoint, config and weight hash protocol.
|
| 12 |
+
- `run.json`, `resume.json`: recipe, data identity, preflight and pause details.
|
| 13 |
+
- `logs/`: current and original training logs. Log rows after 6,000 are history, not saved weights.
|
| 14 |
+
- `provenance/`: original run, original checkpoint config and hash protocol.
|
| 15 |
+
- `SHA256SUMS`: hashes of this package and its shared source snapshot, relative to repository root.
|
| 16 |
+
|
| 17 |
+
## Resume
|
| 18 |
+
|
| 19 |
+
Use Python 3.12 and install `code/fmdit_continue_20261117/baselines/requirements.txt`.
|
| 20 |
+
Download the original dataset separately (access to its private repository is required):
|
| 21 |
+
|
| 22 |
+
```bash
|
| 23 |
+
hf download humanoid-benchmark/b8-table-wipe-expert-v1 --repo-type dataset --revision 3b2e6180508f84f70fda8b33cd3e41c14225f0b5 --local-dir /path/to/b8-table-wipe-expert-v1
|
| 24 |
+
python code/fmdit_continue_20261117/resume.py --task b8 --dataset /path/to/b8-table-wipe-expert-v1 --out /path/to/new_b8_run --cache-dir /path/to/frame_cache --steps 20000 --device cuda:0
|
| 25 |
+
```
|
| 26 |
+
|
| 27 |
+
Run these commands from the downloaded model repository root. The launcher resolves its source
|
| 28 |
+
and state relative to itself, copies the state to a new output directory and starts the frozen
|
| 29 |
+
trainer with `--resume`; add `--dry-run` to inspect without copying or training.
|
| 30 |
+
Confirm the trainer logs `resumed` at step 6,000. `--steps` means total steps, not additional steps;
|
| 31 |
+
use 16000 for 10,000 more steps from this checkpoint. Existing output state is never overwritten.
|
| 32 |
+
No training automatically starts when this repository is downloaded.
|
| 33 |
+
|
| 34 |
+
Batch 512, seed 0, state44/action76, 16-row chunks, 168x224 head/chest RGB, hb-v2 augmentation,
|
| 35 |
+
500-step original warm-up, AdamW and EMA are unchanged. At the default total of 20,000,
|
| 36 |
+
the saved LR/scheduler continues consistently. Choosing a different total changes cosine decay
|
| 37 |
+
from the next scheduler update. Original RNG and DataLoader state were not recorded; this is
|
| 38 |
+
not a bit-exact continuation. Offline MSE uses 256 training frames, not held-out validation
|
| 39 |
+
or closed-loop success. Source snapshot: `code/fmdit_continue_20261117/` (original commit `028df1bb7024fb1e3d176de7e60c84d3333cd97f`).
|
b8-table-wipe/b512-cont-20261117/SHA256SUMS
ADDED
|
@@ -0,0 +1,28 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
4aa90cf211b68317b81112a0c06950fb8a463bdca6730235e65e3eff8f8a7109 b8-table-wipe/b512-cont-20261117/RESUME.md
|
| 2 |
+
5dda5685e9d78c71c5bbd6431ce8201dfddd0f392db514f82e7b61d0befc8889 b8-table-wipe/b512-cont-20261117/logs/parent_train_log.jsonl
|
| 3 |
+
9ef1481dbfb382d3ca1277eb0988fe18212734ab948ebbadc9d52dc384f366e9 b8-table-wipe/b512-cont-20261117/logs/train_log.jsonl
|
| 4 |
+
97f34e2086db3604f836f41881111fae411c385d253a0c48fe6b58472a7b9f45 b8-table-wipe/b512-cont-20261117/logs/train_stdout.log
|
| 5 |
+
47ea3ef34090e5f3ebac9cf47be4361c4548ace3e1380befecbbf87212858d11 b8-table-wipe/b512-cont-20261117/provenance/parent_checkpoint_config.json
|
| 6 |
+
b9e9013369f8b288ab9ca65652339796afdc817eaa42803fd49af7399975ec35 b8-table-wipe/b512-cont-20261117/provenance/parent_checkpoint_protocol.json
|
| 7 |
+
7aeb0b1f1ec0512dbae9b56e53397172acdb4ed5771d893e05bb5760d3cf7a4e b8-table-wipe/b512-cont-20261117/provenance/parent_run.json
|
| 8 |
+
73e8644e1a219adcaf7c03129622fd31500a8ede285dc52d34eab76b8b4828c1 b8-table-wipe/b512-cont-20261117/resume.json
|
| 9 |
+
49a658077102eda30b4220f93ffbe6a8c8230d3a3a02eb9720b6f725ab3bfdc8 b8-table-wipe/b512-cont-20261117/run.json
|
| 10 |
+
9005976e6e78ac4658569fc6e10074a357e8ba257894f0db755a69f2531e8870 b8-table-wipe/b512-cont-20261117/step-006000/config.json
|
| 11 |
+
49f877e3a020061ca3fd91b94f178596a9348d02548e116ea261eeecb5675ed8 b8-table-wipe/b512-cont-20261117/step-006000/model.pt
|
| 12 |
+
7f3c8de81798a4a0626d88e50d8448736f72bd100410c995ad9fda7cf35d6db8 b8-table-wipe/b512-cont-20261117/step-006000/protocol.json
|
| 13 |
+
defddc0d62576449aad58f234a7023e3e21eb0289831e03dac2c19ffd888f097 b8-table-wipe/b512-cont-20261117/train_state.pt
|
| 14 |
+
f7cf756cb60f0ce1da9b7ab8b1549b42f9a59d608bb06addd206d270b7c2d14c code/fmdit_continue_20261117/augmentation/__init__.py
|
| 15 |
+
96539b2fcf729917f668c9a776a0526c4b109611bf921dcbd753983c0f5813f2 code/fmdit_continue_20261117/augmentation/check_spec.py
|
| 16 |
+
9f7713cea4f846efcfc924234267ced48210357f419d67915c10b504316bedde code/fmdit_continue_20261117/augmentation/hb_aug_v2.py
|
| 17 |
+
815562186d3aaf87aba05085da6e951bc48b0b90a5d1c4910f2a3f625009bc52 code/fmdit_continue_20261117/augmentation/preview.py
|
| 18 |
+
0a8ee3ccab6e183804c08066a9e7eb207d9b13ca38c0e596ce5d58c8302d7929 code/fmdit_continue_20261117/baselines/__init__.py
|
| 19 |
+
3db95cd8e4e436875e11f1054a99d250ca7d94e0127909090b58730402340f19 code/fmdit_continue_20261117/baselines/act_nets.py
|
| 20 |
+
b537b03bc538910691b599862138494c11354147785a779a22ad83ff4b72a8d5 code/fmdit_continue_20261117/baselines/adapters.py
|
| 21 |
+
88c1971e18e9842136884f6a369468fe27f189b888b39870622304101a063b06 code/fmdit_continue_20261117/baselines/data.py
|
| 22 |
+
38a66937bb92393a3f1ce0644b249da28d582a4fd03d134b7743e6037abd88b9 code/fmdit_continue_20261117/baselines/nets.py
|
| 23 |
+
750d4c6193aabcacc0f53df26c2c51f64b3f836b940b32ccb5c69f5959419afa code/fmdit_continue_20261117/baselines/policies.py
|
| 24 |
+
bb211f66038e53efd08ee3ec03e133d8bb206ec36cc608d349b4fad3a61e874b code/fmdit_continue_20261117/baselines/requirements.txt
|
| 25 |
+
5d680d59124ca83f9c2088f8e1738395b87ddc58798acf7815e163102738b7ae code/fmdit_continue_20261117/baselines/runtime.py
|
| 26 |
+
b368d14aaab69d04f5372b1f3bb358c2a78f83134cc0e926faa8887e3ddbe297 code/fmdit_continue_20261117/baselines/train.py
|
| 27 |
+
fe9aaed24789080f05ce8f510d5a132bbd65e7c39b6de20500210742f0be4185 code/fmdit_continue_20261117/docs/augmentation_v2.md
|
| 28 |
+
5dbc2ec3f4f0638181eef9dca07c76f3594bdd5a24141f1a4b50d6532dbe4bba code/fmdit_continue_20261117/resume.py
|
b8-table-wipe/b512-cont-20261117/logs/parent_train_log.jsonl
ADDED
|
@@ -0,0 +1,41 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"event": "train", "step": 100, "lr": 2.0200000000000003e-05, "backbone_lr": 2.02e-06, "ema_decay": 0.968612, "it_s": 0.39, "data_frac": 0.912, "fm": 1.8642640209197998, "loss": 1.8642640209197998}
|
| 2 |
+
{"event": "train", "step": 200, "lr": 4.02e-05, "backbone_lr": 4.0200000000000005e-06, "ema_decay": 0.981267, "it_s": 0.43, "data_frac": 0.913, "fm": 1.0814206337928771, "loss": 1.0814206337928771}
|
| 3 |
+
{"event": "train", "step": 300, "lr": 6.02e-05, "backbone_lr": 6.02e-06, "ema_decay": 0.986162, "it_s": 0.45, "data_frac": 0.907, "fm": 0.7938938274979591, "loss": 0.7938938274979591}
|
| 4 |
+
{"event": "train", "step": 400, "lr": 8.020000000000001e-05, "backbone_lr": 8.020000000000001e-06, "ema_decay": 0.988841, "it_s": 0.41, "data_frac": 0.915, "fm": 0.322593115568161, "loss": 0.322593115568161}
|
| 5 |
+
{"event": "train", "step": 500, "lr": 0.0001, "backbone_lr": 1e-05, "ema_decay": 0.990557, "it_s": 0.4, "data_frac": 0.92, "fm": 0.2253869031369686, "loss": 0.2253869031369686}
|
| 6 |
+
{"event": "train", "step": 600, "lr": 9.979871469976196e-05, "backbone_lr": 9.979871469976197e-06, "ema_decay": 0.991762, "it_s": 0.43, "data_frac": 0.912, "fm": 0.19886314541101455, "loss": 0.19886314541101455}
|
| 7 |
+
{"event": "train", "step": 700, "lr": 9.919647942993148e-05, "backbone_lr": 9.91964794299315e-06, "ema_decay": 0.99266, "it_s": 0.4, "data_frac": 0.918, "fm": 0.18408803522586822, "loss": 0.18408803522586822}
|
| 8 |
+
{"event": "train", "step": 800, "lr": 9.819814303479267e-05, "backbone_lr": 9.819814303479268e-06, "ema_decay": 0.993358, "it_s": 0.41, "data_frac": 0.916, "fm": 0.17290466755628586, "loss": 0.17290466755628586}
|
| 9 |
+
{"event": "train", "step": 900, "lr": 9.681174353198687e-05, "backbone_lr": 9.681174353198687e-06, "ema_decay": 0.993919, "it_s": 0.44, "data_frac": 0.909, "fm": 0.16579829320311545, "loss": 0.16579829320311545}
|
| 10 |
+
{"event": "train", "step": 1000, "lr": 9.504844339512095e-05, "backbone_lr": 9.504844339512096e-06, "ema_decay": 0.994381, "it_s": 0.4, "data_frac": 0.918, "fm": 0.15981068179011346, "loss": 0.15981068179011346}
|
| 11 |
+
{"event": "train", "step": 1100, "lr": 9.292243968009331e-05, "backbone_lr": 9.292243968009332e-06, "ema_decay": 0.994768, "it_s": 0.42, "data_frac": 0.913, "fm": 0.15560077399015426, "loss": 0.15560077399015426}
|
| 12 |
+
{"event": "train", "step": 1200, "lr": 9.045084971874738e-05, "backbone_lr": 9.045084971874738e-06, "ema_decay": 0.995098, "it_s": 0.44, "data_frac": 0.909, "fm": 0.15098393872380256, "loss": 0.15098393872380256}
|
| 13 |
+
{"event": "train", "step": 1300, "lr": 8.765357330018056e-05, "backbone_lr": 8.765357330018056e-06, "ema_decay": 0.995384, "it_s": 0.37, "data_frac": 0.926, "fm": 0.14670720651745797, "loss": 0.14670720651745797}
|
| 14 |
+
{"event": "train", "step": 1400, "lr": 8.455313244934324e-05, "backbone_lr": 8.455313244934324e-06, "ema_decay": 0.995633, "it_s": 0.47, "data_frac": 0.904, "fm": 0.14375186525285244, "loss": 0.14375186525285244}
|
| 15 |
+
{"event": "train", "step": 1500, "lr": 8.117449009293668e-05, "backbone_lr": 8.117449009293668e-06, "ema_decay": 0.995853, "it_s": 0.42, "data_frac": 0.914, "fm": 0.14028333067893983, "loss": 0.14028333067893983}
|
| 16 |
+
{"event": "train", "step": 1600, "lr": 7.754484907260513e-05, "backbone_lr": 7.754484907260513e-06, "ema_decay": 0.996049, "it_s": 0.39, "data_frac": 0.921, "fm": 0.1390533269941807, "loss": 0.1390533269941807}
|
| 17 |
+
{"event": "train", "step": 1700, "lr": 7.369343312364993e-05, "backbone_lr": 7.369343312364994e-06, "ema_decay": 0.996225, "it_s": 0.48, "data_frac": 0.901, "fm": 0.1383609838038683, "loss": 0.1383609838038683}
|
| 18 |
+
{"event": "train", "step": 1800, "lr": 6.965125158269619e-05, "backbone_lr": 6.965125158269619e-06, "ema_decay": 0.996383, "it_s": 0.45, "data_frac": 0.908, "fm": 0.1336882469058037, "loss": 0.1336882469058037}
|
| 19 |
+
{"event": "train", "step": 1900, "lr": 6.545084971874738e-05, "backbone_lr": 6.545084971874738e-06, "ema_decay": 0.996527, "it_s": 0.38, "data_frac": 0.921, "fm": 0.13274769395589828, "loss": 0.13274769395589828}
|
| 20 |
+
{"event": "train", "step": 2000, "lr": 6.112604669781572e-05, "backbone_lr": 6.112604669781572e-06, "ema_decay": 0.996658, "it_s": 0.44, "data_frac": 0.908, "fm": 0.1316966664791107, "loss": 0.1316966664791107}
|
| 21 |
+
{"event": "train", "step": 2100, "lr": 5.6711663290882776e-05, "backbone_lr": 5.671166329088278e-06, "ema_decay": 0.996778, "it_s": 0.4, "data_frac": 0.917, "fm": 0.12813001714646816, "loss": 0.12813001714646816}
|
| 22 |
+
{"event": "train", "step": 2200, "lr": 5.2243241517525754e-05, "backbone_lr": 5.224324151752575e-06, "ema_decay": 0.996888, "it_s": 0.39, "data_frac": 0.92, "fm": 0.12834149174392223, "loss": 0.12834149174392223}
|
| 23 |
+
{"event": "train", "step": 2300, "lr": 4.775675848247427e-05, "backbone_lr": 4.775675848247427e-06, "ema_decay": 0.99699, "it_s": 0.43, "data_frac": 0.912, "fm": 0.12588734790682793, "loss": 0.12588734790682793}
|
| 24 |
+
{"event": "train", "step": 2400, "lr": 4.328833670911724e-05, "backbone_lr": 4.3288336709117246e-06, "ema_decay": 0.997085, "it_s": 0.47, "data_frac": 0.905, "fm": 0.12559257812798022, "loss": 0.12559257812798022}
|
| 25 |
+
{"event": "train", "step": 2500, "lr": 3.887395330218429e-05, "backbone_lr": 3.887395330218429e-06, "ema_decay": 0.997172, "it_s": 0.42, "data_frac": 0.913, "fm": 0.124132684096694, "loss": 0.124132684096694}
|
| 26 |
+
{"event": "train", "step": 2600, "lr": 3.4549150281252636e-05, "backbone_lr": 3.4549150281252635e-06, "ema_decay": 0.997254, "it_s": 0.42, "data_frac": 0.915, "fm": 0.12321630582213401, "loss": 0.12321630582213401}
|
| 27 |
+
{"event": "train", "step": 2700, "lr": 3.0348748417303823e-05, "backbone_lr": 3.0348748417303826e-06, "ema_decay": 0.997331, "it_s": 0.46, "data_frac": 0.906, "fm": 0.12238777838647366, "loss": 0.12238777838647366}
|
| 28 |
+
{"event": "train", "step": 2800, "lr": 2.630656687635007e-05, "backbone_lr": 2.6306566876350072e-06, "ema_decay": 0.997403, "it_s": 0.37, "data_frac": 0.924, "fm": 0.12237035527825356, "loss": 0.12237035527825356}
|
| 29 |
+
{"event": "train", "step": 2900, "lr": 2.245515092739488e-05, "backbone_lr": 2.245515092739488e-06, "ema_decay": 0.99747, "it_s": 0.47, "data_frac": 0.901, "fm": 0.12099793791770935, "loss": 0.12099793791770935}
|
| 30 |
+
{"event": "train", "step": 3000, "lr": 1.8825509907063327e-05, "backbone_lr": 1.8825509907063328e-06, "ema_decay": 0.997534, "it_s": 0.45, "data_frac": 0.908, "fm": 0.12019743457436562, "loss": 0.12019743457436562}
|
| 31 |
+
{"event": "train", "step": 3100, "lr": 1.544686755065677e-05, "backbone_lr": 1.544686755065677e-06, "ema_decay": 0.997594, "it_s": 0.4, "data_frac": 0.919, "fm": 0.11983832776546478, "loss": 0.11983832776546478}
|
| 32 |
+
{"event": "train", "step": 3200, "lr": 1.2346426699819458e-05, "backbone_lr": 1.234642669981946e-06, "ema_decay": 0.99765, "it_s": 0.44, "data_frac": 0.907, "fm": 0.11914024040102959, "loss": 0.11914024040102959}
|
| 33 |
+
{"event": "train", "step": 3300, "lr": 9.549150281252633e-06, "backbone_lr": 9.549150281252633e-07, "ema_decay": 0.997704, "it_s": 0.39, "data_frac": 0.918, "fm": 0.11888715997338295, "loss": 0.11888715997338295}
|
| 34 |
+
{"event": "train", "step": 3400, "lr": 7.077560319906695e-06, "backbone_lr": 7.077560319906696e-07, "ema_decay": 0.997755, "it_s": 0.4, "data_frac": 0.919, "fm": 0.11843070551753045, "loss": 0.11843070551753045}
|
| 35 |
+
{"event": "train", "step": 3500, "lr": 4.951556604879048e-06, "backbone_lr": 4.951556604879049e-07, "ema_decay": 0.997803, "it_s": 0.45, "data_frac": 0.908, "fm": 0.11840196907520294, "loss": 0.11840196907520294}
|
| 36 |
+
{"event": "train", "step": 3600, "lr": 3.18825646801314e-06, "backbone_lr": 3.18825646801314e-07, "ema_decay": 0.997849, "it_s": 0.43, "data_frac": 0.913, "fm": 0.11895469002425671, "loss": 0.11895469002425671}
|
| 37 |
+
{"event": "train", "step": 3700, "lr": 1.8018569652073381e-06, "backbone_lr": 1.801856965207338e-07, "ema_decay": 0.997893, "it_s": 0.41, "data_frac": 0.916, "fm": 0.11923333063721657, "loss": 0.11923333063721657}
|
| 38 |
+
{"event": "train", "step": 3800, "lr": 8.035205700685167e-07, "backbone_lr": 8.035205700685167e-08, "ema_decay": 0.997934, "it_s": 0.42, "data_frac": 0.913, "fm": 0.11670800402760506, "loss": 0.11670800402760506}
|
| 39 |
+
{"event": "train", "step": 3900, "lr": 2.012853002380466e-07, "backbone_lr": 2.012853002380466e-08, "ema_decay": 0.997974, "it_s": 0.41, "data_frac": 0.911, "fm": 0.11914860650897026, "loss": 0.11914860650897026}
|
| 40 |
+
{"event": "train", "step": 4000, "lr": 0.0, "backbone_lr": 0.0, "ema_decay": 0.998012, "it_s": 0.44, "data_frac": 0.91, "fm": 0.11686161890625954, "loss": 0.11686161890625954}
|
| 41 |
+
{"event": "save", "step": 4000, "checkpoint": "/mnt/data0/zuo/Humanoid_benchmark/results/baselines_preflight_20261117/runs/b8-table-wipe-expert-v1/fm_dit/checkpoints/step-004000", "mse": 0.02690730057656765, "mse_row0": 0.024344196543097496, "mse_motion_token": 0.027465982362627983, "mse_inspire_left_hand_state": 0.01448493916541338, "mse_inspire_right_hand_state": 0.03337034583091736}
|
b8-table-wipe/b512-cont-20261117/logs/train_log.jsonl
ADDED
|
@@ -0,0 +1,109 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"event": "train", "step": 4025, "lr": 9.215152885383474e-05, "backbone_lr": 9.215152885383473e-06, "ema_decay": 0.998021, "it_s": 0.62, "data_frac": 0.848, "fm": 0.28632881194353105, "loss": 0.28632881194353105}
|
| 2 |
+
{"event": "train", "step": 4050, "lr": 9.204286963963111e-05, "backbone_lr": 9.204286963963112e-06, "ema_decay": 0.998031, "it_s": 0.98, "data_frac": 0.797, "fm": 0.19046931803226472, "loss": 0.19046931803226472}
|
| 3 |
+
{"event": "train", "step": 4075, "lr": 9.193352839727121e-05, "backbone_lr": 9.193352839727122e-06, "ema_decay": 0.99804, "it_s": 1.63, "data_frac": 0.659, "fm": 0.15901459693908693, "loss": 0.15901459693908693}
|
| 4 |
+
{"event": "train", "step": 4100, "lr": 9.182350690051133e-05, "backbone_lr": 9.182350690051134e-06, "ema_decay": 0.998049, "it_s": 1.4, "data_frac": 0.731, "fm": 0.1406265354156494, "loss": 0.1406265354156494}
|
| 5 |
+
{"event": "train", "step": 4125, "lr": 9.171280693414307e-05, "backbone_lr": 9.171280693414307e-06, "ema_decay": 0.998058, "it_s": 0.55, "data_frac": 0.892, "fm": 0.13139946579933168, "loss": 0.13139946579933168}
|
| 6 |
+
{"event": "train", "step": 4150, "lr": 9.160143029396422e-05, "backbone_lr": 9.160143029396422e-06, "ema_decay": 0.998066, "it_s": 5.01, "data_frac": 0.004, "fm": 0.12817200630903244, "loss": 0.12817200630903244}
|
| 7 |
+
{"event": "train", "step": 4175, "lr": 9.148937878674976e-05, "backbone_lr": 9.148937878674975e-06, "ema_decay": 0.998075, "it_s": 0.85, "data_frac": 0.824, "fm": 0.1271376582980156, "loss": 0.1271376582980156}
|
| 8 |
+
{"event": "train", "step": 4200, "lr": 9.13766542302225e-05, "backbone_lr": 9.13766542302225e-06, "ema_decay": 0.998084, "it_s": 1.55, "data_frac": 0.678, "fm": 0.12697737753391267, "loss": 0.12697737753391267}
|
| 9 |
+
{"event": "train", "step": 4225, "lr": 9.126325845302357e-05, "backbone_lr": 9.126325845302357e-06, "ema_decay": 0.998092, "it_s": 1.53, "data_frac": 0.703, "fm": 0.12229053348302842, "loss": 0.12229053348302842}
|
| 10 |
+
{"event": "train", "step": 4250, "lr": 9.114919329468282e-05, "backbone_lr": 9.114919329468283e-06, "ema_decay": 0.998101, "it_s": 0.76, "data_frac": 0.843, "fm": 0.12151277899742126, "loss": 0.12151277899742126}
|
| 11 |
+
{"event": "train", "step": 4275, "lr": 9.103446060558892e-05, "backbone_lr": 9.103446060558892e-06, "ema_decay": 0.998109, "it_s": 0.89, "data_frac": 0.811, "fm": 0.1202454110980034, "loss": 0.1202454110980034}
|
| 12 |
+
{"event": "train", "step": 4300, "lr": 9.091906224695935e-05, "backbone_lr": 9.091906224695935e-06, "ema_decay": 0.998117, "it_s": 3.31, "data_frac": 0.319, "fm": 0.11945601761341094, "loss": 0.11945601761341094}
|
| 13 |
+
{"event": "train", "step": 4325, "lr": 9.080300009081024e-05, "backbone_lr": 9.080300009081025e-06, "ema_decay": 0.998125, "it_s": 1.45, "data_frac": 0.724, "fm": 0.11844889491796494, "loss": 0.11844889491796494}
|
| 14 |
+
{"event": "train", "step": 4350, "lr": 9.068627601992598e-05, "backbone_lr": 9.0686276019926e-06, "ema_decay": 0.998133, "it_s": 1.62, "data_frac": 0.625, "fm": 0.11838024020195008, "loss": 0.11838024020195008}
|
| 15 |
+
{"event": "train", "step": 4375, "lr": 9.056889192782866e-05, "backbone_lr": 9.056889192782865e-06, "ema_decay": 0.998141, "it_s": 0.7, "data_frac": 0.854, "fm": 0.11815809279680252, "loss": 0.11815809279680252}
|
| 16 |
+
{"event": "train", "step": 4400, "lr": 9.045084971874738e-05, "backbone_lr": 9.045084971874738e-06, "ema_decay": 0.998149, "it_s": 0.99, "data_frac": 0.789, "fm": 0.11837879121303559, "loss": 0.11837879121303559}
|
| 17 |
+
{"event": "train", "step": 4425, "lr": 9.033215130758735e-05, "backbone_lr": 9.033215130758735e-06, "ema_decay": 0.998157, "it_s": 2.8, "data_frac": 0.451, "fm": 0.12120903819799424, "loss": 0.12120903819799424}
|
| 18 |
+
{"event": "train", "step": 4450, "lr": 9.021279861989885e-05, "backbone_lr": 9.021279861989884e-06, "ema_decay": 0.998165, "it_s": 1.42, "data_frac": 0.734, "fm": 0.11654747396707535, "loss": 0.11654747396707535}
|
| 19 |
+
{"event": "train", "step": 4475, "lr": 9.009279359184593e-05, "backbone_lr": 9.009279359184594e-06, "ema_decay": 0.998173, "it_s": 1.35, "data_frac": 0.737, "fm": 0.11454789787530899, "loss": 0.11454789787530899}
|
| 20 |
+
{"event": "train", "step": 4500, "lr": 8.997213817017507e-05, "backbone_lr": 8.997213817017508e-06, "ema_decay": 0.99818, "it_s": 0.64, "data_frac": 0.866, "fm": 0.11652687758207321, "loss": 0.11652687758207321}
|
| 21 |
+
{"event": "train", "step": 4525, "lr": 8.985083431218354e-05, "backbone_lr": 8.985083431218354e-06, "ema_decay": 0.998188, "it_s": 1.09, "data_frac": 0.773, "fm": 0.11339226454496383, "loss": 0.11339226454496383}
|
| 22 |
+
{"event": "train", "step": 4550, "lr": 8.972888398568772e-05, "backbone_lr": 8.972888398568772e-06, "ema_decay": 0.998195, "it_s": 0.99, "data_frac": 0.785, "fm": 0.11623615086078644, "loss": 0.11623615086078644}
|
| 23 |
+
{"event": "train", "step": 4575, "lr": 8.96062891689911e-05, "backbone_lr": 8.96062891689911e-06, "ema_decay": 0.998203, "it_s": 4.97, "data_frac": 0.002, "fm": 0.11666365176439285, "loss": 0.11666365176439285}
|
| 24 |
+
{"event": "train", "step": 4600, "lr": 8.948305185085225e-05, "backbone_lr": 8.948305185085226e-06, "ema_decay": 0.99821, "it_s": 1.55, "data_frac": 0.667, "fm": 0.11618060439825058, "loss": 0.11618060439825058}
|
| 25 |
+
{"event": "train", "step": 4625, "lr": 8.935917403045251e-05, "backbone_lr": 8.935917403045251e-06, "ema_decay": 0.998217, "it_s": 0.66, "data_frac": 0.863, "fm": 0.11370467752218247, "loss": 0.11370467752218247}
|
| 26 |
+
{"event": "train", "step": 4650, "lr": 8.92346577173636e-05, "backbone_lr": 8.923465771736361e-06, "ema_decay": 0.998224, "it_s": 1.7, "data_frac": 0.667, "fm": 0.11478051245212555, "loss": 0.11478051245212555}
|
| 27 |
+
{"event": "train", "step": 4675, "lr": 8.910950493151498e-05, "backbone_lr": 8.910950493151498e-06, "ema_decay": 0.998232, "it_s": 0.91, "data_frac": 0.803, "fm": 0.11607470244169235, "loss": 0.11607470244169235}
|
| 28 |
+
{"event": "train", "step": 4700, "lr": 8.898371770316111e-05, "backbone_lr": 8.898371770316113e-06, "ema_decay": 0.998239, "it_s": 1.28, "data_frac": 0.743, "fm": 0.11513609379529953, "loss": 0.11513609379529953}
|
| 29 |
+
{"event": "train", "step": 4725, "lr": 8.885729807284856e-05, "backbone_lr": 8.885729807284855e-06, "ema_decay": 0.998246, "it_s": 0.81, "data_frac": 0.838, "fm": 0.11020497322082519, "loss": 0.11020497322082519}
|
| 30 |
+
{"event": "train", "step": 4750, "lr": 8.873024809138272e-05, "backbone_lr": 8.873024809138272e-06, "ema_decay": 0.998253, "it_s": 2.64, "data_frac": 0.417, "fm": 0.11362491935491562, "loss": 0.11362491935491562}
|
| 31 |
+
{"event": "train", "step": 4775, "lr": 8.860256981979484e-05, "backbone_lr": 8.860256981979485e-06, "ema_decay": 0.998259, "it_s": 1.31, "data_frac": 0.75, "fm": 0.11324429392814636, "loss": 0.11324429392814636}
|
| 32 |
+
{"event": "train", "step": 4800, "lr": 8.847426532930831e-05, "backbone_lr": 8.84742653293083e-06, "ema_decay": 0.998266, "it_s": 1.3, "data_frac": 0.728, "fm": 0.11362754851579666, "loss": 0.11362754851579666}
|
| 33 |
+
{"event": "train", "step": 4825, "lr": 8.834533670130518e-05, "backbone_lr": 8.834533670130518e-06, "ema_decay": 0.998273, "it_s": 1.08, "data_frac": 0.775, "fm": 0.11129748165607452, "loss": 0.11129748165607452}
|
| 34 |
+
{"event": "train", "step": 4850, "lr": 8.821578602729242e-05, "backbone_lr": 8.821578602729242e-06, "ema_decay": 0.99828, "it_s": 0.83, "data_frac": 0.84, "fm": 0.1117265647649765, "loss": 0.1117265647649765}
|
| 35 |
+
{"event": "train", "step": 4875, "lr": 8.808561540886796e-05, "backbone_lr": 8.808561540886796e-06, "ema_decay": 0.998286, "it_s": 1.82, "data_frac": 0.59, "fm": 0.11203957498073577, "loss": 0.11203957498073577}
|
| 36 |
+
{"event": "train", "step": 4900, "lr": 8.795482695768658e-05, "backbone_lr": 8.795482695768658e-06, "ema_decay": 0.998293, "it_s": 1.36, "data_frac": 0.734, "fm": 0.10931766182184219, "loss": 0.10931766182184219}
|
| 37 |
+
{"event": "train", "step": 4925, "lr": 8.782342279542568e-05, "backbone_lr": 8.782342279542569e-06, "ema_decay": 0.998299, "it_s": 1.05, "data_frac": 0.791, "fm": 0.10985626131296158, "loss": 0.10985626131296158}
|
| 38 |
+
{"event": "train", "step": 4950, "lr": 8.769140505375085e-05, "backbone_lr": 8.769140505375084e-06, "ema_decay": 0.998306, "it_s": 1.07, "data_frac": 0.775, "fm": 0.1120401856303215, "loss": 0.1120401856303215}
|
| 39 |
+
{"event": "train", "step": 4975, "lr": 8.755877587428128e-05, "backbone_lr": 8.755877587428127e-06, "ema_decay": 0.998312, "it_s": 1.09, "data_frac": 0.791, "fm": 0.10802255183458329, "loss": 0.10802255183458329}
|
| 40 |
+
{"event": "train", "step": 5000, "lr": 8.742553740855506e-05, "backbone_lr": 8.742553740855507e-06, "ema_decay": 0.998318, "it_s": 1.12, "data_frac": 0.775, "fm": 0.11093634516000747, "loss": 0.11093634516000747}
|
| 41 |
+
{"event": "train", "step": 5025, "lr": 8.729169181799422e-05, "backbone_lr": 8.729169181799423e-06, "ema_decay": 0.998325, "it_s": 1.11, "data_frac": 0.766, "fm": 0.1084786233305931, "loss": 0.1084786233305931}
|
| 42 |
+
{"event": "train", "step": 5050, "lr": 8.715724127386972e-05, "backbone_lr": 8.715724127386971e-06, "ema_decay": 0.998331, "it_s": 2.0, "data_frac": 0.604, "fm": 0.10712229013442993, "loss": 0.10712229013442993}
|
| 43 |
+
{"event": "train", "step": 5075, "lr": 8.702218795726617e-05, "backbone_lr": 8.702218795726619e-06, "ema_decay": 0.998337, "it_s": 1.18, "data_frac": 0.735, "fm": 0.11033450186252594, "loss": 0.11033450186252594}
|
| 44 |
+
{"event": "train", "step": 5100, "lr": 8.688653405904652e-05, "backbone_lr": 8.688653405904653e-06, "ema_decay": 0.998343, "it_s": 1.02, "data_frac": 0.808, "fm": 0.11009035259485245, "loss": 0.11009035259485245}
|
| 45 |
+
{"event": "train", "step": 5125, "lr": 8.675028177981643e-05, "backbone_lr": 8.675028177981643e-06, "ema_decay": 0.998349, "it_s": 0.92, "data_frac": 0.807, "fm": 0.10828320592641831, "loss": 0.10828320592641831}
|
| 46 |
+
{"event": "train", "step": 5150, "lr": 8.661343332988869e-05, "backbone_lr": 8.661343332988869e-06, "ema_decay": 0.998355, "it_s": 0.88, "data_frac": 0.817, "fm": 0.10717267870903015, "loss": 0.10717267870903015}
|
| 47 |
+
{"event": "train", "step": 5175, "lr": 8.647599092924721e-05, "backbone_lr": 8.64759909292472e-06, "ema_decay": 0.998361, "it_s": 5.38, "data_frac": 0.001, "fm": 0.10801177144050599, "loss": 0.10801177144050599}
|
| 48 |
+
{"event": "train", "step": 5200, "lr": 8.633795680751116e-05, "backbone_lr": 8.633795680751116e-06, "ema_decay": 0.998367, "it_s": 1.56, "data_frac": 0.689, "fm": 0.105967099070549, "loss": 0.105967099070549}
|
| 49 |
+
{"event": "train", "step": 5225, "lr": 8.619933320389872e-05, "backbone_lr": 8.619933320389872e-06, "ema_decay": 0.998373, "it_s": 0.9, "data_frac": 0.828, "fm": 0.10755074709653854, "loss": 0.10755074709653854}
|
| 50 |
+
{"event": "train", "step": 5250, "lr": 8.606012236719073e-05, "backbone_lr": 8.606012236719073e-06, "ema_decay": 0.998379, "it_s": 0.91, "data_frac": 0.814, "fm": 0.10677639991044999, "loss": 0.10677639991044999}
|
| 51 |
+
{"event": "train", "step": 5275, "lr": 8.592032655569429e-05, "backbone_lr": 8.59203265556943e-06, "ema_decay": 0.998385, "it_s": 0.96, "data_frac": 0.803, "fm": 0.10488777875900268, "loss": 0.10488777875900268}
|
| 52 |
+
{"event": "train", "step": 5300, "lr": 8.577994803720606e-05, "backbone_lr": 8.577994803720605e-06, "ema_decay": 0.99839, "it_s": 1.74, "data_frac": 0.664, "fm": 0.10423666447401046, "loss": 0.10423666447401046}
|
| 53 |
+
{"event": "train", "step": 5325, "lr": 8.56389890889755e-05, "backbone_lr": 8.56389890889755e-06, "ema_decay": 0.998396, "it_s": 0.96, "data_frac": 0.819, "fm": 0.10578320920467377, "loss": 0.10578320920467377}
|
| 54 |
+
{"event": "train", "step": 5350, "lr": 8.549745199766792e-05, "backbone_lr": 8.549745199766792e-06, "ema_decay": 0.998402, "it_s": 3.47, "data_frac": 0.307, "fm": 0.10501939445734024, "loss": 0.10501939445734024}
|
| 55 |
+
{"event": "train", "step": 5375, "lr": 8.535533905932738e-05, "backbone_lr": 8.535533905932739e-06, "ema_decay": 0.998407, "it_s": 0.92, "data_frac": 0.805, "fm": 0.10691273421049118, "loss": 0.10691273421049118}
|
| 56 |
+
{"event": "train", "step": 5400, "lr": 8.521265257933948e-05, "backbone_lr": 8.521265257933948e-06, "ema_decay": 0.998413, "it_s": 0.96, "data_frac": 0.802, "fm": 0.1036634960770607, "loss": 0.1036634960770607}
|
| 57 |
+
{"event": "train", "step": 5425, "lr": 8.506939487239388e-05, "backbone_lr": 8.506939487239389e-06, "ema_decay": 0.998418, "it_s": 1.88, "data_frac": 0.638, "fm": 0.10052153080701828, "loss": 0.10052153080701828}
|
| 58 |
+
{"event": "train", "step": 5450, "lr": 8.492556826244687e-05, "backbone_lr": 8.492556826244687e-06, "ema_decay": 0.998424, "it_s": 0.75, "data_frac": 0.856, "fm": 0.1060214227437973, "loss": 0.1060214227437973}
|
| 59 |
+
{"event": "train", "step": 5475, "lr": 8.47811750826835e-05, "backbone_lr": 8.478117508268352e-06, "ema_decay": 0.998429, "it_s": 1.01, "data_frac": 0.796, "fm": 0.10572416603565216, "loss": 0.10572416603565216}
|
| 60 |
+
{"event": "train", "step": 5500, "lr": 8.463621767547998e-05, "backbone_lr": 8.463621767547998e-06, "ema_decay": 0.998434, "it_s": 4.74, "data_frac": 0.006, "fm": 0.10358604192733764, "loss": 0.10358604192733764}
|
| 61 |
+
{"event": "train", "step": 5525, "lr": 8.449069839236538e-05, "backbone_lr": 8.44906983923654e-06, "ema_decay": 0.99844, "it_s": 0.95, "data_frac": 0.808, "fm": 0.10235648989677429, "loss": 0.10235648989677429}
|
| 62 |
+
{"event": "train", "step": 5550, "lr": 8.434461959398376e-05, "backbone_lr": 8.434461959398377e-06, "ema_decay": 0.998445, "it_s": 1.71, "data_frac": 0.674, "fm": 0.10302803814411163, "loss": 0.10302803814411163}
|
| 63 |
+
{"event": "train", "step": 5575, "lr": 8.419798365005569e-05, "backbone_lr": 8.419798365005569e-06, "ema_decay": 0.99845, "it_s": 0.89, "data_frac": 0.826, "fm": 0.1070358219742775, "loss": 0.1070358219742775}
|
| 64 |
+
{"event": "train", "step": 5600, "lr": 8.405079293933986e-05, "backbone_lr": 8.405079293933986e-06, "ema_decay": 0.998455, "it_s": 0.81, "data_frac": 0.833, "fm": 0.10346478521823883, "loss": 0.10346478521823883}
|
| 65 |
+
{"event": "train", "step": 5625, "lr": 8.390304984959454e-05, "backbone_lr": 8.390304984959455e-06, "ema_decay": 0.998461, "it_s": 1.17, "data_frac": 0.741, "fm": 0.10347686499357224, "loss": 0.10347686499357224}
|
| 66 |
+
{"event": "train", "step": 5650, "lr": 8.375475677753881e-05, "backbone_lr": 8.375475677753882e-06, "ema_decay": 0.998466, "it_s": 4.63, "data_frac": 0.087, "fm": 0.10413286983966827, "loss": 0.10413286983966827}
|
| 67 |
+
{"event": "train", "step": 5675, "lr": 8.360591612881364e-05, "backbone_lr": 8.360591612881363e-06, "ema_decay": 0.998471, "it_s": 1.7, "data_frac": 0.684, "fm": 0.10362743228673935, "loss": 0.10362743228673935}
|
| 68 |
+
{"event": "train", "step": 5700, "lr": 8.345653031794292e-05, "backbone_lr": 8.345653031794292e-06, "ema_decay": 0.998476, "it_s": 0.95, "data_frac": 0.79, "fm": 0.10708901762962342, "loss": 0.10708901762962342}
|
| 69 |
+
{"event": "train", "step": 5725, "lr": 8.330660176829428e-05, "backbone_lr": 8.330660176829427e-06, "ema_decay": 0.998481, "it_s": 0.81, "data_frac": 0.813, "fm": 0.10352396816015244, "loss": 0.10352396816015244}
|
| 70 |
+
{"event": "train", "step": 5750, "lr": 8.315613291203976e-05, "backbone_lr": 8.315613291203977e-06, "ema_decay": 0.998486, "it_s": 1.12, "data_frac": 0.773, "fm": 0.1011051020026207, "loss": 0.1011051020026207}
|
| 71 |
+
{"event": "train", "step": 5775, "lr": 8.30051261901164e-05, "backbone_lr": 8.30051261901164e-06, "ema_decay": 0.998491, "it_s": 4.2, "data_frac": 0.206, "fm": 0.09954795092344285, "loss": 0.09954795092344285}
|
| 72 |
+
{"event": "train", "step": 5800, "lr": 8.285358405218655e-05, "backbone_lr": 8.285358405218655e-06, "ema_decay": 0.998496, "it_s": 1.92, "data_frac": 0.64, "fm": 0.10256652504205704, "loss": 0.10256652504205704}
|
| 73 |
+
{"event": "train", "step": 5825, "lr": 8.270150895659823e-05, "backbone_lr": 8.270150895659824e-06, "ema_decay": 0.9985, "it_s": 0.9, "data_frac": 0.82, "fm": 0.10183177888393402, "loss": 0.10183177888393402}
|
| 74 |
+
{"event": "train", "step": 5850, "lr": 8.25489033703452e-05, "backbone_lr": 8.25489033703452e-06, "ema_decay": 0.998505, "it_s": 1.12, "data_frac": 0.767, "fm": 0.1011198627948761, "loss": 0.1011198627948761}
|
| 75 |
+
{"event": "train", "step": 5875, "lr": 8.239576976902695e-05, "backbone_lr": 8.239576976902694e-06, "ema_decay": 0.99851, "it_s": 0.87, "data_frac": 0.806, "fm": 0.10307048767805099, "loss": 0.10307048767805099}
|
| 76 |
+
{"event": "train", "step": 5900, "lr": 8.224211063680853e-05, "backbone_lr": 8.224211063680854e-06, "ema_decay": 0.998515, "it_s": 1.49, "data_frac": 0.71, "fm": 0.10266599476337433, "loss": 0.10266599476337433}
|
| 77 |
+
{"event": "train", "step": 5925, "lr": 8.208792846638029e-05, "backbone_lr": 8.20879284663803e-06, "ema_decay": 0.998519, "it_s": 0.96, "data_frac": 0.818, "fm": 0.10186379879713059, "loss": 0.10186379879713059}
|
| 78 |
+
{"event": "train", "step": 5950, "lr": 8.19332257589174e-05, "backbone_lr": 8.19332257589174e-06, "ema_decay": 0.998524, "it_s": 1.88, "data_frac": 0.615, "fm": 0.1005827847123146, "loss": 0.1005827847123146}
|
| 79 |
+
{"event": "train", "step": 5975, "lr": 8.177800502403928e-05, "backbone_lr": 8.177800502403928e-06, "ema_decay": 0.998529, "it_s": 1.06, "data_frac": 0.788, "fm": 0.10216392815113068, "loss": 0.10216392815113068}
|
| 80 |
+
{"event": "train", "step": 6000, "lr": 8.162226877976887e-05, "backbone_lr": 8.162226877976886e-06, "ema_decay": 0.998533, "it_s": 1.14, "data_frac": 0.762, "fm": 0.10421739488840104, "loss": 0.10421739488840104}
|
| 81 |
+
{"event": "save", "step": 6000, "checkpoint": "/mnt/data0/zuo/Humanoid_benchmark/results/fmdit_continue_20261117_01/runs/b8/fm_dit/checkpoints/step-006000", "mse": 0.022521788254380226, "mse_row0": 0.02053411304950714, "mse_motion_token": 0.022982770577073097, "mse_inspire_left_hand_state": 0.012518338859081268, "mse_inspire_right_hand_state": 0.027608102187514305}
|
| 82 |
+
{"event": "train", "step": 6025, "lr": 8.146601955249188e-05, "backbone_lr": 8.146601955249187e-06, "ema_decay": 0.998538, "it_s": 1.62, "data_frac": 0.424, "fm": 0.1021818333864212, "loss": 0.1021818333864212}
|
| 83 |
+
{"event": "train", "step": 6050, "lr": 8.130925987691569e-05, "backbone_lr": 8.13092598769157e-06, "ema_decay": 0.998542, "it_s": 0.7, "data_frac": 0.862, "fm": 0.10002265453338623, "loss": 0.10002265453338623}
|
| 84 |
+
{"event": "train", "step": 6075, "lr": 8.11519922960283e-05, "backbone_lr": 8.115199229602831e-06, "ema_decay": 0.998547, "it_s": 0.97, "data_frac": 0.789, "fm": 0.09909536123275757, "loss": 0.09909536123275757}
|
| 85 |
+
{"event": "train", "step": 6100, "lr": 8.099421936105702e-05, "backbone_lr": 8.099421936105702e-06, "ema_decay": 0.998551, "it_s": 2.88, "data_frac": 0.438, "fm": 0.09719828993082047, "loss": 0.09719828993082047}
|
| 86 |
+
{"event": "train", "step": 6125, "lr": 8.083594363142717e-05, "backbone_lr": 8.083594363142717e-06, "ema_decay": 0.998556, "it_s": 1.02, "data_frac": 0.787, "fm": 0.10099037319421768, "loss": 0.10099037319421768}
|
| 87 |
+
{"event": "train", "step": 6150, "lr": 8.067716767472045e-05, "backbone_lr": 8.067716767472045e-06, "ema_decay": 0.99856, "it_s": 1.79, "data_frac": 0.64, "fm": 0.09931565254926682, "loss": 0.09931565254926682}
|
| 88 |
+
{"event": "train", "step": 6175, "lr": 8.051789406663342e-05, "backbone_lr": 8.051789406663342e-06, "ema_decay": 0.998565, "it_s": 0.86, "data_frac": 0.817, "fm": 0.10005048602819443, "loss": 0.10005048602819443}
|
| 89 |
+
{"event": "train", "step": 6200, "lr": 8.035812539093557e-05, "backbone_lr": 8.035812539093557e-06, "ema_decay": 0.998569, "it_s": 0.83, "data_frac": 0.825, "fm": 0.10188953727483749, "loss": 0.10188953727483749}
|
| 90 |
+
{"event": "train", "step": 6225, "lr": 8.019786423942752e-05, "backbone_lr": 8.019786423942752e-06, "ema_decay": 0.998573, "it_s": 3.74, "data_frac": 0.261, "fm": 0.10008735865354539, "loss": 0.10008735865354539}
|
| 91 |
+
{"event": "train", "step": 6250, "lr": 8.003711321189895e-05, "backbone_lr": 8.003711321189895e-06, "ema_decay": 0.998578, "it_s": 1.24, "data_frac": 0.72, "fm": 0.09857472032308578, "loss": 0.09857472032308578}
|
| 92 |
+
{"event": "train", "step": 6275, "lr": 7.987587491608637e-05, "backbone_lr": 7.987587491608636e-06, "ema_decay": 0.998582, "it_s": 1.69, "data_frac": 0.671, "fm": 0.09919695109128952, "loss": 0.09919695109128952}
|
| 93 |
+
{"event": "train", "step": 6300, "lr": 7.971415196763088e-05, "backbone_lr": 7.971415196763088e-06, "ema_decay": 0.998586, "it_s": 0.74, "data_frac": 0.854, "fm": 0.09775012910366059, "loss": 0.09775012910366059}
|
| 94 |
+
{"event": "train", "step": 6325, "lr": 7.95519469900357e-05, "backbone_lr": 7.95519469900357e-06, "ema_decay": 0.99859, "it_s": 0.81, "data_frac": 0.836, "fm": 0.09813733667135238, "loss": 0.09813733667135238}
|
| 95 |
+
{"event": "train", "step": 6350, "lr": 7.938926261462366e-05, "backbone_lr": 7.938926261462366e-06, "ema_decay": 0.998594, "it_s": 1.39, "data_frac": 0.723, "fm": 0.10025485634803771, "loss": 0.10025485634803771}
|
| 96 |
+
{"event": "train", "step": 6375, "lr": 7.922610148049445e-05, "backbone_lr": 7.922610148049445e-06, "ema_decay": 0.998599, "it_s": 3.94, "data_frac": 0.272, "fm": 0.09809325218200683, "loss": 0.09809325218200683}
|
| 97 |
+
{"event": "train", "step": 6400, "lr": 7.906246623448183e-05, "backbone_lr": 7.906246623448184e-06, "ema_decay": 0.998603, "it_s": 1.85, "data_frac": 0.659, "fm": 0.09990756928920747, "loss": 0.09990756928920747}
|
| 98 |
+
{"event": "train", "step": 6425, "lr": 7.889835953111075e-05, "backbone_lr": 7.889835953111075e-06, "ema_decay": 0.998607, "it_s": 0.71, "data_frac": 0.861, "fm": 0.09899431318044663, "loss": 0.09899431318044663}
|
| 99 |
+
{"event": "train", "step": 6450, "lr": 7.873378403255419e-05, "backbone_lr": 7.87337840325542e-06, "ema_decay": 0.998611, "it_s": 0.82, "data_frac": 0.823, "fm": 0.09775156676769256, "loss": 0.09775156676769256}
|
| 100 |
+
{"event": "train", "step": 6475, "lr": 7.856874240859005e-05, "backbone_lr": 7.856874240859006e-06, "ema_decay": 0.998615, "it_s": 1.1, "data_frac": 0.775, "fm": 0.10037847697734832, "loss": 0.10037847697734832}
|
| 101 |
+
{"event": "train", "step": 6500, "lr": 7.840323733655778e-05, "backbone_lr": 7.84032373365578e-06, "ema_decay": 0.998619, "it_s": 2.59, "data_frac": 0.528, "fm": 0.09699027627706527, "loss": 0.09699027627706527}
|
| 102 |
+
{"event": "train", "step": 6525, "lr": 7.823727150131506e-05, "backbone_lr": 7.823727150131506e-06, "ema_decay": 0.998623, "it_s": 0.62, "data_frac": 0.876, "fm": 0.09724076330661774, "loss": 0.09724076330661774}
|
| 103 |
+
{"event": "train", "step": 6550, "lr": 7.807084759519405e-05, "backbone_lr": 7.807084759519405e-06, "ema_decay": 0.998627, "it_s": 4.35, "data_frac": 0.005, "fm": 0.0968179738521576, "loss": 0.0968179738521576}
|
| 104 |
+
{"event": "train", "step": 6575, "lr": 7.790396831795792e-05, "backbone_lr": 7.790396831795792e-06, "ema_decay": 0.998631, "it_s": 1.04, "data_frac": 0.793, "fm": 0.09870140582323074, "loss": 0.09870140582323074}
|
| 105 |
+
{"event": "train", "step": 6600, "lr": 7.773663637675694e-05, "backbone_lr": 7.773663637675695e-06, "ema_decay": 0.998634, "it_s": 0.98, "data_frac": 0.81, "fm": 0.09852319538593292, "loss": 0.09852319538593292}
|
| 106 |
+
{"event": "train", "step": 6625, "lr": 7.756885448608459e-05, "backbone_lr": 7.75688544860846e-06, "ema_decay": 0.998638, "it_s": 2.27, "data_frac": 0.572, "fm": 0.0948163315653801, "loss": 0.0948163315653801}
|
| 107 |
+
{"event": "train", "step": 6650, "lr": 7.740062536773352e-05, "backbone_lr": 7.740062536773352e-06, "ema_decay": 0.998642, "it_s": 0.64, "data_frac": 0.876, "fm": 0.0981231078505516, "loss": 0.0981231078505516}
|
| 108 |
+
{"event": "train", "step": 6675, "lr": 7.723195175075136e-05, "backbone_lr": 7.723195175075136e-06, "ema_decay": 0.998646, "it_s": 1.13, "data_frac": 0.767, "fm": 0.10084572613239288, "loss": 0.10084572613239288}
|
| 109 |
+
{"event": "train", "step": 6700, "lr": 7.706283637139658e-05, "backbone_lr": 7.706283637139658e-06, "ema_decay": 0.99865, "it_s": 3.77, "data_frac": 0.286, "fm": 0.09731092363595963, "loss": 0.09731092363595963}
|
b8-table-wipe/b512-cont-20261117/logs/train_stdout.log
ADDED
|
@@ -0,0 +1,112 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"event": "preflight", "augmentation": "hb-aug-v2-20261109", "samples": 64, "state_dim": 44, "body_dims": 29, "images_changed": 64, "body_values_moved": 1.0, "max_body_offset_deg": 2.5819, "actions_bit_identical": true, "non_body_state_bit_identical": true, "eval_items_deterministic": 8}
|
| 2 |
+
{"event": "resumed", "step": 4000}
|
| 3 |
+
{"event": "start", "policy": "fm_dit", "params": 22540684, "backbone_params": 11166912, "backbone_weights": "IMAGENET1K_V1", "backbone_norm": "frozen_bn", "train_frames": 61498, "steps": 20000, "from_step": 4000, "cameras": ["ego_view", "chest"], "hw": [168, 224]}
|
| 4 |
+
{"event": "train", "step": 4025, "lr": 9.215152885383474e-05, "backbone_lr": 9.215152885383473e-06, "ema_decay": 0.998021, "it_s": 0.62, "data_frac": 0.848, "fm": 0.28632881194353105, "loss": 0.28632881194353105}
|
| 5 |
+
{"event": "train", "step": 4050, "lr": 9.204286963963111e-05, "backbone_lr": 9.204286963963112e-06, "ema_decay": 0.998031, "it_s": 0.98, "data_frac": 0.797, "fm": 0.19046931803226472, "loss": 0.19046931803226472}
|
| 6 |
+
{"event": "train", "step": 4075, "lr": 9.193352839727121e-05, "backbone_lr": 9.193352839727122e-06, "ema_decay": 0.99804, "it_s": 1.63, "data_frac": 0.659, "fm": 0.15901459693908693, "loss": 0.15901459693908693}
|
| 7 |
+
{"event": "train", "step": 4100, "lr": 9.182350690051133e-05, "backbone_lr": 9.182350690051134e-06, "ema_decay": 0.998049, "it_s": 1.4, "data_frac": 0.731, "fm": 0.1406265354156494, "loss": 0.1406265354156494}
|
| 8 |
+
{"event": "train", "step": 4125, "lr": 9.171280693414307e-05, "backbone_lr": 9.171280693414307e-06, "ema_decay": 0.998058, "it_s": 0.55, "data_frac": 0.892, "fm": 0.13139946579933168, "loss": 0.13139946579933168}
|
| 9 |
+
{"event": "train", "step": 4150, "lr": 9.160143029396422e-05, "backbone_lr": 9.160143029396422e-06, "ema_decay": 0.998066, "it_s": 5.01, "data_frac": 0.004, "fm": 0.12817200630903244, "loss": 0.12817200630903244}
|
| 10 |
+
{"event": "train", "step": 4175, "lr": 9.148937878674976e-05, "backbone_lr": 9.148937878674975e-06, "ema_decay": 0.998075, "it_s": 0.85, "data_frac": 0.824, "fm": 0.1271376582980156, "loss": 0.1271376582980156}
|
| 11 |
+
{"event": "train", "step": 4200, "lr": 9.13766542302225e-05, "backbone_lr": 9.13766542302225e-06, "ema_decay": 0.998084, "it_s": 1.55, "data_frac": 0.678, "fm": 0.12697737753391267, "loss": 0.12697737753391267}
|
| 12 |
+
{"event": "train", "step": 4225, "lr": 9.126325845302357e-05, "backbone_lr": 9.126325845302357e-06, "ema_decay": 0.998092, "it_s": 1.53, "data_frac": 0.703, "fm": 0.12229053348302842, "loss": 0.12229053348302842}
|
| 13 |
+
{"event": "train", "step": 4250, "lr": 9.114919329468282e-05, "backbone_lr": 9.114919329468283e-06, "ema_decay": 0.998101, "it_s": 0.76, "data_frac": 0.843, "fm": 0.12151277899742126, "loss": 0.12151277899742126}
|
| 14 |
+
{"event": "train", "step": 4275, "lr": 9.103446060558892e-05, "backbone_lr": 9.103446060558892e-06, "ema_decay": 0.998109, "it_s": 0.89, "data_frac": 0.811, "fm": 0.1202454110980034, "loss": 0.1202454110980034}
|
| 15 |
+
{"event": "train", "step": 4300, "lr": 9.091906224695935e-05, "backbone_lr": 9.091906224695935e-06, "ema_decay": 0.998117, "it_s": 3.31, "data_frac": 0.319, "fm": 0.11945601761341094, "loss": 0.11945601761341094}
|
| 16 |
+
{"event": "train", "step": 4325, "lr": 9.080300009081024e-05, "backbone_lr": 9.080300009081025e-06, "ema_decay": 0.998125, "it_s": 1.45, "data_frac": 0.724, "fm": 0.11844889491796494, "loss": 0.11844889491796494}
|
| 17 |
+
{"event": "train", "step": 4350, "lr": 9.068627601992598e-05, "backbone_lr": 9.0686276019926e-06, "ema_decay": 0.998133, "it_s": 1.62, "data_frac": 0.625, "fm": 0.11838024020195008, "loss": 0.11838024020195008}
|
| 18 |
+
{"event": "train", "step": 4375, "lr": 9.056889192782866e-05, "backbone_lr": 9.056889192782865e-06, "ema_decay": 0.998141, "it_s": 0.7, "data_frac": 0.854, "fm": 0.11815809279680252, "loss": 0.11815809279680252}
|
| 19 |
+
{"event": "train", "step": 4400, "lr": 9.045084971874738e-05, "backbone_lr": 9.045084971874738e-06, "ema_decay": 0.998149, "it_s": 0.99, "data_frac": 0.789, "fm": 0.11837879121303559, "loss": 0.11837879121303559}
|
| 20 |
+
{"event": "train", "step": 4425, "lr": 9.033215130758735e-05, "backbone_lr": 9.033215130758735e-06, "ema_decay": 0.998157, "it_s": 2.8, "data_frac": 0.451, "fm": 0.12120903819799424, "loss": 0.12120903819799424}
|
| 21 |
+
{"event": "train", "step": 4450, "lr": 9.021279861989885e-05, "backbone_lr": 9.021279861989884e-06, "ema_decay": 0.998165, "it_s": 1.42, "data_frac": 0.734, "fm": 0.11654747396707535, "loss": 0.11654747396707535}
|
| 22 |
+
{"event": "train", "step": 4475, "lr": 9.009279359184593e-05, "backbone_lr": 9.009279359184594e-06, "ema_decay": 0.998173, "it_s": 1.35, "data_frac": 0.737, "fm": 0.11454789787530899, "loss": 0.11454789787530899}
|
| 23 |
+
{"event": "train", "step": 4500, "lr": 8.997213817017507e-05, "backbone_lr": 8.997213817017508e-06, "ema_decay": 0.99818, "it_s": 0.64, "data_frac": 0.866, "fm": 0.11652687758207321, "loss": 0.11652687758207321}
|
| 24 |
+
{"event": "train", "step": 4525, "lr": 8.985083431218354e-05, "backbone_lr": 8.985083431218354e-06, "ema_decay": 0.998188, "it_s": 1.09, "data_frac": 0.773, "fm": 0.11339226454496383, "loss": 0.11339226454496383}
|
| 25 |
+
{"event": "train", "step": 4550, "lr": 8.972888398568772e-05, "backbone_lr": 8.972888398568772e-06, "ema_decay": 0.998195, "it_s": 0.99, "data_frac": 0.785, "fm": 0.11623615086078644, "loss": 0.11623615086078644}
|
| 26 |
+
{"event": "train", "step": 4575, "lr": 8.96062891689911e-05, "backbone_lr": 8.96062891689911e-06, "ema_decay": 0.998203, "it_s": 4.97, "data_frac": 0.002, "fm": 0.11666365176439285, "loss": 0.11666365176439285}
|
| 27 |
+
{"event": "train", "step": 4600, "lr": 8.948305185085225e-05, "backbone_lr": 8.948305185085226e-06, "ema_decay": 0.99821, "it_s": 1.55, "data_frac": 0.667, "fm": 0.11618060439825058, "loss": 0.11618060439825058}
|
| 28 |
+
{"event": "train", "step": 4625, "lr": 8.935917403045251e-05, "backbone_lr": 8.935917403045251e-06, "ema_decay": 0.998217, "it_s": 0.66, "data_frac": 0.863, "fm": 0.11370467752218247, "loss": 0.11370467752218247}
|
| 29 |
+
{"event": "train", "step": 4650, "lr": 8.92346577173636e-05, "backbone_lr": 8.923465771736361e-06, "ema_decay": 0.998224, "it_s": 1.7, "data_frac": 0.667, "fm": 0.11478051245212555, "loss": 0.11478051245212555}
|
| 30 |
+
{"event": "train", "step": 4675, "lr": 8.910950493151498e-05, "backbone_lr": 8.910950493151498e-06, "ema_decay": 0.998232, "it_s": 0.91, "data_frac": 0.803, "fm": 0.11607470244169235, "loss": 0.11607470244169235}
|
| 31 |
+
{"event": "train", "step": 4700, "lr": 8.898371770316111e-05, "backbone_lr": 8.898371770316113e-06, "ema_decay": 0.998239, "it_s": 1.28, "data_frac": 0.743, "fm": 0.11513609379529953, "loss": 0.11513609379529953}
|
| 32 |
+
{"event": "train", "step": 4725, "lr": 8.885729807284856e-05, "backbone_lr": 8.885729807284855e-06, "ema_decay": 0.998246, "it_s": 0.81, "data_frac": 0.838, "fm": 0.11020497322082519, "loss": 0.11020497322082519}
|
| 33 |
+
{"event": "train", "step": 4750, "lr": 8.873024809138272e-05, "backbone_lr": 8.873024809138272e-06, "ema_decay": 0.998253, "it_s": 2.64, "data_frac": 0.417, "fm": 0.11362491935491562, "loss": 0.11362491935491562}
|
| 34 |
+
{"event": "train", "step": 4775, "lr": 8.860256981979484e-05, "backbone_lr": 8.860256981979485e-06, "ema_decay": 0.998259, "it_s": 1.31, "data_frac": 0.75, "fm": 0.11324429392814636, "loss": 0.11324429392814636}
|
| 35 |
+
{"event": "train", "step": 4800, "lr": 8.847426532930831e-05, "backbone_lr": 8.84742653293083e-06, "ema_decay": 0.998266, "it_s": 1.3, "data_frac": 0.728, "fm": 0.11362754851579666, "loss": 0.11362754851579666}
|
| 36 |
+
{"event": "train", "step": 4825, "lr": 8.834533670130518e-05, "backbone_lr": 8.834533670130518e-06, "ema_decay": 0.998273, "it_s": 1.08, "data_frac": 0.775, "fm": 0.11129748165607452, "loss": 0.11129748165607452}
|
| 37 |
+
{"event": "train", "step": 4850, "lr": 8.821578602729242e-05, "backbone_lr": 8.821578602729242e-06, "ema_decay": 0.99828, "it_s": 0.83, "data_frac": 0.84, "fm": 0.1117265647649765, "loss": 0.1117265647649765}
|
| 38 |
+
{"event": "train", "step": 4875, "lr": 8.808561540886796e-05, "backbone_lr": 8.808561540886796e-06, "ema_decay": 0.998286, "it_s": 1.82, "data_frac": 0.59, "fm": 0.11203957498073577, "loss": 0.11203957498073577}
|
| 39 |
+
{"event": "train", "step": 4900, "lr": 8.795482695768658e-05, "backbone_lr": 8.795482695768658e-06, "ema_decay": 0.998293, "it_s": 1.36, "data_frac": 0.734, "fm": 0.10931766182184219, "loss": 0.10931766182184219}
|
| 40 |
+
{"event": "train", "step": 4925, "lr": 8.782342279542568e-05, "backbone_lr": 8.782342279542569e-06, "ema_decay": 0.998299, "it_s": 1.05, "data_frac": 0.791, "fm": 0.10985626131296158, "loss": 0.10985626131296158}
|
| 41 |
+
{"event": "train", "step": 4950, "lr": 8.769140505375085e-05, "backbone_lr": 8.769140505375084e-06, "ema_decay": 0.998306, "it_s": 1.07, "data_frac": 0.775, "fm": 0.1120401856303215, "loss": 0.1120401856303215}
|
| 42 |
+
{"event": "train", "step": 4975, "lr": 8.755877587428128e-05, "backbone_lr": 8.755877587428127e-06, "ema_decay": 0.998312, "it_s": 1.09, "data_frac": 0.791, "fm": 0.10802255183458329, "loss": 0.10802255183458329}
|
| 43 |
+
{"event": "train", "step": 5000, "lr": 8.742553740855506e-05, "backbone_lr": 8.742553740855507e-06, "ema_decay": 0.998318, "it_s": 1.12, "data_frac": 0.775, "fm": 0.11093634516000747, "loss": 0.11093634516000747}
|
| 44 |
+
{"event": "train", "step": 5025, "lr": 8.729169181799422e-05, "backbone_lr": 8.729169181799423e-06, "ema_decay": 0.998325, "it_s": 1.11, "data_frac": 0.766, "fm": 0.1084786233305931, "loss": 0.1084786233305931}
|
| 45 |
+
{"event": "train", "step": 5050, "lr": 8.715724127386972e-05, "backbone_lr": 8.715724127386971e-06, "ema_decay": 0.998331, "it_s": 2.0, "data_frac": 0.604, "fm": 0.10712229013442993, "loss": 0.10712229013442993}
|
| 46 |
+
{"event": "train", "step": 5075, "lr": 8.702218795726617e-05, "backbone_lr": 8.702218795726619e-06, "ema_decay": 0.998337, "it_s": 1.18, "data_frac": 0.735, "fm": 0.11033450186252594, "loss": 0.11033450186252594}
|
| 47 |
+
{"event": "train", "step": 5100, "lr": 8.688653405904652e-05, "backbone_lr": 8.688653405904653e-06, "ema_decay": 0.998343, "it_s": 1.02, "data_frac": 0.808, "fm": 0.11009035259485245, "loss": 0.11009035259485245}
|
| 48 |
+
{"event": "train", "step": 5125, "lr": 8.675028177981643e-05, "backbone_lr": 8.675028177981643e-06, "ema_decay": 0.998349, "it_s": 0.92, "data_frac": 0.807, "fm": 0.10828320592641831, "loss": 0.10828320592641831}
|
| 49 |
+
{"event": "train", "step": 5150, "lr": 8.661343332988869e-05, "backbone_lr": 8.661343332988869e-06, "ema_decay": 0.998355, "it_s": 0.88, "data_frac": 0.817, "fm": 0.10717267870903015, "loss": 0.10717267870903015}
|
| 50 |
+
{"event": "train", "step": 5175, "lr": 8.647599092924721e-05, "backbone_lr": 8.64759909292472e-06, "ema_decay": 0.998361, "it_s": 5.38, "data_frac": 0.001, "fm": 0.10801177144050599, "loss": 0.10801177144050599}
|
| 51 |
+
{"event": "train", "step": 5200, "lr": 8.633795680751116e-05, "backbone_lr": 8.633795680751116e-06, "ema_decay": 0.998367, "it_s": 1.56, "data_frac": 0.689, "fm": 0.105967099070549, "loss": 0.105967099070549}
|
| 52 |
+
{"event": "train", "step": 5225, "lr": 8.619933320389872e-05, "backbone_lr": 8.619933320389872e-06, "ema_decay": 0.998373, "it_s": 0.9, "data_frac": 0.828, "fm": 0.10755074709653854, "loss": 0.10755074709653854}
|
| 53 |
+
{"event": "train", "step": 5250, "lr": 8.606012236719073e-05, "backbone_lr": 8.606012236719073e-06, "ema_decay": 0.998379, "it_s": 0.91, "data_frac": 0.814, "fm": 0.10677639991044999, "loss": 0.10677639991044999}
|
| 54 |
+
{"event": "train", "step": 5275, "lr": 8.592032655569429e-05, "backbone_lr": 8.59203265556943e-06, "ema_decay": 0.998385, "it_s": 0.96, "data_frac": 0.803, "fm": 0.10488777875900268, "loss": 0.10488777875900268}
|
| 55 |
+
{"event": "train", "step": 5300, "lr": 8.577994803720606e-05, "backbone_lr": 8.577994803720605e-06, "ema_decay": 0.99839, "it_s": 1.74, "data_frac": 0.664, "fm": 0.10423666447401046, "loss": 0.10423666447401046}
|
| 56 |
+
{"event": "train", "step": 5325, "lr": 8.56389890889755e-05, "backbone_lr": 8.56389890889755e-06, "ema_decay": 0.998396, "it_s": 0.96, "data_frac": 0.819, "fm": 0.10578320920467377, "loss": 0.10578320920467377}
|
| 57 |
+
{"event": "train", "step": 5350, "lr": 8.549745199766792e-05, "backbone_lr": 8.549745199766792e-06, "ema_decay": 0.998402, "it_s": 3.47, "data_frac": 0.307, "fm": 0.10501939445734024, "loss": 0.10501939445734024}
|
| 58 |
+
{"event": "train", "step": 5375, "lr": 8.535533905932738e-05, "backbone_lr": 8.535533905932739e-06, "ema_decay": 0.998407, "it_s": 0.92, "data_frac": 0.805, "fm": 0.10691273421049118, "loss": 0.10691273421049118}
|
| 59 |
+
{"event": "train", "step": 5400, "lr": 8.521265257933948e-05, "backbone_lr": 8.521265257933948e-06, "ema_decay": 0.998413, "it_s": 0.96, "data_frac": 0.802, "fm": 0.1036634960770607, "loss": 0.1036634960770607}
|
| 60 |
+
{"event": "train", "step": 5425, "lr": 8.506939487239388e-05, "backbone_lr": 8.506939487239389e-06, "ema_decay": 0.998418, "it_s": 1.88, "data_frac": 0.638, "fm": 0.10052153080701828, "loss": 0.10052153080701828}
|
| 61 |
+
{"event": "train", "step": 5450, "lr": 8.492556826244687e-05, "backbone_lr": 8.492556826244687e-06, "ema_decay": 0.998424, "it_s": 0.75, "data_frac": 0.856, "fm": 0.1060214227437973, "loss": 0.1060214227437973}
|
| 62 |
+
{"event": "train", "step": 5475, "lr": 8.47811750826835e-05, "backbone_lr": 8.478117508268352e-06, "ema_decay": 0.998429, "it_s": 1.01, "data_frac": 0.796, "fm": 0.10572416603565216, "loss": 0.10572416603565216}
|
| 63 |
+
{"event": "train", "step": 5500, "lr": 8.463621767547998e-05, "backbone_lr": 8.463621767547998e-06, "ema_decay": 0.998434, "it_s": 4.74, "data_frac": 0.006, "fm": 0.10358604192733764, "loss": 0.10358604192733764}
|
| 64 |
+
{"event": "train", "step": 5525, "lr": 8.449069839236538e-05, "backbone_lr": 8.44906983923654e-06, "ema_decay": 0.99844, "it_s": 0.95, "data_frac": 0.808, "fm": 0.10235648989677429, "loss": 0.10235648989677429}
|
| 65 |
+
{"event": "train", "step": 5550, "lr": 8.434461959398376e-05, "backbone_lr": 8.434461959398377e-06, "ema_decay": 0.998445, "it_s": 1.71, "data_frac": 0.674, "fm": 0.10302803814411163, "loss": 0.10302803814411163}
|
| 66 |
+
{"event": "train", "step": 5575, "lr": 8.419798365005569e-05, "backbone_lr": 8.419798365005569e-06, "ema_decay": 0.99845, "it_s": 0.89, "data_frac": 0.826, "fm": 0.1070358219742775, "loss": 0.1070358219742775}
|
| 67 |
+
{"event": "train", "step": 5600, "lr": 8.405079293933986e-05, "backbone_lr": 8.405079293933986e-06, "ema_decay": 0.998455, "it_s": 0.81, "data_frac": 0.833, "fm": 0.10346478521823883, "loss": 0.10346478521823883}
|
| 68 |
+
{"event": "train", "step": 5625, "lr": 8.390304984959454e-05, "backbone_lr": 8.390304984959455e-06, "ema_decay": 0.998461, "it_s": 1.17, "data_frac": 0.741, "fm": 0.10347686499357224, "loss": 0.10347686499357224}
|
| 69 |
+
{"event": "train", "step": 5650, "lr": 8.375475677753881e-05, "backbone_lr": 8.375475677753882e-06, "ema_decay": 0.998466, "it_s": 4.63, "data_frac": 0.087, "fm": 0.10413286983966827, "loss": 0.10413286983966827}
|
| 70 |
+
{"event": "train", "step": 5675, "lr": 8.360591612881364e-05, "backbone_lr": 8.360591612881363e-06, "ema_decay": 0.998471, "it_s": 1.7, "data_frac": 0.684, "fm": 0.10362743228673935, "loss": 0.10362743228673935}
|
| 71 |
+
{"event": "train", "step": 5700, "lr": 8.345653031794292e-05, "backbone_lr": 8.345653031794292e-06, "ema_decay": 0.998476, "it_s": 0.95, "data_frac": 0.79, "fm": 0.10708901762962342, "loss": 0.10708901762962342}
|
| 72 |
+
{"event": "train", "step": 5725, "lr": 8.330660176829428e-05, "backbone_lr": 8.330660176829427e-06, "ema_decay": 0.998481, "it_s": 0.81, "data_frac": 0.813, "fm": 0.10352396816015244, "loss": 0.10352396816015244}
|
| 73 |
+
{"event": "train", "step": 5750, "lr": 8.315613291203976e-05, "backbone_lr": 8.315613291203977e-06, "ema_decay": 0.998486, "it_s": 1.12, "data_frac": 0.773, "fm": 0.1011051020026207, "loss": 0.1011051020026207}
|
| 74 |
+
{"event": "train", "step": 5775, "lr": 8.30051261901164e-05, "backbone_lr": 8.30051261901164e-06, "ema_decay": 0.998491, "it_s": 4.2, "data_frac": 0.206, "fm": 0.09954795092344285, "loss": 0.09954795092344285}
|
| 75 |
+
{"event": "train", "step": 5800, "lr": 8.285358405218655e-05, "backbone_lr": 8.285358405218655e-06, "ema_decay": 0.998496, "it_s": 1.92, "data_frac": 0.64, "fm": 0.10256652504205704, "loss": 0.10256652504205704}
|
| 76 |
+
{"event": "train", "step": 5825, "lr": 8.270150895659823e-05, "backbone_lr": 8.270150895659824e-06, "ema_decay": 0.9985, "it_s": 0.9, "data_frac": 0.82, "fm": 0.10183177888393402, "loss": 0.10183177888393402}
|
| 77 |
+
{"event": "train", "step": 5850, "lr": 8.25489033703452e-05, "backbone_lr": 8.25489033703452e-06, "ema_decay": 0.998505, "it_s": 1.12, "data_frac": 0.767, "fm": 0.1011198627948761, "loss": 0.1011198627948761}
|
| 78 |
+
{"event": "train", "step": 5875, "lr": 8.239576976902695e-05, "backbone_lr": 8.239576976902694e-06, "ema_decay": 0.99851, "it_s": 0.87, "data_frac": 0.806, "fm": 0.10307048767805099, "loss": 0.10307048767805099}
|
| 79 |
+
{"event": "train", "step": 5900, "lr": 8.224211063680853e-05, "backbone_lr": 8.224211063680854e-06, "ema_decay": 0.998515, "it_s": 1.49, "data_frac": 0.71, "fm": 0.10266599476337433, "loss": 0.10266599476337433}
|
| 80 |
+
{"event": "train", "step": 5925, "lr": 8.208792846638029e-05, "backbone_lr": 8.20879284663803e-06, "ema_decay": 0.998519, "it_s": 0.96, "data_frac": 0.818, "fm": 0.10186379879713059, "loss": 0.10186379879713059}
|
| 81 |
+
{"event": "train", "step": 5950, "lr": 8.19332257589174e-05, "backbone_lr": 8.19332257589174e-06, "ema_decay": 0.998524, "it_s": 1.88, "data_frac": 0.615, "fm": 0.1005827847123146, "loss": 0.1005827847123146}
|
| 82 |
+
{"event": "train", "step": 5975, "lr": 8.177800502403928e-05, "backbone_lr": 8.177800502403928e-06, "ema_decay": 0.998529, "it_s": 1.06, "data_frac": 0.788, "fm": 0.10216392815113068, "loss": 0.10216392815113068}
|
| 83 |
+
{"event": "train", "step": 6000, "lr": 8.162226877976887e-05, "backbone_lr": 8.162226877976886e-06, "ema_decay": 0.998533, "it_s": 1.14, "data_frac": 0.762, "fm": 0.10421739488840104, "loss": 0.10421739488840104}
|
| 84 |
+
{"event": "save", "step": 6000, "checkpoint": "/mnt/data0/zuo/Humanoid_benchmark/results/fmdit_continue_20261117_01/runs/b8/fm_dit/checkpoints/step-006000", "mse": 0.022521788254380226, "mse_row0": 0.02053411304950714, "mse_motion_token": 0.022982770577073097, "mse_inspire_left_hand_state": 0.012518338859081268, "mse_inspire_right_hand_state": 0.027608102187514305}
|
| 85 |
+
{"event": "train", "step": 6025, "lr": 8.146601955249188e-05, "backbone_lr": 8.146601955249187e-06, "ema_decay": 0.998538, "it_s": 1.62, "data_frac": 0.424, "fm": 0.1021818333864212, "loss": 0.1021818333864212}
|
| 86 |
+
{"event": "train", "step": 6050, "lr": 8.130925987691569e-05, "backbone_lr": 8.13092598769157e-06, "ema_decay": 0.998542, "it_s": 0.7, "data_frac": 0.862, "fm": 0.10002265453338623, "loss": 0.10002265453338623}
|
| 87 |
+
{"event": "train", "step": 6075, "lr": 8.11519922960283e-05, "backbone_lr": 8.115199229602831e-06, "ema_decay": 0.998547, "it_s": 0.97, "data_frac": 0.789, "fm": 0.09909536123275757, "loss": 0.09909536123275757}
|
| 88 |
+
{"event": "train", "step": 6100, "lr": 8.099421936105702e-05, "backbone_lr": 8.099421936105702e-06, "ema_decay": 0.998551, "it_s": 2.88, "data_frac": 0.438, "fm": 0.09719828993082047, "loss": 0.09719828993082047}
|
| 89 |
+
{"event": "train", "step": 6125, "lr": 8.083594363142717e-05, "backbone_lr": 8.083594363142717e-06, "ema_decay": 0.998556, "it_s": 1.02, "data_frac": 0.787, "fm": 0.10099037319421768, "loss": 0.10099037319421768}
|
| 90 |
+
{"event": "train", "step": 6150, "lr": 8.067716767472045e-05, "backbone_lr": 8.067716767472045e-06, "ema_decay": 0.99856, "it_s": 1.79, "data_frac": 0.64, "fm": 0.09931565254926682, "loss": 0.09931565254926682}
|
| 91 |
+
{"event": "train", "step": 6175, "lr": 8.051789406663342e-05, "backbone_lr": 8.051789406663342e-06, "ema_decay": 0.998565, "it_s": 0.86, "data_frac": 0.817, "fm": 0.10005048602819443, "loss": 0.10005048602819443}
|
| 92 |
+
{"event": "train", "step": 6200, "lr": 8.035812539093557e-05, "backbone_lr": 8.035812539093557e-06, "ema_decay": 0.998569, "it_s": 0.83, "data_frac": 0.825, "fm": 0.10188953727483749, "loss": 0.10188953727483749}
|
| 93 |
+
{"event": "train", "step": 6225, "lr": 8.019786423942752e-05, "backbone_lr": 8.019786423942752e-06, "ema_decay": 0.998573, "it_s": 3.74, "data_frac": 0.261, "fm": 0.10008735865354539, "loss": 0.10008735865354539}
|
| 94 |
+
{"event": "train", "step": 6250, "lr": 8.003711321189895e-05, "backbone_lr": 8.003711321189895e-06, "ema_decay": 0.998578, "it_s": 1.24, "data_frac": 0.72, "fm": 0.09857472032308578, "loss": 0.09857472032308578}
|
| 95 |
+
{"event": "train", "step": 6275, "lr": 7.987587491608637e-05, "backbone_lr": 7.987587491608636e-06, "ema_decay": 0.998582, "it_s": 1.69, "data_frac": 0.671, "fm": 0.09919695109128952, "loss": 0.09919695109128952}
|
| 96 |
+
{"event": "train", "step": 6300, "lr": 7.971415196763088e-05, "backbone_lr": 7.971415196763088e-06, "ema_decay": 0.998586, "it_s": 0.74, "data_frac": 0.854, "fm": 0.09775012910366059, "loss": 0.09775012910366059}
|
| 97 |
+
{"event": "train", "step": 6325, "lr": 7.95519469900357e-05, "backbone_lr": 7.95519469900357e-06, "ema_decay": 0.99859, "it_s": 0.81, "data_frac": 0.836, "fm": 0.09813733667135238, "loss": 0.09813733667135238}
|
| 98 |
+
{"event": "train", "step": 6350, "lr": 7.938926261462366e-05, "backbone_lr": 7.938926261462366e-06, "ema_decay": 0.998594, "it_s": 1.39, "data_frac": 0.723, "fm": 0.10025485634803771, "loss": 0.10025485634803771}
|
| 99 |
+
{"event": "train", "step": 6375, "lr": 7.922610148049445e-05, "backbone_lr": 7.922610148049445e-06, "ema_decay": 0.998599, "it_s": 3.94, "data_frac": 0.272, "fm": 0.09809325218200683, "loss": 0.09809325218200683}
|
| 100 |
+
{"event": "train", "step": 6400, "lr": 7.906246623448183e-05, "backbone_lr": 7.906246623448184e-06, "ema_decay": 0.998603, "it_s": 1.85, "data_frac": 0.659, "fm": 0.09990756928920747, "loss": 0.09990756928920747}
|
| 101 |
+
{"event": "train", "step": 6425, "lr": 7.889835953111075e-05, "backbone_lr": 7.889835953111075e-06, "ema_decay": 0.998607, "it_s": 0.71, "data_frac": 0.861, "fm": 0.09899431318044663, "loss": 0.09899431318044663}
|
| 102 |
+
{"event": "train", "step": 6450, "lr": 7.873378403255419e-05, "backbone_lr": 7.87337840325542e-06, "ema_decay": 0.998611, "it_s": 0.82, "data_frac": 0.823, "fm": 0.09775156676769256, "loss": 0.09775156676769256}
|
| 103 |
+
{"event": "train", "step": 6475, "lr": 7.856874240859005e-05, "backbone_lr": 7.856874240859006e-06, "ema_decay": 0.998615, "it_s": 1.1, "data_frac": 0.775, "fm": 0.10037847697734832, "loss": 0.10037847697734832}
|
| 104 |
+
{"event": "train", "step": 6500, "lr": 7.840323733655778e-05, "backbone_lr": 7.84032373365578e-06, "ema_decay": 0.998619, "it_s": 2.59, "data_frac": 0.528, "fm": 0.09699027627706527, "loss": 0.09699027627706527}
|
| 105 |
+
{"event": "train", "step": 6525, "lr": 7.823727150131506e-05, "backbone_lr": 7.823727150131506e-06, "ema_decay": 0.998623, "it_s": 0.62, "data_frac": 0.876, "fm": 0.09724076330661774, "loss": 0.09724076330661774}
|
| 106 |
+
{"event": "train", "step": 6550, "lr": 7.807084759519405e-05, "backbone_lr": 7.807084759519405e-06, "ema_decay": 0.998627, "it_s": 4.35, "data_frac": 0.005, "fm": 0.0968179738521576, "loss": 0.0968179738521576}
|
| 107 |
+
{"event": "train", "step": 6575, "lr": 7.790396831795792e-05, "backbone_lr": 7.790396831795792e-06, "ema_decay": 0.998631, "it_s": 1.04, "data_frac": 0.793, "fm": 0.09870140582323074, "loss": 0.09870140582323074}
|
| 108 |
+
{"event": "train", "step": 6600, "lr": 7.773663637675694e-05, "backbone_lr": 7.773663637675695e-06, "ema_decay": 0.998634, "it_s": 0.98, "data_frac": 0.81, "fm": 0.09852319538593292, "loss": 0.09852319538593292}
|
| 109 |
+
{"event": "train", "step": 6625, "lr": 7.756885448608459e-05, "backbone_lr": 7.75688544860846e-06, "ema_decay": 0.998638, "it_s": 2.27, "data_frac": 0.572, "fm": 0.0948163315653801, "loss": 0.0948163315653801}
|
| 110 |
+
{"event": "train", "step": 6650, "lr": 7.740062536773352e-05, "backbone_lr": 7.740062536773352e-06, "ema_decay": 0.998642, "it_s": 0.64, "data_frac": 0.876, "fm": 0.0981231078505516, "loss": 0.0981231078505516}
|
| 111 |
+
{"event": "train", "step": 6675, "lr": 7.723195175075136e-05, "backbone_lr": 7.723195175075136e-06, "ema_decay": 0.998646, "it_s": 1.13, "data_frac": 0.767, "fm": 0.10084572613239288, "loss": 0.10084572613239288}
|
| 112 |
+
{"event": "train", "step": 6700, "lr": 7.706283637139658e-05, "backbone_lr": 7.706283637139658e-06, "ema_decay": 0.99865, "it_s": 3.77, "data_frac": 0.286, "fm": 0.09731092363595963, "loss": 0.09731092363595963}
|
b8-table-wipe/b512-cont-20261117/provenance/parent_checkpoint_config.json
ADDED
|
@@ -0,0 +1,884 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"policy": {
|
| 3 |
+
"policy": "fm_dit",
|
| 4 |
+
"n_cameras": 2,
|
| 5 |
+
"state_dim": 44,
|
| 6 |
+
"action_dim": 76,
|
| 7 |
+
"horizon": 16,
|
| 8 |
+
"backbone": "resnet18",
|
| 9 |
+
"backbone_weights": "IMAGENET1K_V1",
|
| 10 |
+
"backbone_norm": "frozen_bn",
|
| 11 |
+
"hidden_dim": 384,
|
| 12 |
+
"num_layers": 4,
|
| 13 |
+
"num_heads": 8,
|
| 14 |
+
"mlp_ratio": 4.0,
|
| 15 |
+
"dropout": 0.1,
|
| 16 |
+
"time_embed_dim": 128,
|
| 17 |
+
"num_inference_steps": null,
|
| 18 |
+
"num_train_timesteps": 100,
|
| 19 |
+
"beta_schedule": "squaredcos_cap_v2",
|
| 20 |
+
"prediction_type": "epsilon",
|
| 21 |
+
"clip_sample": true,
|
| 22 |
+
"act_hidden_dim": 512,
|
| 23 |
+
"dim_feedforward": 3200,
|
| 24 |
+
"enc_layers": 4,
|
| 25 |
+
"dec_layers": 7,
|
| 26 |
+
"nheads": 8,
|
| 27 |
+
"latent_dim": 32,
|
| 28 |
+
"kl_weight": 10.0,
|
| 29 |
+
"extra": {}
|
| 30 |
+
},
|
| 31 |
+
"contract": {
|
| 32 |
+
"name": "g1_sonic_dfx6",
|
| 33 |
+
"robot": "g1",
|
| 34 |
+
"cameras": [
|
| 35 |
+
"ego_view",
|
| 36 |
+
"chest"
|
| 37 |
+
],
|
| 38 |
+
"state": [
|
| 39 |
+
[
|
| 40 |
+
"observation.state",
|
| 41 |
+
0,
|
| 42 |
+
29
|
| 43 |
+
],
|
| 44 |
+
[
|
| 45 |
+
"observation.inspire_left_hand_state",
|
| 46 |
+
0,
|
| 47 |
+
6
|
| 48 |
+
],
|
| 49 |
+
[
|
| 50 |
+
"observation.inspire_right_hand_state",
|
| 51 |
+
0,
|
| 52 |
+
6
|
| 53 |
+
],
|
| 54 |
+
[
|
| 55 |
+
"observation.projected_gravity",
|
| 56 |
+
0,
|
| 57 |
+
3
|
| 58 |
+
]
|
| 59 |
+
],
|
| 60 |
+
"action": [
|
| 61 |
+
[
|
| 62 |
+
"action.motion_token",
|
| 63 |
+
0,
|
| 64 |
+
64
|
| 65 |
+
],
|
| 66 |
+
[
|
| 67 |
+
"observation.inspire_left_hand_state",
|
| 68 |
+
0,
|
| 69 |
+
6
|
| 70 |
+
],
|
| 71 |
+
[
|
| 72 |
+
"observation.inspire_right_hand_state",
|
| 73 |
+
0,
|
| 74 |
+
6
|
| 75 |
+
]
|
| 76 |
+
],
|
| 77 |
+
"state_dim": 44,
|
| 78 |
+
"action_dim": 76,
|
| 79 |
+
"action_space": "sonic_dfx6",
|
| 80 |
+
"body_dims": 29
|
| 81 |
+
},
|
| 82 |
+
"image_hw": [
|
| 83 |
+
168,
|
| 84 |
+
224
|
| 85 |
+
],
|
| 86 |
+
"task_text": "Approach the flat block with a naturally aligned wrist, stop before closing the hand, wipe sideways at a top-view 45-degree heading, then set the block on the tabletop and release it.",
|
| 87 |
+
"dataset": {
|
| 88 |
+
"name": "b8-table-wipe-expert-v1",
|
| 89 |
+
"root": "/mnt/data0/zuo/Humanoid_benchmark/data/baselines/b8-table-wipe-expert-v1",
|
| 90 |
+
"robot_type": null,
|
| 91 |
+
"fps": 30.0,
|
| 92 |
+
"episodes": [
|
| 93 |
+
0,
|
| 94 |
+
1,
|
| 95 |
+
2,
|
| 96 |
+
3,
|
| 97 |
+
4,
|
| 98 |
+
5,
|
| 99 |
+
6,
|
| 100 |
+
7,
|
| 101 |
+
8,
|
| 102 |
+
9,
|
| 103 |
+
10,
|
| 104 |
+
11,
|
| 105 |
+
12,
|
| 106 |
+
13,
|
| 107 |
+
14,
|
| 108 |
+
15,
|
| 109 |
+
16,
|
| 110 |
+
17,
|
| 111 |
+
18,
|
| 112 |
+
19,
|
| 113 |
+
20,
|
| 114 |
+
21,
|
| 115 |
+
22,
|
| 116 |
+
23,
|
| 117 |
+
24,
|
| 118 |
+
25,
|
| 119 |
+
26,
|
| 120 |
+
27,
|
| 121 |
+
28,
|
| 122 |
+
29,
|
| 123 |
+
30,
|
| 124 |
+
31,
|
| 125 |
+
32,
|
| 126 |
+
33,
|
| 127 |
+
34,
|
| 128 |
+
35,
|
| 129 |
+
36,
|
| 130 |
+
37,
|
| 131 |
+
38,
|
| 132 |
+
39,
|
| 133 |
+
40,
|
| 134 |
+
41,
|
| 135 |
+
42,
|
| 136 |
+
43,
|
| 137 |
+
44,
|
| 138 |
+
45,
|
| 139 |
+
46,
|
| 140 |
+
47,
|
| 141 |
+
48,
|
| 142 |
+
49,
|
| 143 |
+
50,
|
| 144 |
+
51,
|
| 145 |
+
52,
|
| 146 |
+
53,
|
| 147 |
+
54,
|
| 148 |
+
55,
|
| 149 |
+
56,
|
| 150 |
+
57,
|
| 151 |
+
58,
|
| 152 |
+
59,
|
| 153 |
+
60,
|
| 154 |
+
61,
|
| 155 |
+
62,
|
| 156 |
+
63,
|
| 157 |
+
64,
|
| 158 |
+
65,
|
| 159 |
+
66,
|
| 160 |
+
67,
|
| 161 |
+
68,
|
| 162 |
+
69,
|
| 163 |
+
70,
|
| 164 |
+
71,
|
| 165 |
+
72,
|
| 166 |
+
73,
|
| 167 |
+
74,
|
| 168 |
+
75,
|
| 169 |
+
76,
|
| 170 |
+
77,
|
| 171 |
+
78,
|
| 172 |
+
79,
|
| 173 |
+
80,
|
| 174 |
+
81,
|
| 175 |
+
82,
|
| 176 |
+
83,
|
| 177 |
+
84,
|
| 178 |
+
85,
|
| 179 |
+
86,
|
| 180 |
+
87,
|
| 181 |
+
88,
|
| 182 |
+
89,
|
| 183 |
+
90,
|
| 184 |
+
91,
|
| 185 |
+
92,
|
| 186 |
+
93,
|
| 187 |
+
94,
|
| 188 |
+
95,
|
| 189 |
+
96,
|
| 190 |
+
97,
|
| 191 |
+
98,
|
| 192 |
+
99
|
| 193 |
+
],
|
| 194 |
+
"train_episodes": [
|
| 195 |
+
0,
|
| 196 |
+
1,
|
| 197 |
+
2,
|
| 198 |
+
3,
|
| 199 |
+
4,
|
| 200 |
+
5,
|
| 201 |
+
6,
|
| 202 |
+
7,
|
| 203 |
+
8,
|
| 204 |
+
9,
|
| 205 |
+
10,
|
| 206 |
+
11,
|
| 207 |
+
12,
|
| 208 |
+
13,
|
| 209 |
+
14,
|
| 210 |
+
15,
|
| 211 |
+
16,
|
| 212 |
+
17,
|
| 213 |
+
18,
|
| 214 |
+
19,
|
| 215 |
+
20,
|
| 216 |
+
21,
|
| 217 |
+
22,
|
| 218 |
+
23,
|
| 219 |
+
24,
|
| 220 |
+
25,
|
| 221 |
+
26,
|
| 222 |
+
27,
|
| 223 |
+
28,
|
| 224 |
+
29,
|
| 225 |
+
30,
|
| 226 |
+
31,
|
| 227 |
+
32,
|
| 228 |
+
33,
|
| 229 |
+
34,
|
| 230 |
+
35,
|
| 231 |
+
36,
|
| 232 |
+
37,
|
| 233 |
+
38,
|
| 234 |
+
39,
|
| 235 |
+
40,
|
| 236 |
+
41,
|
| 237 |
+
42,
|
| 238 |
+
43,
|
| 239 |
+
44,
|
| 240 |
+
45,
|
| 241 |
+
46,
|
| 242 |
+
47,
|
| 243 |
+
48,
|
| 244 |
+
49,
|
| 245 |
+
50,
|
| 246 |
+
51,
|
| 247 |
+
52,
|
| 248 |
+
53,
|
| 249 |
+
54,
|
| 250 |
+
55,
|
| 251 |
+
56,
|
| 252 |
+
57,
|
| 253 |
+
58,
|
| 254 |
+
59,
|
| 255 |
+
60,
|
| 256 |
+
61,
|
| 257 |
+
62,
|
| 258 |
+
63,
|
| 259 |
+
64,
|
| 260 |
+
65,
|
| 261 |
+
66,
|
| 262 |
+
67,
|
| 263 |
+
68,
|
| 264 |
+
69,
|
| 265 |
+
70,
|
| 266 |
+
71,
|
| 267 |
+
72,
|
| 268 |
+
73,
|
| 269 |
+
74,
|
| 270 |
+
75,
|
| 271 |
+
76,
|
| 272 |
+
77,
|
| 273 |
+
78,
|
| 274 |
+
79,
|
| 275 |
+
80,
|
| 276 |
+
81,
|
| 277 |
+
82,
|
| 278 |
+
83,
|
| 279 |
+
84,
|
| 280 |
+
85,
|
| 281 |
+
86,
|
| 282 |
+
87,
|
| 283 |
+
88,
|
| 284 |
+
89,
|
| 285 |
+
90,
|
| 286 |
+
91,
|
| 287 |
+
92,
|
| 288 |
+
93,
|
| 289 |
+
94,
|
| 290 |
+
95,
|
| 291 |
+
96,
|
| 292 |
+
97,
|
| 293 |
+
98,
|
| 294 |
+
99
|
| 295 |
+
],
|
| 296 |
+
"val_episodes": [],
|
| 297 |
+
"train_frames": 61498,
|
| 298 |
+
"git_commit": null
|
| 299 |
+
},
|
| 300 |
+
"training": {
|
| 301 |
+
"steps": 4000,
|
| 302 |
+
"batch_size": 512,
|
| 303 |
+
"lr": 0.0001,
|
| 304 |
+
"betas": [
|
| 305 |
+
0.95,
|
| 306 |
+
0.999
|
| 307 |
+
],
|
| 308 |
+
"weight_decay": 1e-06,
|
| 309 |
+
"warmup": 500,
|
| 310 |
+
"schedule": "linear warm-up + cosine",
|
| 311 |
+
"backbone_lr_scale": 0.1,
|
| 312 |
+
"ema": 0.9999,
|
| 313 |
+
"shift_px": 0,
|
| 314 |
+
"amp": true,
|
| 315 |
+
"seed": 0,
|
| 316 |
+
"augmentation": {
|
| 317 |
+
"spec": "docs/augmentation_v2.md",
|
| 318 |
+
"version": "hb-aug-v2-20261109",
|
| 319 |
+
"implementation": "evaluation/augmentation/hb_aug_v2.py",
|
| 320 |
+
"visual": {
|
| 321 |
+
"effects": [
|
| 322 |
+
"exposure",
|
| 323 |
+
"contrast",
|
| 324 |
+
"saturation",
|
| 325 |
+
"hue",
|
| 326 |
+
"gamma",
|
| 327 |
+
"temperature",
|
| 328 |
+
"rotation_crop",
|
| 329 |
+
"noise",
|
| 330 |
+
"gaussian_blur",
|
| 331 |
+
"jpeg",
|
| 332 |
+
"motion_blur",
|
| 333 |
+
"sharpen",
|
| 334 |
+
"defocus",
|
| 335 |
+
"light_shadow",
|
| 336 |
+
"wb_channel"
|
| 337 |
+
],
|
| 338 |
+
"boosted_per_sample": 1,
|
| 339 |
+
"boost": 1.5,
|
| 340 |
+
"pixel_scale": "H / 224",
|
| 341 |
+
"future_targets": "none (one observation frame)"
|
| 342 |
+
},
|
| 343 |
+
"proprio": {
|
| 344 |
+
"robot": "g1",
|
| 345 |
+
"body_dims": 29,
|
| 346 |
+
"bias_deg": 2.0,
|
| 347 |
+
"bias_scope": "per_sample",
|
| 348 |
+
"noise_deg": 0.25,
|
| 349 |
+
"noise_clip_sigma": 3,
|
| 350 |
+
"delay_probability": 0.0,
|
| 351 |
+
"history_drop_probability": 0.0,
|
| 352 |
+
"velocity": false
|
| 353 |
+
},
|
| 354 |
+
"native_image_augmentation": "off",
|
| 355 |
+
"evaluation": "off"
|
| 356 |
+
},
|
| 357 |
+
"preflight": {
|
| 358 |
+
"samples": 64,
|
| 359 |
+
"state_dim": 44,
|
| 360 |
+
"body_dims": 29,
|
| 361 |
+
"images_changed": 64,
|
| 362 |
+
"body_values_moved": 1.0,
|
| 363 |
+
"max_body_offset_deg": 2.7313,
|
| 364 |
+
"actions_bit_identical": true,
|
| 365 |
+
"non_body_state_bit_identical": true,
|
| 366 |
+
"eval_items_deterministic": 8
|
| 367 |
+
}
|
| 368 |
+
},
|
| 369 |
+
"stats": {
|
| 370 |
+
"state": {
|
| 371 |
+
"min": [
|
| 372 |
+
-0.2515260875225067,
|
| 373 |
+
-0.03310006856918335,
|
| 374 |
+
-0.08915279805660248,
|
| 375 |
+
0.14301416277885437,
|
| 376 |
+
-0.18305416405200958,
|
| 377 |
+
-0.10634835064411163,
|
| 378 |
+
-0.2634684145450592,
|
| 379 |
+
-0.05348178371787071,
|
| 380 |
+
-0.21431514620780945,
|
| 381 |
+
0.13807232677936554,
|
| 382 |
+
-0.2242385447025299,
|
| 383 |
+
-0.09678935259580612,
|
| 384 |
+
-0.18892650306224823,
|
| 385 |
+
-0.10323800146579742,
|
| 386 |
+
-0.09472811967134476,
|
| 387 |
+
-0.2798849642276764,
|
| 388 |
+
0.1722967028617859,
|
| 389 |
+
-1.1891459226608276,
|
| 390 |
+
0.3821650445461273,
|
| 391 |
+
-0.5277573466300964,
|
| 392 |
+
-0.1239900067448616,
|
| 393 |
+
-0.025756916031241417,
|
| 394 |
+
-1.5671592950820923,
|
| 395 |
+
-1.708814024925232,
|
| 396 |
+
-0.94542396068573,
|
| 397 |
+
-0.8548623323440552,
|
| 398 |
+
-0.9579849243164062,
|
| 399 |
+
-0.9779664278030396,
|
| 400 |
+
-0.5873764157295227,
|
| 401 |
+
0.9998621344566345,
|
| 402 |
+
0.9998221397399902,
|
| 403 |
+
0.9998023509979248,
|
| 404 |
+
0.9998185634613037,
|
| 405 |
+
0.9975361227989197,
|
| 406 |
+
0.9988760948181152,
|
| 407 |
+
0.360027939081192,
|
| 408 |
+
0.4790782630443573,
|
| 409 |
+
0.5461887717247009,
|
| 410 |
+
0.48382189869880676,
|
| 411 |
+
0.6635858416557312,
|
| 412 |
+
0.0,
|
| 413 |
+
-0.10022255033254623,
|
| 414 |
+
-0.03946204483509064,
|
| 415 |
+
-1.0
|
| 416 |
+
],
|
| 417 |
+
"max": [
|
| 418 |
+
0.00482684513553977,
|
| 419 |
+
0.13756881654262543,
|
| 420 |
+
0.2979176640510559,
|
| 421 |
+
0.3711587190628052,
|
| 422 |
+
0.031152762472629547,
|
| 423 |
+
0.010087746195495129,
|
| 424 |
+
0.019378269091248512,
|
| 425 |
+
0.1355365365743637,
|
| 426 |
+
0.182325080037117,
|
| 427 |
+
0.4443013668060303,
|
| 428 |
+
-0.05482839047908783,
|
| 429 |
+
0.011374615132808685,
|
| 430 |
+
0.165291890501976,
|
| 431 |
+
0.05307222157716751,
|
| 432 |
+
0.177412211894989,
|
| 433 |
+
0.22115345299243927,
|
| 434 |
+
0.6989883780479431,
|
| 435 |
+
-0.3335850238800049,
|
| 436 |
+
1.1546826362609863,
|
| 437 |
+
0.28441083431243896,
|
| 438 |
+
0.08963758498430252,
|
| 439 |
+
0.3550512492656708,
|
| 440 |
+
1.1140739917755127,
|
| 441 |
+
-0.22596199810504913,
|
| 442 |
+
1.7804871797561646,
|
| 443 |
+
1.2184052467346191,
|
| 444 |
+
1.2347023487091064,
|
| 445 |
+
1.5067987442016602,
|
| 446 |
+
1.0105962753295898,
|
| 447 |
+
1.0,
|
| 448 |
+
1.0,
|
| 449 |
+
1.0,
|
| 450 |
+
1.0,
|
| 451 |
+
0.9982408285140991,
|
| 452 |
+
0.9999225735664368,
|
| 453 |
+
1.0,
|
| 454 |
+
1.0,
|
| 455 |
+
1.0,
|
| 456 |
+
0.9999973177909851,
|
| 457 |
+
1.0,
|
| 458 |
+
1.0,
|
| 459 |
+
0.038201265037059784,
|
| 460 |
+
0.023285934701561928,
|
| 461 |
+
-0.9949650168418884
|
| 462 |
+
],
|
| 463 |
+
"mean": [
|
| 464 |
+
-0.07244415528619287,
|
| 465 |
+
0.016438895257606716,
|
| 466 |
+
-0.03188766069938736,
|
| 467 |
+
0.19652274108921836,
|
| 468 |
+
-0.09995080381043964,
|
| 469 |
+
-0.0335864852112993,
|
| 470 |
+
-0.06201331924385435,
|
| 471 |
+
0.0041316509641342114,
|
| 472 |
+
-0.07562538691067132,
|
| 473 |
+
0.22342829523439264,
|
| 474 |
+
-0.13939505500881355,
|
| 475 |
+
-0.02568257955335654,
|
| 476 |
+
0.020507808718722174,
|
| 477 |
+
0.0030919114143910654,
|
| 478 |
+
0.11976549024164236,
|
| 479 |
+
-0.04130542899628228,
|
| 480 |
+
0.27413152575942573,
|
| 481 |
+
-0.667075950232086,
|
| 482 |
+
0.9776525052369189,
|
| 483 |
+
-0.15594609082852004,
|
| 484 |
+
-0.04114803172895316,
|
| 485 |
+
0.07066678088305102,
|
| 486 |
+
-0.44530701068620304,
|
| 487 |
+
-0.7956643808095055,
|
| 488 |
+
0.6432070891275159,
|
| 489 |
+
0.07140851169135853,
|
| 490 |
+
-0.22403887370387132,
|
| 491 |
+
0.19658286211869352,
|
| 492 |
+
0.3118955244879216,
|
| 493 |
+
0.9999827171293537,
|
| 494 |
+
0.999982850921418,
|
| 495 |
+
0.9999830789480982,
|
| 496 |
+
0.9999811406495951,
|
| 497 |
+
0.9977658298817017,
|
| 498 |
+
0.9997360855995177,
|
| 499 |
+
0.7778945983312991,
|
| 500 |
+
0.8171959691692932,
|
| 501 |
+
0.8399288212288848,
|
| 502 |
+
0.8394280370284749,
|
| 503 |
+
0.8745686375938581,
|
| 504 |
+
0.12291562838728093,
|
| 505 |
+
-0.023435156143715264,
|
| 506 |
+
-0.004820223051842413,
|
| 507 |
+
-0.999617456030026
|
| 508 |
+
],
|
| 509 |
+
"std": [
|
| 510 |
+
0.045712745420827386,
|
| 511 |
+
0.013154301249487431,
|
| 512 |
+
0.02405439153160751,
|
| 513 |
+
0.0422870935042734,
|
| 514 |
+
0.01604373013239405,
|
| 515 |
+
0.010666838959405088,
|
| 516 |
+
0.0447255039612766,
|
| 517 |
+
0.014369854397034587,
|
| 518 |
+
0.025451572022126993,
|
| 519 |
+
0.05279699313574748,
|
| 520 |
+
0.02213303083995789,
|
| 521 |
+
0.011183898115253933,
|
| 522 |
+
0.07041149453770397,
|
| 523 |
+
0.015833724218855847,
|
| 524 |
+
0.039560888033149964,
|
| 525 |
+
0.08342761969885264,
|
| 526 |
+
0.0587237913039723,
|
| 527 |
+
0.22301655606787774,
|
| 528 |
+
0.08125572382728762,
|
| 529 |
+
0.1281115145665045,
|
| 530 |
+
0.03600107397023974,
|
| 531 |
+
0.04123008646611267,
|
| 532 |
+
0.5831912382159029,
|
| 533 |
+
0.23706341250281637,
|
| 534 |
+
0.5432748450536339,
|
| 535 |
+
0.504036388323598,
|
| 536 |
+
0.31188020039153314,
|
| 537 |
+
0.3436391052756804,
|
| 538 |
+
0.26504982482523237,
|
| 539 |
+
1.8214790335763182e-05,
|
| 540 |
+
2.3385127857745866e-05,
|
| 541 |
+
2.5684815254370892e-05,
|
| 542 |
+
2.368414515012511e-05,
|
| 543 |
+
7.802892144541008e-05,
|
| 544 |
+
6.03931448414821e-05,
|
| 545 |
+
0.2307055833669559,
|
| 546 |
+
0.1900819078013402,
|
| 547 |
+
0.16354430170740317,
|
| 548 |
+
0.16593648793853702,
|
| 549 |
+
0.1286487353890603,
|
| 550 |
+
0.3083183803524622,
|
| 551 |
+
0.013093107258771247,
|
| 552 |
+
0.004580775936054731,
|
| 553 |
+
0.0002959946385408924
|
| 554 |
+
]
|
| 555 |
+
},
|
| 556 |
+
"action": {
|
| 557 |
+
"min": [
|
| 558 |
+
0.0,
|
| 559 |
+
-0.375,
|
| 560 |
+
-0.4375,
|
| 561 |
+
-0.125,
|
| 562 |
+
-0.375,
|
| 563 |
+
-0.3125,
|
| 564 |
+
-0.375,
|
| 565 |
+
-0.3125,
|
| 566 |
+
-0.25,
|
| 567 |
+
-0.25,
|
| 568 |
+
-0.5625,
|
| 569 |
+
-0.1875,
|
| 570 |
+
-0.125,
|
| 571 |
+
-0.3125,
|
| 572 |
+
-0.125,
|
| 573 |
+
-0.25,
|
| 574 |
+
-0.125,
|
| 575 |
+
-0.1875,
|
| 576 |
+
-0.5,
|
| 577 |
+
-0.25,
|
| 578 |
+
-0.1875,
|
| 579 |
+
-0.5625,
|
| 580 |
+
-0.25,
|
| 581 |
+
-0.375,
|
| 582 |
+
-0.4375,
|
| 583 |
+
-0.0625,
|
| 584 |
+
-0.375,
|
| 585 |
+
-0.375,
|
| 586 |
+
-0.3125,
|
| 587 |
+
-0.3125,
|
| 588 |
+
0.0,
|
| 589 |
+
0.125,
|
| 590 |
+
-0.3125,
|
| 591 |
+
0.0,
|
| 592 |
+
0.125,
|
| 593 |
+
-0.4375,
|
| 594 |
+
-0.1875,
|
| 595 |
+
-0.4375,
|
| 596 |
+
-0.25,
|
| 597 |
+
-0.1875,
|
| 598 |
+
-0.4375,
|
| 599 |
+
-0.375,
|
| 600 |
+
-0.1875,
|
| 601 |
+
-0.0625,
|
| 602 |
+
-0.3125,
|
| 603 |
+
-0.25,
|
| 604 |
+
-0.1875,
|
| 605 |
+
-0.3125,
|
| 606 |
+
-0.3125,
|
| 607 |
+
-0.5625,
|
| 608 |
+
-0.125,
|
| 609 |
+
-0.125,
|
| 610 |
+
-0.4375,
|
| 611 |
+
-0.5,
|
| 612 |
+
-0.1875,
|
| 613 |
+
-0.25,
|
| 614 |
+
-0.375,
|
| 615 |
+
-0.0625,
|
| 616 |
+
-0.4375,
|
| 617 |
+
-0.25,
|
| 618 |
+
-0.4375,
|
| 619 |
+
0.0625,
|
| 620 |
+
-0.25,
|
| 621 |
+
0.0,
|
| 622 |
+
0.9998621344566345,
|
| 623 |
+
0.9998221397399902,
|
| 624 |
+
0.9998023509979248,
|
| 625 |
+
0.9998185634613037,
|
| 626 |
+
0.9975361227989197,
|
| 627 |
+
0.9988760948181152,
|
| 628 |
+
0.360027939081192,
|
| 629 |
+
0.4790782630443573,
|
| 630 |
+
0.5461887717247009,
|
| 631 |
+
0.48382189869880676,
|
| 632 |
+
0.6635858416557312,
|
| 633 |
+
0.0
|
| 634 |
+
],
|
| 635 |
+
"max": [
|
| 636 |
+
0.375,
|
| 637 |
+
0.25,
|
| 638 |
+
0.25,
|
| 639 |
+
0.1875,
|
| 640 |
+
0.1875,
|
| 641 |
+
0.1875,
|
| 642 |
+
0.25,
|
| 643 |
+
0.25,
|
| 644 |
+
0.1875,
|
| 645 |
+
0.125,
|
| 646 |
+
0.0625,
|
| 647 |
+
0.1875,
|
| 648 |
+
0.5,
|
| 649 |
+
0.1875,
|
| 650 |
+
0.25,
|
| 651 |
+
0.0625,
|
| 652 |
+
0.3125,
|
| 653 |
+
0.5,
|
| 654 |
+
0.1875,
|
| 655 |
+
0.25,
|
| 656 |
+
0.25,
|
| 657 |
+
0.0625,
|
| 658 |
+
0.4375,
|
| 659 |
+
0.25,
|
| 660 |
+
0.0,
|
| 661 |
+
0.4375,
|
| 662 |
+
0.0,
|
| 663 |
+
0.1875,
|
| 664 |
+
0.1875,
|
| 665 |
+
0.1875,
|
| 666 |
+
0.4375,
|
| 667 |
+
0.5,
|
| 668 |
+
0.3125,
|
| 669 |
+
0.3125,
|
| 670 |
+
0.3125,
|
| 671 |
+
0.0625,
|
| 672 |
+
0.1875,
|
| 673 |
+
0.3125,
|
| 674 |
+
0.1875,
|
| 675 |
+
0.25,
|
| 676 |
+
0.0,
|
| 677 |
+
0.25,
|
| 678 |
+
0.125,
|
| 679 |
+
0.5,
|
| 680 |
+
0.125,
|
| 681 |
+
0.5,
|
| 682 |
+
0.4375,
|
| 683 |
+
0.4375,
|
| 684 |
+
0.4375,
|
| 685 |
+
0.0,
|
| 686 |
+
0.125,
|
| 687 |
+
0.25,
|
| 688 |
+
0.5,
|
| 689 |
+
-0.0625,
|
| 690 |
+
0.125,
|
| 691 |
+
0.4375,
|
| 692 |
+
0.5,
|
| 693 |
+
0.3125,
|
| 694 |
+
0.125,
|
| 695 |
+
0.125,
|
| 696 |
+
0.125,
|
| 697 |
+
0.5,
|
| 698 |
+
0.125,
|
| 699 |
+
0.6875,
|
| 700 |
+
1.0,
|
| 701 |
+
1.0,
|
| 702 |
+
1.0,
|
| 703 |
+
1.0,
|
| 704 |
+
0.9982408285140991,
|
| 705 |
+
0.9999225735664368,
|
| 706 |
+
1.0,
|
| 707 |
+
1.0,
|
| 708 |
+
1.0,
|
| 709 |
+
0.9999973177909851,
|
| 710 |
+
1.0,
|
| 711 |
+
1.0
|
| 712 |
+
],
|
| 713 |
+
"mean": [
|
| 714 |
+
0.2026803717194055,
|
| 715 |
+
-0.07236617450974016,
|
| 716 |
+
-0.02242552603336694,
|
| 717 |
+
0.02358918176200852,
|
| 718 |
+
-0.12101816319229894,
|
| 719 |
+
-0.10377979771699893,
|
| 720 |
+
-0.04818144492503821,
|
| 721 |
+
-0.09367987576831767,
|
| 722 |
+
-0.015672257634394615,
|
| 723 |
+
-0.07295460827994406,
|
| 724 |
+
-0.28937628052944814,
|
| 725 |
+
0.023045464893167257,
|
| 726 |
+
0.12778362710982472,
|
| 727 |
+
-0.014680355458714104,
|
| 728 |
+
0.047179379817229826,
|
| 729 |
+
-0.12413716706234348,
|
| 730 |
+
0.0648974356889655,
|
| 731 |
+
0.1738440680997756,
|
| 732 |
+
-0.1366050521968194,
|
| 733 |
+
0.05253626134183226,
|
| 734 |
+
0.005097726755341637,
|
| 735 |
+
-0.21554664379329408,
|
| 736 |
+
0.09576226056131906,
|
| 737 |
+
-0.11485841002959446,
|
| 738 |
+
-0.21714120784415752,
|
| 739 |
+
0.25317489999674786,
|
| 740 |
+
-0.23478507431135973,
|
| 741 |
+
-0.10450746365735471,
|
| 742 |
+
-0.049666249308920614,
|
| 743 |
+
-0.03343909558034407,
|
| 744 |
+
0.2612117467234707,
|
| 745 |
+
0.28021846238902076,
|
| 746 |
+
0.013058351491105402,
|
| 747 |
+
0.14741942827409021,
|
| 748 |
+
0.23094043708738496,
|
| 749 |
+
-0.2599698364174445,
|
| 750 |
+
0.054112532114865525,
|
| 751 |
+
-0.18685465380988,
|
| 752 |
+
-0.021627735861328823,
|
| 753 |
+
-0.045454730235129595,
|
| 754 |
+
-0.261119264041107,
|
| 755 |
+
-0.09780399362580897,
|
| 756 |
+
-0.03171647858466942,
|
| 757 |
+
0.30728844840482616,
|
| 758 |
+
-0.13527167550164232,
|
| 759 |
+
0.061584319815278545,
|
| 760 |
+
0.07089966340368792,
|
| 761 |
+
0.06740158216527367,
|
| 762 |
+
0.18057091287521546,
|
| 763 |
+
-0.27359832840092363,
|
| 764 |
+
-0.01098104816416794,
|
| 765 |
+
0.03545237243487593,
|
| 766 |
+
0.1730208705974178,
|
| 767 |
+
-0.26741316790789943,
|
| 768 |
+
-0.03493507918956714,
|
| 769 |
+
0.1694120133988097,
|
| 770 |
+
0.01502691144427461,
|
| 771 |
+
0.05571421021821848,
|
| 772 |
+
-0.22518415233015707,
|
| 773 |
+
-0.05392248528407428,
|
| 774 |
+
-0.1961598344661615,
|
| 775 |
+
0.3429247699112166,
|
| 776 |
+
-0.04006126215486683,
|
| 777 |
+
0.40486580864418353,
|
| 778 |
+
0.9999827171293537,
|
| 779 |
+
0.999982850921418,
|
| 780 |
+
0.9999830789480982,
|
| 781 |
+
0.9999811406495951,
|
| 782 |
+
0.9977658298817017,
|
| 783 |
+
0.9997360855995177,
|
| 784 |
+
0.7778945983312991,
|
| 785 |
+
0.8171959691692932,
|
| 786 |
+
0.8399288212288848,
|
| 787 |
+
0.8394280370284749,
|
| 788 |
+
0.8745686375938581,
|
| 789 |
+
0.12291562838728093
|
| 790 |
+
],
|
| 791 |
+
"std": [
|
| 792 |
+
0.07423638798986239,
|
| 793 |
+
0.10276070894626457,
|
| 794 |
+
0.11812702387971753,
|
| 795 |
+
0.05957396656117891,
|
| 796 |
+
0.1218417031488596,
|
| 797 |
+
0.08063836551976374,
|
| 798 |
+
0.1020635000819969,
|
| 799 |
+
0.10540346375069484,
|
| 800 |
+
0.08296831170197061,
|
| 801 |
+
0.05989282207073844,
|
| 802 |
+
0.131405419274155,
|
| 803 |
+
0.07688508477180626,
|
| 804 |
+
0.15530657456533145,
|
| 805 |
+
0.09090021877289593,
|
| 806 |
+
0.07144535330531092,
|
| 807 |
+
0.07721423672952077,
|
| 808 |
+
0.061937753226413185,
|
| 809 |
+
0.12535445915332458,
|
| 810 |
+
0.1406645362754369,
|
| 811 |
+
0.09610483490082063,
|
| 812 |
+
0.0892112540257282,
|
| 813 |
+
0.10101183108941218,
|
| 814 |
+
0.14459992137856284,
|
| 815 |
+
0.09259695505428482,
|
| 816 |
+
0.07250089525780803,
|
| 817 |
+
0.07751064616894329,
|
| 818 |
+
0.09003536032570492,
|
| 819 |
+
0.08768655804866919,
|
| 820 |
+
0.0793513264967945,
|
| 821 |
+
0.0799717022695259,
|
| 822 |
+
0.08767655242632699,
|
| 823 |
+
0.06686962750120226,
|
| 824 |
+
0.11139553980852172,
|
| 825 |
+
0.05962527954838032,
|
| 826 |
+
0.03113638664810605,
|
| 827 |
+
0.1104336480130166,
|
| 828 |
+
0.0900293543854962,
|
| 829 |
+
0.17353368370821917,
|
| 830 |
+
0.06621053001132303,
|
| 831 |
+
0.07044267349366652,
|
| 832 |
+
0.07468062148900616,
|
| 833 |
+
0.13559357690832427,
|
| 834 |
+
0.051673248141484364,
|
| 835 |
+
0.11970962808802042,
|
| 836 |
+
0.09873016730126778,
|
| 837 |
+
0.1482997857923691,
|
| 838 |
+
0.14644960009292055,
|
| 839 |
+
0.12362418143308783,
|
| 840 |
+
0.14892813932159055,
|
| 841 |
+
0.1264928491368565,
|
| 842 |
+
0.04485723360367807,
|
| 843 |
+
0.06556638017875786,
|
| 844 |
+
0.23014907315132233,
|
| 845 |
+
0.07366488770406758,
|
| 846 |
+
0.05520901424631441,
|
| 847 |
+
0.1518289001396863,
|
| 848 |
+
0.1840720418570084,
|
| 849 |
+
0.05832378814080937,
|
| 850 |
+
0.11903714776197126,
|
| 851 |
+
0.05677283141546173,
|
| 852 |
+
0.09207849117719222,
|
| 853 |
+
0.09729334507011746,
|
| 854 |
+
0.0780996197326025,
|
| 855 |
+
0.16351388381996734,
|
| 856 |
+
1.8214790335763182e-05,
|
| 857 |
+
2.3385127857745866e-05,
|
| 858 |
+
2.5684815254370892e-05,
|
| 859 |
+
2.368414515012511e-05,
|
| 860 |
+
7.802892144541008e-05,
|
| 861 |
+
6.03931448414821e-05,
|
| 862 |
+
0.2307055833669559,
|
| 863 |
+
0.1900819078013402,
|
| 864 |
+
0.16354430170740317,
|
| 865 |
+
0.16593648793853702,
|
| 866 |
+
0.1286487353890603,
|
| 867 |
+
0.3083183803524622
|
| 868 |
+
]
|
| 869 |
+
}
|
| 870 |
+
},
|
| 871 |
+
"code_commit": "028df1bb7024fb1e3d176de7e60c84d3333cd97f",
|
| 872 |
+
"step": 4000,
|
| 873 |
+
"weights": "ema",
|
| 874 |
+
"offline_eval": {
|
| 875 |
+
"mse": 0.02690730057656765,
|
| 876 |
+
"mse_row0": 0.024344196543097496,
|
| 877 |
+
"mse_motion_token": 0.027465982362627983,
|
| 878 |
+
"mse_inspire_left_hand_state": 0.01448493916541338,
|
| 879 |
+
"mse_inspire_right_hand_state": 0.03337034583091736,
|
| 880 |
+
"samples": 256,
|
| 881 |
+
"frames": "train"
|
| 882 |
+
},
|
| 883 |
+
"format": "hb_baselines/1"
|
| 884 |
+
}
|
b8-table-wipe/b512-cont-20261117/provenance/parent_checkpoint_protocol.json
ADDED
|
@@ -0,0 +1,11 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"format": "hb_baselines/1",
|
| 3 |
+
"step": 4000,
|
| 4 |
+
"policy": "fm_dit",
|
| 5 |
+
"files": {
|
| 6 |
+
"model.pt": {
|
| 7 |
+
"bytes": 90311637,
|
| 8 |
+
"sha256": "cc34f3f0c8ae25fbd3d607bd0e0e2f47741ccd15f13ca2ccf2ce6eedc271055b"
|
| 9 |
+
}
|
| 10 |
+
}
|
| 11 |
+
}
|
b8-table-wipe/b512-cont-20261117/provenance/parent_run.json
ADDED
|
@@ -0,0 +1,894 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"argv": [
|
| 3 |
+
"/mnt/data0/zuo/Humanoid_benchmark/results/baselines_preflight_20261117/main/evaluation/baselines/train.py",
|
| 4 |
+
"--policy",
|
| 5 |
+
"fm_dit",
|
| 6 |
+
"--contract",
|
| 7 |
+
"g1_sonic_dfx6",
|
| 8 |
+
"--dataset",
|
| 9 |
+
"/mnt/data0/zuo/Humanoid_benchmark/data/baselines/b8-table-wipe-expert-v1",
|
| 10 |
+
"--cache-dir",
|
| 11 |
+
"/mnt/data0/zuo/Humanoid_benchmark/cache/baselines/frames",
|
| 12 |
+
"--out",
|
| 13 |
+
"/mnt/data0/zuo/Humanoid_benchmark/results/baselines_preflight_20261117/runs/b8-table-wipe-expert-v1/fm_dit",
|
| 14 |
+
"--batch-size",
|
| 15 |
+
"512",
|
| 16 |
+
"--steps",
|
| 17 |
+
"4000",
|
| 18 |
+
"--workers",
|
| 19 |
+
"12"
|
| 20 |
+
],
|
| 21 |
+
"started": "2026-11-17T04:07:19",
|
| 22 |
+
"host": "xt-p-A100-004",
|
| 23 |
+
"torch": "2.9.0+cu128",
|
| 24 |
+
"policy": {
|
| 25 |
+
"policy": "fm_dit",
|
| 26 |
+
"n_cameras": 2,
|
| 27 |
+
"state_dim": 44,
|
| 28 |
+
"action_dim": 76,
|
| 29 |
+
"horizon": 16,
|
| 30 |
+
"backbone": "resnet18",
|
| 31 |
+
"backbone_weights": "IMAGENET1K_V1",
|
| 32 |
+
"backbone_norm": "frozen_bn",
|
| 33 |
+
"hidden_dim": 384,
|
| 34 |
+
"num_layers": 4,
|
| 35 |
+
"num_heads": 8,
|
| 36 |
+
"mlp_ratio": 4.0,
|
| 37 |
+
"dropout": 0.1,
|
| 38 |
+
"time_embed_dim": 128,
|
| 39 |
+
"num_inference_steps": null,
|
| 40 |
+
"num_train_timesteps": 100,
|
| 41 |
+
"beta_schedule": "squaredcos_cap_v2",
|
| 42 |
+
"prediction_type": "epsilon",
|
| 43 |
+
"clip_sample": true,
|
| 44 |
+
"act_hidden_dim": 512,
|
| 45 |
+
"dim_feedforward": 3200,
|
| 46 |
+
"enc_layers": 4,
|
| 47 |
+
"dec_layers": 7,
|
| 48 |
+
"nheads": 8,
|
| 49 |
+
"latent_dim": 32,
|
| 50 |
+
"kl_weight": 10.0,
|
| 51 |
+
"extra": {}
|
| 52 |
+
},
|
| 53 |
+
"contract": {
|
| 54 |
+
"name": "g1_sonic_dfx6",
|
| 55 |
+
"robot": "g1",
|
| 56 |
+
"cameras": [
|
| 57 |
+
"ego_view",
|
| 58 |
+
"chest"
|
| 59 |
+
],
|
| 60 |
+
"state": [
|
| 61 |
+
[
|
| 62 |
+
"observation.state",
|
| 63 |
+
0,
|
| 64 |
+
29
|
| 65 |
+
],
|
| 66 |
+
[
|
| 67 |
+
"observation.inspire_left_hand_state",
|
| 68 |
+
0,
|
| 69 |
+
6
|
| 70 |
+
],
|
| 71 |
+
[
|
| 72 |
+
"observation.inspire_right_hand_state",
|
| 73 |
+
0,
|
| 74 |
+
6
|
| 75 |
+
],
|
| 76 |
+
[
|
| 77 |
+
"observation.projected_gravity",
|
| 78 |
+
0,
|
| 79 |
+
3
|
| 80 |
+
]
|
| 81 |
+
],
|
| 82 |
+
"action": [
|
| 83 |
+
[
|
| 84 |
+
"action.motion_token",
|
| 85 |
+
0,
|
| 86 |
+
64
|
| 87 |
+
],
|
| 88 |
+
[
|
| 89 |
+
"observation.inspire_left_hand_state",
|
| 90 |
+
0,
|
| 91 |
+
6
|
| 92 |
+
],
|
| 93 |
+
[
|
| 94 |
+
"observation.inspire_right_hand_state",
|
| 95 |
+
0,
|
| 96 |
+
6
|
| 97 |
+
]
|
| 98 |
+
],
|
| 99 |
+
"state_dim": 44,
|
| 100 |
+
"action_dim": 76,
|
| 101 |
+
"action_space": "sonic_dfx6",
|
| 102 |
+
"body_dims": 29
|
| 103 |
+
},
|
| 104 |
+
"image_hw": [
|
| 105 |
+
168,
|
| 106 |
+
224
|
| 107 |
+
],
|
| 108 |
+
"task_text": "Approach the flat block with a naturally aligned wrist, stop before closing the hand, wipe sideways at a top-view 45-degree heading, then set the block on the tabletop and release it.",
|
| 109 |
+
"dataset": {
|
| 110 |
+
"name": "b8-table-wipe-expert-v1",
|
| 111 |
+
"root": "/mnt/data0/zuo/Humanoid_benchmark/data/baselines/b8-table-wipe-expert-v1",
|
| 112 |
+
"robot_type": null,
|
| 113 |
+
"fps": 30.0,
|
| 114 |
+
"episodes": [
|
| 115 |
+
0,
|
| 116 |
+
1,
|
| 117 |
+
2,
|
| 118 |
+
3,
|
| 119 |
+
4,
|
| 120 |
+
5,
|
| 121 |
+
6,
|
| 122 |
+
7,
|
| 123 |
+
8,
|
| 124 |
+
9,
|
| 125 |
+
10,
|
| 126 |
+
11,
|
| 127 |
+
12,
|
| 128 |
+
13,
|
| 129 |
+
14,
|
| 130 |
+
15,
|
| 131 |
+
16,
|
| 132 |
+
17,
|
| 133 |
+
18,
|
| 134 |
+
19,
|
| 135 |
+
20,
|
| 136 |
+
21,
|
| 137 |
+
22,
|
| 138 |
+
23,
|
| 139 |
+
24,
|
| 140 |
+
25,
|
| 141 |
+
26,
|
| 142 |
+
27,
|
| 143 |
+
28,
|
| 144 |
+
29,
|
| 145 |
+
30,
|
| 146 |
+
31,
|
| 147 |
+
32,
|
| 148 |
+
33,
|
| 149 |
+
34,
|
| 150 |
+
35,
|
| 151 |
+
36,
|
| 152 |
+
37,
|
| 153 |
+
38,
|
| 154 |
+
39,
|
| 155 |
+
40,
|
| 156 |
+
41,
|
| 157 |
+
42,
|
| 158 |
+
43,
|
| 159 |
+
44,
|
| 160 |
+
45,
|
| 161 |
+
46,
|
| 162 |
+
47,
|
| 163 |
+
48,
|
| 164 |
+
49,
|
| 165 |
+
50,
|
| 166 |
+
51,
|
| 167 |
+
52,
|
| 168 |
+
53,
|
| 169 |
+
54,
|
| 170 |
+
55,
|
| 171 |
+
56,
|
| 172 |
+
57,
|
| 173 |
+
58,
|
| 174 |
+
59,
|
| 175 |
+
60,
|
| 176 |
+
61,
|
| 177 |
+
62,
|
| 178 |
+
63,
|
| 179 |
+
64,
|
| 180 |
+
65,
|
| 181 |
+
66,
|
| 182 |
+
67,
|
| 183 |
+
68,
|
| 184 |
+
69,
|
| 185 |
+
70,
|
| 186 |
+
71,
|
| 187 |
+
72,
|
| 188 |
+
73,
|
| 189 |
+
74,
|
| 190 |
+
75,
|
| 191 |
+
76,
|
| 192 |
+
77,
|
| 193 |
+
78,
|
| 194 |
+
79,
|
| 195 |
+
80,
|
| 196 |
+
81,
|
| 197 |
+
82,
|
| 198 |
+
83,
|
| 199 |
+
84,
|
| 200 |
+
85,
|
| 201 |
+
86,
|
| 202 |
+
87,
|
| 203 |
+
88,
|
| 204 |
+
89,
|
| 205 |
+
90,
|
| 206 |
+
91,
|
| 207 |
+
92,
|
| 208 |
+
93,
|
| 209 |
+
94,
|
| 210 |
+
95,
|
| 211 |
+
96,
|
| 212 |
+
97,
|
| 213 |
+
98,
|
| 214 |
+
99
|
| 215 |
+
],
|
| 216 |
+
"train_episodes": [
|
| 217 |
+
0,
|
| 218 |
+
1,
|
| 219 |
+
2,
|
| 220 |
+
3,
|
| 221 |
+
4,
|
| 222 |
+
5,
|
| 223 |
+
6,
|
| 224 |
+
7,
|
| 225 |
+
8,
|
| 226 |
+
9,
|
| 227 |
+
10,
|
| 228 |
+
11,
|
| 229 |
+
12,
|
| 230 |
+
13,
|
| 231 |
+
14,
|
| 232 |
+
15,
|
| 233 |
+
16,
|
| 234 |
+
17,
|
| 235 |
+
18,
|
| 236 |
+
19,
|
| 237 |
+
20,
|
| 238 |
+
21,
|
| 239 |
+
22,
|
| 240 |
+
23,
|
| 241 |
+
24,
|
| 242 |
+
25,
|
| 243 |
+
26,
|
| 244 |
+
27,
|
| 245 |
+
28,
|
| 246 |
+
29,
|
| 247 |
+
30,
|
| 248 |
+
31,
|
| 249 |
+
32,
|
| 250 |
+
33,
|
| 251 |
+
34,
|
| 252 |
+
35,
|
| 253 |
+
36,
|
| 254 |
+
37,
|
| 255 |
+
38,
|
| 256 |
+
39,
|
| 257 |
+
40,
|
| 258 |
+
41,
|
| 259 |
+
42,
|
| 260 |
+
43,
|
| 261 |
+
44,
|
| 262 |
+
45,
|
| 263 |
+
46,
|
| 264 |
+
47,
|
| 265 |
+
48,
|
| 266 |
+
49,
|
| 267 |
+
50,
|
| 268 |
+
51,
|
| 269 |
+
52,
|
| 270 |
+
53,
|
| 271 |
+
54,
|
| 272 |
+
55,
|
| 273 |
+
56,
|
| 274 |
+
57,
|
| 275 |
+
58,
|
| 276 |
+
59,
|
| 277 |
+
60,
|
| 278 |
+
61,
|
| 279 |
+
62,
|
| 280 |
+
63,
|
| 281 |
+
64,
|
| 282 |
+
65,
|
| 283 |
+
66,
|
| 284 |
+
67,
|
| 285 |
+
68,
|
| 286 |
+
69,
|
| 287 |
+
70,
|
| 288 |
+
71,
|
| 289 |
+
72,
|
| 290 |
+
73,
|
| 291 |
+
74,
|
| 292 |
+
75,
|
| 293 |
+
76,
|
| 294 |
+
77,
|
| 295 |
+
78,
|
| 296 |
+
79,
|
| 297 |
+
80,
|
| 298 |
+
81,
|
| 299 |
+
82,
|
| 300 |
+
83,
|
| 301 |
+
84,
|
| 302 |
+
85,
|
| 303 |
+
86,
|
| 304 |
+
87,
|
| 305 |
+
88,
|
| 306 |
+
89,
|
| 307 |
+
90,
|
| 308 |
+
91,
|
| 309 |
+
92,
|
| 310 |
+
93,
|
| 311 |
+
94,
|
| 312 |
+
95,
|
| 313 |
+
96,
|
| 314 |
+
97,
|
| 315 |
+
98,
|
| 316 |
+
99
|
| 317 |
+
],
|
| 318 |
+
"val_episodes": [],
|
| 319 |
+
"train_frames": 61498,
|
| 320 |
+
"git_commit": null
|
| 321 |
+
},
|
| 322 |
+
"training": {
|
| 323 |
+
"steps": 4000,
|
| 324 |
+
"batch_size": 512,
|
| 325 |
+
"lr": 0.0001,
|
| 326 |
+
"betas": [
|
| 327 |
+
0.95,
|
| 328 |
+
0.999
|
| 329 |
+
],
|
| 330 |
+
"weight_decay": 1e-06,
|
| 331 |
+
"warmup": 500,
|
| 332 |
+
"schedule": "linear warm-up + cosine",
|
| 333 |
+
"backbone_lr_scale": 0.1,
|
| 334 |
+
"ema": 0.9999,
|
| 335 |
+
"shift_px": 0,
|
| 336 |
+
"amp": true,
|
| 337 |
+
"seed": 0,
|
| 338 |
+
"augmentation": {
|
| 339 |
+
"spec": "docs/augmentation_v2.md",
|
| 340 |
+
"version": "hb-aug-v2-20261109",
|
| 341 |
+
"implementation": "evaluation/augmentation/hb_aug_v2.py",
|
| 342 |
+
"visual": {
|
| 343 |
+
"effects": [
|
| 344 |
+
"exposure",
|
| 345 |
+
"contrast",
|
| 346 |
+
"saturation",
|
| 347 |
+
"hue",
|
| 348 |
+
"gamma",
|
| 349 |
+
"temperature",
|
| 350 |
+
"rotation_crop",
|
| 351 |
+
"noise",
|
| 352 |
+
"gaussian_blur",
|
| 353 |
+
"jpeg",
|
| 354 |
+
"motion_blur",
|
| 355 |
+
"sharpen",
|
| 356 |
+
"defocus",
|
| 357 |
+
"light_shadow",
|
| 358 |
+
"wb_channel"
|
| 359 |
+
],
|
| 360 |
+
"boosted_per_sample": 1,
|
| 361 |
+
"boost": 1.5,
|
| 362 |
+
"pixel_scale": "H / 224",
|
| 363 |
+
"future_targets": "none (one observation frame)"
|
| 364 |
+
},
|
| 365 |
+
"proprio": {
|
| 366 |
+
"robot": "g1",
|
| 367 |
+
"body_dims": 29,
|
| 368 |
+
"bias_deg": 2.0,
|
| 369 |
+
"bias_scope": "per_sample",
|
| 370 |
+
"noise_deg": 0.25,
|
| 371 |
+
"noise_clip_sigma": 3,
|
| 372 |
+
"delay_probability": 0.0,
|
| 373 |
+
"history_drop_probability": 0.0,
|
| 374 |
+
"velocity": false
|
| 375 |
+
},
|
| 376 |
+
"native_image_augmentation": "off",
|
| 377 |
+
"evaluation": "off"
|
| 378 |
+
},
|
| 379 |
+
"preflight": {
|
| 380 |
+
"samples": 64,
|
| 381 |
+
"state_dim": 44,
|
| 382 |
+
"body_dims": 29,
|
| 383 |
+
"images_changed": 64,
|
| 384 |
+
"body_values_moved": 1.0,
|
| 385 |
+
"max_body_offset_deg": 2.7313,
|
| 386 |
+
"actions_bit_identical": true,
|
| 387 |
+
"non_body_state_bit_identical": true,
|
| 388 |
+
"eval_items_deterministic": 8
|
| 389 |
+
}
|
| 390 |
+
},
|
| 391 |
+
"stats": {
|
| 392 |
+
"state": {
|
| 393 |
+
"min": [
|
| 394 |
+
-0.2515260875225067,
|
| 395 |
+
-0.03310006856918335,
|
| 396 |
+
-0.08915279805660248,
|
| 397 |
+
0.14301416277885437,
|
| 398 |
+
-0.18305416405200958,
|
| 399 |
+
-0.10634835064411163,
|
| 400 |
+
-0.2634684145450592,
|
| 401 |
+
-0.05348178371787071,
|
| 402 |
+
-0.21431514620780945,
|
| 403 |
+
0.13807232677936554,
|
| 404 |
+
-0.2242385447025299,
|
| 405 |
+
-0.09678935259580612,
|
| 406 |
+
-0.18892650306224823,
|
| 407 |
+
-0.10323800146579742,
|
| 408 |
+
-0.09472811967134476,
|
| 409 |
+
-0.2798849642276764,
|
| 410 |
+
0.1722967028617859,
|
| 411 |
+
-1.1891459226608276,
|
| 412 |
+
0.3821650445461273,
|
| 413 |
+
-0.5277573466300964,
|
| 414 |
+
-0.1239900067448616,
|
| 415 |
+
-0.025756916031241417,
|
| 416 |
+
-1.5671592950820923,
|
| 417 |
+
-1.708814024925232,
|
| 418 |
+
-0.94542396068573,
|
| 419 |
+
-0.8548623323440552,
|
| 420 |
+
-0.9579849243164062,
|
| 421 |
+
-0.9779664278030396,
|
| 422 |
+
-0.5873764157295227,
|
| 423 |
+
0.9998621344566345,
|
| 424 |
+
0.9998221397399902,
|
| 425 |
+
0.9998023509979248,
|
| 426 |
+
0.9998185634613037,
|
| 427 |
+
0.9975361227989197,
|
| 428 |
+
0.9988760948181152,
|
| 429 |
+
0.360027939081192,
|
| 430 |
+
0.4790782630443573,
|
| 431 |
+
0.5461887717247009,
|
| 432 |
+
0.48382189869880676,
|
| 433 |
+
0.6635858416557312,
|
| 434 |
+
0.0,
|
| 435 |
+
-0.10022255033254623,
|
| 436 |
+
-0.03946204483509064,
|
| 437 |
+
-1.0
|
| 438 |
+
],
|
| 439 |
+
"max": [
|
| 440 |
+
0.00482684513553977,
|
| 441 |
+
0.13756881654262543,
|
| 442 |
+
0.2979176640510559,
|
| 443 |
+
0.3711587190628052,
|
| 444 |
+
0.031152762472629547,
|
| 445 |
+
0.010087746195495129,
|
| 446 |
+
0.019378269091248512,
|
| 447 |
+
0.1355365365743637,
|
| 448 |
+
0.182325080037117,
|
| 449 |
+
0.4443013668060303,
|
| 450 |
+
-0.05482839047908783,
|
| 451 |
+
0.011374615132808685,
|
| 452 |
+
0.165291890501976,
|
| 453 |
+
0.05307222157716751,
|
| 454 |
+
0.177412211894989,
|
| 455 |
+
0.22115345299243927,
|
| 456 |
+
0.6989883780479431,
|
| 457 |
+
-0.3335850238800049,
|
| 458 |
+
1.1546826362609863,
|
| 459 |
+
0.28441083431243896,
|
| 460 |
+
0.08963758498430252,
|
| 461 |
+
0.3550512492656708,
|
| 462 |
+
1.1140739917755127,
|
| 463 |
+
-0.22596199810504913,
|
| 464 |
+
1.7804871797561646,
|
| 465 |
+
1.2184052467346191,
|
| 466 |
+
1.2347023487091064,
|
| 467 |
+
1.5067987442016602,
|
| 468 |
+
1.0105962753295898,
|
| 469 |
+
1.0,
|
| 470 |
+
1.0,
|
| 471 |
+
1.0,
|
| 472 |
+
1.0,
|
| 473 |
+
0.9982408285140991,
|
| 474 |
+
0.9999225735664368,
|
| 475 |
+
1.0,
|
| 476 |
+
1.0,
|
| 477 |
+
1.0,
|
| 478 |
+
0.9999973177909851,
|
| 479 |
+
1.0,
|
| 480 |
+
1.0,
|
| 481 |
+
0.038201265037059784,
|
| 482 |
+
0.023285934701561928,
|
| 483 |
+
-0.9949650168418884
|
| 484 |
+
],
|
| 485 |
+
"mean": [
|
| 486 |
+
-0.07244415528619287,
|
| 487 |
+
0.016438895257606716,
|
| 488 |
+
-0.03188766069938736,
|
| 489 |
+
0.19652274108921836,
|
| 490 |
+
-0.09995080381043964,
|
| 491 |
+
-0.0335864852112993,
|
| 492 |
+
-0.06201331924385435,
|
| 493 |
+
0.0041316509641342114,
|
| 494 |
+
-0.07562538691067132,
|
| 495 |
+
0.22342829523439264,
|
| 496 |
+
-0.13939505500881355,
|
| 497 |
+
-0.02568257955335654,
|
| 498 |
+
0.020507808718722174,
|
| 499 |
+
0.0030919114143910654,
|
| 500 |
+
0.11976549024164236,
|
| 501 |
+
-0.04130542899628228,
|
| 502 |
+
0.27413152575942573,
|
| 503 |
+
-0.667075950232086,
|
| 504 |
+
0.9776525052369189,
|
| 505 |
+
-0.15594609082852004,
|
| 506 |
+
-0.04114803172895316,
|
| 507 |
+
0.07066678088305102,
|
| 508 |
+
-0.44530701068620304,
|
| 509 |
+
-0.7956643808095055,
|
| 510 |
+
0.6432070891275159,
|
| 511 |
+
0.07140851169135853,
|
| 512 |
+
-0.22403887370387132,
|
| 513 |
+
0.19658286211869352,
|
| 514 |
+
0.3118955244879216,
|
| 515 |
+
0.9999827171293537,
|
| 516 |
+
0.999982850921418,
|
| 517 |
+
0.9999830789480982,
|
| 518 |
+
0.9999811406495951,
|
| 519 |
+
0.9977658298817017,
|
| 520 |
+
0.9997360855995177,
|
| 521 |
+
0.7778945983312991,
|
| 522 |
+
0.8171959691692932,
|
| 523 |
+
0.8399288212288848,
|
| 524 |
+
0.8394280370284749,
|
| 525 |
+
0.8745686375938581,
|
| 526 |
+
0.12291562838728093,
|
| 527 |
+
-0.023435156143715264,
|
| 528 |
+
-0.004820223051842413,
|
| 529 |
+
-0.999617456030026
|
| 530 |
+
],
|
| 531 |
+
"std": [
|
| 532 |
+
0.045712745420827386,
|
| 533 |
+
0.013154301249487431,
|
| 534 |
+
0.02405439153160751,
|
| 535 |
+
0.0422870935042734,
|
| 536 |
+
0.01604373013239405,
|
| 537 |
+
0.010666838959405088,
|
| 538 |
+
0.0447255039612766,
|
| 539 |
+
0.014369854397034587,
|
| 540 |
+
0.025451572022126993,
|
| 541 |
+
0.05279699313574748,
|
| 542 |
+
0.02213303083995789,
|
| 543 |
+
0.011183898115253933,
|
| 544 |
+
0.07041149453770397,
|
| 545 |
+
0.015833724218855847,
|
| 546 |
+
0.039560888033149964,
|
| 547 |
+
0.08342761969885264,
|
| 548 |
+
0.0587237913039723,
|
| 549 |
+
0.22301655606787774,
|
| 550 |
+
0.08125572382728762,
|
| 551 |
+
0.1281115145665045,
|
| 552 |
+
0.03600107397023974,
|
| 553 |
+
0.04123008646611267,
|
| 554 |
+
0.5831912382159029,
|
| 555 |
+
0.23706341250281637,
|
| 556 |
+
0.5432748450536339,
|
| 557 |
+
0.504036388323598,
|
| 558 |
+
0.31188020039153314,
|
| 559 |
+
0.3436391052756804,
|
| 560 |
+
0.26504982482523237,
|
| 561 |
+
1.8214790335763182e-05,
|
| 562 |
+
2.3385127857745866e-05,
|
| 563 |
+
2.5684815254370892e-05,
|
| 564 |
+
2.368414515012511e-05,
|
| 565 |
+
7.802892144541008e-05,
|
| 566 |
+
6.03931448414821e-05,
|
| 567 |
+
0.2307055833669559,
|
| 568 |
+
0.1900819078013402,
|
| 569 |
+
0.16354430170740317,
|
| 570 |
+
0.16593648793853702,
|
| 571 |
+
0.1286487353890603,
|
| 572 |
+
0.3083183803524622,
|
| 573 |
+
0.013093107258771247,
|
| 574 |
+
0.004580775936054731,
|
| 575 |
+
0.0002959946385408924
|
| 576 |
+
]
|
| 577 |
+
},
|
| 578 |
+
"action": {
|
| 579 |
+
"min": [
|
| 580 |
+
0.0,
|
| 581 |
+
-0.375,
|
| 582 |
+
-0.4375,
|
| 583 |
+
-0.125,
|
| 584 |
+
-0.375,
|
| 585 |
+
-0.3125,
|
| 586 |
+
-0.375,
|
| 587 |
+
-0.3125,
|
| 588 |
+
-0.25,
|
| 589 |
+
-0.25,
|
| 590 |
+
-0.5625,
|
| 591 |
+
-0.1875,
|
| 592 |
+
-0.125,
|
| 593 |
+
-0.3125,
|
| 594 |
+
-0.125,
|
| 595 |
+
-0.25,
|
| 596 |
+
-0.125,
|
| 597 |
+
-0.1875,
|
| 598 |
+
-0.5,
|
| 599 |
+
-0.25,
|
| 600 |
+
-0.1875,
|
| 601 |
+
-0.5625,
|
| 602 |
+
-0.25,
|
| 603 |
+
-0.375,
|
| 604 |
+
-0.4375,
|
| 605 |
+
-0.0625,
|
| 606 |
+
-0.375,
|
| 607 |
+
-0.375,
|
| 608 |
+
-0.3125,
|
| 609 |
+
-0.3125,
|
| 610 |
+
0.0,
|
| 611 |
+
0.125,
|
| 612 |
+
-0.3125,
|
| 613 |
+
0.0,
|
| 614 |
+
0.125,
|
| 615 |
+
-0.4375,
|
| 616 |
+
-0.1875,
|
| 617 |
+
-0.4375,
|
| 618 |
+
-0.25,
|
| 619 |
+
-0.1875,
|
| 620 |
+
-0.4375,
|
| 621 |
+
-0.375,
|
| 622 |
+
-0.1875,
|
| 623 |
+
-0.0625,
|
| 624 |
+
-0.3125,
|
| 625 |
+
-0.25,
|
| 626 |
+
-0.1875,
|
| 627 |
+
-0.3125,
|
| 628 |
+
-0.3125,
|
| 629 |
+
-0.5625,
|
| 630 |
+
-0.125,
|
| 631 |
+
-0.125,
|
| 632 |
+
-0.4375,
|
| 633 |
+
-0.5,
|
| 634 |
+
-0.1875,
|
| 635 |
+
-0.25,
|
| 636 |
+
-0.375,
|
| 637 |
+
-0.0625,
|
| 638 |
+
-0.4375,
|
| 639 |
+
-0.25,
|
| 640 |
+
-0.4375,
|
| 641 |
+
0.0625,
|
| 642 |
+
-0.25,
|
| 643 |
+
0.0,
|
| 644 |
+
0.9998621344566345,
|
| 645 |
+
0.9998221397399902,
|
| 646 |
+
0.9998023509979248,
|
| 647 |
+
0.9998185634613037,
|
| 648 |
+
0.9975361227989197,
|
| 649 |
+
0.9988760948181152,
|
| 650 |
+
0.360027939081192,
|
| 651 |
+
0.4790782630443573,
|
| 652 |
+
0.5461887717247009,
|
| 653 |
+
0.48382189869880676,
|
| 654 |
+
0.6635858416557312,
|
| 655 |
+
0.0
|
| 656 |
+
],
|
| 657 |
+
"max": [
|
| 658 |
+
0.375,
|
| 659 |
+
0.25,
|
| 660 |
+
0.25,
|
| 661 |
+
0.1875,
|
| 662 |
+
0.1875,
|
| 663 |
+
0.1875,
|
| 664 |
+
0.25,
|
| 665 |
+
0.25,
|
| 666 |
+
0.1875,
|
| 667 |
+
0.125,
|
| 668 |
+
0.0625,
|
| 669 |
+
0.1875,
|
| 670 |
+
0.5,
|
| 671 |
+
0.1875,
|
| 672 |
+
0.25,
|
| 673 |
+
0.0625,
|
| 674 |
+
0.3125,
|
| 675 |
+
0.5,
|
| 676 |
+
0.1875,
|
| 677 |
+
0.25,
|
| 678 |
+
0.25,
|
| 679 |
+
0.0625,
|
| 680 |
+
0.4375,
|
| 681 |
+
0.25,
|
| 682 |
+
0.0,
|
| 683 |
+
0.4375,
|
| 684 |
+
0.0,
|
| 685 |
+
0.1875,
|
| 686 |
+
0.1875,
|
| 687 |
+
0.1875,
|
| 688 |
+
0.4375,
|
| 689 |
+
0.5,
|
| 690 |
+
0.3125,
|
| 691 |
+
0.3125,
|
| 692 |
+
0.3125,
|
| 693 |
+
0.0625,
|
| 694 |
+
0.1875,
|
| 695 |
+
0.3125,
|
| 696 |
+
0.1875,
|
| 697 |
+
0.25,
|
| 698 |
+
0.0,
|
| 699 |
+
0.25,
|
| 700 |
+
0.125,
|
| 701 |
+
0.5,
|
| 702 |
+
0.125,
|
| 703 |
+
0.5,
|
| 704 |
+
0.4375,
|
| 705 |
+
0.4375,
|
| 706 |
+
0.4375,
|
| 707 |
+
0.0,
|
| 708 |
+
0.125,
|
| 709 |
+
0.25,
|
| 710 |
+
0.5,
|
| 711 |
+
-0.0625,
|
| 712 |
+
0.125,
|
| 713 |
+
0.4375,
|
| 714 |
+
0.5,
|
| 715 |
+
0.3125,
|
| 716 |
+
0.125,
|
| 717 |
+
0.125,
|
| 718 |
+
0.125,
|
| 719 |
+
0.5,
|
| 720 |
+
0.125,
|
| 721 |
+
0.6875,
|
| 722 |
+
1.0,
|
| 723 |
+
1.0,
|
| 724 |
+
1.0,
|
| 725 |
+
1.0,
|
| 726 |
+
0.9982408285140991,
|
| 727 |
+
0.9999225735664368,
|
| 728 |
+
1.0,
|
| 729 |
+
1.0,
|
| 730 |
+
1.0,
|
| 731 |
+
0.9999973177909851,
|
| 732 |
+
1.0,
|
| 733 |
+
1.0
|
| 734 |
+
],
|
| 735 |
+
"mean": [
|
| 736 |
+
0.2026803717194055,
|
| 737 |
+
-0.07236617450974016,
|
| 738 |
+
-0.02242552603336694,
|
| 739 |
+
0.02358918176200852,
|
| 740 |
+
-0.12101816319229894,
|
| 741 |
+
-0.10377979771699893,
|
| 742 |
+
-0.04818144492503821,
|
| 743 |
+
-0.09367987576831767,
|
| 744 |
+
-0.015672257634394615,
|
| 745 |
+
-0.07295460827994406,
|
| 746 |
+
-0.28937628052944814,
|
| 747 |
+
0.023045464893167257,
|
| 748 |
+
0.12778362710982472,
|
| 749 |
+
-0.014680355458714104,
|
| 750 |
+
0.047179379817229826,
|
| 751 |
+
-0.12413716706234348,
|
| 752 |
+
0.0648974356889655,
|
| 753 |
+
0.1738440680997756,
|
| 754 |
+
-0.1366050521968194,
|
| 755 |
+
0.05253626134183226,
|
| 756 |
+
0.005097726755341637,
|
| 757 |
+
-0.21554664379329408,
|
| 758 |
+
0.09576226056131906,
|
| 759 |
+
-0.11485841002959446,
|
| 760 |
+
-0.21714120784415752,
|
| 761 |
+
0.25317489999674786,
|
| 762 |
+
-0.23478507431135973,
|
| 763 |
+
-0.10450746365735471,
|
| 764 |
+
-0.049666249308920614,
|
| 765 |
+
-0.03343909558034407,
|
| 766 |
+
0.2612117467234707,
|
| 767 |
+
0.28021846238902076,
|
| 768 |
+
0.013058351491105402,
|
| 769 |
+
0.14741942827409021,
|
| 770 |
+
0.23094043708738496,
|
| 771 |
+
-0.2599698364174445,
|
| 772 |
+
0.054112532114865525,
|
| 773 |
+
-0.18685465380988,
|
| 774 |
+
-0.021627735861328823,
|
| 775 |
+
-0.045454730235129595,
|
| 776 |
+
-0.261119264041107,
|
| 777 |
+
-0.09780399362580897,
|
| 778 |
+
-0.03171647858466942,
|
| 779 |
+
0.30728844840482616,
|
| 780 |
+
-0.13527167550164232,
|
| 781 |
+
0.061584319815278545,
|
| 782 |
+
0.07089966340368792,
|
| 783 |
+
0.06740158216527367,
|
| 784 |
+
0.18057091287521546,
|
| 785 |
+
-0.27359832840092363,
|
| 786 |
+
-0.01098104816416794,
|
| 787 |
+
0.03545237243487593,
|
| 788 |
+
0.1730208705974178,
|
| 789 |
+
-0.26741316790789943,
|
| 790 |
+
-0.03493507918956714,
|
| 791 |
+
0.1694120133988097,
|
| 792 |
+
0.01502691144427461,
|
| 793 |
+
0.05571421021821848,
|
| 794 |
+
-0.22518415233015707,
|
| 795 |
+
-0.05392248528407428,
|
| 796 |
+
-0.1961598344661615,
|
| 797 |
+
0.3429247699112166,
|
| 798 |
+
-0.04006126215486683,
|
| 799 |
+
0.40486580864418353,
|
| 800 |
+
0.9999827171293537,
|
| 801 |
+
0.999982850921418,
|
| 802 |
+
0.9999830789480982,
|
| 803 |
+
0.9999811406495951,
|
| 804 |
+
0.9977658298817017,
|
| 805 |
+
0.9997360855995177,
|
| 806 |
+
0.7778945983312991,
|
| 807 |
+
0.8171959691692932,
|
| 808 |
+
0.8399288212288848,
|
| 809 |
+
0.8394280370284749,
|
| 810 |
+
0.8745686375938581,
|
| 811 |
+
0.12291562838728093
|
| 812 |
+
],
|
| 813 |
+
"std": [
|
| 814 |
+
0.07423638798986239,
|
| 815 |
+
0.10276070894626457,
|
| 816 |
+
0.11812702387971753,
|
| 817 |
+
0.05957396656117891,
|
| 818 |
+
0.1218417031488596,
|
| 819 |
+
0.08063836551976374,
|
| 820 |
+
0.1020635000819969,
|
| 821 |
+
0.10540346375069484,
|
| 822 |
+
0.08296831170197061,
|
| 823 |
+
0.05989282207073844,
|
| 824 |
+
0.131405419274155,
|
| 825 |
+
0.07688508477180626,
|
| 826 |
+
0.15530657456533145,
|
| 827 |
+
0.09090021877289593,
|
| 828 |
+
0.07144535330531092,
|
| 829 |
+
0.07721423672952077,
|
| 830 |
+
0.061937753226413185,
|
| 831 |
+
0.12535445915332458,
|
| 832 |
+
0.1406645362754369,
|
| 833 |
+
0.09610483490082063,
|
| 834 |
+
0.0892112540257282,
|
| 835 |
+
0.10101183108941218,
|
| 836 |
+
0.14459992137856284,
|
| 837 |
+
0.09259695505428482,
|
| 838 |
+
0.07250089525780803,
|
| 839 |
+
0.07751064616894329,
|
| 840 |
+
0.09003536032570492,
|
| 841 |
+
0.08768655804866919,
|
| 842 |
+
0.0793513264967945,
|
| 843 |
+
0.0799717022695259,
|
| 844 |
+
0.08767655242632699,
|
| 845 |
+
0.06686962750120226,
|
| 846 |
+
0.11139553980852172,
|
| 847 |
+
0.05962527954838032,
|
| 848 |
+
0.03113638664810605,
|
| 849 |
+
0.1104336480130166,
|
| 850 |
+
0.0900293543854962,
|
| 851 |
+
0.17353368370821917,
|
| 852 |
+
0.06621053001132303,
|
| 853 |
+
0.07044267349366652,
|
| 854 |
+
0.07468062148900616,
|
| 855 |
+
0.13559357690832427,
|
| 856 |
+
0.051673248141484364,
|
| 857 |
+
0.11970962808802042,
|
| 858 |
+
0.09873016730126778,
|
| 859 |
+
0.1482997857923691,
|
| 860 |
+
0.14644960009292055,
|
| 861 |
+
0.12362418143308783,
|
| 862 |
+
0.14892813932159055,
|
| 863 |
+
0.1264928491368565,
|
| 864 |
+
0.04485723360367807,
|
| 865 |
+
0.06556638017875786,
|
| 866 |
+
0.23014907315132233,
|
| 867 |
+
0.07366488770406758,
|
| 868 |
+
0.05520901424631441,
|
| 869 |
+
0.1518289001396863,
|
| 870 |
+
0.1840720418570084,
|
| 871 |
+
0.05832378814080937,
|
| 872 |
+
0.11903714776197126,
|
| 873 |
+
0.05677283141546173,
|
| 874 |
+
0.09207849117719222,
|
| 875 |
+
0.09729334507011746,
|
| 876 |
+
0.0780996197326025,
|
| 877 |
+
0.16351388381996734,
|
| 878 |
+
1.8214790335763182e-05,
|
| 879 |
+
2.3385127857745866e-05,
|
| 880 |
+
2.5684815254370892e-05,
|
| 881 |
+
2.368414515012511e-05,
|
| 882 |
+
7.802892144541008e-05,
|
| 883 |
+
6.03931448414821e-05,
|
| 884 |
+
0.2307055833669559,
|
| 885 |
+
0.1900819078013402,
|
| 886 |
+
0.16354430170740317,
|
| 887 |
+
0.16593648793853702,
|
| 888 |
+
0.1286487353890603,
|
| 889 |
+
0.3083183803524622
|
| 890 |
+
]
|
| 891 |
+
}
|
| 892 |
+
},
|
| 893 |
+
"code_commit": "028df1bb7024fb1e3d176de7e60c84d3333cd97f"
|
| 894 |
+
}
|
b8-table-wipe/b512-cont-20261117/resume.json
ADDED
|
@@ -0,0 +1,26 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"task": "b8",
|
| 3 |
+
"status": "paused_by_owner",
|
| 4 |
+
"saved_step": 6000,
|
| 5 |
+
"last_logged_step": 6700,
|
| 6 |
+
"paused_at": "2026-11-17T08:36:34.220194+00:00",
|
| 7 |
+
"planned_total_steps": 20000,
|
| 8 |
+
"dataset_repo": "humanoid-benchmark/b8-table-wipe-expert-v1",
|
| 9 |
+
"dataset_revision": "3b2e6180508f84f70fda8b33cd3e41c14225f0b5",
|
| 10 |
+
"dataset_train_frames": 61498,
|
| 11 |
+
"dataset_episodes": 100,
|
| 12 |
+
"code_directory": "code/fmdit_continue_20261117",
|
| 13 |
+
"source_commit": "028df1bb7024fb1e3d176de7e60c84d3333cd97f",
|
| 14 |
+
"parent_local_checkpoint": "/mnt/data0/zuo/Humanoid_benchmark/results/baselines_preflight_20261117/runs/b8-table-wipe-expert-v1/fm_dit/checkpoints/step-004000",
|
| 15 |
+
"parent_state_sha256": "e31fa6e541a93c084a279627f53a7a9c3494772ef9605b1665a267abf7bb9a8f",
|
| 16 |
+
"offline_eval": {
|
| 17 |
+
"mse": 0.022521788254380226,
|
| 18 |
+
"mse_row0": 0.02053411304950714,
|
| 19 |
+
"mse_motion_token": 0.022982770577073097,
|
| 20 |
+
"mse_inspire_left_hand_state": 0.012518338859081268,
|
| 21 |
+
"mse_inspire_right_hand_state": 0.027608102187514305,
|
| 22 |
+
"samples": 256,
|
| 23 |
+
"frames": "train"
|
| 24 |
+
},
|
| 25 |
+
"limitation": "Portable resume starts at step 6000. Later logged updates are not in the saved state. RNG and DataLoader states were not saved by the original trainer; resume is not bit-exact."
|
| 26 |
+
}
|
b8-table-wipe/b512-cont-20261117/run.json
ADDED
|
@@ -0,0 +1,899 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"argv": [
|
| 3 |
+
"/mnt/data0/zuo/Humanoid_benchmark/results/baselines_preflight_20261117/main/evaluation/baselines/train.py",
|
| 4 |
+
"--policy",
|
| 5 |
+
"fm_dit",
|
| 6 |
+
"--contract",
|
| 7 |
+
"g1_sonic_dfx6",
|
| 8 |
+
"--dataset",
|
| 9 |
+
"/mnt/data0/zuo/Humanoid_benchmark/data/baselines/b8-table-wipe-expert-v1",
|
| 10 |
+
"--cache-dir",
|
| 11 |
+
"/mnt/data0/zuo/Humanoid_benchmark/cache/baselines/frames",
|
| 12 |
+
"--out",
|
| 13 |
+
"/mnt/data0/zuo/Humanoid_benchmark/results/fmdit_continue_20261117_01/runs/b8/fm_dit",
|
| 14 |
+
"--batch-size",
|
| 15 |
+
"512",
|
| 16 |
+
"--steps",
|
| 17 |
+
"20000",
|
| 18 |
+
"--save-every",
|
| 19 |
+
"2000",
|
| 20 |
+
"--log-every",
|
| 21 |
+
"25",
|
| 22 |
+
"--workers",
|
| 23 |
+
"32",
|
| 24 |
+
"--resume"
|
| 25 |
+
],
|
| 26 |
+
"started": "2026-11-17T15:57:43",
|
| 27 |
+
"host": "xt-p-A100-004",
|
| 28 |
+
"torch": "2.9.0+cu128",
|
| 29 |
+
"policy": {
|
| 30 |
+
"policy": "fm_dit",
|
| 31 |
+
"n_cameras": 2,
|
| 32 |
+
"state_dim": 44,
|
| 33 |
+
"action_dim": 76,
|
| 34 |
+
"horizon": 16,
|
| 35 |
+
"backbone": "resnet18",
|
| 36 |
+
"backbone_weights": "IMAGENET1K_V1",
|
| 37 |
+
"backbone_norm": "frozen_bn",
|
| 38 |
+
"hidden_dim": 384,
|
| 39 |
+
"num_layers": 4,
|
| 40 |
+
"num_heads": 8,
|
| 41 |
+
"mlp_ratio": 4.0,
|
| 42 |
+
"dropout": 0.1,
|
| 43 |
+
"time_embed_dim": 128,
|
| 44 |
+
"num_inference_steps": null,
|
| 45 |
+
"num_train_timesteps": 100,
|
| 46 |
+
"beta_schedule": "squaredcos_cap_v2",
|
| 47 |
+
"prediction_type": "epsilon",
|
| 48 |
+
"clip_sample": true,
|
| 49 |
+
"act_hidden_dim": 512,
|
| 50 |
+
"dim_feedforward": 3200,
|
| 51 |
+
"enc_layers": 4,
|
| 52 |
+
"dec_layers": 7,
|
| 53 |
+
"nheads": 8,
|
| 54 |
+
"latent_dim": 32,
|
| 55 |
+
"kl_weight": 10.0,
|
| 56 |
+
"extra": {}
|
| 57 |
+
},
|
| 58 |
+
"contract": {
|
| 59 |
+
"name": "g1_sonic_dfx6",
|
| 60 |
+
"robot": "g1",
|
| 61 |
+
"cameras": [
|
| 62 |
+
"ego_view",
|
| 63 |
+
"chest"
|
| 64 |
+
],
|
| 65 |
+
"state": [
|
| 66 |
+
[
|
| 67 |
+
"observation.state",
|
| 68 |
+
0,
|
| 69 |
+
29
|
| 70 |
+
],
|
| 71 |
+
[
|
| 72 |
+
"observation.inspire_left_hand_state",
|
| 73 |
+
0,
|
| 74 |
+
6
|
| 75 |
+
],
|
| 76 |
+
[
|
| 77 |
+
"observation.inspire_right_hand_state",
|
| 78 |
+
0,
|
| 79 |
+
6
|
| 80 |
+
],
|
| 81 |
+
[
|
| 82 |
+
"observation.projected_gravity",
|
| 83 |
+
0,
|
| 84 |
+
3
|
| 85 |
+
]
|
| 86 |
+
],
|
| 87 |
+
"action": [
|
| 88 |
+
[
|
| 89 |
+
"action.motion_token",
|
| 90 |
+
0,
|
| 91 |
+
64
|
| 92 |
+
],
|
| 93 |
+
[
|
| 94 |
+
"observation.inspire_left_hand_state",
|
| 95 |
+
0,
|
| 96 |
+
6
|
| 97 |
+
],
|
| 98 |
+
[
|
| 99 |
+
"observation.inspire_right_hand_state",
|
| 100 |
+
0,
|
| 101 |
+
6
|
| 102 |
+
]
|
| 103 |
+
],
|
| 104 |
+
"state_dim": 44,
|
| 105 |
+
"action_dim": 76,
|
| 106 |
+
"action_space": "sonic_dfx6",
|
| 107 |
+
"body_dims": 29
|
| 108 |
+
},
|
| 109 |
+
"image_hw": [
|
| 110 |
+
168,
|
| 111 |
+
224
|
| 112 |
+
],
|
| 113 |
+
"task_text": "Approach the flat block with a naturally aligned wrist, stop before closing the hand, wipe sideways at a top-view 45-degree heading, then set the block on the tabletop and release it.",
|
| 114 |
+
"dataset": {
|
| 115 |
+
"name": "b8-table-wipe-expert-v1",
|
| 116 |
+
"root": "/mnt/data0/zuo/Humanoid_benchmark/data/baselines/b8-table-wipe-expert-v1",
|
| 117 |
+
"robot_type": null,
|
| 118 |
+
"fps": 30.0,
|
| 119 |
+
"episodes": [
|
| 120 |
+
0,
|
| 121 |
+
1,
|
| 122 |
+
2,
|
| 123 |
+
3,
|
| 124 |
+
4,
|
| 125 |
+
5,
|
| 126 |
+
6,
|
| 127 |
+
7,
|
| 128 |
+
8,
|
| 129 |
+
9,
|
| 130 |
+
10,
|
| 131 |
+
11,
|
| 132 |
+
12,
|
| 133 |
+
13,
|
| 134 |
+
14,
|
| 135 |
+
15,
|
| 136 |
+
16,
|
| 137 |
+
17,
|
| 138 |
+
18,
|
| 139 |
+
19,
|
| 140 |
+
20,
|
| 141 |
+
21,
|
| 142 |
+
22,
|
| 143 |
+
23,
|
| 144 |
+
24,
|
| 145 |
+
25,
|
| 146 |
+
26,
|
| 147 |
+
27,
|
| 148 |
+
28,
|
| 149 |
+
29,
|
| 150 |
+
30,
|
| 151 |
+
31,
|
| 152 |
+
32,
|
| 153 |
+
33,
|
| 154 |
+
34,
|
| 155 |
+
35,
|
| 156 |
+
36,
|
| 157 |
+
37,
|
| 158 |
+
38,
|
| 159 |
+
39,
|
| 160 |
+
40,
|
| 161 |
+
41,
|
| 162 |
+
42,
|
| 163 |
+
43,
|
| 164 |
+
44,
|
| 165 |
+
45,
|
| 166 |
+
46,
|
| 167 |
+
47,
|
| 168 |
+
48,
|
| 169 |
+
49,
|
| 170 |
+
50,
|
| 171 |
+
51,
|
| 172 |
+
52,
|
| 173 |
+
53,
|
| 174 |
+
54,
|
| 175 |
+
55,
|
| 176 |
+
56,
|
| 177 |
+
57,
|
| 178 |
+
58,
|
| 179 |
+
59,
|
| 180 |
+
60,
|
| 181 |
+
61,
|
| 182 |
+
62,
|
| 183 |
+
63,
|
| 184 |
+
64,
|
| 185 |
+
65,
|
| 186 |
+
66,
|
| 187 |
+
67,
|
| 188 |
+
68,
|
| 189 |
+
69,
|
| 190 |
+
70,
|
| 191 |
+
71,
|
| 192 |
+
72,
|
| 193 |
+
73,
|
| 194 |
+
74,
|
| 195 |
+
75,
|
| 196 |
+
76,
|
| 197 |
+
77,
|
| 198 |
+
78,
|
| 199 |
+
79,
|
| 200 |
+
80,
|
| 201 |
+
81,
|
| 202 |
+
82,
|
| 203 |
+
83,
|
| 204 |
+
84,
|
| 205 |
+
85,
|
| 206 |
+
86,
|
| 207 |
+
87,
|
| 208 |
+
88,
|
| 209 |
+
89,
|
| 210 |
+
90,
|
| 211 |
+
91,
|
| 212 |
+
92,
|
| 213 |
+
93,
|
| 214 |
+
94,
|
| 215 |
+
95,
|
| 216 |
+
96,
|
| 217 |
+
97,
|
| 218 |
+
98,
|
| 219 |
+
99
|
| 220 |
+
],
|
| 221 |
+
"train_episodes": [
|
| 222 |
+
0,
|
| 223 |
+
1,
|
| 224 |
+
2,
|
| 225 |
+
3,
|
| 226 |
+
4,
|
| 227 |
+
5,
|
| 228 |
+
6,
|
| 229 |
+
7,
|
| 230 |
+
8,
|
| 231 |
+
9,
|
| 232 |
+
10,
|
| 233 |
+
11,
|
| 234 |
+
12,
|
| 235 |
+
13,
|
| 236 |
+
14,
|
| 237 |
+
15,
|
| 238 |
+
16,
|
| 239 |
+
17,
|
| 240 |
+
18,
|
| 241 |
+
19,
|
| 242 |
+
20,
|
| 243 |
+
21,
|
| 244 |
+
22,
|
| 245 |
+
23,
|
| 246 |
+
24,
|
| 247 |
+
25,
|
| 248 |
+
26,
|
| 249 |
+
27,
|
| 250 |
+
28,
|
| 251 |
+
29,
|
| 252 |
+
30,
|
| 253 |
+
31,
|
| 254 |
+
32,
|
| 255 |
+
33,
|
| 256 |
+
34,
|
| 257 |
+
35,
|
| 258 |
+
36,
|
| 259 |
+
37,
|
| 260 |
+
38,
|
| 261 |
+
39,
|
| 262 |
+
40,
|
| 263 |
+
41,
|
| 264 |
+
42,
|
| 265 |
+
43,
|
| 266 |
+
44,
|
| 267 |
+
45,
|
| 268 |
+
46,
|
| 269 |
+
47,
|
| 270 |
+
48,
|
| 271 |
+
49,
|
| 272 |
+
50,
|
| 273 |
+
51,
|
| 274 |
+
52,
|
| 275 |
+
53,
|
| 276 |
+
54,
|
| 277 |
+
55,
|
| 278 |
+
56,
|
| 279 |
+
57,
|
| 280 |
+
58,
|
| 281 |
+
59,
|
| 282 |
+
60,
|
| 283 |
+
61,
|
| 284 |
+
62,
|
| 285 |
+
63,
|
| 286 |
+
64,
|
| 287 |
+
65,
|
| 288 |
+
66,
|
| 289 |
+
67,
|
| 290 |
+
68,
|
| 291 |
+
69,
|
| 292 |
+
70,
|
| 293 |
+
71,
|
| 294 |
+
72,
|
| 295 |
+
73,
|
| 296 |
+
74,
|
| 297 |
+
75,
|
| 298 |
+
76,
|
| 299 |
+
77,
|
| 300 |
+
78,
|
| 301 |
+
79,
|
| 302 |
+
80,
|
| 303 |
+
81,
|
| 304 |
+
82,
|
| 305 |
+
83,
|
| 306 |
+
84,
|
| 307 |
+
85,
|
| 308 |
+
86,
|
| 309 |
+
87,
|
| 310 |
+
88,
|
| 311 |
+
89,
|
| 312 |
+
90,
|
| 313 |
+
91,
|
| 314 |
+
92,
|
| 315 |
+
93,
|
| 316 |
+
94,
|
| 317 |
+
95,
|
| 318 |
+
96,
|
| 319 |
+
97,
|
| 320 |
+
98,
|
| 321 |
+
99
|
| 322 |
+
],
|
| 323 |
+
"val_episodes": [],
|
| 324 |
+
"train_frames": 61498,
|
| 325 |
+
"git_commit": null
|
| 326 |
+
},
|
| 327 |
+
"training": {
|
| 328 |
+
"steps": 20000,
|
| 329 |
+
"batch_size": 512,
|
| 330 |
+
"lr": 0.0001,
|
| 331 |
+
"betas": [
|
| 332 |
+
0.95,
|
| 333 |
+
0.999
|
| 334 |
+
],
|
| 335 |
+
"weight_decay": 1e-06,
|
| 336 |
+
"warmup": 500,
|
| 337 |
+
"schedule": "linear warm-up + cosine",
|
| 338 |
+
"backbone_lr_scale": 0.1,
|
| 339 |
+
"ema": 0.9999,
|
| 340 |
+
"shift_px": 0,
|
| 341 |
+
"amp": true,
|
| 342 |
+
"seed": 0,
|
| 343 |
+
"augmentation": {
|
| 344 |
+
"spec": "docs/augmentation_v2.md",
|
| 345 |
+
"version": "hb-aug-v2-20261109",
|
| 346 |
+
"implementation": "evaluation/augmentation/hb_aug_v2.py",
|
| 347 |
+
"visual": {
|
| 348 |
+
"effects": [
|
| 349 |
+
"exposure",
|
| 350 |
+
"contrast",
|
| 351 |
+
"saturation",
|
| 352 |
+
"hue",
|
| 353 |
+
"gamma",
|
| 354 |
+
"temperature",
|
| 355 |
+
"rotation_crop",
|
| 356 |
+
"noise",
|
| 357 |
+
"gaussian_blur",
|
| 358 |
+
"jpeg",
|
| 359 |
+
"motion_blur",
|
| 360 |
+
"sharpen",
|
| 361 |
+
"defocus",
|
| 362 |
+
"light_shadow",
|
| 363 |
+
"wb_channel"
|
| 364 |
+
],
|
| 365 |
+
"boosted_per_sample": 1,
|
| 366 |
+
"boost": 1.5,
|
| 367 |
+
"pixel_scale": "H / 224",
|
| 368 |
+
"future_targets": "none (one observation frame)"
|
| 369 |
+
},
|
| 370 |
+
"proprio": {
|
| 371 |
+
"robot": "g1",
|
| 372 |
+
"body_dims": 29,
|
| 373 |
+
"bias_deg": 2.0,
|
| 374 |
+
"bias_scope": "per_sample",
|
| 375 |
+
"noise_deg": 0.25,
|
| 376 |
+
"noise_clip_sigma": 3,
|
| 377 |
+
"delay_probability": 0.0,
|
| 378 |
+
"history_drop_probability": 0.0,
|
| 379 |
+
"velocity": false
|
| 380 |
+
},
|
| 381 |
+
"native_image_augmentation": "off",
|
| 382 |
+
"evaluation": "off"
|
| 383 |
+
},
|
| 384 |
+
"preflight": {
|
| 385 |
+
"samples": 64,
|
| 386 |
+
"state_dim": 44,
|
| 387 |
+
"body_dims": 29,
|
| 388 |
+
"images_changed": 64,
|
| 389 |
+
"body_values_moved": 1.0,
|
| 390 |
+
"max_body_offset_deg": 2.5819,
|
| 391 |
+
"actions_bit_identical": true,
|
| 392 |
+
"non_body_state_bit_identical": true,
|
| 393 |
+
"eval_items_deterministic": 8
|
| 394 |
+
}
|
| 395 |
+
},
|
| 396 |
+
"stats": {
|
| 397 |
+
"state": {
|
| 398 |
+
"min": [
|
| 399 |
+
-0.2515260875225067,
|
| 400 |
+
-0.03310006856918335,
|
| 401 |
+
-0.08915279805660248,
|
| 402 |
+
0.14301416277885437,
|
| 403 |
+
-0.18305416405200958,
|
| 404 |
+
-0.10634835064411163,
|
| 405 |
+
-0.2634684145450592,
|
| 406 |
+
-0.05348178371787071,
|
| 407 |
+
-0.21431514620780945,
|
| 408 |
+
0.13807232677936554,
|
| 409 |
+
-0.2242385447025299,
|
| 410 |
+
-0.09678935259580612,
|
| 411 |
+
-0.18892650306224823,
|
| 412 |
+
-0.10323800146579742,
|
| 413 |
+
-0.09472811967134476,
|
| 414 |
+
-0.2798849642276764,
|
| 415 |
+
0.1722967028617859,
|
| 416 |
+
-1.1891459226608276,
|
| 417 |
+
0.3821650445461273,
|
| 418 |
+
-0.5277573466300964,
|
| 419 |
+
-0.1239900067448616,
|
| 420 |
+
-0.025756916031241417,
|
| 421 |
+
-1.5671592950820923,
|
| 422 |
+
-1.708814024925232,
|
| 423 |
+
-0.94542396068573,
|
| 424 |
+
-0.8548623323440552,
|
| 425 |
+
-0.9579849243164062,
|
| 426 |
+
-0.9779664278030396,
|
| 427 |
+
-0.5873764157295227,
|
| 428 |
+
0.9998621344566345,
|
| 429 |
+
0.9998221397399902,
|
| 430 |
+
0.9998023509979248,
|
| 431 |
+
0.9998185634613037,
|
| 432 |
+
0.9975361227989197,
|
| 433 |
+
0.9988760948181152,
|
| 434 |
+
0.360027939081192,
|
| 435 |
+
0.4790782630443573,
|
| 436 |
+
0.5461887717247009,
|
| 437 |
+
0.48382189869880676,
|
| 438 |
+
0.6635858416557312,
|
| 439 |
+
0.0,
|
| 440 |
+
-0.10022255033254623,
|
| 441 |
+
-0.03946204483509064,
|
| 442 |
+
-1.0
|
| 443 |
+
],
|
| 444 |
+
"max": [
|
| 445 |
+
0.00482684513553977,
|
| 446 |
+
0.13756881654262543,
|
| 447 |
+
0.2979176640510559,
|
| 448 |
+
0.3711587190628052,
|
| 449 |
+
0.031152762472629547,
|
| 450 |
+
0.010087746195495129,
|
| 451 |
+
0.019378269091248512,
|
| 452 |
+
0.1355365365743637,
|
| 453 |
+
0.182325080037117,
|
| 454 |
+
0.4443013668060303,
|
| 455 |
+
-0.05482839047908783,
|
| 456 |
+
0.011374615132808685,
|
| 457 |
+
0.165291890501976,
|
| 458 |
+
0.05307222157716751,
|
| 459 |
+
0.177412211894989,
|
| 460 |
+
0.22115345299243927,
|
| 461 |
+
0.6989883780479431,
|
| 462 |
+
-0.3335850238800049,
|
| 463 |
+
1.1546826362609863,
|
| 464 |
+
0.28441083431243896,
|
| 465 |
+
0.08963758498430252,
|
| 466 |
+
0.3550512492656708,
|
| 467 |
+
1.1140739917755127,
|
| 468 |
+
-0.22596199810504913,
|
| 469 |
+
1.7804871797561646,
|
| 470 |
+
1.2184052467346191,
|
| 471 |
+
1.2347023487091064,
|
| 472 |
+
1.5067987442016602,
|
| 473 |
+
1.0105962753295898,
|
| 474 |
+
1.0,
|
| 475 |
+
1.0,
|
| 476 |
+
1.0,
|
| 477 |
+
1.0,
|
| 478 |
+
0.9982408285140991,
|
| 479 |
+
0.9999225735664368,
|
| 480 |
+
1.0,
|
| 481 |
+
1.0,
|
| 482 |
+
1.0,
|
| 483 |
+
0.9999973177909851,
|
| 484 |
+
1.0,
|
| 485 |
+
1.0,
|
| 486 |
+
0.038201265037059784,
|
| 487 |
+
0.023285934701561928,
|
| 488 |
+
-0.9949650168418884
|
| 489 |
+
],
|
| 490 |
+
"mean": [
|
| 491 |
+
-0.07244415528619287,
|
| 492 |
+
0.016438895257606716,
|
| 493 |
+
-0.03188766069938736,
|
| 494 |
+
0.19652274108921836,
|
| 495 |
+
-0.09995080381043964,
|
| 496 |
+
-0.0335864852112993,
|
| 497 |
+
-0.06201331924385435,
|
| 498 |
+
0.0041316509641342114,
|
| 499 |
+
-0.07562538691067132,
|
| 500 |
+
0.22342829523439264,
|
| 501 |
+
-0.13939505500881355,
|
| 502 |
+
-0.02568257955335654,
|
| 503 |
+
0.020507808718722174,
|
| 504 |
+
0.0030919114143910654,
|
| 505 |
+
0.11976549024164236,
|
| 506 |
+
-0.04130542899628228,
|
| 507 |
+
0.27413152575942573,
|
| 508 |
+
-0.667075950232086,
|
| 509 |
+
0.9776525052369189,
|
| 510 |
+
-0.15594609082852004,
|
| 511 |
+
-0.04114803172895316,
|
| 512 |
+
0.07066678088305102,
|
| 513 |
+
-0.44530701068620304,
|
| 514 |
+
-0.7956643808095055,
|
| 515 |
+
0.6432070891275159,
|
| 516 |
+
0.07140851169135853,
|
| 517 |
+
-0.22403887370387132,
|
| 518 |
+
0.19658286211869352,
|
| 519 |
+
0.3118955244879216,
|
| 520 |
+
0.9999827171293537,
|
| 521 |
+
0.999982850921418,
|
| 522 |
+
0.9999830789480982,
|
| 523 |
+
0.9999811406495951,
|
| 524 |
+
0.9977658298817017,
|
| 525 |
+
0.9997360855995177,
|
| 526 |
+
0.7778945983312991,
|
| 527 |
+
0.8171959691692932,
|
| 528 |
+
0.8399288212288848,
|
| 529 |
+
0.8394280370284749,
|
| 530 |
+
0.8745686375938581,
|
| 531 |
+
0.12291562838728093,
|
| 532 |
+
-0.023435156143715264,
|
| 533 |
+
-0.004820223051842413,
|
| 534 |
+
-0.999617456030026
|
| 535 |
+
],
|
| 536 |
+
"std": [
|
| 537 |
+
0.045712745420827386,
|
| 538 |
+
0.013154301249487431,
|
| 539 |
+
0.02405439153160751,
|
| 540 |
+
0.0422870935042734,
|
| 541 |
+
0.01604373013239405,
|
| 542 |
+
0.010666838959405088,
|
| 543 |
+
0.0447255039612766,
|
| 544 |
+
0.014369854397034587,
|
| 545 |
+
0.025451572022126993,
|
| 546 |
+
0.05279699313574748,
|
| 547 |
+
0.02213303083995789,
|
| 548 |
+
0.011183898115253933,
|
| 549 |
+
0.07041149453770397,
|
| 550 |
+
0.015833724218855847,
|
| 551 |
+
0.039560888033149964,
|
| 552 |
+
0.08342761969885264,
|
| 553 |
+
0.0587237913039723,
|
| 554 |
+
0.22301655606787774,
|
| 555 |
+
0.08125572382728762,
|
| 556 |
+
0.1281115145665045,
|
| 557 |
+
0.03600107397023974,
|
| 558 |
+
0.04123008646611267,
|
| 559 |
+
0.5831912382159029,
|
| 560 |
+
0.23706341250281637,
|
| 561 |
+
0.5432748450536339,
|
| 562 |
+
0.504036388323598,
|
| 563 |
+
0.31188020039153314,
|
| 564 |
+
0.3436391052756804,
|
| 565 |
+
0.26504982482523237,
|
| 566 |
+
1.8214790335763182e-05,
|
| 567 |
+
2.3385127857745866e-05,
|
| 568 |
+
2.5684815254370892e-05,
|
| 569 |
+
2.368414515012511e-05,
|
| 570 |
+
7.802892144541008e-05,
|
| 571 |
+
6.03931448414821e-05,
|
| 572 |
+
0.2307055833669559,
|
| 573 |
+
0.1900819078013402,
|
| 574 |
+
0.16354430170740317,
|
| 575 |
+
0.16593648793853702,
|
| 576 |
+
0.1286487353890603,
|
| 577 |
+
0.3083183803524622,
|
| 578 |
+
0.013093107258771247,
|
| 579 |
+
0.004580775936054731,
|
| 580 |
+
0.0002959946385408924
|
| 581 |
+
]
|
| 582 |
+
},
|
| 583 |
+
"action": {
|
| 584 |
+
"min": [
|
| 585 |
+
0.0,
|
| 586 |
+
-0.375,
|
| 587 |
+
-0.4375,
|
| 588 |
+
-0.125,
|
| 589 |
+
-0.375,
|
| 590 |
+
-0.3125,
|
| 591 |
+
-0.375,
|
| 592 |
+
-0.3125,
|
| 593 |
+
-0.25,
|
| 594 |
+
-0.25,
|
| 595 |
+
-0.5625,
|
| 596 |
+
-0.1875,
|
| 597 |
+
-0.125,
|
| 598 |
+
-0.3125,
|
| 599 |
+
-0.125,
|
| 600 |
+
-0.25,
|
| 601 |
+
-0.125,
|
| 602 |
+
-0.1875,
|
| 603 |
+
-0.5,
|
| 604 |
+
-0.25,
|
| 605 |
+
-0.1875,
|
| 606 |
+
-0.5625,
|
| 607 |
+
-0.25,
|
| 608 |
+
-0.375,
|
| 609 |
+
-0.4375,
|
| 610 |
+
-0.0625,
|
| 611 |
+
-0.375,
|
| 612 |
+
-0.375,
|
| 613 |
+
-0.3125,
|
| 614 |
+
-0.3125,
|
| 615 |
+
0.0,
|
| 616 |
+
0.125,
|
| 617 |
+
-0.3125,
|
| 618 |
+
0.0,
|
| 619 |
+
0.125,
|
| 620 |
+
-0.4375,
|
| 621 |
+
-0.1875,
|
| 622 |
+
-0.4375,
|
| 623 |
+
-0.25,
|
| 624 |
+
-0.1875,
|
| 625 |
+
-0.4375,
|
| 626 |
+
-0.375,
|
| 627 |
+
-0.1875,
|
| 628 |
+
-0.0625,
|
| 629 |
+
-0.3125,
|
| 630 |
+
-0.25,
|
| 631 |
+
-0.1875,
|
| 632 |
+
-0.3125,
|
| 633 |
+
-0.3125,
|
| 634 |
+
-0.5625,
|
| 635 |
+
-0.125,
|
| 636 |
+
-0.125,
|
| 637 |
+
-0.4375,
|
| 638 |
+
-0.5,
|
| 639 |
+
-0.1875,
|
| 640 |
+
-0.25,
|
| 641 |
+
-0.375,
|
| 642 |
+
-0.0625,
|
| 643 |
+
-0.4375,
|
| 644 |
+
-0.25,
|
| 645 |
+
-0.4375,
|
| 646 |
+
0.0625,
|
| 647 |
+
-0.25,
|
| 648 |
+
0.0,
|
| 649 |
+
0.9998621344566345,
|
| 650 |
+
0.9998221397399902,
|
| 651 |
+
0.9998023509979248,
|
| 652 |
+
0.9998185634613037,
|
| 653 |
+
0.9975361227989197,
|
| 654 |
+
0.9988760948181152,
|
| 655 |
+
0.360027939081192,
|
| 656 |
+
0.4790782630443573,
|
| 657 |
+
0.5461887717247009,
|
| 658 |
+
0.48382189869880676,
|
| 659 |
+
0.6635858416557312,
|
| 660 |
+
0.0
|
| 661 |
+
],
|
| 662 |
+
"max": [
|
| 663 |
+
0.375,
|
| 664 |
+
0.25,
|
| 665 |
+
0.25,
|
| 666 |
+
0.1875,
|
| 667 |
+
0.1875,
|
| 668 |
+
0.1875,
|
| 669 |
+
0.25,
|
| 670 |
+
0.25,
|
| 671 |
+
0.1875,
|
| 672 |
+
0.125,
|
| 673 |
+
0.0625,
|
| 674 |
+
0.1875,
|
| 675 |
+
0.5,
|
| 676 |
+
0.1875,
|
| 677 |
+
0.25,
|
| 678 |
+
0.0625,
|
| 679 |
+
0.3125,
|
| 680 |
+
0.5,
|
| 681 |
+
0.1875,
|
| 682 |
+
0.25,
|
| 683 |
+
0.25,
|
| 684 |
+
0.0625,
|
| 685 |
+
0.4375,
|
| 686 |
+
0.25,
|
| 687 |
+
0.0,
|
| 688 |
+
0.4375,
|
| 689 |
+
0.0,
|
| 690 |
+
0.1875,
|
| 691 |
+
0.1875,
|
| 692 |
+
0.1875,
|
| 693 |
+
0.4375,
|
| 694 |
+
0.5,
|
| 695 |
+
0.3125,
|
| 696 |
+
0.3125,
|
| 697 |
+
0.3125,
|
| 698 |
+
0.0625,
|
| 699 |
+
0.1875,
|
| 700 |
+
0.3125,
|
| 701 |
+
0.1875,
|
| 702 |
+
0.25,
|
| 703 |
+
0.0,
|
| 704 |
+
0.25,
|
| 705 |
+
0.125,
|
| 706 |
+
0.5,
|
| 707 |
+
0.125,
|
| 708 |
+
0.5,
|
| 709 |
+
0.4375,
|
| 710 |
+
0.4375,
|
| 711 |
+
0.4375,
|
| 712 |
+
0.0,
|
| 713 |
+
0.125,
|
| 714 |
+
0.25,
|
| 715 |
+
0.5,
|
| 716 |
+
-0.0625,
|
| 717 |
+
0.125,
|
| 718 |
+
0.4375,
|
| 719 |
+
0.5,
|
| 720 |
+
0.3125,
|
| 721 |
+
0.125,
|
| 722 |
+
0.125,
|
| 723 |
+
0.125,
|
| 724 |
+
0.5,
|
| 725 |
+
0.125,
|
| 726 |
+
0.6875,
|
| 727 |
+
1.0,
|
| 728 |
+
1.0,
|
| 729 |
+
1.0,
|
| 730 |
+
1.0,
|
| 731 |
+
0.9982408285140991,
|
| 732 |
+
0.9999225735664368,
|
| 733 |
+
1.0,
|
| 734 |
+
1.0,
|
| 735 |
+
1.0,
|
| 736 |
+
0.9999973177909851,
|
| 737 |
+
1.0,
|
| 738 |
+
1.0
|
| 739 |
+
],
|
| 740 |
+
"mean": [
|
| 741 |
+
0.2026803717194055,
|
| 742 |
+
-0.07236617450974016,
|
| 743 |
+
-0.02242552603336694,
|
| 744 |
+
0.02358918176200852,
|
| 745 |
+
-0.12101816319229894,
|
| 746 |
+
-0.10377979771699893,
|
| 747 |
+
-0.04818144492503821,
|
| 748 |
+
-0.09367987576831767,
|
| 749 |
+
-0.015672257634394615,
|
| 750 |
+
-0.07295460827994406,
|
| 751 |
+
-0.28937628052944814,
|
| 752 |
+
0.023045464893167257,
|
| 753 |
+
0.12778362710982472,
|
| 754 |
+
-0.014680355458714104,
|
| 755 |
+
0.047179379817229826,
|
| 756 |
+
-0.12413716706234348,
|
| 757 |
+
0.0648974356889655,
|
| 758 |
+
0.1738440680997756,
|
| 759 |
+
-0.1366050521968194,
|
| 760 |
+
0.05253626134183226,
|
| 761 |
+
0.005097726755341637,
|
| 762 |
+
-0.21554664379329408,
|
| 763 |
+
0.09576226056131906,
|
| 764 |
+
-0.11485841002959446,
|
| 765 |
+
-0.21714120784415752,
|
| 766 |
+
0.25317489999674786,
|
| 767 |
+
-0.23478507431135973,
|
| 768 |
+
-0.10450746365735471,
|
| 769 |
+
-0.049666249308920614,
|
| 770 |
+
-0.03343909558034407,
|
| 771 |
+
0.2612117467234707,
|
| 772 |
+
0.28021846238902076,
|
| 773 |
+
0.013058351491105402,
|
| 774 |
+
0.14741942827409021,
|
| 775 |
+
0.23094043708738496,
|
| 776 |
+
-0.2599698364174445,
|
| 777 |
+
0.054112532114865525,
|
| 778 |
+
-0.18685465380988,
|
| 779 |
+
-0.021627735861328823,
|
| 780 |
+
-0.045454730235129595,
|
| 781 |
+
-0.261119264041107,
|
| 782 |
+
-0.09780399362580897,
|
| 783 |
+
-0.03171647858466942,
|
| 784 |
+
0.30728844840482616,
|
| 785 |
+
-0.13527167550164232,
|
| 786 |
+
0.061584319815278545,
|
| 787 |
+
0.07089966340368792,
|
| 788 |
+
0.06740158216527367,
|
| 789 |
+
0.18057091287521546,
|
| 790 |
+
-0.27359832840092363,
|
| 791 |
+
-0.01098104816416794,
|
| 792 |
+
0.03545237243487593,
|
| 793 |
+
0.1730208705974178,
|
| 794 |
+
-0.26741316790789943,
|
| 795 |
+
-0.03493507918956714,
|
| 796 |
+
0.1694120133988097,
|
| 797 |
+
0.01502691144427461,
|
| 798 |
+
0.05571421021821848,
|
| 799 |
+
-0.22518415233015707,
|
| 800 |
+
-0.05392248528407428,
|
| 801 |
+
-0.1961598344661615,
|
| 802 |
+
0.3429247699112166,
|
| 803 |
+
-0.04006126215486683,
|
| 804 |
+
0.40486580864418353,
|
| 805 |
+
0.9999827171293537,
|
| 806 |
+
0.999982850921418,
|
| 807 |
+
0.9999830789480982,
|
| 808 |
+
0.9999811406495951,
|
| 809 |
+
0.9977658298817017,
|
| 810 |
+
0.9997360855995177,
|
| 811 |
+
0.7778945983312991,
|
| 812 |
+
0.8171959691692932,
|
| 813 |
+
0.8399288212288848,
|
| 814 |
+
0.8394280370284749,
|
| 815 |
+
0.8745686375938581,
|
| 816 |
+
0.12291562838728093
|
| 817 |
+
],
|
| 818 |
+
"std": [
|
| 819 |
+
0.07423638798986239,
|
| 820 |
+
0.10276070894626457,
|
| 821 |
+
0.11812702387971753,
|
| 822 |
+
0.05957396656117891,
|
| 823 |
+
0.1218417031488596,
|
| 824 |
+
0.08063836551976374,
|
| 825 |
+
0.1020635000819969,
|
| 826 |
+
0.10540346375069484,
|
| 827 |
+
0.08296831170197061,
|
| 828 |
+
0.05989282207073844,
|
| 829 |
+
0.131405419274155,
|
| 830 |
+
0.07688508477180626,
|
| 831 |
+
0.15530657456533145,
|
| 832 |
+
0.09090021877289593,
|
| 833 |
+
0.07144535330531092,
|
| 834 |
+
0.07721423672952077,
|
| 835 |
+
0.061937753226413185,
|
| 836 |
+
0.12535445915332458,
|
| 837 |
+
0.1406645362754369,
|
| 838 |
+
0.09610483490082063,
|
| 839 |
+
0.0892112540257282,
|
| 840 |
+
0.10101183108941218,
|
| 841 |
+
0.14459992137856284,
|
| 842 |
+
0.09259695505428482,
|
| 843 |
+
0.07250089525780803,
|
| 844 |
+
0.07751064616894329,
|
| 845 |
+
0.09003536032570492,
|
| 846 |
+
0.08768655804866919,
|
| 847 |
+
0.0793513264967945,
|
| 848 |
+
0.0799717022695259,
|
| 849 |
+
0.08767655242632699,
|
| 850 |
+
0.06686962750120226,
|
| 851 |
+
0.11139553980852172,
|
| 852 |
+
0.05962527954838032,
|
| 853 |
+
0.03113638664810605,
|
| 854 |
+
0.1104336480130166,
|
| 855 |
+
0.0900293543854962,
|
| 856 |
+
0.17353368370821917,
|
| 857 |
+
0.06621053001132303,
|
| 858 |
+
0.07044267349366652,
|
| 859 |
+
0.07468062148900616,
|
| 860 |
+
0.13559357690832427,
|
| 861 |
+
0.051673248141484364,
|
| 862 |
+
0.11970962808802042,
|
| 863 |
+
0.09873016730126778,
|
| 864 |
+
0.1482997857923691,
|
| 865 |
+
0.14644960009292055,
|
| 866 |
+
0.12362418143308783,
|
| 867 |
+
0.14892813932159055,
|
| 868 |
+
0.1264928491368565,
|
| 869 |
+
0.04485723360367807,
|
| 870 |
+
0.06556638017875786,
|
| 871 |
+
0.23014907315132233,
|
| 872 |
+
0.07366488770406758,
|
| 873 |
+
0.05520901424631441,
|
| 874 |
+
0.1518289001396863,
|
| 875 |
+
0.1840720418570084,
|
| 876 |
+
0.05832378814080937,
|
| 877 |
+
0.11903714776197126,
|
| 878 |
+
0.05677283141546173,
|
| 879 |
+
0.09207849117719222,
|
| 880 |
+
0.09729334507011746,
|
| 881 |
+
0.0780996197326025,
|
| 882 |
+
0.16351388381996734,
|
| 883 |
+
1.8214790335763182e-05,
|
| 884 |
+
2.3385127857745866e-05,
|
| 885 |
+
2.5684815254370892e-05,
|
| 886 |
+
2.368414515012511e-05,
|
| 887 |
+
7.802892144541008e-05,
|
| 888 |
+
6.03931448414821e-05,
|
| 889 |
+
0.2307055833669559,
|
| 890 |
+
0.1900819078013402,
|
| 891 |
+
0.16354430170740317,
|
| 892 |
+
0.16593648793853702,
|
| 893 |
+
0.1286487353890603,
|
| 894 |
+
0.3083183803524622
|
| 895 |
+
]
|
| 896 |
+
}
|
| 897 |
+
},
|
| 898 |
+
"code_commit": "028df1bb7024fb1e3d176de7e60c84d3333cd97f"
|
| 899 |
+
}
|
b8-table-wipe/b512-cont-20261117/step-006000/config.json
ADDED
|
@@ -0,0 +1,884 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"policy": {
|
| 3 |
+
"policy": "fm_dit",
|
| 4 |
+
"n_cameras": 2,
|
| 5 |
+
"state_dim": 44,
|
| 6 |
+
"action_dim": 76,
|
| 7 |
+
"horizon": 16,
|
| 8 |
+
"backbone": "resnet18",
|
| 9 |
+
"backbone_weights": "IMAGENET1K_V1",
|
| 10 |
+
"backbone_norm": "frozen_bn",
|
| 11 |
+
"hidden_dim": 384,
|
| 12 |
+
"num_layers": 4,
|
| 13 |
+
"num_heads": 8,
|
| 14 |
+
"mlp_ratio": 4.0,
|
| 15 |
+
"dropout": 0.1,
|
| 16 |
+
"time_embed_dim": 128,
|
| 17 |
+
"num_inference_steps": null,
|
| 18 |
+
"num_train_timesteps": 100,
|
| 19 |
+
"beta_schedule": "squaredcos_cap_v2",
|
| 20 |
+
"prediction_type": "epsilon",
|
| 21 |
+
"clip_sample": true,
|
| 22 |
+
"act_hidden_dim": 512,
|
| 23 |
+
"dim_feedforward": 3200,
|
| 24 |
+
"enc_layers": 4,
|
| 25 |
+
"dec_layers": 7,
|
| 26 |
+
"nheads": 8,
|
| 27 |
+
"latent_dim": 32,
|
| 28 |
+
"kl_weight": 10.0,
|
| 29 |
+
"extra": {}
|
| 30 |
+
},
|
| 31 |
+
"contract": {
|
| 32 |
+
"name": "g1_sonic_dfx6",
|
| 33 |
+
"robot": "g1",
|
| 34 |
+
"cameras": [
|
| 35 |
+
"ego_view",
|
| 36 |
+
"chest"
|
| 37 |
+
],
|
| 38 |
+
"state": [
|
| 39 |
+
[
|
| 40 |
+
"observation.state",
|
| 41 |
+
0,
|
| 42 |
+
29
|
| 43 |
+
],
|
| 44 |
+
[
|
| 45 |
+
"observation.inspire_left_hand_state",
|
| 46 |
+
0,
|
| 47 |
+
6
|
| 48 |
+
],
|
| 49 |
+
[
|
| 50 |
+
"observation.inspire_right_hand_state",
|
| 51 |
+
0,
|
| 52 |
+
6
|
| 53 |
+
],
|
| 54 |
+
[
|
| 55 |
+
"observation.projected_gravity",
|
| 56 |
+
0,
|
| 57 |
+
3
|
| 58 |
+
]
|
| 59 |
+
],
|
| 60 |
+
"action": [
|
| 61 |
+
[
|
| 62 |
+
"action.motion_token",
|
| 63 |
+
0,
|
| 64 |
+
64
|
| 65 |
+
],
|
| 66 |
+
[
|
| 67 |
+
"observation.inspire_left_hand_state",
|
| 68 |
+
0,
|
| 69 |
+
6
|
| 70 |
+
],
|
| 71 |
+
[
|
| 72 |
+
"observation.inspire_right_hand_state",
|
| 73 |
+
0,
|
| 74 |
+
6
|
| 75 |
+
]
|
| 76 |
+
],
|
| 77 |
+
"state_dim": 44,
|
| 78 |
+
"action_dim": 76,
|
| 79 |
+
"action_space": "sonic_dfx6",
|
| 80 |
+
"body_dims": 29
|
| 81 |
+
},
|
| 82 |
+
"image_hw": [
|
| 83 |
+
168,
|
| 84 |
+
224
|
| 85 |
+
],
|
| 86 |
+
"task_text": "Approach the flat block with a naturally aligned wrist, stop before closing the hand, wipe sideways at a top-view 45-degree heading, then set the block on the tabletop and release it.",
|
| 87 |
+
"dataset": {
|
| 88 |
+
"name": "b8-table-wipe-expert-v1",
|
| 89 |
+
"root": "/mnt/data0/zuo/Humanoid_benchmark/data/baselines/b8-table-wipe-expert-v1",
|
| 90 |
+
"robot_type": null,
|
| 91 |
+
"fps": 30.0,
|
| 92 |
+
"episodes": [
|
| 93 |
+
0,
|
| 94 |
+
1,
|
| 95 |
+
2,
|
| 96 |
+
3,
|
| 97 |
+
4,
|
| 98 |
+
5,
|
| 99 |
+
6,
|
| 100 |
+
7,
|
| 101 |
+
8,
|
| 102 |
+
9,
|
| 103 |
+
10,
|
| 104 |
+
11,
|
| 105 |
+
12,
|
| 106 |
+
13,
|
| 107 |
+
14,
|
| 108 |
+
15,
|
| 109 |
+
16,
|
| 110 |
+
17,
|
| 111 |
+
18,
|
| 112 |
+
19,
|
| 113 |
+
20,
|
| 114 |
+
21,
|
| 115 |
+
22,
|
| 116 |
+
23,
|
| 117 |
+
24,
|
| 118 |
+
25,
|
| 119 |
+
26,
|
| 120 |
+
27,
|
| 121 |
+
28,
|
| 122 |
+
29,
|
| 123 |
+
30,
|
| 124 |
+
31,
|
| 125 |
+
32,
|
| 126 |
+
33,
|
| 127 |
+
34,
|
| 128 |
+
35,
|
| 129 |
+
36,
|
| 130 |
+
37,
|
| 131 |
+
38,
|
| 132 |
+
39,
|
| 133 |
+
40,
|
| 134 |
+
41,
|
| 135 |
+
42,
|
| 136 |
+
43,
|
| 137 |
+
44,
|
| 138 |
+
45,
|
| 139 |
+
46,
|
| 140 |
+
47,
|
| 141 |
+
48,
|
| 142 |
+
49,
|
| 143 |
+
50,
|
| 144 |
+
51,
|
| 145 |
+
52,
|
| 146 |
+
53,
|
| 147 |
+
54,
|
| 148 |
+
55,
|
| 149 |
+
56,
|
| 150 |
+
57,
|
| 151 |
+
58,
|
| 152 |
+
59,
|
| 153 |
+
60,
|
| 154 |
+
61,
|
| 155 |
+
62,
|
| 156 |
+
63,
|
| 157 |
+
64,
|
| 158 |
+
65,
|
| 159 |
+
66,
|
| 160 |
+
67,
|
| 161 |
+
68,
|
| 162 |
+
69,
|
| 163 |
+
70,
|
| 164 |
+
71,
|
| 165 |
+
72,
|
| 166 |
+
73,
|
| 167 |
+
74,
|
| 168 |
+
75,
|
| 169 |
+
76,
|
| 170 |
+
77,
|
| 171 |
+
78,
|
| 172 |
+
79,
|
| 173 |
+
80,
|
| 174 |
+
81,
|
| 175 |
+
82,
|
| 176 |
+
83,
|
| 177 |
+
84,
|
| 178 |
+
85,
|
| 179 |
+
86,
|
| 180 |
+
87,
|
| 181 |
+
88,
|
| 182 |
+
89,
|
| 183 |
+
90,
|
| 184 |
+
91,
|
| 185 |
+
92,
|
| 186 |
+
93,
|
| 187 |
+
94,
|
| 188 |
+
95,
|
| 189 |
+
96,
|
| 190 |
+
97,
|
| 191 |
+
98,
|
| 192 |
+
99
|
| 193 |
+
],
|
| 194 |
+
"train_episodes": [
|
| 195 |
+
0,
|
| 196 |
+
1,
|
| 197 |
+
2,
|
| 198 |
+
3,
|
| 199 |
+
4,
|
| 200 |
+
5,
|
| 201 |
+
6,
|
| 202 |
+
7,
|
| 203 |
+
8,
|
| 204 |
+
9,
|
| 205 |
+
10,
|
| 206 |
+
11,
|
| 207 |
+
12,
|
| 208 |
+
13,
|
| 209 |
+
14,
|
| 210 |
+
15,
|
| 211 |
+
16,
|
| 212 |
+
17,
|
| 213 |
+
18,
|
| 214 |
+
19,
|
| 215 |
+
20,
|
| 216 |
+
21,
|
| 217 |
+
22,
|
| 218 |
+
23,
|
| 219 |
+
24,
|
| 220 |
+
25,
|
| 221 |
+
26,
|
| 222 |
+
27,
|
| 223 |
+
28,
|
| 224 |
+
29,
|
| 225 |
+
30,
|
| 226 |
+
31,
|
| 227 |
+
32,
|
| 228 |
+
33,
|
| 229 |
+
34,
|
| 230 |
+
35,
|
| 231 |
+
36,
|
| 232 |
+
37,
|
| 233 |
+
38,
|
| 234 |
+
39,
|
| 235 |
+
40,
|
| 236 |
+
41,
|
| 237 |
+
42,
|
| 238 |
+
43,
|
| 239 |
+
44,
|
| 240 |
+
45,
|
| 241 |
+
46,
|
| 242 |
+
47,
|
| 243 |
+
48,
|
| 244 |
+
49,
|
| 245 |
+
50,
|
| 246 |
+
51,
|
| 247 |
+
52,
|
| 248 |
+
53,
|
| 249 |
+
54,
|
| 250 |
+
55,
|
| 251 |
+
56,
|
| 252 |
+
57,
|
| 253 |
+
58,
|
| 254 |
+
59,
|
| 255 |
+
60,
|
| 256 |
+
61,
|
| 257 |
+
62,
|
| 258 |
+
63,
|
| 259 |
+
64,
|
| 260 |
+
65,
|
| 261 |
+
66,
|
| 262 |
+
67,
|
| 263 |
+
68,
|
| 264 |
+
69,
|
| 265 |
+
70,
|
| 266 |
+
71,
|
| 267 |
+
72,
|
| 268 |
+
73,
|
| 269 |
+
74,
|
| 270 |
+
75,
|
| 271 |
+
76,
|
| 272 |
+
77,
|
| 273 |
+
78,
|
| 274 |
+
79,
|
| 275 |
+
80,
|
| 276 |
+
81,
|
| 277 |
+
82,
|
| 278 |
+
83,
|
| 279 |
+
84,
|
| 280 |
+
85,
|
| 281 |
+
86,
|
| 282 |
+
87,
|
| 283 |
+
88,
|
| 284 |
+
89,
|
| 285 |
+
90,
|
| 286 |
+
91,
|
| 287 |
+
92,
|
| 288 |
+
93,
|
| 289 |
+
94,
|
| 290 |
+
95,
|
| 291 |
+
96,
|
| 292 |
+
97,
|
| 293 |
+
98,
|
| 294 |
+
99
|
| 295 |
+
],
|
| 296 |
+
"val_episodes": [],
|
| 297 |
+
"train_frames": 61498,
|
| 298 |
+
"git_commit": null
|
| 299 |
+
},
|
| 300 |
+
"training": {
|
| 301 |
+
"steps": 20000,
|
| 302 |
+
"batch_size": 512,
|
| 303 |
+
"lr": 0.0001,
|
| 304 |
+
"betas": [
|
| 305 |
+
0.95,
|
| 306 |
+
0.999
|
| 307 |
+
],
|
| 308 |
+
"weight_decay": 1e-06,
|
| 309 |
+
"warmup": 500,
|
| 310 |
+
"schedule": "linear warm-up + cosine",
|
| 311 |
+
"backbone_lr_scale": 0.1,
|
| 312 |
+
"ema": 0.9999,
|
| 313 |
+
"shift_px": 0,
|
| 314 |
+
"amp": true,
|
| 315 |
+
"seed": 0,
|
| 316 |
+
"augmentation": {
|
| 317 |
+
"spec": "docs/augmentation_v2.md",
|
| 318 |
+
"version": "hb-aug-v2-20261109",
|
| 319 |
+
"implementation": "evaluation/augmentation/hb_aug_v2.py",
|
| 320 |
+
"visual": {
|
| 321 |
+
"effects": [
|
| 322 |
+
"exposure",
|
| 323 |
+
"contrast",
|
| 324 |
+
"saturation",
|
| 325 |
+
"hue",
|
| 326 |
+
"gamma",
|
| 327 |
+
"temperature",
|
| 328 |
+
"rotation_crop",
|
| 329 |
+
"noise",
|
| 330 |
+
"gaussian_blur",
|
| 331 |
+
"jpeg",
|
| 332 |
+
"motion_blur",
|
| 333 |
+
"sharpen",
|
| 334 |
+
"defocus",
|
| 335 |
+
"light_shadow",
|
| 336 |
+
"wb_channel"
|
| 337 |
+
],
|
| 338 |
+
"boosted_per_sample": 1,
|
| 339 |
+
"boost": 1.5,
|
| 340 |
+
"pixel_scale": "H / 224",
|
| 341 |
+
"future_targets": "none (one observation frame)"
|
| 342 |
+
},
|
| 343 |
+
"proprio": {
|
| 344 |
+
"robot": "g1",
|
| 345 |
+
"body_dims": 29,
|
| 346 |
+
"bias_deg": 2.0,
|
| 347 |
+
"bias_scope": "per_sample",
|
| 348 |
+
"noise_deg": 0.25,
|
| 349 |
+
"noise_clip_sigma": 3,
|
| 350 |
+
"delay_probability": 0.0,
|
| 351 |
+
"history_drop_probability": 0.0,
|
| 352 |
+
"velocity": false
|
| 353 |
+
},
|
| 354 |
+
"native_image_augmentation": "off",
|
| 355 |
+
"evaluation": "off"
|
| 356 |
+
},
|
| 357 |
+
"preflight": {
|
| 358 |
+
"samples": 64,
|
| 359 |
+
"state_dim": 44,
|
| 360 |
+
"body_dims": 29,
|
| 361 |
+
"images_changed": 64,
|
| 362 |
+
"body_values_moved": 1.0,
|
| 363 |
+
"max_body_offset_deg": 2.5819,
|
| 364 |
+
"actions_bit_identical": true,
|
| 365 |
+
"non_body_state_bit_identical": true,
|
| 366 |
+
"eval_items_deterministic": 8
|
| 367 |
+
}
|
| 368 |
+
},
|
| 369 |
+
"stats": {
|
| 370 |
+
"state": {
|
| 371 |
+
"min": [
|
| 372 |
+
-0.2515260875225067,
|
| 373 |
+
-0.03310006856918335,
|
| 374 |
+
-0.08915279805660248,
|
| 375 |
+
0.14301416277885437,
|
| 376 |
+
-0.18305416405200958,
|
| 377 |
+
-0.10634835064411163,
|
| 378 |
+
-0.2634684145450592,
|
| 379 |
+
-0.05348178371787071,
|
| 380 |
+
-0.21431514620780945,
|
| 381 |
+
0.13807232677936554,
|
| 382 |
+
-0.2242385447025299,
|
| 383 |
+
-0.09678935259580612,
|
| 384 |
+
-0.18892650306224823,
|
| 385 |
+
-0.10323800146579742,
|
| 386 |
+
-0.09472811967134476,
|
| 387 |
+
-0.2798849642276764,
|
| 388 |
+
0.1722967028617859,
|
| 389 |
+
-1.1891459226608276,
|
| 390 |
+
0.3821650445461273,
|
| 391 |
+
-0.5277573466300964,
|
| 392 |
+
-0.1239900067448616,
|
| 393 |
+
-0.025756916031241417,
|
| 394 |
+
-1.5671592950820923,
|
| 395 |
+
-1.708814024925232,
|
| 396 |
+
-0.94542396068573,
|
| 397 |
+
-0.8548623323440552,
|
| 398 |
+
-0.9579849243164062,
|
| 399 |
+
-0.9779664278030396,
|
| 400 |
+
-0.5873764157295227,
|
| 401 |
+
0.9998621344566345,
|
| 402 |
+
0.9998221397399902,
|
| 403 |
+
0.9998023509979248,
|
| 404 |
+
0.9998185634613037,
|
| 405 |
+
0.9975361227989197,
|
| 406 |
+
0.9988760948181152,
|
| 407 |
+
0.360027939081192,
|
| 408 |
+
0.4790782630443573,
|
| 409 |
+
0.5461887717247009,
|
| 410 |
+
0.48382189869880676,
|
| 411 |
+
0.6635858416557312,
|
| 412 |
+
0.0,
|
| 413 |
+
-0.10022255033254623,
|
| 414 |
+
-0.03946204483509064,
|
| 415 |
+
-1.0
|
| 416 |
+
],
|
| 417 |
+
"max": [
|
| 418 |
+
0.00482684513553977,
|
| 419 |
+
0.13756881654262543,
|
| 420 |
+
0.2979176640510559,
|
| 421 |
+
0.3711587190628052,
|
| 422 |
+
0.031152762472629547,
|
| 423 |
+
0.010087746195495129,
|
| 424 |
+
0.019378269091248512,
|
| 425 |
+
0.1355365365743637,
|
| 426 |
+
0.182325080037117,
|
| 427 |
+
0.4443013668060303,
|
| 428 |
+
-0.05482839047908783,
|
| 429 |
+
0.011374615132808685,
|
| 430 |
+
0.165291890501976,
|
| 431 |
+
0.05307222157716751,
|
| 432 |
+
0.177412211894989,
|
| 433 |
+
0.22115345299243927,
|
| 434 |
+
0.6989883780479431,
|
| 435 |
+
-0.3335850238800049,
|
| 436 |
+
1.1546826362609863,
|
| 437 |
+
0.28441083431243896,
|
| 438 |
+
0.08963758498430252,
|
| 439 |
+
0.3550512492656708,
|
| 440 |
+
1.1140739917755127,
|
| 441 |
+
-0.22596199810504913,
|
| 442 |
+
1.7804871797561646,
|
| 443 |
+
1.2184052467346191,
|
| 444 |
+
1.2347023487091064,
|
| 445 |
+
1.5067987442016602,
|
| 446 |
+
1.0105962753295898,
|
| 447 |
+
1.0,
|
| 448 |
+
1.0,
|
| 449 |
+
1.0,
|
| 450 |
+
1.0,
|
| 451 |
+
0.9982408285140991,
|
| 452 |
+
0.9999225735664368,
|
| 453 |
+
1.0,
|
| 454 |
+
1.0,
|
| 455 |
+
1.0,
|
| 456 |
+
0.9999973177909851,
|
| 457 |
+
1.0,
|
| 458 |
+
1.0,
|
| 459 |
+
0.038201265037059784,
|
| 460 |
+
0.023285934701561928,
|
| 461 |
+
-0.9949650168418884
|
| 462 |
+
],
|
| 463 |
+
"mean": [
|
| 464 |
+
-0.07244415528619287,
|
| 465 |
+
0.016438895257606716,
|
| 466 |
+
-0.03188766069938736,
|
| 467 |
+
0.19652274108921836,
|
| 468 |
+
-0.09995080381043964,
|
| 469 |
+
-0.0335864852112993,
|
| 470 |
+
-0.06201331924385435,
|
| 471 |
+
0.0041316509641342114,
|
| 472 |
+
-0.07562538691067132,
|
| 473 |
+
0.22342829523439264,
|
| 474 |
+
-0.13939505500881355,
|
| 475 |
+
-0.02568257955335654,
|
| 476 |
+
0.020507808718722174,
|
| 477 |
+
0.0030919114143910654,
|
| 478 |
+
0.11976549024164236,
|
| 479 |
+
-0.04130542899628228,
|
| 480 |
+
0.27413152575942573,
|
| 481 |
+
-0.667075950232086,
|
| 482 |
+
0.9776525052369189,
|
| 483 |
+
-0.15594609082852004,
|
| 484 |
+
-0.04114803172895316,
|
| 485 |
+
0.07066678088305102,
|
| 486 |
+
-0.44530701068620304,
|
| 487 |
+
-0.7956643808095055,
|
| 488 |
+
0.6432070891275159,
|
| 489 |
+
0.07140851169135853,
|
| 490 |
+
-0.22403887370387132,
|
| 491 |
+
0.19658286211869352,
|
| 492 |
+
0.3118955244879216,
|
| 493 |
+
0.9999827171293537,
|
| 494 |
+
0.999982850921418,
|
| 495 |
+
0.9999830789480982,
|
| 496 |
+
0.9999811406495951,
|
| 497 |
+
0.9977658298817017,
|
| 498 |
+
0.9997360855995177,
|
| 499 |
+
0.7778945983312991,
|
| 500 |
+
0.8171959691692932,
|
| 501 |
+
0.8399288212288848,
|
| 502 |
+
0.8394280370284749,
|
| 503 |
+
0.8745686375938581,
|
| 504 |
+
0.12291562838728093,
|
| 505 |
+
-0.023435156143715264,
|
| 506 |
+
-0.004820223051842413,
|
| 507 |
+
-0.999617456030026
|
| 508 |
+
],
|
| 509 |
+
"std": [
|
| 510 |
+
0.045712745420827386,
|
| 511 |
+
0.013154301249487431,
|
| 512 |
+
0.02405439153160751,
|
| 513 |
+
0.0422870935042734,
|
| 514 |
+
0.01604373013239405,
|
| 515 |
+
0.010666838959405088,
|
| 516 |
+
0.0447255039612766,
|
| 517 |
+
0.014369854397034587,
|
| 518 |
+
0.025451572022126993,
|
| 519 |
+
0.05279699313574748,
|
| 520 |
+
0.02213303083995789,
|
| 521 |
+
0.011183898115253933,
|
| 522 |
+
0.07041149453770397,
|
| 523 |
+
0.015833724218855847,
|
| 524 |
+
0.039560888033149964,
|
| 525 |
+
0.08342761969885264,
|
| 526 |
+
0.0587237913039723,
|
| 527 |
+
0.22301655606787774,
|
| 528 |
+
0.08125572382728762,
|
| 529 |
+
0.1281115145665045,
|
| 530 |
+
0.03600107397023974,
|
| 531 |
+
0.04123008646611267,
|
| 532 |
+
0.5831912382159029,
|
| 533 |
+
0.23706341250281637,
|
| 534 |
+
0.5432748450536339,
|
| 535 |
+
0.504036388323598,
|
| 536 |
+
0.31188020039153314,
|
| 537 |
+
0.3436391052756804,
|
| 538 |
+
0.26504982482523237,
|
| 539 |
+
1.8214790335763182e-05,
|
| 540 |
+
2.3385127857745866e-05,
|
| 541 |
+
2.5684815254370892e-05,
|
| 542 |
+
2.368414515012511e-05,
|
| 543 |
+
7.802892144541008e-05,
|
| 544 |
+
6.03931448414821e-05,
|
| 545 |
+
0.2307055833669559,
|
| 546 |
+
0.1900819078013402,
|
| 547 |
+
0.16354430170740317,
|
| 548 |
+
0.16593648793853702,
|
| 549 |
+
0.1286487353890603,
|
| 550 |
+
0.3083183803524622,
|
| 551 |
+
0.013093107258771247,
|
| 552 |
+
0.004580775936054731,
|
| 553 |
+
0.0002959946385408924
|
| 554 |
+
]
|
| 555 |
+
},
|
| 556 |
+
"action": {
|
| 557 |
+
"min": [
|
| 558 |
+
0.0,
|
| 559 |
+
-0.375,
|
| 560 |
+
-0.4375,
|
| 561 |
+
-0.125,
|
| 562 |
+
-0.375,
|
| 563 |
+
-0.3125,
|
| 564 |
+
-0.375,
|
| 565 |
+
-0.3125,
|
| 566 |
+
-0.25,
|
| 567 |
+
-0.25,
|
| 568 |
+
-0.5625,
|
| 569 |
+
-0.1875,
|
| 570 |
+
-0.125,
|
| 571 |
+
-0.3125,
|
| 572 |
+
-0.125,
|
| 573 |
+
-0.25,
|
| 574 |
+
-0.125,
|
| 575 |
+
-0.1875,
|
| 576 |
+
-0.5,
|
| 577 |
+
-0.25,
|
| 578 |
+
-0.1875,
|
| 579 |
+
-0.5625,
|
| 580 |
+
-0.25,
|
| 581 |
+
-0.375,
|
| 582 |
+
-0.4375,
|
| 583 |
+
-0.0625,
|
| 584 |
+
-0.375,
|
| 585 |
+
-0.375,
|
| 586 |
+
-0.3125,
|
| 587 |
+
-0.3125,
|
| 588 |
+
0.0,
|
| 589 |
+
0.125,
|
| 590 |
+
-0.3125,
|
| 591 |
+
0.0,
|
| 592 |
+
0.125,
|
| 593 |
+
-0.4375,
|
| 594 |
+
-0.1875,
|
| 595 |
+
-0.4375,
|
| 596 |
+
-0.25,
|
| 597 |
+
-0.1875,
|
| 598 |
+
-0.4375,
|
| 599 |
+
-0.375,
|
| 600 |
+
-0.1875,
|
| 601 |
+
-0.0625,
|
| 602 |
+
-0.3125,
|
| 603 |
+
-0.25,
|
| 604 |
+
-0.1875,
|
| 605 |
+
-0.3125,
|
| 606 |
+
-0.3125,
|
| 607 |
+
-0.5625,
|
| 608 |
+
-0.125,
|
| 609 |
+
-0.125,
|
| 610 |
+
-0.4375,
|
| 611 |
+
-0.5,
|
| 612 |
+
-0.1875,
|
| 613 |
+
-0.25,
|
| 614 |
+
-0.375,
|
| 615 |
+
-0.0625,
|
| 616 |
+
-0.4375,
|
| 617 |
+
-0.25,
|
| 618 |
+
-0.4375,
|
| 619 |
+
0.0625,
|
| 620 |
+
-0.25,
|
| 621 |
+
0.0,
|
| 622 |
+
0.9998621344566345,
|
| 623 |
+
0.9998221397399902,
|
| 624 |
+
0.9998023509979248,
|
| 625 |
+
0.9998185634613037,
|
| 626 |
+
0.9975361227989197,
|
| 627 |
+
0.9988760948181152,
|
| 628 |
+
0.360027939081192,
|
| 629 |
+
0.4790782630443573,
|
| 630 |
+
0.5461887717247009,
|
| 631 |
+
0.48382189869880676,
|
| 632 |
+
0.6635858416557312,
|
| 633 |
+
0.0
|
| 634 |
+
],
|
| 635 |
+
"max": [
|
| 636 |
+
0.375,
|
| 637 |
+
0.25,
|
| 638 |
+
0.25,
|
| 639 |
+
0.1875,
|
| 640 |
+
0.1875,
|
| 641 |
+
0.1875,
|
| 642 |
+
0.25,
|
| 643 |
+
0.25,
|
| 644 |
+
0.1875,
|
| 645 |
+
0.125,
|
| 646 |
+
0.0625,
|
| 647 |
+
0.1875,
|
| 648 |
+
0.5,
|
| 649 |
+
0.1875,
|
| 650 |
+
0.25,
|
| 651 |
+
0.0625,
|
| 652 |
+
0.3125,
|
| 653 |
+
0.5,
|
| 654 |
+
0.1875,
|
| 655 |
+
0.25,
|
| 656 |
+
0.25,
|
| 657 |
+
0.0625,
|
| 658 |
+
0.4375,
|
| 659 |
+
0.25,
|
| 660 |
+
0.0,
|
| 661 |
+
0.4375,
|
| 662 |
+
0.0,
|
| 663 |
+
0.1875,
|
| 664 |
+
0.1875,
|
| 665 |
+
0.1875,
|
| 666 |
+
0.4375,
|
| 667 |
+
0.5,
|
| 668 |
+
0.3125,
|
| 669 |
+
0.3125,
|
| 670 |
+
0.3125,
|
| 671 |
+
0.0625,
|
| 672 |
+
0.1875,
|
| 673 |
+
0.3125,
|
| 674 |
+
0.1875,
|
| 675 |
+
0.25,
|
| 676 |
+
0.0,
|
| 677 |
+
0.25,
|
| 678 |
+
0.125,
|
| 679 |
+
0.5,
|
| 680 |
+
0.125,
|
| 681 |
+
0.5,
|
| 682 |
+
0.4375,
|
| 683 |
+
0.4375,
|
| 684 |
+
0.4375,
|
| 685 |
+
0.0,
|
| 686 |
+
0.125,
|
| 687 |
+
0.25,
|
| 688 |
+
0.5,
|
| 689 |
+
-0.0625,
|
| 690 |
+
0.125,
|
| 691 |
+
0.4375,
|
| 692 |
+
0.5,
|
| 693 |
+
0.3125,
|
| 694 |
+
0.125,
|
| 695 |
+
0.125,
|
| 696 |
+
0.125,
|
| 697 |
+
0.5,
|
| 698 |
+
0.125,
|
| 699 |
+
0.6875,
|
| 700 |
+
1.0,
|
| 701 |
+
1.0,
|
| 702 |
+
1.0,
|
| 703 |
+
1.0,
|
| 704 |
+
0.9982408285140991,
|
| 705 |
+
0.9999225735664368,
|
| 706 |
+
1.0,
|
| 707 |
+
1.0,
|
| 708 |
+
1.0,
|
| 709 |
+
0.9999973177909851,
|
| 710 |
+
1.0,
|
| 711 |
+
1.0
|
| 712 |
+
],
|
| 713 |
+
"mean": [
|
| 714 |
+
0.2026803717194055,
|
| 715 |
+
-0.07236617450974016,
|
| 716 |
+
-0.02242552603336694,
|
| 717 |
+
0.02358918176200852,
|
| 718 |
+
-0.12101816319229894,
|
| 719 |
+
-0.10377979771699893,
|
| 720 |
+
-0.04818144492503821,
|
| 721 |
+
-0.09367987576831767,
|
| 722 |
+
-0.015672257634394615,
|
| 723 |
+
-0.07295460827994406,
|
| 724 |
+
-0.28937628052944814,
|
| 725 |
+
0.023045464893167257,
|
| 726 |
+
0.12778362710982472,
|
| 727 |
+
-0.014680355458714104,
|
| 728 |
+
0.047179379817229826,
|
| 729 |
+
-0.12413716706234348,
|
| 730 |
+
0.0648974356889655,
|
| 731 |
+
0.1738440680997756,
|
| 732 |
+
-0.1366050521968194,
|
| 733 |
+
0.05253626134183226,
|
| 734 |
+
0.005097726755341637,
|
| 735 |
+
-0.21554664379329408,
|
| 736 |
+
0.09576226056131906,
|
| 737 |
+
-0.11485841002959446,
|
| 738 |
+
-0.21714120784415752,
|
| 739 |
+
0.25317489999674786,
|
| 740 |
+
-0.23478507431135973,
|
| 741 |
+
-0.10450746365735471,
|
| 742 |
+
-0.049666249308920614,
|
| 743 |
+
-0.03343909558034407,
|
| 744 |
+
0.2612117467234707,
|
| 745 |
+
0.28021846238902076,
|
| 746 |
+
0.013058351491105402,
|
| 747 |
+
0.14741942827409021,
|
| 748 |
+
0.23094043708738496,
|
| 749 |
+
-0.2599698364174445,
|
| 750 |
+
0.054112532114865525,
|
| 751 |
+
-0.18685465380988,
|
| 752 |
+
-0.021627735861328823,
|
| 753 |
+
-0.045454730235129595,
|
| 754 |
+
-0.261119264041107,
|
| 755 |
+
-0.09780399362580897,
|
| 756 |
+
-0.03171647858466942,
|
| 757 |
+
0.30728844840482616,
|
| 758 |
+
-0.13527167550164232,
|
| 759 |
+
0.061584319815278545,
|
| 760 |
+
0.07089966340368792,
|
| 761 |
+
0.06740158216527367,
|
| 762 |
+
0.18057091287521546,
|
| 763 |
+
-0.27359832840092363,
|
| 764 |
+
-0.01098104816416794,
|
| 765 |
+
0.03545237243487593,
|
| 766 |
+
0.1730208705974178,
|
| 767 |
+
-0.26741316790789943,
|
| 768 |
+
-0.03493507918956714,
|
| 769 |
+
0.1694120133988097,
|
| 770 |
+
0.01502691144427461,
|
| 771 |
+
0.05571421021821848,
|
| 772 |
+
-0.22518415233015707,
|
| 773 |
+
-0.05392248528407428,
|
| 774 |
+
-0.1961598344661615,
|
| 775 |
+
0.3429247699112166,
|
| 776 |
+
-0.04006126215486683,
|
| 777 |
+
0.40486580864418353,
|
| 778 |
+
0.9999827171293537,
|
| 779 |
+
0.999982850921418,
|
| 780 |
+
0.9999830789480982,
|
| 781 |
+
0.9999811406495951,
|
| 782 |
+
0.9977658298817017,
|
| 783 |
+
0.9997360855995177,
|
| 784 |
+
0.7778945983312991,
|
| 785 |
+
0.8171959691692932,
|
| 786 |
+
0.8399288212288848,
|
| 787 |
+
0.8394280370284749,
|
| 788 |
+
0.8745686375938581,
|
| 789 |
+
0.12291562838728093
|
| 790 |
+
],
|
| 791 |
+
"std": [
|
| 792 |
+
0.07423638798986239,
|
| 793 |
+
0.10276070894626457,
|
| 794 |
+
0.11812702387971753,
|
| 795 |
+
0.05957396656117891,
|
| 796 |
+
0.1218417031488596,
|
| 797 |
+
0.08063836551976374,
|
| 798 |
+
0.1020635000819969,
|
| 799 |
+
0.10540346375069484,
|
| 800 |
+
0.08296831170197061,
|
| 801 |
+
0.05989282207073844,
|
| 802 |
+
0.131405419274155,
|
| 803 |
+
0.07688508477180626,
|
| 804 |
+
0.15530657456533145,
|
| 805 |
+
0.09090021877289593,
|
| 806 |
+
0.07144535330531092,
|
| 807 |
+
0.07721423672952077,
|
| 808 |
+
0.061937753226413185,
|
| 809 |
+
0.12535445915332458,
|
| 810 |
+
0.1406645362754369,
|
| 811 |
+
0.09610483490082063,
|
| 812 |
+
0.0892112540257282,
|
| 813 |
+
0.10101183108941218,
|
| 814 |
+
0.14459992137856284,
|
| 815 |
+
0.09259695505428482,
|
| 816 |
+
0.07250089525780803,
|
| 817 |
+
0.07751064616894329,
|
| 818 |
+
0.09003536032570492,
|
| 819 |
+
0.08768655804866919,
|
| 820 |
+
0.0793513264967945,
|
| 821 |
+
0.0799717022695259,
|
| 822 |
+
0.08767655242632699,
|
| 823 |
+
0.06686962750120226,
|
| 824 |
+
0.11139553980852172,
|
| 825 |
+
0.05962527954838032,
|
| 826 |
+
0.03113638664810605,
|
| 827 |
+
0.1104336480130166,
|
| 828 |
+
0.0900293543854962,
|
| 829 |
+
0.17353368370821917,
|
| 830 |
+
0.06621053001132303,
|
| 831 |
+
0.07044267349366652,
|
| 832 |
+
0.07468062148900616,
|
| 833 |
+
0.13559357690832427,
|
| 834 |
+
0.051673248141484364,
|
| 835 |
+
0.11970962808802042,
|
| 836 |
+
0.09873016730126778,
|
| 837 |
+
0.1482997857923691,
|
| 838 |
+
0.14644960009292055,
|
| 839 |
+
0.12362418143308783,
|
| 840 |
+
0.14892813932159055,
|
| 841 |
+
0.1264928491368565,
|
| 842 |
+
0.04485723360367807,
|
| 843 |
+
0.06556638017875786,
|
| 844 |
+
0.23014907315132233,
|
| 845 |
+
0.07366488770406758,
|
| 846 |
+
0.05520901424631441,
|
| 847 |
+
0.1518289001396863,
|
| 848 |
+
0.1840720418570084,
|
| 849 |
+
0.05832378814080937,
|
| 850 |
+
0.11903714776197126,
|
| 851 |
+
0.05677283141546173,
|
| 852 |
+
0.09207849117719222,
|
| 853 |
+
0.09729334507011746,
|
| 854 |
+
0.0780996197326025,
|
| 855 |
+
0.16351388381996734,
|
| 856 |
+
1.8214790335763182e-05,
|
| 857 |
+
2.3385127857745866e-05,
|
| 858 |
+
2.5684815254370892e-05,
|
| 859 |
+
2.368414515012511e-05,
|
| 860 |
+
7.802892144541008e-05,
|
| 861 |
+
6.03931448414821e-05,
|
| 862 |
+
0.2307055833669559,
|
| 863 |
+
0.1900819078013402,
|
| 864 |
+
0.16354430170740317,
|
| 865 |
+
0.16593648793853702,
|
| 866 |
+
0.1286487353890603,
|
| 867 |
+
0.3083183803524622
|
| 868 |
+
]
|
| 869 |
+
}
|
| 870 |
+
},
|
| 871 |
+
"code_commit": "028df1bb7024fb1e3d176de7e60c84d3333cd97f",
|
| 872 |
+
"step": 6000,
|
| 873 |
+
"weights": "ema",
|
| 874 |
+
"offline_eval": {
|
| 875 |
+
"mse": 0.022521788254380226,
|
| 876 |
+
"mse_row0": 0.02053411304950714,
|
| 877 |
+
"mse_motion_token": 0.022982770577073097,
|
| 878 |
+
"mse_inspire_left_hand_state": 0.012518338859081268,
|
| 879 |
+
"mse_inspire_right_hand_state": 0.027608102187514305,
|
| 880 |
+
"samples": 256,
|
| 881 |
+
"frames": "train"
|
| 882 |
+
},
|
| 883 |
+
"format": "hb_baselines/1"
|
| 884 |
+
}
|
b8-table-wipe/b512-cont-20261117/step-006000/model.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:49f877e3a020061ca3fd91b94f178596a9348d02548e116ea261eeecb5675ed8
|
| 3 |
+
size 90311637
|
b8-table-wipe/b512-cont-20261117/step-006000/protocol.json
ADDED
|
@@ -0,0 +1,11 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"format": "hb_baselines/1",
|
| 3 |
+
"step": 6000,
|
| 4 |
+
"policy": "fm_dit",
|
| 5 |
+
"files": {
|
| 6 |
+
"model.pt": {
|
| 7 |
+
"bytes": 90311637,
|
| 8 |
+
"sha256": "49f877e3a020061ca3fd91b94f178596a9348d02548e116ea261eeecb5675ed8"
|
| 9 |
+
}
|
| 10 |
+
}
|
| 11 |
+
}
|
b8-table-wipe/b512-cont-20261117/train_state.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:defddc0d62576449aad58f234a7023e3e21eb0289831e03dac2c19ffd888f097
|
| 3 |
+
size 361027889
|
code/fmdit_continue_20261117/augmentation/__init__.py
ADDED
|
@@ -0,0 +1,110 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""Humanoid Benchmark data augmentation spec v2 (docs/augmentation_v2.md): the training-time entry every model uses.
|
| 2 |
+
|
| 3 |
+
`hb_aug_v2.py` is an unmodified copy of HumanWAM `hb_training/hb_groot/hb_aug_v2.py` (branch bai, commit af94cde,
|
| 4 |
+
git blob 75542085), the implementation GR00T, pi0.5, Psi-Zero, ACT, Delta Flow and DiT4DiT train with. Do not edit
|
| 5 |
+
it here; a new version of the spec is a new file with a new VERSION.
|
| 6 |
+
|
| 7 |
+
How a training entry uses it (the FM-DiT / DP / ACT baselines in evaluation/baselines do exactly this):
|
| 8 |
+
|
| 9 |
+
- Visual, once per training sample: after the model's native deterministic resize / center crop and before its
|
| 10 |
+
normalization, stack every camera and every frame of the sample into x float [T, V, 3, H, W] in [0, 1] and call
|
| 11 |
+
`augment_images(x, obs_mask)` (obs_mask[t] False marks a future image target: it gets the colour, geometry, light
|
| 12 |
+
patch and white-balance effects of its camera but none of the sensor/optics effects). `augment_frames_uint8` does
|
| 13 |
+
the same for uint8 (V, H, W, 3) frames. Pixel-size effects scale with H / 224 inside hb_aug_v2.
|
| 14 |
+
- Proprio, once per training sample: `perturb_body(state, body_dims)` adds the spec's per-joint bias (U +-2 deg,
|
| 15 |
+
drawn per sample, shared by every frame of the sample) and N(0, 0.25 deg) noise clipped at 3 sigma to the leading
|
| 16 |
+
`body_dims` raw-radian joint angles (G1 29, H2 31 incl. the head), before normalization. Hands, gravity and every
|
| 17 |
+
action label stay bit-identical. No proprio delay, no history drop.
|
| 18 |
+
- The model's own image augmentation (random crop / shift, colour jitter, rotation, ...) is off.
|
| 19 |
+
- Evaluation, offline checks and rollouts call none of this: same resize, same input layout, same normalization.
|
| 20 |
+
- Randomness comes from `worker_rng()`, one numpy Generator per process (DataLoader worker) seeded from its pid and
|
| 21 |
+
os.urandom, never from the global np.random (which DataLoader seeds identically on every rank).
|
| 22 |
+
|
| 23 |
+
The interface state is raw and velocity-free: G1 44 = body 29 + measured hands 12 + projected gravity 3; H2 78 =
|
| 24 |
+
75 joints (body 31 incl. head, Sharpa hands 22 + 22) + projected gravity 3 (`STATE_DIMS`, `check_state_layout`).
|
| 25 |
+
"""
|
| 26 |
+
from __future__ import annotations
|
| 27 |
+
|
| 28 |
+
import math
|
| 29 |
+
import os
|
| 30 |
+
import re
|
| 31 |
+
|
| 32 |
+
import numpy as np
|
| 33 |
+
|
| 34 |
+
from . import hb_aug_v2
|
| 35 |
+
|
| 36 |
+
VERSION = 'hb-aug-v2-20261109'
|
| 37 |
+
if hb_aug_v2.VERSION != VERSION:
|
| 38 |
+
raise ImportError(f'evaluation/augmentation/hb_aug_v2.py is {hb_aug_v2.VERSION}, expected {VERSION}')
|
| 39 |
+
|
| 40 |
+
BODY_JOINTS = {'g1': 29, 'h2_sharpa': 31} # leading raw-radian body joint angles of the state (H2: incl. head)
|
| 41 |
+
STATE_DIMS = {'g1': 44, 'h2_sharpa': 78} # the benchmark state of each robot, no joint velocity
|
| 42 |
+
BIAS_DEG, NOISE_DEG = 2.0, 0.25 # = hb_aug_v2.perturb_joints
|
| 43 |
+
|
| 44 |
+
_RNG = {'pid': None, 'rng': None}
|
| 45 |
+
|
| 46 |
+
|
| 47 |
+
def worker_rng() -> np.random.Generator:
|
| 48 |
+
"""This process's generator, re-created after a fork (DataLoader workers) from its pid and os.urandom."""
|
| 49 |
+
pid = os.getpid()
|
| 50 |
+
if _RNG['pid'] != pid:
|
| 51 |
+
_RNG['rng'] = np.random.default_rng([pid, int.from_bytes(os.urandom(8), 'little')])
|
| 52 |
+
_RNG['pid'] = pid
|
| 53 |
+
return _RNG['rng']
|
| 54 |
+
|
| 55 |
+
|
| 56 |
+
def augment_images(x, obs_mask=None, rng=None):
|
| 57 |
+
"""hb_aug_v2.augment: x float [T, V, 3, H, W] in [0, 1], one call per training sample -> (augmented, params)."""
|
| 58 |
+
if x.ndim != 5 or x.shape[2] != 3:
|
| 59 |
+
raise ValueError(f'expected [T, V, 3, H, W], got {tuple(x.shape)}')
|
| 60 |
+
return hb_aug_v2.augment(x, rng if rng is not None else worker_rng(), obs_mask=obs_mask)
|
| 61 |
+
|
| 62 |
+
|
| 63 |
+
def augment_frames_uint8(frames, rng=None):
|
| 64 |
+
"""One sample's uint8 frames (V, H, W, 3) (one time step) -> augmented uint8 frames of the same shape (rounded to
|
| 65 |
+
the nearest level, as the GR00T and Psi-Zero integrations do), and the parameters."""
|
| 66 |
+
import torch
|
| 67 |
+
frames = torch.as_tensor(frames)
|
| 68 |
+
if frames.dtype != torch.uint8 or frames.ndim != 4 or frames.shape[-1] != 3:
|
| 69 |
+
raise ValueError(f'expected uint8 (V, H, W, 3) frames, got {frames.dtype} {tuple(frames.shape)}')
|
| 70 |
+
x = frames.permute(0, 3, 1, 2).float().div(255.0)[None] # [1, V, 3, H, W]
|
| 71 |
+
y, params = augment_images(x, rng=rng)
|
| 72 |
+
out = (y[0] * 255.0 + 0.5).clamp(0, 255).to(torch.uint8).permute(0, 2, 3, 1).contiguous()
|
| 73 |
+
return out, params
|
| 74 |
+
|
| 75 |
+
|
| 76 |
+
def perturb_body(state, body_dims: int, rng=None) -> np.ndarray:
|
| 77 |
+
"""A float32 copy of `state` (..., D) whose first `body_dims` values got hb_aug_v2.perturb_joints (one bias per
|
| 78 |
+
joint for the whole sample, noise per value); the other values are copied bit for bit."""
|
| 79 |
+
state = np.array(state, dtype=np.float32, copy=True)
|
| 80 |
+
if not 0 < body_dims <= state.shape[-1]:
|
| 81 |
+
raise ValueError(f'body_dims {body_dims} outside the state width {state.shape[-1]}')
|
| 82 |
+
state[..., :body_dims] = hb_aug_v2.perturb_joints(state[..., :body_dims], rng if rng is not None else worker_rng())
|
| 83 |
+
return state
|
| 84 |
+
|
| 85 |
+
|
| 86 |
+
def check_state_layout(robot: str, state_dim: int, columns=()) -> None:
|
| 87 |
+
"""The benchmark interface: G1 44 / H2 78 raw state values, no velocity column."""
|
| 88 |
+
if robot not in STATE_DIMS:
|
| 89 |
+
raise KeyError(f'no augmentation layout for robot {robot!r}; known: {sorted(STATE_DIMS)}')
|
| 90 |
+
if state_dim != STATE_DIMS[robot]:
|
| 91 |
+
raise ValueError(f'{robot} state must be {STATE_DIMS[robot]}-D (no joint velocity), got {state_dim}')
|
| 92 |
+
velocity = [c for c in columns if re.search(r'(velocit|(^|[._])(vel|qvel|dq)([._]|$))', str(c).lower())]
|
| 93 |
+
if velocity:
|
| 94 |
+
raise ValueError(f'joint velocity is not allowed in the model input: {velocity}')
|
| 95 |
+
|
| 96 |
+
|
| 97 |
+
def max_body_offset_rad() -> float:
|
| 98 |
+
"""The largest |perturbation| perturb_body can add to one joint: bias 2 deg + clipped noise 3 x 0.25 deg."""
|
| 99 |
+
return math.radians(BIAS_DEG + 3 * NOISE_DEG)
|
| 100 |
+
|
| 101 |
+
|
| 102 |
+
def describe(robot: str, body_dims: int) -> dict:
|
| 103 |
+
"""The record a training run stores (run.json / checkpoint config)."""
|
| 104 |
+
return dict(spec='docs/augmentation_v2.md', version=VERSION, implementation='evaluation/augmentation/hb_aug_v2.py',
|
| 105 |
+
visual=dict(effects=list(hb_aug_v2.EFFECTS), boosted_per_sample=1, boost=1.5,
|
| 106 |
+
pixel_scale='H / 224', future_targets='none (one observation frame)'),
|
| 107 |
+
proprio=dict(robot=robot, body_dims=int(body_dims), bias_deg=BIAS_DEG, bias_scope='per_sample',
|
| 108 |
+
noise_deg=NOISE_DEG, noise_clip_sigma=3, delay_probability=0.0,
|
| 109 |
+
history_drop_probability=0.0, velocity=False),
|
| 110 |
+
native_image_augmentation='off', evaluation='off')
|
code/fmdit_continue_20261117/augmentation/check_spec.py
ADDED
|
@@ -0,0 +1,174 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""Audit hb_aug_v2.sample() against docs/augmentation_v2.md by drawing many parameter sets.
|
| 2 |
+
|
| 3 |
+
python -I evaluation/augmentation/check_spec.py [--draws 300000] [--height 168] [--out report.json]
|
| 4 |
+
|
| 5 |
+
Checks, for the boosted (1.5 x) and the unboosted (1 x) draws of every effect separately: the drawn values lie in the
|
| 6 |
+
spec's range and reach both ends of it, the firing probability matches the spec (within 5 binomial sigma), and the
|
| 7 |
+
boosted effect is uniform over the 15 effects (chi-square, 14 degrees of freedom, p > 0.001). Pixel-size effects
|
| 8 |
+
(motion blur, defocus) are checked at --height / 224. Prints one JSON report; exits 1 if any check fails.
|
| 9 |
+
"""
|
| 10 |
+
from __future__ import annotations
|
| 11 |
+
|
| 12 |
+
import argparse
|
| 13 |
+
import json
|
| 14 |
+
import math
|
| 15 |
+
from pathlib import Path
|
| 16 |
+
import sys
|
| 17 |
+
|
| 18 |
+
import numpy as np
|
| 19 |
+
|
| 20 |
+
sys.path.insert(0, str(Path(__file__).resolve().parents[1]))
|
| 21 |
+
import augmentation # noqa: E402 (asserts VERSION)
|
| 22 |
+
from augmentation import hb_aug_v2 as A # noqa: E402
|
| 23 |
+
|
| 24 |
+
CHI2_14_P001 = 36.123 # chi-square quantile, 14 degrees of freedom, p = 0.001
|
| 25 |
+
|
| 26 |
+
# (probability, low, high) at 1 x; the 1.5 x range is centred on identity (the spec's bracketed values)
|
| 27 |
+
SPEC = {
|
| 28 |
+
'exposure': (1.0, -0.22, 0.22, 0.0), 'contrast': (1.0, 0.88, 1.12, 1.0), 'saturation': (1.0, 0.76, 1.24, 1.0),
|
| 29 |
+
'hue': (1.0, -0.015, 0.015, 0.0), 'gamma': (1.0, 0.89, 1.11, 1.0), 'temperature': (1.0, -0.066, 0.066, 0.0),
|
| 30 |
+
'rotation_crop': (1.0, -1.5, 1.5, 0.0), # degrees; extra crop zoom U(0, 0.02) on top of |angle| x 0.015
|
| 31 |
+
'noise': (0.5, 4 / 255, 4 / 255, None),
|
| 32 |
+
'gaussian_blur': (0.15, 0.25, 0.65, None), # sigma (px)
|
| 33 |
+
'jpeg': (0.35, 70, 95, None), # quality; 1.5 x: q -> 100 - 1.5 (100 - q)
|
| 34 |
+
'motion_blur': (0.15, 3.0, 7.0, None), # length at 224 px; angle U(0, 180)
|
| 35 |
+
'sharpen': (0.15, 0.2, 0.6, None),
|
| 36 |
+
'defocus': (0.10, 1.0, 2.0, None), # disk radius at 224 px
|
| 37 |
+
'light_shadow': (0.30, 0.70, 1.30, 1.0), # gain; 1-2 blobs per camera, size 0.15-0.35, centre 0.1-0.9
|
| 38 |
+
'wb_channel': (0.30, 0.90, 1.10, 1.0), # gain of one channel per camera
|
| 39 |
+
}
|
| 40 |
+
|
| 41 |
+
|
| 42 |
+
def expected_range(name, boost, px):
|
| 43 |
+
prob, lo, hi, centre = SPEC[name]
|
| 44 |
+
k = 1.5 if boost else 1.0
|
| 45 |
+
if name == 'jpeg':
|
| 46 |
+
return int(round(100 - k * (100 - lo))), int(round(100 - k * (100 - hi)))
|
| 47 |
+
if centre is not None:
|
| 48 |
+
return centre + k * (lo - centre), centre + k * (hi - centre)
|
| 49 |
+
scale = k * (px if name in ('motion_blur', 'defocus') else 1.0)
|
| 50 |
+
return lo * scale, hi * scale
|
| 51 |
+
|
| 52 |
+
|
| 53 |
+
def values(p, name, views):
|
| 54 |
+
"""The drawn magnitudes of `name` in one parameter set (empty when it did not fire), plus side values."""
|
| 55 |
+
v = p.get(name) # rotation_crop lives in p['geometry']
|
| 56 |
+
if name in ('exposure', 'contrast', 'saturation', 'hue', 'gamma', 'temperature'):
|
| 57 |
+
return [v], {}
|
| 58 |
+
if name == 'rotation_crop':
|
| 59 |
+
angles = [a for a, _ in p['geometry']]
|
| 60 |
+
extra = [s - 1.0 - abs(a) * 0.015 for a, s in p['geometry']]
|
| 61 |
+
return angles, dict(crop_extra=extra)
|
| 62 |
+
if name == 'noise' or name in ('gaussian_blur', 'sharpen', 'defocus'):
|
| 63 |
+
return ([v] if v else []), {}
|
| 64 |
+
if name == 'jpeg':
|
| 65 |
+
return ([v] if v is not None else []), {}
|
| 66 |
+
if name == 'motion_blur':
|
| 67 |
+
return ([v[0]] if v is not None else []), dict(angle=[v[1]] if v is not None else [])
|
| 68 |
+
if name == 'light_shadow':
|
| 69 |
+
if v is None:
|
| 70 |
+
return [], {}
|
| 71 |
+
blobs = [b for cam in v for b in cam]
|
| 72 |
+
return [b[3] for b in blobs], dict(size=[b[2] for b in blobs], centre=[c for b in blobs for c in b[:2]],
|
| 73 |
+
blobs_per_camera=[len(cam) for cam in v], cameras=[len(v)])
|
| 74 |
+
if name == 'wb_channel':
|
| 75 |
+
if v is None:
|
| 76 |
+
return [], {}
|
| 77 |
+
changed = [[i for i, g in enumerate(row) if g != 1.0] for row in v]
|
| 78 |
+
return [row[i] for row in v for i in range(3) if row[i] != 1.0], dict(
|
| 79 |
+
channels_changed=[len(c) for c in changed], cameras=[len(v)])
|
| 80 |
+
raise KeyError(name)
|
| 81 |
+
|
| 82 |
+
|
| 83 |
+
def audit(draws=300000, height=168, views=2, seed=0):
|
| 84 |
+
rng = np.random.default_rng(seed)
|
| 85 |
+
px = height / 224.0
|
| 86 |
+
boosts = []
|
| 87 |
+
acc = {(n, b): dict(fired=0, total=0, vals=[], side={}) for n in A.EFFECTS for b in (False, True)}
|
| 88 |
+
for _ in range(draws):
|
| 89 |
+
p = A.sample(rng, views, height)
|
| 90 |
+
boosts.append(p['boost'])
|
| 91 |
+
for name in A.EFFECTS:
|
| 92 |
+
entry = acc[(name, p['boost'] == name)]
|
| 93 |
+
vals, side = values(p, name, views)
|
| 94 |
+
entry['total'] += 1
|
| 95 |
+
entry['fired'] += int(bool(vals))
|
| 96 |
+
entry['vals'].extend(vals)
|
| 97 |
+
for key, items in side.items():
|
| 98 |
+
entry['side'].setdefault(key, []).extend(items)
|
| 99 |
+
counts = {n: boosts.count(n) for n in A.EFFECTS}
|
| 100 |
+
expect = draws / len(A.EFFECTS)
|
| 101 |
+
chi2 = sum((c - expect) ** 2 / expect for c in counts.values())
|
| 102 |
+
report = dict(version=A.VERSION, draws=draws, height=height, pixel_scale=px, views=views,
|
| 103 |
+
boost=dict(counts=counts, chi2=round(chi2, 2), chi2_limit_p001=CHI2_14_P001,
|
| 104 |
+
max_rel_dev=round(max(abs(c - expect) / expect for c in counts.values()), 4),
|
| 105 |
+
ok=bool(chi2 < CHI2_14_P001)),
|
| 106 |
+
effects={}, failures=[])
|
| 107 |
+
for name in A.EFFECTS:
|
| 108 |
+
rows = {}
|
| 109 |
+
for boost in (False, True):
|
| 110 |
+
e = acc[(name, boost)]
|
| 111 |
+
prob = SPEC[name][0]
|
| 112 |
+
lo, hi = expected_range(name, boost, px)
|
| 113 |
+
vals = np.asarray(e['vals'], dtype=np.float64)
|
| 114 |
+
fired = e['fired'] / max(1, e['total'])
|
| 115 |
+
sigma = math.sqrt(prob * (1 - prob) / max(1, e['total'])) if 0 < prob < 1 else 0.0
|
| 116 |
+
span = max(hi - lo, 1e-12)
|
| 117 |
+
row = dict(samples=e['total'], fired=round(fired, 4), spec_probability=prob,
|
| 118 |
+
spec_range=[round(lo, 6), round(hi, 6)],
|
| 119 |
+
observed=[round(float(vals.min()), 6), round(float(vals.max()), 6)] if len(vals) else None)
|
| 120 |
+
ok = abs(fired - prob) <= 5 * sigma + 1e-12 and len(vals) > 0
|
| 121 |
+
ok = ok and vals.min() >= lo - 1e-9 and vals.max() <= hi + 1e-9
|
| 122 |
+
if hi > lo: # continuous / integer range: both ends reached (2 % of the span)
|
| 123 |
+
reach = 0.02 * span if name != 'jpeg' else 0.0
|
| 124 |
+
ok = ok and vals.min() <= lo + reach and vals.max() >= hi - reach
|
| 125 |
+
side = e['side']
|
| 126 |
+
k = 1.5 if boost else 1.0
|
| 127 |
+
checks = []
|
| 128 |
+
if name == 'rotation_crop':
|
| 129 |
+
x = np.asarray(side['crop_extra'])
|
| 130 |
+
checks.append(('crop_extra', x.min() >= -1e-9 and x.max() <= 0.02 * k + 1e-9 and x.max() > 0.019 * k))
|
| 131 |
+
row['crop_extra'] = [round(float(x.min()), 5), round(float(x.max()), 5)]
|
| 132 |
+
if name == 'motion_blur':
|
| 133 |
+
x = np.asarray(side['angle'])
|
| 134 |
+
checks.append(('angle_0_180', x.min() >= 0 and x.max() <= 180 and x.max() > 176 and x.min() < 4))
|
| 135 |
+
if name == 'light_shadow':
|
| 136 |
+
checks.append(('size', min(side['size']) >= 0.15 and max(side['size']) <= 0.35))
|
| 137 |
+
checks.append(('centre', min(side['centre']) >= 0.1 and max(side['centre']) <= 0.9))
|
| 138 |
+
checks.append(('blobs_1_2', set(side['blobs_per_camera']) == {1, 2}))
|
| 139 |
+
checks.append(('per_camera', set(side['cameras']) == {views}))
|
| 140 |
+
if name == 'wb_channel':
|
| 141 |
+
checks.append(('one_channel', set(side['channels_changed']) <= {0, 1}))
|
| 142 |
+
checks.append(('per_camera', set(side['cameras']) == {views}))
|
| 143 |
+
if checks:
|
| 144 |
+
row['side_checks'] = {n: bool(c) for n, c in checks}
|
| 145 |
+
ok = ok and all(c for _, c in checks)
|
| 146 |
+
row['ok'] = bool(ok)
|
| 147 |
+
if not ok:
|
| 148 |
+
report['failures'].append(f'{name} {"1.5x" if boost else "1x"}')
|
| 149 |
+
rows['1.5x' if boost else '1x'] = row
|
| 150 |
+
report['effects'][name] = rows
|
| 151 |
+
if not report['boost']['ok']:
|
| 152 |
+
report['failures'].append('boost not uniform')
|
| 153 |
+
report['ok'] = not report['failures']
|
| 154 |
+
return report
|
| 155 |
+
|
| 156 |
+
|
| 157 |
+
def main():
|
| 158 |
+
ap = argparse.ArgumentParser(description=__doc__, formatter_class=argparse.RawDescriptionHelpFormatter)
|
| 159 |
+
ap.add_argument('--draws', type=int, default=300000)
|
| 160 |
+
ap.add_argument('--height', type=int, default=168, help='model input height (pixel effects scale by H / 224)')
|
| 161 |
+
ap.add_argument('--views', type=int, default=2)
|
| 162 |
+
ap.add_argument('--seed', type=int, default=0)
|
| 163 |
+
ap.add_argument('--out', type=Path)
|
| 164 |
+
args = ap.parse_args()
|
| 165 |
+
report = audit(args.draws, args.height, args.views, args.seed)
|
| 166 |
+
text = json.dumps(report, indent=1)
|
| 167 |
+
if args.out:
|
| 168 |
+
args.out.write_text(text)
|
| 169 |
+
print(text)
|
| 170 |
+
sys.exit(0 if report['ok'] else 1)
|
| 171 |
+
|
| 172 |
+
|
| 173 |
+
if __name__ == '__main__':
|
| 174 |
+
main()
|
code/fmdit_continue_20261117/augmentation/hb_aug_v2.py
ADDED
|
@@ -0,0 +1,163 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""Humanoid Benchmark data augmentation v2 (project CLAUDE.md), model-agnostic torch implementation.
|
| 2 |
+
|
| 3 |
+
augment(x, rng, obs_mask=None) takes x: float [T, V, 3, H, W] in [0, 1] (T frames, V cameras) and returns the
|
| 4 |
+
augmented tensor. Each call is one training sample: one of the 15 effects is chosen uniformly and its magnitude
|
| 5 |
+
is scaled by 1.5 around identity; the rest stay at x1. Colour is shared across cameras and time; geometry, light
|
| 6 |
+
patches and white balance are drawn per camera and fixed over time; sensor/optics effects (noise, gaussian blur,
|
| 7 |
+
JPEG, motion blur, sharpen, defocus) apply only to observation frames (obs_mask True).
|
| 8 |
+
Pixel-size parameters are defined at 224 px and scaled by H / 224.
|
| 9 |
+
perturb_joints(q, rng) applies the proprio spec: per-joint bias +-2 deg plus N(0, 0.25 deg) clipped at 3 sigma.
|
| 10 |
+
"""
|
| 11 |
+
import io
|
| 12 |
+
import math
|
| 13 |
+
|
| 14 |
+
import numpy as np
|
| 15 |
+
import torch
|
| 16 |
+
import torch.nn.functional as F
|
| 17 |
+
from PIL import Image
|
| 18 |
+
from torchvision.transforms import InterpolationMode
|
| 19 |
+
from torchvision.transforms import functional as TF
|
| 20 |
+
|
| 21 |
+
EFFECTS = ("exposure", "contrast", "saturation", "hue", "gamma", "temperature", "rotation_crop", "noise",
|
| 22 |
+
"gaussian_blur", "jpeg", "motion_blur", "sharpen", "defocus", "light_shadow", "wb_channel")
|
| 23 |
+
CENTER = {"exposure": 0.0, "contrast": 1.0, "saturation": 1.0, "hue": 0.0, "gamma": 1.0, "temperature": 0.0}
|
| 24 |
+
RANGE = {"exposure": (-0.22, 0.22), "contrast": (0.88, 1.12), "saturation": (0.76, 1.24), "hue": (-0.015, 0.015),
|
| 25 |
+
"gamma": (0.89, 1.11), "temperature": (-0.066, 0.066)}
|
| 26 |
+
VERSION = "hb-aug-v2-20261109"
|
| 27 |
+
|
| 28 |
+
|
| 29 |
+
def sample(rng, views, height):
|
| 30 |
+
boost = EFFECTS[int(rng.integers(len(EFFECTS)))]
|
| 31 |
+
|
| 32 |
+
def k(name):
|
| 33 |
+
return 1.5 if boost == name else 1.0
|
| 34 |
+
|
| 35 |
+
px = height / 224.0
|
| 36 |
+
p = {"boost": boost}
|
| 37 |
+
for name, (a, b) in RANGE.items():
|
| 38 |
+
c = CENTER[name]
|
| 39 |
+
p[name] = float(rng.uniform(c + k(name) * (a - c), c + k(name) * (b - c)))
|
| 40 |
+
p["geometry"] = []
|
| 41 |
+
for _ in range(views):
|
| 42 |
+
angle = float(rng.uniform(-1.5 * k("rotation_crop"), 1.5 * k("rotation_crop")))
|
| 43 |
+
p["geometry"].append((angle, 1.0 + abs(angle) * 0.015 + float(rng.uniform(0, 0.02 * k("rotation_crop")))))
|
| 44 |
+
p["noise"] = 4.0 / 255.0 * k("noise") if rng.random() < 0.5 else 0.0
|
| 45 |
+
p["gaussian_blur"] = float(rng.uniform(0.25, 0.65)) * k("gaussian_blur") if rng.random() < 0.15 else 0.0
|
| 46 |
+
if rng.random() < 0.35:
|
| 47 |
+
lo = int(round(100 - k("jpeg") * 30))
|
| 48 |
+
hi = int(round(100 - k("jpeg") * 5))
|
| 49 |
+
p["jpeg"] = int(rng.integers(lo, hi + 1))
|
| 50 |
+
else:
|
| 51 |
+
p["jpeg"] = None
|
| 52 |
+
p["motion_blur"] = ((float(rng.uniform(3, 7)) * k("motion_blur") * px, float(rng.uniform(0, 180)))
|
| 53 |
+
if rng.random() < 0.15 else None)
|
| 54 |
+
p["sharpen"] = float(rng.uniform(0.2, 0.6)) * k("sharpen") if rng.random() < 0.15 else 0.0
|
| 55 |
+
p["defocus"] = float(rng.uniform(1, 2)) * k("defocus") * px if rng.random() < 0.10 else 0.0
|
| 56 |
+
if rng.random() < 0.30:
|
| 57 |
+
g = 0.30 * k("light_shadow")
|
| 58 |
+
p["light_shadow"] = [[(float(rng.uniform(0.1, 0.9)), float(rng.uniform(0.1, 0.9)),
|
| 59 |
+
float(rng.uniform(0.15, 0.35)), float(rng.uniform(1 - g, 1 + g)))
|
| 60 |
+
for _ in range(int(rng.integers(1, 3)))] for _ in range(views)]
|
| 61 |
+
else:
|
| 62 |
+
p["light_shadow"] = None
|
| 63 |
+
if rng.random() < 0.30:
|
| 64 |
+
g = 0.10 * k("wb_channel")
|
| 65 |
+
gains = []
|
| 66 |
+
for _ in range(views):
|
| 67 |
+
row = [1.0, 1.0, 1.0]
|
| 68 |
+
row[int(rng.integers(0, 3))] = float(rng.uniform(1 - g, 1 + g))
|
| 69 |
+
gains.append(row)
|
| 70 |
+
p["wb_channel"] = gains
|
| 71 |
+
else:
|
| 72 |
+
p["wb_channel"] = None
|
| 73 |
+
return p
|
| 74 |
+
|
| 75 |
+
|
| 76 |
+
def _conv(x, kernel):
|
| 77 |
+
n, c, h, w = x.shape
|
| 78 |
+
k = kernel.to(x)[None, None].repeat(c, 1, 1, 1)
|
| 79 |
+
pad = kernel.shape[-1] // 2
|
| 80 |
+
return F.conv2d(F.pad(x, (pad, pad, pad, pad), mode="reflect"), k, groups=c)
|
| 81 |
+
|
| 82 |
+
|
| 83 |
+
def motion_kernel(length, angle_deg):
|
| 84 |
+
size = max(3, int(round(length)) | 1)
|
| 85 |
+
k = torch.zeros(size, size)
|
| 86 |
+
c = size // 2
|
| 87 |
+
th = math.radians(angle_deg)
|
| 88 |
+
for s in np.linspace(-(length - 1) / 2, (length - 1) / 2, 8 * size):
|
| 89 |
+
k[int(round(c - s * math.sin(th))), int(round(c + s * math.cos(th)))] = 1.0
|
| 90 |
+
return k / k.sum()
|
| 91 |
+
|
| 92 |
+
|
| 93 |
+
def disk_kernel(r):
|
| 94 |
+
size = 2 * int(math.ceil(r)) + 1
|
| 95 |
+
c = size // 2
|
| 96 |
+
yy, xx = torch.meshgrid(torch.arange(size), torch.arange(size), indexing="ij")
|
| 97 |
+
k = (((yy - c) ** 2 + (xx - c) ** 2) <= (r + 0.5) ** 2).float()
|
| 98 |
+
return k / k.sum()
|
| 99 |
+
|
| 100 |
+
|
| 101 |
+
def apply(x, p, obs_mask=None, noise_seed=0):
|
| 102 |
+
t, v, c, h, w = x.shape
|
| 103 |
+
x = x.clone().clamp(0, 1)
|
| 104 |
+
for vi, (angle, scale) in enumerate(p["geometry"]):
|
| 105 |
+
x[:, vi] = TF.affine(x[:, vi], angle=angle, translate=[0, 0], scale=scale, shear=[0, 0],
|
| 106 |
+
interpolation=InterpolationMode.BILINEAR)
|
| 107 |
+
if p["light_shadow"] is not None:
|
| 108 |
+
yy, xx = torch.meshgrid(torch.linspace(0, 1, h), torch.linspace(0, 1, w), indexing="ij")
|
| 109 |
+
for vi, blobs in enumerate(p["light_shadow"]):
|
| 110 |
+
m = torch.ones(h, w)
|
| 111 |
+
for cx, cy, s, g in blobs:
|
| 112 |
+
m = m + (g - 1.0) * torch.exp(-((xx - cx) ** 2 + (yy - cy) ** 2) / (2 * s * s))
|
| 113 |
+
x[:, vi] = (x[:, vi] * m.clamp(min=0).to(x)).clamp(0, 1)
|
| 114 |
+
if p["wb_channel"] is not None:
|
| 115 |
+
for vi, g in enumerate(p["wb_channel"]):
|
| 116 |
+
x[:, vi] = (x[:, vi] * torch.tensor(g, dtype=x.dtype).view(1, 3, 1, 1)).clamp(0, 1)
|
| 117 |
+
y = x.reshape(t * v, c, h, w)
|
| 118 |
+
y = (y * float(2.0 ** p["exposure"])).clamp(0, 1)
|
| 119 |
+
d = p["temperature"]
|
| 120 |
+
y = (y * y.new_tensor([1.0 + d, 1.0, 1.0 - d]).view(1, 3, 1, 1)).clamp(0, 1)
|
| 121 |
+
y = ((y - 0.5) * p["contrast"] + 0.5).clamp(0, 1)
|
| 122 |
+
y = TF.adjust_saturation(y, p["saturation"])
|
| 123 |
+
y = TF.adjust_hue(y, p["hue"])
|
| 124 |
+
y = y.clamp(0, 1).pow(p["gamma"])
|
| 125 |
+
x = y.reshape(t, v, c, h, w)
|
| 126 |
+
mask = torch.ones(t, dtype=torch.bool) if obs_mask is None else torch.as_tensor(obs_mask, dtype=torch.bool)
|
| 127 |
+
if bool(mask.any()):
|
| 128 |
+
o = x[mask].reshape(-1, c, h, w)
|
| 129 |
+
if p["gaussian_blur"] > 0:
|
| 130 |
+
o = TF.gaussian_blur(o, [3, 3], [p["gaussian_blur"]] * 2)
|
| 131 |
+
if p["motion_blur"] is not None:
|
| 132 |
+
o = _conv(o, motion_kernel(*p["motion_blur"]))
|
| 133 |
+
if p["defocus"] > 0:
|
| 134 |
+
o = _conv(o, disk_kernel(p["defocus"]))
|
| 135 |
+
if p["sharpen"] > 0:
|
| 136 |
+
o = o + p["sharpen"] * (o - TF.gaussian_blur(o, [5, 5], [1.0, 1.0]))
|
| 137 |
+
o = o.clamp(0, 1)
|
| 138 |
+
if p["noise"] > 0:
|
| 139 |
+
gen = torch.Generator().manual_seed(int(noise_seed))
|
| 140 |
+
o = (o + torch.randn(o.shape, generator=gen, dtype=o.dtype) * p["noise"]).clamp(0, 1)
|
| 141 |
+
if p["jpeg"] is not None:
|
| 142 |
+
for i in range(o.shape[0]):
|
| 143 |
+
buf = io.BytesIO()
|
| 144 |
+
TF.to_pil_image(o[i]).save(buf, format="JPEG", quality=int(p["jpeg"]))
|
| 145 |
+
buf.seek(0)
|
| 146 |
+
with Image.open(buf) as im:
|
| 147 |
+
o[i] = TF.pil_to_tensor(im.convert("RGB")).to(o.dtype).div(255.0)
|
| 148 |
+
x[mask] = o.reshape(-1, v, c, h, w)
|
| 149 |
+
return x.clamp(0, 1)
|
| 150 |
+
|
| 151 |
+
|
| 152 |
+
def augment(x, rng, obs_mask=None):
|
| 153 |
+
p = sample(rng, x.shape[1], x.shape[-2])
|
| 154 |
+
return apply(x, p, obs_mask, noise_seed=int(rng.integers(0, 2 ** 62))), p
|
| 155 |
+
|
| 156 |
+
|
| 157 |
+
def perturb_joints(q, rng):
|
| 158 |
+
q = np.asarray(q, dtype=np.float64)
|
| 159 |
+
d = q.shape[-1]
|
| 160 |
+
bias = rng.uniform(-math.radians(2.0), math.radians(2.0), size=d)
|
| 161 |
+
sigma = math.radians(0.25)
|
| 162 |
+
noise = np.clip(rng.normal(0.0, sigma, size=q.shape), -3 * sigma, 3 * sigma)
|
| 163 |
+
return (q + bias + noise).astype(np.float32)
|
code/fmdit_continue_20261117/augmentation/preview.py
ADDED
|
@@ -0,0 +1,162 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""Render a preview of the augmentation spec v2 as a model sees it: the cached training frames of a LeRobot dataset
|
| 2 |
+
(evaluation/baselines frame cache, e.g. 168x224) next to independent augmentations of the same frames, made with
|
| 3 |
+
`augmentation.augment_frames_uint8`, the call the baselines' training items use.
|
| 4 |
+
|
| 5 |
+
python -I evaluation/augmentation/preview.py --dataset <lerobot dir> --contract g1_sonic_dfx6 \\
|
| 6 |
+
--episodes 0:100 --samples 24 --out <dir>
|
| 7 |
+
|
| 8 |
+
Writes <dir>/preview_desktop.mp4 (per sample: one row per camera; original, then --draws augmentations, each
|
| 9 |
+
labelled with the boosted effect and the effects that fired), <dir>/preview_phone.mp4 (the same samples stacked
|
| 10 |
+
vertically, cameras side by side), <dir>/contact_sheet.jpg (the first samples) and <dir>/preview.json (samples and
|
| 11 |
+
parameters). Frames are magnified --zoom times (nearest neighbour); each sample is held --seconds.
|
| 12 |
+
"""
|
| 13 |
+
from __future__ import annotations
|
| 14 |
+
|
| 15 |
+
import argparse
|
| 16 |
+
import json
|
| 17 |
+
from pathlib import Path
|
| 18 |
+
import sys
|
| 19 |
+
|
| 20 |
+
import numpy as np
|
| 21 |
+
|
| 22 |
+
EVAL = Path(__file__).resolve().parents[1]
|
| 23 |
+
sys.path.insert(0, str(EVAL))
|
| 24 |
+
import augmentation # noqa: E402
|
| 25 |
+
from baselines.data import CONTRACTS, ChunkDataset, LeRobotDataset, frame_cache, load_lowdim, parse_episodes # noqa: E402
|
| 26 |
+
|
| 27 |
+
|
| 28 |
+
def fired(p) -> list:
|
| 29 |
+
"""Short labels of the effects active in a parameter set beyond the always-on colour and geometry."""
|
| 30 |
+
out = []
|
| 31 |
+
if p['noise']:
|
| 32 |
+
out.append('noise')
|
| 33 |
+
if p['gaussian_blur']:
|
| 34 |
+
out.append(f"blur{p['gaussian_blur']:.2f}")
|
| 35 |
+
if p['jpeg'] is not None:
|
| 36 |
+
out.append(f"jpeg{p['jpeg']}")
|
| 37 |
+
if p['motion_blur'] is not None:
|
| 38 |
+
out.append(f"motion{p['motion_blur'][0]:.1f}px")
|
| 39 |
+
if p['sharpen']:
|
| 40 |
+
out.append('sharpen')
|
| 41 |
+
if p['defocus']:
|
| 42 |
+
out.append(f"defocus{p['defocus']:.1f}")
|
| 43 |
+
if p['light_shadow'] is not None:
|
| 44 |
+
out.append('light')
|
| 45 |
+
if p['wb_channel'] is not None:
|
| 46 |
+
out.append('wb')
|
| 47 |
+
return out
|
| 48 |
+
|
| 49 |
+
|
| 50 |
+
def font(size):
|
| 51 |
+
from PIL import ImageFont
|
| 52 |
+
for path in ('/usr/share/fonts/truetype/dejavu/DejaVuSans.ttf', 'C:/Windows/Fonts/arial.ttf'):
|
| 53 |
+
try:
|
| 54 |
+
return ImageFont.truetype(path, size)
|
| 55 |
+
except OSError:
|
| 56 |
+
pass
|
| 57 |
+
return ImageFont.load_default(size=size)
|
| 58 |
+
|
| 59 |
+
|
| 60 |
+
def tile(img, zoom, text, fnt, bar):
|
| 61 |
+
from PIL import Image, ImageDraw
|
| 62 |
+
im = Image.fromarray(np.asarray(img)).resize((img.shape[1] * zoom, img.shape[0] * zoom), Image.NEAREST)
|
| 63 |
+
canvas = Image.new('RGB', (im.width, im.height + bar), (20, 20, 20))
|
| 64 |
+
canvas.paste(im, (0, bar))
|
| 65 |
+
ImageDraw.Draw(canvas).text((4, 2), text, fill=(240, 240, 240), font=fnt)
|
| 66 |
+
return np.asarray(canvas)
|
| 67 |
+
|
| 68 |
+
|
| 69 |
+
def grid(rows, gap=4):
|
| 70 |
+
"""rows: list of lists of HxWx3 tiles (equal sizes) -> one image with `gap` px separators."""
|
| 71 |
+
h, w = rows[0][0].shape[:2]
|
| 72 |
+
out = np.full((len(rows) * h + (len(rows) - 1) * gap, len(rows[0]) * w + (len(rows[0]) - 1) * gap, 3), 60,
|
| 73 |
+
np.uint8)
|
| 74 |
+
for r, row in enumerate(rows):
|
| 75 |
+
for c, t in enumerate(row):
|
| 76 |
+
out[r * (h + gap):r * (h + gap) + h, c * (w + gap):c * (w + gap) + w] = t
|
| 77 |
+
return out
|
| 78 |
+
|
| 79 |
+
|
| 80 |
+
def even(img):
|
| 81 |
+
h, w = img.shape[:2]
|
| 82 |
+
return np.ascontiguousarray(img[:h - h % 2, :w - w % 2])
|
| 83 |
+
|
| 84 |
+
|
| 85 |
+
def write_video(path, frames, fps, hold):
|
| 86 |
+
import av
|
| 87 |
+
with av.open(str(path), 'w') as out:
|
| 88 |
+
stream = out.add_stream('libx264', rate=fps)
|
| 89 |
+
stream.height, stream.width = frames[0].shape[:2]
|
| 90 |
+
stream.pix_fmt = 'yuv420p'
|
| 91 |
+
stream.options = dict(crf='18', preset='medium')
|
| 92 |
+
for img in frames:
|
| 93 |
+
frame = av.VideoFrame.from_ndarray(img, format='rgb24')
|
| 94 |
+
for _ in range(hold):
|
| 95 |
+
for packet in stream.encode(frame):
|
| 96 |
+
out.mux(packet)
|
| 97 |
+
for packet in stream.encode():
|
| 98 |
+
out.mux(packet)
|
| 99 |
+
|
| 100 |
+
|
| 101 |
+
def main():
|
| 102 |
+
ap = argparse.ArgumentParser(description=__doc__, formatter_class=argparse.RawDescriptionHelpFormatter)
|
| 103 |
+
ap.add_argument('--dataset', type=Path, required=True)
|
| 104 |
+
ap.add_argument('--contract', choices=sorted(CONTRACTS), required=True)
|
| 105 |
+
ap.add_argument('--episodes')
|
| 106 |
+
ap.add_argument('--image-size', default='168x224')
|
| 107 |
+
ap.add_argument('--cache-dir', type=Path, default=Path('~/hb_models/baselines/cache'))
|
| 108 |
+
ap.add_argument('--samples', type=int, default=24)
|
| 109 |
+
ap.add_argument('--draws', type=int, default=3, help='augmentations shown per sample')
|
| 110 |
+
ap.add_argument('--zoom', type=int, default=2)
|
| 111 |
+
ap.add_argument('--seconds', type=float, default=2.5)
|
| 112 |
+
ap.add_argument('--seed', type=int, default=0)
|
| 113 |
+
ap.add_argument('--out', type=Path, required=True)
|
| 114 |
+
args = ap.parse_args()
|
| 115 |
+
|
| 116 |
+
contract = CONTRACTS[args.contract]
|
| 117 |
+
hw = tuple(int(v) for v in args.image_size.lower().split('x'))
|
| 118 |
+
dataset = LeRobotDataset(args.dataset)
|
| 119 |
+
dataset.check_contract(contract, contract.cameras)
|
| 120 |
+
episodes = parse_episodes(args.episodes, dataset.lengths)
|
| 121 |
+
lowdim = load_lowdim(dataset, contract, episodes)
|
| 122 |
+
frames = frame_cache(dataset, lowdim, contract.cameras, hw, args.cache_dir)
|
| 123 |
+
plain = ChunkDataset(lowdim, frames, contract.cameras, hw, 16, list(range(len(episodes))))
|
| 124 |
+
rng = np.random.default_rng(args.seed)
|
| 125 |
+
picks = np.sort(rng.choice(len(plain), size=min(args.samples, len(plain)), replace=False))
|
| 126 |
+
args.out.mkdir(parents=True, exist_ok=True)
|
| 127 |
+
zoom, bar = args.zoom, 22 * args.zoom // 2 + 6
|
| 128 |
+
fnt = font(11 * zoom // 2 + 3)
|
| 129 |
+
desktop, phone, records = [], [], []
|
| 130 |
+
for n, k in enumerate(picks):
|
| 131 |
+
images, _, _ = plain[int(k)]
|
| 132 |
+
i = int(plain.index[k])
|
| 133 |
+
pos = int(np.searchsorted(lowdim['starts'], i, side='right') - 1)
|
| 134 |
+
episode, frame = lowdim['episodes'][pos], i - int(lowdim['starts'][pos])
|
| 135 |
+
draws = [augmentation.augment_frames_uint8(images, rng=rng) for _ in range(args.draws)]
|
| 136 |
+
cams = list(contract.cameras)
|
| 137 |
+
head = f'#{n + 1} ep{episode} f{frame}'
|
| 138 |
+
cols = [[tile(images[v].numpy(), zoom, f'{head} {cams[v]} original', fnt, bar) for v in range(len(cams))]]
|
| 139 |
+
for d, (img, p) in enumerate(draws):
|
| 140 |
+
label = f"aug{d + 1} 1.5x: {p['boost']} | on: " + (' '.join(fired(p)) or 'colour+geometry only')
|
| 141 |
+
cols.append([tile(img[v].numpy(), zoom, label if v == 0 else f'aug{d + 1} {cams[v]}', fnt, bar)
|
| 142 |
+
for v in range(len(cams))])
|
| 143 |
+
desktop.append(even(grid([[col[v] for col in cols] for v in range(len(cams))])))
|
| 144 |
+
phone.append(even(grid([list(col) for col in cols])))
|
| 145 |
+
records.append(dict(sample=n + 1, episode=episode, frame=frame, draws=[
|
| 146 |
+
dict(boost=p['boost'], fired=fired(p), **{key: p[key] for key in augmentation.hb_aug_v2.RANGE})
|
| 147 |
+
for _, p in draws]))
|
| 148 |
+
fps = 10
|
| 149 |
+
hold = max(1, int(round(args.seconds * fps)))
|
| 150 |
+
write_video(args.out / 'preview_desktop.mp4', desktop, fps, hold)
|
| 151 |
+
write_video(args.out / 'preview_phone.mp4', phone, fps, hold)
|
| 152 |
+
from PIL import Image
|
| 153 |
+
Image.fromarray(grid([[d] for d in desktop[:4]], gap=12)).save(args.out / 'contact_sheet.jpg', quality=90)
|
| 154 |
+
(args.out / 'preview.json').write_text(json.dumps(dict(
|
| 155 |
+
version=augmentation.VERSION, dataset=str(dataset.root), contract=contract.name, cameras=list(contract.cameras),
|
| 156 |
+
image_hw=list(hw), zoom=zoom, seconds_per_sample=args.seconds, samples=records), indent=1))
|
| 157 |
+
print(json.dumps(dict(event='preview', out=str(args.out), samples=len(records),
|
| 158 |
+
desktop=list(desktop[0].shape), phone=list(phone[0].shape))))
|
| 159 |
+
|
| 160 |
+
|
| 161 |
+
if __name__ == '__main__':
|
| 162 |
+
main()
|
code/fmdit_continue_20261117/baselines/__init__.py
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""FM-DiT, DP (Diffusion Policy, DDPM-DiT) and ACT visuomotor baselines of the Humanoid Benchmark.
|
| 2 |
+
|
| 3 |
+
Ported from DextraVerse's imitation-learning core (`dextraverse/algorithms/il/models/{fm_dit,ddpm_dit,act}.py` and
|
| 4 |
+
their networks), torch only. `train.py` trains one on a task's LeRobot v2.1 expert dataset through a robot contract
|
| 5 |
+
(`data.CONTRACTS`: G1 state44/action76 or H2 state78/action75); `runtime.BaselinePolicy` serves a checkpoint to the
|
| 6 |
+
G1 evaluation adapters (`evaluation/policy/{FMDiT,DP,ACT}/model.py`, via `adapters.py`) and to the H2 adapter
|
| 7 |
+
(`debug/newton/h2_policy_adapters/baseline.py`). Usage and the environment: evaluation/README.md#baselines.
|
| 8 |
+
"""
|
code/fmdit_continue_20261117/baselines/act_nets.py
ADDED
|
@@ -0,0 +1,615 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""ACT (Zhao et al. 2023, "Learning Fine-Grained Bimanual Manipulation with Low-Cost Hardware") network core: the
|
| 2 |
+
ResNet backbone with frozen BatchNorm and sine position embedding, the DETR encoder-decoder transformer and the CVAE
|
| 3 |
+
action-chunk decoder.
|
| 4 |
+
|
| 5 |
+
Ported unchanged from DextraVerse (`dextraverse/algorithms/il/models/nets/act/`), which vendors the ACT repository's
|
| 6 |
+
`detr/models/{backbone,position_encoding,transformer,detr_vae}.py` (Apache-2.0, (c) Facebook, Inc. and its
|
| 7 |
+
affiliates; see THIRD_PARTY_NOTICES.md) with the NestedTensor/argparse plumbing removed, explicit `qpos_dim` /
|
| 8 |
+
`action_dim` instead of the ALOHA 14-DoF constants, and one backbone shared by every camera (upstream behaviour).
|
| 9 |
+
The policy uses `return_intermediate_dec=False`: `Transformer.forward(...)[0]` is the final decoder layer.
|
| 10 |
+
"""
|
| 11 |
+
from __future__ import annotations
|
| 12 |
+
|
| 13 |
+
import copy
|
| 14 |
+
import math
|
| 15 |
+
from typing import Optional
|
| 16 |
+
|
| 17 |
+
import numpy as np
|
| 18 |
+
import torch
|
| 19 |
+
import torch.nn.functional as F
|
| 20 |
+
import torchvision
|
| 21 |
+
from torch import Tensor, nn
|
| 22 |
+
from torchvision.models._utils import IntermediateLayerGetter
|
| 23 |
+
|
| 24 |
+
|
| 25 |
+
class PositionEmbeddingSine(nn.Module):
|
| 26 |
+
"""Standard DETR sine embedding over a ``(B, C, H, W)`` feature map."""
|
| 27 |
+
|
| 28 |
+
def __init__(
|
| 29 |
+
self, num_pos_feats: int = 64, temperature: int = 10000, normalize: bool = False
|
| 30 |
+
) -> None:
|
| 31 |
+
super().__init__()
|
| 32 |
+
self.num_pos_feats = num_pos_feats
|
| 33 |
+
self.temperature = temperature
|
| 34 |
+
self.normalize = normalize
|
| 35 |
+
self.scale = 2 * math.pi
|
| 36 |
+
|
| 37 |
+
def forward(self, x: torch.Tensor) -> torch.Tensor:
|
| 38 |
+
not_mask = torch.ones((1, x.shape[-2], x.shape[-1]), device=x.device)
|
| 39 |
+
y_embed = not_mask.cumsum(1, dtype=torch.float32)
|
| 40 |
+
x_embed = not_mask.cumsum(2, dtype=torch.float32)
|
| 41 |
+
if self.normalize:
|
| 42 |
+
eps = 1e-6
|
| 43 |
+
y_embed = y_embed / (y_embed[:, -1:, :] + eps) * self.scale
|
| 44 |
+
x_embed = x_embed / (x_embed[:, :, -1:] + eps) * self.scale
|
| 45 |
+
|
| 46 |
+
dim_t = torch.arange(self.num_pos_feats, dtype=torch.float32, device=x.device)
|
| 47 |
+
dim_t = self.temperature ** (2 * (dim_t // 2) / self.num_pos_feats)
|
| 48 |
+
|
| 49 |
+
pos_x = x_embed[:, :, :, None] / dim_t
|
| 50 |
+
pos_y = y_embed[:, :, :, None] / dim_t
|
| 51 |
+
pos_x = torch.stack(
|
| 52 |
+
(pos_x[:, :, :, 0::2].sin(), pos_x[:, :, :, 1::2].cos()), dim=4
|
| 53 |
+
).flatten(3)
|
| 54 |
+
pos_y = torch.stack(
|
| 55 |
+
(pos_y[:, :, :, 0::2].sin(), pos_y[:, :, :, 1::2].cos()), dim=4
|
| 56 |
+
).flatten(3)
|
| 57 |
+
return torch.cat((pos_y, pos_x), dim=3).permute(0, 3, 1, 2)
|
| 58 |
+
|
| 59 |
+
|
| 60 |
+
class FrozenBatchNorm2d(nn.Module):
|
| 61 |
+
"""BatchNorm2d with fixed statistics and affine parameters (the DETR/ACT backbone norm)."""
|
| 62 |
+
|
| 63 |
+
def __init__(self, n: int) -> None:
|
| 64 |
+
super().__init__()
|
| 65 |
+
self.register_buffer("weight", torch.ones(n))
|
| 66 |
+
self.register_buffer("bias", torch.zeros(n))
|
| 67 |
+
self.register_buffer("running_mean", torch.zeros(n))
|
| 68 |
+
self.register_buffer("running_var", torch.ones(n))
|
| 69 |
+
|
| 70 |
+
def _load_from_state_dict(self, state_dict, prefix, local_metadata, strict, *args):
|
| 71 |
+
state_dict.pop(prefix + "num_batches_tracked", None)
|
| 72 |
+
super()._load_from_state_dict(state_dict, prefix, local_metadata, strict, *args)
|
| 73 |
+
|
| 74 |
+
def forward(self, x: torch.Tensor) -> torch.Tensor:
|
| 75 |
+
w = self.weight.reshape(1, -1, 1, 1)
|
| 76 |
+
b = self.bias.reshape(1, -1, 1, 1)
|
| 77 |
+
rv = self.running_var.reshape(1, -1, 1, 1)
|
| 78 |
+
rm = self.running_mean.reshape(1, -1, 1, 1)
|
| 79 |
+
scale = w * (rv + 1e-5).rsqrt()
|
| 80 |
+
return x * scale + (b - rm * scale)
|
| 81 |
+
|
| 82 |
+
|
| 83 |
+
class Backbone(nn.Module):
|
| 84 |
+
"""ResNet trunk returning the layer4 feature map."""
|
| 85 |
+
|
| 86 |
+
def __init__(self, name: str = "resnet18", weights: str | None = None) -> None:
|
| 87 |
+
super().__init__()
|
| 88 |
+
trunk = getattr(torchvision.models, name)(
|
| 89 |
+
replace_stride_with_dilation=[False, False, False],
|
| 90 |
+
weights=weights,
|
| 91 |
+
norm_layer=FrozenBatchNorm2d,
|
| 92 |
+
)
|
| 93 |
+
self.body = IntermediateLayerGetter(trunk, return_layers={"layer4": "0"})
|
| 94 |
+
self.num_channels = 512 if name in ("resnet18", "resnet34") else 2048
|
| 95 |
+
|
| 96 |
+
def forward(self, x: torch.Tensor) -> dict[str, torch.Tensor]:
|
| 97 |
+
return self.body(x)
|
| 98 |
+
|
| 99 |
+
|
| 100 |
+
class Joiner(nn.Sequential):
|
| 101 |
+
"""Backbone + position embedding, returning matched feature/position lists."""
|
| 102 |
+
|
| 103 |
+
def __init__(self, backbone: Backbone, position_embedding: PositionEmbeddingSine) -> None:
|
| 104 |
+
super().__init__(backbone, position_embedding)
|
| 105 |
+
self.num_channels = backbone.num_channels
|
| 106 |
+
|
| 107 |
+
def forward(self, x: torch.Tensor) -> tuple[list[torch.Tensor], list[torch.Tensor]]:
|
| 108 |
+
features = list(self[0](x).values())
|
| 109 |
+
pos = [self[1](f).to(f.dtype) for f in features]
|
| 110 |
+
return features, pos
|
| 111 |
+
|
| 112 |
+
|
| 113 |
+
def build_backbone(
|
| 114 |
+
name: str = "resnet18", hidden_dim: int = 512, weights: str | None = None
|
| 115 |
+
) -> Joiner:
|
| 116 |
+
"""The ACT camera backbone: ResNet + sine embedding sized to the transformer width."""
|
| 117 |
+
return Joiner(Backbone(name, weights=weights), PositionEmbeddingSine(hidden_dim // 2))
|
| 118 |
+
|
| 119 |
+
|
| 120 |
+
class Transformer(nn.Module):
|
| 121 |
+
def __init__(
|
| 122 |
+
self,
|
| 123 |
+
d_model=512,
|
| 124 |
+
nhead=8,
|
| 125 |
+
num_encoder_layers=6,
|
| 126 |
+
num_decoder_layers=6,
|
| 127 |
+
dim_feedforward=2048,
|
| 128 |
+
dropout=0.1,
|
| 129 |
+
activation="relu",
|
| 130 |
+
normalize_before=False,
|
| 131 |
+
return_intermediate_dec=False,
|
| 132 |
+
):
|
| 133 |
+
super().__init__()
|
| 134 |
+
|
| 135 |
+
encoder_layer = TransformerEncoderLayer(
|
| 136 |
+
d_model, nhead, dim_feedforward, dropout, activation, normalize_before
|
| 137 |
+
)
|
| 138 |
+
encoder_norm = nn.LayerNorm(d_model) if normalize_before else None
|
| 139 |
+
self.encoder = TransformerEncoder(encoder_layer, num_encoder_layers, encoder_norm)
|
| 140 |
+
|
| 141 |
+
decoder_layer = TransformerDecoderLayer(
|
| 142 |
+
d_model, nhead, dim_feedforward, dropout, activation, normalize_before
|
| 143 |
+
)
|
| 144 |
+
decoder_norm = nn.LayerNorm(d_model)
|
| 145 |
+
self.decoder = TransformerDecoder(
|
| 146 |
+
decoder_layer,
|
| 147 |
+
num_decoder_layers,
|
| 148 |
+
decoder_norm,
|
| 149 |
+
return_intermediate=return_intermediate_dec,
|
| 150 |
+
)
|
| 151 |
+
|
| 152 |
+
self._reset_parameters()
|
| 153 |
+
|
| 154 |
+
self.d_model = d_model
|
| 155 |
+
self.nhead = nhead
|
| 156 |
+
|
| 157 |
+
def _reset_parameters(self):
|
| 158 |
+
for p in self.parameters():
|
| 159 |
+
if p.dim() > 1:
|
| 160 |
+
nn.init.xavier_uniform_(p)
|
| 161 |
+
|
| 162 |
+
def forward(
|
| 163 |
+
self,
|
| 164 |
+
src,
|
| 165 |
+
mask,
|
| 166 |
+
query_embed,
|
| 167 |
+
pos_embed,
|
| 168 |
+
latent_input=None,
|
| 169 |
+
proprio_input=None,
|
| 170 |
+
additional_pos_embed=None,
|
| 171 |
+
):
|
| 172 |
+
# TODO flatten only when input has H and W
|
| 173 |
+
if len(src.shape) == 4: # has H and W
|
| 174 |
+
# flatten NxCxHxW to HWxNxC
|
| 175 |
+
bs, c, h, w = src.shape
|
| 176 |
+
src = src.flatten(2).permute(2, 0, 1)
|
| 177 |
+
pos_embed = pos_embed.flatten(2).permute(2, 0, 1).repeat(1, bs, 1)
|
| 178 |
+
query_embed = query_embed.unsqueeze(1).repeat(1, bs, 1)
|
| 179 |
+
# mask = mask.flatten(1)
|
| 180 |
+
|
| 181 |
+
additional_pos_embed = additional_pos_embed.unsqueeze(1).repeat(
|
| 182 |
+
1, bs, 1
|
| 183 |
+
) # seq, bs, dim
|
| 184 |
+
pos_embed = torch.cat([additional_pos_embed, pos_embed], axis=0)
|
| 185 |
+
|
| 186 |
+
addition_input = torch.stack([latent_input, proprio_input], axis=0)
|
| 187 |
+
src = torch.cat([addition_input, src], axis=0)
|
| 188 |
+
else:
|
| 189 |
+
assert len(src.shape) == 3
|
| 190 |
+
# flatten NxHWxC to HWxNxC
|
| 191 |
+
bs, hw, c = src.shape
|
| 192 |
+
src = src.permute(1, 0, 2)
|
| 193 |
+
pos_embed = pos_embed.unsqueeze(1).repeat(1, bs, 1)
|
| 194 |
+
query_embed = query_embed.unsqueeze(1).repeat(1, bs, 1)
|
| 195 |
+
|
| 196 |
+
tgt = torch.zeros_like(query_embed)
|
| 197 |
+
memory = self.encoder(src, src_key_padding_mask=mask, pos=pos_embed)
|
| 198 |
+
hs = self.decoder(
|
| 199 |
+
tgt, memory, memory_key_padding_mask=mask, pos=pos_embed, query_pos=query_embed
|
| 200 |
+
)
|
| 201 |
+
hs = hs.transpose(1, 2)
|
| 202 |
+
return hs
|
| 203 |
+
|
| 204 |
+
|
| 205 |
+
class TransformerEncoder(nn.Module):
|
| 206 |
+
def __init__(self, encoder_layer, num_layers, norm=None):
|
| 207 |
+
super().__init__()
|
| 208 |
+
self.layers = _get_clones(encoder_layer, num_layers)
|
| 209 |
+
self.num_layers = num_layers
|
| 210 |
+
self.norm = norm
|
| 211 |
+
|
| 212 |
+
def forward(
|
| 213 |
+
self,
|
| 214 |
+
src,
|
| 215 |
+
mask: Optional[Tensor] = None,
|
| 216 |
+
src_key_padding_mask: Optional[Tensor] = None,
|
| 217 |
+
pos: Optional[Tensor] = None,
|
| 218 |
+
):
|
| 219 |
+
output = src
|
| 220 |
+
|
| 221 |
+
for layer in self.layers:
|
| 222 |
+
output = layer(
|
| 223 |
+
output, src_mask=mask, src_key_padding_mask=src_key_padding_mask, pos=pos
|
| 224 |
+
)
|
| 225 |
+
|
| 226 |
+
if self.norm is not None:
|
| 227 |
+
output = self.norm(output)
|
| 228 |
+
|
| 229 |
+
return output
|
| 230 |
+
|
| 231 |
+
|
| 232 |
+
class TransformerDecoder(nn.Module):
|
| 233 |
+
def __init__(self, decoder_layer, num_layers, norm=None, return_intermediate=False):
|
| 234 |
+
super().__init__()
|
| 235 |
+
self.layers = _get_clones(decoder_layer, num_layers)
|
| 236 |
+
self.num_layers = num_layers
|
| 237 |
+
self.norm = norm
|
| 238 |
+
self.return_intermediate = return_intermediate
|
| 239 |
+
|
| 240 |
+
def forward(
|
| 241 |
+
self,
|
| 242 |
+
tgt,
|
| 243 |
+
memory,
|
| 244 |
+
tgt_mask: Optional[Tensor] = None,
|
| 245 |
+
memory_mask: Optional[Tensor] = None,
|
| 246 |
+
tgt_key_padding_mask: Optional[Tensor] = None,
|
| 247 |
+
memory_key_padding_mask: Optional[Tensor] = None,
|
| 248 |
+
pos: Optional[Tensor] = None,
|
| 249 |
+
query_pos: Optional[Tensor] = None,
|
| 250 |
+
):
|
| 251 |
+
output = tgt
|
| 252 |
+
|
| 253 |
+
intermediate = []
|
| 254 |
+
|
| 255 |
+
for layer in self.layers:
|
| 256 |
+
output = layer(
|
| 257 |
+
output,
|
| 258 |
+
memory,
|
| 259 |
+
tgt_mask=tgt_mask,
|
| 260 |
+
memory_mask=memory_mask,
|
| 261 |
+
tgt_key_padding_mask=tgt_key_padding_mask,
|
| 262 |
+
memory_key_padding_mask=memory_key_padding_mask,
|
| 263 |
+
pos=pos,
|
| 264 |
+
query_pos=query_pos,
|
| 265 |
+
)
|
| 266 |
+
if self.return_intermediate:
|
| 267 |
+
intermediate.append(self.norm(output))
|
| 268 |
+
|
| 269 |
+
if self.norm is not None:
|
| 270 |
+
output = self.norm(output)
|
| 271 |
+
if self.return_intermediate:
|
| 272 |
+
intermediate.pop()
|
| 273 |
+
intermediate.append(output)
|
| 274 |
+
|
| 275 |
+
if self.return_intermediate:
|
| 276 |
+
return torch.stack(intermediate)
|
| 277 |
+
|
| 278 |
+
return output.unsqueeze(0)
|
| 279 |
+
|
| 280 |
+
|
| 281 |
+
class TransformerEncoderLayer(nn.Module):
|
| 282 |
+
def __init__(
|
| 283 |
+
self,
|
| 284 |
+
d_model,
|
| 285 |
+
nhead,
|
| 286 |
+
dim_feedforward=2048,
|
| 287 |
+
dropout=0.1,
|
| 288 |
+
activation="relu",
|
| 289 |
+
normalize_before=False,
|
| 290 |
+
):
|
| 291 |
+
super().__init__()
|
| 292 |
+
self.self_attn = nn.MultiheadAttention(d_model, nhead, dropout=dropout)
|
| 293 |
+
# Implementation of Feedforward model
|
| 294 |
+
self.linear1 = nn.Linear(d_model, dim_feedforward)
|
| 295 |
+
self.dropout = nn.Dropout(dropout)
|
| 296 |
+
self.linear2 = nn.Linear(dim_feedforward, d_model)
|
| 297 |
+
|
| 298 |
+
self.norm1 = nn.LayerNorm(d_model)
|
| 299 |
+
self.norm2 = nn.LayerNorm(d_model)
|
| 300 |
+
self.dropout1 = nn.Dropout(dropout)
|
| 301 |
+
self.dropout2 = nn.Dropout(dropout)
|
| 302 |
+
|
| 303 |
+
self.activation = _get_activation_fn(activation)
|
| 304 |
+
self.normalize_before = normalize_before
|
| 305 |
+
|
| 306 |
+
def with_pos_embed(self, tensor, pos: Optional[Tensor]):
|
| 307 |
+
return tensor if pos is None else tensor + pos
|
| 308 |
+
|
| 309 |
+
def forward_post(
|
| 310 |
+
self,
|
| 311 |
+
src,
|
| 312 |
+
src_mask: Optional[Tensor] = None,
|
| 313 |
+
src_key_padding_mask: Optional[Tensor] = None,
|
| 314 |
+
pos: Optional[Tensor] = None,
|
| 315 |
+
):
|
| 316 |
+
q = k = self.with_pos_embed(src, pos)
|
| 317 |
+
src2 = self.self_attn(
|
| 318 |
+
q, k, value=src, attn_mask=src_mask, key_padding_mask=src_key_padding_mask
|
| 319 |
+
)[0]
|
| 320 |
+
src = src + self.dropout1(src2)
|
| 321 |
+
src = self.norm1(src)
|
| 322 |
+
src2 = self.linear2(self.dropout(self.activation(self.linear1(src))))
|
| 323 |
+
src = src + self.dropout2(src2)
|
| 324 |
+
src = self.norm2(src)
|
| 325 |
+
return src
|
| 326 |
+
|
| 327 |
+
def forward_pre(
|
| 328 |
+
self,
|
| 329 |
+
src,
|
| 330 |
+
src_mask: Optional[Tensor] = None,
|
| 331 |
+
src_key_padding_mask: Optional[Tensor] = None,
|
| 332 |
+
pos: Optional[Tensor] = None,
|
| 333 |
+
):
|
| 334 |
+
src2 = self.norm1(src)
|
| 335 |
+
q = k = self.with_pos_embed(src2, pos)
|
| 336 |
+
src2 = self.self_attn(
|
| 337 |
+
q, k, value=src2, attn_mask=src_mask, key_padding_mask=src_key_padding_mask
|
| 338 |
+
)[0]
|
| 339 |
+
src = src + self.dropout1(src2)
|
| 340 |
+
src2 = self.norm2(src)
|
| 341 |
+
src2 = self.linear2(self.dropout(self.activation(self.linear1(src2))))
|
| 342 |
+
src = src + self.dropout2(src2)
|
| 343 |
+
return src
|
| 344 |
+
|
| 345 |
+
def forward(
|
| 346 |
+
self,
|
| 347 |
+
src,
|
| 348 |
+
src_mask: Optional[Tensor] = None,
|
| 349 |
+
src_key_padding_mask: Optional[Tensor] = None,
|
| 350 |
+
pos: Optional[Tensor] = None,
|
| 351 |
+
):
|
| 352 |
+
if self.normalize_before:
|
| 353 |
+
return self.forward_pre(src, src_mask, src_key_padding_mask, pos)
|
| 354 |
+
return self.forward_post(src, src_mask, src_key_padding_mask, pos)
|
| 355 |
+
|
| 356 |
+
|
| 357 |
+
class TransformerDecoderLayer(nn.Module):
|
| 358 |
+
def __init__(
|
| 359 |
+
self,
|
| 360 |
+
d_model,
|
| 361 |
+
nhead,
|
| 362 |
+
dim_feedforward=2048,
|
| 363 |
+
dropout=0.1,
|
| 364 |
+
activation="relu",
|
| 365 |
+
normalize_before=False,
|
| 366 |
+
):
|
| 367 |
+
super().__init__()
|
| 368 |
+
self.self_attn = nn.MultiheadAttention(d_model, nhead, dropout=dropout)
|
| 369 |
+
self.multihead_attn = nn.MultiheadAttention(d_model, nhead, dropout=dropout)
|
| 370 |
+
# Implementation of Feedforward model
|
| 371 |
+
self.linear1 = nn.Linear(d_model, dim_feedforward)
|
| 372 |
+
self.dropout = nn.Dropout(dropout)
|
| 373 |
+
self.linear2 = nn.Linear(dim_feedforward, d_model)
|
| 374 |
+
|
| 375 |
+
self.norm1 = nn.LayerNorm(d_model)
|
| 376 |
+
self.norm2 = nn.LayerNorm(d_model)
|
| 377 |
+
self.norm3 = nn.LayerNorm(d_model)
|
| 378 |
+
self.dropout1 = nn.Dropout(dropout)
|
| 379 |
+
self.dropout2 = nn.Dropout(dropout)
|
| 380 |
+
self.dropout3 = nn.Dropout(dropout)
|
| 381 |
+
|
| 382 |
+
self.activation = _get_activation_fn(activation)
|
| 383 |
+
self.normalize_before = normalize_before
|
| 384 |
+
|
| 385 |
+
def with_pos_embed(self, tensor, pos: Optional[Tensor]):
|
| 386 |
+
return tensor if pos is None else tensor + pos
|
| 387 |
+
|
| 388 |
+
def forward_post(
|
| 389 |
+
self,
|
| 390 |
+
tgt,
|
| 391 |
+
memory,
|
| 392 |
+
tgt_mask: Optional[Tensor] = None,
|
| 393 |
+
memory_mask: Optional[Tensor] = None,
|
| 394 |
+
tgt_key_padding_mask: Optional[Tensor] = None,
|
| 395 |
+
memory_key_padding_mask: Optional[Tensor] = None,
|
| 396 |
+
pos: Optional[Tensor] = None,
|
| 397 |
+
query_pos: Optional[Tensor] = None,
|
| 398 |
+
):
|
| 399 |
+
q = k = self.with_pos_embed(tgt, query_pos)
|
| 400 |
+
tgt2 = self.self_attn(
|
| 401 |
+
q, k, value=tgt, attn_mask=tgt_mask, key_padding_mask=tgt_key_padding_mask
|
| 402 |
+
)[0]
|
| 403 |
+
tgt = tgt + self.dropout1(tgt2)
|
| 404 |
+
tgt = self.norm1(tgt)
|
| 405 |
+
tgt2 = self.multihead_attn(
|
| 406 |
+
query=self.with_pos_embed(tgt, query_pos),
|
| 407 |
+
key=self.with_pos_embed(memory, pos),
|
| 408 |
+
value=memory,
|
| 409 |
+
attn_mask=memory_mask,
|
| 410 |
+
key_padding_mask=memory_key_padding_mask,
|
| 411 |
+
)[0]
|
| 412 |
+
tgt = tgt + self.dropout2(tgt2)
|
| 413 |
+
tgt = self.norm2(tgt)
|
| 414 |
+
tgt2 = self.linear2(self.dropout(self.activation(self.linear1(tgt))))
|
| 415 |
+
tgt = tgt + self.dropout3(tgt2)
|
| 416 |
+
tgt = self.norm3(tgt)
|
| 417 |
+
return tgt
|
| 418 |
+
|
| 419 |
+
def forward_pre(
|
| 420 |
+
self,
|
| 421 |
+
tgt,
|
| 422 |
+
memory,
|
| 423 |
+
tgt_mask: Optional[Tensor] = None,
|
| 424 |
+
memory_mask: Optional[Tensor] = None,
|
| 425 |
+
tgt_key_padding_mask: Optional[Tensor] = None,
|
| 426 |
+
memory_key_padding_mask: Optional[Tensor] = None,
|
| 427 |
+
pos: Optional[Tensor] = None,
|
| 428 |
+
query_pos: Optional[Tensor] = None,
|
| 429 |
+
):
|
| 430 |
+
tgt2 = self.norm1(tgt)
|
| 431 |
+
q = k = self.with_pos_embed(tgt2, query_pos)
|
| 432 |
+
tgt2 = self.self_attn(
|
| 433 |
+
q, k, value=tgt2, attn_mask=tgt_mask, key_padding_mask=tgt_key_padding_mask
|
| 434 |
+
)[0]
|
| 435 |
+
tgt = tgt + self.dropout1(tgt2)
|
| 436 |
+
tgt2 = self.norm2(tgt)
|
| 437 |
+
tgt2 = self.multihead_attn(
|
| 438 |
+
query=self.with_pos_embed(tgt2, query_pos),
|
| 439 |
+
key=self.with_pos_embed(memory, pos),
|
| 440 |
+
value=memory,
|
| 441 |
+
attn_mask=memory_mask,
|
| 442 |
+
key_padding_mask=memory_key_padding_mask,
|
| 443 |
+
)[0]
|
| 444 |
+
tgt = tgt + self.dropout2(tgt2)
|
| 445 |
+
tgt2 = self.norm3(tgt)
|
| 446 |
+
tgt2 = self.linear2(self.dropout(self.activation(self.linear1(tgt2))))
|
| 447 |
+
tgt = tgt + self.dropout3(tgt2)
|
| 448 |
+
return tgt
|
| 449 |
+
|
| 450 |
+
def forward(
|
| 451 |
+
self,
|
| 452 |
+
tgt,
|
| 453 |
+
memory,
|
| 454 |
+
tgt_mask: Optional[Tensor] = None,
|
| 455 |
+
memory_mask: Optional[Tensor] = None,
|
| 456 |
+
tgt_key_padding_mask: Optional[Tensor] = None,
|
| 457 |
+
memory_key_padding_mask: Optional[Tensor] = None,
|
| 458 |
+
pos: Optional[Tensor] = None,
|
| 459 |
+
query_pos: Optional[Tensor] = None,
|
| 460 |
+
):
|
| 461 |
+
if self.normalize_before:
|
| 462 |
+
return self.forward_pre(
|
| 463 |
+
tgt,
|
| 464 |
+
memory,
|
| 465 |
+
tgt_mask,
|
| 466 |
+
memory_mask,
|
| 467 |
+
tgt_key_padding_mask,
|
| 468 |
+
memory_key_padding_mask,
|
| 469 |
+
pos,
|
| 470 |
+
query_pos,
|
| 471 |
+
)
|
| 472 |
+
return self.forward_post(
|
| 473 |
+
tgt,
|
| 474 |
+
memory,
|
| 475 |
+
tgt_mask,
|
| 476 |
+
memory_mask,
|
| 477 |
+
tgt_key_padding_mask,
|
| 478 |
+
memory_key_padding_mask,
|
| 479 |
+
pos,
|
| 480 |
+
query_pos,
|
| 481 |
+
)
|
| 482 |
+
|
| 483 |
+
|
| 484 |
+
def _get_clones(module, N):
|
| 485 |
+
return nn.ModuleList([copy.deepcopy(module) for i in range(N)])
|
| 486 |
+
|
| 487 |
+
|
| 488 |
+
def _get_activation_fn(activation):
|
| 489 |
+
"""Return an activation function given a string."""
|
| 490 |
+
if activation == "relu":
|
| 491 |
+
return F.relu
|
| 492 |
+
if activation == "gelu":
|
| 493 |
+
return F.gelu
|
| 494 |
+
raise RuntimeError(f"activation should be relu/gelu, not {activation}.")
|
| 495 |
+
|
| 496 |
+
|
| 497 |
+
|
| 498 |
+
def reparametrize(mu: torch.Tensor, logvar: torch.Tensor) -> torch.Tensor:
|
| 499 |
+
std = logvar.div(2).exp()
|
| 500 |
+
return mu + std * torch.randn_like(std)
|
| 501 |
+
|
| 502 |
+
|
| 503 |
+
def get_sinusoid_encoding_table(n_position: int, d_hid: int) -> torch.Tensor:
|
| 504 |
+
def angle_vec(position: int) -> list[float]:
|
| 505 |
+
return [position / np.power(10000, 2 * (j // 2) / d_hid) for j in range(d_hid)]
|
| 506 |
+
|
| 507 |
+
table = np.array([angle_vec(i) for i in range(n_position)])
|
| 508 |
+
table[:, 0::2] = np.sin(table[:, 0::2])
|
| 509 |
+
table[:, 1::2] = np.cos(table[:, 1::2])
|
| 510 |
+
return torch.FloatTensor(table).unsqueeze(0)
|
| 511 |
+
|
| 512 |
+
|
| 513 |
+
def build_style_encoder(
|
| 514 |
+
hidden_dim: int, nheads: int, dim_feedforward: int, enc_layers: int, dropout: float
|
| 515 |
+
) -> TransformerEncoder:
|
| 516 |
+
"""The CVAE style encoder (a plain transformer encoder over [CLS, qpos, action seq])."""
|
| 517 |
+
layer = TransformerEncoderLayer(hidden_dim, nheads, dim_feedforward, dropout, "relu", False)
|
| 518 |
+
return TransformerEncoder(layer, enc_layers, norm=None)
|
| 519 |
+
|
| 520 |
+
|
| 521 |
+
class DETRVAE(nn.Module):
|
| 522 |
+
"""CVAE decoder: (qpos, images[, action seq]) → ``num_queries`` future actions."""
|
| 523 |
+
|
| 524 |
+
def __init__(
|
| 525 |
+
self,
|
| 526 |
+
backbone: Joiner,
|
| 527 |
+
transformer: Transformer,
|
| 528 |
+
encoder: TransformerEncoder,
|
| 529 |
+
*,
|
| 530 |
+
qpos_dim: int,
|
| 531 |
+
action_dim: int,
|
| 532 |
+
num_queries: int,
|
| 533 |
+
latent_dim: int = 32,
|
| 534 |
+
) -> None:
|
| 535 |
+
super().__init__()
|
| 536 |
+
self.num_queries = num_queries
|
| 537 |
+
self.transformer = transformer
|
| 538 |
+
self.encoder = encoder
|
| 539 |
+
hidden_dim = transformer.d_model
|
| 540 |
+
self.action_head = nn.Linear(hidden_dim, action_dim)
|
| 541 |
+
self.query_embed = nn.Embedding(num_queries, hidden_dim)
|
| 542 |
+
self.backbone = backbone # ONE backbone shared by every camera (upstream behavior)
|
| 543 |
+
self.input_proj = nn.Conv2d(backbone.num_channels, hidden_dim, kernel_size=1)
|
| 544 |
+
self.input_proj_robot_state = nn.Linear(qpos_dim, hidden_dim)
|
| 545 |
+
|
| 546 |
+
# CVAE style encoder inputs
|
| 547 |
+
self.latent_dim = latent_dim
|
| 548 |
+
self.cls_embed = nn.Embedding(1, hidden_dim)
|
| 549 |
+
self.encoder_action_proj = nn.Linear(action_dim, hidden_dim)
|
| 550 |
+
self.encoder_joint_proj = nn.Linear(qpos_dim, hidden_dim)
|
| 551 |
+
self.latent_proj = nn.Linear(hidden_dim, latent_dim * 2)
|
| 552 |
+
self.register_buffer(
|
| 553 |
+
"pos_table", get_sinusoid_encoding_table(1 + 1 + num_queries, hidden_dim)
|
| 554 |
+
)
|
| 555 |
+
# decoder side
|
| 556 |
+
self.latent_out_proj = nn.Linear(latent_dim, hidden_dim)
|
| 557 |
+
self.additional_pos_embed = nn.Embedding(2, hidden_dim) # latent + proprio slots
|
| 558 |
+
|
| 559 |
+
def forward(
|
| 560 |
+
self,
|
| 561 |
+
qpos: torch.Tensor,
|
| 562 |
+
images: torch.Tensor,
|
| 563 |
+
actions: torch.Tensor | None = None,
|
| 564 |
+
is_pad: torch.Tensor | None = None,
|
| 565 |
+
) -> tuple[torch.Tensor, tuple[torch.Tensor | None, torch.Tensor | None]]:
|
| 566 |
+
"""``qpos (B, Dq)``, ``images (B, ncam, C, H, W)``; train passes ``actions (B, T, Da)``."""
|
| 567 |
+
is_training = actions is not None
|
| 568 |
+
bs = qpos.shape[0]
|
| 569 |
+
if is_training:
|
| 570 |
+
action_embed = self.encoder_action_proj(actions)
|
| 571 |
+
qpos_embed = self.encoder_joint_proj(qpos).unsqueeze(1)
|
| 572 |
+
cls_embed = self.cls_embed.weight.unsqueeze(0).repeat(bs, 1, 1)
|
| 573 |
+
encoder_input = torch.cat([cls_embed, qpos_embed, action_embed], dim=1)
|
| 574 |
+
encoder_input = encoder_input.permute(1, 0, 2)
|
| 575 |
+
if is_pad is None:
|
| 576 |
+
is_pad = torch.zeros(bs, actions.shape[1], dtype=torch.bool, device=qpos.device)
|
| 577 |
+
cls_joint_is_pad = torch.full((bs, 2), False, device=qpos.device)
|
| 578 |
+
key_pad = torch.cat([cls_joint_is_pad, is_pad], dim=1)
|
| 579 |
+
pos_embed = self.pos_table.clone().detach().permute(1, 0, 2)
|
| 580 |
+
encoder_output = self.encoder(
|
| 581 |
+
encoder_input, pos=pos_embed, src_key_padding_mask=key_pad
|
| 582 |
+
)[0]
|
| 583 |
+
latent_info = self.latent_proj(encoder_output)
|
| 584 |
+
mu = latent_info[:, : self.latent_dim]
|
| 585 |
+
logvar = latent_info[:, self.latent_dim :]
|
| 586 |
+
latent_input = self.latent_out_proj(reparametrize(mu, logvar))
|
| 587 |
+
else:
|
| 588 |
+
mu = logvar = None
|
| 589 |
+
latent_sample = torch.zeros(bs, self.latent_dim, device=qpos.device)
|
| 590 |
+
latent_input = self.latent_out_proj(latent_sample)
|
| 591 |
+
|
| 592 |
+
all_cam_features, all_cam_pos = [], []
|
| 593 |
+
for cam_id in range(images.shape[1]):
|
| 594 |
+
features, pos = self.backbone(images[:, cam_id])
|
| 595 |
+
all_cam_features.append(self.input_proj(features[0]))
|
| 596 |
+
all_cam_pos.append(pos[0])
|
| 597 |
+
proprio_input = self.input_proj_robot_state(qpos)
|
| 598 |
+
src = torch.cat(all_cam_features, dim=3) # cameras fold into the width axis
|
| 599 |
+
pos = torch.cat(all_cam_pos, dim=3)
|
| 600 |
+
hs = self.transformer(
|
| 601 |
+
src,
|
| 602 |
+
None,
|
| 603 |
+
self.query_embed.weight,
|
| 604 |
+
pos,
|
| 605 |
+
latent_input,
|
| 606 |
+
proprio_input,
|
| 607 |
+
self.additional_pos_embed.weight,
|
| 608 |
+
)[0]
|
| 609 |
+
return self.action_head(hs), (mu, logvar)
|
| 610 |
+
|
| 611 |
+
|
| 612 |
+
def kl_divergence(mu: torch.Tensor, logvar: torch.Tensor) -> torch.Tensor:
|
| 613 |
+
"""Total KL(q(z|x) || N(0, I)), summed over latent dims, meaned over the batch."""
|
| 614 |
+
klds = -0.5 * (1 + logvar - mu.pow(2) - logvar.exp())
|
| 615 |
+
return klds.sum(1).mean()
|
code/fmdit_continue_20261117/baselines/adapters.py
ADDED
|
@@ -0,0 +1,48 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""The G1 evaluation adapters of the baselines (evaluation/README.md#the-model-interface): `make_model('fm_dit')`
|
| 2 |
+
returns the `Model` class that `evaluation/policy/FMDiT/model.py` exports (likewise DP, ACT).
|
| 3 |
+
|
| 4 |
+
Observation: the current ego_view and chest frames (480x640 RGB, resized as the training cache) and state44; no past
|
| 5 |
+
actions or earlier frames (the baselines read one frame). Output: the checkpoint's whole chunk (16 rows of action76,
|
| 6 |
+
row 0 executed at the request's frame), `execution_steps` rows of it executed before the next query (deploy.yml
|
| 7 |
+
`config: execution_steps`, default the whole chunk), the request's seed for the sampling noise (FM-DiT, DP).
|
| 8 |
+
"""
|
| 9 |
+
from __future__ import annotations
|
| 10 |
+
|
| 11 |
+
from .runtime import BaselinePolicy
|
| 12 |
+
|
| 13 |
+
WIDTH = {'sonic_dfx6': 76}
|
| 14 |
+
|
| 15 |
+
|
| 16 |
+
def require(condition, message):
|
| 17 |
+
if not condition:
|
| 18 |
+
raise RuntimeError(message)
|
| 19 |
+
|
| 20 |
+
|
| 21 |
+
def make_model(policy_name: str):
|
| 22 |
+
class Model:
|
| 23 |
+
history_length = 1 # the current head and chest frames only
|
| 24 |
+
video_frames = 0
|
| 25 |
+
|
| 26 |
+
def __init__(self, cfg):
|
| 27 |
+
self.policy = BaselinePolicy(cfg['checkpoint_path'], device=cfg.get('device', 'cuda:0'),
|
| 28 |
+
policy=policy_name, robot='g1')
|
| 29 |
+
contract = self.policy.contract
|
| 30 |
+
require(cfg['action_space'] in WIDTH and contract['action_space'] == cfg['action_space']
|
| 31 |
+
and self.policy.action_dim == WIDTH[cfg['action_space']] and self.policy.state_dim == 44
|
| 32 |
+
and list(self.policy.cameras) == ['ego_view', 'chest'],
|
| 33 |
+
f"checkpoint contract {contract['name']} does not serve {cfg['action_space']}")
|
| 34 |
+
extra = cfg.get('config') or {}
|
| 35 |
+
if extra.get('check_task', True):
|
| 36 |
+
require(cfg['task'].strip() == (self.policy.task_text or '').strip(),
|
| 37 |
+
f'task text {cfg["task"]!r} is not the training task {self.policy.task_text!r}')
|
| 38 |
+
self.execution_steps = int(extra.get('execution_steps') or self.policy.horizon)
|
| 39 |
+
require(1 <= self.execution_steps <= self.policy.horizon, f'execution_steps {self.execution_steps}')
|
| 40 |
+
self.info = dict(self.policy.info(), execution_steps=self.execution_steps)
|
| 41 |
+
|
| 42 |
+
def get_action(self, obs):
|
| 43 |
+
action, _ = self.policy.predict(obs['images'], obs['state'], seed=obs['seed'])
|
| 44 |
+
return dict(action=action, execution_steps=self.execution_steps,
|
| 45 |
+
sampling_steps=self.policy.sampling_steps)
|
| 46 |
+
|
| 47 |
+
Model.__name__ = Model.__qualname__ = f'Model_{policy_name}'
|
| 48 |
+
return Model
|