blyu413 commited on
Commit
c19c80d
·
verified ·
1 Parent(s): 82270a8

Add paused B5 B8 A20 step-6000 FM-DiT training continuation packages

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. README.md +18 -0
  2. a20-basket-transfer/b512-trimv2-cont-20261117/RESUME.md +39 -0
  3. a20-basket-transfer/b512-trimv2-cont-20261117/SHA256SUMS +28 -0
  4. a20-basket-transfer/b512-trimv2-cont-20261117/logs/parent_train_log.jsonl +41 -0
  5. a20-basket-transfer/b512-trimv2-cont-20261117/logs/train_log.jsonl +101 -0
  6. a20-basket-transfer/b512-trimv2-cont-20261117/logs/train_stdout.log +104 -0
  7. a20-basket-transfer/b512-trimv2-cont-20261117/provenance/parent_checkpoint_config.json +884 -0
  8. a20-basket-transfer/b512-trimv2-cont-20261117/provenance/parent_checkpoint_protocol.json +11 -0
  9. a20-basket-transfer/b512-trimv2-cont-20261117/provenance/parent_run.json +894 -0
  10. a20-basket-transfer/b512-trimv2-cont-20261117/resume.json +26 -0
  11. a20-basket-transfer/b512-trimv2-cont-20261117/run.json +899 -0
  12. a20-basket-transfer/b512-trimv2-cont-20261117/step-006000/config.json +884 -0
  13. a20-basket-transfer/b512-trimv2-cont-20261117/step-006000/model.pt +3 -0
  14. a20-basket-transfer/b512-trimv2-cont-20261117/step-006000/protocol.json +11 -0
  15. a20-basket-transfer/b512-trimv2-cont-20261117/train_state.pt +3 -0
  16. b5-chair-push-standing-start/b512-cont-20261117/RESUME.md +39 -0
  17. b5-chair-push-standing-start/b512-cont-20261117/SHA256SUMS +28 -0
  18. b5-chair-push-standing-start/b512-cont-20261117/logs/parent_train_log.jsonl +41 -0
  19. b5-chair-push-standing-start/b512-cont-20261117/logs/train_log.jsonl +99 -0
  20. b5-chair-push-standing-start/b512-cont-20261117/logs/train_stdout.log +102 -0
  21. b5-chair-push-standing-start/b512-cont-20261117/provenance/parent_checkpoint_config.json +884 -0
  22. b5-chair-push-standing-start/b512-cont-20261117/provenance/parent_checkpoint_protocol.json +11 -0
  23. b5-chair-push-standing-start/b512-cont-20261117/provenance/parent_run.json +894 -0
  24. b5-chair-push-standing-start/b512-cont-20261117/resume.json +26 -0
  25. b5-chair-push-standing-start/b512-cont-20261117/run.json +899 -0
  26. b5-chair-push-standing-start/b512-cont-20261117/step-006000/config.json +884 -0
  27. b5-chair-push-standing-start/b512-cont-20261117/step-006000/model.pt +3 -0
  28. b5-chair-push-standing-start/b512-cont-20261117/step-006000/protocol.json +11 -0
  29. b5-chair-push-standing-start/b512-cont-20261117/train_state.pt +3 -0
  30. b8-table-wipe/b512-cont-20261117/RESUME.md +39 -0
  31. b8-table-wipe/b512-cont-20261117/SHA256SUMS +28 -0
  32. b8-table-wipe/b512-cont-20261117/logs/parent_train_log.jsonl +41 -0
  33. b8-table-wipe/b512-cont-20261117/logs/train_log.jsonl +109 -0
  34. b8-table-wipe/b512-cont-20261117/logs/train_stdout.log +112 -0
  35. b8-table-wipe/b512-cont-20261117/provenance/parent_checkpoint_config.json +884 -0
  36. b8-table-wipe/b512-cont-20261117/provenance/parent_checkpoint_protocol.json +11 -0
  37. b8-table-wipe/b512-cont-20261117/provenance/parent_run.json +894 -0
  38. b8-table-wipe/b512-cont-20261117/resume.json +26 -0
  39. b8-table-wipe/b512-cont-20261117/run.json +899 -0
  40. b8-table-wipe/b512-cont-20261117/step-006000/config.json +884 -0
  41. b8-table-wipe/b512-cont-20261117/step-006000/model.pt +3 -0
  42. b8-table-wipe/b512-cont-20261117/step-006000/protocol.json +11 -0
  43. b8-table-wipe/b512-cont-20261117/train_state.pt +3 -0
  44. code/fmdit_continue_20261117/augmentation/__init__.py +110 -0
  45. code/fmdit_continue_20261117/augmentation/check_spec.py +174 -0
  46. code/fmdit_continue_20261117/augmentation/hb_aug_v2.py +163 -0
  47. code/fmdit_continue_20261117/augmentation/preview.py +162 -0
  48. code/fmdit_continue_20261117/baselines/__init__.py +8 -0
  49. code/fmdit_continue_20261117/baselines/act_nets.py +615 -0
  50. code/fmdit_continue_20261117/baselines/adapters.py +48 -0
README.md CHANGED
@@ -210,3 +210,21 @@ normalization statistics and the offline metrics, `protocol.json` with the weigh
210
  b6-pedal-bin/b512/SHA256SUMS` from the repository root). Load and resume as the A18 example above with
211
  `'b6-pedal-bin/b512/step-004000'`, `robot='g1'`, `--contract g1_sonic_dfx6` and the dataset
212
  `humanoid-benchmark/b6-pedal-bin` `v5/` with `--episodes 0:100` (the resume itself was not test-run from this layout).
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
210
  b6-pedal-bin/b512/SHA256SUMS` from the repository root). Load and resume as the A18 example above with
211
  `'b6-pedal-bin/b512/step-004000'`, `robot='g1'`, `--contract g1_sonic_dfx6` and the dataset
212
  `humanoid-benchmark/b6-pedal-bin` `v5/` with `--episodes 0:100` (the resume itself was not test-run from this layout).
213
+
214
+ ## B5, B8 and A20 paused continuation packages (2026-11-17)
215
+
216
+ The following independent runs resumed the local step-4,000 baselines and were paused by the owner.
217
+ Each package contains a **step-6,000** inference checkpoint and full optimizer/EMA resume state,
218
+ configuration, logs, dataset revision, hashes and portable resume instructions. The intended total
219
+ was 20,000; later logged updates were not checkpointed. These are separate from the existing
220
+ A20 `b512-trimv2-cont` step-10,000/20,000/30,000 lineage.
221
+
222
+ | Task | Continuation package | Saved step |
223
+ | --- | --- | --- |
224
+ | B5 | [b5-chair-push-standing-start/b512-cont-20261117/](b5-chair-push-standing-start/b512-cont-20261117/) | 6,000 |
225
+ | B8 | [b8-table-wipe/b512-cont-20261117/](b8-table-wipe/b512-cont-20261117/) | 6,000 |
226
+ | A20 | [a20-basket-transfer/b512-trimv2-cont-20261117/](a20-basket-transfer/b512-trimv2-cont-20261117/) | 6,000 |
227
+
228
+ Shared frozen training code and the opt-in resume launcher: [`code/fmdit_continue_20261117/`](code/fmdit_continue_20261117/).
229
+ The three source datasets are referenced at pinned revisions and are not redistributed here.
230
+ Offline errors are training-frame checks, not held-out or closed-loop performance.
a20-basket-transfer/b512-trimv2-cont-20261117/RESUME.md ADDED
@@ -0,0 +1,39 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # A20 FM-DiT continuation, paused 2026-11-17
2
+
3
+ This is an independent continuation from the local step-4,000 baseline.
4
+ The portable training state is **step 6,000**; the last logged step is 6500.
5
+ Updates after step 6,000 remain only in the paused local process and are not in this release.
6
+ The training target was 20,000 total steps. This package is not a completed 20,000-step run.
7
+
8
+ ## Files
9
+
10
+ - `train_state.pt`: raw policy, AdamW moments, LR scheduler, EMA, step and full config.
11
+ - `step-006000/`: EMA inference checkpoint, config and weight hash protocol.
12
+ - `run.json`, `resume.json`: recipe, data identity, preflight and pause details.
13
+ - `logs/`: current and original training logs. Log rows after 6,000 are history, not saved weights.
14
+ - `provenance/`: original run, original checkpoint config and hash protocol.
15
+ - `SHA256SUMS`: hashes of this package and its shared source snapshot, relative to repository root.
16
+
17
+ ## Resume
18
+
19
+ Use Python 3.12 and install `code/fmdit_continue_20261117/baselines/requirements.txt`.
20
+ Download the original dataset separately (access to its private repository is required):
21
+
22
+ ```bash
23
+ hf download humanoid-benchmark/a20-basket-transfer-pre-reach-trim-expert-v2 --repo-type dataset --revision c4df4d40e51c439d7b41697d7c0d0184c844cb93 --local-dir /path/to/a20-basket-transfer-pre-reach-trim-expert-v2
24
+ python code/fmdit_continue_20261117/resume.py --task a20 --dataset /path/to/a20-basket-transfer-pre-reach-trim-expert-v2 --out /path/to/new_a20_run --cache-dir /path/to/frame_cache --steps 20000 --device cuda:0
25
+ ```
26
+
27
+ Run these commands from the downloaded model repository root. The launcher resolves its source
28
+ and state relative to itself, copies the state to a new output directory and starts the frozen
29
+ trainer with `--resume`; add `--dry-run` to inspect without copying or training.
30
+ Confirm the trainer logs `resumed` at step 6,000. `--steps` means total steps, not additional steps;
31
+ use 16000 for 10,000 more steps from this checkpoint. Existing output state is never overwritten.
32
+ No training automatically starts when this repository is downloaded.
33
+
34
+ Batch 512, seed 0, state44/action76, 16-row chunks, 168x224 head/chest RGB, hb-v2 augmentation,
35
+ 500-step original warm-up, AdamW and EMA are unchanged. At the default total of 20,000,
36
+ the saved LR/scheduler continues consistently. Choosing a different total changes cosine decay
37
+ from the next scheduler update. Original RNG and DataLoader state were not recorded; this is
38
+ not a bit-exact continuation. Offline MSE uses 256 training frames, not held-out validation
39
+ or closed-loop success. Source snapshot: `code/fmdit_continue_20261117/` (original commit `028df1bb7024fb1e3d176de7e60c84d3333cd97f`).
a20-basket-transfer/b512-trimv2-cont-20261117/SHA256SUMS ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ b9a7be40fc2c7aae17802fcaf44778a35421ed4736d83a82ba3339ea32122e1b a20-basket-transfer/b512-trimv2-cont-20261117/RESUME.md
2
+ dadb1cccff305eada783576cfb657c490f4a950c0960f693ea6da19db66bb29f a20-basket-transfer/b512-trimv2-cont-20261117/logs/parent_train_log.jsonl
3
+ 40e848ed606c0bd8760a325bed9f30f57051b897aacbee4251826eefaf82226d a20-basket-transfer/b512-trimv2-cont-20261117/logs/train_log.jsonl
4
+ 1f0193de17b46af4a81d456975d2b2644eb95831b2a8c370a0d1031bc5231ff0 a20-basket-transfer/b512-trimv2-cont-20261117/logs/train_stdout.log
5
+ 636958d8eabe7dc28647a0100c346ef84f489b28da180a85d3386126b499a633 a20-basket-transfer/b512-trimv2-cont-20261117/provenance/parent_checkpoint_config.json
6
+ 67840d199f99f3e23b7a7ab031268d5207abb1ceed99219610ee6c1127a1fe51 a20-basket-transfer/b512-trimv2-cont-20261117/provenance/parent_checkpoint_protocol.json
7
+ 6c35080e05047caa0c14ba114078f106a9f6ae508dc48ba2f6ad42500e0c5ecc a20-basket-transfer/b512-trimv2-cont-20261117/provenance/parent_run.json
8
+ e107b7249679619e19029c5e27aa231aec703ed0fe0a3a9223de4fe424524d29 a20-basket-transfer/b512-trimv2-cont-20261117/resume.json
9
+ f23534ee016f8a4d3a2ea52ed651b695d9b5498d659d1ad49917e125767c38af a20-basket-transfer/b512-trimv2-cont-20261117/run.json
10
+ 4b459c70526cd0e2c9c48b8d0d1e03975905c68a0454180b3f607a2d5b5968bb a20-basket-transfer/b512-trimv2-cont-20261117/step-006000/config.json
11
+ e6330966ba75b01c067645e78990edf9ad0c9d1bc25a27a62daf7b27ae9d86d2 a20-basket-transfer/b512-trimv2-cont-20261117/step-006000/model.pt
12
+ 45929f8f33db892e017b7cad28c9a5981cb1f44608456171b125025e98d87e4d a20-basket-transfer/b512-trimv2-cont-20261117/step-006000/protocol.json
13
+ 6d915877204726b60be63b55ae1b9714eb124f74236d86cd541195206297317c a20-basket-transfer/b512-trimv2-cont-20261117/train_state.pt
14
+ f7cf756cb60f0ce1da9b7ab8b1549b42f9a59d608bb06addd206d270b7c2d14c code/fmdit_continue_20261117/augmentation/__init__.py
15
+ 96539b2fcf729917f668c9a776a0526c4b109611bf921dcbd753983c0f5813f2 code/fmdit_continue_20261117/augmentation/check_spec.py
16
+ 9f7713cea4f846efcfc924234267ced48210357f419d67915c10b504316bedde code/fmdit_continue_20261117/augmentation/hb_aug_v2.py
17
+ 815562186d3aaf87aba05085da6e951bc48b0b90a5d1c4910f2a3f625009bc52 code/fmdit_continue_20261117/augmentation/preview.py
18
+ 0a8ee3ccab6e183804c08066a9e7eb207d9b13ca38c0e596ce5d58c8302d7929 code/fmdit_continue_20261117/baselines/__init__.py
19
+ 3db95cd8e4e436875e11f1054a99d250ca7d94e0127909090b58730402340f19 code/fmdit_continue_20261117/baselines/act_nets.py
20
+ b537b03bc538910691b599862138494c11354147785a779a22ad83ff4b72a8d5 code/fmdit_continue_20261117/baselines/adapters.py
21
+ 88c1971e18e9842136884f6a369468fe27f189b888b39870622304101a063b06 code/fmdit_continue_20261117/baselines/data.py
22
+ 38a66937bb92393a3f1ce0644b249da28d582a4fd03d134b7743e6037abd88b9 code/fmdit_continue_20261117/baselines/nets.py
23
+ 750d4c6193aabcacc0f53df26c2c51f64b3f836b940b32ccb5c69f5959419afa code/fmdit_continue_20261117/baselines/policies.py
24
+ bb211f66038e53efd08ee3ec03e133d8bb206ec36cc608d349b4fad3a61e874b code/fmdit_continue_20261117/baselines/requirements.txt
25
+ 5d680d59124ca83f9c2088f8e1738395b87ddc58798acf7815e163102738b7ae code/fmdit_continue_20261117/baselines/runtime.py
26
+ b368d14aaab69d04f5372b1f3bb358c2a78f83134cc0e926faa8887e3ddbe297 code/fmdit_continue_20261117/baselines/train.py
27
+ fe9aaed24789080f05ce8f510d5a132bbd65e7c39b6de20500210742f0be4185 code/fmdit_continue_20261117/docs/augmentation_v2.md
28
+ 5dbc2ec3f4f0638181eef9dca07c76f3594bdd5a24141f1a4b50d6532dbe4bba code/fmdit_continue_20261117/resume.py
a20-basket-transfer/b512-trimv2-cont-20261117/logs/parent_train_log.jsonl ADDED
@@ -0,0 +1,41 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"event": "train", "step": 100, "lr": 2.0200000000000003e-05, "backbone_lr": 2.02e-06, "ema_decay": 0.968612, "it_s": 0.39, "data_frac": 0.913, "fm": 1.8155318808555603, "loss": 1.8155318808555603}
2
+ {"event": "train", "step": 200, "lr": 4.02e-05, "backbone_lr": 4.0200000000000005e-06, "ema_decay": 0.981267, "it_s": 0.39, "data_frac": 0.919, "fm": 1.0865715634822846, "loss": 1.0865715634822846}
3
+ {"event": "train", "step": 300, "lr": 6.02e-05, "backbone_lr": 6.02e-06, "ema_decay": 0.986162, "it_s": 0.44, "data_frac": 0.91, "fm": 0.8929706597328186, "loss": 0.8929706597328186}
4
+ {"event": "train", "step": 400, "lr": 8.020000000000001e-05, "backbone_lr": 8.020000000000001e-06, "ema_decay": 0.988841, "it_s": 0.42, "data_frac": 0.915, "fm": 0.36802623093128206, "loss": 0.36802623093128206}
5
+ {"event": "train", "step": 500, "lr": 0.0001, "backbone_lr": 1e-05, "ema_decay": 0.990557, "it_s": 0.4, "data_frac": 0.919, "fm": 0.22475649788975716, "loss": 0.22475649788975716}
6
+ {"event": "train", "step": 600, "lr": 9.979871469976196e-05, "backbone_lr": 9.979871469976197e-06, "ema_decay": 0.991762, "it_s": 0.42, "data_frac": 0.914, "fm": 0.19103719875216485, "loss": 0.19103719875216485}
7
+ {"event": "train", "step": 700, "lr": 9.919647942993148e-05, "backbone_lr": 9.91964794299315e-06, "ema_decay": 0.99266, "it_s": 0.39, "data_frac": 0.921, "fm": 0.17412877932190896, "loss": 0.17412877932190896}
8
+ {"event": "train", "step": 800, "lr": 9.819814303479267e-05, "backbone_lr": 9.819814303479268e-06, "ema_decay": 0.993358, "it_s": 0.43, "data_frac": 0.911, "fm": 0.16297349587082863, "loss": 0.16297349587082863}
9
+ {"event": "train", "step": 900, "lr": 9.681174353198687e-05, "backbone_lr": 9.681174353198687e-06, "ema_decay": 0.993919, "it_s": 0.42, "data_frac": 0.912, "fm": 0.1552828885614872, "loss": 0.1552828885614872}
10
+ {"event": "train", "step": 1000, "lr": 9.504844339512095e-05, "backbone_lr": 9.504844339512096e-06, "ema_decay": 0.994381, "it_s": 0.4, "data_frac": 0.92, "fm": 0.14945878624916076, "loss": 0.14945878624916076}
11
+ {"event": "train", "step": 1100, "lr": 9.292243968009331e-05, "backbone_lr": 9.292243968009332e-06, "ema_decay": 0.994768, "it_s": 0.41, "data_frac": 0.916, "fm": 0.14591697677969934, "loss": 0.14591697677969934}
12
+ {"event": "train", "step": 1200, "lr": 9.045084971874738e-05, "backbone_lr": 9.045084971874738e-06, "ema_decay": 0.995098, "it_s": 0.4, "data_frac": 0.917, "fm": 0.14123237133026123, "loss": 0.14123237133026123}
13
+ {"event": "train", "step": 1300, "lr": 8.765357330018056e-05, "backbone_lr": 8.765357330018056e-06, "ema_decay": 0.995384, "it_s": 0.38, "data_frac": 0.922, "fm": 0.1380928837507963, "loss": 0.1380928837507963}
14
+ {"event": "train", "step": 1400, "lr": 8.455313244934324e-05, "backbone_lr": 8.455313244934324e-06, "ema_decay": 0.995633, "it_s": 0.44, "data_frac": 0.911, "fm": 0.1355636489391327, "loss": 0.1355636489391327}
15
+ {"event": "train", "step": 1500, "lr": 8.117449009293668e-05, "backbone_lr": 8.117449009293668e-06, "ema_decay": 0.995853, "it_s": 0.4, "data_frac": 0.915, "fm": 0.13267861403524875, "loss": 0.13267861403524875}
16
+ {"event": "train", "step": 1600, "lr": 7.754484907260513e-05, "backbone_lr": 7.754484907260513e-06, "ema_decay": 0.996049, "it_s": 0.42, "data_frac": 0.912, "fm": 0.13047040574252605, "loss": 0.13047040574252605}
17
+ {"event": "train", "step": 1700, "lr": 7.369343312364993e-05, "backbone_lr": 7.369343312364994e-06, "ema_decay": 0.996225, "it_s": 0.36, "data_frac": 0.925, "fm": 0.13081603579223156, "loss": 0.13081603579223156}
18
+ {"event": "train", "step": 1800, "lr": 6.965125158269619e-05, "backbone_lr": 6.965125158269619e-06, "ema_decay": 0.996383, "it_s": 0.48, "data_frac": 0.903, "fm": 0.12673527278006078, "loss": 0.12673527278006078}
19
+ {"event": "train", "step": 1900, "lr": 6.545084971874738e-05, "backbone_lr": 6.545084971874738e-06, "ema_decay": 0.996527, "it_s": 0.42, "data_frac": 0.911, "fm": 0.1263776320964098, "loss": 0.1263776320964098}
20
+ {"event": "train", "step": 2000, "lr": 6.112604669781572e-05, "backbone_lr": 6.112604669781572e-06, "ema_decay": 0.996658, "it_s": 0.38, "data_frac": 0.923, "fm": 0.1255116108059883, "loss": 0.1255116108059883}
21
+ {"event": "train", "step": 2100, "lr": 5.6711663290882776e-05, "backbone_lr": 5.671166329088278e-06, "ema_decay": 0.996778, "it_s": 0.45, "data_frac": 0.906, "fm": 0.12182304225862026, "loss": 0.12182304225862026}
22
+ {"event": "train", "step": 2200, "lr": 5.2243241517525754e-05, "backbone_lr": 5.224324151752575e-06, "ema_decay": 0.996888, "it_s": 0.38, "data_frac": 0.922, "fm": 0.12228876903653145, "loss": 0.12228876903653145}
23
+ {"event": "train", "step": 2300, "lr": 4.775675848247427e-05, "backbone_lr": 4.775675848247427e-06, "ema_decay": 0.99699, "it_s": 0.41, "data_frac": 0.913, "fm": 0.11980235382914543, "loss": 0.11980235382914543}
24
+ {"event": "train", "step": 2400, "lr": 4.328833670911724e-05, "backbone_lr": 4.3288336709117246e-06, "ema_decay": 0.997085, "it_s": 0.43, "data_frac": 0.915, "fm": 0.11944346323609352, "loss": 0.11944346323609352}
25
+ {"event": "train", "step": 2500, "lr": 3.887395330218429e-05, "backbone_lr": 3.887395330218429e-06, "ema_decay": 0.997172, "it_s": 0.39, "data_frac": 0.92, "fm": 0.11789588399231433, "loss": 0.11789588399231433}
26
+ {"event": "train", "step": 2600, "lr": 3.4549150281252636e-05, "backbone_lr": 3.4549150281252635e-06, "ema_decay": 0.997254, "it_s": 0.43, "data_frac": 0.912, "fm": 0.11748422630131244, "loss": 0.11748422630131244}
27
+ {"event": "train", "step": 2700, "lr": 3.0348748417303823e-05, "backbone_lr": 3.0348748417303826e-06, "ema_decay": 0.997331, "it_s": 0.43, "data_frac": 0.914, "fm": 0.1170263933390379, "loss": 0.1170263933390379}
28
+ {"event": "train", "step": 2800, "lr": 2.630656687635007e-05, "backbone_lr": 2.6306566876350072e-06, "ema_decay": 0.997403, "it_s": 0.4, "data_frac": 0.918, "fm": 0.11635425724089146, "loss": 0.11635425724089146}
29
+ {"event": "train", "step": 2900, "lr": 2.245515092739488e-05, "backbone_lr": 2.245515092739488e-06, "ema_decay": 0.99747, "it_s": 0.43, "data_frac": 0.911, "fm": 0.11531534694135188, "loss": 0.11531534694135188}
30
+ {"event": "train", "step": 3000, "lr": 1.8825509907063327e-05, "backbone_lr": 1.8825509907063328e-06, "ema_decay": 0.997534, "it_s": 0.45, "data_frac": 0.909, "fm": 0.11441182516515255, "loss": 0.11441182516515255}
31
+ {"event": "train", "step": 3100, "lr": 1.544686755065677e-05, "backbone_lr": 1.544686755065677e-06, "ema_decay": 0.997594, "it_s": 0.41, "data_frac": 0.916, "fm": 0.11447032988071441, "loss": 0.11447032988071441}
32
+ {"event": "train", "step": 3200, "lr": 1.2346426699819458e-05, "backbone_lr": 1.234642669981946e-06, "ema_decay": 0.99765, "it_s": 0.42, "data_frac": 0.911, "fm": 0.11343133807182312, "loss": 0.11343133807182312}
33
+ {"event": "train", "step": 3300, "lr": 9.549150281252633e-06, "backbone_lr": 9.549150281252633e-07, "ema_decay": 0.997704, "it_s": 0.43, "data_frac": 0.911, "fm": 0.11302094019949437, "loss": 0.11302094019949437}
34
+ {"event": "train", "step": 3400, "lr": 7.077560319906695e-06, "backbone_lr": 7.077560319906696e-07, "ema_decay": 0.997755, "it_s": 0.42, "data_frac": 0.913, "fm": 0.11316528491675854, "loss": 0.11316528491675854}
35
+ {"event": "train", "step": 3500, "lr": 4.951556604879048e-06, "backbone_lr": 4.951556604879049e-07, "ema_decay": 0.997803, "it_s": 0.41, "data_frac": 0.915, "fm": 0.11302028380334378, "loss": 0.11302028380334378}
36
+ {"event": "train", "step": 3600, "lr": 3.18825646801314e-06, "backbone_lr": 3.18825646801314e-07, "ema_decay": 0.997849, "it_s": 0.44, "data_frac": 0.91, "fm": 0.11321711145341397, "loss": 0.11321711145341397}
37
+ {"event": "train", "step": 3700, "lr": 1.8018569652073381e-06, "backbone_lr": 1.801856965207338e-07, "ema_decay": 0.997893, "it_s": 0.45, "data_frac": 0.906, "fm": 0.11361600130796433, "loss": 0.11361600130796433}
38
+ {"event": "train", "step": 3800, "lr": 8.035205700685167e-07, "backbone_lr": 8.035205700685167e-08, "ema_decay": 0.997934, "it_s": 0.42, "data_frac": 0.913, "fm": 0.11098091438412666, "loss": 0.11098091438412666}
39
+ {"event": "train", "step": 3900, "lr": 2.012853002380466e-07, "backbone_lr": 2.012853002380466e-08, "ema_decay": 0.997974, "it_s": 0.41, "data_frac": 0.915, "fm": 0.11410101048648358, "loss": 0.11410101048648358}
40
+ {"event": "train", "step": 4000, "lr": 0.0, "backbone_lr": 0.0, "ema_decay": 0.998012, "it_s": 0.5, "data_frac": 0.903, "fm": 0.11127129688858986, "loss": 0.11127129688858986}
41
+ {"event": "save", "step": 4000, "checkpoint": "/mnt/data0/zuo/Humanoid_benchmark/results/baselines_preflight_20261117/runs/a20-basket-transfer-pre-reach-trim-expert-v2/fm_dit/checkpoints/step-004000", "mse": 0.025112804025411606, "mse_row0": 0.025062359869480133, "mse_motion_token": 0.02457592636346817, "mse_inspire_left_hand_state": 0.0052911583334207535, "mse_inspire_right_hand_state": 0.0506611168384552}
a20-basket-transfer/b512-trimv2-cont-20261117/logs/train_log.jsonl ADDED
@@ -0,0 +1,101 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"event": "train", "step": 4025, "lr": 9.215152885383474e-05, "backbone_lr": 9.215152885383473e-06, "ema_decay": 0.998021, "it_s": 0.57, "data_frac": 0.831, "fm": 0.27936236292123795, "loss": 0.27936236292123795}
2
+ {"event": "train", "step": 4050, "lr": 9.204286963963111e-05, "backbone_lr": 9.204286963963112e-06, "ema_decay": 0.998031, "it_s": 0.95, "data_frac": 0.808, "fm": 0.1851240873336792, "loss": 0.1851240873336792}
3
+ {"event": "train", "step": 4075, "lr": 9.193352839727121e-05, "backbone_lr": 9.193352839727122e-06, "ema_decay": 0.99804, "it_s": 1.04, "data_frac": 0.784, "fm": 0.1523358416557312, "loss": 0.1523358416557312}
4
+ {"event": "train", "step": 4100, "lr": 9.182350690051133e-05, "backbone_lr": 9.182350690051134e-06, "ema_decay": 0.998049, "it_s": 2.28, "data_frac": 0.577, "fm": 0.13585892975330352, "loss": 0.13585892975330352}
5
+ {"event": "train", "step": 4125, "lr": 9.171280693414307e-05, "backbone_lr": 9.171280693414307e-06, "ema_decay": 0.998058, "it_s": 0.66, "data_frac": 0.864, "fm": 0.12647916853427887, "loss": 0.12647916853427887}
6
+ {"event": "train", "step": 4150, "lr": 9.160143029396422e-05, "backbone_lr": 9.160143029396422e-06, "ema_decay": 0.998066, "it_s": 0.99, "data_frac": 0.799, "fm": 0.12340139746665954, "loss": 0.12340139746665954}
7
+ {"event": "train", "step": 4175, "lr": 9.148937878674976e-05, "backbone_lr": 9.148937878674975e-06, "ema_decay": 0.998075, "it_s": 1.39, "data_frac": 0.725, "fm": 0.12282259106636047, "loss": 0.12282259106636047}
8
+ {"event": "train", "step": 4200, "lr": 9.13766542302225e-05, "backbone_lr": 9.13766542302225e-06, "ema_decay": 0.998084, "it_s": 2.26, "data_frac": 0.559, "fm": 0.12243758767843246, "loss": 0.12243758767843246}
9
+ {"event": "train", "step": 4225, "lr": 9.126325845302357e-05, "backbone_lr": 9.126325845302357e-06, "ema_decay": 0.998092, "it_s": 0.69, "data_frac": 0.866, "fm": 0.11850759595632553, "loss": 0.11850759595632553}
10
+ {"event": "train", "step": 4250, "lr": 9.114919329468282e-05, "backbone_lr": 9.114919329468283e-06, "ema_decay": 0.998101, "it_s": 1.05, "data_frac": 0.781, "fm": 0.11744395792484283, "loss": 0.11744395792484283}
11
+ {"event": "train", "step": 4275, "lr": 9.103446060558892e-05, "backbone_lr": 9.103446060558892e-06, "ema_decay": 0.998109, "it_s": 2.47, "data_frac": 0.489, "fm": 0.11543788164854049, "loss": 0.11543788164854049}
12
+ {"event": "train", "step": 4300, "lr": 9.091906224695935e-05, "backbone_lr": 9.091906224695935e-06, "ema_decay": 0.998117, "it_s": 1.0, "data_frac": 0.801, "fm": 0.11410628646612167, "loss": 0.11410628646612167}
13
+ {"event": "train", "step": 4325, "lr": 9.080300009081024e-05, "backbone_lr": 9.080300009081025e-06, "ema_decay": 0.998125, "it_s": 0.76, "data_frac": 0.853, "fm": 0.11376235336065292, "loss": 0.11376235336065292}
14
+ {"event": "train", "step": 4350, "lr": 9.068627601992598e-05, "backbone_lr": 9.0686276019926e-06, "ema_decay": 0.998133, "it_s": 2.17, "data_frac": 0.538, "fm": 0.11388265669345855, "loss": 0.11388265669345855}
15
+ {"event": "train", "step": 4375, "lr": 9.056889192782866e-05, "backbone_lr": 9.056889192782865e-06, "ema_decay": 0.998141, "it_s": 1.14, "data_frac": 0.771, "fm": 0.11311278849840165, "loss": 0.11311278849840165}
16
+ {"event": "train", "step": 4400, "lr": 9.045084971874738e-05, "backbone_lr": 9.045084971874738e-06, "ema_decay": 0.998149, "it_s": 0.86, "data_frac": 0.829, "fm": 0.1135650286078453, "loss": 0.1135650286078453}
17
+ {"event": "train", "step": 4425, "lr": 9.033215130758735e-05, "backbone_lr": 9.033215130758735e-06, "ema_decay": 0.998157, "it_s": 0.85, "data_frac": 0.833, "fm": 0.11657118797302246, "loss": 0.11657118797302246}
18
+ {"event": "train", "step": 4450, "lr": 9.021279861989885e-05, "backbone_lr": 9.021279861989884e-06, "ema_decay": 0.998165, "it_s": 3.22, "data_frac": 0.377, "fm": 0.11299996435642243, "loss": 0.11299996435642243}
19
+ {"event": "train", "step": 4475, "lr": 9.009279359184593e-05, "backbone_lr": 9.009279359184594e-06, "ema_decay": 0.998173, "it_s": 0.85, "data_frac": 0.83, "fm": 0.10958211928606033, "loss": 0.10958211928606033}
20
+ {"event": "train", "step": 4500, "lr": 8.997213817017507e-05, "backbone_lr": 8.997213817017508e-06, "ema_decay": 0.99818, "it_s": 1.24, "data_frac": 0.752, "fm": 0.1114171290397644, "loss": 0.1114171290397644}
21
+ {"event": "train", "step": 4525, "lr": 8.985083431218354e-05, "backbone_lr": 8.985083431218354e-06, "ema_decay": 0.998188, "it_s": 1.41, "data_frac": 0.705, "fm": 0.10957210212945938, "loss": 0.10957210212945938}
22
+ {"event": "train", "step": 4550, "lr": 8.972888398568772e-05, "backbone_lr": 8.972888398568772e-06, "ema_decay": 0.998195, "it_s": 0.93, "data_frac": 0.824, "fm": 0.11293533921241761, "loss": 0.11293533921241761}
23
+ {"event": "train", "step": 4575, "lr": 8.96062891689911e-05, "backbone_lr": 8.96062891689911e-06, "ema_decay": 0.998203, "it_s": 1.19, "data_frac": 0.765, "fm": 0.11222538262605668, "loss": 0.11222538262605668}
24
+ {"event": "train", "step": 4600, "lr": 8.948305185085225e-05, "backbone_lr": 8.948305185085226e-06, "ema_decay": 0.99821, "it_s": 1.01, "data_frac": 0.795, "fm": 0.11155075877904892, "loss": 0.11155075877904892}
25
+ {"event": "train", "step": 4625, "lr": 8.935917403045251e-05, "backbone_lr": 8.935917403045251e-06, "ema_decay": 0.998217, "it_s": 5.14, "data_frac": 0.002, "fm": 0.10862381368875504, "loss": 0.10862381368875504}
26
+ {"event": "train", "step": 4650, "lr": 8.92346577173636e-05, "backbone_lr": 8.923465771736361e-06, "ema_decay": 0.998224, "it_s": 0.52, "data_frac": 0.895, "fm": 0.10961597681045532, "loss": 0.10961597681045532}
27
+ {"event": "train", "step": 4675, "lr": 8.910950493151498e-05, "backbone_lr": 8.910950493151498e-06, "ema_decay": 0.998232, "it_s": 1.65, "data_frac": 0.683, "fm": 0.1106258323788643, "loss": 0.1106258323788643}
28
+ {"event": "train", "step": 4700, "lr": 8.898371770316111e-05, "backbone_lr": 8.898371770316113e-06, "ema_decay": 0.998239, "it_s": 4.67, "data_frac": 0.005, "fm": 0.10965090662240982, "loss": 0.10965090662240982}
29
+ {"event": "train", "step": 4725, "lr": 8.885729807284856e-05, "backbone_lr": 8.885729807284855e-06, "ema_decay": 0.998246, "it_s": 0.88, "data_frac": 0.826, "fm": 0.10638074308633805, "loss": 0.10638074308633805}
30
+ {"event": "train", "step": 4750, "lr": 8.873024809138272e-05, "backbone_lr": 8.873024809138272e-06, "ema_decay": 0.998253, "it_s": 0.58, "data_frac": 0.887, "fm": 0.10897882670164108, "loss": 0.10897882670164108}
31
+ {"event": "train", "step": 4775, "lr": 8.860256981979484e-05, "backbone_lr": 8.860256981979485e-06, "ema_decay": 0.998259, "it_s": 2.27, "data_frac": 0.517, "fm": 0.10848556160926819, "loss": 0.10848556160926819}
32
+ {"event": "train", "step": 4800, "lr": 8.847426532930831e-05, "backbone_lr": 8.84742653293083e-06, "ema_decay": 0.998266, "it_s": 1.74, "data_frac": 0.674, "fm": 0.10899475157260895, "loss": 0.10899475157260895}
33
+ {"event": "train", "step": 4825, "lr": 8.834533670130518e-05, "backbone_lr": 8.834533670130518e-06, "ema_decay": 0.998273, "it_s": 1.27, "data_frac": 0.746, "fm": 0.1064724487066269, "loss": 0.1064724487066269}
34
+ {"event": "train", "step": 4850, "lr": 8.821578602729242e-05, "backbone_lr": 8.821578602729242e-06, "ema_decay": 0.99828, "it_s": 0.56, "data_frac": 0.882, "fm": 0.10697787135839462, "loss": 0.10697787135839462}
35
+ {"event": "train", "step": 4875, "lr": 8.808561540886796e-05, "backbone_lr": 8.808561540886796e-06, "ema_decay": 0.998286, "it_s": 4.25, "data_frac": 0.164, "fm": 0.10751055479049683, "loss": 0.10751055479049683}
36
+ {"event": "train", "step": 4900, "lr": 8.795482695768658e-05, "backbone_lr": 8.795482695768658e-06, "ema_decay": 0.998293, "it_s": 0.87, "data_frac": 0.83, "fm": 0.10378085047006608, "loss": 0.10378085047006608}
37
+ {"event": "train", "step": 4925, "lr": 8.782342279542568e-05, "backbone_lr": 8.782342279542569e-06, "ema_decay": 0.998299, "it_s": 1.5, "data_frac": 0.722, "fm": 0.10504777759313583, "loss": 0.10504777759313583}
38
+ {"event": "train", "step": 4950, "lr": 8.769140505375085e-05, "backbone_lr": 8.769140505375084e-06, "ema_decay": 0.998306, "it_s": 1.55, "data_frac": 0.704, "fm": 0.10637212932109832, "loss": 0.10637212932109832}
39
+ {"event": "train", "step": 4975, "lr": 8.755877587428128e-05, "backbone_lr": 8.755877587428127e-06, "ema_decay": 0.998312, "it_s": 0.68, "data_frac": 0.866, "fm": 0.10244016528129578, "loss": 0.10244016528129578}
40
+ {"event": "train", "step": 5000, "lr": 8.742553740855506e-05, "backbone_lr": 8.742553740855507e-06, "ema_decay": 0.998318, "it_s": 1.02, "data_frac": 0.794, "fm": 0.10446281790733337, "loss": 0.10446281790733337}
41
+ {"event": "train", "step": 5025, "lr": 8.729169181799422e-05, "backbone_lr": 8.729169181799423e-06, "ema_decay": 0.998325, "it_s": 1.53, "data_frac": 0.68, "fm": 0.10380947828292847, "loss": 0.10380947828292847}
42
+ {"event": "train", "step": 5050, "lr": 8.715724127386972e-05, "backbone_lr": 8.715724127386971e-06, "ema_decay": 0.998331, "it_s": 3.21, "data_frac": 0.387, "fm": 0.10200979679822922, "loss": 0.10200979679822922}
43
+ {"event": "train", "step": 5075, "lr": 8.702218795726617e-05, "backbone_lr": 8.702218795726619e-06, "ema_decay": 0.998337, "it_s": 0.53, "data_frac": 0.893, "fm": 0.10482226371765137, "loss": 0.10482226371765137}
44
+ {"event": "train", "step": 5100, "lr": 8.688653405904652e-05, "backbone_lr": 8.688653405904653e-06, "ema_decay": 0.998343, "it_s": 1.19, "data_frac": 0.757, "fm": 0.1049795463681221, "loss": 0.1049795463681221}
45
+ {"event": "train", "step": 5125, "lr": 8.675028177981643e-05, "backbone_lr": 8.675028177981643e-06, "ema_decay": 0.998349, "it_s": 5.17, "data_frac": 0.046, "fm": 0.103239366710186, "loss": 0.103239366710186}
46
+ {"event": "train", "step": 5150, "lr": 8.661343332988869e-05, "backbone_lr": 8.661343332988869e-06, "ema_decay": 0.998355, "it_s": 1.54, "data_frac": 0.71, "fm": 0.10244131833314896, "loss": 0.10244131833314896}
47
+ {"event": "train", "step": 5175, "lr": 8.647599092924721e-05, "backbone_lr": 8.64759909292472e-06, "ema_decay": 0.998361, "it_s": 0.48, "data_frac": 0.898, "fm": 0.1028094071149826, "loss": 0.1028094071149826}
48
+ {"event": "train", "step": 5200, "lr": 8.633795680751116e-05, "backbone_lr": 8.633795680751116e-06, "ema_decay": 0.998367, "it_s": 2.63, "data_frac": 0.413, "fm": 0.10102613866329194, "loss": 0.10102613866329194}
49
+ {"event": "train", "step": 5225, "lr": 8.619933320389872e-05, "backbone_lr": 8.619933320389872e-06, "ema_decay": 0.998373, "it_s": 1.02, "data_frac": 0.802, "fm": 0.10271453976631165, "loss": 0.10271453976631165}
50
+ {"event": "train", "step": 5250, "lr": 8.606012236719073e-05, "backbone_lr": 8.606012236719073e-06, "ema_decay": 0.998379, "it_s": 1.75, "data_frac": 0.658, "fm": 0.1013492727279663, "loss": 0.1013492727279663}
51
+ {"event": "train", "step": 5275, "lr": 8.592032655569429e-05, "backbone_lr": 8.59203265556943e-06, "ema_decay": 0.998385, "it_s": 0.55, "data_frac": 0.869, "fm": 0.09972631871700287, "loss": 0.09972631871700287}
52
+ {"event": "train", "step": 5300, "lr": 8.577994803720606e-05, "backbone_lr": 8.577994803720605e-06, "ema_decay": 0.99839, "it_s": 3.74, "data_frac": 0.205, "fm": 0.09866629302501678, "loss": 0.09866629302501678}
53
+ {"event": "train", "step": 5325, "lr": 8.56389890889755e-05, "backbone_lr": 8.56389890889755e-06, "ema_decay": 0.998396, "it_s": 0.8, "data_frac": 0.837, "fm": 0.10182167440652848, "loss": 0.10182167440652848}
54
+ {"event": "train", "step": 5350, "lr": 8.549745199766792e-05, "backbone_lr": 8.549745199766792e-06, "ema_decay": 0.998402, "it_s": 1.59, "data_frac": 0.697, "fm": 0.09962393790483474, "loss": 0.09962393790483474}
55
+ {"event": "train", "step": 5375, "lr": 8.535533905932738e-05, "backbone_lr": 8.535533905932739e-06, "ema_decay": 0.998407, "it_s": 1.6, "data_frac": 0.699, "fm": 0.10165397435426712, "loss": 0.10165397435426712}
56
+ {"event": "train", "step": 5400, "lr": 8.521265257933948e-05, "backbone_lr": 8.521265257933948e-06, "ema_decay": 0.998413, "it_s": 0.66, "data_frac": 0.862, "fm": 0.09791133671998978, "loss": 0.09791133671998978}
57
+ {"event": "train", "step": 5425, "lr": 8.506939487239388e-05, "backbone_lr": 8.506939487239389e-06, "ema_decay": 0.998418, "it_s": 1.0, "data_frac": 0.787, "fm": 0.09465882360935211, "loss": 0.09465882360935211}
58
+ {"event": "train", "step": 5450, "lr": 8.492556826244687e-05, "backbone_lr": 8.492556826244687e-06, "ema_decay": 0.998424, "it_s": 1.36, "data_frac": 0.728, "fm": 0.10158959805965423, "loss": 0.10158959805965423}
59
+ {"event": "train", "step": 5475, "lr": 8.47811750826835e-05, "backbone_lr": 8.478117508268352e-06, "ema_decay": 0.998429, "it_s": 3.59, "data_frac": 0.308, "fm": 0.10000236868858338, "loss": 0.10000236868858338}
60
+ {"event": "train", "step": 5500, "lr": 8.463621767547998e-05, "backbone_lr": 8.463621767547998e-06, "ema_decay": 0.998434, "it_s": 0.58, "data_frac": 0.883, "fm": 0.09906157135963439, "loss": 0.09906157135963439}
61
+ {"event": "train", "step": 5525, "lr": 8.449069839236538e-05, "backbone_lr": 8.44906983923654e-06, "ema_decay": 0.99844, "it_s": 0.91, "data_frac": 0.811, "fm": 0.09683233767747879, "loss": 0.09683233767747879}
62
+ {"event": "train", "step": 5550, "lr": 8.434461959398376e-05, "backbone_lr": 8.434461959398377e-06, "ema_decay": 0.998445, "it_s": 2.24, "data_frac": 0.577, "fm": 0.097518649995327, "loss": 0.097518649995327}
63
+ {"event": "train", "step": 5575, "lr": 8.419798365005569e-05, "backbone_lr": 8.419798365005569e-06, "ema_decay": 0.99845, "it_s": 1.95, "data_frac": 0.639, "fm": 0.1010474818944931, "loss": 0.1010474818944931}
64
+ {"event": "train", "step": 5600, "lr": 8.405079293933986e-05, "backbone_lr": 8.405079293933986e-06, "ema_decay": 0.998455, "it_s": 0.5, "data_frac": 0.898, "fm": 0.09772510349750518, "loss": 0.09772510349750518}
65
+ {"event": "train", "step": 5625, "lr": 8.390304984959454e-05, "backbone_lr": 8.390304984959455e-06, "ema_decay": 0.998461, "it_s": 0.96, "data_frac": 0.794, "fm": 0.0974524575471878, "loss": 0.0974524575471878}
66
+ {"event": "train", "step": 5650, "lr": 8.375475677753881e-05, "backbone_lr": 8.375475677753882e-06, "ema_decay": 0.998466, "it_s": 3.22, "data_frac": 0.386, "fm": 0.09912837445735931, "loss": 0.09912837445735931}
67
+ {"event": "train", "step": 5675, "lr": 8.360591612881364e-05, "backbone_lr": 8.360591612881363e-06, "ema_decay": 0.998471, "it_s": 1.74, "data_frac": 0.669, "fm": 0.09766773462295532, "loss": 0.09766773462295532}
68
+ {"event": "train", "step": 5700, "lr": 8.345653031794292e-05, "backbone_lr": 8.345653031794292e-06, "ema_decay": 0.998476, "it_s": 0.57, "data_frac": 0.879, "fm": 0.10231035619974137, "loss": 0.10231035619974137}
69
+ {"event": "train", "step": 5725, "lr": 8.330660176829428e-05, "backbone_lr": 8.330660176829427e-06, "ema_decay": 0.998481, "it_s": 4.26, "data_frac": 0.134, "fm": 0.09899430811405181, "loss": 0.09899430811405181}
70
+ {"event": "train", "step": 5750, "lr": 8.315613291203976e-05, "backbone_lr": 8.315613291203977e-06, "ema_decay": 0.998486, "it_s": 0.83, "data_frac": 0.832, "fm": 0.095704605281353, "loss": 0.095704605281353}
71
+ {"event": "train", "step": 5775, "lr": 8.30051261901164e-05, "backbone_lr": 8.30051261901164e-06, "ema_decay": 0.998491, "it_s": 1.58, "data_frac": 0.702, "fm": 0.09478480994701385, "loss": 0.09478480994701385}
72
+ {"event": "train", "step": 5800, "lr": 8.285358405218655e-05, "backbone_lr": 8.285358405218655e-06, "ema_decay": 0.998496, "it_s": 1.21, "data_frac": 0.769, "fm": 0.09800936311483383, "loss": 0.09800936311483383}
73
+ {"event": "train", "step": 5825, "lr": 8.270150895659823e-05, "backbone_lr": 8.270150895659824e-06, "ema_decay": 0.9985, "it_s": 0.69, "data_frac": 0.863, "fm": 0.09669087529182434, "loss": 0.09669087529182434}
74
+ {"event": "train", "step": 5850, "lr": 8.25489033703452e-05, "backbone_lr": 8.25489033703452e-06, "ema_decay": 0.998505, "it_s": 1.06, "data_frac": 0.773, "fm": 0.09527552545070649, "loss": 0.09527552545070649}
75
+ {"event": "train", "step": 5875, "lr": 8.239576976902695e-05, "backbone_lr": 8.239576976902694e-06, "ema_decay": 0.99851, "it_s": 1.22, "data_frac": 0.737, "fm": 0.09681353956460953, "loss": 0.09681353956460953}
76
+ {"event": "train", "step": 5900, "lr": 8.224211063680853e-05, "backbone_lr": 8.224211063680854e-06, "ema_decay": 0.998515, "it_s": 5.5, "data_frac": 0.001, "fm": 0.09730240762233734, "loss": 0.09730240762233734}
77
+ {"event": "train", "step": 5925, "lr": 8.208792846638029e-05, "backbone_lr": 8.20879284663803e-06, "ema_decay": 0.998519, "it_s": 0.54, "data_frac": 0.887, "fm": 0.09642397582530976, "loss": 0.09642397582530976}
78
+ {"event": "train", "step": 5950, "lr": 8.19332257589174e-05, "backbone_lr": 8.19332257589174e-06, "ema_decay": 0.998524, "it_s": 1.04, "data_frac": 0.787, "fm": 0.09538248509168624, "loss": 0.09538248509168624}
79
+ {"event": "train", "step": 5975, "lr": 8.177800502403928e-05, "backbone_lr": 8.177800502403928e-06, "ema_decay": 0.998529, "it_s": 0.99, "data_frac": 0.799, "fm": 0.0961689355969429, "loss": 0.0961689355969429}
80
+ {"event": "train", "step": 6000, "lr": 8.162226877976887e-05, "backbone_lr": 8.162226877976886e-06, "ema_decay": 0.998533, "it_s": 5.41, "data_frac": 0.001, "fm": 0.097640760242939, "loss": 0.097640760242939}
81
+ {"event": "save", "step": 6000, "checkpoint": "/mnt/data0/zuo/Humanoid_benchmark/results/fmdit_continue_20261117_01/runs/a20/fm_dit/checkpoints/step-006000", "mse": 0.021967994049191475, "mse_row0": 0.022920215502381325, "mse_motion_token": 0.02157071977853775, "mse_inspire_left_hand_state": 0.0040762959979474545, "mse_inspire_right_hand_state": 0.044097285717725754}
82
+ {"event": "train", "step": 6025, "lr": 8.146601955249188e-05, "backbone_lr": 8.146601955249187e-06, "ema_decay": 0.998538, "it_s": 0.53, "data_frac": 0.83, "fm": 0.09581303656101227, "loss": 0.09581303656101227}
83
+ {"event": "train", "step": 6050, "lr": 8.130925987691569e-05, "backbone_lr": 8.13092598769157e-06, "ema_decay": 0.998542, "it_s": 0.93, "data_frac": 0.814, "fm": 0.09383314609527588, "loss": 0.09383314609527588}
84
+ {"event": "train", "step": 6075, "lr": 8.11519922960283e-05, "backbone_lr": 8.115199229602831e-06, "ema_decay": 0.998547, "it_s": 5.29, "data_frac": 0.002, "fm": 0.09339079171419144, "loss": 0.09339079171419144}
85
+ {"event": "train", "step": 6100, "lr": 8.099421936105702e-05, "backbone_lr": 8.099421936105702e-06, "ema_decay": 0.998551, "it_s": 1.54, "data_frac": 0.68, "fm": 0.09210814416408539, "loss": 0.09210814416408539}
86
+ {"event": "train", "step": 6125, "lr": 8.083594363142717e-05, "backbone_lr": 8.083594363142717e-06, "ema_decay": 0.998556, "it_s": 0.53, "data_frac": 0.895, "fm": 0.09574653506278992, "loss": 0.09574653506278992}
87
+ {"event": "train", "step": 6150, "lr": 8.067716767472045e-05, "backbone_lr": 8.067716767472045e-06, "ema_decay": 0.99856, "it_s": 4.99, "data_frac": 0.004, "fm": 0.09378662049770355, "loss": 0.09378662049770355}
88
+ {"event": "train", "step": 6175, "lr": 8.051789406663342e-05, "backbone_lr": 8.051789406663342e-06, "ema_decay": 0.998565, "it_s": 0.9, "data_frac": 0.808, "fm": 0.09385949403047561, "loss": 0.09385949403047561}
89
+ {"event": "train", "step": 6200, "lr": 8.035812539093557e-05, "backbone_lr": 8.035812539093557e-06, "ema_decay": 0.998569, "it_s": 1.28, "data_frac": 0.746, "fm": 0.09663951128721238, "loss": 0.09663951128721238}
90
+ {"event": "train", "step": 6225, "lr": 8.019786423942752e-05, "backbone_lr": 8.019786423942752e-06, "ema_decay": 0.998573, "it_s": 1.92, "data_frac": 0.647, "fm": 0.09393858909606934, "loss": 0.09393858909606934}
91
+ {"event": "train", "step": 6250, "lr": 8.003711321189895e-05, "backbone_lr": 8.003711321189895e-06, "ema_decay": 0.998578, "it_s": 0.67, "data_frac": 0.868, "fm": 0.09255427211523055, "loss": 0.09255427211523055}
92
+ {"event": "train", "step": 6275, "lr": 7.987587491608637e-05, "backbone_lr": 7.987587491608636e-06, "ema_decay": 0.998582, "it_s": 0.89, "data_frac": 0.813, "fm": 0.09297254592180253, "loss": 0.09297254592180253}
93
+ {"event": "train", "step": 6300, "lr": 7.971415196763088e-05, "backbone_lr": 7.971415196763088e-06, "ema_decay": 0.998586, "it_s": 1.05, "data_frac": 0.79, "fm": 0.09344055145978927, "loss": 0.09344055145978927}
94
+ {"event": "train", "step": 6325, "lr": 7.95519469900357e-05, "backbone_lr": 7.95519469900357e-06, "ema_decay": 0.99859, "it_s": 2.77, "data_frac": 0.495, "fm": 0.0927633935213089, "loss": 0.0927633935213089}
95
+ {"event": "train", "step": 6350, "lr": 7.938926261462366e-05, "backbone_lr": 7.938926261462366e-06, "ema_decay": 0.998594, "it_s": 0.63, "data_frac": 0.867, "fm": 0.09345412462949752, "loss": 0.09345412462949752}
96
+ {"event": "train", "step": 6375, "lr": 7.922610148049445e-05, "backbone_lr": 7.922610148049445e-06, "ema_decay": 0.998599, "it_s": 1.06, "data_frac": 0.785, "fm": 0.09155107825994492, "loss": 0.09155107825994492}
97
+ {"event": "train", "step": 6400, "lr": 7.906246623448183e-05, "backbone_lr": 7.906246623448184e-06, "ema_decay": 0.998603, "it_s": 1.31, "data_frac": 0.739, "fm": 0.09374758034944534, "loss": 0.09374758034944534}
98
+ {"event": "train", "step": 6425, "lr": 7.889835953111075e-05, "backbone_lr": 7.889835953111075e-06, "ema_decay": 0.998607, "it_s": 2.04, "data_frac": 0.611, "fm": 0.09290882647037506, "loss": 0.09290882647037506}
99
+ {"event": "train", "step": 6450, "lr": 7.873378403255419e-05, "backbone_lr": 7.87337840325542e-06, "ema_decay": 0.998611, "it_s": 0.6, "data_frac": 0.88, "fm": 0.09184739232063294, "loss": 0.09184739232063294}
100
+ {"event": "train", "step": 6475, "lr": 7.856874240859005e-05, "backbone_lr": 7.856874240859006e-06, "ema_decay": 0.998615, "it_s": 0.99, "data_frac": 0.791, "fm": 0.09413167119026183, "loss": 0.09413167119026183}
101
+ {"event": "train", "step": 6500, "lr": 7.840323733655778e-05, "backbone_lr": 7.84032373365578e-06, "ema_decay": 0.998619, "it_s": 4.23, "data_frac": 0.185, "fm": 0.09035206019878388, "loss": 0.09035206019878388}
a20-basket-transfer/b512-trimv2-cont-20261117/logs/train_stdout.log ADDED
@@ -0,0 +1,104 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"event": "preflight", "augmentation": "hb-aug-v2-20261109", "samples": 64, "state_dim": 44, "body_dims": 29, "images_changed": 64, "body_values_moved": 1.0, "max_body_offset_deg": 2.5087, "actions_bit_identical": true, "non_body_state_bit_identical": true, "eval_items_deterministic": 8}
2
+ {"event": "resumed", "step": 4000}
3
+ {"event": "start", "policy": "fm_dit", "params": 22540684, "backbone_params": 11166912, "backbone_weights": "IMAGENET1K_V1", "backbone_norm": "frozen_bn", "train_frames": 54433, "steps": 20000, "from_step": 4000, "cameras": ["ego_view", "chest"], "hw": [168, 224]}
4
+ {"event": "train", "step": 4025, "lr": 9.215152885383474e-05, "backbone_lr": 9.215152885383473e-06, "ema_decay": 0.998021, "it_s": 0.57, "data_frac": 0.831, "fm": 0.27936236292123795, "loss": 0.27936236292123795}
5
+ {"event": "train", "step": 4050, "lr": 9.204286963963111e-05, "backbone_lr": 9.204286963963112e-06, "ema_decay": 0.998031, "it_s": 0.95, "data_frac": 0.808, "fm": 0.1851240873336792, "loss": 0.1851240873336792}
6
+ {"event": "train", "step": 4075, "lr": 9.193352839727121e-05, "backbone_lr": 9.193352839727122e-06, "ema_decay": 0.99804, "it_s": 1.04, "data_frac": 0.784, "fm": 0.1523358416557312, "loss": 0.1523358416557312}
7
+ {"event": "train", "step": 4100, "lr": 9.182350690051133e-05, "backbone_lr": 9.182350690051134e-06, "ema_decay": 0.998049, "it_s": 2.28, "data_frac": 0.577, "fm": 0.13585892975330352, "loss": 0.13585892975330352}
8
+ {"event": "train", "step": 4125, "lr": 9.171280693414307e-05, "backbone_lr": 9.171280693414307e-06, "ema_decay": 0.998058, "it_s": 0.66, "data_frac": 0.864, "fm": 0.12647916853427887, "loss": 0.12647916853427887}
9
+ {"event": "train", "step": 4150, "lr": 9.160143029396422e-05, "backbone_lr": 9.160143029396422e-06, "ema_decay": 0.998066, "it_s": 0.99, "data_frac": 0.799, "fm": 0.12340139746665954, "loss": 0.12340139746665954}
10
+ {"event": "train", "step": 4175, "lr": 9.148937878674976e-05, "backbone_lr": 9.148937878674975e-06, "ema_decay": 0.998075, "it_s": 1.39, "data_frac": 0.725, "fm": 0.12282259106636047, "loss": 0.12282259106636047}
11
+ {"event": "train", "step": 4200, "lr": 9.13766542302225e-05, "backbone_lr": 9.13766542302225e-06, "ema_decay": 0.998084, "it_s": 2.26, "data_frac": 0.559, "fm": 0.12243758767843246, "loss": 0.12243758767843246}
12
+ {"event": "train", "step": 4225, "lr": 9.126325845302357e-05, "backbone_lr": 9.126325845302357e-06, "ema_decay": 0.998092, "it_s": 0.69, "data_frac": 0.866, "fm": 0.11850759595632553, "loss": 0.11850759595632553}
13
+ {"event": "train", "step": 4250, "lr": 9.114919329468282e-05, "backbone_lr": 9.114919329468283e-06, "ema_decay": 0.998101, "it_s": 1.05, "data_frac": 0.781, "fm": 0.11744395792484283, "loss": 0.11744395792484283}
14
+ {"event": "train", "step": 4275, "lr": 9.103446060558892e-05, "backbone_lr": 9.103446060558892e-06, "ema_decay": 0.998109, "it_s": 2.47, "data_frac": 0.489, "fm": 0.11543788164854049, "loss": 0.11543788164854049}
15
+ {"event": "train", "step": 4300, "lr": 9.091906224695935e-05, "backbone_lr": 9.091906224695935e-06, "ema_decay": 0.998117, "it_s": 1.0, "data_frac": 0.801, "fm": 0.11410628646612167, "loss": 0.11410628646612167}
16
+ {"event": "train", "step": 4325, "lr": 9.080300009081024e-05, "backbone_lr": 9.080300009081025e-06, "ema_decay": 0.998125, "it_s": 0.76, "data_frac": 0.853, "fm": 0.11376235336065292, "loss": 0.11376235336065292}
17
+ {"event": "train", "step": 4350, "lr": 9.068627601992598e-05, "backbone_lr": 9.0686276019926e-06, "ema_decay": 0.998133, "it_s": 2.17, "data_frac": 0.538, "fm": 0.11388265669345855, "loss": 0.11388265669345855}
18
+ {"event": "train", "step": 4375, "lr": 9.056889192782866e-05, "backbone_lr": 9.056889192782865e-06, "ema_decay": 0.998141, "it_s": 1.14, "data_frac": 0.771, "fm": 0.11311278849840165, "loss": 0.11311278849840165}
19
+ {"event": "train", "step": 4400, "lr": 9.045084971874738e-05, "backbone_lr": 9.045084971874738e-06, "ema_decay": 0.998149, "it_s": 0.86, "data_frac": 0.829, "fm": 0.1135650286078453, "loss": 0.1135650286078453}
20
+ {"event": "train", "step": 4425, "lr": 9.033215130758735e-05, "backbone_lr": 9.033215130758735e-06, "ema_decay": 0.998157, "it_s": 0.85, "data_frac": 0.833, "fm": 0.11657118797302246, "loss": 0.11657118797302246}
21
+ {"event": "train", "step": 4450, "lr": 9.021279861989885e-05, "backbone_lr": 9.021279861989884e-06, "ema_decay": 0.998165, "it_s": 3.22, "data_frac": 0.377, "fm": 0.11299996435642243, "loss": 0.11299996435642243}
22
+ {"event": "train", "step": 4475, "lr": 9.009279359184593e-05, "backbone_lr": 9.009279359184594e-06, "ema_decay": 0.998173, "it_s": 0.85, "data_frac": 0.83, "fm": 0.10958211928606033, "loss": 0.10958211928606033}
23
+ {"event": "train", "step": 4500, "lr": 8.997213817017507e-05, "backbone_lr": 8.997213817017508e-06, "ema_decay": 0.99818, "it_s": 1.24, "data_frac": 0.752, "fm": 0.1114171290397644, "loss": 0.1114171290397644}
24
+ {"event": "train", "step": 4525, "lr": 8.985083431218354e-05, "backbone_lr": 8.985083431218354e-06, "ema_decay": 0.998188, "it_s": 1.41, "data_frac": 0.705, "fm": 0.10957210212945938, "loss": 0.10957210212945938}
25
+ {"event": "train", "step": 4550, "lr": 8.972888398568772e-05, "backbone_lr": 8.972888398568772e-06, "ema_decay": 0.998195, "it_s": 0.93, "data_frac": 0.824, "fm": 0.11293533921241761, "loss": 0.11293533921241761}
26
+ {"event": "train", "step": 4575, "lr": 8.96062891689911e-05, "backbone_lr": 8.96062891689911e-06, "ema_decay": 0.998203, "it_s": 1.19, "data_frac": 0.765, "fm": 0.11222538262605668, "loss": 0.11222538262605668}
27
+ {"event": "train", "step": 4600, "lr": 8.948305185085225e-05, "backbone_lr": 8.948305185085226e-06, "ema_decay": 0.99821, "it_s": 1.01, "data_frac": 0.795, "fm": 0.11155075877904892, "loss": 0.11155075877904892}
28
+ {"event": "train", "step": 4625, "lr": 8.935917403045251e-05, "backbone_lr": 8.935917403045251e-06, "ema_decay": 0.998217, "it_s": 5.14, "data_frac": 0.002, "fm": 0.10862381368875504, "loss": 0.10862381368875504}
29
+ {"event": "train", "step": 4650, "lr": 8.92346577173636e-05, "backbone_lr": 8.923465771736361e-06, "ema_decay": 0.998224, "it_s": 0.52, "data_frac": 0.895, "fm": 0.10961597681045532, "loss": 0.10961597681045532}
30
+ {"event": "train", "step": 4675, "lr": 8.910950493151498e-05, "backbone_lr": 8.910950493151498e-06, "ema_decay": 0.998232, "it_s": 1.65, "data_frac": 0.683, "fm": 0.1106258323788643, "loss": 0.1106258323788643}
31
+ {"event": "train", "step": 4700, "lr": 8.898371770316111e-05, "backbone_lr": 8.898371770316113e-06, "ema_decay": 0.998239, "it_s": 4.67, "data_frac": 0.005, "fm": 0.10965090662240982, "loss": 0.10965090662240982}
32
+ {"event": "train", "step": 4725, "lr": 8.885729807284856e-05, "backbone_lr": 8.885729807284855e-06, "ema_decay": 0.998246, "it_s": 0.88, "data_frac": 0.826, "fm": 0.10638074308633805, "loss": 0.10638074308633805}
33
+ {"event": "train", "step": 4750, "lr": 8.873024809138272e-05, "backbone_lr": 8.873024809138272e-06, "ema_decay": 0.998253, "it_s": 0.58, "data_frac": 0.887, "fm": 0.10897882670164108, "loss": 0.10897882670164108}
34
+ {"event": "train", "step": 4775, "lr": 8.860256981979484e-05, "backbone_lr": 8.860256981979485e-06, "ema_decay": 0.998259, "it_s": 2.27, "data_frac": 0.517, "fm": 0.10848556160926819, "loss": 0.10848556160926819}
35
+ {"event": "train", "step": 4800, "lr": 8.847426532930831e-05, "backbone_lr": 8.84742653293083e-06, "ema_decay": 0.998266, "it_s": 1.74, "data_frac": 0.674, "fm": 0.10899475157260895, "loss": 0.10899475157260895}
36
+ {"event": "train", "step": 4825, "lr": 8.834533670130518e-05, "backbone_lr": 8.834533670130518e-06, "ema_decay": 0.998273, "it_s": 1.27, "data_frac": 0.746, "fm": 0.1064724487066269, "loss": 0.1064724487066269}
37
+ {"event": "train", "step": 4850, "lr": 8.821578602729242e-05, "backbone_lr": 8.821578602729242e-06, "ema_decay": 0.99828, "it_s": 0.56, "data_frac": 0.882, "fm": 0.10697787135839462, "loss": 0.10697787135839462}
38
+ {"event": "train", "step": 4875, "lr": 8.808561540886796e-05, "backbone_lr": 8.808561540886796e-06, "ema_decay": 0.998286, "it_s": 4.25, "data_frac": 0.164, "fm": 0.10751055479049683, "loss": 0.10751055479049683}
39
+ {"event": "train", "step": 4900, "lr": 8.795482695768658e-05, "backbone_lr": 8.795482695768658e-06, "ema_decay": 0.998293, "it_s": 0.87, "data_frac": 0.83, "fm": 0.10378085047006608, "loss": 0.10378085047006608}
40
+ {"event": "train", "step": 4925, "lr": 8.782342279542568e-05, "backbone_lr": 8.782342279542569e-06, "ema_decay": 0.998299, "it_s": 1.5, "data_frac": 0.722, "fm": 0.10504777759313583, "loss": 0.10504777759313583}
41
+ {"event": "train", "step": 4950, "lr": 8.769140505375085e-05, "backbone_lr": 8.769140505375084e-06, "ema_decay": 0.998306, "it_s": 1.55, "data_frac": 0.704, "fm": 0.10637212932109832, "loss": 0.10637212932109832}
42
+ {"event": "train", "step": 4975, "lr": 8.755877587428128e-05, "backbone_lr": 8.755877587428127e-06, "ema_decay": 0.998312, "it_s": 0.68, "data_frac": 0.866, "fm": 0.10244016528129578, "loss": 0.10244016528129578}
43
+ {"event": "train", "step": 5000, "lr": 8.742553740855506e-05, "backbone_lr": 8.742553740855507e-06, "ema_decay": 0.998318, "it_s": 1.02, "data_frac": 0.794, "fm": 0.10446281790733337, "loss": 0.10446281790733337}
44
+ {"event": "train", "step": 5025, "lr": 8.729169181799422e-05, "backbone_lr": 8.729169181799423e-06, "ema_decay": 0.998325, "it_s": 1.53, "data_frac": 0.68, "fm": 0.10380947828292847, "loss": 0.10380947828292847}
45
+ {"event": "train", "step": 5050, "lr": 8.715724127386972e-05, "backbone_lr": 8.715724127386971e-06, "ema_decay": 0.998331, "it_s": 3.21, "data_frac": 0.387, "fm": 0.10200979679822922, "loss": 0.10200979679822922}
46
+ {"event": "train", "step": 5075, "lr": 8.702218795726617e-05, "backbone_lr": 8.702218795726619e-06, "ema_decay": 0.998337, "it_s": 0.53, "data_frac": 0.893, "fm": 0.10482226371765137, "loss": 0.10482226371765137}
47
+ {"event": "train", "step": 5100, "lr": 8.688653405904652e-05, "backbone_lr": 8.688653405904653e-06, "ema_decay": 0.998343, "it_s": 1.19, "data_frac": 0.757, "fm": 0.1049795463681221, "loss": 0.1049795463681221}
48
+ {"event": "train", "step": 5125, "lr": 8.675028177981643e-05, "backbone_lr": 8.675028177981643e-06, "ema_decay": 0.998349, "it_s": 5.17, "data_frac": 0.046, "fm": 0.103239366710186, "loss": 0.103239366710186}
49
+ {"event": "train", "step": 5150, "lr": 8.661343332988869e-05, "backbone_lr": 8.661343332988869e-06, "ema_decay": 0.998355, "it_s": 1.54, "data_frac": 0.71, "fm": 0.10244131833314896, "loss": 0.10244131833314896}
50
+ {"event": "train", "step": 5175, "lr": 8.647599092924721e-05, "backbone_lr": 8.64759909292472e-06, "ema_decay": 0.998361, "it_s": 0.48, "data_frac": 0.898, "fm": 0.1028094071149826, "loss": 0.1028094071149826}
51
+ {"event": "train", "step": 5200, "lr": 8.633795680751116e-05, "backbone_lr": 8.633795680751116e-06, "ema_decay": 0.998367, "it_s": 2.63, "data_frac": 0.413, "fm": 0.10102613866329194, "loss": 0.10102613866329194}
52
+ {"event": "train", "step": 5225, "lr": 8.619933320389872e-05, "backbone_lr": 8.619933320389872e-06, "ema_decay": 0.998373, "it_s": 1.02, "data_frac": 0.802, "fm": 0.10271453976631165, "loss": 0.10271453976631165}
53
+ {"event": "train", "step": 5250, "lr": 8.606012236719073e-05, "backbone_lr": 8.606012236719073e-06, "ema_decay": 0.998379, "it_s": 1.75, "data_frac": 0.658, "fm": 0.1013492727279663, "loss": 0.1013492727279663}
54
+ {"event": "train", "step": 5275, "lr": 8.592032655569429e-05, "backbone_lr": 8.59203265556943e-06, "ema_decay": 0.998385, "it_s": 0.55, "data_frac": 0.869, "fm": 0.09972631871700287, "loss": 0.09972631871700287}
55
+ {"event": "train", "step": 5300, "lr": 8.577994803720606e-05, "backbone_lr": 8.577994803720605e-06, "ema_decay": 0.99839, "it_s": 3.74, "data_frac": 0.205, "fm": 0.09866629302501678, "loss": 0.09866629302501678}
56
+ {"event": "train", "step": 5325, "lr": 8.56389890889755e-05, "backbone_lr": 8.56389890889755e-06, "ema_decay": 0.998396, "it_s": 0.8, "data_frac": 0.837, "fm": 0.10182167440652848, "loss": 0.10182167440652848}
57
+ {"event": "train", "step": 5350, "lr": 8.549745199766792e-05, "backbone_lr": 8.549745199766792e-06, "ema_decay": 0.998402, "it_s": 1.59, "data_frac": 0.697, "fm": 0.09962393790483474, "loss": 0.09962393790483474}
58
+ {"event": "train", "step": 5375, "lr": 8.535533905932738e-05, "backbone_lr": 8.535533905932739e-06, "ema_decay": 0.998407, "it_s": 1.6, "data_frac": 0.699, "fm": 0.10165397435426712, "loss": 0.10165397435426712}
59
+ {"event": "train", "step": 5400, "lr": 8.521265257933948e-05, "backbone_lr": 8.521265257933948e-06, "ema_decay": 0.998413, "it_s": 0.66, "data_frac": 0.862, "fm": 0.09791133671998978, "loss": 0.09791133671998978}
60
+ {"event": "train", "step": 5425, "lr": 8.506939487239388e-05, "backbone_lr": 8.506939487239389e-06, "ema_decay": 0.998418, "it_s": 1.0, "data_frac": 0.787, "fm": 0.09465882360935211, "loss": 0.09465882360935211}
61
+ {"event": "train", "step": 5450, "lr": 8.492556826244687e-05, "backbone_lr": 8.492556826244687e-06, "ema_decay": 0.998424, "it_s": 1.36, "data_frac": 0.728, "fm": 0.10158959805965423, "loss": 0.10158959805965423}
62
+ {"event": "train", "step": 5475, "lr": 8.47811750826835e-05, "backbone_lr": 8.478117508268352e-06, "ema_decay": 0.998429, "it_s": 3.59, "data_frac": 0.308, "fm": 0.10000236868858338, "loss": 0.10000236868858338}
63
+ {"event": "train", "step": 5500, "lr": 8.463621767547998e-05, "backbone_lr": 8.463621767547998e-06, "ema_decay": 0.998434, "it_s": 0.58, "data_frac": 0.883, "fm": 0.09906157135963439, "loss": 0.09906157135963439}
64
+ {"event": "train", "step": 5525, "lr": 8.449069839236538e-05, "backbone_lr": 8.44906983923654e-06, "ema_decay": 0.99844, "it_s": 0.91, "data_frac": 0.811, "fm": 0.09683233767747879, "loss": 0.09683233767747879}
65
+ {"event": "train", "step": 5550, "lr": 8.434461959398376e-05, "backbone_lr": 8.434461959398377e-06, "ema_decay": 0.998445, "it_s": 2.24, "data_frac": 0.577, "fm": 0.097518649995327, "loss": 0.097518649995327}
66
+ {"event": "train", "step": 5575, "lr": 8.419798365005569e-05, "backbone_lr": 8.419798365005569e-06, "ema_decay": 0.99845, "it_s": 1.95, "data_frac": 0.639, "fm": 0.1010474818944931, "loss": 0.1010474818944931}
67
+ {"event": "train", "step": 5600, "lr": 8.405079293933986e-05, "backbone_lr": 8.405079293933986e-06, "ema_decay": 0.998455, "it_s": 0.5, "data_frac": 0.898, "fm": 0.09772510349750518, "loss": 0.09772510349750518}
68
+ {"event": "train", "step": 5625, "lr": 8.390304984959454e-05, "backbone_lr": 8.390304984959455e-06, "ema_decay": 0.998461, "it_s": 0.96, "data_frac": 0.794, "fm": 0.0974524575471878, "loss": 0.0974524575471878}
69
+ {"event": "train", "step": 5650, "lr": 8.375475677753881e-05, "backbone_lr": 8.375475677753882e-06, "ema_decay": 0.998466, "it_s": 3.22, "data_frac": 0.386, "fm": 0.09912837445735931, "loss": 0.09912837445735931}
70
+ {"event": "train", "step": 5675, "lr": 8.360591612881364e-05, "backbone_lr": 8.360591612881363e-06, "ema_decay": 0.998471, "it_s": 1.74, "data_frac": 0.669, "fm": 0.09766773462295532, "loss": 0.09766773462295532}
71
+ {"event": "train", "step": 5700, "lr": 8.345653031794292e-05, "backbone_lr": 8.345653031794292e-06, "ema_decay": 0.998476, "it_s": 0.57, "data_frac": 0.879, "fm": 0.10231035619974137, "loss": 0.10231035619974137}
72
+ {"event": "train", "step": 5725, "lr": 8.330660176829428e-05, "backbone_lr": 8.330660176829427e-06, "ema_decay": 0.998481, "it_s": 4.26, "data_frac": 0.134, "fm": 0.09899430811405181, "loss": 0.09899430811405181}
73
+ {"event": "train", "step": 5750, "lr": 8.315613291203976e-05, "backbone_lr": 8.315613291203977e-06, "ema_decay": 0.998486, "it_s": 0.83, "data_frac": 0.832, "fm": 0.095704605281353, "loss": 0.095704605281353}
74
+ {"event": "train", "step": 5775, "lr": 8.30051261901164e-05, "backbone_lr": 8.30051261901164e-06, "ema_decay": 0.998491, "it_s": 1.58, "data_frac": 0.702, "fm": 0.09478480994701385, "loss": 0.09478480994701385}
75
+ {"event": "train", "step": 5800, "lr": 8.285358405218655e-05, "backbone_lr": 8.285358405218655e-06, "ema_decay": 0.998496, "it_s": 1.21, "data_frac": 0.769, "fm": 0.09800936311483383, "loss": 0.09800936311483383}
76
+ {"event": "train", "step": 5825, "lr": 8.270150895659823e-05, "backbone_lr": 8.270150895659824e-06, "ema_decay": 0.9985, "it_s": 0.69, "data_frac": 0.863, "fm": 0.09669087529182434, "loss": 0.09669087529182434}
77
+ {"event": "train", "step": 5850, "lr": 8.25489033703452e-05, "backbone_lr": 8.25489033703452e-06, "ema_decay": 0.998505, "it_s": 1.06, "data_frac": 0.773, "fm": 0.09527552545070649, "loss": 0.09527552545070649}
78
+ {"event": "train", "step": 5875, "lr": 8.239576976902695e-05, "backbone_lr": 8.239576976902694e-06, "ema_decay": 0.99851, "it_s": 1.22, "data_frac": 0.737, "fm": 0.09681353956460953, "loss": 0.09681353956460953}
79
+ {"event": "train", "step": 5900, "lr": 8.224211063680853e-05, "backbone_lr": 8.224211063680854e-06, "ema_decay": 0.998515, "it_s": 5.5, "data_frac": 0.001, "fm": 0.09730240762233734, "loss": 0.09730240762233734}
80
+ {"event": "train", "step": 5925, "lr": 8.208792846638029e-05, "backbone_lr": 8.20879284663803e-06, "ema_decay": 0.998519, "it_s": 0.54, "data_frac": 0.887, "fm": 0.09642397582530976, "loss": 0.09642397582530976}
81
+ {"event": "train", "step": 5950, "lr": 8.19332257589174e-05, "backbone_lr": 8.19332257589174e-06, "ema_decay": 0.998524, "it_s": 1.04, "data_frac": 0.787, "fm": 0.09538248509168624, "loss": 0.09538248509168624}
82
+ {"event": "train", "step": 5975, "lr": 8.177800502403928e-05, "backbone_lr": 8.177800502403928e-06, "ema_decay": 0.998529, "it_s": 0.99, "data_frac": 0.799, "fm": 0.0961689355969429, "loss": 0.0961689355969429}
83
+ {"event": "train", "step": 6000, "lr": 8.162226877976887e-05, "backbone_lr": 8.162226877976886e-06, "ema_decay": 0.998533, "it_s": 5.41, "data_frac": 0.001, "fm": 0.097640760242939, "loss": 0.097640760242939}
84
+ {"event": "save", "step": 6000, "checkpoint": "/mnt/data0/zuo/Humanoid_benchmark/results/fmdit_continue_20261117_01/runs/a20/fm_dit/checkpoints/step-006000", "mse": 0.021967994049191475, "mse_row0": 0.022920215502381325, "mse_motion_token": 0.02157071977853775, "mse_inspire_left_hand_state": 0.0040762959979474545, "mse_inspire_right_hand_state": 0.044097285717725754}
85
+ {"event": "train", "step": 6025, "lr": 8.146601955249188e-05, "backbone_lr": 8.146601955249187e-06, "ema_decay": 0.998538, "it_s": 0.53, "data_frac": 0.83, "fm": 0.09581303656101227, "loss": 0.09581303656101227}
86
+ {"event": "train", "step": 6050, "lr": 8.130925987691569e-05, "backbone_lr": 8.13092598769157e-06, "ema_decay": 0.998542, "it_s": 0.93, "data_frac": 0.814, "fm": 0.09383314609527588, "loss": 0.09383314609527588}
87
+ {"event": "train", "step": 6075, "lr": 8.11519922960283e-05, "backbone_lr": 8.115199229602831e-06, "ema_decay": 0.998547, "it_s": 5.29, "data_frac": 0.002, "fm": 0.09339079171419144, "loss": 0.09339079171419144}
88
+ {"event": "train", "step": 6100, "lr": 8.099421936105702e-05, "backbone_lr": 8.099421936105702e-06, "ema_decay": 0.998551, "it_s": 1.54, "data_frac": 0.68, "fm": 0.09210814416408539, "loss": 0.09210814416408539}
89
+ {"event": "train", "step": 6125, "lr": 8.083594363142717e-05, "backbone_lr": 8.083594363142717e-06, "ema_decay": 0.998556, "it_s": 0.53, "data_frac": 0.895, "fm": 0.09574653506278992, "loss": 0.09574653506278992}
90
+ {"event": "train", "step": 6150, "lr": 8.067716767472045e-05, "backbone_lr": 8.067716767472045e-06, "ema_decay": 0.99856, "it_s": 4.99, "data_frac": 0.004, "fm": 0.09378662049770355, "loss": 0.09378662049770355}
91
+ {"event": "train", "step": 6175, "lr": 8.051789406663342e-05, "backbone_lr": 8.051789406663342e-06, "ema_decay": 0.998565, "it_s": 0.9, "data_frac": 0.808, "fm": 0.09385949403047561, "loss": 0.09385949403047561}
92
+ {"event": "train", "step": 6200, "lr": 8.035812539093557e-05, "backbone_lr": 8.035812539093557e-06, "ema_decay": 0.998569, "it_s": 1.28, "data_frac": 0.746, "fm": 0.09663951128721238, "loss": 0.09663951128721238}
93
+ {"event": "train", "step": 6225, "lr": 8.019786423942752e-05, "backbone_lr": 8.019786423942752e-06, "ema_decay": 0.998573, "it_s": 1.92, "data_frac": 0.647, "fm": 0.09393858909606934, "loss": 0.09393858909606934}
94
+ {"event": "train", "step": 6250, "lr": 8.003711321189895e-05, "backbone_lr": 8.003711321189895e-06, "ema_decay": 0.998578, "it_s": 0.67, "data_frac": 0.868, "fm": 0.09255427211523055, "loss": 0.09255427211523055}
95
+ {"event": "train", "step": 6275, "lr": 7.987587491608637e-05, "backbone_lr": 7.987587491608636e-06, "ema_decay": 0.998582, "it_s": 0.89, "data_frac": 0.813, "fm": 0.09297254592180253, "loss": 0.09297254592180253}
96
+ {"event": "train", "step": 6300, "lr": 7.971415196763088e-05, "backbone_lr": 7.971415196763088e-06, "ema_decay": 0.998586, "it_s": 1.05, "data_frac": 0.79, "fm": 0.09344055145978927, "loss": 0.09344055145978927}
97
+ {"event": "train", "step": 6325, "lr": 7.95519469900357e-05, "backbone_lr": 7.95519469900357e-06, "ema_decay": 0.99859, "it_s": 2.77, "data_frac": 0.495, "fm": 0.0927633935213089, "loss": 0.0927633935213089}
98
+ {"event": "train", "step": 6350, "lr": 7.938926261462366e-05, "backbone_lr": 7.938926261462366e-06, "ema_decay": 0.998594, "it_s": 0.63, "data_frac": 0.867, "fm": 0.09345412462949752, "loss": 0.09345412462949752}
99
+ {"event": "train", "step": 6375, "lr": 7.922610148049445e-05, "backbone_lr": 7.922610148049445e-06, "ema_decay": 0.998599, "it_s": 1.06, "data_frac": 0.785, "fm": 0.09155107825994492, "loss": 0.09155107825994492}
100
+ {"event": "train", "step": 6400, "lr": 7.906246623448183e-05, "backbone_lr": 7.906246623448184e-06, "ema_decay": 0.998603, "it_s": 1.31, "data_frac": 0.739, "fm": 0.09374758034944534, "loss": 0.09374758034944534}
101
+ {"event": "train", "step": 6425, "lr": 7.889835953111075e-05, "backbone_lr": 7.889835953111075e-06, "ema_decay": 0.998607, "it_s": 2.04, "data_frac": 0.611, "fm": 0.09290882647037506, "loss": 0.09290882647037506}
102
+ {"event": "train", "step": 6450, "lr": 7.873378403255419e-05, "backbone_lr": 7.87337840325542e-06, "ema_decay": 0.998611, "it_s": 0.6, "data_frac": 0.88, "fm": 0.09184739232063294, "loss": 0.09184739232063294}
103
+ {"event": "train", "step": 6475, "lr": 7.856874240859005e-05, "backbone_lr": 7.856874240859006e-06, "ema_decay": 0.998615, "it_s": 0.99, "data_frac": 0.791, "fm": 0.09413167119026183, "loss": 0.09413167119026183}
104
+ {"event": "train", "step": 6500, "lr": 7.840323733655778e-05, "backbone_lr": 7.84032373365578e-06, "ema_decay": 0.998619, "it_s": 4.23, "data_frac": 0.185, "fm": 0.09035206019878388, "loss": 0.09035206019878388}
a20-basket-transfer/b512-trimv2-cont-20261117/provenance/parent_checkpoint_config.json ADDED
@@ -0,0 +1,884 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "policy": {
3
+ "policy": "fm_dit",
4
+ "n_cameras": 2,
5
+ "state_dim": 44,
6
+ "action_dim": 76,
7
+ "horizon": 16,
8
+ "backbone": "resnet18",
9
+ "backbone_weights": "IMAGENET1K_V1",
10
+ "backbone_norm": "frozen_bn",
11
+ "hidden_dim": 384,
12
+ "num_layers": 4,
13
+ "num_heads": 8,
14
+ "mlp_ratio": 4.0,
15
+ "dropout": 0.1,
16
+ "time_embed_dim": 128,
17
+ "num_inference_steps": null,
18
+ "num_train_timesteps": 100,
19
+ "beta_schedule": "squaredcos_cap_v2",
20
+ "prediction_type": "epsilon",
21
+ "clip_sample": true,
22
+ "act_hidden_dim": 512,
23
+ "dim_feedforward": 3200,
24
+ "enc_layers": 4,
25
+ "dec_layers": 7,
26
+ "nheads": 8,
27
+ "latent_dim": 32,
28
+ "kl_weight": 10.0,
29
+ "extra": {}
30
+ },
31
+ "contract": {
32
+ "name": "g1_sonic_dfx6",
33
+ "robot": "g1",
34
+ "cameras": [
35
+ "ego_view",
36
+ "chest"
37
+ ],
38
+ "state": [
39
+ [
40
+ "observation.state",
41
+ 0,
42
+ 29
43
+ ],
44
+ [
45
+ "observation.inspire_left_hand_state",
46
+ 0,
47
+ 6
48
+ ],
49
+ [
50
+ "observation.inspire_right_hand_state",
51
+ 0,
52
+ 6
53
+ ],
54
+ [
55
+ "observation.projected_gravity",
56
+ 0,
57
+ 3
58
+ ]
59
+ ],
60
+ "action": [
61
+ [
62
+ "action.motion_token",
63
+ 0,
64
+ 64
65
+ ],
66
+ [
67
+ "observation.inspire_left_hand_state",
68
+ 0,
69
+ 6
70
+ ],
71
+ [
72
+ "observation.inspire_right_hand_state",
73
+ 0,
74
+ 6
75
+ ]
76
+ ],
77
+ "state_dim": 44,
78
+ "action_dim": 76,
79
+ "action_space": "sonic_dfx6",
80
+ "body_dims": 29
81
+ },
82
+ "image_hw": [
83
+ 168,
84
+ 224
85
+ ],
86
+ "task_text": "Grasp the basket handle with the right hand from the v10 round table, walk while raising it, place and release it on the long desk, then withdraw the open right hand diagonally backward and upward without an additional downward arm return.",
87
+ "dataset": {
88
+ "name": "a20-basket-transfer-pre-reach-trim-expert-v2",
89
+ "root": "/mnt/data0/zuo/Humanoid_benchmark/data/baselines/a20-basket-transfer-pre-reach-trim-expert-v2",
90
+ "robot_type": null,
91
+ "fps": 30.0,
92
+ "episodes": [
93
+ 0,
94
+ 1,
95
+ 2,
96
+ 3,
97
+ 4,
98
+ 5,
99
+ 6,
100
+ 7,
101
+ 8,
102
+ 9,
103
+ 10,
104
+ 11,
105
+ 12,
106
+ 13,
107
+ 14,
108
+ 15,
109
+ 16,
110
+ 17,
111
+ 18,
112
+ 19,
113
+ 20,
114
+ 21,
115
+ 22,
116
+ 23,
117
+ 24,
118
+ 25,
119
+ 26,
120
+ 27,
121
+ 28,
122
+ 29,
123
+ 30,
124
+ 31,
125
+ 32,
126
+ 33,
127
+ 34,
128
+ 35,
129
+ 36,
130
+ 37,
131
+ 38,
132
+ 39,
133
+ 40,
134
+ 41,
135
+ 42,
136
+ 43,
137
+ 44,
138
+ 45,
139
+ 46,
140
+ 47,
141
+ 48,
142
+ 49,
143
+ 50,
144
+ 51,
145
+ 52,
146
+ 53,
147
+ 54,
148
+ 55,
149
+ 56,
150
+ 57,
151
+ 58,
152
+ 59,
153
+ 60,
154
+ 61,
155
+ 62,
156
+ 63,
157
+ 64,
158
+ 65,
159
+ 66,
160
+ 67,
161
+ 68,
162
+ 69,
163
+ 70,
164
+ 71,
165
+ 72,
166
+ 73,
167
+ 74,
168
+ 75,
169
+ 76,
170
+ 77,
171
+ 78,
172
+ 79,
173
+ 80,
174
+ 81,
175
+ 82,
176
+ 83,
177
+ 84,
178
+ 85,
179
+ 86,
180
+ 87,
181
+ 88,
182
+ 89,
183
+ 90,
184
+ 91,
185
+ 92,
186
+ 93,
187
+ 94,
188
+ 95,
189
+ 96,
190
+ 97,
191
+ 98,
192
+ 99
193
+ ],
194
+ "train_episodes": [
195
+ 0,
196
+ 1,
197
+ 2,
198
+ 3,
199
+ 4,
200
+ 5,
201
+ 6,
202
+ 7,
203
+ 8,
204
+ 9,
205
+ 10,
206
+ 11,
207
+ 12,
208
+ 13,
209
+ 14,
210
+ 15,
211
+ 16,
212
+ 17,
213
+ 18,
214
+ 19,
215
+ 20,
216
+ 21,
217
+ 22,
218
+ 23,
219
+ 24,
220
+ 25,
221
+ 26,
222
+ 27,
223
+ 28,
224
+ 29,
225
+ 30,
226
+ 31,
227
+ 32,
228
+ 33,
229
+ 34,
230
+ 35,
231
+ 36,
232
+ 37,
233
+ 38,
234
+ 39,
235
+ 40,
236
+ 41,
237
+ 42,
238
+ 43,
239
+ 44,
240
+ 45,
241
+ 46,
242
+ 47,
243
+ 48,
244
+ 49,
245
+ 50,
246
+ 51,
247
+ 52,
248
+ 53,
249
+ 54,
250
+ 55,
251
+ 56,
252
+ 57,
253
+ 58,
254
+ 59,
255
+ 60,
256
+ 61,
257
+ 62,
258
+ 63,
259
+ 64,
260
+ 65,
261
+ 66,
262
+ 67,
263
+ 68,
264
+ 69,
265
+ 70,
266
+ 71,
267
+ 72,
268
+ 73,
269
+ 74,
270
+ 75,
271
+ 76,
272
+ 77,
273
+ 78,
274
+ 79,
275
+ 80,
276
+ 81,
277
+ 82,
278
+ 83,
279
+ 84,
280
+ 85,
281
+ 86,
282
+ 87,
283
+ 88,
284
+ 89,
285
+ 90,
286
+ 91,
287
+ 92,
288
+ 93,
289
+ 94,
290
+ 95,
291
+ 96,
292
+ 97,
293
+ 98,
294
+ 99
295
+ ],
296
+ "val_episodes": [],
297
+ "train_frames": 54433,
298
+ "git_commit": null
299
+ },
300
+ "training": {
301
+ "steps": 4000,
302
+ "batch_size": 512,
303
+ "lr": 0.0001,
304
+ "betas": [
305
+ 0.95,
306
+ 0.999
307
+ ],
308
+ "weight_decay": 1e-06,
309
+ "warmup": 500,
310
+ "schedule": "linear warm-up + cosine",
311
+ "backbone_lr_scale": 0.1,
312
+ "ema": 0.9999,
313
+ "shift_px": 0,
314
+ "amp": true,
315
+ "seed": 0,
316
+ "augmentation": {
317
+ "spec": "docs/augmentation_v2.md",
318
+ "version": "hb-aug-v2-20261109",
319
+ "implementation": "evaluation/augmentation/hb_aug_v2.py",
320
+ "visual": {
321
+ "effects": [
322
+ "exposure",
323
+ "contrast",
324
+ "saturation",
325
+ "hue",
326
+ "gamma",
327
+ "temperature",
328
+ "rotation_crop",
329
+ "noise",
330
+ "gaussian_blur",
331
+ "jpeg",
332
+ "motion_blur",
333
+ "sharpen",
334
+ "defocus",
335
+ "light_shadow",
336
+ "wb_channel"
337
+ ],
338
+ "boosted_per_sample": 1,
339
+ "boost": 1.5,
340
+ "pixel_scale": "H / 224",
341
+ "future_targets": "none (one observation frame)"
342
+ },
343
+ "proprio": {
344
+ "robot": "g1",
345
+ "body_dims": 29,
346
+ "bias_deg": 2.0,
347
+ "bias_scope": "per_sample",
348
+ "noise_deg": 0.25,
349
+ "noise_clip_sigma": 3,
350
+ "delay_probability": 0.0,
351
+ "history_drop_probability": 0.0,
352
+ "velocity": false
353
+ },
354
+ "native_image_augmentation": "off",
355
+ "evaluation": "off"
356
+ },
357
+ "preflight": {
358
+ "samples": 64,
359
+ "state_dim": 44,
360
+ "body_dims": 29,
361
+ "images_changed": 64,
362
+ "body_values_moved": 1.0,
363
+ "max_body_offset_deg": 2.5853,
364
+ "actions_bit_identical": true,
365
+ "non_body_state_bit_identical": true,
366
+ "eval_items_deterministic": 8
367
+ }
368
+ },
369
+ "stats": {
370
+ "state": {
371
+ "min": [
372
+ -0.6335107088088989,
373
+ -0.26151371002197266,
374
+ -0.09143047779798508,
375
+ 0.13051827251911163,
376
+ -0.41364213824272156,
377
+ -0.17374181747436523,
378
+ -0.5706103444099426,
379
+ -0.4567093253135681,
380
+ -0.5945078730583191,
381
+ 0.07693764567375183,
382
+ -0.479587197303772,
383
+ -0.23942920565605164,
384
+ -0.1249256581068039,
385
+ -0.061801809817552567,
386
+ 0.03293042629957199,
387
+ -0.15965673327445984,
388
+ 0.12444422394037247,
389
+ -1.0301204919815063,
390
+ 0.8110364079475403,
391
+ -0.42373916506767273,
392
+ -0.2393926978111267,
393
+ -0.1671462506055832,
394
+ -1.8559280633926392,
395
+ -2.1003689765930176,
396
+ -0.44611114263534546,
397
+ -0.86998051404953,
398
+ -1.5242679119110107,
399
+ -0.9486506581306458,
400
+ -0.4465007185935974,
401
+ 0.9997791647911072,
402
+ 0.9987788796424866,
403
+ 0.9989608526229858,
404
+ 0.9997321963310242,
405
+ 0.8891316056251526,
406
+ 0.9935978651046753,
407
+ 0.3987571895122528,
408
+ 0.39748135209083557,
409
+ 0.3998531103134155,
410
+ 0.47865480184555054,
411
+ 0.43634313344955444,
412
+ 0.0,
413
+ -0.1312161237001419,
414
+ -0.10554340481758118,
415
+ -1.0
416
+ ],
417
+ "max": [
418
+ 0.18651676177978516,
419
+ 0.2880381643772125,
420
+ 0.3991033434867859,
421
+ 1.1868021488189697,
422
+ 0.30963531136512756,
423
+ 0.25351187586784363,
424
+ 0.13313187658786774,
425
+ 0.14919418096542358,
426
+ 0.09004810452461243,
427
+ 1.1367807388305664,
428
+ 0.47997909784317017,
429
+ 0.1897573471069336,
430
+ 0.12687286734580994,
431
+ 0.0903186947107315,
432
+ 0.2110750675201416,
433
+ 0.1764557808637619,
434
+ 0.3972950279712677,
435
+ -0.03375900536775589,
436
+ 1.248238205909729,
437
+ 0.5087170004844666,
438
+ 0.16197925806045532,
439
+ 0.19902198016643524,
440
+ 0.7476708292961121,
441
+ -0.14924407005310059,
442
+ 1.3937729597091675,
443
+ 1.4777758121490479,
444
+ 1.449870228767395,
445
+ 0.9068933725357056,
446
+ 1.5030572414398193,
447
+ 1.0,
448
+ 1.0,
449
+ 1.0,
450
+ 1.0,
451
+ 1.0,
452
+ 1.0,
453
+ 1.0,
454
+ 1.0,
455
+ 1.0,
456
+ 1.0,
457
+ 1.0,
458
+ 1.0,
459
+ 0.1443370282649994,
460
+ 0.07133471965789795,
461
+ -0.9889927506446838
462
+ ],
463
+ "mean": [
464
+ -0.1197492680031697,
465
+ 0.07687621598947185,
466
+ 0.13623676943730387,
467
+ 0.27067508540983654,
468
+ -0.09364010490166123,
469
+ -0.029264338937400346,
470
+ -0.0877177892591824,
471
+ -0.09172362643767557,
472
+ -0.21603681153788365,
473
+ 0.27020221177162185,
474
+ -0.13314246080400155,
475
+ 0.01521604484593622,
476
+ -0.007014541196278249,
477
+ 0.023597627586334522,
478
+ 0.1362211304918607,
479
+ 0.0044590163081436405,
480
+ 0.24020097902181153,
481
+ -0.5506130059849405,
482
+ 0.986759154493458,
483
+ -0.11353825983460156,
484
+ -0.09008970046721287,
485
+ 0.00793797976488734,
486
+ -0.7956446111257796,
487
+ -0.6433268364566035,
488
+ 0.35943391980855405,
489
+ 0.4128302732079997,
490
+ -0.6341984046200151,
491
+ 0.17366417734106818,
492
+ 0.31817584543570415,
493
+ 0.9999920738393157,
494
+ 0.9999916277741105,
495
+ 0.9999916507452171,
496
+ 0.9999910946907014,
497
+ 0.9975380262153739,
498
+ 0.9997842168412904,
499
+ 0.7431049855982732,
500
+ 0.743061001937713,
501
+ 0.7431612987122399,
502
+ 0.7812160503121215,
503
+ 0.7544858488771042,
504
+ 0.1884228588481359,
505
+ -0.018600662889153487,
506
+ -0.001923185563505277,
507
+ -0.9992875029526394
508
+ ],
509
+ "std": [
510
+ 0.1225902736805545,
511
+ 0.0667315519538753,
512
+ 0.06966628355722553,
513
+ 0.1683343132651939,
514
+ 0.11676670853146011,
515
+ 0.06393707008498987,
516
+ 0.14262675997248406,
517
+ 0.07183651035230894,
518
+ 0.07077858012951907,
519
+ 0.1583747884788023,
520
+ 0.09609718753190293,
521
+ 0.06937572380392895,
522
+ 0.038858334068535276,
523
+ 0.01853271444550659,
524
+ 0.019156535689633315,
525
+ 0.04755913941308977,
526
+ 0.041089601727671066,
527
+ 0.14354888870689778,
528
+ 0.053966848435702465,
529
+ 0.13684428975351073,
530
+ 0.05453949581291963,
531
+ 0.06076597347825228,
532
+ 0.6370602259123855,
533
+ 0.4013113120474627,
534
+ 0.24111485368872668,
535
+ 0.5381053688248473,
536
+ 0.48085827035516315,
537
+ 0.1527991524681821,
538
+ 0.44871163018722837,
539
+ 1.2824078270394207e-05,
540
+ 2.1003630589963823e-05,
541
+ 1.8574155779181667e-05,
542
+ 1.5382720229173254e-05,
543
+ 0.0031309164055460465,
544
+ 0.0001241612656891375,
545
+ 0.2938442161025196,
546
+ 0.29381668166139846,
547
+ 0.29367033348300187,
548
+ 0.25040401472179635,
549
+ 0.2708879748387615,
550
+ 0.3732468841625382,
551
+ 0.027734659598288042,
552
+ 0.01745881392269428,
553
+ 0.0008838855519788744
554
+ ]
555
+ },
556
+ "action": {
557
+ "min": [
558
+ -0.125,
559
+ -0.5,
560
+ -0.375,
561
+ -0.375,
562
+ -0.625,
563
+ -0.5625,
564
+ -0.4375,
565
+ -0.25,
566
+ -0.375,
567
+ -0.1875,
568
+ -0.625,
569
+ -0.25,
570
+ -0.25,
571
+ -0.375,
572
+ -0.3125,
573
+ -0.5,
574
+ -0.1875,
575
+ -0.25,
576
+ -0.5,
577
+ -0.375,
578
+ -0.4375,
579
+ -0.5,
580
+ -0.3125,
581
+ -0.5,
582
+ -0.5,
583
+ 0.0,
584
+ -0.4375,
585
+ -0.5,
586
+ -0.5,
587
+ -0.375,
588
+ -0.0625,
589
+ -0.125,
590
+ -0.375,
591
+ -0.1875,
592
+ 0.0625,
593
+ -0.6875,
594
+ -0.1875,
595
+ -0.5,
596
+ -0.375,
597
+ -0.3125,
598
+ -0.4375,
599
+ -0.5625,
600
+ -0.375,
601
+ -0.125,
602
+ -0.5625,
603
+ -0.4375,
604
+ -0.375,
605
+ -0.25,
606
+ -0.1875,
607
+ -0.5625,
608
+ -0.375,
609
+ -0.1875,
610
+ -0.5,
611
+ -0.5625,
612
+ -0.3125,
613
+ -0.3125,
614
+ -0.5,
615
+ -0.125,
616
+ -0.625,
617
+ -0.3125,
618
+ -0.5625,
619
+ -0.1875,
620
+ -0.3125,
621
+ -0.125,
622
+ 0.9997791647911072,
623
+ 0.9987788796424866,
624
+ 0.9989608526229858,
625
+ 0.9997321963310242,
626
+ 0.8891316056251526,
627
+ 0.9935978651046753,
628
+ 0.3987571895122528,
629
+ 0.39748135209083557,
630
+ 0.3998531103134155,
631
+ 0.47865480184555054,
632
+ 0.43634313344955444,
633
+ 0.0
634
+ ],
635
+ "max": [
636
+ 0.5625,
637
+ 0.375,
638
+ 0.375,
639
+ 0.4375,
640
+ 0.25,
641
+ 0.25,
642
+ 0.1875,
643
+ 0.25,
644
+ 0.3125,
645
+ 0.1875,
646
+ 0.125,
647
+ 0.375,
648
+ 0.5,
649
+ 0.25,
650
+ 0.3125,
651
+ 0.25,
652
+ 0.375,
653
+ 0.5625,
654
+ 0.1875,
655
+ 0.25,
656
+ 0.25,
657
+ 0.1875,
658
+ 0.5,
659
+ 0.3125,
660
+ 0.0625,
661
+ 0.5,
662
+ 0.0,
663
+ 0.1875,
664
+ 0.3125,
665
+ 0.375,
666
+ 0.6875,
667
+ 0.5,
668
+ 0.25,
669
+ 0.5,
670
+ 0.375,
671
+ 0.125,
672
+ 0.6875,
673
+ 0.1875,
674
+ 0.375,
675
+ 0.25,
676
+ 0.125,
677
+ 0.375,
678
+ 0.1875,
679
+ 0.5,
680
+ 0.3125,
681
+ 0.5,
682
+ 0.5,
683
+ 0.4375,
684
+ 0.5,
685
+ 0.1875,
686
+ 0.5,
687
+ 0.3125,
688
+ 0.625,
689
+ 0.125,
690
+ 0.25,
691
+ 0.5625,
692
+ 0.5,
693
+ 0.3125,
694
+ 0.125,
695
+ 0.1875,
696
+ 0.25,
697
+ 0.625,
698
+ 0.4375,
699
+ 0.6875,
700
+ 1.0,
701
+ 1.0,
702
+ 1.0,
703
+ 1.0,
704
+ 1.0,
705
+ 1.0,
706
+ 1.0,
707
+ 1.0,
708
+ 1.0,
709
+ 1.0,
710
+ 1.0,
711
+ 1.0
712
+ ],
713
+ "mean": [
714
+ 0.28530257380633073,
715
+ 0.0012216853746808002,
716
+ 0.02519611265225139,
717
+ 0.0920742013117043,
718
+ -0.18735762313302592,
719
+ -0.18916948358532507,
720
+ -0.10082578582844966,
721
+ -0.04547218599011629,
722
+ 0.009826300222291624,
723
+ -0.09046442415446512,
724
+ -0.3906258611504051,
725
+ 0.07456643947605313,
726
+ 0.06761982620836625,
727
+ 0.016528346774934324,
728
+ 0.02783008469127184,
729
+ -0.15926115591644774,
730
+ 0.137793250417945,
731
+ 0.13872558925651718,
732
+ -0.17794123050355484,
733
+ -0.04058314809031286,
734
+ -0.1081088218543898,
735
+ -0.27256788161593154,
736
+ 0.0295489408998218,
737
+ -0.12704953796410265,
738
+ -0.2065647217680451,
739
+ 0.257109657744383,
740
+ -0.2610296143883306,
741
+ -0.11359147943343192,
742
+ -0.08978239303363768,
743
+ 0.042958775007807766,
744
+ 0.3583063123472893,
745
+ 0.2295861425973215,
746
+ 0.005530882001726894,
747
+ 0.18030882001726894,
748
+ 0.22869399077765326,
749
+ -0.3416688865210442,
750
+ 0.16757757242849006,
751
+ -0.24212104789374092,
752
+ -0.08830580713905167,
753
+ 0.03962554883985817,
754
+ -0.24867382837616886,
755
+ -0.16334300883655137,
756
+ -0.10593298183087466,
757
+ 0.29390833685448164,
758
+ -0.17902857641504236,
759
+ -0.02676455459004648,
760
+ -0.010649560009553029,
761
+ 0.006596412102952253,
762
+ 0.19015693604982273,
763
+ -0.28608220197306783,
764
+ 0.0342829717267099,
765
+ 0.05214208292763581,
766
+ 0.2372308617933974,
767
+ -0.27289282236878365,
768
+ -0.07418638509727556,
769
+ 0.21441496886080136,
770
+ -0.07936362133264747,
771
+ 0.07053166277809417,
772
+ -0.2592969797732993,
773
+ -0.04738279168886521,
774
+ -0.25777561405764887,
775
+ 0.3476016387118108,
776
+ 0.0341980048867415,
777
+ 0.4095493542520162,
778
+ 0.9999920738393157,
779
+ 0.9999916277741105,
780
+ 0.9999916507452171,
781
+ 0.9999910946907014,
782
+ 0.9975380262153739,
783
+ 0.9997842168412904,
784
+ 0.7431049855982732,
785
+ 0.743061001937713,
786
+ 0.7431612987122399,
787
+ 0.7812160503121215,
788
+ 0.7544858488771042,
789
+ 0.1884228588481359
790
+ ],
791
+ "std": [
792
+ 0.13976769962393334,
793
+ 0.2042750041966315,
794
+ 0.11249063031363368,
795
+ 0.11082072512754977,
796
+ 0.1564752219884858,
797
+ 0.17244514813212275,
798
+ 0.10524673666978752,
799
+ 0.09606056085676273,
800
+ 0.16248529891535804,
801
+ 0.06517700714473815,
802
+ 0.12267993314050843,
803
+ 0.09188274452085451,
804
+ 0.1817845505649146,
805
+ 0.13895894808224718,
806
+ 0.09471602567899642,
807
+ 0.143892040083983,
808
+ 0.13123846053152619,
809
+ 0.17169478968550717,
810
+ 0.099377781857111,
811
+ 0.12335366669054255,
812
+ 0.09243992450340514,
813
+ 0.12474594719512408,
814
+ 0.1211368699762344,
815
+ 0.17473771543792177,
816
+ 0.12139112019256279,
817
+ 0.08058301151688785,
818
+ 0.08181288643740524,
819
+ 0.12245444611527911,
820
+ 0.15642136427791328,
821
+ 0.16023434329274994,
822
+ 0.1749952692685118,
823
+ 0.10352440920325795,
824
+ 0.07368975064774456,
825
+ 0.13144910448634894,
826
+ 0.04419890783153379,
827
+ 0.18157602689607938,
828
+ 0.15703202636240324,
829
+ 0.1308473547559705,
830
+ 0.10877569321547828,
831
+ 0.06509046280547963,
832
+ 0.08347560937172435,
833
+ 0.19809736217235097,
834
+ 0.06719381956707862,
835
+ 0.09127596366580104,
836
+ 0.13233099033714146,
837
+ 0.25952623468134783,
838
+ 0.21598709847307782,
839
+ 0.10931842674892184,
840
+ 0.11294459446909082,
841
+ 0.1403015515249487,
842
+ 0.10231818070157317,
843
+ 0.10139944441893624,
844
+ 0.288021039372521,
845
+ 0.11780041132456433,
846
+ 0.11650297357712408,
847
+ 0.21262101617713844,
848
+ 0.28703233994958033,
849
+ 0.09814627765272926,
850
+ 0.21616444128412057,
851
+ 0.06262758949048293,
852
+ 0.1745534315389492,
853
+ 0.17455467068976818,
854
+ 0.10468632106020986,
855
+ 0.18477106893909007,
856
+ 1.2824078270394207e-05,
857
+ 2.1003630589963823e-05,
858
+ 1.8574155779181667e-05,
859
+ 1.5382720229173254e-05,
860
+ 0.0031309164055460465,
861
+ 0.0001241612656891375,
862
+ 0.2938442161025196,
863
+ 0.29381668166139846,
864
+ 0.29367033348300187,
865
+ 0.25040401472179635,
866
+ 0.2708879748387615,
867
+ 0.3732468841625382
868
+ ]
869
+ }
870
+ },
871
+ "code_commit": "028df1bb7024fb1e3d176de7e60c84d3333cd97f",
872
+ "step": 4000,
873
+ "weights": "ema",
874
+ "offline_eval": {
875
+ "mse": 0.025112804025411606,
876
+ "mse_row0": 0.025062359869480133,
877
+ "mse_motion_token": 0.02457592636346817,
878
+ "mse_inspire_left_hand_state": 0.0052911583334207535,
879
+ "mse_inspire_right_hand_state": 0.0506611168384552,
880
+ "samples": 256,
881
+ "frames": "train"
882
+ },
883
+ "format": "hb_baselines/1"
884
+ }
a20-basket-transfer/b512-trimv2-cont-20261117/provenance/parent_checkpoint_protocol.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "format": "hb_baselines/1",
3
+ "step": 4000,
4
+ "policy": "fm_dit",
5
+ "files": {
6
+ "model.pt": {
7
+ "bytes": 90311637,
8
+ "sha256": "4c4ae7d2d53b4f17346dc75adf8c5d47d2cd8e63d099c54022b868499f0b0a4c"
9
+ }
10
+ }
11
+ }
a20-basket-transfer/b512-trimv2-cont-20261117/provenance/parent_run.json ADDED
@@ -0,0 +1,894 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "argv": [
3
+ "/mnt/data0/zuo/Humanoid_benchmark/results/baselines_preflight_20261117/main/evaluation/baselines/train.py",
4
+ "--policy",
5
+ "fm_dit",
6
+ "--contract",
7
+ "g1_sonic_dfx6",
8
+ "--dataset",
9
+ "/mnt/data0/zuo/Humanoid_benchmark/data/baselines/a20-basket-transfer-pre-reach-trim-expert-v2",
10
+ "--cache-dir",
11
+ "/mnt/data0/zuo/Humanoid_benchmark/cache/baselines/frames",
12
+ "--out",
13
+ "/mnt/data0/zuo/Humanoid_benchmark/results/baselines_preflight_20261117/runs/a20-basket-transfer-pre-reach-trim-expert-v2/fm_dit",
14
+ "--batch-size",
15
+ "512",
16
+ "--steps",
17
+ "4000",
18
+ "--workers",
19
+ "12"
20
+ ],
21
+ "started": "2026-11-17T04:07:19",
22
+ "host": "xt-p-A100-004",
23
+ "torch": "2.9.0+cu128",
24
+ "policy": {
25
+ "policy": "fm_dit",
26
+ "n_cameras": 2,
27
+ "state_dim": 44,
28
+ "action_dim": 76,
29
+ "horizon": 16,
30
+ "backbone": "resnet18",
31
+ "backbone_weights": "IMAGENET1K_V1",
32
+ "backbone_norm": "frozen_bn",
33
+ "hidden_dim": 384,
34
+ "num_layers": 4,
35
+ "num_heads": 8,
36
+ "mlp_ratio": 4.0,
37
+ "dropout": 0.1,
38
+ "time_embed_dim": 128,
39
+ "num_inference_steps": null,
40
+ "num_train_timesteps": 100,
41
+ "beta_schedule": "squaredcos_cap_v2",
42
+ "prediction_type": "epsilon",
43
+ "clip_sample": true,
44
+ "act_hidden_dim": 512,
45
+ "dim_feedforward": 3200,
46
+ "enc_layers": 4,
47
+ "dec_layers": 7,
48
+ "nheads": 8,
49
+ "latent_dim": 32,
50
+ "kl_weight": 10.0,
51
+ "extra": {}
52
+ },
53
+ "contract": {
54
+ "name": "g1_sonic_dfx6",
55
+ "robot": "g1",
56
+ "cameras": [
57
+ "ego_view",
58
+ "chest"
59
+ ],
60
+ "state": [
61
+ [
62
+ "observation.state",
63
+ 0,
64
+ 29
65
+ ],
66
+ [
67
+ "observation.inspire_left_hand_state",
68
+ 0,
69
+ 6
70
+ ],
71
+ [
72
+ "observation.inspire_right_hand_state",
73
+ 0,
74
+ 6
75
+ ],
76
+ [
77
+ "observation.projected_gravity",
78
+ 0,
79
+ 3
80
+ ]
81
+ ],
82
+ "action": [
83
+ [
84
+ "action.motion_token",
85
+ 0,
86
+ 64
87
+ ],
88
+ [
89
+ "observation.inspire_left_hand_state",
90
+ 0,
91
+ 6
92
+ ],
93
+ [
94
+ "observation.inspire_right_hand_state",
95
+ 0,
96
+ 6
97
+ ]
98
+ ],
99
+ "state_dim": 44,
100
+ "action_dim": 76,
101
+ "action_space": "sonic_dfx6",
102
+ "body_dims": 29
103
+ },
104
+ "image_hw": [
105
+ 168,
106
+ 224
107
+ ],
108
+ "task_text": "Grasp the basket handle with the right hand from the v10 round table, walk while raising it, place and release it on the long desk, then withdraw the open right hand diagonally backward and upward without an additional downward arm return.",
109
+ "dataset": {
110
+ "name": "a20-basket-transfer-pre-reach-trim-expert-v2",
111
+ "root": "/mnt/data0/zuo/Humanoid_benchmark/data/baselines/a20-basket-transfer-pre-reach-trim-expert-v2",
112
+ "robot_type": null,
113
+ "fps": 30.0,
114
+ "episodes": [
115
+ 0,
116
+ 1,
117
+ 2,
118
+ 3,
119
+ 4,
120
+ 5,
121
+ 6,
122
+ 7,
123
+ 8,
124
+ 9,
125
+ 10,
126
+ 11,
127
+ 12,
128
+ 13,
129
+ 14,
130
+ 15,
131
+ 16,
132
+ 17,
133
+ 18,
134
+ 19,
135
+ 20,
136
+ 21,
137
+ 22,
138
+ 23,
139
+ 24,
140
+ 25,
141
+ 26,
142
+ 27,
143
+ 28,
144
+ 29,
145
+ 30,
146
+ 31,
147
+ 32,
148
+ 33,
149
+ 34,
150
+ 35,
151
+ 36,
152
+ 37,
153
+ 38,
154
+ 39,
155
+ 40,
156
+ 41,
157
+ 42,
158
+ 43,
159
+ 44,
160
+ 45,
161
+ 46,
162
+ 47,
163
+ 48,
164
+ 49,
165
+ 50,
166
+ 51,
167
+ 52,
168
+ 53,
169
+ 54,
170
+ 55,
171
+ 56,
172
+ 57,
173
+ 58,
174
+ 59,
175
+ 60,
176
+ 61,
177
+ 62,
178
+ 63,
179
+ 64,
180
+ 65,
181
+ 66,
182
+ 67,
183
+ 68,
184
+ 69,
185
+ 70,
186
+ 71,
187
+ 72,
188
+ 73,
189
+ 74,
190
+ 75,
191
+ 76,
192
+ 77,
193
+ 78,
194
+ 79,
195
+ 80,
196
+ 81,
197
+ 82,
198
+ 83,
199
+ 84,
200
+ 85,
201
+ 86,
202
+ 87,
203
+ 88,
204
+ 89,
205
+ 90,
206
+ 91,
207
+ 92,
208
+ 93,
209
+ 94,
210
+ 95,
211
+ 96,
212
+ 97,
213
+ 98,
214
+ 99
215
+ ],
216
+ "train_episodes": [
217
+ 0,
218
+ 1,
219
+ 2,
220
+ 3,
221
+ 4,
222
+ 5,
223
+ 6,
224
+ 7,
225
+ 8,
226
+ 9,
227
+ 10,
228
+ 11,
229
+ 12,
230
+ 13,
231
+ 14,
232
+ 15,
233
+ 16,
234
+ 17,
235
+ 18,
236
+ 19,
237
+ 20,
238
+ 21,
239
+ 22,
240
+ 23,
241
+ 24,
242
+ 25,
243
+ 26,
244
+ 27,
245
+ 28,
246
+ 29,
247
+ 30,
248
+ 31,
249
+ 32,
250
+ 33,
251
+ 34,
252
+ 35,
253
+ 36,
254
+ 37,
255
+ 38,
256
+ 39,
257
+ 40,
258
+ 41,
259
+ 42,
260
+ 43,
261
+ 44,
262
+ 45,
263
+ 46,
264
+ 47,
265
+ 48,
266
+ 49,
267
+ 50,
268
+ 51,
269
+ 52,
270
+ 53,
271
+ 54,
272
+ 55,
273
+ 56,
274
+ 57,
275
+ 58,
276
+ 59,
277
+ 60,
278
+ 61,
279
+ 62,
280
+ 63,
281
+ 64,
282
+ 65,
283
+ 66,
284
+ 67,
285
+ 68,
286
+ 69,
287
+ 70,
288
+ 71,
289
+ 72,
290
+ 73,
291
+ 74,
292
+ 75,
293
+ 76,
294
+ 77,
295
+ 78,
296
+ 79,
297
+ 80,
298
+ 81,
299
+ 82,
300
+ 83,
301
+ 84,
302
+ 85,
303
+ 86,
304
+ 87,
305
+ 88,
306
+ 89,
307
+ 90,
308
+ 91,
309
+ 92,
310
+ 93,
311
+ 94,
312
+ 95,
313
+ 96,
314
+ 97,
315
+ 98,
316
+ 99
317
+ ],
318
+ "val_episodes": [],
319
+ "train_frames": 54433,
320
+ "git_commit": null
321
+ },
322
+ "training": {
323
+ "steps": 4000,
324
+ "batch_size": 512,
325
+ "lr": 0.0001,
326
+ "betas": [
327
+ 0.95,
328
+ 0.999
329
+ ],
330
+ "weight_decay": 1e-06,
331
+ "warmup": 500,
332
+ "schedule": "linear warm-up + cosine",
333
+ "backbone_lr_scale": 0.1,
334
+ "ema": 0.9999,
335
+ "shift_px": 0,
336
+ "amp": true,
337
+ "seed": 0,
338
+ "augmentation": {
339
+ "spec": "docs/augmentation_v2.md",
340
+ "version": "hb-aug-v2-20261109",
341
+ "implementation": "evaluation/augmentation/hb_aug_v2.py",
342
+ "visual": {
343
+ "effects": [
344
+ "exposure",
345
+ "contrast",
346
+ "saturation",
347
+ "hue",
348
+ "gamma",
349
+ "temperature",
350
+ "rotation_crop",
351
+ "noise",
352
+ "gaussian_blur",
353
+ "jpeg",
354
+ "motion_blur",
355
+ "sharpen",
356
+ "defocus",
357
+ "light_shadow",
358
+ "wb_channel"
359
+ ],
360
+ "boosted_per_sample": 1,
361
+ "boost": 1.5,
362
+ "pixel_scale": "H / 224",
363
+ "future_targets": "none (one observation frame)"
364
+ },
365
+ "proprio": {
366
+ "robot": "g1",
367
+ "body_dims": 29,
368
+ "bias_deg": 2.0,
369
+ "bias_scope": "per_sample",
370
+ "noise_deg": 0.25,
371
+ "noise_clip_sigma": 3,
372
+ "delay_probability": 0.0,
373
+ "history_drop_probability": 0.0,
374
+ "velocity": false
375
+ },
376
+ "native_image_augmentation": "off",
377
+ "evaluation": "off"
378
+ },
379
+ "preflight": {
380
+ "samples": 64,
381
+ "state_dim": 44,
382
+ "body_dims": 29,
383
+ "images_changed": 64,
384
+ "body_values_moved": 1.0,
385
+ "max_body_offset_deg": 2.5853,
386
+ "actions_bit_identical": true,
387
+ "non_body_state_bit_identical": true,
388
+ "eval_items_deterministic": 8
389
+ }
390
+ },
391
+ "stats": {
392
+ "state": {
393
+ "min": [
394
+ -0.6335107088088989,
395
+ -0.26151371002197266,
396
+ -0.09143047779798508,
397
+ 0.13051827251911163,
398
+ -0.41364213824272156,
399
+ -0.17374181747436523,
400
+ -0.5706103444099426,
401
+ -0.4567093253135681,
402
+ -0.5945078730583191,
403
+ 0.07693764567375183,
404
+ -0.479587197303772,
405
+ -0.23942920565605164,
406
+ -0.1249256581068039,
407
+ -0.061801809817552567,
408
+ 0.03293042629957199,
409
+ -0.15965673327445984,
410
+ 0.12444422394037247,
411
+ -1.0301204919815063,
412
+ 0.8110364079475403,
413
+ -0.42373916506767273,
414
+ -0.2393926978111267,
415
+ -0.1671462506055832,
416
+ -1.8559280633926392,
417
+ -2.1003689765930176,
418
+ -0.44611114263534546,
419
+ -0.86998051404953,
420
+ -1.5242679119110107,
421
+ -0.9486506581306458,
422
+ -0.4465007185935974,
423
+ 0.9997791647911072,
424
+ 0.9987788796424866,
425
+ 0.9989608526229858,
426
+ 0.9997321963310242,
427
+ 0.8891316056251526,
428
+ 0.9935978651046753,
429
+ 0.3987571895122528,
430
+ 0.39748135209083557,
431
+ 0.3998531103134155,
432
+ 0.47865480184555054,
433
+ 0.43634313344955444,
434
+ 0.0,
435
+ -0.1312161237001419,
436
+ -0.10554340481758118,
437
+ -1.0
438
+ ],
439
+ "max": [
440
+ 0.18651676177978516,
441
+ 0.2880381643772125,
442
+ 0.3991033434867859,
443
+ 1.1868021488189697,
444
+ 0.30963531136512756,
445
+ 0.25351187586784363,
446
+ 0.13313187658786774,
447
+ 0.14919418096542358,
448
+ 0.09004810452461243,
449
+ 1.1367807388305664,
450
+ 0.47997909784317017,
451
+ 0.1897573471069336,
452
+ 0.12687286734580994,
453
+ 0.0903186947107315,
454
+ 0.2110750675201416,
455
+ 0.1764557808637619,
456
+ 0.3972950279712677,
457
+ -0.03375900536775589,
458
+ 1.248238205909729,
459
+ 0.5087170004844666,
460
+ 0.16197925806045532,
461
+ 0.19902198016643524,
462
+ 0.7476708292961121,
463
+ -0.14924407005310059,
464
+ 1.3937729597091675,
465
+ 1.4777758121490479,
466
+ 1.449870228767395,
467
+ 0.9068933725357056,
468
+ 1.5030572414398193,
469
+ 1.0,
470
+ 1.0,
471
+ 1.0,
472
+ 1.0,
473
+ 1.0,
474
+ 1.0,
475
+ 1.0,
476
+ 1.0,
477
+ 1.0,
478
+ 1.0,
479
+ 1.0,
480
+ 1.0,
481
+ 0.1443370282649994,
482
+ 0.07133471965789795,
483
+ -0.9889927506446838
484
+ ],
485
+ "mean": [
486
+ -0.1197492680031697,
487
+ 0.07687621598947185,
488
+ 0.13623676943730387,
489
+ 0.27067508540983654,
490
+ -0.09364010490166123,
491
+ -0.029264338937400346,
492
+ -0.0877177892591824,
493
+ -0.09172362643767557,
494
+ -0.21603681153788365,
495
+ 0.27020221177162185,
496
+ -0.13314246080400155,
497
+ 0.01521604484593622,
498
+ -0.007014541196278249,
499
+ 0.023597627586334522,
500
+ 0.1362211304918607,
501
+ 0.0044590163081436405,
502
+ 0.24020097902181153,
503
+ -0.5506130059849405,
504
+ 0.986759154493458,
505
+ -0.11353825983460156,
506
+ -0.09008970046721287,
507
+ 0.00793797976488734,
508
+ -0.7956446111257796,
509
+ -0.6433268364566035,
510
+ 0.35943391980855405,
511
+ 0.4128302732079997,
512
+ -0.6341984046200151,
513
+ 0.17366417734106818,
514
+ 0.31817584543570415,
515
+ 0.9999920738393157,
516
+ 0.9999916277741105,
517
+ 0.9999916507452171,
518
+ 0.9999910946907014,
519
+ 0.9975380262153739,
520
+ 0.9997842168412904,
521
+ 0.7431049855982732,
522
+ 0.743061001937713,
523
+ 0.7431612987122399,
524
+ 0.7812160503121215,
525
+ 0.7544858488771042,
526
+ 0.1884228588481359,
527
+ -0.018600662889153487,
528
+ -0.001923185563505277,
529
+ -0.9992875029526394
530
+ ],
531
+ "std": [
532
+ 0.1225902736805545,
533
+ 0.0667315519538753,
534
+ 0.06966628355722553,
535
+ 0.1683343132651939,
536
+ 0.11676670853146011,
537
+ 0.06393707008498987,
538
+ 0.14262675997248406,
539
+ 0.07183651035230894,
540
+ 0.07077858012951907,
541
+ 0.1583747884788023,
542
+ 0.09609718753190293,
543
+ 0.06937572380392895,
544
+ 0.038858334068535276,
545
+ 0.01853271444550659,
546
+ 0.019156535689633315,
547
+ 0.04755913941308977,
548
+ 0.041089601727671066,
549
+ 0.14354888870689778,
550
+ 0.053966848435702465,
551
+ 0.13684428975351073,
552
+ 0.05453949581291963,
553
+ 0.06076597347825228,
554
+ 0.6370602259123855,
555
+ 0.4013113120474627,
556
+ 0.24111485368872668,
557
+ 0.5381053688248473,
558
+ 0.48085827035516315,
559
+ 0.1527991524681821,
560
+ 0.44871163018722837,
561
+ 1.2824078270394207e-05,
562
+ 2.1003630589963823e-05,
563
+ 1.8574155779181667e-05,
564
+ 1.5382720229173254e-05,
565
+ 0.0031309164055460465,
566
+ 0.0001241612656891375,
567
+ 0.2938442161025196,
568
+ 0.29381668166139846,
569
+ 0.29367033348300187,
570
+ 0.25040401472179635,
571
+ 0.2708879748387615,
572
+ 0.3732468841625382,
573
+ 0.027734659598288042,
574
+ 0.01745881392269428,
575
+ 0.0008838855519788744
576
+ ]
577
+ },
578
+ "action": {
579
+ "min": [
580
+ -0.125,
581
+ -0.5,
582
+ -0.375,
583
+ -0.375,
584
+ -0.625,
585
+ -0.5625,
586
+ -0.4375,
587
+ -0.25,
588
+ -0.375,
589
+ -0.1875,
590
+ -0.625,
591
+ -0.25,
592
+ -0.25,
593
+ -0.375,
594
+ -0.3125,
595
+ -0.5,
596
+ -0.1875,
597
+ -0.25,
598
+ -0.5,
599
+ -0.375,
600
+ -0.4375,
601
+ -0.5,
602
+ -0.3125,
603
+ -0.5,
604
+ -0.5,
605
+ 0.0,
606
+ -0.4375,
607
+ -0.5,
608
+ -0.5,
609
+ -0.375,
610
+ -0.0625,
611
+ -0.125,
612
+ -0.375,
613
+ -0.1875,
614
+ 0.0625,
615
+ -0.6875,
616
+ -0.1875,
617
+ -0.5,
618
+ -0.375,
619
+ -0.3125,
620
+ -0.4375,
621
+ -0.5625,
622
+ -0.375,
623
+ -0.125,
624
+ -0.5625,
625
+ -0.4375,
626
+ -0.375,
627
+ -0.25,
628
+ -0.1875,
629
+ -0.5625,
630
+ -0.375,
631
+ -0.1875,
632
+ -0.5,
633
+ -0.5625,
634
+ -0.3125,
635
+ -0.3125,
636
+ -0.5,
637
+ -0.125,
638
+ -0.625,
639
+ -0.3125,
640
+ -0.5625,
641
+ -0.1875,
642
+ -0.3125,
643
+ -0.125,
644
+ 0.9997791647911072,
645
+ 0.9987788796424866,
646
+ 0.9989608526229858,
647
+ 0.9997321963310242,
648
+ 0.8891316056251526,
649
+ 0.9935978651046753,
650
+ 0.3987571895122528,
651
+ 0.39748135209083557,
652
+ 0.3998531103134155,
653
+ 0.47865480184555054,
654
+ 0.43634313344955444,
655
+ 0.0
656
+ ],
657
+ "max": [
658
+ 0.5625,
659
+ 0.375,
660
+ 0.375,
661
+ 0.4375,
662
+ 0.25,
663
+ 0.25,
664
+ 0.1875,
665
+ 0.25,
666
+ 0.3125,
667
+ 0.1875,
668
+ 0.125,
669
+ 0.375,
670
+ 0.5,
671
+ 0.25,
672
+ 0.3125,
673
+ 0.25,
674
+ 0.375,
675
+ 0.5625,
676
+ 0.1875,
677
+ 0.25,
678
+ 0.25,
679
+ 0.1875,
680
+ 0.5,
681
+ 0.3125,
682
+ 0.0625,
683
+ 0.5,
684
+ 0.0,
685
+ 0.1875,
686
+ 0.3125,
687
+ 0.375,
688
+ 0.6875,
689
+ 0.5,
690
+ 0.25,
691
+ 0.5,
692
+ 0.375,
693
+ 0.125,
694
+ 0.6875,
695
+ 0.1875,
696
+ 0.375,
697
+ 0.25,
698
+ 0.125,
699
+ 0.375,
700
+ 0.1875,
701
+ 0.5,
702
+ 0.3125,
703
+ 0.5,
704
+ 0.5,
705
+ 0.4375,
706
+ 0.5,
707
+ 0.1875,
708
+ 0.5,
709
+ 0.3125,
710
+ 0.625,
711
+ 0.125,
712
+ 0.25,
713
+ 0.5625,
714
+ 0.5,
715
+ 0.3125,
716
+ 0.125,
717
+ 0.1875,
718
+ 0.25,
719
+ 0.625,
720
+ 0.4375,
721
+ 0.6875,
722
+ 1.0,
723
+ 1.0,
724
+ 1.0,
725
+ 1.0,
726
+ 1.0,
727
+ 1.0,
728
+ 1.0,
729
+ 1.0,
730
+ 1.0,
731
+ 1.0,
732
+ 1.0,
733
+ 1.0
734
+ ],
735
+ "mean": [
736
+ 0.28530257380633073,
737
+ 0.0012216853746808002,
738
+ 0.02519611265225139,
739
+ 0.0920742013117043,
740
+ -0.18735762313302592,
741
+ -0.18916948358532507,
742
+ -0.10082578582844966,
743
+ -0.04547218599011629,
744
+ 0.009826300222291624,
745
+ -0.09046442415446512,
746
+ -0.3906258611504051,
747
+ 0.07456643947605313,
748
+ 0.06761982620836625,
749
+ 0.016528346774934324,
750
+ 0.02783008469127184,
751
+ -0.15926115591644774,
752
+ 0.137793250417945,
753
+ 0.13872558925651718,
754
+ -0.17794123050355484,
755
+ -0.04058314809031286,
756
+ -0.1081088218543898,
757
+ -0.27256788161593154,
758
+ 0.0295489408998218,
759
+ -0.12704953796410265,
760
+ -0.2065647217680451,
761
+ 0.257109657744383,
762
+ -0.2610296143883306,
763
+ -0.11359147943343192,
764
+ -0.08978239303363768,
765
+ 0.042958775007807766,
766
+ 0.3583063123472893,
767
+ 0.2295861425973215,
768
+ 0.005530882001726894,
769
+ 0.18030882001726894,
770
+ 0.22869399077765326,
771
+ -0.3416688865210442,
772
+ 0.16757757242849006,
773
+ -0.24212104789374092,
774
+ -0.08830580713905167,
775
+ 0.03962554883985817,
776
+ -0.24867382837616886,
777
+ -0.16334300883655137,
778
+ -0.10593298183087466,
779
+ 0.29390833685448164,
780
+ -0.17902857641504236,
781
+ -0.02676455459004648,
782
+ -0.010649560009553029,
783
+ 0.006596412102952253,
784
+ 0.19015693604982273,
785
+ -0.28608220197306783,
786
+ 0.0342829717267099,
787
+ 0.05214208292763581,
788
+ 0.2372308617933974,
789
+ -0.27289282236878365,
790
+ -0.07418638509727556,
791
+ 0.21441496886080136,
792
+ -0.07936362133264747,
793
+ 0.07053166277809417,
794
+ -0.2592969797732993,
795
+ -0.04738279168886521,
796
+ -0.25777561405764887,
797
+ 0.3476016387118108,
798
+ 0.0341980048867415,
799
+ 0.4095493542520162,
800
+ 0.9999920738393157,
801
+ 0.9999916277741105,
802
+ 0.9999916507452171,
803
+ 0.9999910946907014,
804
+ 0.9975380262153739,
805
+ 0.9997842168412904,
806
+ 0.7431049855982732,
807
+ 0.743061001937713,
808
+ 0.7431612987122399,
809
+ 0.7812160503121215,
810
+ 0.7544858488771042,
811
+ 0.1884228588481359
812
+ ],
813
+ "std": [
814
+ 0.13976769962393334,
815
+ 0.2042750041966315,
816
+ 0.11249063031363368,
817
+ 0.11082072512754977,
818
+ 0.1564752219884858,
819
+ 0.17244514813212275,
820
+ 0.10524673666978752,
821
+ 0.09606056085676273,
822
+ 0.16248529891535804,
823
+ 0.06517700714473815,
824
+ 0.12267993314050843,
825
+ 0.09188274452085451,
826
+ 0.1817845505649146,
827
+ 0.13895894808224718,
828
+ 0.09471602567899642,
829
+ 0.143892040083983,
830
+ 0.13123846053152619,
831
+ 0.17169478968550717,
832
+ 0.099377781857111,
833
+ 0.12335366669054255,
834
+ 0.09243992450340514,
835
+ 0.12474594719512408,
836
+ 0.1211368699762344,
837
+ 0.17473771543792177,
838
+ 0.12139112019256279,
839
+ 0.08058301151688785,
840
+ 0.08181288643740524,
841
+ 0.12245444611527911,
842
+ 0.15642136427791328,
843
+ 0.16023434329274994,
844
+ 0.1749952692685118,
845
+ 0.10352440920325795,
846
+ 0.07368975064774456,
847
+ 0.13144910448634894,
848
+ 0.04419890783153379,
849
+ 0.18157602689607938,
850
+ 0.15703202636240324,
851
+ 0.1308473547559705,
852
+ 0.10877569321547828,
853
+ 0.06509046280547963,
854
+ 0.08347560937172435,
855
+ 0.19809736217235097,
856
+ 0.06719381956707862,
857
+ 0.09127596366580104,
858
+ 0.13233099033714146,
859
+ 0.25952623468134783,
860
+ 0.21598709847307782,
861
+ 0.10931842674892184,
862
+ 0.11294459446909082,
863
+ 0.1403015515249487,
864
+ 0.10231818070157317,
865
+ 0.10139944441893624,
866
+ 0.288021039372521,
867
+ 0.11780041132456433,
868
+ 0.11650297357712408,
869
+ 0.21262101617713844,
870
+ 0.28703233994958033,
871
+ 0.09814627765272926,
872
+ 0.21616444128412057,
873
+ 0.06262758949048293,
874
+ 0.1745534315389492,
875
+ 0.17455467068976818,
876
+ 0.10468632106020986,
877
+ 0.18477106893909007,
878
+ 1.2824078270394207e-05,
879
+ 2.1003630589963823e-05,
880
+ 1.8574155779181667e-05,
881
+ 1.5382720229173254e-05,
882
+ 0.0031309164055460465,
883
+ 0.0001241612656891375,
884
+ 0.2938442161025196,
885
+ 0.29381668166139846,
886
+ 0.29367033348300187,
887
+ 0.25040401472179635,
888
+ 0.2708879748387615,
889
+ 0.3732468841625382
890
+ ]
891
+ }
892
+ },
893
+ "code_commit": "028df1bb7024fb1e3d176de7e60c84d3333cd97f"
894
+ }
a20-basket-transfer/b512-trimv2-cont-20261117/resume.json ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "a20",
3
+ "status": "paused_by_owner",
4
+ "saved_step": 6000,
5
+ "last_logged_step": 6500,
6
+ "paused_at": "2026-11-17T08:36:34.220194+00:00",
7
+ "planned_total_steps": 20000,
8
+ "dataset_repo": "humanoid-benchmark/a20-basket-transfer-pre-reach-trim-expert-v2",
9
+ "dataset_revision": "c4df4d40e51c439d7b41697d7c0d0184c844cb93",
10
+ "dataset_train_frames": 54433,
11
+ "dataset_episodes": 100,
12
+ "code_directory": "code/fmdit_continue_20261117",
13
+ "source_commit": "028df1bb7024fb1e3d176de7e60c84d3333cd97f",
14
+ "parent_local_checkpoint": "/mnt/data0/zuo/Humanoid_benchmark/results/baselines_preflight_20261117/runs/a20-basket-transfer-pre-reach-trim-expert-v2/fm_dit/checkpoints/step-004000",
15
+ "parent_state_sha256": "748979aefef3ddd72ced7072be1579603d027436c85731335a7c134ad93fb79d",
16
+ "offline_eval": {
17
+ "mse": 0.021967994049191475,
18
+ "mse_row0": 0.022920215502381325,
19
+ "mse_motion_token": 0.02157071977853775,
20
+ "mse_inspire_left_hand_state": 0.0040762959979474545,
21
+ "mse_inspire_right_hand_state": 0.044097285717725754,
22
+ "samples": 256,
23
+ "frames": "train"
24
+ },
25
+ "limitation": "Portable resume starts at step 6000. Later logged updates are not in the saved state. RNG and DataLoader states were not saved by the original trainer; resume is not bit-exact."
26
+ }
a20-basket-transfer/b512-trimv2-cont-20261117/run.json ADDED
@@ -0,0 +1,899 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "argv": [
3
+ "/mnt/data0/zuo/Humanoid_benchmark/results/baselines_preflight_20261117/main/evaluation/baselines/train.py",
4
+ "--policy",
5
+ "fm_dit",
6
+ "--contract",
7
+ "g1_sonic_dfx6",
8
+ "--dataset",
9
+ "/mnt/data0/zuo/Humanoid_benchmark/data/baselines/a20-basket-transfer-pre-reach-trim-expert-v2",
10
+ "--cache-dir",
11
+ "/mnt/data0/zuo/Humanoid_benchmark/cache/baselines/frames",
12
+ "--out",
13
+ "/mnt/data0/zuo/Humanoid_benchmark/results/fmdit_continue_20261117_01/runs/a20/fm_dit",
14
+ "--batch-size",
15
+ "512",
16
+ "--steps",
17
+ "20000",
18
+ "--save-every",
19
+ "2000",
20
+ "--log-every",
21
+ "25",
22
+ "--workers",
23
+ "32",
24
+ "--resume"
25
+ ],
26
+ "started": "2026-11-17T15:57:43",
27
+ "host": "xt-p-A100-004",
28
+ "torch": "2.9.0+cu128",
29
+ "policy": {
30
+ "policy": "fm_dit",
31
+ "n_cameras": 2,
32
+ "state_dim": 44,
33
+ "action_dim": 76,
34
+ "horizon": 16,
35
+ "backbone": "resnet18",
36
+ "backbone_weights": "IMAGENET1K_V1",
37
+ "backbone_norm": "frozen_bn",
38
+ "hidden_dim": 384,
39
+ "num_layers": 4,
40
+ "num_heads": 8,
41
+ "mlp_ratio": 4.0,
42
+ "dropout": 0.1,
43
+ "time_embed_dim": 128,
44
+ "num_inference_steps": null,
45
+ "num_train_timesteps": 100,
46
+ "beta_schedule": "squaredcos_cap_v2",
47
+ "prediction_type": "epsilon",
48
+ "clip_sample": true,
49
+ "act_hidden_dim": 512,
50
+ "dim_feedforward": 3200,
51
+ "enc_layers": 4,
52
+ "dec_layers": 7,
53
+ "nheads": 8,
54
+ "latent_dim": 32,
55
+ "kl_weight": 10.0,
56
+ "extra": {}
57
+ },
58
+ "contract": {
59
+ "name": "g1_sonic_dfx6",
60
+ "robot": "g1",
61
+ "cameras": [
62
+ "ego_view",
63
+ "chest"
64
+ ],
65
+ "state": [
66
+ [
67
+ "observation.state",
68
+ 0,
69
+ 29
70
+ ],
71
+ [
72
+ "observation.inspire_left_hand_state",
73
+ 0,
74
+ 6
75
+ ],
76
+ [
77
+ "observation.inspire_right_hand_state",
78
+ 0,
79
+ 6
80
+ ],
81
+ [
82
+ "observation.projected_gravity",
83
+ 0,
84
+ 3
85
+ ]
86
+ ],
87
+ "action": [
88
+ [
89
+ "action.motion_token",
90
+ 0,
91
+ 64
92
+ ],
93
+ [
94
+ "observation.inspire_left_hand_state",
95
+ 0,
96
+ 6
97
+ ],
98
+ [
99
+ "observation.inspire_right_hand_state",
100
+ 0,
101
+ 6
102
+ ]
103
+ ],
104
+ "state_dim": 44,
105
+ "action_dim": 76,
106
+ "action_space": "sonic_dfx6",
107
+ "body_dims": 29
108
+ },
109
+ "image_hw": [
110
+ 168,
111
+ 224
112
+ ],
113
+ "task_text": "Grasp the basket handle with the right hand from the v10 round table, walk while raising it, place and release it on the long desk, then withdraw the open right hand diagonally backward and upward without an additional downward arm return.",
114
+ "dataset": {
115
+ "name": "a20-basket-transfer-pre-reach-trim-expert-v2",
116
+ "root": "/mnt/data0/zuo/Humanoid_benchmark/data/baselines/a20-basket-transfer-pre-reach-trim-expert-v2",
117
+ "robot_type": null,
118
+ "fps": 30.0,
119
+ "episodes": [
120
+ 0,
121
+ 1,
122
+ 2,
123
+ 3,
124
+ 4,
125
+ 5,
126
+ 6,
127
+ 7,
128
+ 8,
129
+ 9,
130
+ 10,
131
+ 11,
132
+ 12,
133
+ 13,
134
+ 14,
135
+ 15,
136
+ 16,
137
+ 17,
138
+ 18,
139
+ 19,
140
+ 20,
141
+ 21,
142
+ 22,
143
+ 23,
144
+ 24,
145
+ 25,
146
+ 26,
147
+ 27,
148
+ 28,
149
+ 29,
150
+ 30,
151
+ 31,
152
+ 32,
153
+ 33,
154
+ 34,
155
+ 35,
156
+ 36,
157
+ 37,
158
+ 38,
159
+ 39,
160
+ 40,
161
+ 41,
162
+ 42,
163
+ 43,
164
+ 44,
165
+ 45,
166
+ 46,
167
+ 47,
168
+ 48,
169
+ 49,
170
+ 50,
171
+ 51,
172
+ 52,
173
+ 53,
174
+ 54,
175
+ 55,
176
+ 56,
177
+ 57,
178
+ 58,
179
+ 59,
180
+ 60,
181
+ 61,
182
+ 62,
183
+ 63,
184
+ 64,
185
+ 65,
186
+ 66,
187
+ 67,
188
+ 68,
189
+ 69,
190
+ 70,
191
+ 71,
192
+ 72,
193
+ 73,
194
+ 74,
195
+ 75,
196
+ 76,
197
+ 77,
198
+ 78,
199
+ 79,
200
+ 80,
201
+ 81,
202
+ 82,
203
+ 83,
204
+ 84,
205
+ 85,
206
+ 86,
207
+ 87,
208
+ 88,
209
+ 89,
210
+ 90,
211
+ 91,
212
+ 92,
213
+ 93,
214
+ 94,
215
+ 95,
216
+ 96,
217
+ 97,
218
+ 98,
219
+ 99
220
+ ],
221
+ "train_episodes": [
222
+ 0,
223
+ 1,
224
+ 2,
225
+ 3,
226
+ 4,
227
+ 5,
228
+ 6,
229
+ 7,
230
+ 8,
231
+ 9,
232
+ 10,
233
+ 11,
234
+ 12,
235
+ 13,
236
+ 14,
237
+ 15,
238
+ 16,
239
+ 17,
240
+ 18,
241
+ 19,
242
+ 20,
243
+ 21,
244
+ 22,
245
+ 23,
246
+ 24,
247
+ 25,
248
+ 26,
249
+ 27,
250
+ 28,
251
+ 29,
252
+ 30,
253
+ 31,
254
+ 32,
255
+ 33,
256
+ 34,
257
+ 35,
258
+ 36,
259
+ 37,
260
+ 38,
261
+ 39,
262
+ 40,
263
+ 41,
264
+ 42,
265
+ 43,
266
+ 44,
267
+ 45,
268
+ 46,
269
+ 47,
270
+ 48,
271
+ 49,
272
+ 50,
273
+ 51,
274
+ 52,
275
+ 53,
276
+ 54,
277
+ 55,
278
+ 56,
279
+ 57,
280
+ 58,
281
+ 59,
282
+ 60,
283
+ 61,
284
+ 62,
285
+ 63,
286
+ 64,
287
+ 65,
288
+ 66,
289
+ 67,
290
+ 68,
291
+ 69,
292
+ 70,
293
+ 71,
294
+ 72,
295
+ 73,
296
+ 74,
297
+ 75,
298
+ 76,
299
+ 77,
300
+ 78,
301
+ 79,
302
+ 80,
303
+ 81,
304
+ 82,
305
+ 83,
306
+ 84,
307
+ 85,
308
+ 86,
309
+ 87,
310
+ 88,
311
+ 89,
312
+ 90,
313
+ 91,
314
+ 92,
315
+ 93,
316
+ 94,
317
+ 95,
318
+ 96,
319
+ 97,
320
+ 98,
321
+ 99
322
+ ],
323
+ "val_episodes": [],
324
+ "train_frames": 54433,
325
+ "git_commit": null
326
+ },
327
+ "training": {
328
+ "steps": 20000,
329
+ "batch_size": 512,
330
+ "lr": 0.0001,
331
+ "betas": [
332
+ 0.95,
333
+ 0.999
334
+ ],
335
+ "weight_decay": 1e-06,
336
+ "warmup": 500,
337
+ "schedule": "linear warm-up + cosine",
338
+ "backbone_lr_scale": 0.1,
339
+ "ema": 0.9999,
340
+ "shift_px": 0,
341
+ "amp": true,
342
+ "seed": 0,
343
+ "augmentation": {
344
+ "spec": "docs/augmentation_v2.md",
345
+ "version": "hb-aug-v2-20261109",
346
+ "implementation": "evaluation/augmentation/hb_aug_v2.py",
347
+ "visual": {
348
+ "effects": [
349
+ "exposure",
350
+ "contrast",
351
+ "saturation",
352
+ "hue",
353
+ "gamma",
354
+ "temperature",
355
+ "rotation_crop",
356
+ "noise",
357
+ "gaussian_blur",
358
+ "jpeg",
359
+ "motion_blur",
360
+ "sharpen",
361
+ "defocus",
362
+ "light_shadow",
363
+ "wb_channel"
364
+ ],
365
+ "boosted_per_sample": 1,
366
+ "boost": 1.5,
367
+ "pixel_scale": "H / 224",
368
+ "future_targets": "none (one observation frame)"
369
+ },
370
+ "proprio": {
371
+ "robot": "g1",
372
+ "body_dims": 29,
373
+ "bias_deg": 2.0,
374
+ "bias_scope": "per_sample",
375
+ "noise_deg": 0.25,
376
+ "noise_clip_sigma": 3,
377
+ "delay_probability": 0.0,
378
+ "history_drop_probability": 0.0,
379
+ "velocity": false
380
+ },
381
+ "native_image_augmentation": "off",
382
+ "evaluation": "off"
383
+ },
384
+ "preflight": {
385
+ "samples": 64,
386
+ "state_dim": 44,
387
+ "body_dims": 29,
388
+ "images_changed": 64,
389
+ "body_values_moved": 1.0,
390
+ "max_body_offset_deg": 2.5087,
391
+ "actions_bit_identical": true,
392
+ "non_body_state_bit_identical": true,
393
+ "eval_items_deterministic": 8
394
+ }
395
+ },
396
+ "stats": {
397
+ "state": {
398
+ "min": [
399
+ -0.6335107088088989,
400
+ -0.26151371002197266,
401
+ -0.09143047779798508,
402
+ 0.13051827251911163,
403
+ -0.41364213824272156,
404
+ -0.17374181747436523,
405
+ -0.5706103444099426,
406
+ -0.4567093253135681,
407
+ -0.5945078730583191,
408
+ 0.07693764567375183,
409
+ -0.479587197303772,
410
+ -0.23942920565605164,
411
+ -0.1249256581068039,
412
+ -0.061801809817552567,
413
+ 0.03293042629957199,
414
+ -0.15965673327445984,
415
+ 0.12444422394037247,
416
+ -1.0301204919815063,
417
+ 0.8110364079475403,
418
+ -0.42373916506767273,
419
+ -0.2393926978111267,
420
+ -0.1671462506055832,
421
+ -1.8559280633926392,
422
+ -2.1003689765930176,
423
+ -0.44611114263534546,
424
+ -0.86998051404953,
425
+ -1.5242679119110107,
426
+ -0.9486506581306458,
427
+ -0.4465007185935974,
428
+ 0.9997791647911072,
429
+ 0.9987788796424866,
430
+ 0.9989608526229858,
431
+ 0.9997321963310242,
432
+ 0.8891316056251526,
433
+ 0.9935978651046753,
434
+ 0.3987571895122528,
435
+ 0.39748135209083557,
436
+ 0.3998531103134155,
437
+ 0.47865480184555054,
438
+ 0.43634313344955444,
439
+ 0.0,
440
+ -0.1312161237001419,
441
+ -0.10554340481758118,
442
+ -1.0
443
+ ],
444
+ "max": [
445
+ 0.18651676177978516,
446
+ 0.2880381643772125,
447
+ 0.3991033434867859,
448
+ 1.1868021488189697,
449
+ 0.30963531136512756,
450
+ 0.25351187586784363,
451
+ 0.13313187658786774,
452
+ 0.14919418096542358,
453
+ 0.09004810452461243,
454
+ 1.1367807388305664,
455
+ 0.47997909784317017,
456
+ 0.1897573471069336,
457
+ 0.12687286734580994,
458
+ 0.0903186947107315,
459
+ 0.2110750675201416,
460
+ 0.1764557808637619,
461
+ 0.3972950279712677,
462
+ -0.03375900536775589,
463
+ 1.248238205909729,
464
+ 0.5087170004844666,
465
+ 0.16197925806045532,
466
+ 0.19902198016643524,
467
+ 0.7476708292961121,
468
+ -0.14924407005310059,
469
+ 1.3937729597091675,
470
+ 1.4777758121490479,
471
+ 1.449870228767395,
472
+ 0.9068933725357056,
473
+ 1.5030572414398193,
474
+ 1.0,
475
+ 1.0,
476
+ 1.0,
477
+ 1.0,
478
+ 1.0,
479
+ 1.0,
480
+ 1.0,
481
+ 1.0,
482
+ 1.0,
483
+ 1.0,
484
+ 1.0,
485
+ 1.0,
486
+ 0.1443370282649994,
487
+ 0.07133471965789795,
488
+ -0.9889927506446838
489
+ ],
490
+ "mean": [
491
+ -0.1197492680031697,
492
+ 0.07687621598947185,
493
+ 0.13623676943730387,
494
+ 0.27067508540983654,
495
+ -0.09364010490166123,
496
+ -0.029264338937400346,
497
+ -0.0877177892591824,
498
+ -0.09172362643767557,
499
+ -0.21603681153788365,
500
+ 0.27020221177162185,
501
+ -0.13314246080400155,
502
+ 0.01521604484593622,
503
+ -0.007014541196278249,
504
+ 0.023597627586334522,
505
+ 0.1362211304918607,
506
+ 0.0044590163081436405,
507
+ 0.24020097902181153,
508
+ -0.5506130059849405,
509
+ 0.986759154493458,
510
+ -0.11353825983460156,
511
+ -0.09008970046721287,
512
+ 0.00793797976488734,
513
+ -0.7956446111257796,
514
+ -0.6433268364566035,
515
+ 0.35943391980855405,
516
+ 0.4128302732079997,
517
+ -0.6341984046200151,
518
+ 0.17366417734106818,
519
+ 0.31817584543570415,
520
+ 0.9999920738393157,
521
+ 0.9999916277741105,
522
+ 0.9999916507452171,
523
+ 0.9999910946907014,
524
+ 0.9975380262153739,
525
+ 0.9997842168412904,
526
+ 0.7431049855982732,
527
+ 0.743061001937713,
528
+ 0.7431612987122399,
529
+ 0.7812160503121215,
530
+ 0.7544858488771042,
531
+ 0.1884228588481359,
532
+ -0.018600662889153487,
533
+ -0.001923185563505277,
534
+ -0.9992875029526394
535
+ ],
536
+ "std": [
537
+ 0.1225902736805545,
538
+ 0.0667315519538753,
539
+ 0.06966628355722553,
540
+ 0.1683343132651939,
541
+ 0.11676670853146011,
542
+ 0.06393707008498987,
543
+ 0.14262675997248406,
544
+ 0.07183651035230894,
545
+ 0.07077858012951907,
546
+ 0.1583747884788023,
547
+ 0.09609718753190293,
548
+ 0.06937572380392895,
549
+ 0.038858334068535276,
550
+ 0.01853271444550659,
551
+ 0.019156535689633315,
552
+ 0.04755913941308977,
553
+ 0.041089601727671066,
554
+ 0.14354888870689778,
555
+ 0.053966848435702465,
556
+ 0.13684428975351073,
557
+ 0.05453949581291963,
558
+ 0.06076597347825228,
559
+ 0.6370602259123855,
560
+ 0.4013113120474627,
561
+ 0.24111485368872668,
562
+ 0.5381053688248473,
563
+ 0.48085827035516315,
564
+ 0.1527991524681821,
565
+ 0.44871163018722837,
566
+ 1.2824078270394207e-05,
567
+ 2.1003630589963823e-05,
568
+ 1.8574155779181667e-05,
569
+ 1.5382720229173254e-05,
570
+ 0.0031309164055460465,
571
+ 0.0001241612656891375,
572
+ 0.2938442161025196,
573
+ 0.29381668166139846,
574
+ 0.29367033348300187,
575
+ 0.25040401472179635,
576
+ 0.2708879748387615,
577
+ 0.3732468841625382,
578
+ 0.027734659598288042,
579
+ 0.01745881392269428,
580
+ 0.0008838855519788744
581
+ ]
582
+ },
583
+ "action": {
584
+ "min": [
585
+ -0.125,
586
+ -0.5,
587
+ -0.375,
588
+ -0.375,
589
+ -0.625,
590
+ -0.5625,
591
+ -0.4375,
592
+ -0.25,
593
+ -0.375,
594
+ -0.1875,
595
+ -0.625,
596
+ -0.25,
597
+ -0.25,
598
+ -0.375,
599
+ -0.3125,
600
+ -0.5,
601
+ -0.1875,
602
+ -0.25,
603
+ -0.5,
604
+ -0.375,
605
+ -0.4375,
606
+ -0.5,
607
+ -0.3125,
608
+ -0.5,
609
+ -0.5,
610
+ 0.0,
611
+ -0.4375,
612
+ -0.5,
613
+ -0.5,
614
+ -0.375,
615
+ -0.0625,
616
+ -0.125,
617
+ -0.375,
618
+ -0.1875,
619
+ 0.0625,
620
+ -0.6875,
621
+ -0.1875,
622
+ -0.5,
623
+ -0.375,
624
+ -0.3125,
625
+ -0.4375,
626
+ -0.5625,
627
+ -0.375,
628
+ -0.125,
629
+ -0.5625,
630
+ -0.4375,
631
+ -0.375,
632
+ -0.25,
633
+ -0.1875,
634
+ -0.5625,
635
+ -0.375,
636
+ -0.1875,
637
+ -0.5,
638
+ -0.5625,
639
+ -0.3125,
640
+ -0.3125,
641
+ -0.5,
642
+ -0.125,
643
+ -0.625,
644
+ -0.3125,
645
+ -0.5625,
646
+ -0.1875,
647
+ -0.3125,
648
+ -0.125,
649
+ 0.9997791647911072,
650
+ 0.9987788796424866,
651
+ 0.9989608526229858,
652
+ 0.9997321963310242,
653
+ 0.8891316056251526,
654
+ 0.9935978651046753,
655
+ 0.3987571895122528,
656
+ 0.39748135209083557,
657
+ 0.3998531103134155,
658
+ 0.47865480184555054,
659
+ 0.43634313344955444,
660
+ 0.0
661
+ ],
662
+ "max": [
663
+ 0.5625,
664
+ 0.375,
665
+ 0.375,
666
+ 0.4375,
667
+ 0.25,
668
+ 0.25,
669
+ 0.1875,
670
+ 0.25,
671
+ 0.3125,
672
+ 0.1875,
673
+ 0.125,
674
+ 0.375,
675
+ 0.5,
676
+ 0.25,
677
+ 0.3125,
678
+ 0.25,
679
+ 0.375,
680
+ 0.5625,
681
+ 0.1875,
682
+ 0.25,
683
+ 0.25,
684
+ 0.1875,
685
+ 0.5,
686
+ 0.3125,
687
+ 0.0625,
688
+ 0.5,
689
+ 0.0,
690
+ 0.1875,
691
+ 0.3125,
692
+ 0.375,
693
+ 0.6875,
694
+ 0.5,
695
+ 0.25,
696
+ 0.5,
697
+ 0.375,
698
+ 0.125,
699
+ 0.6875,
700
+ 0.1875,
701
+ 0.375,
702
+ 0.25,
703
+ 0.125,
704
+ 0.375,
705
+ 0.1875,
706
+ 0.5,
707
+ 0.3125,
708
+ 0.5,
709
+ 0.5,
710
+ 0.4375,
711
+ 0.5,
712
+ 0.1875,
713
+ 0.5,
714
+ 0.3125,
715
+ 0.625,
716
+ 0.125,
717
+ 0.25,
718
+ 0.5625,
719
+ 0.5,
720
+ 0.3125,
721
+ 0.125,
722
+ 0.1875,
723
+ 0.25,
724
+ 0.625,
725
+ 0.4375,
726
+ 0.6875,
727
+ 1.0,
728
+ 1.0,
729
+ 1.0,
730
+ 1.0,
731
+ 1.0,
732
+ 1.0,
733
+ 1.0,
734
+ 1.0,
735
+ 1.0,
736
+ 1.0,
737
+ 1.0,
738
+ 1.0
739
+ ],
740
+ "mean": [
741
+ 0.28530257380633073,
742
+ 0.0012216853746808002,
743
+ 0.02519611265225139,
744
+ 0.0920742013117043,
745
+ -0.18735762313302592,
746
+ -0.18916948358532507,
747
+ -0.10082578582844966,
748
+ -0.04547218599011629,
749
+ 0.009826300222291624,
750
+ -0.09046442415446512,
751
+ -0.3906258611504051,
752
+ 0.07456643947605313,
753
+ 0.06761982620836625,
754
+ 0.016528346774934324,
755
+ 0.02783008469127184,
756
+ -0.15926115591644774,
757
+ 0.137793250417945,
758
+ 0.13872558925651718,
759
+ -0.17794123050355484,
760
+ -0.04058314809031286,
761
+ -0.1081088218543898,
762
+ -0.27256788161593154,
763
+ 0.0295489408998218,
764
+ -0.12704953796410265,
765
+ -0.2065647217680451,
766
+ 0.257109657744383,
767
+ -0.2610296143883306,
768
+ -0.11359147943343192,
769
+ -0.08978239303363768,
770
+ 0.042958775007807766,
771
+ 0.3583063123472893,
772
+ 0.2295861425973215,
773
+ 0.005530882001726894,
774
+ 0.18030882001726894,
775
+ 0.22869399077765326,
776
+ -0.3416688865210442,
777
+ 0.16757757242849006,
778
+ -0.24212104789374092,
779
+ -0.08830580713905167,
780
+ 0.03962554883985817,
781
+ -0.24867382837616886,
782
+ -0.16334300883655137,
783
+ -0.10593298183087466,
784
+ 0.29390833685448164,
785
+ -0.17902857641504236,
786
+ -0.02676455459004648,
787
+ -0.010649560009553029,
788
+ 0.006596412102952253,
789
+ 0.19015693604982273,
790
+ -0.28608220197306783,
791
+ 0.0342829717267099,
792
+ 0.05214208292763581,
793
+ 0.2372308617933974,
794
+ -0.27289282236878365,
795
+ -0.07418638509727556,
796
+ 0.21441496886080136,
797
+ -0.07936362133264747,
798
+ 0.07053166277809417,
799
+ -0.2592969797732993,
800
+ -0.04738279168886521,
801
+ -0.25777561405764887,
802
+ 0.3476016387118108,
803
+ 0.0341980048867415,
804
+ 0.4095493542520162,
805
+ 0.9999920738393157,
806
+ 0.9999916277741105,
807
+ 0.9999916507452171,
808
+ 0.9999910946907014,
809
+ 0.9975380262153739,
810
+ 0.9997842168412904,
811
+ 0.7431049855982732,
812
+ 0.743061001937713,
813
+ 0.7431612987122399,
814
+ 0.7812160503121215,
815
+ 0.7544858488771042,
816
+ 0.1884228588481359
817
+ ],
818
+ "std": [
819
+ 0.13976769962393334,
820
+ 0.2042750041966315,
821
+ 0.11249063031363368,
822
+ 0.11082072512754977,
823
+ 0.1564752219884858,
824
+ 0.17244514813212275,
825
+ 0.10524673666978752,
826
+ 0.09606056085676273,
827
+ 0.16248529891535804,
828
+ 0.06517700714473815,
829
+ 0.12267993314050843,
830
+ 0.09188274452085451,
831
+ 0.1817845505649146,
832
+ 0.13895894808224718,
833
+ 0.09471602567899642,
834
+ 0.143892040083983,
835
+ 0.13123846053152619,
836
+ 0.17169478968550717,
837
+ 0.099377781857111,
838
+ 0.12335366669054255,
839
+ 0.09243992450340514,
840
+ 0.12474594719512408,
841
+ 0.1211368699762344,
842
+ 0.17473771543792177,
843
+ 0.12139112019256279,
844
+ 0.08058301151688785,
845
+ 0.08181288643740524,
846
+ 0.12245444611527911,
847
+ 0.15642136427791328,
848
+ 0.16023434329274994,
849
+ 0.1749952692685118,
850
+ 0.10352440920325795,
851
+ 0.07368975064774456,
852
+ 0.13144910448634894,
853
+ 0.04419890783153379,
854
+ 0.18157602689607938,
855
+ 0.15703202636240324,
856
+ 0.1308473547559705,
857
+ 0.10877569321547828,
858
+ 0.06509046280547963,
859
+ 0.08347560937172435,
860
+ 0.19809736217235097,
861
+ 0.06719381956707862,
862
+ 0.09127596366580104,
863
+ 0.13233099033714146,
864
+ 0.25952623468134783,
865
+ 0.21598709847307782,
866
+ 0.10931842674892184,
867
+ 0.11294459446909082,
868
+ 0.1403015515249487,
869
+ 0.10231818070157317,
870
+ 0.10139944441893624,
871
+ 0.288021039372521,
872
+ 0.11780041132456433,
873
+ 0.11650297357712408,
874
+ 0.21262101617713844,
875
+ 0.28703233994958033,
876
+ 0.09814627765272926,
877
+ 0.21616444128412057,
878
+ 0.06262758949048293,
879
+ 0.1745534315389492,
880
+ 0.17455467068976818,
881
+ 0.10468632106020986,
882
+ 0.18477106893909007,
883
+ 1.2824078270394207e-05,
884
+ 2.1003630589963823e-05,
885
+ 1.8574155779181667e-05,
886
+ 1.5382720229173254e-05,
887
+ 0.0031309164055460465,
888
+ 0.0001241612656891375,
889
+ 0.2938442161025196,
890
+ 0.29381668166139846,
891
+ 0.29367033348300187,
892
+ 0.25040401472179635,
893
+ 0.2708879748387615,
894
+ 0.3732468841625382
895
+ ]
896
+ }
897
+ },
898
+ "code_commit": "028df1bb7024fb1e3d176de7e60c84d3333cd97f"
899
+ }
a20-basket-transfer/b512-trimv2-cont-20261117/step-006000/config.json ADDED
@@ -0,0 +1,884 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "policy": {
3
+ "policy": "fm_dit",
4
+ "n_cameras": 2,
5
+ "state_dim": 44,
6
+ "action_dim": 76,
7
+ "horizon": 16,
8
+ "backbone": "resnet18",
9
+ "backbone_weights": "IMAGENET1K_V1",
10
+ "backbone_norm": "frozen_bn",
11
+ "hidden_dim": 384,
12
+ "num_layers": 4,
13
+ "num_heads": 8,
14
+ "mlp_ratio": 4.0,
15
+ "dropout": 0.1,
16
+ "time_embed_dim": 128,
17
+ "num_inference_steps": null,
18
+ "num_train_timesteps": 100,
19
+ "beta_schedule": "squaredcos_cap_v2",
20
+ "prediction_type": "epsilon",
21
+ "clip_sample": true,
22
+ "act_hidden_dim": 512,
23
+ "dim_feedforward": 3200,
24
+ "enc_layers": 4,
25
+ "dec_layers": 7,
26
+ "nheads": 8,
27
+ "latent_dim": 32,
28
+ "kl_weight": 10.0,
29
+ "extra": {}
30
+ },
31
+ "contract": {
32
+ "name": "g1_sonic_dfx6",
33
+ "robot": "g1",
34
+ "cameras": [
35
+ "ego_view",
36
+ "chest"
37
+ ],
38
+ "state": [
39
+ [
40
+ "observation.state",
41
+ 0,
42
+ 29
43
+ ],
44
+ [
45
+ "observation.inspire_left_hand_state",
46
+ 0,
47
+ 6
48
+ ],
49
+ [
50
+ "observation.inspire_right_hand_state",
51
+ 0,
52
+ 6
53
+ ],
54
+ [
55
+ "observation.projected_gravity",
56
+ 0,
57
+ 3
58
+ ]
59
+ ],
60
+ "action": [
61
+ [
62
+ "action.motion_token",
63
+ 0,
64
+ 64
65
+ ],
66
+ [
67
+ "observation.inspire_left_hand_state",
68
+ 0,
69
+ 6
70
+ ],
71
+ [
72
+ "observation.inspire_right_hand_state",
73
+ 0,
74
+ 6
75
+ ]
76
+ ],
77
+ "state_dim": 44,
78
+ "action_dim": 76,
79
+ "action_space": "sonic_dfx6",
80
+ "body_dims": 29
81
+ },
82
+ "image_hw": [
83
+ 168,
84
+ 224
85
+ ],
86
+ "task_text": "Grasp the basket handle with the right hand from the v10 round table, walk while raising it, place and release it on the long desk, then withdraw the open right hand diagonally backward and upward without an additional downward arm return.",
87
+ "dataset": {
88
+ "name": "a20-basket-transfer-pre-reach-trim-expert-v2",
89
+ "root": "/mnt/data0/zuo/Humanoid_benchmark/data/baselines/a20-basket-transfer-pre-reach-trim-expert-v2",
90
+ "robot_type": null,
91
+ "fps": 30.0,
92
+ "episodes": [
93
+ 0,
94
+ 1,
95
+ 2,
96
+ 3,
97
+ 4,
98
+ 5,
99
+ 6,
100
+ 7,
101
+ 8,
102
+ 9,
103
+ 10,
104
+ 11,
105
+ 12,
106
+ 13,
107
+ 14,
108
+ 15,
109
+ 16,
110
+ 17,
111
+ 18,
112
+ 19,
113
+ 20,
114
+ 21,
115
+ 22,
116
+ 23,
117
+ 24,
118
+ 25,
119
+ 26,
120
+ 27,
121
+ 28,
122
+ 29,
123
+ 30,
124
+ 31,
125
+ 32,
126
+ 33,
127
+ 34,
128
+ 35,
129
+ 36,
130
+ 37,
131
+ 38,
132
+ 39,
133
+ 40,
134
+ 41,
135
+ 42,
136
+ 43,
137
+ 44,
138
+ 45,
139
+ 46,
140
+ 47,
141
+ 48,
142
+ 49,
143
+ 50,
144
+ 51,
145
+ 52,
146
+ 53,
147
+ 54,
148
+ 55,
149
+ 56,
150
+ 57,
151
+ 58,
152
+ 59,
153
+ 60,
154
+ 61,
155
+ 62,
156
+ 63,
157
+ 64,
158
+ 65,
159
+ 66,
160
+ 67,
161
+ 68,
162
+ 69,
163
+ 70,
164
+ 71,
165
+ 72,
166
+ 73,
167
+ 74,
168
+ 75,
169
+ 76,
170
+ 77,
171
+ 78,
172
+ 79,
173
+ 80,
174
+ 81,
175
+ 82,
176
+ 83,
177
+ 84,
178
+ 85,
179
+ 86,
180
+ 87,
181
+ 88,
182
+ 89,
183
+ 90,
184
+ 91,
185
+ 92,
186
+ 93,
187
+ 94,
188
+ 95,
189
+ 96,
190
+ 97,
191
+ 98,
192
+ 99
193
+ ],
194
+ "train_episodes": [
195
+ 0,
196
+ 1,
197
+ 2,
198
+ 3,
199
+ 4,
200
+ 5,
201
+ 6,
202
+ 7,
203
+ 8,
204
+ 9,
205
+ 10,
206
+ 11,
207
+ 12,
208
+ 13,
209
+ 14,
210
+ 15,
211
+ 16,
212
+ 17,
213
+ 18,
214
+ 19,
215
+ 20,
216
+ 21,
217
+ 22,
218
+ 23,
219
+ 24,
220
+ 25,
221
+ 26,
222
+ 27,
223
+ 28,
224
+ 29,
225
+ 30,
226
+ 31,
227
+ 32,
228
+ 33,
229
+ 34,
230
+ 35,
231
+ 36,
232
+ 37,
233
+ 38,
234
+ 39,
235
+ 40,
236
+ 41,
237
+ 42,
238
+ 43,
239
+ 44,
240
+ 45,
241
+ 46,
242
+ 47,
243
+ 48,
244
+ 49,
245
+ 50,
246
+ 51,
247
+ 52,
248
+ 53,
249
+ 54,
250
+ 55,
251
+ 56,
252
+ 57,
253
+ 58,
254
+ 59,
255
+ 60,
256
+ 61,
257
+ 62,
258
+ 63,
259
+ 64,
260
+ 65,
261
+ 66,
262
+ 67,
263
+ 68,
264
+ 69,
265
+ 70,
266
+ 71,
267
+ 72,
268
+ 73,
269
+ 74,
270
+ 75,
271
+ 76,
272
+ 77,
273
+ 78,
274
+ 79,
275
+ 80,
276
+ 81,
277
+ 82,
278
+ 83,
279
+ 84,
280
+ 85,
281
+ 86,
282
+ 87,
283
+ 88,
284
+ 89,
285
+ 90,
286
+ 91,
287
+ 92,
288
+ 93,
289
+ 94,
290
+ 95,
291
+ 96,
292
+ 97,
293
+ 98,
294
+ 99
295
+ ],
296
+ "val_episodes": [],
297
+ "train_frames": 54433,
298
+ "git_commit": null
299
+ },
300
+ "training": {
301
+ "steps": 20000,
302
+ "batch_size": 512,
303
+ "lr": 0.0001,
304
+ "betas": [
305
+ 0.95,
306
+ 0.999
307
+ ],
308
+ "weight_decay": 1e-06,
309
+ "warmup": 500,
310
+ "schedule": "linear warm-up + cosine",
311
+ "backbone_lr_scale": 0.1,
312
+ "ema": 0.9999,
313
+ "shift_px": 0,
314
+ "amp": true,
315
+ "seed": 0,
316
+ "augmentation": {
317
+ "spec": "docs/augmentation_v2.md",
318
+ "version": "hb-aug-v2-20261109",
319
+ "implementation": "evaluation/augmentation/hb_aug_v2.py",
320
+ "visual": {
321
+ "effects": [
322
+ "exposure",
323
+ "contrast",
324
+ "saturation",
325
+ "hue",
326
+ "gamma",
327
+ "temperature",
328
+ "rotation_crop",
329
+ "noise",
330
+ "gaussian_blur",
331
+ "jpeg",
332
+ "motion_blur",
333
+ "sharpen",
334
+ "defocus",
335
+ "light_shadow",
336
+ "wb_channel"
337
+ ],
338
+ "boosted_per_sample": 1,
339
+ "boost": 1.5,
340
+ "pixel_scale": "H / 224",
341
+ "future_targets": "none (one observation frame)"
342
+ },
343
+ "proprio": {
344
+ "robot": "g1",
345
+ "body_dims": 29,
346
+ "bias_deg": 2.0,
347
+ "bias_scope": "per_sample",
348
+ "noise_deg": 0.25,
349
+ "noise_clip_sigma": 3,
350
+ "delay_probability": 0.0,
351
+ "history_drop_probability": 0.0,
352
+ "velocity": false
353
+ },
354
+ "native_image_augmentation": "off",
355
+ "evaluation": "off"
356
+ },
357
+ "preflight": {
358
+ "samples": 64,
359
+ "state_dim": 44,
360
+ "body_dims": 29,
361
+ "images_changed": 64,
362
+ "body_values_moved": 1.0,
363
+ "max_body_offset_deg": 2.5087,
364
+ "actions_bit_identical": true,
365
+ "non_body_state_bit_identical": true,
366
+ "eval_items_deterministic": 8
367
+ }
368
+ },
369
+ "stats": {
370
+ "state": {
371
+ "min": [
372
+ -0.6335107088088989,
373
+ -0.26151371002197266,
374
+ -0.09143047779798508,
375
+ 0.13051827251911163,
376
+ -0.41364213824272156,
377
+ -0.17374181747436523,
378
+ -0.5706103444099426,
379
+ -0.4567093253135681,
380
+ -0.5945078730583191,
381
+ 0.07693764567375183,
382
+ -0.479587197303772,
383
+ -0.23942920565605164,
384
+ -0.1249256581068039,
385
+ -0.061801809817552567,
386
+ 0.03293042629957199,
387
+ -0.15965673327445984,
388
+ 0.12444422394037247,
389
+ -1.0301204919815063,
390
+ 0.8110364079475403,
391
+ -0.42373916506767273,
392
+ -0.2393926978111267,
393
+ -0.1671462506055832,
394
+ -1.8559280633926392,
395
+ -2.1003689765930176,
396
+ -0.44611114263534546,
397
+ -0.86998051404953,
398
+ -1.5242679119110107,
399
+ -0.9486506581306458,
400
+ -0.4465007185935974,
401
+ 0.9997791647911072,
402
+ 0.9987788796424866,
403
+ 0.9989608526229858,
404
+ 0.9997321963310242,
405
+ 0.8891316056251526,
406
+ 0.9935978651046753,
407
+ 0.3987571895122528,
408
+ 0.39748135209083557,
409
+ 0.3998531103134155,
410
+ 0.47865480184555054,
411
+ 0.43634313344955444,
412
+ 0.0,
413
+ -0.1312161237001419,
414
+ -0.10554340481758118,
415
+ -1.0
416
+ ],
417
+ "max": [
418
+ 0.18651676177978516,
419
+ 0.2880381643772125,
420
+ 0.3991033434867859,
421
+ 1.1868021488189697,
422
+ 0.30963531136512756,
423
+ 0.25351187586784363,
424
+ 0.13313187658786774,
425
+ 0.14919418096542358,
426
+ 0.09004810452461243,
427
+ 1.1367807388305664,
428
+ 0.47997909784317017,
429
+ 0.1897573471069336,
430
+ 0.12687286734580994,
431
+ 0.0903186947107315,
432
+ 0.2110750675201416,
433
+ 0.1764557808637619,
434
+ 0.3972950279712677,
435
+ -0.03375900536775589,
436
+ 1.248238205909729,
437
+ 0.5087170004844666,
438
+ 0.16197925806045532,
439
+ 0.19902198016643524,
440
+ 0.7476708292961121,
441
+ -0.14924407005310059,
442
+ 1.3937729597091675,
443
+ 1.4777758121490479,
444
+ 1.449870228767395,
445
+ 0.9068933725357056,
446
+ 1.5030572414398193,
447
+ 1.0,
448
+ 1.0,
449
+ 1.0,
450
+ 1.0,
451
+ 1.0,
452
+ 1.0,
453
+ 1.0,
454
+ 1.0,
455
+ 1.0,
456
+ 1.0,
457
+ 1.0,
458
+ 1.0,
459
+ 0.1443370282649994,
460
+ 0.07133471965789795,
461
+ -0.9889927506446838
462
+ ],
463
+ "mean": [
464
+ -0.1197492680031697,
465
+ 0.07687621598947185,
466
+ 0.13623676943730387,
467
+ 0.27067508540983654,
468
+ -0.09364010490166123,
469
+ -0.029264338937400346,
470
+ -0.0877177892591824,
471
+ -0.09172362643767557,
472
+ -0.21603681153788365,
473
+ 0.27020221177162185,
474
+ -0.13314246080400155,
475
+ 0.01521604484593622,
476
+ -0.007014541196278249,
477
+ 0.023597627586334522,
478
+ 0.1362211304918607,
479
+ 0.0044590163081436405,
480
+ 0.24020097902181153,
481
+ -0.5506130059849405,
482
+ 0.986759154493458,
483
+ -0.11353825983460156,
484
+ -0.09008970046721287,
485
+ 0.00793797976488734,
486
+ -0.7956446111257796,
487
+ -0.6433268364566035,
488
+ 0.35943391980855405,
489
+ 0.4128302732079997,
490
+ -0.6341984046200151,
491
+ 0.17366417734106818,
492
+ 0.31817584543570415,
493
+ 0.9999920738393157,
494
+ 0.9999916277741105,
495
+ 0.9999916507452171,
496
+ 0.9999910946907014,
497
+ 0.9975380262153739,
498
+ 0.9997842168412904,
499
+ 0.7431049855982732,
500
+ 0.743061001937713,
501
+ 0.7431612987122399,
502
+ 0.7812160503121215,
503
+ 0.7544858488771042,
504
+ 0.1884228588481359,
505
+ -0.018600662889153487,
506
+ -0.001923185563505277,
507
+ -0.9992875029526394
508
+ ],
509
+ "std": [
510
+ 0.1225902736805545,
511
+ 0.0667315519538753,
512
+ 0.06966628355722553,
513
+ 0.1683343132651939,
514
+ 0.11676670853146011,
515
+ 0.06393707008498987,
516
+ 0.14262675997248406,
517
+ 0.07183651035230894,
518
+ 0.07077858012951907,
519
+ 0.1583747884788023,
520
+ 0.09609718753190293,
521
+ 0.06937572380392895,
522
+ 0.038858334068535276,
523
+ 0.01853271444550659,
524
+ 0.019156535689633315,
525
+ 0.04755913941308977,
526
+ 0.041089601727671066,
527
+ 0.14354888870689778,
528
+ 0.053966848435702465,
529
+ 0.13684428975351073,
530
+ 0.05453949581291963,
531
+ 0.06076597347825228,
532
+ 0.6370602259123855,
533
+ 0.4013113120474627,
534
+ 0.24111485368872668,
535
+ 0.5381053688248473,
536
+ 0.48085827035516315,
537
+ 0.1527991524681821,
538
+ 0.44871163018722837,
539
+ 1.2824078270394207e-05,
540
+ 2.1003630589963823e-05,
541
+ 1.8574155779181667e-05,
542
+ 1.5382720229173254e-05,
543
+ 0.0031309164055460465,
544
+ 0.0001241612656891375,
545
+ 0.2938442161025196,
546
+ 0.29381668166139846,
547
+ 0.29367033348300187,
548
+ 0.25040401472179635,
549
+ 0.2708879748387615,
550
+ 0.3732468841625382,
551
+ 0.027734659598288042,
552
+ 0.01745881392269428,
553
+ 0.0008838855519788744
554
+ ]
555
+ },
556
+ "action": {
557
+ "min": [
558
+ -0.125,
559
+ -0.5,
560
+ -0.375,
561
+ -0.375,
562
+ -0.625,
563
+ -0.5625,
564
+ -0.4375,
565
+ -0.25,
566
+ -0.375,
567
+ -0.1875,
568
+ -0.625,
569
+ -0.25,
570
+ -0.25,
571
+ -0.375,
572
+ -0.3125,
573
+ -0.5,
574
+ -0.1875,
575
+ -0.25,
576
+ -0.5,
577
+ -0.375,
578
+ -0.4375,
579
+ -0.5,
580
+ -0.3125,
581
+ -0.5,
582
+ -0.5,
583
+ 0.0,
584
+ -0.4375,
585
+ -0.5,
586
+ -0.5,
587
+ -0.375,
588
+ -0.0625,
589
+ -0.125,
590
+ -0.375,
591
+ -0.1875,
592
+ 0.0625,
593
+ -0.6875,
594
+ -0.1875,
595
+ -0.5,
596
+ -0.375,
597
+ -0.3125,
598
+ -0.4375,
599
+ -0.5625,
600
+ -0.375,
601
+ -0.125,
602
+ -0.5625,
603
+ -0.4375,
604
+ -0.375,
605
+ -0.25,
606
+ -0.1875,
607
+ -0.5625,
608
+ -0.375,
609
+ -0.1875,
610
+ -0.5,
611
+ -0.5625,
612
+ -0.3125,
613
+ -0.3125,
614
+ -0.5,
615
+ -0.125,
616
+ -0.625,
617
+ -0.3125,
618
+ -0.5625,
619
+ -0.1875,
620
+ -0.3125,
621
+ -0.125,
622
+ 0.9997791647911072,
623
+ 0.9987788796424866,
624
+ 0.9989608526229858,
625
+ 0.9997321963310242,
626
+ 0.8891316056251526,
627
+ 0.9935978651046753,
628
+ 0.3987571895122528,
629
+ 0.39748135209083557,
630
+ 0.3998531103134155,
631
+ 0.47865480184555054,
632
+ 0.43634313344955444,
633
+ 0.0
634
+ ],
635
+ "max": [
636
+ 0.5625,
637
+ 0.375,
638
+ 0.375,
639
+ 0.4375,
640
+ 0.25,
641
+ 0.25,
642
+ 0.1875,
643
+ 0.25,
644
+ 0.3125,
645
+ 0.1875,
646
+ 0.125,
647
+ 0.375,
648
+ 0.5,
649
+ 0.25,
650
+ 0.3125,
651
+ 0.25,
652
+ 0.375,
653
+ 0.5625,
654
+ 0.1875,
655
+ 0.25,
656
+ 0.25,
657
+ 0.1875,
658
+ 0.5,
659
+ 0.3125,
660
+ 0.0625,
661
+ 0.5,
662
+ 0.0,
663
+ 0.1875,
664
+ 0.3125,
665
+ 0.375,
666
+ 0.6875,
667
+ 0.5,
668
+ 0.25,
669
+ 0.5,
670
+ 0.375,
671
+ 0.125,
672
+ 0.6875,
673
+ 0.1875,
674
+ 0.375,
675
+ 0.25,
676
+ 0.125,
677
+ 0.375,
678
+ 0.1875,
679
+ 0.5,
680
+ 0.3125,
681
+ 0.5,
682
+ 0.5,
683
+ 0.4375,
684
+ 0.5,
685
+ 0.1875,
686
+ 0.5,
687
+ 0.3125,
688
+ 0.625,
689
+ 0.125,
690
+ 0.25,
691
+ 0.5625,
692
+ 0.5,
693
+ 0.3125,
694
+ 0.125,
695
+ 0.1875,
696
+ 0.25,
697
+ 0.625,
698
+ 0.4375,
699
+ 0.6875,
700
+ 1.0,
701
+ 1.0,
702
+ 1.0,
703
+ 1.0,
704
+ 1.0,
705
+ 1.0,
706
+ 1.0,
707
+ 1.0,
708
+ 1.0,
709
+ 1.0,
710
+ 1.0,
711
+ 1.0
712
+ ],
713
+ "mean": [
714
+ 0.28530257380633073,
715
+ 0.0012216853746808002,
716
+ 0.02519611265225139,
717
+ 0.0920742013117043,
718
+ -0.18735762313302592,
719
+ -0.18916948358532507,
720
+ -0.10082578582844966,
721
+ -0.04547218599011629,
722
+ 0.009826300222291624,
723
+ -0.09046442415446512,
724
+ -0.3906258611504051,
725
+ 0.07456643947605313,
726
+ 0.06761982620836625,
727
+ 0.016528346774934324,
728
+ 0.02783008469127184,
729
+ -0.15926115591644774,
730
+ 0.137793250417945,
731
+ 0.13872558925651718,
732
+ -0.17794123050355484,
733
+ -0.04058314809031286,
734
+ -0.1081088218543898,
735
+ -0.27256788161593154,
736
+ 0.0295489408998218,
737
+ -0.12704953796410265,
738
+ -0.2065647217680451,
739
+ 0.257109657744383,
740
+ -0.2610296143883306,
741
+ -0.11359147943343192,
742
+ -0.08978239303363768,
743
+ 0.042958775007807766,
744
+ 0.3583063123472893,
745
+ 0.2295861425973215,
746
+ 0.005530882001726894,
747
+ 0.18030882001726894,
748
+ 0.22869399077765326,
749
+ -0.3416688865210442,
750
+ 0.16757757242849006,
751
+ -0.24212104789374092,
752
+ -0.08830580713905167,
753
+ 0.03962554883985817,
754
+ -0.24867382837616886,
755
+ -0.16334300883655137,
756
+ -0.10593298183087466,
757
+ 0.29390833685448164,
758
+ -0.17902857641504236,
759
+ -0.02676455459004648,
760
+ -0.010649560009553029,
761
+ 0.006596412102952253,
762
+ 0.19015693604982273,
763
+ -0.28608220197306783,
764
+ 0.0342829717267099,
765
+ 0.05214208292763581,
766
+ 0.2372308617933974,
767
+ -0.27289282236878365,
768
+ -0.07418638509727556,
769
+ 0.21441496886080136,
770
+ -0.07936362133264747,
771
+ 0.07053166277809417,
772
+ -0.2592969797732993,
773
+ -0.04738279168886521,
774
+ -0.25777561405764887,
775
+ 0.3476016387118108,
776
+ 0.0341980048867415,
777
+ 0.4095493542520162,
778
+ 0.9999920738393157,
779
+ 0.9999916277741105,
780
+ 0.9999916507452171,
781
+ 0.9999910946907014,
782
+ 0.9975380262153739,
783
+ 0.9997842168412904,
784
+ 0.7431049855982732,
785
+ 0.743061001937713,
786
+ 0.7431612987122399,
787
+ 0.7812160503121215,
788
+ 0.7544858488771042,
789
+ 0.1884228588481359
790
+ ],
791
+ "std": [
792
+ 0.13976769962393334,
793
+ 0.2042750041966315,
794
+ 0.11249063031363368,
795
+ 0.11082072512754977,
796
+ 0.1564752219884858,
797
+ 0.17244514813212275,
798
+ 0.10524673666978752,
799
+ 0.09606056085676273,
800
+ 0.16248529891535804,
801
+ 0.06517700714473815,
802
+ 0.12267993314050843,
803
+ 0.09188274452085451,
804
+ 0.1817845505649146,
805
+ 0.13895894808224718,
806
+ 0.09471602567899642,
807
+ 0.143892040083983,
808
+ 0.13123846053152619,
809
+ 0.17169478968550717,
810
+ 0.099377781857111,
811
+ 0.12335366669054255,
812
+ 0.09243992450340514,
813
+ 0.12474594719512408,
814
+ 0.1211368699762344,
815
+ 0.17473771543792177,
816
+ 0.12139112019256279,
817
+ 0.08058301151688785,
818
+ 0.08181288643740524,
819
+ 0.12245444611527911,
820
+ 0.15642136427791328,
821
+ 0.16023434329274994,
822
+ 0.1749952692685118,
823
+ 0.10352440920325795,
824
+ 0.07368975064774456,
825
+ 0.13144910448634894,
826
+ 0.04419890783153379,
827
+ 0.18157602689607938,
828
+ 0.15703202636240324,
829
+ 0.1308473547559705,
830
+ 0.10877569321547828,
831
+ 0.06509046280547963,
832
+ 0.08347560937172435,
833
+ 0.19809736217235097,
834
+ 0.06719381956707862,
835
+ 0.09127596366580104,
836
+ 0.13233099033714146,
837
+ 0.25952623468134783,
838
+ 0.21598709847307782,
839
+ 0.10931842674892184,
840
+ 0.11294459446909082,
841
+ 0.1403015515249487,
842
+ 0.10231818070157317,
843
+ 0.10139944441893624,
844
+ 0.288021039372521,
845
+ 0.11780041132456433,
846
+ 0.11650297357712408,
847
+ 0.21262101617713844,
848
+ 0.28703233994958033,
849
+ 0.09814627765272926,
850
+ 0.21616444128412057,
851
+ 0.06262758949048293,
852
+ 0.1745534315389492,
853
+ 0.17455467068976818,
854
+ 0.10468632106020986,
855
+ 0.18477106893909007,
856
+ 1.2824078270394207e-05,
857
+ 2.1003630589963823e-05,
858
+ 1.8574155779181667e-05,
859
+ 1.5382720229173254e-05,
860
+ 0.0031309164055460465,
861
+ 0.0001241612656891375,
862
+ 0.2938442161025196,
863
+ 0.29381668166139846,
864
+ 0.29367033348300187,
865
+ 0.25040401472179635,
866
+ 0.2708879748387615,
867
+ 0.3732468841625382
868
+ ]
869
+ }
870
+ },
871
+ "code_commit": "028df1bb7024fb1e3d176de7e60c84d3333cd97f",
872
+ "step": 6000,
873
+ "weights": "ema",
874
+ "offline_eval": {
875
+ "mse": 0.021967994049191475,
876
+ "mse_row0": 0.022920215502381325,
877
+ "mse_motion_token": 0.02157071977853775,
878
+ "mse_inspire_left_hand_state": 0.0040762959979474545,
879
+ "mse_inspire_right_hand_state": 0.044097285717725754,
880
+ "samples": 256,
881
+ "frames": "train"
882
+ },
883
+ "format": "hb_baselines/1"
884
+ }
a20-basket-transfer/b512-trimv2-cont-20261117/step-006000/model.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e6330966ba75b01c067645e78990edf9ad0c9d1bc25a27a62daf7b27ae9d86d2
3
+ size 90311637
a20-basket-transfer/b512-trimv2-cont-20261117/step-006000/protocol.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "format": "hb_baselines/1",
3
+ "step": 6000,
4
+ "policy": "fm_dit",
5
+ "files": {
6
+ "model.pt": {
7
+ "bytes": 90311637,
8
+ "sha256": "e6330966ba75b01c067645e78990edf9ad0c9d1bc25a27a62daf7b27ae9d86d2"
9
+ }
10
+ }
11
+ }
a20-basket-transfer/b512-trimv2-cont-20261117/train_state.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d915877204726b60be63b55ae1b9714eb124f74236d86cd541195206297317c
3
+ size 361027953
b5-chair-push-standing-start/b512-cont-20261117/RESUME.md ADDED
@@ -0,0 +1,39 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # B5 FM-DiT continuation, paused 2026-11-17
2
+
3
+ This is an independent continuation from the local step-4,000 baseline.
4
+ The portable training state is **step 6,000**; the last logged step is 6450.
5
+ Updates after step 6,000 remain only in the paused local process and are not in this release.
6
+ The training target was 20,000 total steps. This package is not a completed 20,000-step run.
7
+
8
+ ## Files
9
+
10
+ - `train_state.pt`: raw policy, AdamW moments, LR scheduler, EMA, step and full config.
11
+ - `step-006000/`: EMA inference checkpoint, config and weight hash protocol.
12
+ - `run.json`, `resume.json`: recipe, data identity, preflight and pause details.
13
+ - `logs/`: current and original training logs. Log rows after 6,000 are history, not saved weights.
14
+ - `provenance/`: original run, original checkpoint config and hash protocol.
15
+ - `SHA256SUMS`: hashes of this package and its shared source snapshot, relative to repository root.
16
+
17
+ ## Resume
18
+
19
+ Use Python 3.12 and install `code/fmdit_continue_20261117/baselines/requirements.txt`.
20
+ Download the original dataset separately (access to its private repository is required):
21
+
22
+ ```bash
23
+ hf download humanoid-benchmark/b5-chair-push-standing-start-expert-v1 --repo-type dataset --revision 913f5a16863c360cf2211c83bf98839d3f411293 --local-dir /path/to/b5-chair-push-standing-start-expert-v1
24
+ python code/fmdit_continue_20261117/resume.py --task b5 --dataset /path/to/b5-chair-push-standing-start-expert-v1 --out /path/to/new_b5_run --cache-dir /path/to/frame_cache --steps 20000 --device cuda:0
25
+ ```
26
+
27
+ Run these commands from the downloaded model repository root. The launcher resolves its source
28
+ and state relative to itself, copies the state to a new output directory and starts the frozen
29
+ trainer with `--resume`; add `--dry-run` to inspect without copying or training.
30
+ Confirm the trainer logs `resumed` at step 6,000. `--steps` means total steps, not additional steps;
31
+ use 16000 for 10,000 more steps from this checkpoint. Existing output state is never overwritten.
32
+ No training automatically starts when this repository is downloaded.
33
+
34
+ Batch 512, seed 0, state44/action76, 16-row chunks, 168x224 head/chest RGB, hb-v2 augmentation,
35
+ 500-step original warm-up, AdamW and EMA are unchanged. At the default total of 20,000,
36
+ the saved LR/scheduler continues consistently. Choosing a different total changes cosine decay
37
+ from the next scheduler update. Original RNG and DataLoader state were not recorded; this is
38
+ not a bit-exact continuation. Offline MSE uses 256 training frames, not held-out validation
39
+ or closed-loop success. Source snapshot: `code/fmdit_continue_20261117/` (original commit `028df1bb7024fb1e3d176de7e60c84d3333cd97f`).
b5-chair-push-standing-start/b512-cont-20261117/SHA256SUMS ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ efd80e6edf87d36f99fd94bbe9b96d6b35d167ecde703487e319fbfa543fdd82 b5-chair-push-standing-start/b512-cont-20261117/RESUME.md
2
+ ab9a586c2b4e915ea22ee113593f94aaaa0450a29aecf25e591098a57cec5b84 b5-chair-push-standing-start/b512-cont-20261117/logs/parent_train_log.jsonl
3
+ 8407c661bee0cf984f86c896d602aebcdd5bf5c825ffe5e4a694ac98c485fc2e b5-chair-push-standing-start/b512-cont-20261117/logs/train_log.jsonl
4
+ 511d8933819ee51b21a2708fdd309a383f1bcce03bde0a34c658d47a33b2cff0 b5-chair-push-standing-start/b512-cont-20261117/logs/train_stdout.log
5
+ e0b6ab57b0ce166912bd79f487b087e6d82e852672dc4cbc8ffb2c6080ec9e7b b5-chair-push-standing-start/b512-cont-20261117/provenance/parent_checkpoint_config.json
6
+ 98b407d4ce9da2f79c7ed8112d6318b1dd10941b0431fe18b789045f46be8579 b5-chair-push-standing-start/b512-cont-20261117/provenance/parent_checkpoint_protocol.json
7
+ cdd12f6b34c320fa2b98c4b9d3e7763b00b47a3cb2f08b3edfbaaa604d16c08d b5-chair-push-standing-start/b512-cont-20261117/provenance/parent_run.json
8
+ cc637e45fc7a755dc7fe107fec52d58ccf54cca2428ef6ea3824cc3ef49e21ab b5-chair-push-standing-start/b512-cont-20261117/resume.json
9
+ b6947d418f47afba62436535b134da472a1b7ef460157c8ad5996b967bcab151 b5-chair-push-standing-start/b512-cont-20261117/run.json
10
+ 5577ebd4a19504480823331dcafb095e600fe6daf697ca5b144880cbfcfd2ec5 b5-chair-push-standing-start/b512-cont-20261117/step-006000/config.json
11
+ 5178087fc50ffb7c5b233bae26ba6bc083c037bcd611d62a9f573166c8b564b3 b5-chair-push-standing-start/b512-cont-20261117/step-006000/model.pt
12
+ 0a7efc01e3d1a6d2114ad7afba4f3820cfb13142dbcd80800c8604309a61933f b5-chair-push-standing-start/b512-cont-20261117/step-006000/protocol.json
13
+ 74b1d066a512bb535c3e87ad34636723b05507ef591530ae59f80b45e20f0797 b5-chair-push-standing-start/b512-cont-20261117/train_state.pt
14
+ f7cf756cb60f0ce1da9b7ab8b1549b42f9a59d608bb06addd206d270b7c2d14c code/fmdit_continue_20261117/augmentation/__init__.py
15
+ 96539b2fcf729917f668c9a776a0526c4b109611bf921dcbd753983c0f5813f2 code/fmdit_continue_20261117/augmentation/check_spec.py
16
+ 9f7713cea4f846efcfc924234267ced48210357f419d67915c10b504316bedde code/fmdit_continue_20261117/augmentation/hb_aug_v2.py
17
+ 815562186d3aaf87aba05085da6e951bc48b0b90a5d1c4910f2a3f625009bc52 code/fmdit_continue_20261117/augmentation/preview.py
18
+ 0a8ee3ccab6e183804c08066a9e7eb207d9b13ca38c0e596ce5d58c8302d7929 code/fmdit_continue_20261117/baselines/__init__.py
19
+ 3db95cd8e4e436875e11f1054a99d250ca7d94e0127909090b58730402340f19 code/fmdit_continue_20261117/baselines/act_nets.py
20
+ b537b03bc538910691b599862138494c11354147785a779a22ad83ff4b72a8d5 code/fmdit_continue_20261117/baselines/adapters.py
21
+ 88c1971e18e9842136884f6a369468fe27f189b888b39870622304101a063b06 code/fmdit_continue_20261117/baselines/data.py
22
+ 38a66937bb92393a3f1ce0644b249da28d582a4fd03d134b7743e6037abd88b9 code/fmdit_continue_20261117/baselines/nets.py
23
+ 750d4c6193aabcacc0f53df26c2c51f64b3f836b940b32ccb5c69f5959419afa code/fmdit_continue_20261117/baselines/policies.py
24
+ bb211f66038e53efd08ee3ec03e133d8bb206ec36cc608d349b4fad3a61e874b code/fmdit_continue_20261117/baselines/requirements.txt
25
+ 5d680d59124ca83f9c2088f8e1738395b87ddc58798acf7815e163102738b7ae code/fmdit_continue_20261117/baselines/runtime.py
26
+ b368d14aaab69d04f5372b1f3bb358c2a78f83134cc0e926faa8887e3ddbe297 code/fmdit_continue_20261117/baselines/train.py
27
+ fe9aaed24789080f05ce8f510d5a132bbd65e7c39b6de20500210742f0be4185 code/fmdit_continue_20261117/docs/augmentation_v2.md
28
+ 5dbc2ec3f4f0638181eef9dca07c76f3594bdd5a24141f1a4b50d6532dbe4bba code/fmdit_continue_20261117/resume.py
b5-chair-push-standing-start/b512-cont-20261117/logs/parent_train_log.jsonl ADDED
@@ -0,0 +1,41 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"event": "train", "step": 100, "lr": 2.0200000000000003e-05, "backbone_lr": 2.02e-06, "ema_decay": 0.968612, "it_s": 0.4, "data_frac": 0.916, "fm": 1.7907884335517883, "loss": 1.7907884335517883}
2
+ {"event": "train", "step": 200, "lr": 4.02e-05, "backbone_lr": 4.0200000000000005e-06, "ema_decay": 0.981267, "it_s": 0.45, "data_frac": 0.91, "fm": 1.084095389842987, "loss": 1.084095389842987}
3
+ {"event": "train", "step": 300, "lr": 6.02e-05, "backbone_lr": 6.02e-06, "ema_decay": 0.986162, "it_s": 0.48, "data_frac": 0.905, "fm": 0.8346792155504227, "loss": 0.8346792155504227}
4
+ {"event": "train", "step": 400, "lr": 8.020000000000001e-05, "backbone_lr": 8.020000000000001e-06, "ema_decay": 0.988841, "it_s": 0.41, "data_frac": 0.919, "fm": 0.33616609528660774, "loss": 0.33616609528660774}
5
+ {"event": "train", "step": 500, "lr": 0.0001, "backbone_lr": 1e-05, "ema_decay": 0.990557, "it_s": 0.42, "data_frac": 0.917, "fm": 0.22414932146668434, "loss": 0.22414932146668434}
6
+ {"event": "train", "step": 600, "lr": 9.979871469976196e-05, "backbone_lr": 9.979871469976197e-06, "ema_decay": 0.991762, "it_s": 0.47, "data_frac": 0.906, "fm": 0.19345682978630066, "loss": 0.19345682978630066}
7
+ {"event": "train", "step": 700, "lr": 9.919647942993148e-05, "backbone_lr": 9.91964794299315e-06, "ema_decay": 0.99266, "it_s": 0.39, "data_frac": 0.921, "fm": 0.17725971847772598, "loss": 0.17725971847772598}
8
+ {"event": "train", "step": 800, "lr": 9.819814303479267e-05, "backbone_lr": 9.819814303479268e-06, "ema_decay": 0.993358, "it_s": 0.43, "data_frac": 0.915, "fm": 0.16511793345212936, "loss": 0.16511793345212936}
9
+ {"event": "train", "step": 900, "lr": 9.681174353198687e-05, "backbone_lr": 9.681174353198687e-06, "ema_decay": 0.993919, "it_s": 0.45, "data_frac": 0.91, "fm": 0.15741885900497438, "loss": 0.15741885900497438}
10
+ {"event": "train", "step": 1000, "lr": 9.504844339512095e-05, "backbone_lr": 9.504844339512096e-06, "ema_decay": 0.994381, "it_s": 0.43, "data_frac": 0.912, "fm": 0.15153889253735542, "loss": 0.15153889253735542}
11
+ {"event": "train", "step": 1100, "lr": 9.292243968009331e-05, "backbone_lr": 9.292243968009332e-06, "ema_decay": 0.994768, "it_s": 0.42, "data_frac": 0.916, "fm": 0.14672573275864123, "loss": 0.14672573275864123}
12
+ {"event": "train", "step": 1200, "lr": 9.045084971874738e-05, "backbone_lr": 9.045084971874738e-06, "ema_decay": 0.995098, "it_s": 0.48, "data_frac": 0.903, "fm": 0.14304948396980763, "loss": 0.14304948396980763}
13
+ {"event": "train", "step": 1300, "lr": 8.765357330018056e-05, "backbone_lr": 8.765357330018056e-06, "ema_decay": 0.995384, "it_s": 0.41, "data_frac": 0.918, "fm": 0.13919761806726455, "loss": 0.13919761806726455}
14
+ {"event": "train", "step": 1400, "lr": 8.455313244934324e-05, "backbone_lr": 8.455313244934324e-06, "ema_decay": 0.995633, "it_s": 0.45, "data_frac": 0.91, "fm": 0.13632708579301833, "loss": 0.13632708579301833}
15
+ {"event": "train", "step": 1500, "lr": 8.117449009293668e-05, "backbone_lr": 8.117449009293668e-06, "ema_decay": 0.995853, "it_s": 0.48, "data_frac": 0.905, "fm": 0.13352992624044419, "loss": 0.13352992624044419}
16
+ {"event": "train", "step": 1600, "lr": 7.754484907260513e-05, "backbone_lr": 7.754484907260513e-06, "ema_decay": 0.996049, "it_s": 0.38, "data_frac": 0.924, "fm": 0.1312162097543478, "loss": 0.1312162097543478}
17
+ {"event": "train", "step": 1700, "lr": 7.369343312364993e-05, "backbone_lr": 7.369343312364994e-06, "ema_decay": 0.996225, "it_s": 0.47, "data_frac": 0.907, "fm": 0.13106721945106983, "loss": 0.13106721945106983}
18
+ {"event": "train", "step": 1800, "lr": 6.965125158269619e-05, "backbone_lr": 6.965125158269619e-06, "ema_decay": 0.996383, "it_s": 0.45, "data_frac": 0.911, "fm": 0.1269450791180134, "loss": 0.1269450791180134}
19
+ {"event": "train", "step": 1900, "lr": 6.545084971874738e-05, "backbone_lr": 6.545084971874738e-06, "ema_decay": 0.996527, "it_s": 0.42, "data_frac": 0.916, "fm": 0.12604121074080468, "loss": 0.12604121074080468}
20
+ {"event": "train", "step": 2000, "lr": 6.112604669781572e-05, "backbone_lr": 6.112604669781572e-06, "ema_decay": 0.996658, "it_s": 0.4, "data_frac": 0.92, "fm": 0.1254367930442095, "loss": 0.1254367930442095}
21
+ {"event": "train", "step": 2100, "lr": 5.6711663290882776e-05, "backbone_lr": 5.671166329088278e-06, "ema_decay": 0.996778, "it_s": 0.44, "data_frac": 0.912, "fm": 0.12186870411038399, "loss": 0.12186870411038399}
22
+ {"event": "train", "step": 2200, "lr": 5.2243241517525754e-05, "backbone_lr": 5.224324151752575e-06, "ema_decay": 0.996888, "it_s": 0.4, "data_frac": 0.92, "fm": 0.12166027002036571, "loss": 0.12166027002036571}
23
+ {"event": "train", "step": 2300, "lr": 4.775675848247427e-05, "backbone_lr": 4.775675848247427e-06, "ema_decay": 0.99699, "it_s": 0.43, "data_frac": 0.914, "fm": 0.11966084256768227, "loss": 0.11966084256768227}
24
+ {"event": "train", "step": 2400, "lr": 4.328833670911724e-05, "backbone_lr": 4.3288336709117246e-06, "ema_decay": 0.997085, "it_s": 0.46, "data_frac": 0.909, "fm": 0.11889605417847633, "loss": 0.11889605417847633}
25
+ {"event": "train", "step": 2500, "lr": 3.887395330218429e-05, "backbone_lr": 3.887395330218429e-06, "ema_decay": 0.997172, "it_s": 0.39, "data_frac": 0.922, "fm": 0.11775025725364685, "loss": 0.11775025725364685}
26
+ {"event": "train", "step": 2600, "lr": 3.4549150281252636e-05, "backbone_lr": 3.4549150281252635e-06, "ema_decay": 0.997254, "it_s": 0.44, "data_frac": 0.912, "fm": 0.11720367975533008, "loss": 0.11720367975533008}
27
+ {"event": "train", "step": 2700, "lr": 3.0348748417303823e-05, "backbone_lr": 3.0348748417303826e-06, "ema_decay": 0.997331, "it_s": 0.45, "data_frac": 0.91, "fm": 0.11644909419119358, "loss": 0.11644909419119358}
28
+ {"event": "train", "step": 2800, "lr": 2.630656687635007e-05, "backbone_lr": 2.6306566876350072e-06, "ema_decay": 0.997403, "it_s": 0.38, "data_frac": 0.923, "fm": 0.11563613310456276, "loss": 0.11563613310456276}
29
+ {"event": "train", "step": 2900, "lr": 2.245515092739488e-05, "backbone_lr": 2.245515092739488e-06, "ema_decay": 0.99747, "it_s": 0.45, "data_frac": 0.911, "fm": 0.11447477258741856, "loss": 0.11447477258741856}
30
+ {"event": "train", "step": 3000, "lr": 1.8825509907063327e-05, "backbone_lr": 1.8825509907063328e-06, "ema_decay": 0.997534, "it_s": 0.43, "data_frac": 0.914, "fm": 0.11389160357415676, "loss": 0.11389160357415676}
31
+ {"event": "train", "step": 3100, "lr": 1.544686755065677e-05, "backbone_lr": 1.544686755065677e-06, "ema_decay": 0.997594, "it_s": 0.39, "data_frac": 0.921, "fm": 0.11373364746570587, "loss": 0.11373364746570587}
32
+ {"event": "train", "step": 3200, "lr": 1.2346426699819458e-05, "backbone_lr": 1.234642669981946e-06, "ema_decay": 0.99765, "it_s": 0.42, "data_frac": 0.917, "fm": 0.11283902548253537, "loss": 0.11283902548253537}
33
+ {"event": "train", "step": 3300, "lr": 9.549150281252633e-06, "backbone_lr": 9.549150281252633e-07, "ema_decay": 0.997704, "it_s": 0.43, "data_frac": 0.913, "fm": 0.11270486310124397, "loss": 0.11270486310124397}
34
+ {"event": "train", "step": 3400, "lr": 7.077560319906695e-06, "backbone_lr": 7.077560319906696e-07, "ema_decay": 0.997755, "it_s": 0.39, "data_frac": 0.92, "fm": 0.11248455762863159, "loss": 0.11248455762863159}
35
+ {"event": "train", "step": 3500, "lr": 4.951556604879048e-06, "backbone_lr": 4.951556604879049e-07, "ema_decay": 0.997803, "it_s": 0.44, "data_frac": 0.913, "fm": 0.11236242108047008, "loss": 0.11236242108047008}
36
+ {"event": "train", "step": 3600, "lr": 3.18825646801314e-06, "backbone_lr": 3.18825646801314e-07, "ema_decay": 0.997849, "it_s": 0.49, "data_frac": 0.903, "fm": 0.11242782689630985, "loss": 0.11242782689630985}
37
+ {"event": "train", "step": 3700, "lr": 1.8018569652073381e-06, "backbone_lr": 1.801856965207338e-07, "ema_decay": 0.997893, "it_s": 0.42, "data_frac": 0.916, "fm": 0.11282645657658577, "loss": 0.11282645657658577}
38
+ {"event": "train", "step": 3800, "lr": 8.035205700685167e-07, "backbone_lr": 8.035205700685167e-08, "ema_decay": 0.997934, "it_s": 0.44, "data_frac": 0.913, "fm": 0.11049417972564697, "loss": 0.11049417972564697}
39
+ {"event": "train", "step": 3900, "lr": 2.012853002380466e-07, "backbone_lr": 2.012853002380466e-08, "ema_decay": 0.997974, "it_s": 0.46, "data_frac": 0.907, "fm": 0.11322126060724258, "loss": 0.11322126060724258}
40
+ {"event": "train", "step": 4000, "lr": 0.0, "backbone_lr": 0.0, "ema_decay": 0.998012, "it_s": 0.39, "data_frac": 0.922, "fm": 0.11050335392355919, "loss": 0.11050335392355919}
41
+ {"event": "save", "step": 4000, "checkpoint": "/mnt/data0/zuo/Humanoid_benchmark/results/baselines_preflight_20261117/runs/b5_chair_push_standing_start_v1/fm_dit/checkpoints/step-004000", "mse": 0.03382289409637451, "mse_row0": 0.03190438449382782, "mse_motion_token": 0.030815009027719498, "mse_inspire_left_hand_state": 0.04951713606715202, "mse_inspire_right_hand_state": 0.0502127967774868}
b5-chair-push-standing-start/b512-cont-20261117/logs/train_log.jsonl ADDED
@@ -0,0 +1,99 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"event": "train", "step": 4025, "lr": 9.215152885383474e-05, "backbone_lr": 9.215152885383473e-06, "ema_decay": 0.998021, "it_s": 0.61, "data_frac": 0.84, "fm": 0.30036773085594176, "loss": 0.30036773085594176}
2
+ {"event": "train", "step": 4050, "lr": 9.204286963963111e-05, "backbone_lr": 9.204286963963112e-06, "ema_decay": 0.998031, "it_s": 0.88, "data_frac": 0.823, "fm": 0.20012644588947295, "loss": 0.20012644588947295}
3
+ {"event": "train", "step": 4075, "lr": 9.193352839727121e-05, "backbone_lr": 9.193352839727122e-06, "ema_decay": 0.99804, "it_s": 0.79, "data_frac": 0.85, "fm": 0.16311768770217897, "loss": 0.16311768770217897}
4
+ {"event": "train", "step": 4100, "lr": 9.182350690051133e-05, "backbone_lr": 9.182350690051134e-06, "ema_decay": 0.998049, "it_s": 2.23, "data_frac": 0.587, "fm": 0.1437873661518097, "loss": 0.1437873661518097}
5
+ {"event": "train", "step": 4125, "lr": 9.171280693414307e-05, "backbone_lr": 9.171280693414307e-06, "ema_decay": 0.998058, "it_s": 0.59, "data_frac": 0.885, "fm": 0.13227831691503525, "loss": 0.13227831691503525}
6
+ {"event": "train", "step": 4150, "lr": 9.160143029396422e-05, "backbone_lr": 9.160143029396422e-06, "ema_decay": 0.998066, "it_s": 4.72, "data_frac": 0.002, "fm": 0.12756982773542405, "loss": 0.12756982773542405}
7
+ {"event": "train", "step": 4175, "lr": 9.148937878674976e-05, "backbone_lr": 9.148937878674975e-06, "ema_decay": 0.998075, "it_s": 0.92, "data_frac": 0.826, "fm": 0.12656888127326965, "loss": 0.12656888127326965}
8
+ {"event": "train", "step": 4200, "lr": 9.13766542302225e-05, "backbone_lr": 9.13766542302225e-06, "ema_decay": 0.998084, "it_s": 1.02, "data_frac": 0.794, "fm": 0.1255243808031082, "loss": 0.1255243808031082}
9
+ {"event": "train", "step": 4225, "lr": 9.126325845302357e-05, "backbone_lr": 9.126325845302357e-06, "ema_decay": 0.998092, "it_s": 1.34, "data_frac": 0.73, "fm": 0.12075435340404511, "loss": 0.12075435340404511}
10
+ {"event": "train", "step": 4250, "lr": 9.114919329468282e-05, "backbone_lr": 9.114919329468283e-06, "ema_decay": 0.998101, "it_s": 0.6, "data_frac": 0.874, "fm": 0.11895803481340408, "loss": 0.11895803481340408}
11
+ {"event": "train", "step": 4275, "lr": 9.103446060558892e-05, "backbone_lr": 9.103446060558892e-06, "ema_decay": 0.998109, "it_s": 1.11, "data_frac": 0.774, "fm": 0.11751056581735611, "loss": 0.11751056581735611}
12
+ {"event": "train", "step": 4300, "lr": 9.091906224695935e-05, "backbone_lr": 9.091906224695935e-06, "ema_decay": 0.998117, "it_s": 5.33, "data_frac": 0.001, "fm": 0.11636869221925736, "loss": 0.11636869221925736}
13
+ {"event": "train", "step": 4325, "lr": 9.080300009081024e-05, "backbone_lr": 9.080300009081025e-06, "ema_decay": 0.998125, "it_s": 0.94, "data_frac": 0.801, "fm": 0.11493111044168472, "loss": 0.11493111044168472}
14
+ {"event": "train", "step": 4350, "lr": 9.068627601992598e-05, "backbone_lr": 9.0686276019926e-06, "ema_decay": 0.998133, "it_s": 0.92, "data_frac": 0.808, "fm": 0.11559643805027008, "loss": 0.11559643805027008}
15
+ {"event": "train", "step": 4375, "lr": 9.056889192782866e-05, "backbone_lr": 9.056889192782865e-06, "ema_decay": 0.998141, "it_s": 0.7, "data_frac": 0.861, "fm": 0.11376965045928955, "loss": 0.11376965045928955}
16
+ {"event": "train", "step": 4400, "lr": 9.045084971874738e-05, "backbone_lr": 9.045084971874738e-06, "ema_decay": 0.998149, "it_s": 1.79, "data_frac": 0.654, "fm": 0.1141718265414238, "loss": 0.1141718265414238}
17
+ {"event": "train", "step": 4425, "lr": 9.033215130758735e-05, "backbone_lr": 9.033215130758735e-06, "ema_decay": 0.998157, "it_s": 0.93, "data_frac": 0.812, "fm": 0.11762478679418564, "loss": 0.11762478679418564}
18
+ {"event": "train", "step": 4450, "lr": 9.021279861989885e-05, "backbone_lr": 9.021279861989884e-06, "ema_decay": 0.998165, "it_s": 2.38, "data_frac": 0.498, "fm": 0.1135200247168541, "loss": 0.1135200247168541}
19
+ {"event": "train", "step": 4475, "lr": 9.009279359184593e-05, "backbone_lr": 9.009279359184594e-06, "ema_decay": 0.998173, "it_s": 0.93, "data_frac": 0.81, "fm": 0.11074629306793213, "loss": 0.11074629306793213}
20
+ {"event": "train", "step": 4500, "lr": 8.997213817017507e-05, "backbone_lr": 8.997213817017508e-06, "ema_decay": 0.99818, "it_s": 0.76, "data_frac": 0.837, "fm": 0.11229030340909958, "loss": 0.11229030340909958}
21
+ {"event": "train", "step": 4525, "lr": 8.985083431218354e-05, "backbone_lr": 8.985083431218354e-06, "ema_decay": 0.998188, "it_s": 1.22, "data_frac": 0.739, "fm": 0.10931755155324936, "loss": 0.10931755155324936}
22
+ {"event": "train", "step": 4550, "lr": 8.972888398568772e-05, "backbone_lr": 8.972888398568772e-06, "ema_decay": 0.998195, "it_s": 0.72, "data_frac": 0.862, "fm": 0.11274766504764556, "loss": 0.11274766504764556}
23
+ {"event": "train", "step": 4575, "lr": 8.96062891689911e-05, "backbone_lr": 8.96062891689911e-06, "ema_decay": 0.998203, "it_s": 1.19, "data_frac": 0.766, "fm": 0.11252273738384247, "loss": 0.11252273738384247}
24
+ {"event": "train", "step": 4600, "lr": 8.948305185085225e-05, "backbone_lr": 8.948305185085226e-06, "ema_decay": 0.99821, "it_s": 5.44, "data_frac": 0.001, "fm": 0.11177674174308777, "loss": 0.11177674174308777}
25
+ {"event": "train", "step": 4625, "lr": 8.935917403045251e-05, "backbone_lr": 8.935917403045251e-06, "ema_decay": 0.998217, "it_s": 0.69, "data_frac": 0.864, "fm": 0.10977381765842438, "loss": 0.10977381765842438}
26
+ {"event": "train", "step": 4650, "lr": 8.92346577173636e-05, "backbone_lr": 8.923465771736361e-06, "ema_decay": 0.998224, "it_s": 1.39, "data_frac": 0.739, "fm": 0.11017541021108627, "loss": 0.11017541021108627}
27
+ {"event": "train", "step": 4675, "lr": 8.910950493151498e-05, "backbone_lr": 8.910950493151498e-06, "ema_decay": 0.998232, "it_s": 0.71, "data_frac": 0.861, "fm": 0.11157936811447143, "loss": 0.11157936811447143}
28
+ {"event": "train", "step": 4700, "lr": 8.898371770316111e-05, "backbone_lr": 8.898371770316113e-06, "ema_decay": 0.998239, "it_s": 1.64, "data_frac": 0.685, "fm": 0.11001256704330445, "loss": 0.11001256704330445}
29
+ {"event": "train", "step": 4725, "lr": 8.885729807284856e-05, "backbone_lr": 8.885729807284855e-06, "ema_decay": 0.998246, "it_s": 0.65, "data_frac": 0.874, "fm": 0.1063080707192421, "loss": 0.1063080707192421}
30
+ {"event": "train", "step": 4750, "lr": 8.873024809138272e-05, "backbone_lr": 8.873024809138272e-06, "ema_decay": 0.998253, "it_s": 5.07, "data_frac": 0.022, "fm": 0.10854193478822709, "loss": 0.10854193478822709}
31
+ {"event": "train", "step": 4775, "lr": 8.860256981979484e-05, "backbone_lr": 8.860256981979485e-06, "ema_decay": 0.998259, "it_s": 1.34, "data_frac": 0.739, "fm": 0.10757887542247772, "loss": 0.10757887542247772}
32
+ {"event": "train", "step": 4800, "lr": 8.847426532930831e-05, "backbone_lr": 8.84742653293083e-06, "ema_decay": 0.998266, "it_s": 0.84, "data_frac": 0.83, "fm": 0.10880939394235611, "loss": 0.10880939394235611}
33
+ {"event": "train", "step": 4825, "lr": 8.834533670130518e-05, "backbone_lr": 8.834533670130518e-06, "ema_decay": 0.998273, "it_s": 1.09, "data_frac": 0.783, "fm": 0.10648771852254868, "loss": 0.10648771852254868}
34
+ {"event": "train", "step": 4850, "lr": 8.821578602729242e-05, "backbone_lr": 8.821578602729242e-06, "ema_decay": 0.99828, "it_s": 0.71, "data_frac": 0.861, "fm": 0.10719650745391845, "loss": 0.10719650745391845}
35
+ {"event": "train", "step": 4875, "lr": 8.808561540886796e-05, "backbone_lr": 8.808561540886796e-06, "ema_decay": 0.998286, "it_s": 1.78, "data_frac": 0.662, "fm": 0.10717803657054902, "loss": 0.10717803657054902}
36
+ {"event": "train", "step": 4900, "lr": 8.795482695768658e-05, "backbone_lr": 8.795482695768658e-06, "ema_decay": 0.998293, "it_s": 3.88, "data_frac": 0.275, "fm": 0.10350908666849136, "loss": 0.10350908666849136}
37
+ {"event": "train", "step": 4925, "lr": 8.782342279542568e-05, "backbone_lr": 8.782342279542569e-06, "ema_decay": 0.998299, "it_s": 0.88, "data_frac": 0.808, "fm": 0.10498440027236938, "loss": 0.10498440027236938}
38
+ {"event": "train", "step": 4950, "lr": 8.769140505375085e-05, "backbone_lr": 8.769140505375084e-06, "ema_decay": 0.998306, "it_s": 0.96, "data_frac": 0.813, "fm": 0.1064383864402771, "loss": 0.1064383864402771}
39
+ {"event": "train", "step": 4975, "lr": 8.755877587428128e-05, "backbone_lr": 8.755877587428127e-06, "ema_decay": 0.998312, "it_s": 0.85, "data_frac": 0.837, "fm": 0.10203986793756485, "loss": 0.10203986793756485}
40
+ {"event": "train", "step": 5000, "lr": 8.742553740855506e-05, "backbone_lr": 8.742553740855507e-06, "ema_decay": 0.998318, "it_s": 1.69, "data_frac": 0.668, "fm": 0.10572098553180695, "loss": 0.10572098553180695}
41
+ {"event": "train", "step": 5025, "lr": 8.729169181799422e-05, "backbone_lr": 8.729169181799423e-06, "ema_decay": 0.998325, "it_s": 0.6, "data_frac": 0.885, "fm": 0.10311138957738876, "loss": 0.10311138957738876}
42
+ {"event": "train", "step": 5050, "lr": 8.715724127386972e-05, "backbone_lr": 8.715724127386971e-06, "ema_decay": 0.998331, "it_s": 4.75, "data_frac": 0.002, "fm": 0.10220446288585663, "loss": 0.10220446288585663}
43
+ {"event": "train", "step": 5075, "lr": 8.702218795726617e-05, "backbone_lr": 8.702218795726619e-06, "ema_decay": 0.998337, "it_s": 1.02, "data_frac": 0.807, "fm": 0.10448342114686966, "loss": 0.10448342114686966}
44
+ {"event": "train", "step": 5100, "lr": 8.688653405904652e-05, "backbone_lr": 8.688653405904653e-06, "ema_decay": 0.998343, "it_s": 0.97, "data_frac": 0.793, "fm": 0.1041489601135254, "loss": 0.1041489601135254}
45
+ {"event": "train", "step": 5125, "lr": 8.675028177981643e-05, "backbone_lr": 8.675028177981643e-06, "ema_decay": 0.998349, "it_s": 1.31, "data_frac": 0.727, "fm": 0.10290780544281006, "loss": 0.10290780544281006}
46
+ {"event": "train", "step": 5150, "lr": 8.661343332988869e-05, "backbone_lr": 8.661343332988869e-06, "ema_decay": 0.998355, "it_s": 0.64, "data_frac": 0.874, "fm": 0.10130853086709976, "loss": 0.10130853086709976}
47
+ {"event": "train", "step": 5175, "lr": 8.647599092924721e-05, "backbone_lr": 8.64759909292472e-06, "ema_decay": 0.998361, "it_s": 1.04, "data_frac": 0.796, "fm": 0.1019318300485611, "loss": 0.1019318300485611}
48
+ {"event": "train", "step": 5200, "lr": 8.633795680751116e-05, "backbone_lr": 8.633795680751116e-06, "ema_decay": 0.998367, "it_s": 5.48, "data_frac": 0.001, "fm": 0.10094406306743622, "loss": 0.10094406306743622}
49
+ {"event": "train", "step": 5225, "lr": 8.619933320389872e-05, "backbone_lr": 8.619933320389872e-06, "ema_decay": 0.998373, "it_s": 0.99, "data_frac": 0.807, "fm": 0.10107415467500687, "loss": 0.10107415467500687}
50
+ {"event": "train", "step": 5250, "lr": 8.606012236719073e-05, "backbone_lr": 8.606012236719073e-06, "ema_decay": 0.998379, "it_s": 1.0, "data_frac": 0.8, "fm": 0.10106273412704468, "loss": 0.10106273412704468}
51
+ {"event": "train", "step": 5275, "lr": 8.592032655569429e-05, "backbone_lr": 8.59203265556943e-06, "ema_decay": 0.998385, "it_s": 0.68, "data_frac": 0.864, "fm": 0.09865057528018951, "loss": 0.09865057528018951}
52
+ {"event": "train", "step": 5300, "lr": 8.577994803720606e-05, "backbone_lr": 8.577994803720605e-06, "ema_decay": 0.99839, "it_s": 1.64, "data_frac": 0.684, "fm": 0.09809650510549545, "loss": 0.09809650510549545}
53
+ {"event": "train", "step": 5325, "lr": 8.56389890889755e-05, "backbone_lr": 8.56389890889755e-06, "ema_decay": 0.998396, "it_s": 0.84, "data_frac": 0.841, "fm": 0.09978836447000504, "loss": 0.09978836447000504}
54
+ {"event": "train", "step": 5350, "lr": 8.549745199766792e-05, "backbone_lr": 8.549745199766792e-06, "ema_decay": 0.998402, "it_s": 2.81, "data_frac": 0.437, "fm": 0.09904367864131927, "loss": 0.09904367864131927}
55
+ {"event": "train", "step": 5375, "lr": 8.535533905932738e-05, "backbone_lr": 8.535533905932739e-06, "ema_decay": 0.998407, "it_s": 1.06, "data_frac": 0.779, "fm": 0.10063733458518982, "loss": 0.10063733458518982}
56
+ {"event": "train", "step": 5400, "lr": 8.521265257933948e-05, "backbone_lr": 8.521265257933948e-06, "ema_decay": 0.998413, "it_s": 0.74, "data_frac": 0.857, "fm": 0.09784005373716355, "loss": 0.09784005373716355}
57
+ {"event": "train", "step": 5425, "lr": 8.506939487239388e-05, "backbone_lr": 8.506939487239389e-06, "ema_decay": 0.998418, "it_s": 1.83, "data_frac": 0.655, "fm": 0.09449451565742492, "loss": 0.09449451565742492}
58
+ {"event": "train", "step": 5450, "lr": 8.492556826244687e-05, "backbone_lr": 8.492556826244687e-06, "ema_decay": 0.998424, "it_s": 0.66, "data_frac": 0.874, "fm": 0.10104174077510834, "loss": 0.10104174077510834}
59
+ {"event": "train", "step": 5475, "lr": 8.47811750826835e-05, "backbone_lr": 8.478117508268352e-06, "ema_decay": 0.998429, "it_s": 1.01, "data_frac": 0.791, "fm": 0.09966644018888474, "loss": 0.09966644018888474}
60
+ {"event": "train", "step": 5500, "lr": 8.463621767547998e-05, "backbone_lr": 8.463621767547998e-06, "ema_decay": 0.998434, "it_s": 3.1, "data_frac": 0.411, "fm": 0.09821988344192505, "loss": 0.09821988344192505}
61
+ {"event": "train", "step": 5525, "lr": 8.449069839236538e-05, "backbone_lr": 8.44906983923654e-06, "ema_decay": 0.99844, "it_s": 1.03, "data_frac": 0.793, "fm": 0.09577731519937516, "loss": 0.09577731519937516}
62
+ {"event": "train", "step": 5550, "lr": 8.434461959398376e-05, "backbone_lr": 8.434461959398377e-06, "ema_decay": 0.998445, "it_s": 1.66, "data_frac": 0.663, "fm": 0.09619454890489579, "loss": 0.09619454890489579}
63
+ {"event": "train", "step": 5575, "lr": 8.419798365005569e-05, "backbone_lr": 8.419798365005569e-06, "ema_decay": 0.99845, "it_s": 0.62, "data_frac": 0.875, "fm": 0.10012628436088562, "loss": 0.10012628436088562}
64
+ {"event": "train", "step": 5600, "lr": 8.405079293933986e-05, "backbone_lr": 8.405079293933986e-06, "ema_decay": 0.998455, "it_s": 0.99, "data_frac": 0.795, "fm": 0.09661119401454926, "loss": 0.09661119401454926}
65
+ {"event": "train", "step": 5625, "lr": 8.390304984959454e-05, "backbone_lr": 8.390304984959455e-06, "ema_decay": 0.998461, "it_s": 0.99, "data_frac": 0.808, "fm": 0.09651722699403763, "loss": 0.09651722699403763}
66
+ {"event": "train", "step": 5650, "lr": 8.375475677753881e-05, "backbone_lr": 8.375475677753882e-06, "ema_decay": 0.998466, "it_s": 4.8, "data_frac": 0.002, "fm": 0.09850124537944793, "loss": 0.09850124537944793}
67
+ {"event": "train", "step": 5675, "lr": 8.360591612881364e-05, "backbone_lr": 8.360591612881363e-06, "ema_decay": 0.998471, "it_s": 1.13, "data_frac": 0.78, "fm": 0.09692844301462174, "loss": 0.09692844301462174}
68
+ {"event": "train", "step": 5700, "lr": 8.345653031794292e-05, "backbone_lr": 8.345653031794292e-06, "ema_decay": 0.998476, "it_s": 0.67, "data_frac": 0.868, "fm": 0.09970933407545089, "loss": 0.09970933407545089}
69
+ {"event": "train", "step": 5725, "lr": 8.330660176829428e-05, "backbone_lr": 8.330660176829427e-06, "ema_decay": 0.998481, "it_s": 1.31, "data_frac": 0.75, "fm": 0.09610348284244537, "loss": 0.09610348284244537}
70
+ {"event": "train", "step": 5750, "lr": 8.315613291203976e-05, "backbone_lr": 8.315613291203977e-06, "ema_decay": 0.998486, "it_s": 0.98, "data_frac": 0.813, "fm": 0.09469598233699798, "loss": 0.09469598233699798}
71
+ {"event": "train", "step": 5775, "lr": 8.30051261901164e-05, "backbone_lr": 8.30051261901164e-06, "ema_decay": 0.998491, "it_s": 1.14, "data_frac": 0.762, "fm": 0.09305141806602478, "loss": 0.09305141806602478}
72
+ {"event": "train", "step": 5800, "lr": 8.285358405218655e-05, "backbone_lr": 8.285358405218655e-06, "ema_decay": 0.998496, "it_s": 2.0, "data_frac": 0.608, "fm": 0.09563789576292038, "loss": 0.09563789576292038}
73
+ {"event": "train", "step": 5825, "lr": 8.270150895659823e-05, "backbone_lr": 8.270150895659824e-06, "ema_decay": 0.9985, "it_s": 0.68, "data_frac": 0.869, "fm": 0.0947405183315277, "loss": 0.0947405183315277}
74
+ {"event": "train", "step": 5850, "lr": 8.25489033703452e-05, "backbone_lr": 8.25489033703452e-06, "ema_decay": 0.998505, "it_s": 1.85, "data_frac": 0.658, "fm": 0.09316308856010437, "loss": 0.09316308856010437}
75
+ {"event": "train", "step": 5875, "lr": 8.239576976902695e-05, "backbone_lr": 8.239576976902694e-06, "ema_decay": 0.99851, "it_s": 0.69, "data_frac": 0.856, "fm": 0.0948196342587471, "loss": 0.0948196342587471}
76
+ {"event": "train", "step": 5900, "lr": 8.224211063680853e-05, "backbone_lr": 8.224211063680854e-06, "ema_decay": 0.998515, "it_s": 1.04, "data_frac": 0.785, "fm": 0.09499820053577424, "loss": 0.09499820053577424}
77
+ {"event": "train", "step": 5925, "lr": 8.208792846638029e-05, "backbone_lr": 8.20879284663803e-06, "ema_decay": 0.998519, "it_s": 0.76, "data_frac": 0.854, "fm": 0.0940330410003662, "loss": 0.0940330410003662}
78
+ {"event": "train", "step": 5950, "lr": 8.19332257589174e-05, "backbone_lr": 8.19332257589174e-06, "ema_decay": 0.998524, "it_s": 5.41, "data_frac": 0.001, "fm": 0.09308128386735916, "loss": 0.09308128386735916}
79
+ {"event": "train", "step": 5975, "lr": 8.177800502403928e-05, "backbone_lr": 8.177800502403928e-06, "ema_decay": 0.998529, "it_s": 1.89, "data_frac": 0.615, "fm": 0.09462020754814147, "loss": 0.09462020754814147}
80
+ {"event": "train", "step": 6000, "lr": 8.162226877976887e-05, "backbone_lr": 8.162226877976886e-06, "ema_decay": 0.998533, "it_s": 0.63, "data_frac": 0.876, "fm": 0.0966397100687027, "loss": 0.0966397100687027}
81
+ {"event": "save", "step": 6000, "checkpoint": "/mnt/data0/zuo/Humanoid_benchmark/results/fmdit_continue_20261117_01/runs/b5/fm_dit/checkpoints/step-006000", "mse": 0.030160661786794662, "mse_row0": 0.02748788893222809, "mse_motion_token": 0.027840631082654, "mse_inspire_left_hand_state": 0.04214290902018547, "mse_inspire_right_hand_state": 0.04292541742324829}
82
+ {"event": "train", "step": 6025, "lr": 8.146601955249188e-05, "backbone_lr": 8.146601955249187e-06, "ema_decay": 0.998538, "it_s": 0.93, "data_frac": 0.653, "fm": 0.09339529901742935, "loss": 0.09339529901742935}
83
+ {"event": "train", "step": 6050, "lr": 8.130925987691569e-05, "backbone_lr": 8.13092598769157e-06, "ema_decay": 0.998542, "it_s": 1.1, "data_frac": 0.796, "fm": 0.09227325141429901, "loss": 0.09227325141429901}
84
+ {"event": "train", "step": 6075, "lr": 8.11519922960283e-05, "backbone_lr": 8.115199229602831e-06, "ema_decay": 0.998547, "it_s": 1.59, "data_frac": 0.702, "fm": 0.09111574530601502, "loss": 0.09111574530601502}
85
+ {"event": "train", "step": 6100, "lr": 8.099421936105702e-05, "backbone_lr": 8.099421936105702e-06, "ema_decay": 0.998551, "it_s": 2.78, "data_frac": 0.464, "fm": 0.09019713640213013, "loss": 0.09019713640213013}
86
+ {"event": "train", "step": 6125, "lr": 8.083594363142717e-05, "backbone_lr": 8.083594363142717e-06, "ema_decay": 0.998556, "it_s": 0.63, "data_frac": 0.869, "fm": 0.09284347414970398, "loss": 0.09284347414970398}
87
+ {"event": "train", "step": 6150, "lr": 8.067716767472045e-05, "backbone_lr": 8.067716767472045e-06, "ema_decay": 0.99856, "it_s": 1.11, "data_frac": 0.787, "fm": 0.09122987002134324, "loss": 0.09122987002134324}
88
+ {"event": "train", "step": 6175, "lr": 8.051789406663342e-05, "backbone_lr": 8.051789406663342e-06, "ema_decay": 0.998565, "it_s": 1.2, "data_frac": 0.77, "fm": 0.09065371483564377, "loss": 0.09065371483564377}
89
+ {"event": "train", "step": 6200, "lr": 8.035812539093557e-05, "backbone_lr": 8.035812539093557e-06, "ema_decay": 0.998569, "it_s": 0.87, "data_frac": 0.827, "fm": 0.09362118899822235, "loss": 0.09362118899822235}
90
+ {"event": "train", "step": 6225, "lr": 8.019786423942752e-05, "backbone_lr": 8.019786423942752e-06, "ema_decay": 0.998573, "it_s": 0.66, "data_frac": 0.871, "fm": 0.09150694876909256, "loss": 0.09150694876909256}
91
+ {"event": "train", "step": 6250, "lr": 8.003711321189895e-05, "backbone_lr": 8.003711321189895e-06, "ema_decay": 0.998578, "it_s": 4.4, "data_frac": 0.003, "fm": 0.09103299051523209, "loss": 0.09103299051523209}
92
+ {"event": "train", "step": 6275, "lr": 7.987587491608637e-05, "backbone_lr": 7.987587491608636e-06, "ema_decay": 0.998582, "it_s": 1.51, "data_frac": 0.722, "fm": 0.08997465133666992, "loss": 0.08997465133666992}
93
+ {"event": "train", "step": 6300, "lr": 7.971415196763088e-05, "backbone_lr": 7.971415196763088e-06, "ema_decay": 0.998586, "it_s": 0.88, "data_frac": 0.818, "fm": 0.08997664302587509, "loss": 0.08997664302587509}
94
+ {"event": "train", "step": 6325, "lr": 7.95519469900357e-05, "backbone_lr": 7.95519469900357e-06, "ema_decay": 0.99859, "it_s": 0.89, "data_frac": 0.823, "fm": 0.08965153753757477, "loss": 0.08965153753757477}
95
+ {"event": "train", "step": 6350, "lr": 7.938926261462366e-05, "backbone_lr": 7.938926261462366e-06, "ema_decay": 0.998594, "it_s": 0.67, "data_frac": 0.864, "fm": 0.09144886314868927, "loss": 0.09144886314868927}
96
+ {"event": "train", "step": 6375, "lr": 7.922610148049445e-05, "backbone_lr": 7.922610148049445e-06, "ema_decay": 0.998599, "it_s": 1.9, "data_frac": 0.642, "fm": 0.0890133461356163, "loss": 0.0890133461356163}
97
+ {"event": "train", "step": 6400, "lr": 7.906246623448183e-05, "backbone_lr": 7.906246623448184e-06, "ema_decay": 0.998603, "it_s": 5.5, "data_frac": 0.001, "fm": 0.09129035502672195, "loss": 0.09129035502672195}
98
+ {"event": "train", "step": 6425, "lr": 7.889835953111075e-05, "backbone_lr": 7.889835953111075e-06, "ema_decay": 0.998607, "it_s": 0.67, "data_frac": 0.861, "fm": 0.08976365983486176, "loss": 0.08976365983486176}
99
+ {"event": "train", "step": 6450, "lr": 7.873378403255419e-05, "backbone_lr": 7.87337840325542e-06, "ema_decay": 0.998611, "it_s": 0.99, "data_frac": 0.806, "fm": 0.08863012373447418, "loss": 0.08863012373447418}
b5-chair-push-standing-start/b512-cont-20261117/logs/train_stdout.log ADDED
@@ -0,0 +1,102 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"event": "preflight", "augmentation": "hb-aug-v2-20261109", "samples": 64, "state_dim": 44, "body_dims": 29, "images_changed": 64, "body_values_moved": 1.0, "max_body_offset_deg": 2.552, "actions_bit_identical": true, "non_body_state_bit_identical": true, "eval_items_deterministic": 8}
2
+ {"event": "resumed", "step": 4000}
3
+ {"event": "start", "policy": "fm_dit", "params": 22540684, "backbone_params": 11166912, "backbone_weights": "IMAGENET1K_V1", "backbone_norm": "frozen_bn", "train_frames": 30908, "steps": 20000, "from_step": 4000, "cameras": ["ego_view", "chest"], "hw": [168, 224]}
4
+ {"event": "train", "step": 4025, "lr": 9.215152885383474e-05, "backbone_lr": 9.215152885383473e-06, "ema_decay": 0.998021, "it_s": 0.61, "data_frac": 0.84, "fm": 0.30036773085594176, "loss": 0.30036773085594176}
5
+ {"event": "train", "step": 4050, "lr": 9.204286963963111e-05, "backbone_lr": 9.204286963963112e-06, "ema_decay": 0.998031, "it_s": 0.88, "data_frac": 0.823, "fm": 0.20012644588947295, "loss": 0.20012644588947295}
6
+ {"event": "train", "step": 4075, "lr": 9.193352839727121e-05, "backbone_lr": 9.193352839727122e-06, "ema_decay": 0.99804, "it_s": 0.79, "data_frac": 0.85, "fm": 0.16311768770217897, "loss": 0.16311768770217897}
7
+ {"event": "train", "step": 4100, "lr": 9.182350690051133e-05, "backbone_lr": 9.182350690051134e-06, "ema_decay": 0.998049, "it_s": 2.23, "data_frac": 0.587, "fm": 0.1437873661518097, "loss": 0.1437873661518097}
8
+ {"event": "train", "step": 4125, "lr": 9.171280693414307e-05, "backbone_lr": 9.171280693414307e-06, "ema_decay": 0.998058, "it_s": 0.59, "data_frac": 0.885, "fm": 0.13227831691503525, "loss": 0.13227831691503525}
9
+ {"event": "train", "step": 4150, "lr": 9.160143029396422e-05, "backbone_lr": 9.160143029396422e-06, "ema_decay": 0.998066, "it_s": 4.72, "data_frac": 0.002, "fm": 0.12756982773542405, "loss": 0.12756982773542405}
10
+ {"event": "train", "step": 4175, "lr": 9.148937878674976e-05, "backbone_lr": 9.148937878674975e-06, "ema_decay": 0.998075, "it_s": 0.92, "data_frac": 0.826, "fm": 0.12656888127326965, "loss": 0.12656888127326965}
11
+ {"event": "train", "step": 4200, "lr": 9.13766542302225e-05, "backbone_lr": 9.13766542302225e-06, "ema_decay": 0.998084, "it_s": 1.02, "data_frac": 0.794, "fm": 0.1255243808031082, "loss": 0.1255243808031082}
12
+ {"event": "train", "step": 4225, "lr": 9.126325845302357e-05, "backbone_lr": 9.126325845302357e-06, "ema_decay": 0.998092, "it_s": 1.34, "data_frac": 0.73, "fm": 0.12075435340404511, "loss": 0.12075435340404511}
13
+ {"event": "train", "step": 4250, "lr": 9.114919329468282e-05, "backbone_lr": 9.114919329468283e-06, "ema_decay": 0.998101, "it_s": 0.6, "data_frac": 0.874, "fm": 0.11895803481340408, "loss": 0.11895803481340408}
14
+ {"event": "train", "step": 4275, "lr": 9.103446060558892e-05, "backbone_lr": 9.103446060558892e-06, "ema_decay": 0.998109, "it_s": 1.11, "data_frac": 0.774, "fm": 0.11751056581735611, "loss": 0.11751056581735611}
15
+ {"event": "train", "step": 4300, "lr": 9.091906224695935e-05, "backbone_lr": 9.091906224695935e-06, "ema_decay": 0.998117, "it_s": 5.33, "data_frac": 0.001, "fm": 0.11636869221925736, "loss": 0.11636869221925736}
16
+ {"event": "train", "step": 4325, "lr": 9.080300009081024e-05, "backbone_lr": 9.080300009081025e-06, "ema_decay": 0.998125, "it_s": 0.94, "data_frac": 0.801, "fm": 0.11493111044168472, "loss": 0.11493111044168472}
17
+ {"event": "train", "step": 4350, "lr": 9.068627601992598e-05, "backbone_lr": 9.0686276019926e-06, "ema_decay": 0.998133, "it_s": 0.92, "data_frac": 0.808, "fm": 0.11559643805027008, "loss": 0.11559643805027008}
18
+ {"event": "train", "step": 4375, "lr": 9.056889192782866e-05, "backbone_lr": 9.056889192782865e-06, "ema_decay": 0.998141, "it_s": 0.7, "data_frac": 0.861, "fm": 0.11376965045928955, "loss": 0.11376965045928955}
19
+ {"event": "train", "step": 4400, "lr": 9.045084971874738e-05, "backbone_lr": 9.045084971874738e-06, "ema_decay": 0.998149, "it_s": 1.79, "data_frac": 0.654, "fm": 0.1141718265414238, "loss": 0.1141718265414238}
20
+ {"event": "train", "step": 4425, "lr": 9.033215130758735e-05, "backbone_lr": 9.033215130758735e-06, "ema_decay": 0.998157, "it_s": 0.93, "data_frac": 0.812, "fm": 0.11762478679418564, "loss": 0.11762478679418564}
21
+ {"event": "train", "step": 4450, "lr": 9.021279861989885e-05, "backbone_lr": 9.021279861989884e-06, "ema_decay": 0.998165, "it_s": 2.38, "data_frac": 0.498, "fm": 0.1135200247168541, "loss": 0.1135200247168541}
22
+ {"event": "train", "step": 4475, "lr": 9.009279359184593e-05, "backbone_lr": 9.009279359184594e-06, "ema_decay": 0.998173, "it_s": 0.93, "data_frac": 0.81, "fm": 0.11074629306793213, "loss": 0.11074629306793213}
23
+ {"event": "train", "step": 4500, "lr": 8.997213817017507e-05, "backbone_lr": 8.997213817017508e-06, "ema_decay": 0.99818, "it_s": 0.76, "data_frac": 0.837, "fm": 0.11229030340909958, "loss": 0.11229030340909958}
24
+ {"event": "train", "step": 4525, "lr": 8.985083431218354e-05, "backbone_lr": 8.985083431218354e-06, "ema_decay": 0.998188, "it_s": 1.22, "data_frac": 0.739, "fm": 0.10931755155324936, "loss": 0.10931755155324936}
25
+ {"event": "train", "step": 4550, "lr": 8.972888398568772e-05, "backbone_lr": 8.972888398568772e-06, "ema_decay": 0.998195, "it_s": 0.72, "data_frac": 0.862, "fm": 0.11274766504764556, "loss": 0.11274766504764556}
26
+ {"event": "train", "step": 4575, "lr": 8.96062891689911e-05, "backbone_lr": 8.96062891689911e-06, "ema_decay": 0.998203, "it_s": 1.19, "data_frac": 0.766, "fm": 0.11252273738384247, "loss": 0.11252273738384247}
27
+ {"event": "train", "step": 4600, "lr": 8.948305185085225e-05, "backbone_lr": 8.948305185085226e-06, "ema_decay": 0.99821, "it_s": 5.44, "data_frac": 0.001, "fm": 0.11177674174308777, "loss": 0.11177674174308777}
28
+ {"event": "train", "step": 4625, "lr": 8.935917403045251e-05, "backbone_lr": 8.935917403045251e-06, "ema_decay": 0.998217, "it_s": 0.69, "data_frac": 0.864, "fm": 0.10977381765842438, "loss": 0.10977381765842438}
29
+ {"event": "train", "step": 4650, "lr": 8.92346577173636e-05, "backbone_lr": 8.923465771736361e-06, "ema_decay": 0.998224, "it_s": 1.39, "data_frac": 0.739, "fm": 0.11017541021108627, "loss": 0.11017541021108627}
30
+ {"event": "train", "step": 4675, "lr": 8.910950493151498e-05, "backbone_lr": 8.910950493151498e-06, "ema_decay": 0.998232, "it_s": 0.71, "data_frac": 0.861, "fm": 0.11157936811447143, "loss": 0.11157936811447143}
31
+ {"event": "train", "step": 4700, "lr": 8.898371770316111e-05, "backbone_lr": 8.898371770316113e-06, "ema_decay": 0.998239, "it_s": 1.64, "data_frac": 0.685, "fm": 0.11001256704330445, "loss": 0.11001256704330445}
32
+ {"event": "train", "step": 4725, "lr": 8.885729807284856e-05, "backbone_lr": 8.885729807284855e-06, "ema_decay": 0.998246, "it_s": 0.65, "data_frac": 0.874, "fm": 0.1063080707192421, "loss": 0.1063080707192421}
33
+ {"event": "train", "step": 4750, "lr": 8.873024809138272e-05, "backbone_lr": 8.873024809138272e-06, "ema_decay": 0.998253, "it_s": 5.07, "data_frac": 0.022, "fm": 0.10854193478822709, "loss": 0.10854193478822709}
34
+ {"event": "train", "step": 4775, "lr": 8.860256981979484e-05, "backbone_lr": 8.860256981979485e-06, "ema_decay": 0.998259, "it_s": 1.34, "data_frac": 0.739, "fm": 0.10757887542247772, "loss": 0.10757887542247772}
35
+ {"event": "train", "step": 4800, "lr": 8.847426532930831e-05, "backbone_lr": 8.84742653293083e-06, "ema_decay": 0.998266, "it_s": 0.84, "data_frac": 0.83, "fm": 0.10880939394235611, "loss": 0.10880939394235611}
36
+ {"event": "train", "step": 4825, "lr": 8.834533670130518e-05, "backbone_lr": 8.834533670130518e-06, "ema_decay": 0.998273, "it_s": 1.09, "data_frac": 0.783, "fm": 0.10648771852254868, "loss": 0.10648771852254868}
37
+ {"event": "train", "step": 4850, "lr": 8.821578602729242e-05, "backbone_lr": 8.821578602729242e-06, "ema_decay": 0.99828, "it_s": 0.71, "data_frac": 0.861, "fm": 0.10719650745391845, "loss": 0.10719650745391845}
38
+ {"event": "train", "step": 4875, "lr": 8.808561540886796e-05, "backbone_lr": 8.808561540886796e-06, "ema_decay": 0.998286, "it_s": 1.78, "data_frac": 0.662, "fm": 0.10717803657054902, "loss": 0.10717803657054902}
39
+ {"event": "train", "step": 4900, "lr": 8.795482695768658e-05, "backbone_lr": 8.795482695768658e-06, "ema_decay": 0.998293, "it_s": 3.88, "data_frac": 0.275, "fm": 0.10350908666849136, "loss": 0.10350908666849136}
40
+ {"event": "train", "step": 4925, "lr": 8.782342279542568e-05, "backbone_lr": 8.782342279542569e-06, "ema_decay": 0.998299, "it_s": 0.88, "data_frac": 0.808, "fm": 0.10498440027236938, "loss": 0.10498440027236938}
41
+ {"event": "train", "step": 4950, "lr": 8.769140505375085e-05, "backbone_lr": 8.769140505375084e-06, "ema_decay": 0.998306, "it_s": 0.96, "data_frac": 0.813, "fm": 0.1064383864402771, "loss": 0.1064383864402771}
42
+ {"event": "train", "step": 4975, "lr": 8.755877587428128e-05, "backbone_lr": 8.755877587428127e-06, "ema_decay": 0.998312, "it_s": 0.85, "data_frac": 0.837, "fm": 0.10203986793756485, "loss": 0.10203986793756485}
43
+ {"event": "train", "step": 5000, "lr": 8.742553740855506e-05, "backbone_lr": 8.742553740855507e-06, "ema_decay": 0.998318, "it_s": 1.69, "data_frac": 0.668, "fm": 0.10572098553180695, "loss": 0.10572098553180695}
44
+ {"event": "train", "step": 5025, "lr": 8.729169181799422e-05, "backbone_lr": 8.729169181799423e-06, "ema_decay": 0.998325, "it_s": 0.6, "data_frac": 0.885, "fm": 0.10311138957738876, "loss": 0.10311138957738876}
45
+ {"event": "train", "step": 5050, "lr": 8.715724127386972e-05, "backbone_lr": 8.715724127386971e-06, "ema_decay": 0.998331, "it_s": 4.75, "data_frac": 0.002, "fm": 0.10220446288585663, "loss": 0.10220446288585663}
46
+ {"event": "train", "step": 5075, "lr": 8.702218795726617e-05, "backbone_lr": 8.702218795726619e-06, "ema_decay": 0.998337, "it_s": 1.02, "data_frac": 0.807, "fm": 0.10448342114686966, "loss": 0.10448342114686966}
47
+ {"event": "train", "step": 5100, "lr": 8.688653405904652e-05, "backbone_lr": 8.688653405904653e-06, "ema_decay": 0.998343, "it_s": 0.97, "data_frac": 0.793, "fm": 0.1041489601135254, "loss": 0.1041489601135254}
48
+ {"event": "train", "step": 5125, "lr": 8.675028177981643e-05, "backbone_lr": 8.675028177981643e-06, "ema_decay": 0.998349, "it_s": 1.31, "data_frac": 0.727, "fm": 0.10290780544281006, "loss": 0.10290780544281006}
49
+ {"event": "train", "step": 5150, "lr": 8.661343332988869e-05, "backbone_lr": 8.661343332988869e-06, "ema_decay": 0.998355, "it_s": 0.64, "data_frac": 0.874, "fm": 0.10130853086709976, "loss": 0.10130853086709976}
50
+ {"event": "train", "step": 5175, "lr": 8.647599092924721e-05, "backbone_lr": 8.64759909292472e-06, "ema_decay": 0.998361, "it_s": 1.04, "data_frac": 0.796, "fm": 0.1019318300485611, "loss": 0.1019318300485611}
51
+ {"event": "train", "step": 5200, "lr": 8.633795680751116e-05, "backbone_lr": 8.633795680751116e-06, "ema_decay": 0.998367, "it_s": 5.48, "data_frac": 0.001, "fm": 0.10094406306743622, "loss": 0.10094406306743622}
52
+ {"event": "train", "step": 5225, "lr": 8.619933320389872e-05, "backbone_lr": 8.619933320389872e-06, "ema_decay": 0.998373, "it_s": 0.99, "data_frac": 0.807, "fm": 0.10107415467500687, "loss": 0.10107415467500687}
53
+ {"event": "train", "step": 5250, "lr": 8.606012236719073e-05, "backbone_lr": 8.606012236719073e-06, "ema_decay": 0.998379, "it_s": 1.0, "data_frac": 0.8, "fm": 0.10106273412704468, "loss": 0.10106273412704468}
54
+ {"event": "train", "step": 5275, "lr": 8.592032655569429e-05, "backbone_lr": 8.59203265556943e-06, "ema_decay": 0.998385, "it_s": 0.68, "data_frac": 0.864, "fm": 0.09865057528018951, "loss": 0.09865057528018951}
55
+ {"event": "train", "step": 5300, "lr": 8.577994803720606e-05, "backbone_lr": 8.577994803720605e-06, "ema_decay": 0.99839, "it_s": 1.64, "data_frac": 0.684, "fm": 0.09809650510549545, "loss": 0.09809650510549545}
56
+ {"event": "train", "step": 5325, "lr": 8.56389890889755e-05, "backbone_lr": 8.56389890889755e-06, "ema_decay": 0.998396, "it_s": 0.84, "data_frac": 0.841, "fm": 0.09978836447000504, "loss": 0.09978836447000504}
57
+ {"event": "train", "step": 5350, "lr": 8.549745199766792e-05, "backbone_lr": 8.549745199766792e-06, "ema_decay": 0.998402, "it_s": 2.81, "data_frac": 0.437, "fm": 0.09904367864131927, "loss": 0.09904367864131927}
58
+ {"event": "train", "step": 5375, "lr": 8.535533905932738e-05, "backbone_lr": 8.535533905932739e-06, "ema_decay": 0.998407, "it_s": 1.06, "data_frac": 0.779, "fm": 0.10063733458518982, "loss": 0.10063733458518982}
59
+ {"event": "train", "step": 5400, "lr": 8.521265257933948e-05, "backbone_lr": 8.521265257933948e-06, "ema_decay": 0.998413, "it_s": 0.74, "data_frac": 0.857, "fm": 0.09784005373716355, "loss": 0.09784005373716355}
60
+ {"event": "train", "step": 5425, "lr": 8.506939487239388e-05, "backbone_lr": 8.506939487239389e-06, "ema_decay": 0.998418, "it_s": 1.83, "data_frac": 0.655, "fm": 0.09449451565742492, "loss": 0.09449451565742492}
61
+ {"event": "train", "step": 5450, "lr": 8.492556826244687e-05, "backbone_lr": 8.492556826244687e-06, "ema_decay": 0.998424, "it_s": 0.66, "data_frac": 0.874, "fm": 0.10104174077510834, "loss": 0.10104174077510834}
62
+ {"event": "train", "step": 5475, "lr": 8.47811750826835e-05, "backbone_lr": 8.478117508268352e-06, "ema_decay": 0.998429, "it_s": 1.01, "data_frac": 0.791, "fm": 0.09966644018888474, "loss": 0.09966644018888474}
63
+ {"event": "train", "step": 5500, "lr": 8.463621767547998e-05, "backbone_lr": 8.463621767547998e-06, "ema_decay": 0.998434, "it_s": 3.1, "data_frac": 0.411, "fm": 0.09821988344192505, "loss": 0.09821988344192505}
64
+ {"event": "train", "step": 5525, "lr": 8.449069839236538e-05, "backbone_lr": 8.44906983923654e-06, "ema_decay": 0.99844, "it_s": 1.03, "data_frac": 0.793, "fm": 0.09577731519937516, "loss": 0.09577731519937516}
65
+ {"event": "train", "step": 5550, "lr": 8.434461959398376e-05, "backbone_lr": 8.434461959398377e-06, "ema_decay": 0.998445, "it_s": 1.66, "data_frac": 0.663, "fm": 0.09619454890489579, "loss": 0.09619454890489579}
66
+ {"event": "train", "step": 5575, "lr": 8.419798365005569e-05, "backbone_lr": 8.419798365005569e-06, "ema_decay": 0.99845, "it_s": 0.62, "data_frac": 0.875, "fm": 0.10012628436088562, "loss": 0.10012628436088562}
67
+ {"event": "train", "step": 5600, "lr": 8.405079293933986e-05, "backbone_lr": 8.405079293933986e-06, "ema_decay": 0.998455, "it_s": 0.99, "data_frac": 0.795, "fm": 0.09661119401454926, "loss": 0.09661119401454926}
68
+ {"event": "train", "step": 5625, "lr": 8.390304984959454e-05, "backbone_lr": 8.390304984959455e-06, "ema_decay": 0.998461, "it_s": 0.99, "data_frac": 0.808, "fm": 0.09651722699403763, "loss": 0.09651722699403763}
69
+ {"event": "train", "step": 5650, "lr": 8.375475677753881e-05, "backbone_lr": 8.375475677753882e-06, "ema_decay": 0.998466, "it_s": 4.8, "data_frac": 0.002, "fm": 0.09850124537944793, "loss": 0.09850124537944793}
70
+ {"event": "train", "step": 5675, "lr": 8.360591612881364e-05, "backbone_lr": 8.360591612881363e-06, "ema_decay": 0.998471, "it_s": 1.13, "data_frac": 0.78, "fm": 0.09692844301462174, "loss": 0.09692844301462174}
71
+ {"event": "train", "step": 5700, "lr": 8.345653031794292e-05, "backbone_lr": 8.345653031794292e-06, "ema_decay": 0.998476, "it_s": 0.67, "data_frac": 0.868, "fm": 0.09970933407545089, "loss": 0.09970933407545089}
72
+ {"event": "train", "step": 5725, "lr": 8.330660176829428e-05, "backbone_lr": 8.330660176829427e-06, "ema_decay": 0.998481, "it_s": 1.31, "data_frac": 0.75, "fm": 0.09610348284244537, "loss": 0.09610348284244537}
73
+ {"event": "train", "step": 5750, "lr": 8.315613291203976e-05, "backbone_lr": 8.315613291203977e-06, "ema_decay": 0.998486, "it_s": 0.98, "data_frac": 0.813, "fm": 0.09469598233699798, "loss": 0.09469598233699798}
74
+ {"event": "train", "step": 5775, "lr": 8.30051261901164e-05, "backbone_lr": 8.30051261901164e-06, "ema_decay": 0.998491, "it_s": 1.14, "data_frac": 0.762, "fm": 0.09305141806602478, "loss": 0.09305141806602478}
75
+ {"event": "train", "step": 5800, "lr": 8.285358405218655e-05, "backbone_lr": 8.285358405218655e-06, "ema_decay": 0.998496, "it_s": 2.0, "data_frac": 0.608, "fm": 0.09563789576292038, "loss": 0.09563789576292038}
76
+ {"event": "train", "step": 5825, "lr": 8.270150895659823e-05, "backbone_lr": 8.270150895659824e-06, "ema_decay": 0.9985, "it_s": 0.68, "data_frac": 0.869, "fm": 0.0947405183315277, "loss": 0.0947405183315277}
77
+ {"event": "train", "step": 5850, "lr": 8.25489033703452e-05, "backbone_lr": 8.25489033703452e-06, "ema_decay": 0.998505, "it_s": 1.85, "data_frac": 0.658, "fm": 0.09316308856010437, "loss": 0.09316308856010437}
78
+ {"event": "train", "step": 5875, "lr": 8.239576976902695e-05, "backbone_lr": 8.239576976902694e-06, "ema_decay": 0.99851, "it_s": 0.69, "data_frac": 0.856, "fm": 0.0948196342587471, "loss": 0.0948196342587471}
79
+ {"event": "train", "step": 5900, "lr": 8.224211063680853e-05, "backbone_lr": 8.224211063680854e-06, "ema_decay": 0.998515, "it_s": 1.04, "data_frac": 0.785, "fm": 0.09499820053577424, "loss": 0.09499820053577424}
80
+ {"event": "train", "step": 5925, "lr": 8.208792846638029e-05, "backbone_lr": 8.20879284663803e-06, "ema_decay": 0.998519, "it_s": 0.76, "data_frac": 0.854, "fm": 0.0940330410003662, "loss": 0.0940330410003662}
81
+ {"event": "train", "step": 5950, "lr": 8.19332257589174e-05, "backbone_lr": 8.19332257589174e-06, "ema_decay": 0.998524, "it_s": 5.41, "data_frac": 0.001, "fm": 0.09308128386735916, "loss": 0.09308128386735916}
82
+ {"event": "train", "step": 5975, "lr": 8.177800502403928e-05, "backbone_lr": 8.177800502403928e-06, "ema_decay": 0.998529, "it_s": 1.89, "data_frac": 0.615, "fm": 0.09462020754814147, "loss": 0.09462020754814147}
83
+ {"event": "train", "step": 6000, "lr": 8.162226877976887e-05, "backbone_lr": 8.162226877976886e-06, "ema_decay": 0.998533, "it_s": 0.63, "data_frac": 0.876, "fm": 0.0966397100687027, "loss": 0.0966397100687027}
84
+ {"event": "save", "step": 6000, "checkpoint": "/mnt/data0/zuo/Humanoid_benchmark/results/fmdit_continue_20261117_01/runs/b5/fm_dit/checkpoints/step-006000", "mse": 0.030160661786794662, "mse_row0": 0.02748788893222809, "mse_motion_token": 0.027840631082654, "mse_inspire_left_hand_state": 0.04214290902018547, "mse_inspire_right_hand_state": 0.04292541742324829}
85
+ {"event": "train", "step": 6025, "lr": 8.146601955249188e-05, "backbone_lr": 8.146601955249187e-06, "ema_decay": 0.998538, "it_s": 0.93, "data_frac": 0.653, "fm": 0.09339529901742935, "loss": 0.09339529901742935}
86
+ {"event": "train", "step": 6050, "lr": 8.130925987691569e-05, "backbone_lr": 8.13092598769157e-06, "ema_decay": 0.998542, "it_s": 1.1, "data_frac": 0.796, "fm": 0.09227325141429901, "loss": 0.09227325141429901}
87
+ {"event": "train", "step": 6075, "lr": 8.11519922960283e-05, "backbone_lr": 8.115199229602831e-06, "ema_decay": 0.998547, "it_s": 1.59, "data_frac": 0.702, "fm": 0.09111574530601502, "loss": 0.09111574530601502}
88
+ {"event": "train", "step": 6100, "lr": 8.099421936105702e-05, "backbone_lr": 8.099421936105702e-06, "ema_decay": 0.998551, "it_s": 2.78, "data_frac": 0.464, "fm": 0.09019713640213013, "loss": 0.09019713640213013}
89
+ {"event": "train", "step": 6125, "lr": 8.083594363142717e-05, "backbone_lr": 8.083594363142717e-06, "ema_decay": 0.998556, "it_s": 0.63, "data_frac": 0.869, "fm": 0.09284347414970398, "loss": 0.09284347414970398}
90
+ {"event": "train", "step": 6150, "lr": 8.067716767472045e-05, "backbone_lr": 8.067716767472045e-06, "ema_decay": 0.99856, "it_s": 1.11, "data_frac": 0.787, "fm": 0.09122987002134324, "loss": 0.09122987002134324}
91
+ {"event": "train", "step": 6175, "lr": 8.051789406663342e-05, "backbone_lr": 8.051789406663342e-06, "ema_decay": 0.998565, "it_s": 1.2, "data_frac": 0.77, "fm": 0.09065371483564377, "loss": 0.09065371483564377}
92
+ {"event": "train", "step": 6200, "lr": 8.035812539093557e-05, "backbone_lr": 8.035812539093557e-06, "ema_decay": 0.998569, "it_s": 0.87, "data_frac": 0.827, "fm": 0.09362118899822235, "loss": 0.09362118899822235}
93
+ {"event": "train", "step": 6225, "lr": 8.019786423942752e-05, "backbone_lr": 8.019786423942752e-06, "ema_decay": 0.998573, "it_s": 0.66, "data_frac": 0.871, "fm": 0.09150694876909256, "loss": 0.09150694876909256}
94
+ {"event": "train", "step": 6250, "lr": 8.003711321189895e-05, "backbone_lr": 8.003711321189895e-06, "ema_decay": 0.998578, "it_s": 4.4, "data_frac": 0.003, "fm": 0.09103299051523209, "loss": 0.09103299051523209}
95
+ {"event": "train", "step": 6275, "lr": 7.987587491608637e-05, "backbone_lr": 7.987587491608636e-06, "ema_decay": 0.998582, "it_s": 1.51, "data_frac": 0.722, "fm": 0.08997465133666992, "loss": 0.08997465133666992}
96
+ {"event": "train", "step": 6300, "lr": 7.971415196763088e-05, "backbone_lr": 7.971415196763088e-06, "ema_decay": 0.998586, "it_s": 0.88, "data_frac": 0.818, "fm": 0.08997664302587509, "loss": 0.08997664302587509}
97
+ {"event": "train", "step": 6325, "lr": 7.95519469900357e-05, "backbone_lr": 7.95519469900357e-06, "ema_decay": 0.99859, "it_s": 0.89, "data_frac": 0.823, "fm": 0.08965153753757477, "loss": 0.08965153753757477}
98
+ {"event": "train", "step": 6350, "lr": 7.938926261462366e-05, "backbone_lr": 7.938926261462366e-06, "ema_decay": 0.998594, "it_s": 0.67, "data_frac": 0.864, "fm": 0.09144886314868927, "loss": 0.09144886314868927}
99
+ {"event": "train", "step": 6375, "lr": 7.922610148049445e-05, "backbone_lr": 7.922610148049445e-06, "ema_decay": 0.998599, "it_s": 1.9, "data_frac": 0.642, "fm": 0.0890133461356163, "loss": 0.0890133461356163}
100
+ {"event": "train", "step": 6400, "lr": 7.906246623448183e-05, "backbone_lr": 7.906246623448184e-06, "ema_decay": 0.998603, "it_s": 5.5, "data_frac": 0.001, "fm": 0.09129035502672195, "loss": 0.09129035502672195}
101
+ {"event": "train", "step": 6425, "lr": 7.889835953111075e-05, "backbone_lr": 7.889835953111075e-06, "ema_decay": 0.998607, "it_s": 0.67, "data_frac": 0.861, "fm": 0.08976365983486176, "loss": 0.08976365983486176}
102
+ {"event": "train", "step": 6450, "lr": 7.873378403255419e-05, "backbone_lr": 7.87337840325542e-06, "ema_decay": 0.998611, "it_s": 0.99, "data_frac": 0.806, "fm": 0.08863012373447418, "loss": 0.08863012373447418}
b5-chair-push-standing-start/b512-cont-20261117/provenance/parent_checkpoint_config.json ADDED
@@ -0,0 +1,884 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "policy": {
3
+ "policy": "fm_dit",
4
+ "n_cameras": 2,
5
+ "state_dim": 44,
6
+ "action_dim": 76,
7
+ "horizon": 16,
8
+ "backbone": "resnet18",
9
+ "backbone_weights": "IMAGENET1K_V1",
10
+ "backbone_norm": "frozen_bn",
11
+ "hidden_dim": 384,
12
+ "num_layers": 4,
13
+ "num_heads": 8,
14
+ "mlp_ratio": 4.0,
15
+ "dropout": 0.1,
16
+ "time_embed_dim": 128,
17
+ "num_inference_steps": null,
18
+ "num_train_timesteps": 100,
19
+ "beta_schedule": "squaredcos_cap_v2",
20
+ "prediction_type": "epsilon",
21
+ "clip_sample": true,
22
+ "act_hidden_dim": 512,
23
+ "dim_feedforward": 3200,
24
+ "enc_layers": 4,
25
+ "dec_layers": 7,
26
+ "nheads": 8,
27
+ "latent_dim": 32,
28
+ "kl_weight": 10.0,
29
+ "extra": {}
30
+ },
31
+ "contract": {
32
+ "name": "g1_sonic_dfx6",
33
+ "robot": "g1",
34
+ "cameras": [
35
+ "ego_view",
36
+ "chest"
37
+ ],
38
+ "state": [
39
+ [
40
+ "observation.state",
41
+ 0,
42
+ 29
43
+ ],
44
+ [
45
+ "observation.inspire_left_hand_state",
46
+ 0,
47
+ 6
48
+ ],
49
+ [
50
+ "observation.inspire_right_hand_state",
51
+ 0,
52
+ 6
53
+ ],
54
+ [
55
+ "observation.projected_gravity",
56
+ 0,
57
+ 3
58
+ ]
59
+ ],
60
+ "action": [
61
+ [
62
+ "action.motion_token",
63
+ 0,
64
+ 64
65
+ ],
66
+ [
67
+ "observation.inspire_left_hand_state",
68
+ 0,
69
+ 6
70
+ ],
71
+ [
72
+ "observation.inspire_right_hand_state",
73
+ 0,
74
+ 6
75
+ ]
76
+ ],
77
+ "state_dim": 44,
78
+ "action_dim": 76,
79
+ "action_space": "sonic_dfx6",
80
+ "body_dims": 29
81
+ },
82
+ "image_hw": [
83
+ 168,
84
+ 224
85
+ ],
86
+ "task_text": "Establish and verify a stable two-hand grasp around the chair back, straighten it by stepping into position behind it, then walk forward to push it under the table.",
87
+ "dataset": {
88
+ "name": "b5-chair-push-standing-start-expert-v1",
89
+ "root": "/mnt/data0/zuo/Humanoid_benchmark/data/baselines/b5-chair-push-standing-start-expert-v1",
90
+ "robot_type": null,
91
+ "fps": 30.0,
92
+ "episodes": [
93
+ 0,
94
+ 1,
95
+ 2,
96
+ 3,
97
+ 4,
98
+ 5,
99
+ 6,
100
+ 7,
101
+ 8,
102
+ 9,
103
+ 10,
104
+ 11,
105
+ 12,
106
+ 13,
107
+ 14,
108
+ 15,
109
+ 16,
110
+ 17,
111
+ 18,
112
+ 19,
113
+ 20,
114
+ 21,
115
+ 22,
116
+ 23,
117
+ 24,
118
+ 25,
119
+ 26,
120
+ 27,
121
+ 28,
122
+ 29,
123
+ 30,
124
+ 31,
125
+ 32,
126
+ 33,
127
+ 34,
128
+ 35,
129
+ 36,
130
+ 37,
131
+ 38,
132
+ 39,
133
+ 40,
134
+ 41,
135
+ 42,
136
+ 43,
137
+ 44,
138
+ 45,
139
+ 46,
140
+ 47,
141
+ 48,
142
+ 49,
143
+ 50,
144
+ 51,
145
+ 52,
146
+ 53,
147
+ 54,
148
+ 55,
149
+ 56,
150
+ 57,
151
+ 58,
152
+ 59,
153
+ 60,
154
+ 61,
155
+ 62,
156
+ 63,
157
+ 64,
158
+ 65,
159
+ 66,
160
+ 67,
161
+ 68,
162
+ 69,
163
+ 70,
164
+ 71,
165
+ 72,
166
+ 73,
167
+ 74,
168
+ 75,
169
+ 76,
170
+ 77,
171
+ 78,
172
+ 79,
173
+ 80,
174
+ 81,
175
+ 82,
176
+ 83,
177
+ 84,
178
+ 85,
179
+ 86,
180
+ 87,
181
+ 88,
182
+ 89,
183
+ 90,
184
+ 91,
185
+ 92,
186
+ 93,
187
+ 94,
188
+ 95,
189
+ 96,
190
+ 97,
191
+ 98,
192
+ 99
193
+ ],
194
+ "train_episodes": [
195
+ 0,
196
+ 1,
197
+ 2,
198
+ 3,
199
+ 4,
200
+ 5,
201
+ 6,
202
+ 7,
203
+ 8,
204
+ 9,
205
+ 10,
206
+ 11,
207
+ 12,
208
+ 13,
209
+ 14,
210
+ 15,
211
+ 16,
212
+ 17,
213
+ 18,
214
+ 19,
215
+ 20,
216
+ 21,
217
+ 22,
218
+ 23,
219
+ 24,
220
+ 25,
221
+ 26,
222
+ 27,
223
+ 28,
224
+ 29,
225
+ 30,
226
+ 31,
227
+ 32,
228
+ 33,
229
+ 34,
230
+ 35,
231
+ 36,
232
+ 37,
233
+ 38,
234
+ 39,
235
+ 40,
236
+ 41,
237
+ 42,
238
+ 43,
239
+ 44,
240
+ 45,
241
+ 46,
242
+ 47,
243
+ 48,
244
+ 49,
245
+ 50,
246
+ 51,
247
+ 52,
248
+ 53,
249
+ 54,
250
+ 55,
251
+ 56,
252
+ 57,
253
+ 58,
254
+ 59,
255
+ 60,
256
+ 61,
257
+ 62,
258
+ 63,
259
+ 64,
260
+ 65,
261
+ 66,
262
+ 67,
263
+ 68,
264
+ 69,
265
+ 70,
266
+ 71,
267
+ 72,
268
+ 73,
269
+ 74,
270
+ 75,
271
+ 76,
272
+ 77,
273
+ 78,
274
+ 79,
275
+ 80,
276
+ 81,
277
+ 82,
278
+ 83,
279
+ 84,
280
+ 85,
281
+ 86,
282
+ 87,
283
+ 88,
284
+ 89,
285
+ 90,
286
+ 91,
287
+ 92,
288
+ 93,
289
+ 94,
290
+ 95,
291
+ 96,
292
+ 97,
293
+ 98,
294
+ 99
295
+ ],
296
+ "val_episodes": [],
297
+ "train_frames": 30908,
298
+ "git_commit": null
299
+ },
300
+ "training": {
301
+ "steps": 4000,
302
+ "batch_size": 512,
303
+ "lr": 0.0001,
304
+ "betas": [
305
+ 0.95,
306
+ 0.999
307
+ ],
308
+ "weight_decay": 1e-06,
309
+ "warmup": 500,
310
+ "schedule": "linear warm-up + cosine",
311
+ "backbone_lr_scale": 0.1,
312
+ "ema": 0.9999,
313
+ "shift_px": 0,
314
+ "amp": true,
315
+ "seed": 0,
316
+ "augmentation": {
317
+ "spec": "docs/augmentation_v2.md",
318
+ "version": "hb-aug-v2-20261109",
319
+ "implementation": "evaluation/augmentation/hb_aug_v2.py",
320
+ "visual": {
321
+ "effects": [
322
+ "exposure",
323
+ "contrast",
324
+ "saturation",
325
+ "hue",
326
+ "gamma",
327
+ "temperature",
328
+ "rotation_crop",
329
+ "noise",
330
+ "gaussian_blur",
331
+ "jpeg",
332
+ "motion_blur",
333
+ "sharpen",
334
+ "defocus",
335
+ "light_shadow",
336
+ "wb_channel"
337
+ ],
338
+ "boosted_per_sample": 1,
339
+ "boost": 1.5,
340
+ "pixel_scale": "H / 224",
341
+ "future_targets": "none (one observation frame)"
342
+ },
343
+ "proprio": {
344
+ "robot": "g1",
345
+ "body_dims": 29,
346
+ "bias_deg": 2.0,
347
+ "bias_scope": "per_sample",
348
+ "noise_deg": 0.25,
349
+ "noise_clip_sigma": 3,
350
+ "delay_probability": 0.0,
351
+ "history_drop_probability": 0.0,
352
+ "velocity": false
353
+ },
354
+ "native_image_augmentation": "off",
355
+ "evaluation": "off"
356
+ },
357
+ "preflight": {
358
+ "samples": 64,
359
+ "state_dim": 44,
360
+ "body_dims": 29,
361
+ "images_changed": 64,
362
+ "body_values_moved": 1.0,
363
+ "max_body_offset_deg": 2.6143,
364
+ "actions_bit_identical": true,
365
+ "non_body_state_bit_identical": true,
366
+ "eval_items_deterministic": 8
367
+ }
368
+ },
369
+ "stats": {
370
+ "state": {
371
+ "min": [
372
+ -0.5093753933906555,
373
+ -0.12233220040798187,
374
+ -0.12761788070201874,
375
+ 0.10250309854745865,
376
+ -0.8273318409919739,
377
+ -0.15657654404640198,
378
+ -0.4967050552368164,
379
+ -0.30181893706321716,
380
+ -0.5301669836044312,
381
+ 0.09314415603876114,
382
+ -0.8944554924964905,
383
+ -0.14240269362926483,
384
+ -0.10451218485832214,
385
+ -0.0940587967634201,
386
+ -0.13018359243869781,
387
+ -1.393661618232727,
388
+ -0.020927773788571358,
389
+ -0.7382517457008362,
390
+ -0.8502405285835266,
391
+ -0.11091316491365433,
392
+ -0.24967733025550842,
393
+ -1.2172361612319946,
394
+ -1.5036237239837646,
395
+ -1.1288223266601562,
396
+ -0.02860570326447487,
397
+ -0.8521270155906677,
398
+ -1.870940923690796,
399
+ -0.095971018075943,
400
+ -0.1065346822142601,
401
+ 0.0,
402
+ 0.5949721336364746,
403
+ 0.6192536950111389,
404
+ 0.6028932332992554,
405
+ 0.3511531352996826,
406
+ 0.0,
407
+ 0.0,
408
+ 0.5953419804573059,
409
+ 0.6113170981407166,
410
+ 0.5994111895561218,
411
+ 0.03766731545329094,
412
+ 0.0,
413
+ -0.3042502999305725,
414
+ -0.098258838057518,
415
+ -0.9999995827674866
416
+ ],
417
+ "max": [
418
+ 0.42436036467552185,
419
+ 0.2632223069667816,
420
+ 0.4142952561378479,
421
+ 1.3769621849060059,
422
+ 0.3906438946723938,
423
+ 0.12971684336662292,
424
+ 0.28290697932243347,
425
+ 0.07751978188753128,
426
+ 0.012389450334012508,
427
+ 1.309631109237671,
428
+ 0.5117528438568115,
429
+ 0.14354851841926575,
430
+ 0.09299838542938232,
431
+ 0.1345142424106598,
432
+ 0.16879205405712128,
433
+ 0.26465392112731934,
434
+ 1.0681228637695312,
435
+ 0.368639200925827,
436
+ 1.2249290943145752,
437
+ 1.7016332149505615,
438
+ 0.73288893699646,
439
+ 0.4079762399196625,
440
+ 0.20960678160190582,
441
+ 0.1851842999458313,
442
+ 0.9496553540229797,
443
+ 1.338996171951294,
444
+ 0.04667161777615547,
445
+ 1.0116424560546875,
446
+ 1.5066314935684204,
447
+ 1.0,
448
+ 1.0,
449
+ 1.0,
450
+ 1.0,
451
+ 1.0,
452
+ 0.9997431039810181,
453
+ 1.0,
454
+ 1.0,
455
+ 1.0,
456
+ 1.0,
457
+ 1.0,
458
+ 0.9997568130493164,
459
+ 0.011030972935259342,
460
+ 0.10935939103364944,
461
+ -0.9520710110664368
462
+ ],
463
+ "mean": [
464
+ -0.015364952224250912,
465
+ 0.081615613869982,
466
+ 0.12889738646888202,
467
+ 0.27149564947104204,
468
+ -0.14955734140047547,
469
+ -0.03703078041298108,
470
+ -0.0667806330627162,
471
+ -0.07314824380692604,
472
+ -0.2412484148070091,
473
+ 0.25491780809063996,
474
+ -0.10854783438820112,
475
+ -0.005161355253899878,
476
+ 0.003673423170905123,
477
+ 0.02969264617779002,
478
+ 0.08950587210737222,
479
+ -0.47956076188028,
480
+ 0.42631070073819,
481
+ -0.27129812784427826,
482
+ 0.16324256069371254,
483
+ 1.0385976806191235,
484
+ 0.32744283883844555,
485
+ -0.3669884986385585,
486
+ -0.5611831615193444,
487
+ -0.3750104856050489,
488
+ 0.3347049141703264,
489
+ 0.09427332727041168,
490
+ -1.2676208074144515,
491
+ 0.44498776552803626,
492
+ 0.6750011010472442,
493
+ 0.8714133721444814,
494
+ 0.8704363160829457,
495
+ 0.871101992679426,
496
+ 0.8709877289072792,
497
+ 0.9374116361295481,
498
+ 0.000909107080241183,
499
+ 0.8686004803123465,
500
+ 0.8727763422085179,
501
+ 0.8736698483416437,
502
+ 0.873315653691274,
503
+ 0.9243064344480587,
504
+ 0.0010054465065242088,
505
+ -0.07857978353459398,
506
+ 0.005790211846556424,
507
+ -0.9955768040204798
508
+ ],
509
+ "std": [
510
+ 0.12856331774418192,
511
+ 0.037393329668315815,
512
+ 0.05114975202975518,
513
+ 0.19438684278818802,
514
+ 0.12199680903864253,
515
+ 0.042366122817800854,
516
+ 0.1197195537504191,
517
+ 0.041234348615534516,
518
+ 0.06264541254527864,
519
+ 0.19296680414798664,
520
+ 0.14698603073664226,
521
+ 0.03873242198119102,
522
+ 0.022580757805711404,
523
+ 0.02236052295122295,
524
+ 0.03593445604445683,
525
+ 0.3256732586786403,
526
+ 0.19224309523346822,
527
+ 0.1334741564088957,
528
+ 0.48949046035954324,
529
+ 0.3411011488066223,
530
+ 0.17404862210424266,
531
+ 0.28167826002687124,
532
+ 0.32010586210868225,
533
+ 0.19978493123512664,
534
+ 0.12314692856716673,
535
+ 0.4856849744536303,
536
+ 0.4150175273557762,
537
+ 0.18968756344956073,
538
+ 0.36121237047109955,
539
+ 0.16123118351068702,
540
+ 0.16110483963491448,
541
+ 0.16022198436241275,
542
+ 0.16099862679020233,
543
+ 0.07811886944382597,
544
+ 0.019824963023862628,
545
+ 0.1676569977855643,
546
+ 0.15816317480687228,
547
+ 0.15654935499028427,
548
+ 0.15744207009759817,
549
+ 0.1022531519695512,
550
+ 0.019857930854210358,
551
+ 0.048533023773255274,
552
+ 0.015253372177349003,
553
+ 0.005513492459359003
554
+ ]
555
+ },
556
+ "action": {
557
+ "min": [
558
+ -0.4375,
559
+ -0.375,
560
+ -0.5,
561
+ -0.4375,
562
+ -0.4375,
563
+ -0.1875,
564
+ -0.3125,
565
+ -0.4375,
566
+ -0.1875,
567
+ -0.5,
568
+ -0.5,
569
+ -0.25,
570
+ -0.625,
571
+ -0.125,
572
+ -0.3125,
573
+ -0.25,
574
+ -0.125,
575
+ -0.1875,
576
+ -0.5,
577
+ -0.3125,
578
+ -0.5625,
579
+ -0.5,
580
+ -0.0625,
581
+ -0.1875,
582
+ -0.5,
583
+ -0.4375,
584
+ -0.375,
585
+ -0.1875,
586
+ -0.4375,
587
+ -0.3125,
588
+ -0.3125,
589
+ -0.1875,
590
+ -0.0625,
591
+ -0.1875,
592
+ -0.5,
593
+ -0.5,
594
+ -0.125,
595
+ -0.5625,
596
+ -0.3125,
597
+ -0.25,
598
+ -0.375,
599
+ -0.5,
600
+ -0.5625,
601
+ -0.0625,
602
+ -0.5,
603
+ -0.625,
604
+ -0.6875,
605
+ -0.1875,
606
+ 0.0,
607
+ -0.375,
608
+ -0.5,
609
+ -0.3125,
610
+ -0.375,
611
+ -0.4375,
612
+ -0.5,
613
+ -0.25,
614
+ -0.6875,
615
+ -0.1875,
616
+ -0.3125,
617
+ -0.5,
618
+ -0.625,
619
+ -0.3125,
620
+ -0.4375,
621
+ -0.1875,
622
+ 0.0,
623
+ 0.5949721336364746,
624
+ 0.6192536950111389,
625
+ 0.6028932332992554,
626
+ 0.3511531352996826,
627
+ 0.0,
628
+ 0.0,
629
+ 0.5953419804573059,
630
+ 0.6113170981407166,
631
+ 0.5994111895561218,
632
+ 0.03766731545329094,
633
+ 0.0
634
+ ],
635
+ "max": [
636
+ 0.1875,
637
+ 0.5,
638
+ 0.375,
639
+ 0.25,
640
+ 0.4375,
641
+ 0.5625,
642
+ 0.3125,
643
+ 0.3125,
644
+ 0.5,
645
+ 0.25,
646
+ 0.125,
647
+ 0.3125,
648
+ 0.5,
649
+ 0.6875,
650
+ 0.4375,
651
+ 0.3125,
652
+ 0.4375,
653
+ 0.375,
654
+ 0.25,
655
+ 0.5,
656
+ 0.0625,
657
+ 0.1875,
658
+ 0.4375,
659
+ 0.5625,
660
+ 0.5625,
661
+ 0.375,
662
+ 0.0,
663
+ 0.4375,
664
+ 0.3125,
665
+ 0.625,
666
+ 0.625,
667
+ 0.625,
668
+ 0.6875,
669
+ 0.5,
670
+ 0.3125,
671
+ 0.0625,
672
+ 0.6875,
673
+ 0.1875,
674
+ 0.4375,
675
+ 0.1875,
676
+ 0.375,
677
+ 0.125,
678
+ 0.25,
679
+ 0.5,
680
+ 0.3125,
681
+ 0.4375,
682
+ 0.4375,
683
+ 0.375,
684
+ 0.8125,
685
+ 0.4375,
686
+ 0.5,
687
+ 0.5,
688
+ 0.5,
689
+ 0.375,
690
+ 0.25,
691
+ 0.1875,
692
+ 0.5,
693
+ 0.375,
694
+ 0.1875,
695
+ 0.25,
696
+ -0.0625,
697
+ 0.375,
698
+ 0.1875,
699
+ 0.5625,
700
+ 1.0,
701
+ 1.0,
702
+ 1.0,
703
+ 1.0,
704
+ 1.0,
705
+ 0.9997431039810181,
706
+ 1.0,
707
+ 1.0,
708
+ 1.0,
709
+ 1.0,
710
+ 1.0,
711
+ 0.9997568130493164
712
+ ],
713
+ "mean": [
714
+ -0.1328256438462534,
715
+ 0.14030752555972564,
716
+ -0.07960115504076615,
717
+ 0.016393409473275528,
718
+ 0.02376811828652776,
719
+ 0.2037397275786204,
720
+ -0.08447448880548725,
721
+ -0.022285896855183125,
722
+ 0.2105644169794228,
723
+ -0.20490043030930502,
724
+ -0.20489031965834087,
725
+ -0.02232229519865407,
726
+ -0.24486985570078945,
727
+ 0.35233394266856477,
728
+ 0.11206645528665718,
729
+ -0.004509350330011648,
730
+ 0.19562694124498511,
731
+ 0.047886065096415166,
732
+ -0.09148723631422286,
733
+ 0.09802276109745049,
734
+ -0.2587922220784263,
735
+ -0.20438680924032612,
736
+ 0.22753211142746216,
737
+ 0.0762383525300893,
738
+ 0.16564683900608257,
739
+ -0.046375533842370906,
740
+ -0.1699741976187395,
741
+ 0.0878838003105992,
742
+ -0.034000097062249254,
743
+ 0.36507336288339587,
744
+ 0.20983847224019672,
745
+ 0.22507724537336612,
746
+ 0.2735578167464734,
747
+ 0.12311941892066779,
748
+ -0.15756236249514688,
749
+ -0.23991563672835511,
750
+ 0.16439918467710626,
751
+ -0.22254553837194255,
752
+ -0.02215243626245632,
753
+ -0.09517155752555972,
754
+ -0.06882926750355894,
755
+ -0.21601203571890773,
756
+ -0.13072465057590268,
757
+ 0.23748099197618738,
758
+ -0.1322998899961175,
759
+ -0.21782386437168372,
760
+ -0.3010628316293516,
761
+ 0.09485812734567102,
762
+ 0.45991531318752427,
763
+ 0.008933771191924421,
764
+ -0.006416219101850654,
765
+ 0.09854042642681507,
766
+ 0.20279539277856864,
767
+ -0.047738449592338555,
768
+ -0.16898537595444546,
769
+ -0.035510628316293515,
770
+ -0.2886550407661447,
771
+ 0.056002895690436136,
772
+ -0.09289868318881843,
773
+ -0.14478856606703766,
774
+ -0.38754125145593377,
775
+ 0.07912797657564384,
776
+ -0.14342565031707002,
777
+ 0.2597203798369354,
778
+ 0.8714133721444814,
779
+ 0.8704363160829457,
780
+ 0.871101992679426,
781
+ 0.8709877289072792,
782
+ 0.9374116361295481,
783
+ 0.000909107080241183,
784
+ 0.8686004803123465,
785
+ 0.8727763422085179,
786
+ 0.8736698483416437,
787
+ 0.873315653691274,
788
+ 0.9243064344480587,
789
+ 0.0010054465065242088
790
+ ],
791
+ "std": [
792
+ 0.07789955998211606,
793
+ 0.15884626071604924,
794
+ 0.1581233979968548,
795
+ 0.09502975183202761,
796
+ 0.10422883895758395,
797
+ 0.13493252972835035,
798
+ 0.09668550524041442,
799
+ 0.10216842451806651,
800
+ 0.13706091772556664,
801
+ 0.1357826846018742,
802
+ 0.10177050699336576,
803
+ 0.08465054607636743,
804
+ 0.20205230739695762,
805
+ 0.12706670920463609,
806
+ 0.15069616802995173,
807
+ 0.06293637535646919,
808
+ 0.08382843427524267,
809
+ 0.07581424073507208,
810
+ 0.13568732985173562,
811
+ 0.14033116801561796,
812
+ 0.09932655110968273,
813
+ 0.09121062873145251,
814
+ 0.07208299484685422,
815
+ 0.1299125790615487,
816
+ 0.17977553384414668,
817
+ 0.1506115834117787,
818
+ 0.06899038047757403,
819
+ 0.08011449013545052,
820
+ 0.12308408904450967,
821
+ 0.16677321150773933,
822
+ 0.15547954149229914,
823
+ 0.10494672115866652,
824
+ 0.09867708152909252,
825
+ 0.10241109878343188,
826
+ 0.13636784165465646,
827
+ 0.07477624483874172,
828
+ 0.12988677428759557,
829
+ 0.13445998836373205,
830
+ 0.09184543622018963,
831
+ 0.0721655820519191,
832
+ 0.08807969513597146,
833
+ 0.11157826948556746,
834
+ 0.14881728477040088,
835
+ 0.09995603247268962,
836
+ 0.11745649633145971,
837
+ 0.19648932081391213,
838
+ 0.1997733493935003,
839
+ 0.07585100812231088,
840
+ 0.12983318820006998,
841
+ 0.13470484176152134,
842
+ 0.12727505199554814,
843
+ 0.1148687607803913,
844
+ 0.16623945022132947,
845
+ 0.0903189189593882,
846
+ 0.11630889040778654,
847
+ 0.06267302238221951,
848
+ 0.2107078066502835,
849
+ 0.0918116315905211,
850
+ 0.07687874194300864,
851
+ 0.1305883985144006,
852
+ 0.11356755494785113,
853
+ 0.0892572154462054,
854
+ 0.1057525617384013,
855
+ 0.12177318529042777,
856
+ 0.16123118351068702,
857
+ 0.16110483963491448,
858
+ 0.16022198436241275,
859
+ 0.16099862679020233,
860
+ 0.07811886944382597,
861
+ 0.019824963023862628,
862
+ 0.1676569977855643,
863
+ 0.15816317480687228,
864
+ 0.15654935499028427,
865
+ 0.15744207009759817,
866
+ 0.1022531519695512,
867
+ 0.019857930854210358
868
+ ]
869
+ }
870
+ },
871
+ "code_commit": "028df1bb7024fb1e3d176de7e60c84d3333cd97f",
872
+ "step": 4000,
873
+ "weights": "ema",
874
+ "offline_eval": {
875
+ "mse": 0.03382289409637451,
876
+ "mse_row0": 0.03190438449382782,
877
+ "mse_motion_token": 0.030815009027719498,
878
+ "mse_inspire_left_hand_state": 0.04951713606715202,
879
+ "mse_inspire_right_hand_state": 0.0502127967774868,
880
+ "samples": 256,
881
+ "frames": "train"
882
+ },
883
+ "format": "hb_baselines/1"
884
+ }
b5-chair-push-standing-start/b512-cont-20261117/provenance/parent_checkpoint_protocol.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "format": "hb_baselines/1",
3
+ "step": 4000,
4
+ "policy": "fm_dit",
5
+ "files": {
6
+ "model.pt": {
7
+ "bytes": 90311509,
8
+ "sha256": "d258772759c5954d4d649766d1827f49c9b1627119151ca407e4c44eda9fdec6"
9
+ }
10
+ }
11
+ }
b5-chair-push-standing-start/b512-cont-20261117/provenance/parent_run.json ADDED
@@ -0,0 +1,894 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "argv": [
3
+ "/mnt/data0/zuo/Humanoid_benchmark/results/baselines_preflight_20261117/main/evaluation/baselines/train.py",
4
+ "--policy",
5
+ "fm_dit",
6
+ "--contract",
7
+ "g1_sonic_dfx6",
8
+ "--dataset",
9
+ "/mnt/data0/zuo/Humanoid_benchmark/data/baselines/b5-chair-push-standing-start-expert-v1",
10
+ "--cache-dir",
11
+ "/mnt/data0/zuo/Humanoid_benchmark/cache/baselines/frames",
12
+ "--out",
13
+ "/mnt/data0/zuo/Humanoid_benchmark/results/baselines_preflight_20261117/runs/b5_chair_push_standing_start_v1/fm_dit",
14
+ "--batch-size",
15
+ "512",
16
+ "--steps",
17
+ "4000",
18
+ "--workers",
19
+ "12"
20
+ ],
21
+ "started": "2026-11-17T04:07:16",
22
+ "host": "xt-p-A100-004",
23
+ "torch": "2.9.0+cu128",
24
+ "policy": {
25
+ "policy": "fm_dit",
26
+ "n_cameras": 2,
27
+ "state_dim": 44,
28
+ "action_dim": 76,
29
+ "horizon": 16,
30
+ "backbone": "resnet18",
31
+ "backbone_weights": "IMAGENET1K_V1",
32
+ "backbone_norm": "frozen_bn",
33
+ "hidden_dim": 384,
34
+ "num_layers": 4,
35
+ "num_heads": 8,
36
+ "mlp_ratio": 4.0,
37
+ "dropout": 0.1,
38
+ "time_embed_dim": 128,
39
+ "num_inference_steps": null,
40
+ "num_train_timesteps": 100,
41
+ "beta_schedule": "squaredcos_cap_v2",
42
+ "prediction_type": "epsilon",
43
+ "clip_sample": true,
44
+ "act_hidden_dim": 512,
45
+ "dim_feedforward": 3200,
46
+ "enc_layers": 4,
47
+ "dec_layers": 7,
48
+ "nheads": 8,
49
+ "latent_dim": 32,
50
+ "kl_weight": 10.0,
51
+ "extra": {}
52
+ },
53
+ "contract": {
54
+ "name": "g1_sonic_dfx6",
55
+ "robot": "g1",
56
+ "cameras": [
57
+ "ego_view",
58
+ "chest"
59
+ ],
60
+ "state": [
61
+ [
62
+ "observation.state",
63
+ 0,
64
+ 29
65
+ ],
66
+ [
67
+ "observation.inspire_left_hand_state",
68
+ 0,
69
+ 6
70
+ ],
71
+ [
72
+ "observation.inspire_right_hand_state",
73
+ 0,
74
+ 6
75
+ ],
76
+ [
77
+ "observation.projected_gravity",
78
+ 0,
79
+ 3
80
+ ]
81
+ ],
82
+ "action": [
83
+ [
84
+ "action.motion_token",
85
+ 0,
86
+ 64
87
+ ],
88
+ [
89
+ "observation.inspire_left_hand_state",
90
+ 0,
91
+ 6
92
+ ],
93
+ [
94
+ "observation.inspire_right_hand_state",
95
+ 0,
96
+ 6
97
+ ]
98
+ ],
99
+ "state_dim": 44,
100
+ "action_dim": 76,
101
+ "action_space": "sonic_dfx6",
102
+ "body_dims": 29
103
+ },
104
+ "image_hw": [
105
+ 168,
106
+ 224
107
+ ],
108
+ "task_text": "Establish and verify a stable two-hand grasp around the chair back, straighten it by stepping into position behind it, then walk forward to push it under the table.",
109
+ "dataset": {
110
+ "name": "b5-chair-push-standing-start-expert-v1",
111
+ "root": "/mnt/data0/zuo/Humanoid_benchmark/data/baselines/b5-chair-push-standing-start-expert-v1",
112
+ "robot_type": null,
113
+ "fps": 30.0,
114
+ "episodes": [
115
+ 0,
116
+ 1,
117
+ 2,
118
+ 3,
119
+ 4,
120
+ 5,
121
+ 6,
122
+ 7,
123
+ 8,
124
+ 9,
125
+ 10,
126
+ 11,
127
+ 12,
128
+ 13,
129
+ 14,
130
+ 15,
131
+ 16,
132
+ 17,
133
+ 18,
134
+ 19,
135
+ 20,
136
+ 21,
137
+ 22,
138
+ 23,
139
+ 24,
140
+ 25,
141
+ 26,
142
+ 27,
143
+ 28,
144
+ 29,
145
+ 30,
146
+ 31,
147
+ 32,
148
+ 33,
149
+ 34,
150
+ 35,
151
+ 36,
152
+ 37,
153
+ 38,
154
+ 39,
155
+ 40,
156
+ 41,
157
+ 42,
158
+ 43,
159
+ 44,
160
+ 45,
161
+ 46,
162
+ 47,
163
+ 48,
164
+ 49,
165
+ 50,
166
+ 51,
167
+ 52,
168
+ 53,
169
+ 54,
170
+ 55,
171
+ 56,
172
+ 57,
173
+ 58,
174
+ 59,
175
+ 60,
176
+ 61,
177
+ 62,
178
+ 63,
179
+ 64,
180
+ 65,
181
+ 66,
182
+ 67,
183
+ 68,
184
+ 69,
185
+ 70,
186
+ 71,
187
+ 72,
188
+ 73,
189
+ 74,
190
+ 75,
191
+ 76,
192
+ 77,
193
+ 78,
194
+ 79,
195
+ 80,
196
+ 81,
197
+ 82,
198
+ 83,
199
+ 84,
200
+ 85,
201
+ 86,
202
+ 87,
203
+ 88,
204
+ 89,
205
+ 90,
206
+ 91,
207
+ 92,
208
+ 93,
209
+ 94,
210
+ 95,
211
+ 96,
212
+ 97,
213
+ 98,
214
+ 99
215
+ ],
216
+ "train_episodes": [
217
+ 0,
218
+ 1,
219
+ 2,
220
+ 3,
221
+ 4,
222
+ 5,
223
+ 6,
224
+ 7,
225
+ 8,
226
+ 9,
227
+ 10,
228
+ 11,
229
+ 12,
230
+ 13,
231
+ 14,
232
+ 15,
233
+ 16,
234
+ 17,
235
+ 18,
236
+ 19,
237
+ 20,
238
+ 21,
239
+ 22,
240
+ 23,
241
+ 24,
242
+ 25,
243
+ 26,
244
+ 27,
245
+ 28,
246
+ 29,
247
+ 30,
248
+ 31,
249
+ 32,
250
+ 33,
251
+ 34,
252
+ 35,
253
+ 36,
254
+ 37,
255
+ 38,
256
+ 39,
257
+ 40,
258
+ 41,
259
+ 42,
260
+ 43,
261
+ 44,
262
+ 45,
263
+ 46,
264
+ 47,
265
+ 48,
266
+ 49,
267
+ 50,
268
+ 51,
269
+ 52,
270
+ 53,
271
+ 54,
272
+ 55,
273
+ 56,
274
+ 57,
275
+ 58,
276
+ 59,
277
+ 60,
278
+ 61,
279
+ 62,
280
+ 63,
281
+ 64,
282
+ 65,
283
+ 66,
284
+ 67,
285
+ 68,
286
+ 69,
287
+ 70,
288
+ 71,
289
+ 72,
290
+ 73,
291
+ 74,
292
+ 75,
293
+ 76,
294
+ 77,
295
+ 78,
296
+ 79,
297
+ 80,
298
+ 81,
299
+ 82,
300
+ 83,
301
+ 84,
302
+ 85,
303
+ 86,
304
+ 87,
305
+ 88,
306
+ 89,
307
+ 90,
308
+ 91,
309
+ 92,
310
+ 93,
311
+ 94,
312
+ 95,
313
+ 96,
314
+ 97,
315
+ 98,
316
+ 99
317
+ ],
318
+ "val_episodes": [],
319
+ "train_frames": 30908,
320
+ "git_commit": null
321
+ },
322
+ "training": {
323
+ "steps": 4000,
324
+ "batch_size": 512,
325
+ "lr": 0.0001,
326
+ "betas": [
327
+ 0.95,
328
+ 0.999
329
+ ],
330
+ "weight_decay": 1e-06,
331
+ "warmup": 500,
332
+ "schedule": "linear warm-up + cosine",
333
+ "backbone_lr_scale": 0.1,
334
+ "ema": 0.9999,
335
+ "shift_px": 0,
336
+ "amp": true,
337
+ "seed": 0,
338
+ "augmentation": {
339
+ "spec": "docs/augmentation_v2.md",
340
+ "version": "hb-aug-v2-20261109",
341
+ "implementation": "evaluation/augmentation/hb_aug_v2.py",
342
+ "visual": {
343
+ "effects": [
344
+ "exposure",
345
+ "contrast",
346
+ "saturation",
347
+ "hue",
348
+ "gamma",
349
+ "temperature",
350
+ "rotation_crop",
351
+ "noise",
352
+ "gaussian_blur",
353
+ "jpeg",
354
+ "motion_blur",
355
+ "sharpen",
356
+ "defocus",
357
+ "light_shadow",
358
+ "wb_channel"
359
+ ],
360
+ "boosted_per_sample": 1,
361
+ "boost": 1.5,
362
+ "pixel_scale": "H / 224",
363
+ "future_targets": "none (one observation frame)"
364
+ },
365
+ "proprio": {
366
+ "robot": "g1",
367
+ "body_dims": 29,
368
+ "bias_deg": 2.0,
369
+ "bias_scope": "per_sample",
370
+ "noise_deg": 0.25,
371
+ "noise_clip_sigma": 3,
372
+ "delay_probability": 0.0,
373
+ "history_drop_probability": 0.0,
374
+ "velocity": false
375
+ },
376
+ "native_image_augmentation": "off",
377
+ "evaluation": "off"
378
+ },
379
+ "preflight": {
380
+ "samples": 64,
381
+ "state_dim": 44,
382
+ "body_dims": 29,
383
+ "images_changed": 64,
384
+ "body_values_moved": 1.0,
385
+ "max_body_offset_deg": 2.6143,
386
+ "actions_bit_identical": true,
387
+ "non_body_state_bit_identical": true,
388
+ "eval_items_deterministic": 8
389
+ }
390
+ },
391
+ "stats": {
392
+ "state": {
393
+ "min": [
394
+ -0.5093753933906555,
395
+ -0.12233220040798187,
396
+ -0.12761788070201874,
397
+ 0.10250309854745865,
398
+ -0.8273318409919739,
399
+ -0.15657654404640198,
400
+ -0.4967050552368164,
401
+ -0.30181893706321716,
402
+ -0.5301669836044312,
403
+ 0.09314415603876114,
404
+ -0.8944554924964905,
405
+ -0.14240269362926483,
406
+ -0.10451218485832214,
407
+ -0.0940587967634201,
408
+ -0.13018359243869781,
409
+ -1.393661618232727,
410
+ -0.020927773788571358,
411
+ -0.7382517457008362,
412
+ -0.8502405285835266,
413
+ -0.11091316491365433,
414
+ -0.24967733025550842,
415
+ -1.2172361612319946,
416
+ -1.5036237239837646,
417
+ -1.1288223266601562,
418
+ -0.02860570326447487,
419
+ -0.8521270155906677,
420
+ -1.870940923690796,
421
+ -0.095971018075943,
422
+ -0.1065346822142601,
423
+ 0.0,
424
+ 0.5949721336364746,
425
+ 0.6192536950111389,
426
+ 0.6028932332992554,
427
+ 0.3511531352996826,
428
+ 0.0,
429
+ 0.0,
430
+ 0.5953419804573059,
431
+ 0.6113170981407166,
432
+ 0.5994111895561218,
433
+ 0.03766731545329094,
434
+ 0.0,
435
+ -0.3042502999305725,
436
+ -0.098258838057518,
437
+ -0.9999995827674866
438
+ ],
439
+ "max": [
440
+ 0.42436036467552185,
441
+ 0.2632223069667816,
442
+ 0.4142952561378479,
443
+ 1.3769621849060059,
444
+ 0.3906438946723938,
445
+ 0.12971684336662292,
446
+ 0.28290697932243347,
447
+ 0.07751978188753128,
448
+ 0.012389450334012508,
449
+ 1.309631109237671,
450
+ 0.5117528438568115,
451
+ 0.14354851841926575,
452
+ 0.09299838542938232,
453
+ 0.1345142424106598,
454
+ 0.16879205405712128,
455
+ 0.26465392112731934,
456
+ 1.0681228637695312,
457
+ 0.368639200925827,
458
+ 1.2249290943145752,
459
+ 1.7016332149505615,
460
+ 0.73288893699646,
461
+ 0.4079762399196625,
462
+ 0.20960678160190582,
463
+ 0.1851842999458313,
464
+ 0.9496553540229797,
465
+ 1.338996171951294,
466
+ 0.04667161777615547,
467
+ 1.0116424560546875,
468
+ 1.5066314935684204,
469
+ 1.0,
470
+ 1.0,
471
+ 1.0,
472
+ 1.0,
473
+ 1.0,
474
+ 0.9997431039810181,
475
+ 1.0,
476
+ 1.0,
477
+ 1.0,
478
+ 1.0,
479
+ 1.0,
480
+ 0.9997568130493164,
481
+ 0.011030972935259342,
482
+ 0.10935939103364944,
483
+ -0.9520710110664368
484
+ ],
485
+ "mean": [
486
+ -0.015364952224250912,
487
+ 0.081615613869982,
488
+ 0.12889738646888202,
489
+ 0.27149564947104204,
490
+ -0.14955734140047547,
491
+ -0.03703078041298108,
492
+ -0.0667806330627162,
493
+ -0.07314824380692604,
494
+ -0.2412484148070091,
495
+ 0.25491780809063996,
496
+ -0.10854783438820112,
497
+ -0.005161355253899878,
498
+ 0.003673423170905123,
499
+ 0.02969264617779002,
500
+ 0.08950587210737222,
501
+ -0.47956076188028,
502
+ 0.42631070073819,
503
+ -0.27129812784427826,
504
+ 0.16324256069371254,
505
+ 1.0385976806191235,
506
+ 0.32744283883844555,
507
+ -0.3669884986385585,
508
+ -0.5611831615193444,
509
+ -0.3750104856050489,
510
+ 0.3347049141703264,
511
+ 0.09427332727041168,
512
+ -1.2676208074144515,
513
+ 0.44498776552803626,
514
+ 0.6750011010472442,
515
+ 0.8714133721444814,
516
+ 0.8704363160829457,
517
+ 0.871101992679426,
518
+ 0.8709877289072792,
519
+ 0.9374116361295481,
520
+ 0.000909107080241183,
521
+ 0.8686004803123465,
522
+ 0.8727763422085179,
523
+ 0.8736698483416437,
524
+ 0.873315653691274,
525
+ 0.9243064344480587,
526
+ 0.0010054465065242088,
527
+ -0.07857978353459398,
528
+ 0.005790211846556424,
529
+ -0.9955768040204798
530
+ ],
531
+ "std": [
532
+ 0.12856331774418192,
533
+ 0.037393329668315815,
534
+ 0.05114975202975518,
535
+ 0.19438684278818802,
536
+ 0.12199680903864253,
537
+ 0.042366122817800854,
538
+ 0.1197195537504191,
539
+ 0.041234348615534516,
540
+ 0.06264541254527864,
541
+ 0.19296680414798664,
542
+ 0.14698603073664226,
543
+ 0.03873242198119102,
544
+ 0.022580757805711404,
545
+ 0.02236052295122295,
546
+ 0.03593445604445683,
547
+ 0.3256732586786403,
548
+ 0.19224309523346822,
549
+ 0.1334741564088957,
550
+ 0.48949046035954324,
551
+ 0.3411011488066223,
552
+ 0.17404862210424266,
553
+ 0.28167826002687124,
554
+ 0.32010586210868225,
555
+ 0.19978493123512664,
556
+ 0.12314692856716673,
557
+ 0.4856849744536303,
558
+ 0.4150175273557762,
559
+ 0.18968756344956073,
560
+ 0.36121237047109955,
561
+ 0.16123118351068702,
562
+ 0.16110483963491448,
563
+ 0.16022198436241275,
564
+ 0.16099862679020233,
565
+ 0.07811886944382597,
566
+ 0.019824963023862628,
567
+ 0.1676569977855643,
568
+ 0.15816317480687228,
569
+ 0.15654935499028427,
570
+ 0.15744207009759817,
571
+ 0.1022531519695512,
572
+ 0.019857930854210358,
573
+ 0.048533023773255274,
574
+ 0.015253372177349003,
575
+ 0.005513492459359003
576
+ ]
577
+ },
578
+ "action": {
579
+ "min": [
580
+ -0.4375,
581
+ -0.375,
582
+ -0.5,
583
+ -0.4375,
584
+ -0.4375,
585
+ -0.1875,
586
+ -0.3125,
587
+ -0.4375,
588
+ -0.1875,
589
+ -0.5,
590
+ -0.5,
591
+ -0.25,
592
+ -0.625,
593
+ -0.125,
594
+ -0.3125,
595
+ -0.25,
596
+ -0.125,
597
+ -0.1875,
598
+ -0.5,
599
+ -0.3125,
600
+ -0.5625,
601
+ -0.5,
602
+ -0.0625,
603
+ -0.1875,
604
+ -0.5,
605
+ -0.4375,
606
+ -0.375,
607
+ -0.1875,
608
+ -0.4375,
609
+ -0.3125,
610
+ -0.3125,
611
+ -0.1875,
612
+ -0.0625,
613
+ -0.1875,
614
+ -0.5,
615
+ -0.5,
616
+ -0.125,
617
+ -0.5625,
618
+ -0.3125,
619
+ -0.25,
620
+ -0.375,
621
+ -0.5,
622
+ -0.5625,
623
+ -0.0625,
624
+ -0.5,
625
+ -0.625,
626
+ -0.6875,
627
+ -0.1875,
628
+ 0.0,
629
+ -0.375,
630
+ -0.5,
631
+ -0.3125,
632
+ -0.375,
633
+ -0.4375,
634
+ -0.5,
635
+ -0.25,
636
+ -0.6875,
637
+ -0.1875,
638
+ -0.3125,
639
+ -0.5,
640
+ -0.625,
641
+ -0.3125,
642
+ -0.4375,
643
+ -0.1875,
644
+ 0.0,
645
+ 0.5949721336364746,
646
+ 0.6192536950111389,
647
+ 0.6028932332992554,
648
+ 0.3511531352996826,
649
+ 0.0,
650
+ 0.0,
651
+ 0.5953419804573059,
652
+ 0.6113170981407166,
653
+ 0.5994111895561218,
654
+ 0.03766731545329094,
655
+ 0.0
656
+ ],
657
+ "max": [
658
+ 0.1875,
659
+ 0.5,
660
+ 0.375,
661
+ 0.25,
662
+ 0.4375,
663
+ 0.5625,
664
+ 0.3125,
665
+ 0.3125,
666
+ 0.5,
667
+ 0.25,
668
+ 0.125,
669
+ 0.3125,
670
+ 0.5,
671
+ 0.6875,
672
+ 0.4375,
673
+ 0.3125,
674
+ 0.4375,
675
+ 0.375,
676
+ 0.25,
677
+ 0.5,
678
+ 0.0625,
679
+ 0.1875,
680
+ 0.4375,
681
+ 0.5625,
682
+ 0.5625,
683
+ 0.375,
684
+ 0.0,
685
+ 0.4375,
686
+ 0.3125,
687
+ 0.625,
688
+ 0.625,
689
+ 0.625,
690
+ 0.6875,
691
+ 0.5,
692
+ 0.3125,
693
+ 0.0625,
694
+ 0.6875,
695
+ 0.1875,
696
+ 0.4375,
697
+ 0.1875,
698
+ 0.375,
699
+ 0.125,
700
+ 0.25,
701
+ 0.5,
702
+ 0.3125,
703
+ 0.4375,
704
+ 0.4375,
705
+ 0.375,
706
+ 0.8125,
707
+ 0.4375,
708
+ 0.5,
709
+ 0.5,
710
+ 0.5,
711
+ 0.375,
712
+ 0.25,
713
+ 0.1875,
714
+ 0.5,
715
+ 0.375,
716
+ 0.1875,
717
+ 0.25,
718
+ -0.0625,
719
+ 0.375,
720
+ 0.1875,
721
+ 0.5625,
722
+ 1.0,
723
+ 1.0,
724
+ 1.0,
725
+ 1.0,
726
+ 1.0,
727
+ 0.9997431039810181,
728
+ 1.0,
729
+ 1.0,
730
+ 1.0,
731
+ 1.0,
732
+ 1.0,
733
+ 0.9997568130493164
734
+ ],
735
+ "mean": [
736
+ -0.1328256438462534,
737
+ 0.14030752555972564,
738
+ -0.07960115504076615,
739
+ 0.016393409473275528,
740
+ 0.02376811828652776,
741
+ 0.2037397275786204,
742
+ -0.08447448880548725,
743
+ -0.022285896855183125,
744
+ 0.2105644169794228,
745
+ -0.20490043030930502,
746
+ -0.20489031965834087,
747
+ -0.02232229519865407,
748
+ -0.24486985570078945,
749
+ 0.35233394266856477,
750
+ 0.11206645528665718,
751
+ -0.004509350330011648,
752
+ 0.19562694124498511,
753
+ 0.047886065096415166,
754
+ -0.09148723631422286,
755
+ 0.09802276109745049,
756
+ -0.2587922220784263,
757
+ -0.20438680924032612,
758
+ 0.22753211142746216,
759
+ 0.0762383525300893,
760
+ 0.16564683900608257,
761
+ -0.046375533842370906,
762
+ -0.1699741976187395,
763
+ 0.0878838003105992,
764
+ -0.034000097062249254,
765
+ 0.36507336288339587,
766
+ 0.20983847224019672,
767
+ 0.22507724537336612,
768
+ 0.2735578167464734,
769
+ 0.12311941892066779,
770
+ -0.15756236249514688,
771
+ -0.23991563672835511,
772
+ 0.16439918467710626,
773
+ -0.22254553837194255,
774
+ -0.02215243626245632,
775
+ -0.09517155752555972,
776
+ -0.06882926750355894,
777
+ -0.21601203571890773,
778
+ -0.13072465057590268,
779
+ 0.23748099197618738,
780
+ -0.1322998899961175,
781
+ -0.21782386437168372,
782
+ -0.3010628316293516,
783
+ 0.09485812734567102,
784
+ 0.45991531318752427,
785
+ 0.008933771191924421,
786
+ -0.006416219101850654,
787
+ 0.09854042642681507,
788
+ 0.20279539277856864,
789
+ -0.047738449592338555,
790
+ -0.16898537595444546,
791
+ -0.035510628316293515,
792
+ -0.2886550407661447,
793
+ 0.056002895690436136,
794
+ -0.09289868318881843,
795
+ -0.14478856606703766,
796
+ -0.38754125145593377,
797
+ 0.07912797657564384,
798
+ -0.14342565031707002,
799
+ 0.2597203798369354,
800
+ 0.8714133721444814,
801
+ 0.8704363160829457,
802
+ 0.871101992679426,
803
+ 0.8709877289072792,
804
+ 0.9374116361295481,
805
+ 0.000909107080241183,
806
+ 0.8686004803123465,
807
+ 0.8727763422085179,
808
+ 0.8736698483416437,
809
+ 0.873315653691274,
810
+ 0.9243064344480587,
811
+ 0.0010054465065242088
812
+ ],
813
+ "std": [
814
+ 0.07789955998211606,
815
+ 0.15884626071604924,
816
+ 0.1581233979968548,
817
+ 0.09502975183202761,
818
+ 0.10422883895758395,
819
+ 0.13493252972835035,
820
+ 0.09668550524041442,
821
+ 0.10216842451806651,
822
+ 0.13706091772556664,
823
+ 0.1357826846018742,
824
+ 0.10177050699336576,
825
+ 0.08465054607636743,
826
+ 0.20205230739695762,
827
+ 0.12706670920463609,
828
+ 0.15069616802995173,
829
+ 0.06293637535646919,
830
+ 0.08382843427524267,
831
+ 0.07581424073507208,
832
+ 0.13568732985173562,
833
+ 0.14033116801561796,
834
+ 0.09932655110968273,
835
+ 0.09121062873145251,
836
+ 0.07208299484685422,
837
+ 0.1299125790615487,
838
+ 0.17977553384414668,
839
+ 0.1506115834117787,
840
+ 0.06899038047757403,
841
+ 0.08011449013545052,
842
+ 0.12308408904450967,
843
+ 0.16677321150773933,
844
+ 0.15547954149229914,
845
+ 0.10494672115866652,
846
+ 0.09867708152909252,
847
+ 0.10241109878343188,
848
+ 0.13636784165465646,
849
+ 0.07477624483874172,
850
+ 0.12988677428759557,
851
+ 0.13445998836373205,
852
+ 0.09184543622018963,
853
+ 0.0721655820519191,
854
+ 0.08807969513597146,
855
+ 0.11157826948556746,
856
+ 0.14881728477040088,
857
+ 0.09995603247268962,
858
+ 0.11745649633145971,
859
+ 0.19648932081391213,
860
+ 0.1997733493935003,
861
+ 0.07585100812231088,
862
+ 0.12983318820006998,
863
+ 0.13470484176152134,
864
+ 0.12727505199554814,
865
+ 0.1148687607803913,
866
+ 0.16623945022132947,
867
+ 0.0903189189593882,
868
+ 0.11630889040778654,
869
+ 0.06267302238221951,
870
+ 0.2107078066502835,
871
+ 0.0918116315905211,
872
+ 0.07687874194300864,
873
+ 0.1305883985144006,
874
+ 0.11356755494785113,
875
+ 0.0892572154462054,
876
+ 0.1057525617384013,
877
+ 0.12177318529042777,
878
+ 0.16123118351068702,
879
+ 0.16110483963491448,
880
+ 0.16022198436241275,
881
+ 0.16099862679020233,
882
+ 0.07811886944382597,
883
+ 0.019824963023862628,
884
+ 0.1676569977855643,
885
+ 0.15816317480687228,
886
+ 0.15654935499028427,
887
+ 0.15744207009759817,
888
+ 0.1022531519695512,
889
+ 0.019857930854210358
890
+ ]
891
+ }
892
+ },
893
+ "code_commit": "028df1bb7024fb1e3d176de7e60c84d3333cd97f"
894
+ }
b5-chair-push-standing-start/b512-cont-20261117/resume.json ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "b5",
3
+ "status": "paused_by_owner",
4
+ "saved_step": 6000,
5
+ "last_logged_step": 6450,
6
+ "paused_at": "2026-11-17T08:36:34.220194+00:00",
7
+ "planned_total_steps": 20000,
8
+ "dataset_repo": "humanoid-benchmark/b5-chair-push-standing-start-expert-v1",
9
+ "dataset_revision": "913f5a16863c360cf2211c83bf98839d3f411293",
10
+ "dataset_train_frames": 30908,
11
+ "dataset_episodes": 100,
12
+ "code_directory": "code/fmdit_continue_20261117",
13
+ "source_commit": "028df1bb7024fb1e3d176de7e60c84d3333cd97f",
14
+ "parent_local_checkpoint": "/mnt/data0/zuo/Humanoid_benchmark/results/baselines_preflight_20261117/runs/b5_chair_push_standing_start_v1/fm_dit/checkpoints/step-004000",
15
+ "parent_state_sha256": "2b54ad4b94436bbaa0502c23ed3eb173efbf6b9a8f63d0bd2f1886c9c48115e6",
16
+ "offline_eval": {
17
+ "mse": 0.030160661786794662,
18
+ "mse_row0": 0.02748788893222809,
19
+ "mse_motion_token": 0.027840631082654,
20
+ "mse_inspire_left_hand_state": 0.04214290902018547,
21
+ "mse_inspire_right_hand_state": 0.04292541742324829,
22
+ "samples": 256,
23
+ "frames": "train"
24
+ },
25
+ "limitation": "Portable resume starts at step 6000. Later logged updates are not in the saved state. RNG and DataLoader states were not saved by the original trainer; resume is not bit-exact."
26
+ }
b5-chair-push-standing-start/b512-cont-20261117/run.json ADDED
@@ -0,0 +1,899 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "argv": [
3
+ "/mnt/data0/zuo/Humanoid_benchmark/results/baselines_preflight_20261117/main/evaluation/baselines/train.py",
4
+ "--policy",
5
+ "fm_dit",
6
+ "--contract",
7
+ "g1_sonic_dfx6",
8
+ "--dataset",
9
+ "/mnt/data0/zuo/Humanoid_benchmark/data/baselines/b5-chair-push-standing-start-expert-v1",
10
+ "--cache-dir",
11
+ "/mnt/data0/zuo/Humanoid_benchmark/cache/baselines/frames",
12
+ "--out",
13
+ "/mnt/data0/zuo/Humanoid_benchmark/results/fmdit_continue_20261117_01/runs/b5/fm_dit",
14
+ "--batch-size",
15
+ "512",
16
+ "--steps",
17
+ "20000",
18
+ "--save-every",
19
+ "2000",
20
+ "--log-every",
21
+ "25",
22
+ "--workers",
23
+ "32",
24
+ "--resume"
25
+ ],
26
+ "started": "2026-11-17T15:57:41",
27
+ "host": "xt-p-A100-004",
28
+ "torch": "2.9.0+cu128",
29
+ "policy": {
30
+ "policy": "fm_dit",
31
+ "n_cameras": 2,
32
+ "state_dim": 44,
33
+ "action_dim": 76,
34
+ "horizon": 16,
35
+ "backbone": "resnet18",
36
+ "backbone_weights": "IMAGENET1K_V1",
37
+ "backbone_norm": "frozen_bn",
38
+ "hidden_dim": 384,
39
+ "num_layers": 4,
40
+ "num_heads": 8,
41
+ "mlp_ratio": 4.0,
42
+ "dropout": 0.1,
43
+ "time_embed_dim": 128,
44
+ "num_inference_steps": null,
45
+ "num_train_timesteps": 100,
46
+ "beta_schedule": "squaredcos_cap_v2",
47
+ "prediction_type": "epsilon",
48
+ "clip_sample": true,
49
+ "act_hidden_dim": 512,
50
+ "dim_feedforward": 3200,
51
+ "enc_layers": 4,
52
+ "dec_layers": 7,
53
+ "nheads": 8,
54
+ "latent_dim": 32,
55
+ "kl_weight": 10.0,
56
+ "extra": {}
57
+ },
58
+ "contract": {
59
+ "name": "g1_sonic_dfx6",
60
+ "robot": "g1",
61
+ "cameras": [
62
+ "ego_view",
63
+ "chest"
64
+ ],
65
+ "state": [
66
+ [
67
+ "observation.state",
68
+ 0,
69
+ 29
70
+ ],
71
+ [
72
+ "observation.inspire_left_hand_state",
73
+ 0,
74
+ 6
75
+ ],
76
+ [
77
+ "observation.inspire_right_hand_state",
78
+ 0,
79
+ 6
80
+ ],
81
+ [
82
+ "observation.projected_gravity",
83
+ 0,
84
+ 3
85
+ ]
86
+ ],
87
+ "action": [
88
+ [
89
+ "action.motion_token",
90
+ 0,
91
+ 64
92
+ ],
93
+ [
94
+ "observation.inspire_left_hand_state",
95
+ 0,
96
+ 6
97
+ ],
98
+ [
99
+ "observation.inspire_right_hand_state",
100
+ 0,
101
+ 6
102
+ ]
103
+ ],
104
+ "state_dim": 44,
105
+ "action_dim": 76,
106
+ "action_space": "sonic_dfx6",
107
+ "body_dims": 29
108
+ },
109
+ "image_hw": [
110
+ 168,
111
+ 224
112
+ ],
113
+ "task_text": "Establish and verify a stable two-hand grasp around the chair back, straighten it by stepping into position behind it, then walk forward to push it under the table.",
114
+ "dataset": {
115
+ "name": "b5-chair-push-standing-start-expert-v1",
116
+ "root": "/mnt/data0/zuo/Humanoid_benchmark/data/baselines/b5-chair-push-standing-start-expert-v1",
117
+ "robot_type": null,
118
+ "fps": 30.0,
119
+ "episodes": [
120
+ 0,
121
+ 1,
122
+ 2,
123
+ 3,
124
+ 4,
125
+ 5,
126
+ 6,
127
+ 7,
128
+ 8,
129
+ 9,
130
+ 10,
131
+ 11,
132
+ 12,
133
+ 13,
134
+ 14,
135
+ 15,
136
+ 16,
137
+ 17,
138
+ 18,
139
+ 19,
140
+ 20,
141
+ 21,
142
+ 22,
143
+ 23,
144
+ 24,
145
+ 25,
146
+ 26,
147
+ 27,
148
+ 28,
149
+ 29,
150
+ 30,
151
+ 31,
152
+ 32,
153
+ 33,
154
+ 34,
155
+ 35,
156
+ 36,
157
+ 37,
158
+ 38,
159
+ 39,
160
+ 40,
161
+ 41,
162
+ 42,
163
+ 43,
164
+ 44,
165
+ 45,
166
+ 46,
167
+ 47,
168
+ 48,
169
+ 49,
170
+ 50,
171
+ 51,
172
+ 52,
173
+ 53,
174
+ 54,
175
+ 55,
176
+ 56,
177
+ 57,
178
+ 58,
179
+ 59,
180
+ 60,
181
+ 61,
182
+ 62,
183
+ 63,
184
+ 64,
185
+ 65,
186
+ 66,
187
+ 67,
188
+ 68,
189
+ 69,
190
+ 70,
191
+ 71,
192
+ 72,
193
+ 73,
194
+ 74,
195
+ 75,
196
+ 76,
197
+ 77,
198
+ 78,
199
+ 79,
200
+ 80,
201
+ 81,
202
+ 82,
203
+ 83,
204
+ 84,
205
+ 85,
206
+ 86,
207
+ 87,
208
+ 88,
209
+ 89,
210
+ 90,
211
+ 91,
212
+ 92,
213
+ 93,
214
+ 94,
215
+ 95,
216
+ 96,
217
+ 97,
218
+ 98,
219
+ 99
220
+ ],
221
+ "train_episodes": [
222
+ 0,
223
+ 1,
224
+ 2,
225
+ 3,
226
+ 4,
227
+ 5,
228
+ 6,
229
+ 7,
230
+ 8,
231
+ 9,
232
+ 10,
233
+ 11,
234
+ 12,
235
+ 13,
236
+ 14,
237
+ 15,
238
+ 16,
239
+ 17,
240
+ 18,
241
+ 19,
242
+ 20,
243
+ 21,
244
+ 22,
245
+ 23,
246
+ 24,
247
+ 25,
248
+ 26,
249
+ 27,
250
+ 28,
251
+ 29,
252
+ 30,
253
+ 31,
254
+ 32,
255
+ 33,
256
+ 34,
257
+ 35,
258
+ 36,
259
+ 37,
260
+ 38,
261
+ 39,
262
+ 40,
263
+ 41,
264
+ 42,
265
+ 43,
266
+ 44,
267
+ 45,
268
+ 46,
269
+ 47,
270
+ 48,
271
+ 49,
272
+ 50,
273
+ 51,
274
+ 52,
275
+ 53,
276
+ 54,
277
+ 55,
278
+ 56,
279
+ 57,
280
+ 58,
281
+ 59,
282
+ 60,
283
+ 61,
284
+ 62,
285
+ 63,
286
+ 64,
287
+ 65,
288
+ 66,
289
+ 67,
290
+ 68,
291
+ 69,
292
+ 70,
293
+ 71,
294
+ 72,
295
+ 73,
296
+ 74,
297
+ 75,
298
+ 76,
299
+ 77,
300
+ 78,
301
+ 79,
302
+ 80,
303
+ 81,
304
+ 82,
305
+ 83,
306
+ 84,
307
+ 85,
308
+ 86,
309
+ 87,
310
+ 88,
311
+ 89,
312
+ 90,
313
+ 91,
314
+ 92,
315
+ 93,
316
+ 94,
317
+ 95,
318
+ 96,
319
+ 97,
320
+ 98,
321
+ 99
322
+ ],
323
+ "val_episodes": [],
324
+ "train_frames": 30908,
325
+ "git_commit": null
326
+ },
327
+ "training": {
328
+ "steps": 20000,
329
+ "batch_size": 512,
330
+ "lr": 0.0001,
331
+ "betas": [
332
+ 0.95,
333
+ 0.999
334
+ ],
335
+ "weight_decay": 1e-06,
336
+ "warmup": 500,
337
+ "schedule": "linear warm-up + cosine",
338
+ "backbone_lr_scale": 0.1,
339
+ "ema": 0.9999,
340
+ "shift_px": 0,
341
+ "amp": true,
342
+ "seed": 0,
343
+ "augmentation": {
344
+ "spec": "docs/augmentation_v2.md",
345
+ "version": "hb-aug-v2-20261109",
346
+ "implementation": "evaluation/augmentation/hb_aug_v2.py",
347
+ "visual": {
348
+ "effects": [
349
+ "exposure",
350
+ "contrast",
351
+ "saturation",
352
+ "hue",
353
+ "gamma",
354
+ "temperature",
355
+ "rotation_crop",
356
+ "noise",
357
+ "gaussian_blur",
358
+ "jpeg",
359
+ "motion_blur",
360
+ "sharpen",
361
+ "defocus",
362
+ "light_shadow",
363
+ "wb_channel"
364
+ ],
365
+ "boosted_per_sample": 1,
366
+ "boost": 1.5,
367
+ "pixel_scale": "H / 224",
368
+ "future_targets": "none (one observation frame)"
369
+ },
370
+ "proprio": {
371
+ "robot": "g1",
372
+ "body_dims": 29,
373
+ "bias_deg": 2.0,
374
+ "bias_scope": "per_sample",
375
+ "noise_deg": 0.25,
376
+ "noise_clip_sigma": 3,
377
+ "delay_probability": 0.0,
378
+ "history_drop_probability": 0.0,
379
+ "velocity": false
380
+ },
381
+ "native_image_augmentation": "off",
382
+ "evaluation": "off"
383
+ },
384
+ "preflight": {
385
+ "samples": 64,
386
+ "state_dim": 44,
387
+ "body_dims": 29,
388
+ "images_changed": 64,
389
+ "body_values_moved": 1.0,
390
+ "max_body_offset_deg": 2.552,
391
+ "actions_bit_identical": true,
392
+ "non_body_state_bit_identical": true,
393
+ "eval_items_deterministic": 8
394
+ }
395
+ },
396
+ "stats": {
397
+ "state": {
398
+ "min": [
399
+ -0.5093753933906555,
400
+ -0.12233220040798187,
401
+ -0.12761788070201874,
402
+ 0.10250309854745865,
403
+ -0.8273318409919739,
404
+ -0.15657654404640198,
405
+ -0.4967050552368164,
406
+ -0.30181893706321716,
407
+ -0.5301669836044312,
408
+ 0.09314415603876114,
409
+ -0.8944554924964905,
410
+ -0.14240269362926483,
411
+ -0.10451218485832214,
412
+ -0.0940587967634201,
413
+ -0.13018359243869781,
414
+ -1.393661618232727,
415
+ -0.020927773788571358,
416
+ -0.7382517457008362,
417
+ -0.8502405285835266,
418
+ -0.11091316491365433,
419
+ -0.24967733025550842,
420
+ -1.2172361612319946,
421
+ -1.5036237239837646,
422
+ -1.1288223266601562,
423
+ -0.02860570326447487,
424
+ -0.8521270155906677,
425
+ -1.870940923690796,
426
+ -0.095971018075943,
427
+ -0.1065346822142601,
428
+ 0.0,
429
+ 0.5949721336364746,
430
+ 0.6192536950111389,
431
+ 0.6028932332992554,
432
+ 0.3511531352996826,
433
+ 0.0,
434
+ 0.0,
435
+ 0.5953419804573059,
436
+ 0.6113170981407166,
437
+ 0.5994111895561218,
438
+ 0.03766731545329094,
439
+ 0.0,
440
+ -0.3042502999305725,
441
+ -0.098258838057518,
442
+ -0.9999995827674866
443
+ ],
444
+ "max": [
445
+ 0.42436036467552185,
446
+ 0.2632223069667816,
447
+ 0.4142952561378479,
448
+ 1.3769621849060059,
449
+ 0.3906438946723938,
450
+ 0.12971684336662292,
451
+ 0.28290697932243347,
452
+ 0.07751978188753128,
453
+ 0.012389450334012508,
454
+ 1.309631109237671,
455
+ 0.5117528438568115,
456
+ 0.14354851841926575,
457
+ 0.09299838542938232,
458
+ 0.1345142424106598,
459
+ 0.16879205405712128,
460
+ 0.26465392112731934,
461
+ 1.0681228637695312,
462
+ 0.368639200925827,
463
+ 1.2249290943145752,
464
+ 1.7016332149505615,
465
+ 0.73288893699646,
466
+ 0.4079762399196625,
467
+ 0.20960678160190582,
468
+ 0.1851842999458313,
469
+ 0.9496553540229797,
470
+ 1.338996171951294,
471
+ 0.04667161777615547,
472
+ 1.0116424560546875,
473
+ 1.5066314935684204,
474
+ 1.0,
475
+ 1.0,
476
+ 1.0,
477
+ 1.0,
478
+ 1.0,
479
+ 0.9997431039810181,
480
+ 1.0,
481
+ 1.0,
482
+ 1.0,
483
+ 1.0,
484
+ 1.0,
485
+ 0.9997568130493164,
486
+ 0.011030972935259342,
487
+ 0.10935939103364944,
488
+ -0.9520710110664368
489
+ ],
490
+ "mean": [
491
+ -0.015364952224250912,
492
+ 0.081615613869982,
493
+ 0.12889738646888202,
494
+ 0.27149564947104204,
495
+ -0.14955734140047547,
496
+ -0.03703078041298108,
497
+ -0.0667806330627162,
498
+ -0.07314824380692604,
499
+ -0.2412484148070091,
500
+ 0.25491780809063996,
501
+ -0.10854783438820112,
502
+ -0.005161355253899878,
503
+ 0.003673423170905123,
504
+ 0.02969264617779002,
505
+ 0.08950587210737222,
506
+ -0.47956076188028,
507
+ 0.42631070073819,
508
+ -0.27129812784427826,
509
+ 0.16324256069371254,
510
+ 1.0385976806191235,
511
+ 0.32744283883844555,
512
+ -0.3669884986385585,
513
+ -0.5611831615193444,
514
+ -0.3750104856050489,
515
+ 0.3347049141703264,
516
+ 0.09427332727041168,
517
+ -1.2676208074144515,
518
+ 0.44498776552803626,
519
+ 0.6750011010472442,
520
+ 0.8714133721444814,
521
+ 0.8704363160829457,
522
+ 0.871101992679426,
523
+ 0.8709877289072792,
524
+ 0.9374116361295481,
525
+ 0.000909107080241183,
526
+ 0.8686004803123465,
527
+ 0.8727763422085179,
528
+ 0.8736698483416437,
529
+ 0.873315653691274,
530
+ 0.9243064344480587,
531
+ 0.0010054465065242088,
532
+ -0.07857978353459398,
533
+ 0.005790211846556424,
534
+ -0.9955768040204798
535
+ ],
536
+ "std": [
537
+ 0.12856331774418192,
538
+ 0.037393329668315815,
539
+ 0.05114975202975518,
540
+ 0.19438684278818802,
541
+ 0.12199680903864253,
542
+ 0.042366122817800854,
543
+ 0.1197195537504191,
544
+ 0.041234348615534516,
545
+ 0.06264541254527864,
546
+ 0.19296680414798664,
547
+ 0.14698603073664226,
548
+ 0.03873242198119102,
549
+ 0.022580757805711404,
550
+ 0.02236052295122295,
551
+ 0.03593445604445683,
552
+ 0.3256732586786403,
553
+ 0.19224309523346822,
554
+ 0.1334741564088957,
555
+ 0.48949046035954324,
556
+ 0.3411011488066223,
557
+ 0.17404862210424266,
558
+ 0.28167826002687124,
559
+ 0.32010586210868225,
560
+ 0.19978493123512664,
561
+ 0.12314692856716673,
562
+ 0.4856849744536303,
563
+ 0.4150175273557762,
564
+ 0.18968756344956073,
565
+ 0.36121237047109955,
566
+ 0.16123118351068702,
567
+ 0.16110483963491448,
568
+ 0.16022198436241275,
569
+ 0.16099862679020233,
570
+ 0.07811886944382597,
571
+ 0.019824963023862628,
572
+ 0.1676569977855643,
573
+ 0.15816317480687228,
574
+ 0.15654935499028427,
575
+ 0.15744207009759817,
576
+ 0.1022531519695512,
577
+ 0.019857930854210358,
578
+ 0.048533023773255274,
579
+ 0.015253372177349003,
580
+ 0.005513492459359003
581
+ ]
582
+ },
583
+ "action": {
584
+ "min": [
585
+ -0.4375,
586
+ -0.375,
587
+ -0.5,
588
+ -0.4375,
589
+ -0.4375,
590
+ -0.1875,
591
+ -0.3125,
592
+ -0.4375,
593
+ -0.1875,
594
+ -0.5,
595
+ -0.5,
596
+ -0.25,
597
+ -0.625,
598
+ -0.125,
599
+ -0.3125,
600
+ -0.25,
601
+ -0.125,
602
+ -0.1875,
603
+ -0.5,
604
+ -0.3125,
605
+ -0.5625,
606
+ -0.5,
607
+ -0.0625,
608
+ -0.1875,
609
+ -0.5,
610
+ -0.4375,
611
+ -0.375,
612
+ -0.1875,
613
+ -0.4375,
614
+ -0.3125,
615
+ -0.3125,
616
+ -0.1875,
617
+ -0.0625,
618
+ -0.1875,
619
+ -0.5,
620
+ -0.5,
621
+ -0.125,
622
+ -0.5625,
623
+ -0.3125,
624
+ -0.25,
625
+ -0.375,
626
+ -0.5,
627
+ -0.5625,
628
+ -0.0625,
629
+ -0.5,
630
+ -0.625,
631
+ -0.6875,
632
+ -0.1875,
633
+ 0.0,
634
+ -0.375,
635
+ -0.5,
636
+ -0.3125,
637
+ -0.375,
638
+ -0.4375,
639
+ -0.5,
640
+ -0.25,
641
+ -0.6875,
642
+ -0.1875,
643
+ -0.3125,
644
+ -0.5,
645
+ -0.625,
646
+ -0.3125,
647
+ -0.4375,
648
+ -0.1875,
649
+ 0.0,
650
+ 0.5949721336364746,
651
+ 0.6192536950111389,
652
+ 0.6028932332992554,
653
+ 0.3511531352996826,
654
+ 0.0,
655
+ 0.0,
656
+ 0.5953419804573059,
657
+ 0.6113170981407166,
658
+ 0.5994111895561218,
659
+ 0.03766731545329094,
660
+ 0.0
661
+ ],
662
+ "max": [
663
+ 0.1875,
664
+ 0.5,
665
+ 0.375,
666
+ 0.25,
667
+ 0.4375,
668
+ 0.5625,
669
+ 0.3125,
670
+ 0.3125,
671
+ 0.5,
672
+ 0.25,
673
+ 0.125,
674
+ 0.3125,
675
+ 0.5,
676
+ 0.6875,
677
+ 0.4375,
678
+ 0.3125,
679
+ 0.4375,
680
+ 0.375,
681
+ 0.25,
682
+ 0.5,
683
+ 0.0625,
684
+ 0.1875,
685
+ 0.4375,
686
+ 0.5625,
687
+ 0.5625,
688
+ 0.375,
689
+ 0.0,
690
+ 0.4375,
691
+ 0.3125,
692
+ 0.625,
693
+ 0.625,
694
+ 0.625,
695
+ 0.6875,
696
+ 0.5,
697
+ 0.3125,
698
+ 0.0625,
699
+ 0.6875,
700
+ 0.1875,
701
+ 0.4375,
702
+ 0.1875,
703
+ 0.375,
704
+ 0.125,
705
+ 0.25,
706
+ 0.5,
707
+ 0.3125,
708
+ 0.4375,
709
+ 0.4375,
710
+ 0.375,
711
+ 0.8125,
712
+ 0.4375,
713
+ 0.5,
714
+ 0.5,
715
+ 0.5,
716
+ 0.375,
717
+ 0.25,
718
+ 0.1875,
719
+ 0.5,
720
+ 0.375,
721
+ 0.1875,
722
+ 0.25,
723
+ -0.0625,
724
+ 0.375,
725
+ 0.1875,
726
+ 0.5625,
727
+ 1.0,
728
+ 1.0,
729
+ 1.0,
730
+ 1.0,
731
+ 1.0,
732
+ 0.9997431039810181,
733
+ 1.0,
734
+ 1.0,
735
+ 1.0,
736
+ 1.0,
737
+ 1.0,
738
+ 0.9997568130493164
739
+ ],
740
+ "mean": [
741
+ -0.1328256438462534,
742
+ 0.14030752555972564,
743
+ -0.07960115504076615,
744
+ 0.016393409473275528,
745
+ 0.02376811828652776,
746
+ 0.2037397275786204,
747
+ -0.08447448880548725,
748
+ -0.022285896855183125,
749
+ 0.2105644169794228,
750
+ -0.20490043030930502,
751
+ -0.20489031965834087,
752
+ -0.02232229519865407,
753
+ -0.24486985570078945,
754
+ 0.35233394266856477,
755
+ 0.11206645528665718,
756
+ -0.004509350330011648,
757
+ 0.19562694124498511,
758
+ 0.047886065096415166,
759
+ -0.09148723631422286,
760
+ 0.09802276109745049,
761
+ -0.2587922220784263,
762
+ -0.20438680924032612,
763
+ 0.22753211142746216,
764
+ 0.0762383525300893,
765
+ 0.16564683900608257,
766
+ -0.046375533842370906,
767
+ -0.1699741976187395,
768
+ 0.0878838003105992,
769
+ -0.034000097062249254,
770
+ 0.36507336288339587,
771
+ 0.20983847224019672,
772
+ 0.22507724537336612,
773
+ 0.2735578167464734,
774
+ 0.12311941892066779,
775
+ -0.15756236249514688,
776
+ -0.23991563672835511,
777
+ 0.16439918467710626,
778
+ -0.22254553837194255,
779
+ -0.02215243626245632,
780
+ -0.09517155752555972,
781
+ -0.06882926750355894,
782
+ -0.21601203571890773,
783
+ -0.13072465057590268,
784
+ 0.23748099197618738,
785
+ -0.1322998899961175,
786
+ -0.21782386437168372,
787
+ -0.3010628316293516,
788
+ 0.09485812734567102,
789
+ 0.45991531318752427,
790
+ 0.008933771191924421,
791
+ -0.006416219101850654,
792
+ 0.09854042642681507,
793
+ 0.20279539277856864,
794
+ -0.047738449592338555,
795
+ -0.16898537595444546,
796
+ -0.035510628316293515,
797
+ -0.2886550407661447,
798
+ 0.056002895690436136,
799
+ -0.09289868318881843,
800
+ -0.14478856606703766,
801
+ -0.38754125145593377,
802
+ 0.07912797657564384,
803
+ -0.14342565031707002,
804
+ 0.2597203798369354,
805
+ 0.8714133721444814,
806
+ 0.8704363160829457,
807
+ 0.871101992679426,
808
+ 0.8709877289072792,
809
+ 0.9374116361295481,
810
+ 0.000909107080241183,
811
+ 0.8686004803123465,
812
+ 0.8727763422085179,
813
+ 0.8736698483416437,
814
+ 0.873315653691274,
815
+ 0.9243064344480587,
816
+ 0.0010054465065242088
817
+ ],
818
+ "std": [
819
+ 0.07789955998211606,
820
+ 0.15884626071604924,
821
+ 0.1581233979968548,
822
+ 0.09502975183202761,
823
+ 0.10422883895758395,
824
+ 0.13493252972835035,
825
+ 0.09668550524041442,
826
+ 0.10216842451806651,
827
+ 0.13706091772556664,
828
+ 0.1357826846018742,
829
+ 0.10177050699336576,
830
+ 0.08465054607636743,
831
+ 0.20205230739695762,
832
+ 0.12706670920463609,
833
+ 0.15069616802995173,
834
+ 0.06293637535646919,
835
+ 0.08382843427524267,
836
+ 0.07581424073507208,
837
+ 0.13568732985173562,
838
+ 0.14033116801561796,
839
+ 0.09932655110968273,
840
+ 0.09121062873145251,
841
+ 0.07208299484685422,
842
+ 0.1299125790615487,
843
+ 0.17977553384414668,
844
+ 0.1506115834117787,
845
+ 0.06899038047757403,
846
+ 0.08011449013545052,
847
+ 0.12308408904450967,
848
+ 0.16677321150773933,
849
+ 0.15547954149229914,
850
+ 0.10494672115866652,
851
+ 0.09867708152909252,
852
+ 0.10241109878343188,
853
+ 0.13636784165465646,
854
+ 0.07477624483874172,
855
+ 0.12988677428759557,
856
+ 0.13445998836373205,
857
+ 0.09184543622018963,
858
+ 0.0721655820519191,
859
+ 0.08807969513597146,
860
+ 0.11157826948556746,
861
+ 0.14881728477040088,
862
+ 0.09995603247268962,
863
+ 0.11745649633145971,
864
+ 0.19648932081391213,
865
+ 0.1997733493935003,
866
+ 0.07585100812231088,
867
+ 0.12983318820006998,
868
+ 0.13470484176152134,
869
+ 0.12727505199554814,
870
+ 0.1148687607803913,
871
+ 0.16623945022132947,
872
+ 0.0903189189593882,
873
+ 0.11630889040778654,
874
+ 0.06267302238221951,
875
+ 0.2107078066502835,
876
+ 0.0918116315905211,
877
+ 0.07687874194300864,
878
+ 0.1305883985144006,
879
+ 0.11356755494785113,
880
+ 0.0892572154462054,
881
+ 0.1057525617384013,
882
+ 0.12177318529042777,
883
+ 0.16123118351068702,
884
+ 0.16110483963491448,
885
+ 0.16022198436241275,
886
+ 0.16099862679020233,
887
+ 0.07811886944382597,
888
+ 0.019824963023862628,
889
+ 0.1676569977855643,
890
+ 0.15816317480687228,
891
+ 0.15654935499028427,
892
+ 0.15744207009759817,
893
+ 0.1022531519695512,
894
+ 0.019857930854210358
895
+ ]
896
+ }
897
+ },
898
+ "code_commit": "028df1bb7024fb1e3d176de7e60c84d3333cd97f"
899
+ }
b5-chair-push-standing-start/b512-cont-20261117/step-006000/config.json ADDED
@@ -0,0 +1,884 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "policy": {
3
+ "policy": "fm_dit",
4
+ "n_cameras": 2,
5
+ "state_dim": 44,
6
+ "action_dim": 76,
7
+ "horizon": 16,
8
+ "backbone": "resnet18",
9
+ "backbone_weights": "IMAGENET1K_V1",
10
+ "backbone_norm": "frozen_bn",
11
+ "hidden_dim": 384,
12
+ "num_layers": 4,
13
+ "num_heads": 8,
14
+ "mlp_ratio": 4.0,
15
+ "dropout": 0.1,
16
+ "time_embed_dim": 128,
17
+ "num_inference_steps": null,
18
+ "num_train_timesteps": 100,
19
+ "beta_schedule": "squaredcos_cap_v2",
20
+ "prediction_type": "epsilon",
21
+ "clip_sample": true,
22
+ "act_hidden_dim": 512,
23
+ "dim_feedforward": 3200,
24
+ "enc_layers": 4,
25
+ "dec_layers": 7,
26
+ "nheads": 8,
27
+ "latent_dim": 32,
28
+ "kl_weight": 10.0,
29
+ "extra": {}
30
+ },
31
+ "contract": {
32
+ "name": "g1_sonic_dfx6",
33
+ "robot": "g1",
34
+ "cameras": [
35
+ "ego_view",
36
+ "chest"
37
+ ],
38
+ "state": [
39
+ [
40
+ "observation.state",
41
+ 0,
42
+ 29
43
+ ],
44
+ [
45
+ "observation.inspire_left_hand_state",
46
+ 0,
47
+ 6
48
+ ],
49
+ [
50
+ "observation.inspire_right_hand_state",
51
+ 0,
52
+ 6
53
+ ],
54
+ [
55
+ "observation.projected_gravity",
56
+ 0,
57
+ 3
58
+ ]
59
+ ],
60
+ "action": [
61
+ [
62
+ "action.motion_token",
63
+ 0,
64
+ 64
65
+ ],
66
+ [
67
+ "observation.inspire_left_hand_state",
68
+ 0,
69
+ 6
70
+ ],
71
+ [
72
+ "observation.inspire_right_hand_state",
73
+ 0,
74
+ 6
75
+ ]
76
+ ],
77
+ "state_dim": 44,
78
+ "action_dim": 76,
79
+ "action_space": "sonic_dfx6",
80
+ "body_dims": 29
81
+ },
82
+ "image_hw": [
83
+ 168,
84
+ 224
85
+ ],
86
+ "task_text": "Establish and verify a stable two-hand grasp around the chair back, straighten it by stepping into position behind it, then walk forward to push it under the table.",
87
+ "dataset": {
88
+ "name": "b5-chair-push-standing-start-expert-v1",
89
+ "root": "/mnt/data0/zuo/Humanoid_benchmark/data/baselines/b5-chair-push-standing-start-expert-v1",
90
+ "robot_type": null,
91
+ "fps": 30.0,
92
+ "episodes": [
93
+ 0,
94
+ 1,
95
+ 2,
96
+ 3,
97
+ 4,
98
+ 5,
99
+ 6,
100
+ 7,
101
+ 8,
102
+ 9,
103
+ 10,
104
+ 11,
105
+ 12,
106
+ 13,
107
+ 14,
108
+ 15,
109
+ 16,
110
+ 17,
111
+ 18,
112
+ 19,
113
+ 20,
114
+ 21,
115
+ 22,
116
+ 23,
117
+ 24,
118
+ 25,
119
+ 26,
120
+ 27,
121
+ 28,
122
+ 29,
123
+ 30,
124
+ 31,
125
+ 32,
126
+ 33,
127
+ 34,
128
+ 35,
129
+ 36,
130
+ 37,
131
+ 38,
132
+ 39,
133
+ 40,
134
+ 41,
135
+ 42,
136
+ 43,
137
+ 44,
138
+ 45,
139
+ 46,
140
+ 47,
141
+ 48,
142
+ 49,
143
+ 50,
144
+ 51,
145
+ 52,
146
+ 53,
147
+ 54,
148
+ 55,
149
+ 56,
150
+ 57,
151
+ 58,
152
+ 59,
153
+ 60,
154
+ 61,
155
+ 62,
156
+ 63,
157
+ 64,
158
+ 65,
159
+ 66,
160
+ 67,
161
+ 68,
162
+ 69,
163
+ 70,
164
+ 71,
165
+ 72,
166
+ 73,
167
+ 74,
168
+ 75,
169
+ 76,
170
+ 77,
171
+ 78,
172
+ 79,
173
+ 80,
174
+ 81,
175
+ 82,
176
+ 83,
177
+ 84,
178
+ 85,
179
+ 86,
180
+ 87,
181
+ 88,
182
+ 89,
183
+ 90,
184
+ 91,
185
+ 92,
186
+ 93,
187
+ 94,
188
+ 95,
189
+ 96,
190
+ 97,
191
+ 98,
192
+ 99
193
+ ],
194
+ "train_episodes": [
195
+ 0,
196
+ 1,
197
+ 2,
198
+ 3,
199
+ 4,
200
+ 5,
201
+ 6,
202
+ 7,
203
+ 8,
204
+ 9,
205
+ 10,
206
+ 11,
207
+ 12,
208
+ 13,
209
+ 14,
210
+ 15,
211
+ 16,
212
+ 17,
213
+ 18,
214
+ 19,
215
+ 20,
216
+ 21,
217
+ 22,
218
+ 23,
219
+ 24,
220
+ 25,
221
+ 26,
222
+ 27,
223
+ 28,
224
+ 29,
225
+ 30,
226
+ 31,
227
+ 32,
228
+ 33,
229
+ 34,
230
+ 35,
231
+ 36,
232
+ 37,
233
+ 38,
234
+ 39,
235
+ 40,
236
+ 41,
237
+ 42,
238
+ 43,
239
+ 44,
240
+ 45,
241
+ 46,
242
+ 47,
243
+ 48,
244
+ 49,
245
+ 50,
246
+ 51,
247
+ 52,
248
+ 53,
249
+ 54,
250
+ 55,
251
+ 56,
252
+ 57,
253
+ 58,
254
+ 59,
255
+ 60,
256
+ 61,
257
+ 62,
258
+ 63,
259
+ 64,
260
+ 65,
261
+ 66,
262
+ 67,
263
+ 68,
264
+ 69,
265
+ 70,
266
+ 71,
267
+ 72,
268
+ 73,
269
+ 74,
270
+ 75,
271
+ 76,
272
+ 77,
273
+ 78,
274
+ 79,
275
+ 80,
276
+ 81,
277
+ 82,
278
+ 83,
279
+ 84,
280
+ 85,
281
+ 86,
282
+ 87,
283
+ 88,
284
+ 89,
285
+ 90,
286
+ 91,
287
+ 92,
288
+ 93,
289
+ 94,
290
+ 95,
291
+ 96,
292
+ 97,
293
+ 98,
294
+ 99
295
+ ],
296
+ "val_episodes": [],
297
+ "train_frames": 30908,
298
+ "git_commit": null
299
+ },
300
+ "training": {
301
+ "steps": 20000,
302
+ "batch_size": 512,
303
+ "lr": 0.0001,
304
+ "betas": [
305
+ 0.95,
306
+ 0.999
307
+ ],
308
+ "weight_decay": 1e-06,
309
+ "warmup": 500,
310
+ "schedule": "linear warm-up + cosine",
311
+ "backbone_lr_scale": 0.1,
312
+ "ema": 0.9999,
313
+ "shift_px": 0,
314
+ "amp": true,
315
+ "seed": 0,
316
+ "augmentation": {
317
+ "spec": "docs/augmentation_v2.md",
318
+ "version": "hb-aug-v2-20261109",
319
+ "implementation": "evaluation/augmentation/hb_aug_v2.py",
320
+ "visual": {
321
+ "effects": [
322
+ "exposure",
323
+ "contrast",
324
+ "saturation",
325
+ "hue",
326
+ "gamma",
327
+ "temperature",
328
+ "rotation_crop",
329
+ "noise",
330
+ "gaussian_blur",
331
+ "jpeg",
332
+ "motion_blur",
333
+ "sharpen",
334
+ "defocus",
335
+ "light_shadow",
336
+ "wb_channel"
337
+ ],
338
+ "boosted_per_sample": 1,
339
+ "boost": 1.5,
340
+ "pixel_scale": "H / 224",
341
+ "future_targets": "none (one observation frame)"
342
+ },
343
+ "proprio": {
344
+ "robot": "g1",
345
+ "body_dims": 29,
346
+ "bias_deg": 2.0,
347
+ "bias_scope": "per_sample",
348
+ "noise_deg": 0.25,
349
+ "noise_clip_sigma": 3,
350
+ "delay_probability": 0.0,
351
+ "history_drop_probability": 0.0,
352
+ "velocity": false
353
+ },
354
+ "native_image_augmentation": "off",
355
+ "evaluation": "off"
356
+ },
357
+ "preflight": {
358
+ "samples": 64,
359
+ "state_dim": 44,
360
+ "body_dims": 29,
361
+ "images_changed": 64,
362
+ "body_values_moved": 1.0,
363
+ "max_body_offset_deg": 2.552,
364
+ "actions_bit_identical": true,
365
+ "non_body_state_bit_identical": true,
366
+ "eval_items_deterministic": 8
367
+ }
368
+ },
369
+ "stats": {
370
+ "state": {
371
+ "min": [
372
+ -0.5093753933906555,
373
+ -0.12233220040798187,
374
+ -0.12761788070201874,
375
+ 0.10250309854745865,
376
+ -0.8273318409919739,
377
+ -0.15657654404640198,
378
+ -0.4967050552368164,
379
+ -0.30181893706321716,
380
+ -0.5301669836044312,
381
+ 0.09314415603876114,
382
+ -0.8944554924964905,
383
+ -0.14240269362926483,
384
+ -0.10451218485832214,
385
+ -0.0940587967634201,
386
+ -0.13018359243869781,
387
+ -1.393661618232727,
388
+ -0.020927773788571358,
389
+ -0.7382517457008362,
390
+ -0.8502405285835266,
391
+ -0.11091316491365433,
392
+ -0.24967733025550842,
393
+ -1.2172361612319946,
394
+ -1.5036237239837646,
395
+ -1.1288223266601562,
396
+ -0.02860570326447487,
397
+ -0.8521270155906677,
398
+ -1.870940923690796,
399
+ -0.095971018075943,
400
+ -0.1065346822142601,
401
+ 0.0,
402
+ 0.5949721336364746,
403
+ 0.6192536950111389,
404
+ 0.6028932332992554,
405
+ 0.3511531352996826,
406
+ 0.0,
407
+ 0.0,
408
+ 0.5953419804573059,
409
+ 0.6113170981407166,
410
+ 0.5994111895561218,
411
+ 0.03766731545329094,
412
+ 0.0,
413
+ -0.3042502999305725,
414
+ -0.098258838057518,
415
+ -0.9999995827674866
416
+ ],
417
+ "max": [
418
+ 0.42436036467552185,
419
+ 0.2632223069667816,
420
+ 0.4142952561378479,
421
+ 1.3769621849060059,
422
+ 0.3906438946723938,
423
+ 0.12971684336662292,
424
+ 0.28290697932243347,
425
+ 0.07751978188753128,
426
+ 0.012389450334012508,
427
+ 1.309631109237671,
428
+ 0.5117528438568115,
429
+ 0.14354851841926575,
430
+ 0.09299838542938232,
431
+ 0.1345142424106598,
432
+ 0.16879205405712128,
433
+ 0.26465392112731934,
434
+ 1.0681228637695312,
435
+ 0.368639200925827,
436
+ 1.2249290943145752,
437
+ 1.7016332149505615,
438
+ 0.73288893699646,
439
+ 0.4079762399196625,
440
+ 0.20960678160190582,
441
+ 0.1851842999458313,
442
+ 0.9496553540229797,
443
+ 1.338996171951294,
444
+ 0.04667161777615547,
445
+ 1.0116424560546875,
446
+ 1.5066314935684204,
447
+ 1.0,
448
+ 1.0,
449
+ 1.0,
450
+ 1.0,
451
+ 1.0,
452
+ 0.9997431039810181,
453
+ 1.0,
454
+ 1.0,
455
+ 1.0,
456
+ 1.0,
457
+ 1.0,
458
+ 0.9997568130493164,
459
+ 0.011030972935259342,
460
+ 0.10935939103364944,
461
+ -0.9520710110664368
462
+ ],
463
+ "mean": [
464
+ -0.015364952224250912,
465
+ 0.081615613869982,
466
+ 0.12889738646888202,
467
+ 0.27149564947104204,
468
+ -0.14955734140047547,
469
+ -0.03703078041298108,
470
+ -0.0667806330627162,
471
+ -0.07314824380692604,
472
+ -0.2412484148070091,
473
+ 0.25491780809063996,
474
+ -0.10854783438820112,
475
+ -0.005161355253899878,
476
+ 0.003673423170905123,
477
+ 0.02969264617779002,
478
+ 0.08950587210737222,
479
+ -0.47956076188028,
480
+ 0.42631070073819,
481
+ -0.27129812784427826,
482
+ 0.16324256069371254,
483
+ 1.0385976806191235,
484
+ 0.32744283883844555,
485
+ -0.3669884986385585,
486
+ -0.5611831615193444,
487
+ -0.3750104856050489,
488
+ 0.3347049141703264,
489
+ 0.09427332727041168,
490
+ -1.2676208074144515,
491
+ 0.44498776552803626,
492
+ 0.6750011010472442,
493
+ 0.8714133721444814,
494
+ 0.8704363160829457,
495
+ 0.871101992679426,
496
+ 0.8709877289072792,
497
+ 0.9374116361295481,
498
+ 0.000909107080241183,
499
+ 0.8686004803123465,
500
+ 0.8727763422085179,
501
+ 0.8736698483416437,
502
+ 0.873315653691274,
503
+ 0.9243064344480587,
504
+ 0.0010054465065242088,
505
+ -0.07857978353459398,
506
+ 0.005790211846556424,
507
+ -0.9955768040204798
508
+ ],
509
+ "std": [
510
+ 0.12856331774418192,
511
+ 0.037393329668315815,
512
+ 0.05114975202975518,
513
+ 0.19438684278818802,
514
+ 0.12199680903864253,
515
+ 0.042366122817800854,
516
+ 0.1197195537504191,
517
+ 0.041234348615534516,
518
+ 0.06264541254527864,
519
+ 0.19296680414798664,
520
+ 0.14698603073664226,
521
+ 0.03873242198119102,
522
+ 0.022580757805711404,
523
+ 0.02236052295122295,
524
+ 0.03593445604445683,
525
+ 0.3256732586786403,
526
+ 0.19224309523346822,
527
+ 0.1334741564088957,
528
+ 0.48949046035954324,
529
+ 0.3411011488066223,
530
+ 0.17404862210424266,
531
+ 0.28167826002687124,
532
+ 0.32010586210868225,
533
+ 0.19978493123512664,
534
+ 0.12314692856716673,
535
+ 0.4856849744536303,
536
+ 0.4150175273557762,
537
+ 0.18968756344956073,
538
+ 0.36121237047109955,
539
+ 0.16123118351068702,
540
+ 0.16110483963491448,
541
+ 0.16022198436241275,
542
+ 0.16099862679020233,
543
+ 0.07811886944382597,
544
+ 0.019824963023862628,
545
+ 0.1676569977855643,
546
+ 0.15816317480687228,
547
+ 0.15654935499028427,
548
+ 0.15744207009759817,
549
+ 0.1022531519695512,
550
+ 0.019857930854210358,
551
+ 0.048533023773255274,
552
+ 0.015253372177349003,
553
+ 0.005513492459359003
554
+ ]
555
+ },
556
+ "action": {
557
+ "min": [
558
+ -0.4375,
559
+ -0.375,
560
+ -0.5,
561
+ -0.4375,
562
+ -0.4375,
563
+ -0.1875,
564
+ -0.3125,
565
+ -0.4375,
566
+ -0.1875,
567
+ -0.5,
568
+ -0.5,
569
+ -0.25,
570
+ -0.625,
571
+ -0.125,
572
+ -0.3125,
573
+ -0.25,
574
+ -0.125,
575
+ -0.1875,
576
+ -0.5,
577
+ -0.3125,
578
+ -0.5625,
579
+ -0.5,
580
+ -0.0625,
581
+ -0.1875,
582
+ -0.5,
583
+ -0.4375,
584
+ -0.375,
585
+ -0.1875,
586
+ -0.4375,
587
+ -0.3125,
588
+ -0.3125,
589
+ -0.1875,
590
+ -0.0625,
591
+ -0.1875,
592
+ -0.5,
593
+ -0.5,
594
+ -0.125,
595
+ -0.5625,
596
+ -0.3125,
597
+ -0.25,
598
+ -0.375,
599
+ -0.5,
600
+ -0.5625,
601
+ -0.0625,
602
+ -0.5,
603
+ -0.625,
604
+ -0.6875,
605
+ -0.1875,
606
+ 0.0,
607
+ -0.375,
608
+ -0.5,
609
+ -0.3125,
610
+ -0.375,
611
+ -0.4375,
612
+ -0.5,
613
+ -0.25,
614
+ -0.6875,
615
+ -0.1875,
616
+ -0.3125,
617
+ -0.5,
618
+ -0.625,
619
+ -0.3125,
620
+ -0.4375,
621
+ -0.1875,
622
+ 0.0,
623
+ 0.5949721336364746,
624
+ 0.6192536950111389,
625
+ 0.6028932332992554,
626
+ 0.3511531352996826,
627
+ 0.0,
628
+ 0.0,
629
+ 0.5953419804573059,
630
+ 0.6113170981407166,
631
+ 0.5994111895561218,
632
+ 0.03766731545329094,
633
+ 0.0
634
+ ],
635
+ "max": [
636
+ 0.1875,
637
+ 0.5,
638
+ 0.375,
639
+ 0.25,
640
+ 0.4375,
641
+ 0.5625,
642
+ 0.3125,
643
+ 0.3125,
644
+ 0.5,
645
+ 0.25,
646
+ 0.125,
647
+ 0.3125,
648
+ 0.5,
649
+ 0.6875,
650
+ 0.4375,
651
+ 0.3125,
652
+ 0.4375,
653
+ 0.375,
654
+ 0.25,
655
+ 0.5,
656
+ 0.0625,
657
+ 0.1875,
658
+ 0.4375,
659
+ 0.5625,
660
+ 0.5625,
661
+ 0.375,
662
+ 0.0,
663
+ 0.4375,
664
+ 0.3125,
665
+ 0.625,
666
+ 0.625,
667
+ 0.625,
668
+ 0.6875,
669
+ 0.5,
670
+ 0.3125,
671
+ 0.0625,
672
+ 0.6875,
673
+ 0.1875,
674
+ 0.4375,
675
+ 0.1875,
676
+ 0.375,
677
+ 0.125,
678
+ 0.25,
679
+ 0.5,
680
+ 0.3125,
681
+ 0.4375,
682
+ 0.4375,
683
+ 0.375,
684
+ 0.8125,
685
+ 0.4375,
686
+ 0.5,
687
+ 0.5,
688
+ 0.5,
689
+ 0.375,
690
+ 0.25,
691
+ 0.1875,
692
+ 0.5,
693
+ 0.375,
694
+ 0.1875,
695
+ 0.25,
696
+ -0.0625,
697
+ 0.375,
698
+ 0.1875,
699
+ 0.5625,
700
+ 1.0,
701
+ 1.0,
702
+ 1.0,
703
+ 1.0,
704
+ 1.0,
705
+ 0.9997431039810181,
706
+ 1.0,
707
+ 1.0,
708
+ 1.0,
709
+ 1.0,
710
+ 1.0,
711
+ 0.9997568130493164
712
+ ],
713
+ "mean": [
714
+ -0.1328256438462534,
715
+ 0.14030752555972564,
716
+ -0.07960115504076615,
717
+ 0.016393409473275528,
718
+ 0.02376811828652776,
719
+ 0.2037397275786204,
720
+ -0.08447448880548725,
721
+ -0.022285896855183125,
722
+ 0.2105644169794228,
723
+ -0.20490043030930502,
724
+ -0.20489031965834087,
725
+ -0.02232229519865407,
726
+ -0.24486985570078945,
727
+ 0.35233394266856477,
728
+ 0.11206645528665718,
729
+ -0.004509350330011648,
730
+ 0.19562694124498511,
731
+ 0.047886065096415166,
732
+ -0.09148723631422286,
733
+ 0.09802276109745049,
734
+ -0.2587922220784263,
735
+ -0.20438680924032612,
736
+ 0.22753211142746216,
737
+ 0.0762383525300893,
738
+ 0.16564683900608257,
739
+ -0.046375533842370906,
740
+ -0.1699741976187395,
741
+ 0.0878838003105992,
742
+ -0.034000097062249254,
743
+ 0.36507336288339587,
744
+ 0.20983847224019672,
745
+ 0.22507724537336612,
746
+ 0.2735578167464734,
747
+ 0.12311941892066779,
748
+ -0.15756236249514688,
749
+ -0.23991563672835511,
750
+ 0.16439918467710626,
751
+ -0.22254553837194255,
752
+ -0.02215243626245632,
753
+ -0.09517155752555972,
754
+ -0.06882926750355894,
755
+ -0.21601203571890773,
756
+ -0.13072465057590268,
757
+ 0.23748099197618738,
758
+ -0.1322998899961175,
759
+ -0.21782386437168372,
760
+ -0.3010628316293516,
761
+ 0.09485812734567102,
762
+ 0.45991531318752427,
763
+ 0.008933771191924421,
764
+ -0.006416219101850654,
765
+ 0.09854042642681507,
766
+ 0.20279539277856864,
767
+ -0.047738449592338555,
768
+ -0.16898537595444546,
769
+ -0.035510628316293515,
770
+ -0.2886550407661447,
771
+ 0.056002895690436136,
772
+ -0.09289868318881843,
773
+ -0.14478856606703766,
774
+ -0.38754125145593377,
775
+ 0.07912797657564384,
776
+ -0.14342565031707002,
777
+ 0.2597203798369354,
778
+ 0.8714133721444814,
779
+ 0.8704363160829457,
780
+ 0.871101992679426,
781
+ 0.8709877289072792,
782
+ 0.9374116361295481,
783
+ 0.000909107080241183,
784
+ 0.8686004803123465,
785
+ 0.8727763422085179,
786
+ 0.8736698483416437,
787
+ 0.873315653691274,
788
+ 0.9243064344480587,
789
+ 0.0010054465065242088
790
+ ],
791
+ "std": [
792
+ 0.07789955998211606,
793
+ 0.15884626071604924,
794
+ 0.1581233979968548,
795
+ 0.09502975183202761,
796
+ 0.10422883895758395,
797
+ 0.13493252972835035,
798
+ 0.09668550524041442,
799
+ 0.10216842451806651,
800
+ 0.13706091772556664,
801
+ 0.1357826846018742,
802
+ 0.10177050699336576,
803
+ 0.08465054607636743,
804
+ 0.20205230739695762,
805
+ 0.12706670920463609,
806
+ 0.15069616802995173,
807
+ 0.06293637535646919,
808
+ 0.08382843427524267,
809
+ 0.07581424073507208,
810
+ 0.13568732985173562,
811
+ 0.14033116801561796,
812
+ 0.09932655110968273,
813
+ 0.09121062873145251,
814
+ 0.07208299484685422,
815
+ 0.1299125790615487,
816
+ 0.17977553384414668,
817
+ 0.1506115834117787,
818
+ 0.06899038047757403,
819
+ 0.08011449013545052,
820
+ 0.12308408904450967,
821
+ 0.16677321150773933,
822
+ 0.15547954149229914,
823
+ 0.10494672115866652,
824
+ 0.09867708152909252,
825
+ 0.10241109878343188,
826
+ 0.13636784165465646,
827
+ 0.07477624483874172,
828
+ 0.12988677428759557,
829
+ 0.13445998836373205,
830
+ 0.09184543622018963,
831
+ 0.0721655820519191,
832
+ 0.08807969513597146,
833
+ 0.11157826948556746,
834
+ 0.14881728477040088,
835
+ 0.09995603247268962,
836
+ 0.11745649633145971,
837
+ 0.19648932081391213,
838
+ 0.1997733493935003,
839
+ 0.07585100812231088,
840
+ 0.12983318820006998,
841
+ 0.13470484176152134,
842
+ 0.12727505199554814,
843
+ 0.1148687607803913,
844
+ 0.16623945022132947,
845
+ 0.0903189189593882,
846
+ 0.11630889040778654,
847
+ 0.06267302238221951,
848
+ 0.2107078066502835,
849
+ 0.0918116315905211,
850
+ 0.07687874194300864,
851
+ 0.1305883985144006,
852
+ 0.11356755494785113,
853
+ 0.0892572154462054,
854
+ 0.1057525617384013,
855
+ 0.12177318529042777,
856
+ 0.16123118351068702,
857
+ 0.16110483963491448,
858
+ 0.16022198436241275,
859
+ 0.16099862679020233,
860
+ 0.07811886944382597,
861
+ 0.019824963023862628,
862
+ 0.1676569977855643,
863
+ 0.15816317480687228,
864
+ 0.15654935499028427,
865
+ 0.15744207009759817,
866
+ 0.1022531519695512,
867
+ 0.019857930854210358
868
+ ]
869
+ }
870
+ },
871
+ "code_commit": "028df1bb7024fb1e3d176de7e60c84d3333cd97f",
872
+ "step": 6000,
873
+ "weights": "ema",
874
+ "offline_eval": {
875
+ "mse": 0.030160661786794662,
876
+ "mse_row0": 0.02748788893222809,
877
+ "mse_motion_token": 0.027840631082654,
878
+ "mse_inspire_left_hand_state": 0.04214290902018547,
879
+ "mse_inspire_right_hand_state": 0.04292541742324829,
880
+ "samples": 256,
881
+ "frames": "train"
882
+ },
883
+ "format": "hb_baselines/1"
884
+ }
b5-chair-push-standing-start/b512-cont-20261117/step-006000/model.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5178087fc50ffb7c5b233bae26ba6bc083c037bcd611d62a9f573166c8b564b3
3
+ size 90311509
b5-chair-push-standing-start/b512-cont-20261117/step-006000/protocol.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "format": "hb_baselines/1",
3
+ "step": 6000,
4
+ "policy": "fm_dit",
5
+ "files": {
6
+ "model.pt": {
7
+ "bytes": 90311509,
8
+ "sha256": "5178087fc50ffb7c5b233bae26ba6bc083c037bcd611d62a9f573166c8b564b3"
9
+ }
10
+ }
11
+ }
b5-chair-push-standing-start/b512-cont-20261117/train_state.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74b1d066a512bb535c3e87ad34636723b05507ef591530ae59f80b45e20f0797
3
+ size 361027889
b8-table-wipe/b512-cont-20261117/RESUME.md ADDED
@@ -0,0 +1,39 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # B8 FM-DiT continuation, paused 2026-11-17
2
+
3
+ This is an independent continuation from the local step-4,000 baseline.
4
+ The portable training state is **step 6,000**; the last logged step is 6700.
5
+ Updates after step 6,000 remain only in the paused local process and are not in this release.
6
+ The training target was 20,000 total steps. This package is not a completed 20,000-step run.
7
+
8
+ ## Files
9
+
10
+ - `train_state.pt`: raw policy, AdamW moments, LR scheduler, EMA, step and full config.
11
+ - `step-006000/`: EMA inference checkpoint, config and weight hash protocol.
12
+ - `run.json`, `resume.json`: recipe, data identity, preflight and pause details.
13
+ - `logs/`: current and original training logs. Log rows after 6,000 are history, not saved weights.
14
+ - `provenance/`: original run, original checkpoint config and hash protocol.
15
+ - `SHA256SUMS`: hashes of this package and its shared source snapshot, relative to repository root.
16
+
17
+ ## Resume
18
+
19
+ Use Python 3.12 and install `code/fmdit_continue_20261117/baselines/requirements.txt`.
20
+ Download the original dataset separately (access to its private repository is required):
21
+
22
+ ```bash
23
+ hf download humanoid-benchmark/b8-table-wipe-expert-v1 --repo-type dataset --revision 3b2e6180508f84f70fda8b33cd3e41c14225f0b5 --local-dir /path/to/b8-table-wipe-expert-v1
24
+ python code/fmdit_continue_20261117/resume.py --task b8 --dataset /path/to/b8-table-wipe-expert-v1 --out /path/to/new_b8_run --cache-dir /path/to/frame_cache --steps 20000 --device cuda:0
25
+ ```
26
+
27
+ Run these commands from the downloaded model repository root. The launcher resolves its source
28
+ and state relative to itself, copies the state to a new output directory and starts the frozen
29
+ trainer with `--resume`; add `--dry-run` to inspect without copying or training.
30
+ Confirm the trainer logs `resumed` at step 6,000. `--steps` means total steps, not additional steps;
31
+ use 16000 for 10,000 more steps from this checkpoint. Existing output state is never overwritten.
32
+ No training automatically starts when this repository is downloaded.
33
+
34
+ Batch 512, seed 0, state44/action76, 16-row chunks, 168x224 head/chest RGB, hb-v2 augmentation,
35
+ 500-step original warm-up, AdamW and EMA are unchanged. At the default total of 20,000,
36
+ the saved LR/scheduler continues consistently. Choosing a different total changes cosine decay
37
+ from the next scheduler update. Original RNG and DataLoader state were not recorded; this is
38
+ not a bit-exact continuation. Offline MSE uses 256 training frames, not held-out validation
39
+ or closed-loop success. Source snapshot: `code/fmdit_continue_20261117/` (original commit `028df1bb7024fb1e3d176de7e60c84d3333cd97f`).
b8-table-wipe/b512-cont-20261117/SHA256SUMS ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 4aa90cf211b68317b81112a0c06950fb8a463bdca6730235e65e3eff8f8a7109 b8-table-wipe/b512-cont-20261117/RESUME.md
2
+ 5dda5685e9d78c71c5bbd6431ce8201dfddd0f392db514f82e7b61d0befc8889 b8-table-wipe/b512-cont-20261117/logs/parent_train_log.jsonl
3
+ 9ef1481dbfb382d3ca1277eb0988fe18212734ab948ebbadc9d52dc384f366e9 b8-table-wipe/b512-cont-20261117/logs/train_log.jsonl
4
+ 97f34e2086db3604f836f41881111fae411c385d253a0c48fe6b58472a7b9f45 b8-table-wipe/b512-cont-20261117/logs/train_stdout.log
5
+ 47ea3ef34090e5f3ebac9cf47be4361c4548ace3e1380befecbbf87212858d11 b8-table-wipe/b512-cont-20261117/provenance/parent_checkpoint_config.json
6
+ b9e9013369f8b288ab9ca65652339796afdc817eaa42803fd49af7399975ec35 b8-table-wipe/b512-cont-20261117/provenance/parent_checkpoint_protocol.json
7
+ 7aeb0b1f1ec0512dbae9b56e53397172acdb4ed5771d893e05bb5760d3cf7a4e b8-table-wipe/b512-cont-20261117/provenance/parent_run.json
8
+ 73e8644e1a219adcaf7c03129622fd31500a8ede285dc52d34eab76b8b4828c1 b8-table-wipe/b512-cont-20261117/resume.json
9
+ 49a658077102eda30b4220f93ffbe6a8c8230d3a3a02eb9720b6f725ab3bfdc8 b8-table-wipe/b512-cont-20261117/run.json
10
+ 9005976e6e78ac4658569fc6e10074a357e8ba257894f0db755a69f2531e8870 b8-table-wipe/b512-cont-20261117/step-006000/config.json
11
+ 49f877e3a020061ca3fd91b94f178596a9348d02548e116ea261eeecb5675ed8 b8-table-wipe/b512-cont-20261117/step-006000/model.pt
12
+ 7f3c8de81798a4a0626d88e50d8448736f72bd100410c995ad9fda7cf35d6db8 b8-table-wipe/b512-cont-20261117/step-006000/protocol.json
13
+ defddc0d62576449aad58f234a7023e3e21eb0289831e03dac2c19ffd888f097 b8-table-wipe/b512-cont-20261117/train_state.pt
14
+ f7cf756cb60f0ce1da9b7ab8b1549b42f9a59d608bb06addd206d270b7c2d14c code/fmdit_continue_20261117/augmentation/__init__.py
15
+ 96539b2fcf729917f668c9a776a0526c4b109611bf921dcbd753983c0f5813f2 code/fmdit_continue_20261117/augmentation/check_spec.py
16
+ 9f7713cea4f846efcfc924234267ced48210357f419d67915c10b504316bedde code/fmdit_continue_20261117/augmentation/hb_aug_v2.py
17
+ 815562186d3aaf87aba05085da6e951bc48b0b90a5d1c4910f2a3f625009bc52 code/fmdit_continue_20261117/augmentation/preview.py
18
+ 0a8ee3ccab6e183804c08066a9e7eb207d9b13ca38c0e596ce5d58c8302d7929 code/fmdit_continue_20261117/baselines/__init__.py
19
+ 3db95cd8e4e436875e11f1054a99d250ca7d94e0127909090b58730402340f19 code/fmdit_continue_20261117/baselines/act_nets.py
20
+ b537b03bc538910691b599862138494c11354147785a779a22ad83ff4b72a8d5 code/fmdit_continue_20261117/baselines/adapters.py
21
+ 88c1971e18e9842136884f6a369468fe27f189b888b39870622304101a063b06 code/fmdit_continue_20261117/baselines/data.py
22
+ 38a66937bb92393a3f1ce0644b249da28d582a4fd03d134b7743e6037abd88b9 code/fmdit_continue_20261117/baselines/nets.py
23
+ 750d4c6193aabcacc0f53df26c2c51f64b3f836b940b32ccb5c69f5959419afa code/fmdit_continue_20261117/baselines/policies.py
24
+ bb211f66038e53efd08ee3ec03e133d8bb206ec36cc608d349b4fad3a61e874b code/fmdit_continue_20261117/baselines/requirements.txt
25
+ 5d680d59124ca83f9c2088f8e1738395b87ddc58798acf7815e163102738b7ae code/fmdit_continue_20261117/baselines/runtime.py
26
+ b368d14aaab69d04f5372b1f3bb358c2a78f83134cc0e926faa8887e3ddbe297 code/fmdit_continue_20261117/baselines/train.py
27
+ fe9aaed24789080f05ce8f510d5a132bbd65e7c39b6de20500210742f0be4185 code/fmdit_continue_20261117/docs/augmentation_v2.md
28
+ 5dbc2ec3f4f0638181eef9dca07c76f3594bdd5a24141f1a4b50d6532dbe4bba code/fmdit_continue_20261117/resume.py
b8-table-wipe/b512-cont-20261117/logs/parent_train_log.jsonl ADDED
@@ -0,0 +1,41 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"event": "train", "step": 100, "lr": 2.0200000000000003e-05, "backbone_lr": 2.02e-06, "ema_decay": 0.968612, "it_s": 0.39, "data_frac": 0.912, "fm": 1.8642640209197998, "loss": 1.8642640209197998}
2
+ {"event": "train", "step": 200, "lr": 4.02e-05, "backbone_lr": 4.0200000000000005e-06, "ema_decay": 0.981267, "it_s": 0.43, "data_frac": 0.913, "fm": 1.0814206337928771, "loss": 1.0814206337928771}
3
+ {"event": "train", "step": 300, "lr": 6.02e-05, "backbone_lr": 6.02e-06, "ema_decay": 0.986162, "it_s": 0.45, "data_frac": 0.907, "fm": 0.7938938274979591, "loss": 0.7938938274979591}
4
+ {"event": "train", "step": 400, "lr": 8.020000000000001e-05, "backbone_lr": 8.020000000000001e-06, "ema_decay": 0.988841, "it_s": 0.41, "data_frac": 0.915, "fm": 0.322593115568161, "loss": 0.322593115568161}
5
+ {"event": "train", "step": 500, "lr": 0.0001, "backbone_lr": 1e-05, "ema_decay": 0.990557, "it_s": 0.4, "data_frac": 0.92, "fm": 0.2253869031369686, "loss": 0.2253869031369686}
6
+ {"event": "train", "step": 600, "lr": 9.979871469976196e-05, "backbone_lr": 9.979871469976197e-06, "ema_decay": 0.991762, "it_s": 0.43, "data_frac": 0.912, "fm": 0.19886314541101455, "loss": 0.19886314541101455}
7
+ {"event": "train", "step": 700, "lr": 9.919647942993148e-05, "backbone_lr": 9.91964794299315e-06, "ema_decay": 0.99266, "it_s": 0.4, "data_frac": 0.918, "fm": 0.18408803522586822, "loss": 0.18408803522586822}
8
+ {"event": "train", "step": 800, "lr": 9.819814303479267e-05, "backbone_lr": 9.819814303479268e-06, "ema_decay": 0.993358, "it_s": 0.41, "data_frac": 0.916, "fm": 0.17290466755628586, "loss": 0.17290466755628586}
9
+ {"event": "train", "step": 900, "lr": 9.681174353198687e-05, "backbone_lr": 9.681174353198687e-06, "ema_decay": 0.993919, "it_s": 0.44, "data_frac": 0.909, "fm": 0.16579829320311545, "loss": 0.16579829320311545}
10
+ {"event": "train", "step": 1000, "lr": 9.504844339512095e-05, "backbone_lr": 9.504844339512096e-06, "ema_decay": 0.994381, "it_s": 0.4, "data_frac": 0.918, "fm": 0.15981068179011346, "loss": 0.15981068179011346}
11
+ {"event": "train", "step": 1100, "lr": 9.292243968009331e-05, "backbone_lr": 9.292243968009332e-06, "ema_decay": 0.994768, "it_s": 0.42, "data_frac": 0.913, "fm": 0.15560077399015426, "loss": 0.15560077399015426}
12
+ {"event": "train", "step": 1200, "lr": 9.045084971874738e-05, "backbone_lr": 9.045084971874738e-06, "ema_decay": 0.995098, "it_s": 0.44, "data_frac": 0.909, "fm": 0.15098393872380256, "loss": 0.15098393872380256}
13
+ {"event": "train", "step": 1300, "lr": 8.765357330018056e-05, "backbone_lr": 8.765357330018056e-06, "ema_decay": 0.995384, "it_s": 0.37, "data_frac": 0.926, "fm": 0.14670720651745797, "loss": 0.14670720651745797}
14
+ {"event": "train", "step": 1400, "lr": 8.455313244934324e-05, "backbone_lr": 8.455313244934324e-06, "ema_decay": 0.995633, "it_s": 0.47, "data_frac": 0.904, "fm": 0.14375186525285244, "loss": 0.14375186525285244}
15
+ {"event": "train", "step": 1500, "lr": 8.117449009293668e-05, "backbone_lr": 8.117449009293668e-06, "ema_decay": 0.995853, "it_s": 0.42, "data_frac": 0.914, "fm": 0.14028333067893983, "loss": 0.14028333067893983}
16
+ {"event": "train", "step": 1600, "lr": 7.754484907260513e-05, "backbone_lr": 7.754484907260513e-06, "ema_decay": 0.996049, "it_s": 0.39, "data_frac": 0.921, "fm": 0.1390533269941807, "loss": 0.1390533269941807}
17
+ {"event": "train", "step": 1700, "lr": 7.369343312364993e-05, "backbone_lr": 7.369343312364994e-06, "ema_decay": 0.996225, "it_s": 0.48, "data_frac": 0.901, "fm": 0.1383609838038683, "loss": 0.1383609838038683}
18
+ {"event": "train", "step": 1800, "lr": 6.965125158269619e-05, "backbone_lr": 6.965125158269619e-06, "ema_decay": 0.996383, "it_s": 0.45, "data_frac": 0.908, "fm": 0.1336882469058037, "loss": 0.1336882469058037}
19
+ {"event": "train", "step": 1900, "lr": 6.545084971874738e-05, "backbone_lr": 6.545084971874738e-06, "ema_decay": 0.996527, "it_s": 0.38, "data_frac": 0.921, "fm": 0.13274769395589828, "loss": 0.13274769395589828}
20
+ {"event": "train", "step": 2000, "lr": 6.112604669781572e-05, "backbone_lr": 6.112604669781572e-06, "ema_decay": 0.996658, "it_s": 0.44, "data_frac": 0.908, "fm": 0.1316966664791107, "loss": 0.1316966664791107}
21
+ {"event": "train", "step": 2100, "lr": 5.6711663290882776e-05, "backbone_lr": 5.671166329088278e-06, "ema_decay": 0.996778, "it_s": 0.4, "data_frac": 0.917, "fm": 0.12813001714646816, "loss": 0.12813001714646816}
22
+ {"event": "train", "step": 2200, "lr": 5.2243241517525754e-05, "backbone_lr": 5.224324151752575e-06, "ema_decay": 0.996888, "it_s": 0.39, "data_frac": 0.92, "fm": 0.12834149174392223, "loss": 0.12834149174392223}
23
+ {"event": "train", "step": 2300, "lr": 4.775675848247427e-05, "backbone_lr": 4.775675848247427e-06, "ema_decay": 0.99699, "it_s": 0.43, "data_frac": 0.912, "fm": 0.12588734790682793, "loss": 0.12588734790682793}
24
+ {"event": "train", "step": 2400, "lr": 4.328833670911724e-05, "backbone_lr": 4.3288336709117246e-06, "ema_decay": 0.997085, "it_s": 0.47, "data_frac": 0.905, "fm": 0.12559257812798022, "loss": 0.12559257812798022}
25
+ {"event": "train", "step": 2500, "lr": 3.887395330218429e-05, "backbone_lr": 3.887395330218429e-06, "ema_decay": 0.997172, "it_s": 0.42, "data_frac": 0.913, "fm": 0.124132684096694, "loss": 0.124132684096694}
26
+ {"event": "train", "step": 2600, "lr": 3.4549150281252636e-05, "backbone_lr": 3.4549150281252635e-06, "ema_decay": 0.997254, "it_s": 0.42, "data_frac": 0.915, "fm": 0.12321630582213401, "loss": 0.12321630582213401}
27
+ {"event": "train", "step": 2700, "lr": 3.0348748417303823e-05, "backbone_lr": 3.0348748417303826e-06, "ema_decay": 0.997331, "it_s": 0.46, "data_frac": 0.906, "fm": 0.12238777838647366, "loss": 0.12238777838647366}
28
+ {"event": "train", "step": 2800, "lr": 2.630656687635007e-05, "backbone_lr": 2.6306566876350072e-06, "ema_decay": 0.997403, "it_s": 0.37, "data_frac": 0.924, "fm": 0.12237035527825356, "loss": 0.12237035527825356}
29
+ {"event": "train", "step": 2900, "lr": 2.245515092739488e-05, "backbone_lr": 2.245515092739488e-06, "ema_decay": 0.99747, "it_s": 0.47, "data_frac": 0.901, "fm": 0.12099793791770935, "loss": 0.12099793791770935}
30
+ {"event": "train", "step": 3000, "lr": 1.8825509907063327e-05, "backbone_lr": 1.8825509907063328e-06, "ema_decay": 0.997534, "it_s": 0.45, "data_frac": 0.908, "fm": 0.12019743457436562, "loss": 0.12019743457436562}
31
+ {"event": "train", "step": 3100, "lr": 1.544686755065677e-05, "backbone_lr": 1.544686755065677e-06, "ema_decay": 0.997594, "it_s": 0.4, "data_frac": 0.919, "fm": 0.11983832776546478, "loss": 0.11983832776546478}
32
+ {"event": "train", "step": 3200, "lr": 1.2346426699819458e-05, "backbone_lr": 1.234642669981946e-06, "ema_decay": 0.99765, "it_s": 0.44, "data_frac": 0.907, "fm": 0.11914024040102959, "loss": 0.11914024040102959}
33
+ {"event": "train", "step": 3300, "lr": 9.549150281252633e-06, "backbone_lr": 9.549150281252633e-07, "ema_decay": 0.997704, "it_s": 0.39, "data_frac": 0.918, "fm": 0.11888715997338295, "loss": 0.11888715997338295}
34
+ {"event": "train", "step": 3400, "lr": 7.077560319906695e-06, "backbone_lr": 7.077560319906696e-07, "ema_decay": 0.997755, "it_s": 0.4, "data_frac": 0.919, "fm": 0.11843070551753045, "loss": 0.11843070551753045}
35
+ {"event": "train", "step": 3500, "lr": 4.951556604879048e-06, "backbone_lr": 4.951556604879049e-07, "ema_decay": 0.997803, "it_s": 0.45, "data_frac": 0.908, "fm": 0.11840196907520294, "loss": 0.11840196907520294}
36
+ {"event": "train", "step": 3600, "lr": 3.18825646801314e-06, "backbone_lr": 3.18825646801314e-07, "ema_decay": 0.997849, "it_s": 0.43, "data_frac": 0.913, "fm": 0.11895469002425671, "loss": 0.11895469002425671}
37
+ {"event": "train", "step": 3700, "lr": 1.8018569652073381e-06, "backbone_lr": 1.801856965207338e-07, "ema_decay": 0.997893, "it_s": 0.41, "data_frac": 0.916, "fm": 0.11923333063721657, "loss": 0.11923333063721657}
38
+ {"event": "train", "step": 3800, "lr": 8.035205700685167e-07, "backbone_lr": 8.035205700685167e-08, "ema_decay": 0.997934, "it_s": 0.42, "data_frac": 0.913, "fm": 0.11670800402760506, "loss": 0.11670800402760506}
39
+ {"event": "train", "step": 3900, "lr": 2.012853002380466e-07, "backbone_lr": 2.012853002380466e-08, "ema_decay": 0.997974, "it_s": 0.41, "data_frac": 0.911, "fm": 0.11914860650897026, "loss": 0.11914860650897026}
40
+ {"event": "train", "step": 4000, "lr": 0.0, "backbone_lr": 0.0, "ema_decay": 0.998012, "it_s": 0.44, "data_frac": 0.91, "fm": 0.11686161890625954, "loss": 0.11686161890625954}
41
+ {"event": "save", "step": 4000, "checkpoint": "/mnt/data0/zuo/Humanoid_benchmark/results/baselines_preflight_20261117/runs/b8-table-wipe-expert-v1/fm_dit/checkpoints/step-004000", "mse": 0.02690730057656765, "mse_row0": 0.024344196543097496, "mse_motion_token": 0.027465982362627983, "mse_inspire_left_hand_state": 0.01448493916541338, "mse_inspire_right_hand_state": 0.03337034583091736}
b8-table-wipe/b512-cont-20261117/logs/train_log.jsonl ADDED
@@ -0,0 +1,109 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"event": "train", "step": 4025, "lr": 9.215152885383474e-05, "backbone_lr": 9.215152885383473e-06, "ema_decay": 0.998021, "it_s": 0.62, "data_frac": 0.848, "fm": 0.28632881194353105, "loss": 0.28632881194353105}
2
+ {"event": "train", "step": 4050, "lr": 9.204286963963111e-05, "backbone_lr": 9.204286963963112e-06, "ema_decay": 0.998031, "it_s": 0.98, "data_frac": 0.797, "fm": 0.19046931803226472, "loss": 0.19046931803226472}
3
+ {"event": "train", "step": 4075, "lr": 9.193352839727121e-05, "backbone_lr": 9.193352839727122e-06, "ema_decay": 0.99804, "it_s": 1.63, "data_frac": 0.659, "fm": 0.15901459693908693, "loss": 0.15901459693908693}
4
+ {"event": "train", "step": 4100, "lr": 9.182350690051133e-05, "backbone_lr": 9.182350690051134e-06, "ema_decay": 0.998049, "it_s": 1.4, "data_frac": 0.731, "fm": 0.1406265354156494, "loss": 0.1406265354156494}
5
+ {"event": "train", "step": 4125, "lr": 9.171280693414307e-05, "backbone_lr": 9.171280693414307e-06, "ema_decay": 0.998058, "it_s": 0.55, "data_frac": 0.892, "fm": 0.13139946579933168, "loss": 0.13139946579933168}
6
+ {"event": "train", "step": 4150, "lr": 9.160143029396422e-05, "backbone_lr": 9.160143029396422e-06, "ema_decay": 0.998066, "it_s": 5.01, "data_frac": 0.004, "fm": 0.12817200630903244, "loss": 0.12817200630903244}
7
+ {"event": "train", "step": 4175, "lr": 9.148937878674976e-05, "backbone_lr": 9.148937878674975e-06, "ema_decay": 0.998075, "it_s": 0.85, "data_frac": 0.824, "fm": 0.1271376582980156, "loss": 0.1271376582980156}
8
+ {"event": "train", "step": 4200, "lr": 9.13766542302225e-05, "backbone_lr": 9.13766542302225e-06, "ema_decay": 0.998084, "it_s": 1.55, "data_frac": 0.678, "fm": 0.12697737753391267, "loss": 0.12697737753391267}
9
+ {"event": "train", "step": 4225, "lr": 9.126325845302357e-05, "backbone_lr": 9.126325845302357e-06, "ema_decay": 0.998092, "it_s": 1.53, "data_frac": 0.703, "fm": 0.12229053348302842, "loss": 0.12229053348302842}
10
+ {"event": "train", "step": 4250, "lr": 9.114919329468282e-05, "backbone_lr": 9.114919329468283e-06, "ema_decay": 0.998101, "it_s": 0.76, "data_frac": 0.843, "fm": 0.12151277899742126, "loss": 0.12151277899742126}
11
+ {"event": "train", "step": 4275, "lr": 9.103446060558892e-05, "backbone_lr": 9.103446060558892e-06, "ema_decay": 0.998109, "it_s": 0.89, "data_frac": 0.811, "fm": 0.1202454110980034, "loss": 0.1202454110980034}
12
+ {"event": "train", "step": 4300, "lr": 9.091906224695935e-05, "backbone_lr": 9.091906224695935e-06, "ema_decay": 0.998117, "it_s": 3.31, "data_frac": 0.319, "fm": 0.11945601761341094, "loss": 0.11945601761341094}
13
+ {"event": "train", "step": 4325, "lr": 9.080300009081024e-05, "backbone_lr": 9.080300009081025e-06, "ema_decay": 0.998125, "it_s": 1.45, "data_frac": 0.724, "fm": 0.11844889491796494, "loss": 0.11844889491796494}
14
+ {"event": "train", "step": 4350, "lr": 9.068627601992598e-05, "backbone_lr": 9.0686276019926e-06, "ema_decay": 0.998133, "it_s": 1.62, "data_frac": 0.625, "fm": 0.11838024020195008, "loss": 0.11838024020195008}
15
+ {"event": "train", "step": 4375, "lr": 9.056889192782866e-05, "backbone_lr": 9.056889192782865e-06, "ema_decay": 0.998141, "it_s": 0.7, "data_frac": 0.854, "fm": 0.11815809279680252, "loss": 0.11815809279680252}
16
+ {"event": "train", "step": 4400, "lr": 9.045084971874738e-05, "backbone_lr": 9.045084971874738e-06, "ema_decay": 0.998149, "it_s": 0.99, "data_frac": 0.789, "fm": 0.11837879121303559, "loss": 0.11837879121303559}
17
+ {"event": "train", "step": 4425, "lr": 9.033215130758735e-05, "backbone_lr": 9.033215130758735e-06, "ema_decay": 0.998157, "it_s": 2.8, "data_frac": 0.451, "fm": 0.12120903819799424, "loss": 0.12120903819799424}
18
+ {"event": "train", "step": 4450, "lr": 9.021279861989885e-05, "backbone_lr": 9.021279861989884e-06, "ema_decay": 0.998165, "it_s": 1.42, "data_frac": 0.734, "fm": 0.11654747396707535, "loss": 0.11654747396707535}
19
+ {"event": "train", "step": 4475, "lr": 9.009279359184593e-05, "backbone_lr": 9.009279359184594e-06, "ema_decay": 0.998173, "it_s": 1.35, "data_frac": 0.737, "fm": 0.11454789787530899, "loss": 0.11454789787530899}
20
+ {"event": "train", "step": 4500, "lr": 8.997213817017507e-05, "backbone_lr": 8.997213817017508e-06, "ema_decay": 0.99818, "it_s": 0.64, "data_frac": 0.866, "fm": 0.11652687758207321, "loss": 0.11652687758207321}
21
+ {"event": "train", "step": 4525, "lr": 8.985083431218354e-05, "backbone_lr": 8.985083431218354e-06, "ema_decay": 0.998188, "it_s": 1.09, "data_frac": 0.773, "fm": 0.11339226454496383, "loss": 0.11339226454496383}
22
+ {"event": "train", "step": 4550, "lr": 8.972888398568772e-05, "backbone_lr": 8.972888398568772e-06, "ema_decay": 0.998195, "it_s": 0.99, "data_frac": 0.785, "fm": 0.11623615086078644, "loss": 0.11623615086078644}
23
+ {"event": "train", "step": 4575, "lr": 8.96062891689911e-05, "backbone_lr": 8.96062891689911e-06, "ema_decay": 0.998203, "it_s": 4.97, "data_frac": 0.002, "fm": 0.11666365176439285, "loss": 0.11666365176439285}
24
+ {"event": "train", "step": 4600, "lr": 8.948305185085225e-05, "backbone_lr": 8.948305185085226e-06, "ema_decay": 0.99821, "it_s": 1.55, "data_frac": 0.667, "fm": 0.11618060439825058, "loss": 0.11618060439825058}
25
+ {"event": "train", "step": 4625, "lr": 8.935917403045251e-05, "backbone_lr": 8.935917403045251e-06, "ema_decay": 0.998217, "it_s": 0.66, "data_frac": 0.863, "fm": 0.11370467752218247, "loss": 0.11370467752218247}
26
+ {"event": "train", "step": 4650, "lr": 8.92346577173636e-05, "backbone_lr": 8.923465771736361e-06, "ema_decay": 0.998224, "it_s": 1.7, "data_frac": 0.667, "fm": 0.11478051245212555, "loss": 0.11478051245212555}
27
+ {"event": "train", "step": 4675, "lr": 8.910950493151498e-05, "backbone_lr": 8.910950493151498e-06, "ema_decay": 0.998232, "it_s": 0.91, "data_frac": 0.803, "fm": 0.11607470244169235, "loss": 0.11607470244169235}
28
+ {"event": "train", "step": 4700, "lr": 8.898371770316111e-05, "backbone_lr": 8.898371770316113e-06, "ema_decay": 0.998239, "it_s": 1.28, "data_frac": 0.743, "fm": 0.11513609379529953, "loss": 0.11513609379529953}
29
+ {"event": "train", "step": 4725, "lr": 8.885729807284856e-05, "backbone_lr": 8.885729807284855e-06, "ema_decay": 0.998246, "it_s": 0.81, "data_frac": 0.838, "fm": 0.11020497322082519, "loss": 0.11020497322082519}
30
+ {"event": "train", "step": 4750, "lr": 8.873024809138272e-05, "backbone_lr": 8.873024809138272e-06, "ema_decay": 0.998253, "it_s": 2.64, "data_frac": 0.417, "fm": 0.11362491935491562, "loss": 0.11362491935491562}
31
+ {"event": "train", "step": 4775, "lr": 8.860256981979484e-05, "backbone_lr": 8.860256981979485e-06, "ema_decay": 0.998259, "it_s": 1.31, "data_frac": 0.75, "fm": 0.11324429392814636, "loss": 0.11324429392814636}
32
+ {"event": "train", "step": 4800, "lr": 8.847426532930831e-05, "backbone_lr": 8.84742653293083e-06, "ema_decay": 0.998266, "it_s": 1.3, "data_frac": 0.728, "fm": 0.11362754851579666, "loss": 0.11362754851579666}
33
+ {"event": "train", "step": 4825, "lr": 8.834533670130518e-05, "backbone_lr": 8.834533670130518e-06, "ema_decay": 0.998273, "it_s": 1.08, "data_frac": 0.775, "fm": 0.11129748165607452, "loss": 0.11129748165607452}
34
+ {"event": "train", "step": 4850, "lr": 8.821578602729242e-05, "backbone_lr": 8.821578602729242e-06, "ema_decay": 0.99828, "it_s": 0.83, "data_frac": 0.84, "fm": 0.1117265647649765, "loss": 0.1117265647649765}
35
+ {"event": "train", "step": 4875, "lr": 8.808561540886796e-05, "backbone_lr": 8.808561540886796e-06, "ema_decay": 0.998286, "it_s": 1.82, "data_frac": 0.59, "fm": 0.11203957498073577, "loss": 0.11203957498073577}
36
+ {"event": "train", "step": 4900, "lr": 8.795482695768658e-05, "backbone_lr": 8.795482695768658e-06, "ema_decay": 0.998293, "it_s": 1.36, "data_frac": 0.734, "fm": 0.10931766182184219, "loss": 0.10931766182184219}
37
+ {"event": "train", "step": 4925, "lr": 8.782342279542568e-05, "backbone_lr": 8.782342279542569e-06, "ema_decay": 0.998299, "it_s": 1.05, "data_frac": 0.791, "fm": 0.10985626131296158, "loss": 0.10985626131296158}
38
+ {"event": "train", "step": 4950, "lr": 8.769140505375085e-05, "backbone_lr": 8.769140505375084e-06, "ema_decay": 0.998306, "it_s": 1.07, "data_frac": 0.775, "fm": 0.1120401856303215, "loss": 0.1120401856303215}
39
+ {"event": "train", "step": 4975, "lr": 8.755877587428128e-05, "backbone_lr": 8.755877587428127e-06, "ema_decay": 0.998312, "it_s": 1.09, "data_frac": 0.791, "fm": 0.10802255183458329, "loss": 0.10802255183458329}
40
+ {"event": "train", "step": 5000, "lr": 8.742553740855506e-05, "backbone_lr": 8.742553740855507e-06, "ema_decay": 0.998318, "it_s": 1.12, "data_frac": 0.775, "fm": 0.11093634516000747, "loss": 0.11093634516000747}
41
+ {"event": "train", "step": 5025, "lr": 8.729169181799422e-05, "backbone_lr": 8.729169181799423e-06, "ema_decay": 0.998325, "it_s": 1.11, "data_frac": 0.766, "fm": 0.1084786233305931, "loss": 0.1084786233305931}
42
+ {"event": "train", "step": 5050, "lr": 8.715724127386972e-05, "backbone_lr": 8.715724127386971e-06, "ema_decay": 0.998331, "it_s": 2.0, "data_frac": 0.604, "fm": 0.10712229013442993, "loss": 0.10712229013442993}
43
+ {"event": "train", "step": 5075, "lr": 8.702218795726617e-05, "backbone_lr": 8.702218795726619e-06, "ema_decay": 0.998337, "it_s": 1.18, "data_frac": 0.735, "fm": 0.11033450186252594, "loss": 0.11033450186252594}
44
+ {"event": "train", "step": 5100, "lr": 8.688653405904652e-05, "backbone_lr": 8.688653405904653e-06, "ema_decay": 0.998343, "it_s": 1.02, "data_frac": 0.808, "fm": 0.11009035259485245, "loss": 0.11009035259485245}
45
+ {"event": "train", "step": 5125, "lr": 8.675028177981643e-05, "backbone_lr": 8.675028177981643e-06, "ema_decay": 0.998349, "it_s": 0.92, "data_frac": 0.807, "fm": 0.10828320592641831, "loss": 0.10828320592641831}
46
+ {"event": "train", "step": 5150, "lr": 8.661343332988869e-05, "backbone_lr": 8.661343332988869e-06, "ema_decay": 0.998355, "it_s": 0.88, "data_frac": 0.817, "fm": 0.10717267870903015, "loss": 0.10717267870903015}
47
+ {"event": "train", "step": 5175, "lr": 8.647599092924721e-05, "backbone_lr": 8.64759909292472e-06, "ema_decay": 0.998361, "it_s": 5.38, "data_frac": 0.001, "fm": 0.10801177144050599, "loss": 0.10801177144050599}
48
+ {"event": "train", "step": 5200, "lr": 8.633795680751116e-05, "backbone_lr": 8.633795680751116e-06, "ema_decay": 0.998367, "it_s": 1.56, "data_frac": 0.689, "fm": 0.105967099070549, "loss": 0.105967099070549}
49
+ {"event": "train", "step": 5225, "lr": 8.619933320389872e-05, "backbone_lr": 8.619933320389872e-06, "ema_decay": 0.998373, "it_s": 0.9, "data_frac": 0.828, "fm": 0.10755074709653854, "loss": 0.10755074709653854}
50
+ {"event": "train", "step": 5250, "lr": 8.606012236719073e-05, "backbone_lr": 8.606012236719073e-06, "ema_decay": 0.998379, "it_s": 0.91, "data_frac": 0.814, "fm": 0.10677639991044999, "loss": 0.10677639991044999}
51
+ {"event": "train", "step": 5275, "lr": 8.592032655569429e-05, "backbone_lr": 8.59203265556943e-06, "ema_decay": 0.998385, "it_s": 0.96, "data_frac": 0.803, "fm": 0.10488777875900268, "loss": 0.10488777875900268}
52
+ {"event": "train", "step": 5300, "lr": 8.577994803720606e-05, "backbone_lr": 8.577994803720605e-06, "ema_decay": 0.99839, "it_s": 1.74, "data_frac": 0.664, "fm": 0.10423666447401046, "loss": 0.10423666447401046}
53
+ {"event": "train", "step": 5325, "lr": 8.56389890889755e-05, "backbone_lr": 8.56389890889755e-06, "ema_decay": 0.998396, "it_s": 0.96, "data_frac": 0.819, "fm": 0.10578320920467377, "loss": 0.10578320920467377}
54
+ {"event": "train", "step": 5350, "lr": 8.549745199766792e-05, "backbone_lr": 8.549745199766792e-06, "ema_decay": 0.998402, "it_s": 3.47, "data_frac": 0.307, "fm": 0.10501939445734024, "loss": 0.10501939445734024}
55
+ {"event": "train", "step": 5375, "lr": 8.535533905932738e-05, "backbone_lr": 8.535533905932739e-06, "ema_decay": 0.998407, "it_s": 0.92, "data_frac": 0.805, "fm": 0.10691273421049118, "loss": 0.10691273421049118}
56
+ {"event": "train", "step": 5400, "lr": 8.521265257933948e-05, "backbone_lr": 8.521265257933948e-06, "ema_decay": 0.998413, "it_s": 0.96, "data_frac": 0.802, "fm": 0.1036634960770607, "loss": 0.1036634960770607}
57
+ {"event": "train", "step": 5425, "lr": 8.506939487239388e-05, "backbone_lr": 8.506939487239389e-06, "ema_decay": 0.998418, "it_s": 1.88, "data_frac": 0.638, "fm": 0.10052153080701828, "loss": 0.10052153080701828}
58
+ {"event": "train", "step": 5450, "lr": 8.492556826244687e-05, "backbone_lr": 8.492556826244687e-06, "ema_decay": 0.998424, "it_s": 0.75, "data_frac": 0.856, "fm": 0.1060214227437973, "loss": 0.1060214227437973}
59
+ {"event": "train", "step": 5475, "lr": 8.47811750826835e-05, "backbone_lr": 8.478117508268352e-06, "ema_decay": 0.998429, "it_s": 1.01, "data_frac": 0.796, "fm": 0.10572416603565216, "loss": 0.10572416603565216}
60
+ {"event": "train", "step": 5500, "lr": 8.463621767547998e-05, "backbone_lr": 8.463621767547998e-06, "ema_decay": 0.998434, "it_s": 4.74, "data_frac": 0.006, "fm": 0.10358604192733764, "loss": 0.10358604192733764}
61
+ {"event": "train", "step": 5525, "lr": 8.449069839236538e-05, "backbone_lr": 8.44906983923654e-06, "ema_decay": 0.99844, "it_s": 0.95, "data_frac": 0.808, "fm": 0.10235648989677429, "loss": 0.10235648989677429}
62
+ {"event": "train", "step": 5550, "lr": 8.434461959398376e-05, "backbone_lr": 8.434461959398377e-06, "ema_decay": 0.998445, "it_s": 1.71, "data_frac": 0.674, "fm": 0.10302803814411163, "loss": 0.10302803814411163}
63
+ {"event": "train", "step": 5575, "lr": 8.419798365005569e-05, "backbone_lr": 8.419798365005569e-06, "ema_decay": 0.99845, "it_s": 0.89, "data_frac": 0.826, "fm": 0.1070358219742775, "loss": 0.1070358219742775}
64
+ {"event": "train", "step": 5600, "lr": 8.405079293933986e-05, "backbone_lr": 8.405079293933986e-06, "ema_decay": 0.998455, "it_s": 0.81, "data_frac": 0.833, "fm": 0.10346478521823883, "loss": 0.10346478521823883}
65
+ {"event": "train", "step": 5625, "lr": 8.390304984959454e-05, "backbone_lr": 8.390304984959455e-06, "ema_decay": 0.998461, "it_s": 1.17, "data_frac": 0.741, "fm": 0.10347686499357224, "loss": 0.10347686499357224}
66
+ {"event": "train", "step": 5650, "lr": 8.375475677753881e-05, "backbone_lr": 8.375475677753882e-06, "ema_decay": 0.998466, "it_s": 4.63, "data_frac": 0.087, "fm": 0.10413286983966827, "loss": 0.10413286983966827}
67
+ {"event": "train", "step": 5675, "lr": 8.360591612881364e-05, "backbone_lr": 8.360591612881363e-06, "ema_decay": 0.998471, "it_s": 1.7, "data_frac": 0.684, "fm": 0.10362743228673935, "loss": 0.10362743228673935}
68
+ {"event": "train", "step": 5700, "lr": 8.345653031794292e-05, "backbone_lr": 8.345653031794292e-06, "ema_decay": 0.998476, "it_s": 0.95, "data_frac": 0.79, "fm": 0.10708901762962342, "loss": 0.10708901762962342}
69
+ {"event": "train", "step": 5725, "lr": 8.330660176829428e-05, "backbone_lr": 8.330660176829427e-06, "ema_decay": 0.998481, "it_s": 0.81, "data_frac": 0.813, "fm": 0.10352396816015244, "loss": 0.10352396816015244}
70
+ {"event": "train", "step": 5750, "lr": 8.315613291203976e-05, "backbone_lr": 8.315613291203977e-06, "ema_decay": 0.998486, "it_s": 1.12, "data_frac": 0.773, "fm": 0.1011051020026207, "loss": 0.1011051020026207}
71
+ {"event": "train", "step": 5775, "lr": 8.30051261901164e-05, "backbone_lr": 8.30051261901164e-06, "ema_decay": 0.998491, "it_s": 4.2, "data_frac": 0.206, "fm": 0.09954795092344285, "loss": 0.09954795092344285}
72
+ {"event": "train", "step": 5800, "lr": 8.285358405218655e-05, "backbone_lr": 8.285358405218655e-06, "ema_decay": 0.998496, "it_s": 1.92, "data_frac": 0.64, "fm": 0.10256652504205704, "loss": 0.10256652504205704}
73
+ {"event": "train", "step": 5825, "lr": 8.270150895659823e-05, "backbone_lr": 8.270150895659824e-06, "ema_decay": 0.9985, "it_s": 0.9, "data_frac": 0.82, "fm": 0.10183177888393402, "loss": 0.10183177888393402}
74
+ {"event": "train", "step": 5850, "lr": 8.25489033703452e-05, "backbone_lr": 8.25489033703452e-06, "ema_decay": 0.998505, "it_s": 1.12, "data_frac": 0.767, "fm": 0.1011198627948761, "loss": 0.1011198627948761}
75
+ {"event": "train", "step": 5875, "lr": 8.239576976902695e-05, "backbone_lr": 8.239576976902694e-06, "ema_decay": 0.99851, "it_s": 0.87, "data_frac": 0.806, "fm": 0.10307048767805099, "loss": 0.10307048767805099}
76
+ {"event": "train", "step": 5900, "lr": 8.224211063680853e-05, "backbone_lr": 8.224211063680854e-06, "ema_decay": 0.998515, "it_s": 1.49, "data_frac": 0.71, "fm": 0.10266599476337433, "loss": 0.10266599476337433}
77
+ {"event": "train", "step": 5925, "lr": 8.208792846638029e-05, "backbone_lr": 8.20879284663803e-06, "ema_decay": 0.998519, "it_s": 0.96, "data_frac": 0.818, "fm": 0.10186379879713059, "loss": 0.10186379879713059}
78
+ {"event": "train", "step": 5950, "lr": 8.19332257589174e-05, "backbone_lr": 8.19332257589174e-06, "ema_decay": 0.998524, "it_s": 1.88, "data_frac": 0.615, "fm": 0.1005827847123146, "loss": 0.1005827847123146}
79
+ {"event": "train", "step": 5975, "lr": 8.177800502403928e-05, "backbone_lr": 8.177800502403928e-06, "ema_decay": 0.998529, "it_s": 1.06, "data_frac": 0.788, "fm": 0.10216392815113068, "loss": 0.10216392815113068}
80
+ {"event": "train", "step": 6000, "lr": 8.162226877976887e-05, "backbone_lr": 8.162226877976886e-06, "ema_decay": 0.998533, "it_s": 1.14, "data_frac": 0.762, "fm": 0.10421739488840104, "loss": 0.10421739488840104}
81
+ {"event": "save", "step": 6000, "checkpoint": "/mnt/data0/zuo/Humanoid_benchmark/results/fmdit_continue_20261117_01/runs/b8/fm_dit/checkpoints/step-006000", "mse": 0.022521788254380226, "mse_row0": 0.02053411304950714, "mse_motion_token": 0.022982770577073097, "mse_inspire_left_hand_state": 0.012518338859081268, "mse_inspire_right_hand_state": 0.027608102187514305}
82
+ {"event": "train", "step": 6025, "lr": 8.146601955249188e-05, "backbone_lr": 8.146601955249187e-06, "ema_decay": 0.998538, "it_s": 1.62, "data_frac": 0.424, "fm": 0.1021818333864212, "loss": 0.1021818333864212}
83
+ {"event": "train", "step": 6050, "lr": 8.130925987691569e-05, "backbone_lr": 8.13092598769157e-06, "ema_decay": 0.998542, "it_s": 0.7, "data_frac": 0.862, "fm": 0.10002265453338623, "loss": 0.10002265453338623}
84
+ {"event": "train", "step": 6075, "lr": 8.11519922960283e-05, "backbone_lr": 8.115199229602831e-06, "ema_decay": 0.998547, "it_s": 0.97, "data_frac": 0.789, "fm": 0.09909536123275757, "loss": 0.09909536123275757}
85
+ {"event": "train", "step": 6100, "lr": 8.099421936105702e-05, "backbone_lr": 8.099421936105702e-06, "ema_decay": 0.998551, "it_s": 2.88, "data_frac": 0.438, "fm": 0.09719828993082047, "loss": 0.09719828993082047}
86
+ {"event": "train", "step": 6125, "lr": 8.083594363142717e-05, "backbone_lr": 8.083594363142717e-06, "ema_decay": 0.998556, "it_s": 1.02, "data_frac": 0.787, "fm": 0.10099037319421768, "loss": 0.10099037319421768}
87
+ {"event": "train", "step": 6150, "lr": 8.067716767472045e-05, "backbone_lr": 8.067716767472045e-06, "ema_decay": 0.99856, "it_s": 1.79, "data_frac": 0.64, "fm": 0.09931565254926682, "loss": 0.09931565254926682}
88
+ {"event": "train", "step": 6175, "lr": 8.051789406663342e-05, "backbone_lr": 8.051789406663342e-06, "ema_decay": 0.998565, "it_s": 0.86, "data_frac": 0.817, "fm": 0.10005048602819443, "loss": 0.10005048602819443}
89
+ {"event": "train", "step": 6200, "lr": 8.035812539093557e-05, "backbone_lr": 8.035812539093557e-06, "ema_decay": 0.998569, "it_s": 0.83, "data_frac": 0.825, "fm": 0.10188953727483749, "loss": 0.10188953727483749}
90
+ {"event": "train", "step": 6225, "lr": 8.019786423942752e-05, "backbone_lr": 8.019786423942752e-06, "ema_decay": 0.998573, "it_s": 3.74, "data_frac": 0.261, "fm": 0.10008735865354539, "loss": 0.10008735865354539}
91
+ {"event": "train", "step": 6250, "lr": 8.003711321189895e-05, "backbone_lr": 8.003711321189895e-06, "ema_decay": 0.998578, "it_s": 1.24, "data_frac": 0.72, "fm": 0.09857472032308578, "loss": 0.09857472032308578}
92
+ {"event": "train", "step": 6275, "lr": 7.987587491608637e-05, "backbone_lr": 7.987587491608636e-06, "ema_decay": 0.998582, "it_s": 1.69, "data_frac": 0.671, "fm": 0.09919695109128952, "loss": 0.09919695109128952}
93
+ {"event": "train", "step": 6300, "lr": 7.971415196763088e-05, "backbone_lr": 7.971415196763088e-06, "ema_decay": 0.998586, "it_s": 0.74, "data_frac": 0.854, "fm": 0.09775012910366059, "loss": 0.09775012910366059}
94
+ {"event": "train", "step": 6325, "lr": 7.95519469900357e-05, "backbone_lr": 7.95519469900357e-06, "ema_decay": 0.99859, "it_s": 0.81, "data_frac": 0.836, "fm": 0.09813733667135238, "loss": 0.09813733667135238}
95
+ {"event": "train", "step": 6350, "lr": 7.938926261462366e-05, "backbone_lr": 7.938926261462366e-06, "ema_decay": 0.998594, "it_s": 1.39, "data_frac": 0.723, "fm": 0.10025485634803771, "loss": 0.10025485634803771}
96
+ {"event": "train", "step": 6375, "lr": 7.922610148049445e-05, "backbone_lr": 7.922610148049445e-06, "ema_decay": 0.998599, "it_s": 3.94, "data_frac": 0.272, "fm": 0.09809325218200683, "loss": 0.09809325218200683}
97
+ {"event": "train", "step": 6400, "lr": 7.906246623448183e-05, "backbone_lr": 7.906246623448184e-06, "ema_decay": 0.998603, "it_s": 1.85, "data_frac": 0.659, "fm": 0.09990756928920747, "loss": 0.09990756928920747}
98
+ {"event": "train", "step": 6425, "lr": 7.889835953111075e-05, "backbone_lr": 7.889835953111075e-06, "ema_decay": 0.998607, "it_s": 0.71, "data_frac": 0.861, "fm": 0.09899431318044663, "loss": 0.09899431318044663}
99
+ {"event": "train", "step": 6450, "lr": 7.873378403255419e-05, "backbone_lr": 7.87337840325542e-06, "ema_decay": 0.998611, "it_s": 0.82, "data_frac": 0.823, "fm": 0.09775156676769256, "loss": 0.09775156676769256}
100
+ {"event": "train", "step": 6475, "lr": 7.856874240859005e-05, "backbone_lr": 7.856874240859006e-06, "ema_decay": 0.998615, "it_s": 1.1, "data_frac": 0.775, "fm": 0.10037847697734832, "loss": 0.10037847697734832}
101
+ {"event": "train", "step": 6500, "lr": 7.840323733655778e-05, "backbone_lr": 7.84032373365578e-06, "ema_decay": 0.998619, "it_s": 2.59, "data_frac": 0.528, "fm": 0.09699027627706527, "loss": 0.09699027627706527}
102
+ {"event": "train", "step": 6525, "lr": 7.823727150131506e-05, "backbone_lr": 7.823727150131506e-06, "ema_decay": 0.998623, "it_s": 0.62, "data_frac": 0.876, "fm": 0.09724076330661774, "loss": 0.09724076330661774}
103
+ {"event": "train", "step": 6550, "lr": 7.807084759519405e-05, "backbone_lr": 7.807084759519405e-06, "ema_decay": 0.998627, "it_s": 4.35, "data_frac": 0.005, "fm": 0.0968179738521576, "loss": 0.0968179738521576}
104
+ {"event": "train", "step": 6575, "lr": 7.790396831795792e-05, "backbone_lr": 7.790396831795792e-06, "ema_decay": 0.998631, "it_s": 1.04, "data_frac": 0.793, "fm": 0.09870140582323074, "loss": 0.09870140582323074}
105
+ {"event": "train", "step": 6600, "lr": 7.773663637675694e-05, "backbone_lr": 7.773663637675695e-06, "ema_decay": 0.998634, "it_s": 0.98, "data_frac": 0.81, "fm": 0.09852319538593292, "loss": 0.09852319538593292}
106
+ {"event": "train", "step": 6625, "lr": 7.756885448608459e-05, "backbone_lr": 7.75688544860846e-06, "ema_decay": 0.998638, "it_s": 2.27, "data_frac": 0.572, "fm": 0.0948163315653801, "loss": 0.0948163315653801}
107
+ {"event": "train", "step": 6650, "lr": 7.740062536773352e-05, "backbone_lr": 7.740062536773352e-06, "ema_decay": 0.998642, "it_s": 0.64, "data_frac": 0.876, "fm": 0.0981231078505516, "loss": 0.0981231078505516}
108
+ {"event": "train", "step": 6675, "lr": 7.723195175075136e-05, "backbone_lr": 7.723195175075136e-06, "ema_decay": 0.998646, "it_s": 1.13, "data_frac": 0.767, "fm": 0.10084572613239288, "loss": 0.10084572613239288}
109
+ {"event": "train", "step": 6700, "lr": 7.706283637139658e-05, "backbone_lr": 7.706283637139658e-06, "ema_decay": 0.99865, "it_s": 3.77, "data_frac": 0.286, "fm": 0.09731092363595963, "loss": 0.09731092363595963}
b8-table-wipe/b512-cont-20261117/logs/train_stdout.log ADDED
@@ -0,0 +1,112 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"event": "preflight", "augmentation": "hb-aug-v2-20261109", "samples": 64, "state_dim": 44, "body_dims": 29, "images_changed": 64, "body_values_moved": 1.0, "max_body_offset_deg": 2.5819, "actions_bit_identical": true, "non_body_state_bit_identical": true, "eval_items_deterministic": 8}
2
+ {"event": "resumed", "step": 4000}
3
+ {"event": "start", "policy": "fm_dit", "params": 22540684, "backbone_params": 11166912, "backbone_weights": "IMAGENET1K_V1", "backbone_norm": "frozen_bn", "train_frames": 61498, "steps": 20000, "from_step": 4000, "cameras": ["ego_view", "chest"], "hw": [168, 224]}
4
+ {"event": "train", "step": 4025, "lr": 9.215152885383474e-05, "backbone_lr": 9.215152885383473e-06, "ema_decay": 0.998021, "it_s": 0.62, "data_frac": 0.848, "fm": 0.28632881194353105, "loss": 0.28632881194353105}
5
+ {"event": "train", "step": 4050, "lr": 9.204286963963111e-05, "backbone_lr": 9.204286963963112e-06, "ema_decay": 0.998031, "it_s": 0.98, "data_frac": 0.797, "fm": 0.19046931803226472, "loss": 0.19046931803226472}
6
+ {"event": "train", "step": 4075, "lr": 9.193352839727121e-05, "backbone_lr": 9.193352839727122e-06, "ema_decay": 0.99804, "it_s": 1.63, "data_frac": 0.659, "fm": 0.15901459693908693, "loss": 0.15901459693908693}
7
+ {"event": "train", "step": 4100, "lr": 9.182350690051133e-05, "backbone_lr": 9.182350690051134e-06, "ema_decay": 0.998049, "it_s": 1.4, "data_frac": 0.731, "fm": 0.1406265354156494, "loss": 0.1406265354156494}
8
+ {"event": "train", "step": 4125, "lr": 9.171280693414307e-05, "backbone_lr": 9.171280693414307e-06, "ema_decay": 0.998058, "it_s": 0.55, "data_frac": 0.892, "fm": 0.13139946579933168, "loss": 0.13139946579933168}
9
+ {"event": "train", "step": 4150, "lr": 9.160143029396422e-05, "backbone_lr": 9.160143029396422e-06, "ema_decay": 0.998066, "it_s": 5.01, "data_frac": 0.004, "fm": 0.12817200630903244, "loss": 0.12817200630903244}
10
+ {"event": "train", "step": 4175, "lr": 9.148937878674976e-05, "backbone_lr": 9.148937878674975e-06, "ema_decay": 0.998075, "it_s": 0.85, "data_frac": 0.824, "fm": 0.1271376582980156, "loss": 0.1271376582980156}
11
+ {"event": "train", "step": 4200, "lr": 9.13766542302225e-05, "backbone_lr": 9.13766542302225e-06, "ema_decay": 0.998084, "it_s": 1.55, "data_frac": 0.678, "fm": 0.12697737753391267, "loss": 0.12697737753391267}
12
+ {"event": "train", "step": 4225, "lr": 9.126325845302357e-05, "backbone_lr": 9.126325845302357e-06, "ema_decay": 0.998092, "it_s": 1.53, "data_frac": 0.703, "fm": 0.12229053348302842, "loss": 0.12229053348302842}
13
+ {"event": "train", "step": 4250, "lr": 9.114919329468282e-05, "backbone_lr": 9.114919329468283e-06, "ema_decay": 0.998101, "it_s": 0.76, "data_frac": 0.843, "fm": 0.12151277899742126, "loss": 0.12151277899742126}
14
+ {"event": "train", "step": 4275, "lr": 9.103446060558892e-05, "backbone_lr": 9.103446060558892e-06, "ema_decay": 0.998109, "it_s": 0.89, "data_frac": 0.811, "fm": 0.1202454110980034, "loss": 0.1202454110980034}
15
+ {"event": "train", "step": 4300, "lr": 9.091906224695935e-05, "backbone_lr": 9.091906224695935e-06, "ema_decay": 0.998117, "it_s": 3.31, "data_frac": 0.319, "fm": 0.11945601761341094, "loss": 0.11945601761341094}
16
+ {"event": "train", "step": 4325, "lr": 9.080300009081024e-05, "backbone_lr": 9.080300009081025e-06, "ema_decay": 0.998125, "it_s": 1.45, "data_frac": 0.724, "fm": 0.11844889491796494, "loss": 0.11844889491796494}
17
+ {"event": "train", "step": 4350, "lr": 9.068627601992598e-05, "backbone_lr": 9.0686276019926e-06, "ema_decay": 0.998133, "it_s": 1.62, "data_frac": 0.625, "fm": 0.11838024020195008, "loss": 0.11838024020195008}
18
+ {"event": "train", "step": 4375, "lr": 9.056889192782866e-05, "backbone_lr": 9.056889192782865e-06, "ema_decay": 0.998141, "it_s": 0.7, "data_frac": 0.854, "fm": 0.11815809279680252, "loss": 0.11815809279680252}
19
+ {"event": "train", "step": 4400, "lr": 9.045084971874738e-05, "backbone_lr": 9.045084971874738e-06, "ema_decay": 0.998149, "it_s": 0.99, "data_frac": 0.789, "fm": 0.11837879121303559, "loss": 0.11837879121303559}
20
+ {"event": "train", "step": 4425, "lr": 9.033215130758735e-05, "backbone_lr": 9.033215130758735e-06, "ema_decay": 0.998157, "it_s": 2.8, "data_frac": 0.451, "fm": 0.12120903819799424, "loss": 0.12120903819799424}
21
+ {"event": "train", "step": 4450, "lr": 9.021279861989885e-05, "backbone_lr": 9.021279861989884e-06, "ema_decay": 0.998165, "it_s": 1.42, "data_frac": 0.734, "fm": 0.11654747396707535, "loss": 0.11654747396707535}
22
+ {"event": "train", "step": 4475, "lr": 9.009279359184593e-05, "backbone_lr": 9.009279359184594e-06, "ema_decay": 0.998173, "it_s": 1.35, "data_frac": 0.737, "fm": 0.11454789787530899, "loss": 0.11454789787530899}
23
+ {"event": "train", "step": 4500, "lr": 8.997213817017507e-05, "backbone_lr": 8.997213817017508e-06, "ema_decay": 0.99818, "it_s": 0.64, "data_frac": 0.866, "fm": 0.11652687758207321, "loss": 0.11652687758207321}
24
+ {"event": "train", "step": 4525, "lr": 8.985083431218354e-05, "backbone_lr": 8.985083431218354e-06, "ema_decay": 0.998188, "it_s": 1.09, "data_frac": 0.773, "fm": 0.11339226454496383, "loss": 0.11339226454496383}
25
+ {"event": "train", "step": 4550, "lr": 8.972888398568772e-05, "backbone_lr": 8.972888398568772e-06, "ema_decay": 0.998195, "it_s": 0.99, "data_frac": 0.785, "fm": 0.11623615086078644, "loss": 0.11623615086078644}
26
+ {"event": "train", "step": 4575, "lr": 8.96062891689911e-05, "backbone_lr": 8.96062891689911e-06, "ema_decay": 0.998203, "it_s": 4.97, "data_frac": 0.002, "fm": 0.11666365176439285, "loss": 0.11666365176439285}
27
+ {"event": "train", "step": 4600, "lr": 8.948305185085225e-05, "backbone_lr": 8.948305185085226e-06, "ema_decay": 0.99821, "it_s": 1.55, "data_frac": 0.667, "fm": 0.11618060439825058, "loss": 0.11618060439825058}
28
+ {"event": "train", "step": 4625, "lr": 8.935917403045251e-05, "backbone_lr": 8.935917403045251e-06, "ema_decay": 0.998217, "it_s": 0.66, "data_frac": 0.863, "fm": 0.11370467752218247, "loss": 0.11370467752218247}
29
+ {"event": "train", "step": 4650, "lr": 8.92346577173636e-05, "backbone_lr": 8.923465771736361e-06, "ema_decay": 0.998224, "it_s": 1.7, "data_frac": 0.667, "fm": 0.11478051245212555, "loss": 0.11478051245212555}
30
+ {"event": "train", "step": 4675, "lr": 8.910950493151498e-05, "backbone_lr": 8.910950493151498e-06, "ema_decay": 0.998232, "it_s": 0.91, "data_frac": 0.803, "fm": 0.11607470244169235, "loss": 0.11607470244169235}
31
+ {"event": "train", "step": 4700, "lr": 8.898371770316111e-05, "backbone_lr": 8.898371770316113e-06, "ema_decay": 0.998239, "it_s": 1.28, "data_frac": 0.743, "fm": 0.11513609379529953, "loss": 0.11513609379529953}
32
+ {"event": "train", "step": 4725, "lr": 8.885729807284856e-05, "backbone_lr": 8.885729807284855e-06, "ema_decay": 0.998246, "it_s": 0.81, "data_frac": 0.838, "fm": 0.11020497322082519, "loss": 0.11020497322082519}
33
+ {"event": "train", "step": 4750, "lr": 8.873024809138272e-05, "backbone_lr": 8.873024809138272e-06, "ema_decay": 0.998253, "it_s": 2.64, "data_frac": 0.417, "fm": 0.11362491935491562, "loss": 0.11362491935491562}
34
+ {"event": "train", "step": 4775, "lr": 8.860256981979484e-05, "backbone_lr": 8.860256981979485e-06, "ema_decay": 0.998259, "it_s": 1.31, "data_frac": 0.75, "fm": 0.11324429392814636, "loss": 0.11324429392814636}
35
+ {"event": "train", "step": 4800, "lr": 8.847426532930831e-05, "backbone_lr": 8.84742653293083e-06, "ema_decay": 0.998266, "it_s": 1.3, "data_frac": 0.728, "fm": 0.11362754851579666, "loss": 0.11362754851579666}
36
+ {"event": "train", "step": 4825, "lr": 8.834533670130518e-05, "backbone_lr": 8.834533670130518e-06, "ema_decay": 0.998273, "it_s": 1.08, "data_frac": 0.775, "fm": 0.11129748165607452, "loss": 0.11129748165607452}
37
+ {"event": "train", "step": 4850, "lr": 8.821578602729242e-05, "backbone_lr": 8.821578602729242e-06, "ema_decay": 0.99828, "it_s": 0.83, "data_frac": 0.84, "fm": 0.1117265647649765, "loss": 0.1117265647649765}
38
+ {"event": "train", "step": 4875, "lr": 8.808561540886796e-05, "backbone_lr": 8.808561540886796e-06, "ema_decay": 0.998286, "it_s": 1.82, "data_frac": 0.59, "fm": 0.11203957498073577, "loss": 0.11203957498073577}
39
+ {"event": "train", "step": 4900, "lr": 8.795482695768658e-05, "backbone_lr": 8.795482695768658e-06, "ema_decay": 0.998293, "it_s": 1.36, "data_frac": 0.734, "fm": 0.10931766182184219, "loss": 0.10931766182184219}
40
+ {"event": "train", "step": 4925, "lr": 8.782342279542568e-05, "backbone_lr": 8.782342279542569e-06, "ema_decay": 0.998299, "it_s": 1.05, "data_frac": 0.791, "fm": 0.10985626131296158, "loss": 0.10985626131296158}
41
+ {"event": "train", "step": 4950, "lr": 8.769140505375085e-05, "backbone_lr": 8.769140505375084e-06, "ema_decay": 0.998306, "it_s": 1.07, "data_frac": 0.775, "fm": 0.1120401856303215, "loss": 0.1120401856303215}
42
+ {"event": "train", "step": 4975, "lr": 8.755877587428128e-05, "backbone_lr": 8.755877587428127e-06, "ema_decay": 0.998312, "it_s": 1.09, "data_frac": 0.791, "fm": 0.10802255183458329, "loss": 0.10802255183458329}
43
+ {"event": "train", "step": 5000, "lr": 8.742553740855506e-05, "backbone_lr": 8.742553740855507e-06, "ema_decay": 0.998318, "it_s": 1.12, "data_frac": 0.775, "fm": 0.11093634516000747, "loss": 0.11093634516000747}
44
+ {"event": "train", "step": 5025, "lr": 8.729169181799422e-05, "backbone_lr": 8.729169181799423e-06, "ema_decay": 0.998325, "it_s": 1.11, "data_frac": 0.766, "fm": 0.1084786233305931, "loss": 0.1084786233305931}
45
+ {"event": "train", "step": 5050, "lr": 8.715724127386972e-05, "backbone_lr": 8.715724127386971e-06, "ema_decay": 0.998331, "it_s": 2.0, "data_frac": 0.604, "fm": 0.10712229013442993, "loss": 0.10712229013442993}
46
+ {"event": "train", "step": 5075, "lr": 8.702218795726617e-05, "backbone_lr": 8.702218795726619e-06, "ema_decay": 0.998337, "it_s": 1.18, "data_frac": 0.735, "fm": 0.11033450186252594, "loss": 0.11033450186252594}
47
+ {"event": "train", "step": 5100, "lr": 8.688653405904652e-05, "backbone_lr": 8.688653405904653e-06, "ema_decay": 0.998343, "it_s": 1.02, "data_frac": 0.808, "fm": 0.11009035259485245, "loss": 0.11009035259485245}
48
+ {"event": "train", "step": 5125, "lr": 8.675028177981643e-05, "backbone_lr": 8.675028177981643e-06, "ema_decay": 0.998349, "it_s": 0.92, "data_frac": 0.807, "fm": 0.10828320592641831, "loss": 0.10828320592641831}
49
+ {"event": "train", "step": 5150, "lr": 8.661343332988869e-05, "backbone_lr": 8.661343332988869e-06, "ema_decay": 0.998355, "it_s": 0.88, "data_frac": 0.817, "fm": 0.10717267870903015, "loss": 0.10717267870903015}
50
+ {"event": "train", "step": 5175, "lr": 8.647599092924721e-05, "backbone_lr": 8.64759909292472e-06, "ema_decay": 0.998361, "it_s": 5.38, "data_frac": 0.001, "fm": 0.10801177144050599, "loss": 0.10801177144050599}
51
+ {"event": "train", "step": 5200, "lr": 8.633795680751116e-05, "backbone_lr": 8.633795680751116e-06, "ema_decay": 0.998367, "it_s": 1.56, "data_frac": 0.689, "fm": 0.105967099070549, "loss": 0.105967099070549}
52
+ {"event": "train", "step": 5225, "lr": 8.619933320389872e-05, "backbone_lr": 8.619933320389872e-06, "ema_decay": 0.998373, "it_s": 0.9, "data_frac": 0.828, "fm": 0.10755074709653854, "loss": 0.10755074709653854}
53
+ {"event": "train", "step": 5250, "lr": 8.606012236719073e-05, "backbone_lr": 8.606012236719073e-06, "ema_decay": 0.998379, "it_s": 0.91, "data_frac": 0.814, "fm": 0.10677639991044999, "loss": 0.10677639991044999}
54
+ {"event": "train", "step": 5275, "lr": 8.592032655569429e-05, "backbone_lr": 8.59203265556943e-06, "ema_decay": 0.998385, "it_s": 0.96, "data_frac": 0.803, "fm": 0.10488777875900268, "loss": 0.10488777875900268}
55
+ {"event": "train", "step": 5300, "lr": 8.577994803720606e-05, "backbone_lr": 8.577994803720605e-06, "ema_decay": 0.99839, "it_s": 1.74, "data_frac": 0.664, "fm": 0.10423666447401046, "loss": 0.10423666447401046}
56
+ {"event": "train", "step": 5325, "lr": 8.56389890889755e-05, "backbone_lr": 8.56389890889755e-06, "ema_decay": 0.998396, "it_s": 0.96, "data_frac": 0.819, "fm": 0.10578320920467377, "loss": 0.10578320920467377}
57
+ {"event": "train", "step": 5350, "lr": 8.549745199766792e-05, "backbone_lr": 8.549745199766792e-06, "ema_decay": 0.998402, "it_s": 3.47, "data_frac": 0.307, "fm": 0.10501939445734024, "loss": 0.10501939445734024}
58
+ {"event": "train", "step": 5375, "lr": 8.535533905932738e-05, "backbone_lr": 8.535533905932739e-06, "ema_decay": 0.998407, "it_s": 0.92, "data_frac": 0.805, "fm": 0.10691273421049118, "loss": 0.10691273421049118}
59
+ {"event": "train", "step": 5400, "lr": 8.521265257933948e-05, "backbone_lr": 8.521265257933948e-06, "ema_decay": 0.998413, "it_s": 0.96, "data_frac": 0.802, "fm": 0.1036634960770607, "loss": 0.1036634960770607}
60
+ {"event": "train", "step": 5425, "lr": 8.506939487239388e-05, "backbone_lr": 8.506939487239389e-06, "ema_decay": 0.998418, "it_s": 1.88, "data_frac": 0.638, "fm": 0.10052153080701828, "loss": 0.10052153080701828}
61
+ {"event": "train", "step": 5450, "lr": 8.492556826244687e-05, "backbone_lr": 8.492556826244687e-06, "ema_decay": 0.998424, "it_s": 0.75, "data_frac": 0.856, "fm": 0.1060214227437973, "loss": 0.1060214227437973}
62
+ {"event": "train", "step": 5475, "lr": 8.47811750826835e-05, "backbone_lr": 8.478117508268352e-06, "ema_decay": 0.998429, "it_s": 1.01, "data_frac": 0.796, "fm": 0.10572416603565216, "loss": 0.10572416603565216}
63
+ {"event": "train", "step": 5500, "lr": 8.463621767547998e-05, "backbone_lr": 8.463621767547998e-06, "ema_decay": 0.998434, "it_s": 4.74, "data_frac": 0.006, "fm": 0.10358604192733764, "loss": 0.10358604192733764}
64
+ {"event": "train", "step": 5525, "lr": 8.449069839236538e-05, "backbone_lr": 8.44906983923654e-06, "ema_decay": 0.99844, "it_s": 0.95, "data_frac": 0.808, "fm": 0.10235648989677429, "loss": 0.10235648989677429}
65
+ {"event": "train", "step": 5550, "lr": 8.434461959398376e-05, "backbone_lr": 8.434461959398377e-06, "ema_decay": 0.998445, "it_s": 1.71, "data_frac": 0.674, "fm": 0.10302803814411163, "loss": 0.10302803814411163}
66
+ {"event": "train", "step": 5575, "lr": 8.419798365005569e-05, "backbone_lr": 8.419798365005569e-06, "ema_decay": 0.99845, "it_s": 0.89, "data_frac": 0.826, "fm": 0.1070358219742775, "loss": 0.1070358219742775}
67
+ {"event": "train", "step": 5600, "lr": 8.405079293933986e-05, "backbone_lr": 8.405079293933986e-06, "ema_decay": 0.998455, "it_s": 0.81, "data_frac": 0.833, "fm": 0.10346478521823883, "loss": 0.10346478521823883}
68
+ {"event": "train", "step": 5625, "lr": 8.390304984959454e-05, "backbone_lr": 8.390304984959455e-06, "ema_decay": 0.998461, "it_s": 1.17, "data_frac": 0.741, "fm": 0.10347686499357224, "loss": 0.10347686499357224}
69
+ {"event": "train", "step": 5650, "lr": 8.375475677753881e-05, "backbone_lr": 8.375475677753882e-06, "ema_decay": 0.998466, "it_s": 4.63, "data_frac": 0.087, "fm": 0.10413286983966827, "loss": 0.10413286983966827}
70
+ {"event": "train", "step": 5675, "lr": 8.360591612881364e-05, "backbone_lr": 8.360591612881363e-06, "ema_decay": 0.998471, "it_s": 1.7, "data_frac": 0.684, "fm": 0.10362743228673935, "loss": 0.10362743228673935}
71
+ {"event": "train", "step": 5700, "lr": 8.345653031794292e-05, "backbone_lr": 8.345653031794292e-06, "ema_decay": 0.998476, "it_s": 0.95, "data_frac": 0.79, "fm": 0.10708901762962342, "loss": 0.10708901762962342}
72
+ {"event": "train", "step": 5725, "lr": 8.330660176829428e-05, "backbone_lr": 8.330660176829427e-06, "ema_decay": 0.998481, "it_s": 0.81, "data_frac": 0.813, "fm": 0.10352396816015244, "loss": 0.10352396816015244}
73
+ {"event": "train", "step": 5750, "lr": 8.315613291203976e-05, "backbone_lr": 8.315613291203977e-06, "ema_decay": 0.998486, "it_s": 1.12, "data_frac": 0.773, "fm": 0.1011051020026207, "loss": 0.1011051020026207}
74
+ {"event": "train", "step": 5775, "lr": 8.30051261901164e-05, "backbone_lr": 8.30051261901164e-06, "ema_decay": 0.998491, "it_s": 4.2, "data_frac": 0.206, "fm": 0.09954795092344285, "loss": 0.09954795092344285}
75
+ {"event": "train", "step": 5800, "lr": 8.285358405218655e-05, "backbone_lr": 8.285358405218655e-06, "ema_decay": 0.998496, "it_s": 1.92, "data_frac": 0.64, "fm": 0.10256652504205704, "loss": 0.10256652504205704}
76
+ {"event": "train", "step": 5825, "lr": 8.270150895659823e-05, "backbone_lr": 8.270150895659824e-06, "ema_decay": 0.9985, "it_s": 0.9, "data_frac": 0.82, "fm": 0.10183177888393402, "loss": 0.10183177888393402}
77
+ {"event": "train", "step": 5850, "lr": 8.25489033703452e-05, "backbone_lr": 8.25489033703452e-06, "ema_decay": 0.998505, "it_s": 1.12, "data_frac": 0.767, "fm": 0.1011198627948761, "loss": 0.1011198627948761}
78
+ {"event": "train", "step": 5875, "lr": 8.239576976902695e-05, "backbone_lr": 8.239576976902694e-06, "ema_decay": 0.99851, "it_s": 0.87, "data_frac": 0.806, "fm": 0.10307048767805099, "loss": 0.10307048767805099}
79
+ {"event": "train", "step": 5900, "lr": 8.224211063680853e-05, "backbone_lr": 8.224211063680854e-06, "ema_decay": 0.998515, "it_s": 1.49, "data_frac": 0.71, "fm": 0.10266599476337433, "loss": 0.10266599476337433}
80
+ {"event": "train", "step": 5925, "lr": 8.208792846638029e-05, "backbone_lr": 8.20879284663803e-06, "ema_decay": 0.998519, "it_s": 0.96, "data_frac": 0.818, "fm": 0.10186379879713059, "loss": 0.10186379879713059}
81
+ {"event": "train", "step": 5950, "lr": 8.19332257589174e-05, "backbone_lr": 8.19332257589174e-06, "ema_decay": 0.998524, "it_s": 1.88, "data_frac": 0.615, "fm": 0.1005827847123146, "loss": 0.1005827847123146}
82
+ {"event": "train", "step": 5975, "lr": 8.177800502403928e-05, "backbone_lr": 8.177800502403928e-06, "ema_decay": 0.998529, "it_s": 1.06, "data_frac": 0.788, "fm": 0.10216392815113068, "loss": 0.10216392815113068}
83
+ {"event": "train", "step": 6000, "lr": 8.162226877976887e-05, "backbone_lr": 8.162226877976886e-06, "ema_decay": 0.998533, "it_s": 1.14, "data_frac": 0.762, "fm": 0.10421739488840104, "loss": 0.10421739488840104}
84
+ {"event": "save", "step": 6000, "checkpoint": "/mnt/data0/zuo/Humanoid_benchmark/results/fmdit_continue_20261117_01/runs/b8/fm_dit/checkpoints/step-006000", "mse": 0.022521788254380226, "mse_row0": 0.02053411304950714, "mse_motion_token": 0.022982770577073097, "mse_inspire_left_hand_state": 0.012518338859081268, "mse_inspire_right_hand_state": 0.027608102187514305}
85
+ {"event": "train", "step": 6025, "lr": 8.146601955249188e-05, "backbone_lr": 8.146601955249187e-06, "ema_decay": 0.998538, "it_s": 1.62, "data_frac": 0.424, "fm": 0.1021818333864212, "loss": 0.1021818333864212}
86
+ {"event": "train", "step": 6050, "lr": 8.130925987691569e-05, "backbone_lr": 8.13092598769157e-06, "ema_decay": 0.998542, "it_s": 0.7, "data_frac": 0.862, "fm": 0.10002265453338623, "loss": 0.10002265453338623}
87
+ {"event": "train", "step": 6075, "lr": 8.11519922960283e-05, "backbone_lr": 8.115199229602831e-06, "ema_decay": 0.998547, "it_s": 0.97, "data_frac": 0.789, "fm": 0.09909536123275757, "loss": 0.09909536123275757}
88
+ {"event": "train", "step": 6100, "lr": 8.099421936105702e-05, "backbone_lr": 8.099421936105702e-06, "ema_decay": 0.998551, "it_s": 2.88, "data_frac": 0.438, "fm": 0.09719828993082047, "loss": 0.09719828993082047}
89
+ {"event": "train", "step": 6125, "lr": 8.083594363142717e-05, "backbone_lr": 8.083594363142717e-06, "ema_decay": 0.998556, "it_s": 1.02, "data_frac": 0.787, "fm": 0.10099037319421768, "loss": 0.10099037319421768}
90
+ {"event": "train", "step": 6150, "lr": 8.067716767472045e-05, "backbone_lr": 8.067716767472045e-06, "ema_decay": 0.99856, "it_s": 1.79, "data_frac": 0.64, "fm": 0.09931565254926682, "loss": 0.09931565254926682}
91
+ {"event": "train", "step": 6175, "lr": 8.051789406663342e-05, "backbone_lr": 8.051789406663342e-06, "ema_decay": 0.998565, "it_s": 0.86, "data_frac": 0.817, "fm": 0.10005048602819443, "loss": 0.10005048602819443}
92
+ {"event": "train", "step": 6200, "lr": 8.035812539093557e-05, "backbone_lr": 8.035812539093557e-06, "ema_decay": 0.998569, "it_s": 0.83, "data_frac": 0.825, "fm": 0.10188953727483749, "loss": 0.10188953727483749}
93
+ {"event": "train", "step": 6225, "lr": 8.019786423942752e-05, "backbone_lr": 8.019786423942752e-06, "ema_decay": 0.998573, "it_s": 3.74, "data_frac": 0.261, "fm": 0.10008735865354539, "loss": 0.10008735865354539}
94
+ {"event": "train", "step": 6250, "lr": 8.003711321189895e-05, "backbone_lr": 8.003711321189895e-06, "ema_decay": 0.998578, "it_s": 1.24, "data_frac": 0.72, "fm": 0.09857472032308578, "loss": 0.09857472032308578}
95
+ {"event": "train", "step": 6275, "lr": 7.987587491608637e-05, "backbone_lr": 7.987587491608636e-06, "ema_decay": 0.998582, "it_s": 1.69, "data_frac": 0.671, "fm": 0.09919695109128952, "loss": 0.09919695109128952}
96
+ {"event": "train", "step": 6300, "lr": 7.971415196763088e-05, "backbone_lr": 7.971415196763088e-06, "ema_decay": 0.998586, "it_s": 0.74, "data_frac": 0.854, "fm": 0.09775012910366059, "loss": 0.09775012910366059}
97
+ {"event": "train", "step": 6325, "lr": 7.95519469900357e-05, "backbone_lr": 7.95519469900357e-06, "ema_decay": 0.99859, "it_s": 0.81, "data_frac": 0.836, "fm": 0.09813733667135238, "loss": 0.09813733667135238}
98
+ {"event": "train", "step": 6350, "lr": 7.938926261462366e-05, "backbone_lr": 7.938926261462366e-06, "ema_decay": 0.998594, "it_s": 1.39, "data_frac": 0.723, "fm": 0.10025485634803771, "loss": 0.10025485634803771}
99
+ {"event": "train", "step": 6375, "lr": 7.922610148049445e-05, "backbone_lr": 7.922610148049445e-06, "ema_decay": 0.998599, "it_s": 3.94, "data_frac": 0.272, "fm": 0.09809325218200683, "loss": 0.09809325218200683}
100
+ {"event": "train", "step": 6400, "lr": 7.906246623448183e-05, "backbone_lr": 7.906246623448184e-06, "ema_decay": 0.998603, "it_s": 1.85, "data_frac": 0.659, "fm": 0.09990756928920747, "loss": 0.09990756928920747}
101
+ {"event": "train", "step": 6425, "lr": 7.889835953111075e-05, "backbone_lr": 7.889835953111075e-06, "ema_decay": 0.998607, "it_s": 0.71, "data_frac": 0.861, "fm": 0.09899431318044663, "loss": 0.09899431318044663}
102
+ {"event": "train", "step": 6450, "lr": 7.873378403255419e-05, "backbone_lr": 7.87337840325542e-06, "ema_decay": 0.998611, "it_s": 0.82, "data_frac": 0.823, "fm": 0.09775156676769256, "loss": 0.09775156676769256}
103
+ {"event": "train", "step": 6475, "lr": 7.856874240859005e-05, "backbone_lr": 7.856874240859006e-06, "ema_decay": 0.998615, "it_s": 1.1, "data_frac": 0.775, "fm": 0.10037847697734832, "loss": 0.10037847697734832}
104
+ {"event": "train", "step": 6500, "lr": 7.840323733655778e-05, "backbone_lr": 7.84032373365578e-06, "ema_decay": 0.998619, "it_s": 2.59, "data_frac": 0.528, "fm": 0.09699027627706527, "loss": 0.09699027627706527}
105
+ {"event": "train", "step": 6525, "lr": 7.823727150131506e-05, "backbone_lr": 7.823727150131506e-06, "ema_decay": 0.998623, "it_s": 0.62, "data_frac": 0.876, "fm": 0.09724076330661774, "loss": 0.09724076330661774}
106
+ {"event": "train", "step": 6550, "lr": 7.807084759519405e-05, "backbone_lr": 7.807084759519405e-06, "ema_decay": 0.998627, "it_s": 4.35, "data_frac": 0.005, "fm": 0.0968179738521576, "loss": 0.0968179738521576}
107
+ {"event": "train", "step": 6575, "lr": 7.790396831795792e-05, "backbone_lr": 7.790396831795792e-06, "ema_decay": 0.998631, "it_s": 1.04, "data_frac": 0.793, "fm": 0.09870140582323074, "loss": 0.09870140582323074}
108
+ {"event": "train", "step": 6600, "lr": 7.773663637675694e-05, "backbone_lr": 7.773663637675695e-06, "ema_decay": 0.998634, "it_s": 0.98, "data_frac": 0.81, "fm": 0.09852319538593292, "loss": 0.09852319538593292}
109
+ {"event": "train", "step": 6625, "lr": 7.756885448608459e-05, "backbone_lr": 7.75688544860846e-06, "ema_decay": 0.998638, "it_s": 2.27, "data_frac": 0.572, "fm": 0.0948163315653801, "loss": 0.0948163315653801}
110
+ {"event": "train", "step": 6650, "lr": 7.740062536773352e-05, "backbone_lr": 7.740062536773352e-06, "ema_decay": 0.998642, "it_s": 0.64, "data_frac": 0.876, "fm": 0.0981231078505516, "loss": 0.0981231078505516}
111
+ {"event": "train", "step": 6675, "lr": 7.723195175075136e-05, "backbone_lr": 7.723195175075136e-06, "ema_decay": 0.998646, "it_s": 1.13, "data_frac": 0.767, "fm": 0.10084572613239288, "loss": 0.10084572613239288}
112
+ {"event": "train", "step": 6700, "lr": 7.706283637139658e-05, "backbone_lr": 7.706283637139658e-06, "ema_decay": 0.99865, "it_s": 3.77, "data_frac": 0.286, "fm": 0.09731092363595963, "loss": 0.09731092363595963}
b8-table-wipe/b512-cont-20261117/provenance/parent_checkpoint_config.json ADDED
@@ -0,0 +1,884 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "policy": {
3
+ "policy": "fm_dit",
4
+ "n_cameras": 2,
5
+ "state_dim": 44,
6
+ "action_dim": 76,
7
+ "horizon": 16,
8
+ "backbone": "resnet18",
9
+ "backbone_weights": "IMAGENET1K_V1",
10
+ "backbone_norm": "frozen_bn",
11
+ "hidden_dim": 384,
12
+ "num_layers": 4,
13
+ "num_heads": 8,
14
+ "mlp_ratio": 4.0,
15
+ "dropout": 0.1,
16
+ "time_embed_dim": 128,
17
+ "num_inference_steps": null,
18
+ "num_train_timesteps": 100,
19
+ "beta_schedule": "squaredcos_cap_v2",
20
+ "prediction_type": "epsilon",
21
+ "clip_sample": true,
22
+ "act_hidden_dim": 512,
23
+ "dim_feedforward": 3200,
24
+ "enc_layers": 4,
25
+ "dec_layers": 7,
26
+ "nheads": 8,
27
+ "latent_dim": 32,
28
+ "kl_weight": 10.0,
29
+ "extra": {}
30
+ },
31
+ "contract": {
32
+ "name": "g1_sonic_dfx6",
33
+ "robot": "g1",
34
+ "cameras": [
35
+ "ego_view",
36
+ "chest"
37
+ ],
38
+ "state": [
39
+ [
40
+ "observation.state",
41
+ 0,
42
+ 29
43
+ ],
44
+ [
45
+ "observation.inspire_left_hand_state",
46
+ 0,
47
+ 6
48
+ ],
49
+ [
50
+ "observation.inspire_right_hand_state",
51
+ 0,
52
+ 6
53
+ ],
54
+ [
55
+ "observation.projected_gravity",
56
+ 0,
57
+ 3
58
+ ]
59
+ ],
60
+ "action": [
61
+ [
62
+ "action.motion_token",
63
+ 0,
64
+ 64
65
+ ],
66
+ [
67
+ "observation.inspire_left_hand_state",
68
+ 0,
69
+ 6
70
+ ],
71
+ [
72
+ "observation.inspire_right_hand_state",
73
+ 0,
74
+ 6
75
+ ]
76
+ ],
77
+ "state_dim": 44,
78
+ "action_dim": 76,
79
+ "action_space": "sonic_dfx6",
80
+ "body_dims": 29
81
+ },
82
+ "image_hw": [
83
+ 168,
84
+ 224
85
+ ],
86
+ "task_text": "Approach the flat block with a naturally aligned wrist, stop before closing the hand, wipe sideways at a top-view 45-degree heading, then set the block on the tabletop and release it.",
87
+ "dataset": {
88
+ "name": "b8-table-wipe-expert-v1",
89
+ "root": "/mnt/data0/zuo/Humanoid_benchmark/data/baselines/b8-table-wipe-expert-v1",
90
+ "robot_type": null,
91
+ "fps": 30.0,
92
+ "episodes": [
93
+ 0,
94
+ 1,
95
+ 2,
96
+ 3,
97
+ 4,
98
+ 5,
99
+ 6,
100
+ 7,
101
+ 8,
102
+ 9,
103
+ 10,
104
+ 11,
105
+ 12,
106
+ 13,
107
+ 14,
108
+ 15,
109
+ 16,
110
+ 17,
111
+ 18,
112
+ 19,
113
+ 20,
114
+ 21,
115
+ 22,
116
+ 23,
117
+ 24,
118
+ 25,
119
+ 26,
120
+ 27,
121
+ 28,
122
+ 29,
123
+ 30,
124
+ 31,
125
+ 32,
126
+ 33,
127
+ 34,
128
+ 35,
129
+ 36,
130
+ 37,
131
+ 38,
132
+ 39,
133
+ 40,
134
+ 41,
135
+ 42,
136
+ 43,
137
+ 44,
138
+ 45,
139
+ 46,
140
+ 47,
141
+ 48,
142
+ 49,
143
+ 50,
144
+ 51,
145
+ 52,
146
+ 53,
147
+ 54,
148
+ 55,
149
+ 56,
150
+ 57,
151
+ 58,
152
+ 59,
153
+ 60,
154
+ 61,
155
+ 62,
156
+ 63,
157
+ 64,
158
+ 65,
159
+ 66,
160
+ 67,
161
+ 68,
162
+ 69,
163
+ 70,
164
+ 71,
165
+ 72,
166
+ 73,
167
+ 74,
168
+ 75,
169
+ 76,
170
+ 77,
171
+ 78,
172
+ 79,
173
+ 80,
174
+ 81,
175
+ 82,
176
+ 83,
177
+ 84,
178
+ 85,
179
+ 86,
180
+ 87,
181
+ 88,
182
+ 89,
183
+ 90,
184
+ 91,
185
+ 92,
186
+ 93,
187
+ 94,
188
+ 95,
189
+ 96,
190
+ 97,
191
+ 98,
192
+ 99
193
+ ],
194
+ "train_episodes": [
195
+ 0,
196
+ 1,
197
+ 2,
198
+ 3,
199
+ 4,
200
+ 5,
201
+ 6,
202
+ 7,
203
+ 8,
204
+ 9,
205
+ 10,
206
+ 11,
207
+ 12,
208
+ 13,
209
+ 14,
210
+ 15,
211
+ 16,
212
+ 17,
213
+ 18,
214
+ 19,
215
+ 20,
216
+ 21,
217
+ 22,
218
+ 23,
219
+ 24,
220
+ 25,
221
+ 26,
222
+ 27,
223
+ 28,
224
+ 29,
225
+ 30,
226
+ 31,
227
+ 32,
228
+ 33,
229
+ 34,
230
+ 35,
231
+ 36,
232
+ 37,
233
+ 38,
234
+ 39,
235
+ 40,
236
+ 41,
237
+ 42,
238
+ 43,
239
+ 44,
240
+ 45,
241
+ 46,
242
+ 47,
243
+ 48,
244
+ 49,
245
+ 50,
246
+ 51,
247
+ 52,
248
+ 53,
249
+ 54,
250
+ 55,
251
+ 56,
252
+ 57,
253
+ 58,
254
+ 59,
255
+ 60,
256
+ 61,
257
+ 62,
258
+ 63,
259
+ 64,
260
+ 65,
261
+ 66,
262
+ 67,
263
+ 68,
264
+ 69,
265
+ 70,
266
+ 71,
267
+ 72,
268
+ 73,
269
+ 74,
270
+ 75,
271
+ 76,
272
+ 77,
273
+ 78,
274
+ 79,
275
+ 80,
276
+ 81,
277
+ 82,
278
+ 83,
279
+ 84,
280
+ 85,
281
+ 86,
282
+ 87,
283
+ 88,
284
+ 89,
285
+ 90,
286
+ 91,
287
+ 92,
288
+ 93,
289
+ 94,
290
+ 95,
291
+ 96,
292
+ 97,
293
+ 98,
294
+ 99
295
+ ],
296
+ "val_episodes": [],
297
+ "train_frames": 61498,
298
+ "git_commit": null
299
+ },
300
+ "training": {
301
+ "steps": 4000,
302
+ "batch_size": 512,
303
+ "lr": 0.0001,
304
+ "betas": [
305
+ 0.95,
306
+ 0.999
307
+ ],
308
+ "weight_decay": 1e-06,
309
+ "warmup": 500,
310
+ "schedule": "linear warm-up + cosine",
311
+ "backbone_lr_scale": 0.1,
312
+ "ema": 0.9999,
313
+ "shift_px": 0,
314
+ "amp": true,
315
+ "seed": 0,
316
+ "augmentation": {
317
+ "spec": "docs/augmentation_v2.md",
318
+ "version": "hb-aug-v2-20261109",
319
+ "implementation": "evaluation/augmentation/hb_aug_v2.py",
320
+ "visual": {
321
+ "effects": [
322
+ "exposure",
323
+ "contrast",
324
+ "saturation",
325
+ "hue",
326
+ "gamma",
327
+ "temperature",
328
+ "rotation_crop",
329
+ "noise",
330
+ "gaussian_blur",
331
+ "jpeg",
332
+ "motion_blur",
333
+ "sharpen",
334
+ "defocus",
335
+ "light_shadow",
336
+ "wb_channel"
337
+ ],
338
+ "boosted_per_sample": 1,
339
+ "boost": 1.5,
340
+ "pixel_scale": "H / 224",
341
+ "future_targets": "none (one observation frame)"
342
+ },
343
+ "proprio": {
344
+ "robot": "g1",
345
+ "body_dims": 29,
346
+ "bias_deg": 2.0,
347
+ "bias_scope": "per_sample",
348
+ "noise_deg": 0.25,
349
+ "noise_clip_sigma": 3,
350
+ "delay_probability": 0.0,
351
+ "history_drop_probability": 0.0,
352
+ "velocity": false
353
+ },
354
+ "native_image_augmentation": "off",
355
+ "evaluation": "off"
356
+ },
357
+ "preflight": {
358
+ "samples": 64,
359
+ "state_dim": 44,
360
+ "body_dims": 29,
361
+ "images_changed": 64,
362
+ "body_values_moved": 1.0,
363
+ "max_body_offset_deg": 2.7313,
364
+ "actions_bit_identical": true,
365
+ "non_body_state_bit_identical": true,
366
+ "eval_items_deterministic": 8
367
+ }
368
+ },
369
+ "stats": {
370
+ "state": {
371
+ "min": [
372
+ -0.2515260875225067,
373
+ -0.03310006856918335,
374
+ -0.08915279805660248,
375
+ 0.14301416277885437,
376
+ -0.18305416405200958,
377
+ -0.10634835064411163,
378
+ -0.2634684145450592,
379
+ -0.05348178371787071,
380
+ -0.21431514620780945,
381
+ 0.13807232677936554,
382
+ -0.2242385447025299,
383
+ -0.09678935259580612,
384
+ -0.18892650306224823,
385
+ -0.10323800146579742,
386
+ -0.09472811967134476,
387
+ -0.2798849642276764,
388
+ 0.1722967028617859,
389
+ -1.1891459226608276,
390
+ 0.3821650445461273,
391
+ -0.5277573466300964,
392
+ -0.1239900067448616,
393
+ -0.025756916031241417,
394
+ -1.5671592950820923,
395
+ -1.708814024925232,
396
+ -0.94542396068573,
397
+ -0.8548623323440552,
398
+ -0.9579849243164062,
399
+ -0.9779664278030396,
400
+ -0.5873764157295227,
401
+ 0.9998621344566345,
402
+ 0.9998221397399902,
403
+ 0.9998023509979248,
404
+ 0.9998185634613037,
405
+ 0.9975361227989197,
406
+ 0.9988760948181152,
407
+ 0.360027939081192,
408
+ 0.4790782630443573,
409
+ 0.5461887717247009,
410
+ 0.48382189869880676,
411
+ 0.6635858416557312,
412
+ 0.0,
413
+ -0.10022255033254623,
414
+ -0.03946204483509064,
415
+ -1.0
416
+ ],
417
+ "max": [
418
+ 0.00482684513553977,
419
+ 0.13756881654262543,
420
+ 0.2979176640510559,
421
+ 0.3711587190628052,
422
+ 0.031152762472629547,
423
+ 0.010087746195495129,
424
+ 0.019378269091248512,
425
+ 0.1355365365743637,
426
+ 0.182325080037117,
427
+ 0.4443013668060303,
428
+ -0.05482839047908783,
429
+ 0.011374615132808685,
430
+ 0.165291890501976,
431
+ 0.05307222157716751,
432
+ 0.177412211894989,
433
+ 0.22115345299243927,
434
+ 0.6989883780479431,
435
+ -0.3335850238800049,
436
+ 1.1546826362609863,
437
+ 0.28441083431243896,
438
+ 0.08963758498430252,
439
+ 0.3550512492656708,
440
+ 1.1140739917755127,
441
+ -0.22596199810504913,
442
+ 1.7804871797561646,
443
+ 1.2184052467346191,
444
+ 1.2347023487091064,
445
+ 1.5067987442016602,
446
+ 1.0105962753295898,
447
+ 1.0,
448
+ 1.0,
449
+ 1.0,
450
+ 1.0,
451
+ 0.9982408285140991,
452
+ 0.9999225735664368,
453
+ 1.0,
454
+ 1.0,
455
+ 1.0,
456
+ 0.9999973177909851,
457
+ 1.0,
458
+ 1.0,
459
+ 0.038201265037059784,
460
+ 0.023285934701561928,
461
+ -0.9949650168418884
462
+ ],
463
+ "mean": [
464
+ -0.07244415528619287,
465
+ 0.016438895257606716,
466
+ -0.03188766069938736,
467
+ 0.19652274108921836,
468
+ -0.09995080381043964,
469
+ -0.0335864852112993,
470
+ -0.06201331924385435,
471
+ 0.0041316509641342114,
472
+ -0.07562538691067132,
473
+ 0.22342829523439264,
474
+ -0.13939505500881355,
475
+ -0.02568257955335654,
476
+ 0.020507808718722174,
477
+ 0.0030919114143910654,
478
+ 0.11976549024164236,
479
+ -0.04130542899628228,
480
+ 0.27413152575942573,
481
+ -0.667075950232086,
482
+ 0.9776525052369189,
483
+ -0.15594609082852004,
484
+ -0.04114803172895316,
485
+ 0.07066678088305102,
486
+ -0.44530701068620304,
487
+ -0.7956643808095055,
488
+ 0.6432070891275159,
489
+ 0.07140851169135853,
490
+ -0.22403887370387132,
491
+ 0.19658286211869352,
492
+ 0.3118955244879216,
493
+ 0.9999827171293537,
494
+ 0.999982850921418,
495
+ 0.9999830789480982,
496
+ 0.9999811406495951,
497
+ 0.9977658298817017,
498
+ 0.9997360855995177,
499
+ 0.7778945983312991,
500
+ 0.8171959691692932,
501
+ 0.8399288212288848,
502
+ 0.8394280370284749,
503
+ 0.8745686375938581,
504
+ 0.12291562838728093,
505
+ -0.023435156143715264,
506
+ -0.004820223051842413,
507
+ -0.999617456030026
508
+ ],
509
+ "std": [
510
+ 0.045712745420827386,
511
+ 0.013154301249487431,
512
+ 0.02405439153160751,
513
+ 0.0422870935042734,
514
+ 0.01604373013239405,
515
+ 0.010666838959405088,
516
+ 0.0447255039612766,
517
+ 0.014369854397034587,
518
+ 0.025451572022126993,
519
+ 0.05279699313574748,
520
+ 0.02213303083995789,
521
+ 0.011183898115253933,
522
+ 0.07041149453770397,
523
+ 0.015833724218855847,
524
+ 0.039560888033149964,
525
+ 0.08342761969885264,
526
+ 0.0587237913039723,
527
+ 0.22301655606787774,
528
+ 0.08125572382728762,
529
+ 0.1281115145665045,
530
+ 0.03600107397023974,
531
+ 0.04123008646611267,
532
+ 0.5831912382159029,
533
+ 0.23706341250281637,
534
+ 0.5432748450536339,
535
+ 0.504036388323598,
536
+ 0.31188020039153314,
537
+ 0.3436391052756804,
538
+ 0.26504982482523237,
539
+ 1.8214790335763182e-05,
540
+ 2.3385127857745866e-05,
541
+ 2.5684815254370892e-05,
542
+ 2.368414515012511e-05,
543
+ 7.802892144541008e-05,
544
+ 6.03931448414821e-05,
545
+ 0.2307055833669559,
546
+ 0.1900819078013402,
547
+ 0.16354430170740317,
548
+ 0.16593648793853702,
549
+ 0.1286487353890603,
550
+ 0.3083183803524622,
551
+ 0.013093107258771247,
552
+ 0.004580775936054731,
553
+ 0.0002959946385408924
554
+ ]
555
+ },
556
+ "action": {
557
+ "min": [
558
+ 0.0,
559
+ -0.375,
560
+ -0.4375,
561
+ -0.125,
562
+ -0.375,
563
+ -0.3125,
564
+ -0.375,
565
+ -0.3125,
566
+ -0.25,
567
+ -0.25,
568
+ -0.5625,
569
+ -0.1875,
570
+ -0.125,
571
+ -0.3125,
572
+ -0.125,
573
+ -0.25,
574
+ -0.125,
575
+ -0.1875,
576
+ -0.5,
577
+ -0.25,
578
+ -0.1875,
579
+ -0.5625,
580
+ -0.25,
581
+ -0.375,
582
+ -0.4375,
583
+ -0.0625,
584
+ -0.375,
585
+ -0.375,
586
+ -0.3125,
587
+ -0.3125,
588
+ 0.0,
589
+ 0.125,
590
+ -0.3125,
591
+ 0.0,
592
+ 0.125,
593
+ -0.4375,
594
+ -0.1875,
595
+ -0.4375,
596
+ -0.25,
597
+ -0.1875,
598
+ -0.4375,
599
+ -0.375,
600
+ -0.1875,
601
+ -0.0625,
602
+ -0.3125,
603
+ -0.25,
604
+ -0.1875,
605
+ -0.3125,
606
+ -0.3125,
607
+ -0.5625,
608
+ -0.125,
609
+ -0.125,
610
+ -0.4375,
611
+ -0.5,
612
+ -0.1875,
613
+ -0.25,
614
+ -0.375,
615
+ -0.0625,
616
+ -0.4375,
617
+ -0.25,
618
+ -0.4375,
619
+ 0.0625,
620
+ -0.25,
621
+ 0.0,
622
+ 0.9998621344566345,
623
+ 0.9998221397399902,
624
+ 0.9998023509979248,
625
+ 0.9998185634613037,
626
+ 0.9975361227989197,
627
+ 0.9988760948181152,
628
+ 0.360027939081192,
629
+ 0.4790782630443573,
630
+ 0.5461887717247009,
631
+ 0.48382189869880676,
632
+ 0.6635858416557312,
633
+ 0.0
634
+ ],
635
+ "max": [
636
+ 0.375,
637
+ 0.25,
638
+ 0.25,
639
+ 0.1875,
640
+ 0.1875,
641
+ 0.1875,
642
+ 0.25,
643
+ 0.25,
644
+ 0.1875,
645
+ 0.125,
646
+ 0.0625,
647
+ 0.1875,
648
+ 0.5,
649
+ 0.1875,
650
+ 0.25,
651
+ 0.0625,
652
+ 0.3125,
653
+ 0.5,
654
+ 0.1875,
655
+ 0.25,
656
+ 0.25,
657
+ 0.0625,
658
+ 0.4375,
659
+ 0.25,
660
+ 0.0,
661
+ 0.4375,
662
+ 0.0,
663
+ 0.1875,
664
+ 0.1875,
665
+ 0.1875,
666
+ 0.4375,
667
+ 0.5,
668
+ 0.3125,
669
+ 0.3125,
670
+ 0.3125,
671
+ 0.0625,
672
+ 0.1875,
673
+ 0.3125,
674
+ 0.1875,
675
+ 0.25,
676
+ 0.0,
677
+ 0.25,
678
+ 0.125,
679
+ 0.5,
680
+ 0.125,
681
+ 0.5,
682
+ 0.4375,
683
+ 0.4375,
684
+ 0.4375,
685
+ 0.0,
686
+ 0.125,
687
+ 0.25,
688
+ 0.5,
689
+ -0.0625,
690
+ 0.125,
691
+ 0.4375,
692
+ 0.5,
693
+ 0.3125,
694
+ 0.125,
695
+ 0.125,
696
+ 0.125,
697
+ 0.5,
698
+ 0.125,
699
+ 0.6875,
700
+ 1.0,
701
+ 1.0,
702
+ 1.0,
703
+ 1.0,
704
+ 0.9982408285140991,
705
+ 0.9999225735664368,
706
+ 1.0,
707
+ 1.0,
708
+ 1.0,
709
+ 0.9999973177909851,
710
+ 1.0,
711
+ 1.0
712
+ ],
713
+ "mean": [
714
+ 0.2026803717194055,
715
+ -0.07236617450974016,
716
+ -0.02242552603336694,
717
+ 0.02358918176200852,
718
+ -0.12101816319229894,
719
+ -0.10377979771699893,
720
+ -0.04818144492503821,
721
+ -0.09367987576831767,
722
+ -0.015672257634394615,
723
+ -0.07295460827994406,
724
+ -0.28937628052944814,
725
+ 0.023045464893167257,
726
+ 0.12778362710982472,
727
+ -0.014680355458714104,
728
+ 0.047179379817229826,
729
+ -0.12413716706234348,
730
+ 0.0648974356889655,
731
+ 0.1738440680997756,
732
+ -0.1366050521968194,
733
+ 0.05253626134183226,
734
+ 0.005097726755341637,
735
+ -0.21554664379329408,
736
+ 0.09576226056131906,
737
+ -0.11485841002959446,
738
+ -0.21714120784415752,
739
+ 0.25317489999674786,
740
+ -0.23478507431135973,
741
+ -0.10450746365735471,
742
+ -0.049666249308920614,
743
+ -0.03343909558034407,
744
+ 0.2612117467234707,
745
+ 0.28021846238902076,
746
+ 0.013058351491105402,
747
+ 0.14741942827409021,
748
+ 0.23094043708738496,
749
+ -0.2599698364174445,
750
+ 0.054112532114865525,
751
+ -0.18685465380988,
752
+ -0.021627735861328823,
753
+ -0.045454730235129595,
754
+ -0.261119264041107,
755
+ -0.09780399362580897,
756
+ -0.03171647858466942,
757
+ 0.30728844840482616,
758
+ -0.13527167550164232,
759
+ 0.061584319815278545,
760
+ 0.07089966340368792,
761
+ 0.06740158216527367,
762
+ 0.18057091287521546,
763
+ -0.27359832840092363,
764
+ -0.01098104816416794,
765
+ 0.03545237243487593,
766
+ 0.1730208705974178,
767
+ -0.26741316790789943,
768
+ -0.03493507918956714,
769
+ 0.1694120133988097,
770
+ 0.01502691144427461,
771
+ 0.05571421021821848,
772
+ -0.22518415233015707,
773
+ -0.05392248528407428,
774
+ -0.1961598344661615,
775
+ 0.3429247699112166,
776
+ -0.04006126215486683,
777
+ 0.40486580864418353,
778
+ 0.9999827171293537,
779
+ 0.999982850921418,
780
+ 0.9999830789480982,
781
+ 0.9999811406495951,
782
+ 0.9977658298817017,
783
+ 0.9997360855995177,
784
+ 0.7778945983312991,
785
+ 0.8171959691692932,
786
+ 0.8399288212288848,
787
+ 0.8394280370284749,
788
+ 0.8745686375938581,
789
+ 0.12291562838728093
790
+ ],
791
+ "std": [
792
+ 0.07423638798986239,
793
+ 0.10276070894626457,
794
+ 0.11812702387971753,
795
+ 0.05957396656117891,
796
+ 0.1218417031488596,
797
+ 0.08063836551976374,
798
+ 0.1020635000819969,
799
+ 0.10540346375069484,
800
+ 0.08296831170197061,
801
+ 0.05989282207073844,
802
+ 0.131405419274155,
803
+ 0.07688508477180626,
804
+ 0.15530657456533145,
805
+ 0.09090021877289593,
806
+ 0.07144535330531092,
807
+ 0.07721423672952077,
808
+ 0.061937753226413185,
809
+ 0.12535445915332458,
810
+ 0.1406645362754369,
811
+ 0.09610483490082063,
812
+ 0.0892112540257282,
813
+ 0.10101183108941218,
814
+ 0.14459992137856284,
815
+ 0.09259695505428482,
816
+ 0.07250089525780803,
817
+ 0.07751064616894329,
818
+ 0.09003536032570492,
819
+ 0.08768655804866919,
820
+ 0.0793513264967945,
821
+ 0.0799717022695259,
822
+ 0.08767655242632699,
823
+ 0.06686962750120226,
824
+ 0.11139553980852172,
825
+ 0.05962527954838032,
826
+ 0.03113638664810605,
827
+ 0.1104336480130166,
828
+ 0.0900293543854962,
829
+ 0.17353368370821917,
830
+ 0.06621053001132303,
831
+ 0.07044267349366652,
832
+ 0.07468062148900616,
833
+ 0.13559357690832427,
834
+ 0.051673248141484364,
835
+ 0.11970962808802042,
836
+ 0.09873016730126778,
837
+ 0.1482997857923691,
838
+ 0.14644960009292055,
839
+ 0.12362418143308783,
840
+ 0.14892813932159055,
841
+ 0.1264928491368565,
842
+ 0.04485723360367807,
843
+ 0.06556638017875786,
844
+ 0.23014907315132233,
845
+ 0.07366488770406758,
846
+ 0.05520901424631441,
847
+ 0.1518289001396863,
848
+ 0.1840720418570084,
849
+ 0.05832378814080937,
850
+ 0.11903714776197126,
851
+ 0.05677283141546173,
852
+ 0.09207849117719222,
853
+ 0.09729334507011746,
854
+ 0.0780996197326025,
855
+ 0.16351388381996734,
856
+ 1.8214790335763182e-05,
857
+ 2.3385127857745866e-05,
858
+ 2.5684815254370892e-05,
859
+ 2.368414515012511e-05,
860
+ 7.802892144541008e-05,
861
+ 6.03931448414821e-05,
862
+ 0.2307055833669559,
863
+ 0.1900819078013402,
864
+ 0.16354430170740317,
865
+ 0.16593648793853702,
866
+ 0.1286487353890603,
867
+ 0.3083183803524622
868
+ ]
869
+ }
870
+ },
871
+ "code_commit": "028df1bb7024fb1e3d176de7e60c84d3333cd97f",
872
+ "step": 4000,
873
+ "weights": "ema",
874
+ "offline_eval": {
875
+ "mse": 0.02690730057656765,
876
+ "mse_row0": 0.024344196543097496,
877
+ "mse_motion_token": 0.027465982362627983,
878
+ "mse_inspire_left_hand_state": 0.01448493916541338,
879
+ "mse_inspire_right_hand_state": 0.03337034583091736,
880
+ "samples": 256,
881
+ "frames": "train"
882
+ },
883
+ "format": "hb_baselines/1"
884
+ }
b8-table-wipe/b512-cont-20261117/provenance/parent_checkpoint_protocol.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "format": "hb_baselines/1",
3
+ "step": 4000,
4
+ "policy": "fm_dit",
5
+ "files": {
6
+ "model.pt": {
7
+ "bytes": 90311637,
8
+ "sha256": "cc34f3f0c8ae25fbd3d607bd0e0e2f47741ccd15f13ca2ccf2ce6eedc271055b"
9
+ }
10
+ }
11
+ }
b8-table-wipe/b512-cont-20261117/provenance/parent_run.json ADDED
@@ -0,0 +1,894 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "argv": [
3
+ "/mnt/data0/zuo/Humanoid_benchmark/results/baselines_preflight_20261117/main/evaluation/baselines/train.py",
4
+ "--policy",
5
+ "fm_dit",
6
+ "--contract",
7
+ "g1_sonic_dfx6",
8
+ "--dataset",
9
+ "/mnt/data0/zuo/Humanoid_benchmark/data/baselines/b8-table-wipe-expert-v1",
10
+ "--cache-dir",
11
+ "/mnt/data0/zuo/Humanoid_benchmark/cache/baselines/frames",
12
+ "--out",
13
+ "/mnt/data0/zuo/Humanoid_benchmark/results/baselines_preflight_20261117/runs/b8-table-wipe-expert-v1/fm_dit",
14
+ "--batch-size",
15
+ "512",
16
+ "--steps",
17
+ "4000",
18
+ "--workers",
19
+ "12"
20
+ ],
21
+ "started": "2026-11-17T04:07:19",
22
+ "host": "xt-p-A100-004",
23
+ "torch": "2.9.0+cu128",
24
+ "policy": {
25
+ "policy": "fm_dit",
26
+ "n_cameras": 2,
27
+ "state_dim": 44,
28
+ "action_dim": 76,
29
+ "horizon": 16,
30
+ "backbone": "resnet18",
31
+ "backbone_weights": "IMAGENET1K_V1",
32
+ "backbone_norm": "frozen_bn",
33
+ "hidden_dim": 384,
34
+ "num_layers": 4,
35
+ "num_heads": 8,
36
+ "mlp_ratio": 4.0,
37
+ "dropout": 0.1,
38
+ "time_embed_dim": 128,
39
+ "num_inference_steps": null,
40
+ "num_train_timesteps": 100,
41
+ "beta_schedule": "squaredcos_cap_v2",
42
+ "prediction_type": "epsilon",
43
+ "clip_sample": true,
44
+ "act_hidden_dim": 512,
45
+ "dim_feedforward": 3200,
46
+ "enc_layers": 4,
47
+ "dec_layers": 7,
48
+ "nheads": 8,
49
+ "latent_dim": 32,
50
+ "kl_weight": 10.0,
51
+ "extra": {}
52
+ },
53
+ "contract": {
54
+ "name": "g1_sonic_dfx6",
55
+ "robot": "g1",
56
+ "cameras": [
57
+ "ego_view",
58
+ "chest"
59
+ ],
60
+ "state": [
61
+ [
62
+ "observation.state",
63
+ 0,
64
+ 29
65
+ ],
66
+ [
67
+ "observation.inspire_left_hand_state",
68
+ 0,
69
+ 6
70
+ ],
71
+ [
72
+ "observation.inspire_right_hand_state",
73
+ 0,
74
+ 6
75
+ ],
76
+ [
77
+ "observation.projected_gravity",
78
+ 0,
79
+ 3
80
+ ]
81
+ ],
82
+ "action": [
83
+ [
84
+ "action.motion_token",
85
+ 0,
86
+ 64
87
+ ],
88
+ [
89
+ "observation.inspire_left_hand_state",
90
+ 0,
91
+ 6
92
+ ],
93
+ [
94
+ "observation.inspire_right_hand_state",
95
+ 0,
96
+ 6
97
+ ]
98
+ ],
99
+ "state_dim": 44,
100
+ "action_dim": 76,
101
+ "action_space": "sonic_dfx6",
102
+ "body_dims": 29
103
+ },
104
+ "image_hw": [
105
+ 168,
106
+ 224
107
+ ],
108
+ "task_text": "Approach the flat block with a naturally aligned wrist, stop before closing the hand, wipe sideways at a top-view 45-degree heading, then set the block on the tabletop and release it.",
109
+ "dataset": {
110
+ "name": "b8-table-wipe-expert-v1",
111
+ "root": "/mnt/data0/zuo/Humanoid_benchmark/data/baselines/b8-table-wipe-expert-v1",
112
+ "robot_type": null,
113
+ "fps": 30.0,
114
+ "episodes": [
115
+ 0,
116
+ 1,
117
+ 2,
118
+ 3,
119
+ 4,
120
+ 5,
121
+ 6,
122
+ 7,
123
+ 8,
124
+ 9,
125
+ 10,
126
+ 11,
127
+ 12,
128
+ 13,
129
+ 14,
130
+ 15,
131
+ 16,
132
+ 17,
133
+ 18,
134
+ 19,
135
+ 20,
136
+ 21,
137
+ 22,
138
+ 23,
139
+ 24,
140
+ 25,
141
+ 26,
142
+ 27,
143
+ 28,
144
+ 29,
145
+ 30,
146
+ 31,
147
+ 32,
148
+ 33,
149
+ 34,
150
+ 35,
151
+ 36,
152
+ 37,
153
+ 38,
154
+ 39,
155
+ 40,
156
+ 41,
157
+ 42,
158
+ 43,
159
+ 44,
160
+ 45,
161
+ 46,
162
+ 47,
163
+ 48,
164
+ 49,
165
+ 50,
166
+ 51,
167
+ 52,
168
+ 53,
169
+ 54,
170
+ 55,
171
+ 56,
172
+ 57,
173
+ 58,
174
+ 59,
175
+ 60,
176
+ 61,
177
+ 62,
178
+ 63,
179
+ 64,
180
+ 65,
181
+ 66,
182
+ 67,
183
+ 68,
184
+ 69,
185
+ 70,
186
+ 71,
187
+ 72,
188
+ 73,
189
+ 74,
190
+ 75,
191
+ 76,
192
+ 77,
193
+ 78,
194
+ 79,
195
+ 80,
196
+ 81,
197
+ 82,
198
+ 83,
199
+ 84,
200
+ 85,
201
+ 86,
202
+ 87,
203
+ 88,
204
+ 89,
205
+ 90,
206
+ 91,
207
+ 92,
208
+ 93,
209
+ 94,
210
+ 95,
211
+ 96,
212
+ 97,
213
+ 98,
214
+ 99
215
+ ],
216
+ "train_episodes": [
217
+ 0,
218
+ 1,
219
+ 2,
220
+ 3,
221
+ 4,
222
+ 5,
223
+ 6,
224
+ 7,
225
+ 8,
226
+ 9,
227
+ 10,
228
+ 11,
229
+ 12,
230
+ 13,
231
+ 14,
232
+ 15,
233
+ 16,
234
+ 17,
235
+ 18,
236
+ 19,
237
+ 20,
238
+ 21,
239
+ 22,
240
+ 23,
241
+ 24,
242
+ 25,
243
+ 26,
244
+ 27,
245
+ 28,
246
+ 29,
247
+ 30,
248
+ 31,
249
+ 32,
250
+ 33,
251
+ 34,
252
+ 35,
253
+ 36,
254
+ 37,
255
+ 38,
256
+ 39,
257
+ 40,
258
+ 41,
259
+ 42,
260
+ 43,
261
+ 44,
262
+ 45,
263
+ 46,
264
+ 47,
265
+ 48,
266
+ 49,
267
+ 50,
268
+ 51,
269
+ 52,
270
+ 53,
271
+ 54,
272
+ 55,
273
+ 56,
274
+ 57,
275
+ 58,
276
+ 59,
277
+ 60,
278
+ 61,
279
+ 62,
280
+ 63,
281
+ 64,
282
+ 65,
283
+ 66,
284
+ 67,
285
+ 68,
286
+ 69,
287
+ 70,
288
+ 71,
289
+ 72,
290
+ 73,
291
+ 74,
292
+ 75,
293
+ 76,
294
+ 77,
295
+ 78,
296
+ 79,
297
+ 80,
298
+ 81,
299
+ 82,
300
+ 83,
301
+ 84,
302
+ 85,
303
+ 86,
304
+ 87,
305
+ 88,
306
+ 89,
307
+ 90,
308
+ 91,
309
+ 92,
310
+ 93,
311
+ 94,
312
+ 95,
313
+ 96,
314
+ 97,
315
+ 98,
316
+ 99
317
+ ],
318
+ "val_episodes": [],
319
+ "train_frames": 61498,
320
+ "git_commit": null
321
+ },
322
+ "training": {
323
+ "steps": 4000,
324
+ "batch_size": 512,
325
+ "lr": 0.0001,
326
+ "betas": [
327
+ 0.95,
328
+ 0.999
329
+ ],
330
+ "weight_decay": 1e-06,
331
+ "warmup": 500,
332
+ "schedule": "linear warm-up + cosine",
333
+ "backbone_lr_scale": 0.1,
334
+ "ema": 0.9999,
335
+ "shift_px": 0,
336
+ "amp": true,
337
+ "seed": 0,
338
+ "augmentation": {
339
+ "spec": "docs/augmentation_v2.md",
340
+ "version": "hb-aug-v2-20261109",
341
+ "implementation": "evaluation/augmentation/hb_aug_v2.py",
342
+ "visual": {
343
+ "effects": [
344
+ "exposure",
345
+ "contrast",
346
+ "saturation",
347
+ "hue",
348
+ "gamma",
349
+ "temperature",
350
+ "rotation_crop",
351
+ "noise",
352
+ "gaussian_blur",
353
+ "jpeg",
354
+ "motion_blur",
355
+ "sharpen",
356
+ "defocus",
357
+ "light_shadow",
358
+ "wb_channel"
359
+ ],
360
+ "boosted_per_sample": 1,
361
+ "boost": 1.5,
362
+ "pixel_scale": "H / 224",
363
+ "future_targets": "none (one observation frame)"
364
+ },
365
+ "proprio": {
366
+ "robot": "g1",
367
+ "body_dims": 29,
368
+ "bias_deg": 2.0,
369
+ "bias_scope": "per_sample",
370
+ "noise_deg": 0.25,
371
+ "noise_clip_sigma": 3,
372
+ "delay_probability": 0.0,
373
+ "history_drop_probability": 0.0,
374
+ "velocity": false
375
+ },
376
+ "native_image_augmentation": "off",
377
+ "evaluation": "off"
378
+ },
379
+ "preflight": {
380
+ "samples": 64,
381
+ "state_dim": 44,
382
+ "body_dims": 29,
383
+ "images_changed": 64,
384
+ "body_values_moved": 1.0,
385
+ "max_body_offset_deg": 2.7313,
386
+ "actions_bit_identical": true,
387
+ "non_body_state_bit_identical": true,
388
+ "eval_items_deterministic": 8
389
+ }
390
+ },
391
+ "stats": {
392
+ "state": {
393
+ "min": [
394
+ -0.2515260875225067,
395
+ -0.03310006856918335,
396
+ -0.08915279805660248,
397
+ 0.14301416277885437,
398
+ -0.18305416405200958,
399
+ -0.10634835064411163,
400
+ -0.2634684145450592,
401
+ -0.05348178371787071,
402
+ -0.21431514620780945,
403
+ 0.13807232677936554,
404
+ -0.2242385447025299,
405
+ -0.09678935259580612,
406
+ -0.18892650306224823,
407
+ -0.10323800146579742,
408
+ -0.09472811967134476,
409
+ -0.2798849642276764,
410
+ 0.1722967028617859,
411
+ -1.1891459226608276,
412
+ 0.3821650445461273,
413
+ -0.5277573466300964,
414
+ -0.1239900067448616,
415
+ -0.025756916031241417,
416
+ -1.5671592950820923,
417
+ -1.708814024925232,
418
+ -0.94542396068573,
419
+ -0.8548623323440552,
420
+ -0.9579849243164062,
421
+ -0.9779664278030396,
422
+ -0.5873764157295227,
423
+ 0.9998621344566345,
424
+ 0.9998221397399902,
425
+ 0.9998023509979248,
426
+ 0.9998185634613037,
427
+ 0.9975361227989197,
428
+ 0.9988760948181152,
429
+ 0.360027939081192,
430
+ 0.4790782630443573,
431
+ 0.5461887717247009,
432
+ 0.48382189869880676,
433
+ 0.6635858416557312,
434
+ 0.0,
435
+ -0.10022255033254623,
436
+ -0.03946204483509064,
437
+ -1.0
438
+ ],
439
+ "max": [
440
+ 0.00482684513553977,
441
+ 0.13756881654262543,
442
+ 0.2979176640510559,
443
+ 0.3711587190628052,
444
+ 0.031152762472629547,
445
+ 0.010087746195495129,
446
+ 0.019378269091248512,
447
+ 0.1355365365743637,
448
+ 0.182325080037117,
449
+ 0.4443013668060303,
450
+ -0.05482839047908783,
451
+ 0.011374615132808685,
452
+ 0.165291890501976,
453
+ 0.05307222157716751,
454
+ 0.177412211894989,
455
+ 0.22115345299243927,
456
+ 0.6989883780479431,
457
+ -0.3335850238800049,
458
+ 1.1546826362609863,
459
+ 0.28441083431243896,
460
+ 0.08963758498430252,
461
+ 0.3550512492656708,
462
+ 1.1140739917755127,
463
+ -0.22596199810504913,
464
+ 1.7804871797561646,
465
+ 1.2184052467346191,
466
+ 1.2347023487091064,
467
+ 1.5067987442016602,
468
+ 1.0105962753295898,
469
+ 1.0,
470
+ 1.0,
471
+ 1.0,
472
+ 1.0,
473
+ 0.9982408285140991,
474
+ 0.9999225735664368,
475
+ 1.0,
476
+ 1.0,
477
+ 1.0,
478
+ 0.9999973177909851,
479
+ 1.0,
480
+ 1.0,
481
+ 0.038201265037059784,
482
+ 0.023285934701561928,
483
+ -0.9949650168418884
484
+ ],
485
+ "mean": [
486
+ -0.07244415528619287,
487
+ 0.016438895257606716,
488
+ -0.03188766069938736,
489
+ 0.19652274108921836,
490
+ -0.09995080381043964,
491
+ -0.0335864852112993,
492
+ -0.06201331924385435,
493
+ 0.0041316509641342114,
494
+ -0.07562538691067132,
495
+ 0.22342829523439264,
496
+ -0.13939505500881355,
497
+ -0.02568257955335654,
498
+ 0.020507808718722174,
499
+ 0.0030919114143910654,
500
+ 0.11976549024164236,
501
+ -0.04130542899628228,
502
+ 0.27413152575942573,
503
+ -0.667075950232086,
504
+ 0.9776525052369189,
505
+ -0.15594609082852004,
506
+ -0.04114803172895316,
507
+ 0.07066678088305102,
508
+ -0.44530701068620304,
509
+ -0.7956643808095055,
510
+ 0.6432070891275159,
511
+ 0.07140851169135853,
512
+ -0.22403887370387132,
513
+ 0.19658286211869352,
514
+ 0.3118955244879216,
515
+ 0.9999827171293537,
516
+ 0.999982850921418,
517
+ 0.9999830789480982,
518
+ 0.9999811406495951,
519
+ 0.9977658298817017,
520
+ 0.9997360855995177,
521
+ 0.7778945983312991,
522
+ 0.8171959691692932,
523
+ 0.8399288212288848,
524
+ 0.8394280370284749,
525
+ 0.8745686375938581,
526
+ 0.12291562838728093,
527
+ -0.023435156143715264,
528
+ -0.004820223051842413,
529
+ -0.999617456030026
530
+ ],
531
+ "std": [
532
+ 0.045712745420827386,
533
+ 0.013154301249487431,
534
+ 0.02405439153160751,
535
+ 0.0422870935042734,
536
+ 0.01604373013239405,
537
+ 0.010666838959405088,
538
+ 0.0447255039612766,
539
+ 0.014369854397034587,
540
+ 0.025451572022126993,
541
+ 0.05279699313574748,
542
+ 0.02213303083995789,
543
+ 0.011183898115253933,
544
+ 0.07041149453770397,
545
+ 0.015833724218855847,
546
+ 0.039560888033149964,
547
+ 0.08342761969885264,
548
+ 0.0587237913039723,
549
+ 0.22301655606787774,
550
+ 0.08125572382728762,
551
+ 0.1281115145665045,
552
+ 0.03600107397023974,
553
+ 0.04123008646611267,
554
+ 0.5831912382159029,
555
+ 0.23706341250281637,
556
+ 0.5432748450536339,
557
+ 0.504036388323598,
558
+ 0.31188020039153314,
559
+ 0.3436391052756804,
560
+ 0.26504982482523237,
561
+ 1.8214790335763182e-05,
562
+ 2.3385127857745866e-05,
563
+ 2.5684815254370892e-05,
564
+ 2.368414515012511e-05,
565
+ 7.802892144541008e-05,
566
+ 6.03931448414821e-05,
567
+ 0.2307055833669559,
568
+ 0.1900819078013402,
569
+ 0.16354430170740317,
570
+ 0.16593648793853702,
571
+ 0.1286487353890603,
572
+ 0.3083183803524622,
573
+ 0.013093107258771247,
574
+ 0.004580775936054731,
575
+ 0.0002959946385408924
576
+ ]
577
+ },
578
+ "action": {
579
+ "min": [
580
+ 0.0,
581
+ -0.375,
582
+ -0.4375,
583
+ -0.125,
584
+ -0.375,
585
+ -0.3125,
586
+ -0.375,
587
+ -0.3125,
588
+ -0.25,
589
+ -0.25,
590
+ -0.5625,
591
+ -0.1875,
592
+ -0.125,
593
+ -0.3125,
594
+ -0.125,
595
+ -0.25,
596
+ -0.125,
597
+ -0.1875,
598
+ -0.5,
599
+ -0.25,
600
+ -0.1875,
601
+ -0.5625,
602
+ -0.25,
603
+ -0.375,
604
+ -0.4375,
605
+ -0.0625,
606
+ -0.375,
607
+ -0.375,
608
+ -0.3125,
609
+ -0.3125,
610
+ 0.0,
611
+ 0.125,
612
+ -0.3125,
613
+ 0.0,
614
+ 0.125,
615
+ -0.4375,
616
+ -0.1875,
617
+ -0.4375,
618
+ -0.25,
619
+ -0.1875,
620
+ -0.4375,
621
+ -0.375,
622
+ -0.1875,
623
+ -0.0625,
624
+ -0.3125,
625
+ -0.25,
626
+ -0.1875,
627
+ -0.3125,
628
+ -0.3125,
629
+ -0.5625,
630
+ -0.125,
631
+ -0.125,
632
+ -0.4375,
633
+ -0.5,
634
+ -0.1875,
635
+ -0.25,
636
+ -0.375,
637
+ -0.0625,
638
+ -0.4375,
639
+ -0.25,
640
+ -0.4375,
641
+ 0.0625,
642
+ -0.25,
643
+ 0.0,
644
+ 0.9998621344566345,
645
+ 0.9998221397399902,
646
+ 0.9998023509979248,
647
+ 0.9998185634613037,
648
+ 0.9975361227989197,
649
+ 0.9988760948181152,
650
+ 0.360027939081192,
651
+ 0.4790782630443573,
652
+ 0.5461887717247009,
653
+ 0.48382189869880676,
654
+ 0.6635858416557312,
655
+ 0.0
656
+ ],
657
+ "max": [
658
+ 0.375,
659
+ 0.25,
660
+ 0.25,
661
+ 0.1875,
662
+ 0.1875,
663
+ 0.1875,
664
+ 0.25,
665
+ 0.25,
666
+ 0.1875,
667
+ 0.125,
668
+ 0.0625,
669
+ 0.1875,
670
+ 0.5,
671
+ 0.1875,
672
+ 0.25,
673
+ 0.0625,
674
+ 0.3125,
675
+ 0.5,
676
+ 0.1875,
677
+ 0.25,
678
+ 0.25,
679
+ 0.0625,
680
+ 0.4375,
681
+ 0.25,
682
+ 0.0,
683
+ 0.4375,
684
+ 0.0,
685
+ 0.1875,
686
+ 0.1875,
687
+ 0.1875,
688
+ 0.4375,
689
+ 0.5,
690
+ 0.3125,
691
+ 0.3125,
692
+ 0.3125,
693
+ 0.0625,
694
+ 0.1875,
695
+ 0.3125,
696
+ 0.1875,
697
+ 0.25,
698
+ 0.0,
699
+ 0.25,
700
+ 0.125,
701
+ 0.5,
702
+ 0.125,
703
+ 0.5,
704
+ 0.4375,
705
+ 0.4375,
706
+ 0.4375,
707
+ 0.0,
708
+ 0.125,
709
+ 0.25,
710
+ 0.5,
711
+ -0.0625,
712
+ 0.125,
713
+ 0.4375,
714
+ 0.5,
715
+ 0.3125,
716
+ 0.125,
717
+ 0.125,
718
+ 0.125,
719
+ 0.5,
720
+ 0.125,
721
+ 0.6875,
722
+ 1.0,
723
+ 1.0,
724
+ 1.0,
725
+ 1.0,
726
+ 0.9982408285140991,
727
+ 0.9999225735664368,
728
+ 1.0,
729
+ 1.0,
730
+ 1.0,
731
+ 0.9999973177909851,
732
+ 1.0,
733
+ 1.0
734
+ ],
735
+ "mean": [
736
+ 0.2026803717194055,
737
+ -0.07236617450974016,
738
+ -0.02242552603336694,
739
+ 0.02358918176200852,
740
+ -0.12101816319229894,
741
+ -0.10377979771699893,
742
+ -0.04818144492503821,
743
+ -0.09367987576831767,
744
+ -0.015672257634394615,
745
+ -0.07295460827994406,
746
+ -0.28937628052944814,
747
+ 0.023045464893167257,
748
+ 0.12778362710982472,
749
+ -0.014680355458714104,
750
+ 0.047179379817229826,
751
+ -0.12413716706234348,
752
+ 0.0648974356889655,
753
+ 0.1738440680997756,
754
+ -0.1366050521968194,
755
+ 0.05253626134183226,
756
+ 0.005097726755341637,
757
+ -0.21554664379329408,
758
+ 0.09576226056131906,
759
+ -0.11485841002959446,
760
+ -0.21714120784415752,
761
+ 0.25317489999674786,
762
+ -0.23478507431135973,
763
+ -0.10450746365735471,
764
+ -0.049666249308920614,
765
+ -0.03343909558034407,
766
+ 0.2612117467234707,
767
+ 0.28021846238902076,
768
+ 0.013058351491105402,
769
+ 0.14741942827409021,
770
+ 0.23094043708738496,
771
+ -0.2599698364174445,
772
+ 0.054112532114865525,
773
+ -0.18685465380988,
774
+ -0.021627735861328823,
775
+ -0.045454730235129595,
776
+ -0.261119264041107,
777
+ -0.09780399362580897,
778
+ -0.03171647858466942,
779
+ 0.30728844840482616,
780
+ -0.13527167550164232,
781
+ 0.061584319815278545,
782
+ 0.07089966340368792,
783
+ 0.06740158216527367,
784
+ 0.18057091287521546,
785
+ -0.27359832840092363,
786
+ -0.01098104816416794,
787
+ 0.03545237243487593,
788
+ 0.1730208705974178,
789
+ -0.26741316790789943,
790
+ -0.03493507918956714,
791
+ 0.1694120133988097,
792
+ 0.01502691144427461,
793
+ 0.05571421021821848,
794
+ -0.22518415233015707,
795
+ -0.05392248528407428,
796
+ -0.1961598344661615,
797
+ 0.3429247699112166,
798
+ -0.04006126215486683,
799
+ 0.40486580864418353,
800
+ 0.9999827171293537,
801
+ 0.999982850921418,
802
+ 0.9999830789480982,
803
+ 0.9999811406495951,
804
+ 0.9977658298817017,
805
+ 0.9997360855995177,
806
+ 0.7778945983312991,
807
+ 0.8171959691692932,
808
+ 0.8399288212288848,
809
+ 0.8394280370284749,
810
+ 0.8745686375938581,
811
+ 0.12291562838728093
812
+ ],
813
+ "std": [
814
+ 0.07423638798986239,
815
+ 0.10276070894626457,
816
+ 0.11812702387971753,
817
+ 0.05957396656117891,
818
+ 0.1218417031488596,
819
+ 0.08063836551976374,
820
+ 0.1020635000819969,
821
+ 0.10540346375069484,
822
+ 0.08296831170197061,
823
+ 0.05989282207073844,
824
+ 0.131405419274155,
825
+ 0.07688508477180626,
826
+ 0.15530657456533145,
827
+ 0.09090021877289593,
828
+ 0.07144535330531092,
829
+ 0.07721423672952077,
830
+ 0.061937753226413185,
831
+ 0.12535445915332458,
832
+ 0.1406645362754369,
833
+ 0.09610483490082063,
834
+ 0.0892112540257282,
835
+ 0.10101183108941218,
836
+ 0.14459992137856284,
837
+ 0.09259695505428482,
838
+ 0.07250089525780803,
839
+ 0.07751064616894329,
840
+ 0.09003536032570492,
841
+ 0.08768655804866919,
842
+ 0.0793513264967945,
843
+ 0.0799717022695259,
844
+ 0.08767655242632699,
845
+ 0.06686962750120226,
846
+ 0.11139553980852172,
847
+ 0.05962527954838032,
848
+ 0.03113638664810605,
849
+ 0.1104336480130166,
850
+ 0.0900293543854962,
851
+ 0.17353368370821917,
852
+ 0.06621053001132303,
853
+ 0.07044267349366652,
854
+ 0.07468062148900616,
855
+ 0.13559357690832427,
856
+ 0.051673248141484364,
857
+ 0.11970962808802042,
858
+ 0.09873016730126778,
859
+ 0.1482997857923691,
860
+ 0.14644960009292055,
861
+ 0.12362418143308783,
862
+ 0.14892813932159055,
863
+ 0.1264928491368565,
864
+ 0.04485723360367807,
865
+ 0.06556638017875786,
866
+ 0.23014907315132233,
867
+ 0.07366488770406758,
868
+ 0.05520901424631441,
869
+ 0.1518289001396863,
870
+ 0.1840720418570084,
871
+ 0.05832378814080937,
872
+ 0.11903714776197126,
873
+ 0.05677283141546173,
874
+ 0.09207849117719222,
875
+ 0.09729334507011746,
876
+ 0.0780996197326025,
877
+ 0.16351388381996734,
878
+ 1.8214790335763182e-05,
879
+ 2.3385127857745866e-05,
880
+ 2.5684815254370892e-05,
881
+ 2.368414515012511e-05,
882
+ 7.802892144541008e-05,
883
+ 6.03931448414821e-05,
884
+ 0.2307055833669559,
885
+ 0.1900819078013402,
886
+ 0.16354430170740317,
887
+ 0.16593648793853702,
888
+ 0.1286487353890603,
889
+ 0.3083183803524622
890
+ ]
891
+ }
892
+ },
893
+ "code_commit": "028df1bb7024fb1e3d176de7e60c84d3333cd97f"
894
+ }
b8-table-wipe/b512-cont-20261117/resume.json ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "b8",
3
+ "status": "paused_by_owner",
4
+ "saved_step": 6000,
5
+ "last_logged_step": 6700,
6
+ "paused_at": "2026-11-17T08:36:34.220194+00:00",
7
+ "planned_total_steps": 20000,
8
+ "dataset_repo": "humanoid-benchmark/b8-table-wipe-expert-v1",
9
+ "dataset_revision": "3b2e6180508f84f70fda8b33cd3e41c14225f0b5",
10
+ "dataset_train_frames": 61498,
11
+ "dataset_episodes": 100,
12
+ "code_directory": "code/fmdit_continue_20261117",
13
+ "source_commit": "028df1bb7024fb1e3d176de7e60c84d3333cd97f",
14
+ "parent_local_checkpoint": "/mnt/data0/zuo/Humanoid_benchmark/results/baselines_preflight_20261117/runs/b8-table-wipe-expert-v1/fm_dit/checkpoints/step-004000",
15
+ "parent_state_sha256": "e31fa6e541a93c084a279627f53a7a9c3494772ef9605b1665a267abf7bb9a8f",
16
+ "offline_eval": {
17
+ "mse": 0.022521788254380226,
18
+ "mse_row0": 0.02053411304950714,
19
+ "mse_motion_token": 0.022982770577073097,
20
+ "mse_inspire_left_hand_state": 0.012518338859081268,
21
+ "mse_inspire_right_hand_state": 0.027608102187514305,
22
+ "samples": 256,
23
+ "frames": "train"
24
+ },
25
+ "limitation": "Portable resume starts at step 6000. Later logged updates are not in the saved state. RNG and DataLoader states were not saved by the original trainer; resume is not bit-exact."
26
+ }
b8-table-wipe/b512-cont-20261117/run.json ADDED
@@ -0,0 +1,899 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "argv": [
3
+ "/mnt/data0/zuo/Humanoid_benchmark/results/baselines_preflight_20261117/main/evaluation/baselines/train.py",
4
+ "--policy",
5
+ "fm_dit",
6
+ "--contract",
7
+ "g1_sonic_dfx6",
8
+ "--dataset",
9
+ "/mnt/data0/zuo/Humanoid_benchmark/data/baselines/b8-table-wipe-expert-v1",
10
+ "--cache-dir",
11
+ "/mnt/data0/zuo/Humanoid_benchmark/cache/baselines/frames",
12
+ "--out",
13
+ "/mnt/data0/zuo/Humanoid_benchmark/results/fmdit_continue_20261117_01/runs/b8/fm_dit",
14
+ "--batch-size",
15
+ "512",
16
+ "--steps",
17
+ "20000",
18
+ "--save-every",
19
+ "2000",
20
+ "--log-every",
21
+ "25",
22
+ "--workers",
23
+ "32",
24
+ "--resume"
25
+ ],
26
+ "started": "2026-11-17T15:57:43",
27
+ "host": "xt-p-A100-004",
28
+ "torch": "2.9.0+cu128",
29
+ "policy": {
30
+ "policy": "fm_dit",
31
+ "n_cameras": 2,
32
+ "state_dim": 44,
33
+ "action_dim": 76,
34
+ "horizon": 16,
35
+ "backbone": "resnet18",
36
+ "backbone_weights": "IMAGENET1K_V1",
37
+ "backbone_norm": "frozen_bn",
38
+ "hidden_dim": 384,
39
+ "num_layers": 4,
40
+ "num_heads": 8,
41
+ "mlp_ratio": 4.0,
42
+ "dropout": 0.1,
43
+ "time_embed_dim": 128,
44
+ "num_inference_steps": null,
45
+ "num_train_timesteps": 100,
46
+ "beta_schedule": "squaredcos_cap_v2",
47
+ "prediction_type": "epsilon",
48
+ "clip_sample": true,
49
+ "act_hidden_dim": 512,
50
+ "dim_feedforward": 3200,
51
+ "enc_layers": 4,
52
+ "dec_layers": 7,
53
+ "nheads": 8,
54
+ "latent_dim": 32,
55
+ "kl_weight": 10.0,
56
+ "extra": {}
57
+ },
58
+ "contract": {
59
+ "name": "g1_sonic_dfx6",
60
+ "robot": "g1",
61
+ "cameras": [
62
+ "ego_view",
63
+ "chest"
64
+ ],
65
+ "state": [
66
+ [
67
+ "observation.state",
68
+ 0,
69
+ 29
70
+ ],
71
+ [
72
+ "observation.inspire_left_hand_state",
73
+ 0,
74
+ 6
75
+ ],
76
+ [
77
+ "observation.inspire_right_hand_state",
78
+ 0,
79
+ 6
80
+ ],
81
+ [
82
+ "observation.projected_gravity",
83
+ 0,
84
+ 3
85
+ ]
86
+ ],
87
+ "action": [
88
+ [
89
+ "action.motion_token",
90
+ 0,
91
+ 64
92
+ ],
93
+ [
94
+ "observation.inspire_left_hand_state",
95
+ 0,
96
+ 6
97
+ ],
98
+ [
99
+ "observation.inspire_right_hand_state",
100
+ 0,
101
+ 6
102
+ ]
103
+ ],
104
+ "state_dim": 44,
105
+ "action_dim": 76,
106
+ "action_space": "sonic_dfx6",
107
+ "body_dims": 29
108
+ },
109
+ "image_hw": [
110
+ 168,
111
+ 224
112
+ ],
113
+ "task_text": "Approach the flat block with a naturally aligned wrist, stop before closing the hand, wipe sideways at a top-view 45-degree heading, then set the block on the tabletop and release it.",
114
+ "dataset": {
115
+ "name": "b8-table-wipe-expert-v1",
116
+ "root": "/mnt/data0/zuo/Humanoid_benchmark/data/baselines/b8-table-wipe-expert-v1",
117
+ "robot_type": null,
118
+ "fps": 30.0,
119
+ "episodes": [
120
+ 0,
121
+ 1,
122
+ 2,
123
+ 3,
124
+ 4,
125
+ 5,
126
+ 6,
127
+ 7,
128
+ 8,
129
+ 9,
130
+ 10,
131
+ 11,
132
+ 12,
133
+ 13,
134
+ 14,
135
+ 15,
136
+ 16,
137
+ 17,
138
+ 18,
139
+ 19,
140
+ 20,
141
+ 21,
142
+ 22,
143
+ 23,
144
+ 24,
145
+ 25,
146
+ 26,
147
+ 27,
148
+ 28,
149
+ 29,
150
+ 30,
151
+ 31,
152
+ 32,
153
+ 33,
154
+ 34,
155
+ 35,
156
+ 36,
157
+ 37,
158
+ 38,
159
+ 39,
160
+ 40,
161
+ 41,
162
+ 42,
163
+ 43,
164
+ 44,
165
+ 45,
166
+ 46,
167
+ 47,
168
+ 48,
169
+ 49,
170
+ 50,
171
+ 51,
172
+ 52,
173
+ 53,
174
+ 54,
175
+ 55,
176
+ 56,
177
+ 57,
178
+ 58,
179
+ 59,
180
+ 60,
181
+ 61,
182
+ 62,
183
+ 63,
184
+ 64,
185
+ 65,
186
+ 66,
187
+ 67,
188
+ 68,
189
+ 69,
190
+ 70,
191
+ 71,
192
+ 72,
193
+ 73,
194
+ 74,
195
+ 75,
196
+ 76,
197
+ 77,
198
+ 78,
199
+ 79,
200
+ 80,
201
+ 81,
202
+ 82,
203
+ 83,
204
+ 84,
205
+ 85,
206
+ 86,
207
+ 87,
208
+ 88,
209
+ 89,
210
+ 90,
211
+ 91,
212
+ 92,
213
+ 93,
214
+ 94,
215
+ 95,
216
+ 96,
217
+ 97,
218
+ 98,
219
+ 99
220
+ ],
221
+ "train_episodes": [
222
+ 0,
223
+ 1,
224
+ 2,
225
+ 3,
226
+ 4,
227
+ 5,
228
+ 6,
229
+ 7,
230
+ 8,
231
+ 9,
232
+ 10,
233
+ 11,
234
+ 12,
235
+ 13,
236
+ 14,
237
+ 15,
238
+ 16,
239
+ 17,
240
+ 18,
241
+ 19,
242
+ 20,
243
+ 21,
244
+ 22,
245
+ 23,
246
+ 24,
247
+ 25,
248
+ 26,
249
+ 27,
250
+ 28,
251
+ 29,
252
+ 30,
253
+ 31,
254
+ 32,
255
+ 33,
256
+ 34,
257
+ 35,
258
+ 36,
259
+ 37,
260
+ 38,
261
+ 39,
262
+ 40,
263
+ 41,
264
+ 42,
265
+ 43,
266
+ 44,
267
+ 45,
268
+ 46,
269
+ 47,
270
+ 48,
271
+ 49,
272
+ 50,
273
+ 51,
274
+ 52,
275
+ 53,
276
+ 54,
277
+ 55,
278
+ 56,
279
+ 57,
280
+ 58,
281
+ 59,
282
+ 60,
283
+ 61,
284
+ 62,
285
+ 63,
286
+ 64,
287
+ 65,
288
+ 66,
289
+ 67,
290
+ 68,
291
+ 69,
292
+ 70,
293
+ 71,
294
+ 72,
295
+ 73,
296
+ 74,
297
+ 75,
298
+ 76,
299
+ 77,
300
+ 78,
301
+ 79,
302
+ 80,
303
+ 81,
304
+ 82,
305
+ 83,
306
+ 84,
307
+ 85,
308
+ 86,
309
+ 87,
310
+ 88,
311
+ 89,
312
+ 90,
313
+ 91,
314
+ 92,
315
+ 93,
316
+ 94,
317
+ 95,
318
+ 96,
319
+ 97,
320
+ 98,
321
+ 99
322
+ ],
323
+ "val_episodes": [],
324
+ "train_frames": 61498,
325
+ "git_commit": null
326
+ },
327
+ "training": {
328
+ "steps": 20000,
329
+ "batch_size": 512,
330
+ "lr": 0.0001,
331
+ "betas": [
332
+ 0.95,
333
+ 0.999
334
+ ],
335
+ "weight_decay": 1e-06,
336
+ "warmup": 500,
337
+ "schedule": "linear warm-up + cosine",
338
+ "backbone_lr_scale": 0.1,
339
+ "ema": 0.9999,
340
+ "shift_px": 0,
341
+ "amp": true,
342
+ "seed": 0,
343
+ "augmentation": {
344
+ "spec": "docs/augmentation_v2.md",
345
+ "version": "hb-aug-v2-20261109",
346
+ "implementation": "evaluation/augmentation/hb_aug_v2.py",
347
+ "visual": {
348
+ "effects": [
349
+ "exposure",
350
+ "contrast",
351
+ "saturation",
352
+ "hue",
353
+ "gamma",
354
+ "temperature",
355
+ "rotation_crop",
356
+ "noise",
357
+ "gaussian_blur",
358
+ "jpeg",
359
+ "motion_blur",
360
+ "sharpen",
361
+ "defocus",
362
+ "light_shadow",
363
+ "wb_channel"
364
+ ],
365
+ "boosted_per_sample": 1,
366
+ "boost": 1.5,
367
+ "pixel_scale": "H / 224",
368
+ "future_targets": "none (one observation frame)"
369
+ },
370
+ "proprio": {
371
+ "robot": "g1",
372
+ "body_dims": 29,
373
+ "bias_deg": 2.0,
374
+ "bias_scope": "per_sample",
375
+ "noise_deg": 0.25,
376
+ "noise_clip_sigma": 3,
377
+ "delay_probability": 0.0,
378
+ "history_drop_probability": 0.0,
379
+ "velocity": false
380
+ },
381
+ "native_image_augmentation": "off",
382
+ "evaluation": "off"
383
+ },
384
+ "preflight": {
385
+ "samples": 64,
386
+ "state_dim": 44,
387
+ "body_dims": 29,
388
+ "images_changed": 64,
389
+ "body_values_moved": 1.0,
390
+ "max_body_offset_deg": 2.5819,
391
+ "actions_bit_identical": true,
392
+ "non_body_state_bit_identical": true,
393
+ "eval_items_deterministic": 8
394
+ }
395
+ },
396
+ "stats": {
397
+ "state": {
398
+ "min": [
399
+ -0.2515260875225067,
400
+ -0.03310006856918335,
401
+ -0.08915279805660248,
402
+ 0.14301416277885437,
403
+ -0.18305416405200958,
404
+ -0.10634835064411163,
405
+ -0.2634684145450592,
406
+ -0.05348178371787071,
407
+ -0.21431514620780945,
408
+ 0.13807232677936554,
409
+ -0.2242385447025299,
410
+ -0.09678935259580612,
411
+ -0.18892650306224823,
412
+ -0.10323800146579742,
413
+ -0.09472811967134476,
414
+ -0.2798849642276764,
415
+ 0.1722967028617859,
416
+ -1.1891459226608276,
417
+ 0.3821650445461273,
418
+ -0.5277573466300964,
419
+ -0.1239900067448616,
420
+ -0.025756916031241417,
421
+ -1.5671592950820923,
422
+ -1.708814024925232,
423
+ -0.94542396068573,
424
+ -0.8548623323440552,
425
+ -0.9579849243164062,
426
+ -0.9779664278030396,
427
+ -0.5873764157295227,
428
+ 0.9998621344566345,
429
+ 0.9998221397399902,
430
+ 0.9998023509979248,
431
+ 0.9998185634613037,
432
+ 0.9975361227989197,
433
+ 0.9988760948181152,
434
+ 0.360027939081192,
435
+ 0.4790782630443573,
436
+ 0.5461887717247009,
437
+ 0.48382189869880676,
438
+ 0.6635858416557312,
439
+ 0.0,
440
+ -0.10022255033254623,
441
+ -0.03946204483509064,
442
+ -1.0
443
+ ],
444
+ "max": [
445
+ 0.00482684513553977,
446
+ 0.13756881654262543,
447
+ 0.2979176640510559,
448
+ 0.3711587190628052,
449
+ 0.031152762472629547,
450
+ 0.010087746195495129,
451
+ 0.019378269091248512,
452
+ 0.1355365365743637,
453
+ 0.182325080037117,
454
+ 0.4443013668060303,
455
+ -0.05482839047908783,
456
+ 0.011374615132808685,
457
+ 0.165291890501976,
458
+ 0.05307222157716751,
459
+ 0.177412211894989,
460
+ 0.22115345299243927,
461
+ 0.6989883780479431,
462
+ -0.3335850238800049,
463
+ 1.1546826362609863,
464
+ 0.28441083431243896,
465
+ 0.08963758498430252,
466
+ 0.3550512492656708,
467
+ 1.1140739917755127,
468
+ -0.22596199810504913,
469
+ 1.7804871797561646,
470
+ 1.2184052467346191,
471
+ 1.2347023487091064,
472
+ 1.5067987442016602,
473
+ 1.0105962753295898,
474
+ 1.0,
475
+ 1.0,
476
+ 1.0,
477
+ 1.0,
478
+ 0.9982408285140991,
479
+ 0.9999225735664368,
480
+ 1.0,
481
+ 1.0,
482
+ 1.0,
483
+ 0.9999973177909851,
484
+ 1.0,
485
+ 1.0,
486
+ 0.038201265037059784,
487
+ 0.023285934701561928,
488
+ -0.9949650168418884
489
+ ],
490
+ "mean": [
491
+ -0.07244415528619287,
492
+ 0.016438895257606716,
493
+ -0.03188766069938736,
494
+ 0.19652274108921836,
495
+ -0.09995080381043964,
496
+ -0.0335864852112993,
497
+ -0.06201331924385435,
498
+ 0.0041316509641342114,
499
+ -0.07562538691067132,
500
+ 0.22342829523439264,
501
+ -0.13939505500881355,
502
+ -0.02568257955335654,
503
+ 0.020507808718722174,
504
+ 0.0030919114143910654,
505
+ 0.11976549024164236,
506
+ -0.04130542899628228,
507
+ 0.27413152575942573,
508
+ -0.667075950232086,
509
+ 0.9776525052369189,
510
+ -0.15594609082852004,
511
+ -0.04114803172895316,
512
+ 0.07066678088305102,
513
+ -0.44530701068620304,
514
+ -0.7956643808095055,
515
+ 0.6432070891275159,
516
+ 0.07140851169135853,
517
+ -0.22403887370387132,
518
+ 0.19658286211869352,
519
+ 0.3118955244879216,
520
+ 0.9999827171293537,
521
+ 0.999982850921418,
522
+ 0.9999830789480982,
523
+ 0.9999811406495951,
524
+ 0.9977658298817017,
525
+ 0.9997360855995177,
526
+ 0.7778945983312991,
527
+ 0.8171959691692932,
528
+ 0.8399288212288848,
529
+ 0.8394280370284749,
530
+ 0.8745686375938581,
531
+ 0.12291562838728093,
532
+ -0.023435156143715264,
533
+ -0.004820223051842413,
534
+ -0.999617456030026
535
+ ],
536
+ "std": [
537
+ 0.045712745420827386,
538
+ 0.013154301249487431,
539
+ 0.02405439153160751,
540
+ 0.0422870935042734,
541
+ 0.01604373013239405,
542
+ 0.010666838959405088,
543
+ 0.0447255039612766,
544
+ 0.014369854397034587,
545
+ 0.025451572022126993,
546
+ 0.05279699313574748,
547
+ 0.02213303083995789,
548
+ 0.011183898115253933,
549
+ 0.07041149453770397,
550
+ 0.015833724218855847,
551
+ 0.039560888033149964,
552
+ 0.08342761969885264,
553
+ 0.0587237913039723,
554
+ 0.22301655606787774,
555
+ 0.08125572382728762,
556
+ 0.1281115145665045,
557
+ 0.03600107397023974,
558
+ 0.04123008646611267,
559
+ 0.5831912382159029,
560
+ 0.23706341250281637,
561
+ 0.5432748450536339,
562
+ 0.504036388323598,
563
+ 0.31188020039153314,
564
+ 0.3436391052756804,
565
+ 0.26504982482523237,
566
+ 1.8214790335763182e-05,
567
+ 2.3385127857745866e-05,
568
+ 2.5684815254370892e-05,
569
+ 2.368414515012511e-05,
570
+ 7.802892144541008e-05,
571
+ 6.03931448414821e-05,
572
+ 0.2307055833669559,
573
+ 0.1900819078013402,
574
+ 0.16354430170740317,
575
+ 0.16593648793853702,
576
+ 0.1286487353890603,
577
+ 0.3083183803524622,
578
+ 0.013093107258771247,
579
+ 0.004580775936054731,
580
+ 0.0002959946385408924
581
+ ]
582
+ },
583
+ "action": {
584
+ "min": [
585
+ 0.0,
586
+ -0.375,
587
+ -0.4375,
588
+ -0.125,
589
+ -0.375,
590
+ -0.3125,
591
+ -0.375,
592
+ -0.3125,
593
+ -0.25,
594
+ -0.25,
595
+ -0.5625,
596
+ -0.1875,
597
+ -0.125,
598
+ -0.3125,
599
+ -0.125,
600
+ -0.25,
601
+ -0.125,
602
+ -0.1875,
603
+ -0.5,
604
+ -0.25,
605
+ -0.1875,
606
+ -0.5625,
607
+ -0.25,
608
+ -0.375,
609
+ -0.4375,
610
+ -0.0625,
611
+ -0.375,
612
+ -0.375,
613
+ -0.3125,
614
+ -0.3125,
615
+ 0.0,
616
+ 0.125,
617
+ -0.3125,
618
+ 0.0,
619
+ 0.125,
620
+ -0.4375,
621
+ -0.1875,
622
+ -0.4375,
623
+ -0.25,
624
+ -0.1875,
625
+ -0.4375,
626
+ -0.375,
627
+ -0.1875,
628
+ -0.0625,
629
+ -0.3125,
630
+ -0.25,
631
+ -0.1875,
632
+ -0.3125,
633
+ -0.3125,
634
+ -0.5625,
635
+ -0.125,
636
+ -0.125,
637
+ -0.4375,
638
+ -0.5,
639
+ -0.1875,
640
+ -0.25,
641
+ -0.375,
642
+ -0.0625,
643
+ -0.4375,
644
+ -0.25,
645
+ -0.4375,
646
+ 0.0625,
647
+ -0.25,
648
+ 0.0,
649
+ 0.9998621344566345,
650
+ 0.9998221397399902,
651
+ 0.9998023509979248,
652
+ 0.9998185634613037,
653
+ 0.9975361227989197,
654
+ 0.9988760948181152,
655
+ 0.360027939081192,
656
+ 0.4790782630443573,
657
+ 0.5461887717247009,
658
+ 0.48382189869880676,
659
+ 0.6635858416557312,
660
+ 0.0
661
+ ],
662
+ "max": [
663
+ 0.375,
664
+ 0.25,
665
+ 0.25,
666
+ 0.1875,
667
+ 0.1875,
668
+ 0.1875,
669
+ 0.25,
670
+ 0.25,
671
+ 0.1875,
672
+ 0.125,
673
+ 0.0625,
674
+ 0.1875,
675
+ 0.5,
676
+ 0.1875,
677
+ 0.25,
678
+ 0.0625,
679
+ 0.3125,
680
+ 0.5,
681
+ 0.1875,
682
+ 0.25,
683
+ 0.25,
684
+ 0.0625,
685
+ 0.4375,
686
+ 0.25,
687
+ 0.0,
688
+ 0.4375,
689
+ 0.0,
690
+ 0.1875,
691
+ 0.1875,
692
+ 0.1875,
693
+ 0.4375,
694
+ 0.5,
695
+ 0.3125,
696
+ 0.3125,
697
+ 0.3125,
698
+ 0.0625,
699
+ 0.1875,
700
+ 0.3125,
701
+ 0.1875,
702
+ 0.25,
703
+ 0.0,
704
+ 0.25,
705
+ 0.125,
706
+ 0.5,
707
+ 0.125,
708
+ 0.5,
709
+ 0.4375,
710
+ 0.4375,
711
+ 0.4375,
712
+ 0.0,
713
+ 0.125,
714
+ 0.25,
715
+ 0.5,
716
+ -0.0625,
717
+ 0.125,
718
+ 0.4375,
719
+ 0.5,
720
+ 0.3125,
721
+ 0.125,
722
+ 0.125,
723
+ 0.125,
724
+ 0.5,
725
+ 0.125,
726
+ 0.6875,
727
+ 1.0,
728
+ 1.0,
729
+ 1.0,
730
+ 1.0,
731
+ 0.9982408285140991,
732
+ 0.9999225735664368,
733
+ 1.0,
734
+ 1.0,
735
+ 1.0,
736
+ 0.9999973177909851,
737
+ 1.0,
738
+ 1.0
739
+ ],
740
+ "mean": [
741
+ 0.2026803717194055,
742
+ -0.07236617450974016,
743
+ -0.02242552603336694,
744
+ 0.02358918176200852,
745
+ -0.12101816319229894,
746
+ -0.10377979771699893,
747
+ -0.04818144492503821,
748
+ -0.09367987576831767,
749
+ -0.015672257634394615,
750
+ -0.07295460827994406,
751
+ -0.28937628052944814,
752
+ 0.023045464893167257,
753
+ 0.12778362710982472,
754
+ -0.014680355458714104,
755
+ 0.047179379817229826,
756
+ -0.12413716706234348,
757
+ 0.0648974356889655,
758
+ 0.1738440680997756,
759
+ -0.1366050521968194,
760
+ 0.05253626134183226,
761
+ 0.005097726755341637,
762
+ -0.21554664379329408,
763
+ 0.09576226056131906,
764
+ -0.11485841002959446,
765
+ -0.21714120784415752,
766
+ 0.25317489999674786,
767
+ -0.23478507431135973,
768
+ -0.10450746365735471,
769
+ -0.049666249308920614,
770
+ -0.03343909558034407,
771
+ 0.2612117467234707,
772
+ 0.28021846238902076,
773
+ 0.013058351491105402,
774
+ 0.14741942827409021,
775
+ 0.23094043708738496,
776
+ -0.2599698364174445,
777
+ 0.054112532114865525,
778
+ -0.18685465380988,
779
+ -0.021627735861328823,
780
+ -0.045454730235129595,
781
+ -0.261119264041107,
782
+ -0.09780399362580897,
783
+ -0.03171647858466942,
784
+ 0.30728844840482616,
785
+ -0.13527167550164232,
786
+ 0.061584319815278545,
787
+ 0.07089966340368792,
788
+ 0.06740158216527367,
789
+ 0.18057091287521546,
790
+ -0.27359832840092363,
791
+ -0.01098104816416794,
792
+ 0.03545237243487593,
793
+ 0.1730208705974178,
794
+ -0.26741316790789943,
795
+ -0.03493507918956714,
796
+ 0.1694120133988097,
797
+ 0.01502691144427461,
798
+ 0.05571421021821848,
799
+ -0.22518415233015707,
800
+ -0.05392248528407428,
801
+ -0.1961598344661615,
802
+ 0.3429247699112166,
803
+ -0.04006126215486683,
804
+ 0.40486580864418353,
805
+ 0.9999827171293537,
806
+ 0.999982850921418,
807
+ 0.9999830789480982,
808
+ 0.9999811406495951,
809
+ 0.9977658298817017,
810
+ 0.9997360855995177,
811
+ 0.7778945983312991,
812
+ 0.8171959691692932,
813
+ 0.8399288212288848,
814
+ 0.8394280370284749,
815
+ 0.8745686375938581,
816
+ 0.12291562838728093
817
+ ],
818
+ "std": [
819
+ 0.07423638798986239,
820
+ 0.10276070894626457,
821
+ 0.11812702387971753,
822
+ 0.05957396656117891,
823
+ 0.1218417031488596,
824
+ 0.08063836551976374,
825
+ 0.1020635000819969,
826
+ 0.10540346375069484,
827
+ 0.08296831170197061,
828
+ 0.05989282207073844,
829
+ 0.131405419274155,
830
+ 0.07688508477180626,
831
+ 0.15530657456533145,
832
+ 0.09090021877289593,
833
+ 0.07144535330531092,
834
+ 0.07721423672952077,
835
+ 0.061937753226413185,
836
+ 0.12535445915332458,
837
+ 0.1406645362754369,
838
+ 0.09610483490082063,
839
+ 0.0892112540257282,
840
+ 0.10101183108941218,
841
+ 0.14459992137856284,
842
+ 0.09259695505428482,
843
+ 0.07250089525780803,
844
+ 0.07751064616894329,
845
+ 0.09003536032570492,
846
+ 0.08768655804866919,
847
+ 0.0793513264967945,
848
+ 0.0799717022695259,
849
+ 0.08767655242632699,
850
+ 0.06686962750120226,
851
+ 0.11139553980852172,
852
+ 0.05962527954838032,
853
+ 0.03113638664810605,
854
+ 0.1104336480130166,
855
+ 0.0900293543854962,
856
+ 0.17353368370821917,
857
+ 0.06621053001132303,
858
+ 0.07044267349366652,
859
+ 0.07468062148900616,
860
+ 0.13559357690832427,
861
+ 0.051673248141484364,
862
+ 0.11970962808802042,
863
+ 0.09873016730126778,
864
+ 0.1482997857923691,
865
+ 0.14644960009292055,
866
+ 0.12362418143308783,
867
+ 0.14892813932159055,
868
+ 0.1264928491368565,
869
+ 0.04485723360367807,
870
+ 0.06556638017875786,
871
+ 0.23014907315132233,
872
+ 0.07366488770406758,
873
+ 0.05520901424631441,
874
+ 0.1518289001396863,
875
+ 0.1840720418570084,
876
+ 0.05832378814080937,
877
+ 0.11903714776197126,
878
+ 0.05677283141546173,
879
+ 0.09207849117719222,
880
+ 0.09729334507011746,
881
+ 0.0780996197326025,
882
+ 0.16351388381996734,
883
+ 1.8214790335763182e-05,
884
+ 2.3385127857745866e-05,
885
+ 2.5684815254370892e-05,
886
+ 2.368414515012511e-05,
887
+ 7.802892144541008e-05,
888
+ 6.03931448414821e-05,
889
+ 0.2307055833669559,
890
+ 0.1900819078013402,
891
+ 0.16354430170740317,
892
+ 0.16593648793853702,
893
+ 0.1286487353890603,
894
+ 0.3083183803524622
895
+ ]
896
+ }
897
+ },
898
+ "code_commit": "028df1bb7024fb1e3d176de7e60c84d3333cd97f"
899
+ }
b8-table-wipe/b512-cont-20261117/step-006000/config.json ADDED
@@ -0,0 +1,884 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "policy": {
3
+ "policy": "fm_dit",
4
+ "n_cameras": 2,
5
+ "state_dim": 44,
6
+ "action_dim": 76,
7
+ "horizon": 16,
8
+ "backbone": "resnet18",
9
+ "backbone_weights": "IMAGENET1K_V1",
10
+ "backbone_norm": "frozen_bn",
11
+ "hidden_dim": 384,
12
+ "num_layers": 4,
13
+ "num_heads": 8,
14
+ "mlp_ratio": 4.0,
15
+ "dropout": 0.1,
16
+ "time_embed_dim": 128,
17
+ "num_inference_steps": null,
18
+ "num_train_timesteps": 100,
19
+ "beta_schedule": "squaredcos_cap_v2",
20
+ "prediction_type": "epsilon",
21
+ "clip_sample": true,
22
+ "act_hidden_dim": 512,
23
+ "dim_feedforward": 3200,
24
+ "enc_layers": 4,
25
+ "dec_layers": 7,
26
+ "nheads": 8,
27
+ "latent_dim": 32,
28
+ "kl_weight": 10.0,
29
+ "extra": {}
30
+ },
31
+ "contract": {
32
+ "name": "g1_sonic_dfx6",
33
+ "robot": "g1",
34
+ "cameras": [
35
+ "ego_view",
36
+ "chest"
37
+ ],
38
+ "state": [
39
+ [
40
+ "observation.state",
41
+ 0,
42
+ 29
43
+ ],
44
+ [
45
+ "observation.inspire_left_hand_state",
46
+ 0,
47
+ 6
48
+ ],
49
+ [
50
+ "observation.inspire_right_hand_state",
51
+ 0,
52
+ 6
53
+ ],
54
+ [
55
+ "observation.projected_gravity",
56
+ 0,
57
+ 3
58
+ ]
59
+ ],
60
+ "action": [
61
+ [
62
+ "action.motion_token",
63
+ 0,
64
+ 64
65
+ ],
66
+ [
67
+ "observation.inspire_left_hand_state",
68
+ 0,
69
+ 6
70
+ ],
71
+ [
72
+ "observation.inspire_right_hand_state",
73
+ 0,
74
+ 6
75
+ ]
76
+ ],
77
+ "state_dim": 44,
78
+ "action_dim": 76,
79
+ "action_space": "sonic_dfx6",
80
+ "body_dims": 29
81
+ },
82
+ "image_hw": [
83
+ 168,
84
+ 224
85
+ ],
86
+ "task_text": "Approach the flat block with a naturally aligned wrist, stop before closing the hand, wipe sideways at a top-view 45-degree heading, then set the block on the tabletop and release it.",
87
+ "dataset": {
88
+ "name": "b8-table-wipe-expert-v1",
89
+ "root": "/mnt/data0/zuo/Humanoid_benchmark/data/baselines/b8-table-wipe-expert-v1",
90
+ "robot_type": null,
91
+ "fps": 30.0,
92
+ "episodes": [
93
+ 0,
94
+ 1,
95
+ 2,
96
+ 3,
97
+ 4,
98
+ 5,
99
+ 6,
100
+ 7,
101
+ 8,
102
+ 9,
103
+ 10,
104
+ 11,
105
+ 12,
106
+ 13,
107
+ 14,
108
+ 15,
109
+ 16,
110
+ 17,
111
+ 18,
112
+ 19,
113
+ 20,
114
+ 21,
115
+ 22,
116
+ 23,
117
+ 24,
118
+ 25,
119
+ 26,
120
+ 27,
121
+ 28,
122
+ 29,
123
+ 30,
124
+ 31,
125
+ 32,
126
+ 33,
127
+ 34,
128
+ 35,
129
+ 36,
130
+ 37,
131
+ 38,
132
+ 39,
133
+ 40,
134
+ 41,
135
+ 42,
136
+ 43,
137
+ 44,
138
+ 45,
139
+ 46,
140
+ 47,
141
+ 48,
142
+ 49,
143
+ 50,
144
+ 51,
145
+ 52,
146
+ 53,
147
+ 54,
148
+ 55,
149
+ 56,
150
+ 57,
151
+ 58,
152
+ 59,
153
+ 60,
154
+ 61,
155
+ 62,
156
+ 63,
157
+ 64,
158
+ 65,
159
+ 66,
160
+ 67,
161
+ 68,
162
+ 69,
163
+ 70,
164
+ 71,
165
+ 72,
166
+ 73,
167
+ 74,
168
+ 75,
169
+ 76,
170
+ 77,
171
+ 78,
172
+ 79,
173
+ 80,
174
+ 81,
175
+ 82,
176
+ 83,
177
+ 84,
178
+ 85,
179
+ 86,
180
+ 87,
181
+ 88,
182
+ 89,
183
+ 90,
184
+ 91,
185
+ 92,
186
+ 93,
187
+ 94,
188
+ 95,
189
+ 96,
190
+ 97,
191
+ 98,
192
+ 99
193
+ ],
194
+ "train_episodes": [
195
+ 0,
196
+ 1,
197
+ 2,
198
+ 3,
199
+ 4,
200
+ 5,
201
+ 6,
202
+ 7,
203
+ 8,
204
+ 9,
205
+ 10,
206
+ 11,
207
+ 12,
208
+ 13,
209
+ 14,
210
+ 15,
211
+ 16,
212
+ 17,
213
+ 18,
214
+ 19,
215
+ 20,
216
+ 21,
217
+ 22,
218
+ 23,
219
+ 24,
220
+ 25,
221
+ 26,
222
+ 27,
223
+ 28,
224
+ 29,
225
+ 30,
226
+ 31,
227
+ 32,
228
+ 33,
229
+ 34,
230
+ 35,
231
+ 36,
232
+ 37,
233
+ 38,
234
+ 39,
235
+ 40,
236
+ 41,
237
+ 42,
238
+ 43,
239
+ 44,
240
+ 45,
241
+ 46,
242
+ 47,
243
+ 48,
244
+ 49,
245
+ 50,
246
+ 51,
247
+ 52,
248
+ 53,
249
+ 54,
250
+ 55,
251
+ 56,
252
+ 57,
253
+ 58,
254
+ 59,
255
+ 60,
256
+ 61,
257
+ 62,
258
+ 63,
259
+ 64,
260
+ 65,
261
+ 66,
262
+ 67,
263
+ 68,
264
+ 69,
265
+ 70,
266
+ 71,
267
+ 72,
268
+ 73,
269
+ 74,
270
+ 75,
271
+ 76,
272
+ 77,
273
+ 78,
274
+ 79,
275
+ 80,
276
+ 81,
277
+ 82,
278
+ 83,
279
+ 84,
280
+ 85,
281
+ 86,
282
+ 87,
283
+ 88,
284
+ 89,
285
+ 90,
286
+ 91,
287
+ 92,
288
+ 93,
289
+ 94,
290
+ 95,
291
+ 96,
292
+ 97,
293
+ 98,
294
+ 99
295
+ ],
296
+ "val_episodes": [],
297
+ "train_frames": 61498,
298
+ "git_commit": null
299
+ },
300
+ "training": {
301
+ "steps": 20000,
302
+ "batch_size": 512,
303
+ "lr": 0.0001,
304
+ "betas": [
305
+ 0.95,
306
+ 0.999
307
+ ],
308
+ "weight_decay": 1e-06,
309
+ "warmup": 500,
310
+ "schedule": "linear warm-up + cosine",
311
+ "backbone_lr_scale": 0.1,
312
+ "ema": 0.9999,
313
+ "shift_px": 0,
314
+ "amp": true,
315
+ "seed": 0,
316
+ "augmentation": {
317
+ "spec": "docs/augmentation_v2.md",
318
+ "version": "hb-aug-v2-20261109",
319
+ "implementation": "evaluation/augmentation/hb_aug_v2.py",
320
+ "visual": {
321
+ "effects": [
322
+ "exposure",
323
+ "contrast",
324
+ "saturation",
325
+ "hue",
326
+ "gamma",
327
+ "temperature",
328
+ "rotation_crop",
329
+ "noise",
330
+ "gaussian_blur",
331
+ "jpeg",
332
+ "motion_blur",
333
+ "sharpen",
334
+ "defocus",
335
+ "light_shadow",
336
+ "wb_channel"
337
+ ],
338
+ "boosted_per_sample": 1,
339
+ "boost": 1.5,
340
+ "pixel_scale": "H / 224",
341
+ "future_targets": "none (one observation frame)"
342
+ },
343
+ "proprio": {
344
+ "robot": "g1",
345
+ "body_dims": 29,
346
+ "bias_deg": 2.0,
347
+ "bias_scope": "per_sample",
348
+ "noise_deg": 0.25,
349
+ "noise_clip_sigma": 3,
350
+ "delay_probability": 0.0,
351
+ "history_drop_probability": 0.0,
352
+ "velocity": false
353
+ },
354
+ "native_image_augmentation": "off",
355
+ "evaluation": "off"
356
+ },
357
+ "preflight": {
358
+ "samples": 64,
359
+ "state_dim": 44,
360
+ "body_dims": 29,
361
+ "images_changed": 64,
362
+ "body_values_moved": 1.0,
363
+ "max_body_offset_deg": 2.5819,
364
+ "actions_bit_identical": true,
365
+ "non_body_state_bit_identical": true,
366
+ "eval_items_deterministic": 8
367
+ }
368
+ },
369
+ "stats": {
370
+ "state": {
371
+ "min": [
372
+ -0.2515260875225067,
373
+ -0.03310006856918335,
374
+ -0.08915279805660248,
375
+ 0.14301416277885437,
376
+ -0.18305416405200958,
377
+ -0.10634835064411163,
378
+ -0.2634684145450592,
379
+ -0.05348178371787071,
380
+ -0.21431514620780945,
381
+ 0.13807232677936554,
382
+ -0.2242385447025299,
383
+ -0.09678935259580612,
384
+ -0.18892650306224823,
385
+ -0.10323800146579742,
386
+ -0.09472811967134476,
387
+ -0.2798849642276764,
388
+ 0.1722967028617859,
389
+ -1.1891459226608276,
390
+ 0.3821650445461273,
391
+ -0.5277573466300964,
392
+ -0.1239900067448616,
393
+ -0.025756916031241417,
394
+ -1.5671592950820923,
395
+ -1.708814024925232,
396
+ -0.94542396068573,
397
+ -0.8548623323440552,
398
+ -0.9579849243164062,
399
+ -0.9779664278030396,
400
+ -0.5873764157295227,
401
+ 0.9998621344566345,
402
+ 0.9998221397399902,
403
+ 0.9998023509979248,
404
+ 0.9998185634613037,
405
+ 0.9975361227989197,
406
+ 0.9988760948181152,
407
+ 0.360027939081192,
408
+ 0.4790782630443573,
409
+ 0.5461887717247009,
410
+ 0.48382189869880676,
411
+ 0.6635858416557312,
412
+ 0.0,
413
+ -0.10022255033254623,
414
+ -0.03946204483509064,
415
+ -1.0
416
+ ],
417
+ "max": [
418
+ 0.00482684513553977,
419
+ 0.13756881654262543,
420
+ 0.2979176640510559,
421
+ 0.3711587190628052,
422
+ 0.031152762472629547,
423
+ 0.010087746195495129,
424
+ 0.019378269091248512,
425
+ 0.1355365365743637,
426
+ 0.182325080037117,
427
+ 0.4443013668060303,
428
+ -0.05482839047908783,
429
+ 0.011374615132808685,
430
+ 0.165291890501976,
431
+ 0.05307222157716751,
432
+ 0.177412211894989,
433
+ 0.22115345299243927,
434
+ 0.6989883780479431,
435
+ -0.3335850238800049,
436
+ 1.1546826362609863,
437
+ 0.28441083431243896,
438
+ 0.08963758498430252,
439
+ 0.3550512492656708,
440
+ 1.1140739917755127,
441
+ -0.22596199810504913,
442
+ 1.7804871797561646,
443
+ 1.2184052467346191,
444
+ 1.2347023487091064,
445
+ 1.5067987442016602,
446
+ 1.0105962753295898,
447
+ 1.0,
448
+ 1.0,
449
+ 1.0,
450
+ 1.0,
451
+ 0.9982408285140991,
452
+ 0.9999225735664368,
453
+ 1.0,
454
+ 1.0,
455
+ 1.0,
456
+ 0.9999973177909851,
457
+ 1.0,
458
+ 1.0,
459
+ 0.038201265037059784,
460
+ 0.023285934701561928,
461
+ -0.9949650168418884
462
+ ],
463
+ "mean": [
464
+ -0.07244415528619287,
465
+ 0.016438895257606716,
466
+ -0.03188766069938736,
467
+ 0.19652274108921836,
468
+ -0.09995080381043964,
469
+ -0.0335864852112993,
470
+ -0.06201331924385435,
471
+ 0.0041316509641342114,
472
+ -0.07562538691067132,
473
+ 0.22342829523439264,
474
+ -0.13939505500881355,
475
+ -0.02568257955335654,
476
+ 0.020507808718722174,
477
+ 0.0030919114143910654,
478
+ 0.11976549024164236,
479
+ -0.04130542899628228,
480
+ 0.27413152575942573,
481
+ -0.667075950232086,
482
+ 0.9776525052369189,
483
+ -0.15594609082852004,
484
+ -0.04114803172895316,
485
+ 0.07066678088305102,
486
+ -0.44530701068620304,
487
+ -0.7956643808095055,
488
+ 0.6432070891275159,
489
+ 0.07140851169135853,
490
+ -0.22403887370387132,
491
+ 0.19658286211869352,
492
+ 0.3118955244879216,
493
+ 0.9999827171293537,
494
+ 0.999982850921418,
495
+ 0.9999830789480982,
496
+ 0.9999811406495951,
497
+ 0.9977658298817017,
498
+ 0.9997360855995177,
499
+ 0.7778945983312991,
500
+ 0.8171959691692932,
501
+ 0.8399288212288848,
502
+ 0.8394280370284749,
503
+ 0.8745686375938581,
504
+ 0.12291562838728093,
505
+ -0.023435156143715264,
506
+ -0.004820223051842413,
507
+ -0.999617456030026
508
+ ],
509
+ "std": [
510
+ 0.045712745420827386,
511
+ 0.013154301249487431,
512
+ 0.02405439153160751,
513
+ 0.0422870935042734,
514
+ 0.01604373013239405,
515
+ 0.010666838959405088,
516
+ 0.0447255039612766,
517
+ 0.014369854397034587,
518
+ 0.025451572022126993,
519
+ 0.05279699313574748,
520
+ 0.02213303083995789,
521
+ 0.011183898115253933,
522
+ 0.07041149453770397,
523
+ 0.015833724218855847,
524
+ 0.039560888033149964,
525
+ 0.08342761969885264,
526
+ 0.0587237913039723,
527
+ 0.22301655606787774,
528
+ 0.08125572382728762,
529
+ 0.1281115145665045,
530
+ 0.03600107397023974,
531
+ 0.04123008646611267,
532
+ 0.5831912382159029,
533
+ 0.23706341250281637,
534
+ 0.5432748450536339,
535
+ 0.504036388323598,
536
+ 0.31188020039153314,
537
+ 0.3436391052756804,
538
+ 0.26504982482523237,
539
+ 1.8214790335763182e-05,
540
+ 2.3385127857745866e-05,
541
+ 2.5684815254370892e-05,
542
+ 2.368414515012511e-05,
543
+ 7.802892144541008e-05,
544
+ 6.03931448414821e-05,
545
+ 0.2307055833669559,
546
+ 0.1900819078013402,
547
+ 0.16354430170740317,
548
+ 0.16593648793853702,
549
+ 0.1286487353890603,
550
+ 0.3083183803524622,
551
+ 0.013093107258771247,
552
+ 0.004580775936054731,
553
+ 0.0002959946385408924
554
+ ]
555
+ },
556
+ "action": {
557
+ "min": [
558
+ 0.0,
559
+ -0.375,
560
+ -0.4375,
561
+ -0.125,
562
+ -0.375,
563
+ -0.3125,
564
+ -0.375,
565
+ -0.3125,
566
+ -0.25,
567
+ -0.25,
568
+ -0.5625,
569
+ -0.1875,
570
+ -0.125,
571
+ -0.3125,
572
+ -0.125,
573
+ -0.25,
574
+ -0.125,
575
+ -0.1875,
576
+ -0.5,
577
+ -0.25,
578
+ -0.1875,
579
+ -0.5625,
580
+ -0.25,
581
+ -0.375,
582
+ -0.4375,
583
+ -0.0625,
584
+ -0.375,
585
+ -0.375,
586
+ -0.3125,
587
+ -0.3125,
588
+ 0.0,
589
+ 0.125,
590
+ -0.3125,
591
+ 0.0,
592
+ 0.125,
593
+ -0.4375,
594
+ -0.1875,
595
+ -0.4375,
596
+ -0.25,
597
+ -0.1875,
598
+ -0.4375,
599
+ -0.375,
600
+ -0.1875,
601
+ -0.0625,
602
+ -0.3125,
603
+ -0.25,
604
+ -0.1875,
605
+ -0.3125,
606
+ -0.3125,
607
+ -0.5625,
608
+ -0.125,
609
+ -0.125,
610
+ -0.4375,
611
+ -0.5,
612
+ -0.1875,
613
+ -0.25,
614
+ -0.375,
615
+ -0.0625,
616
+ -0.4375,
617
+ -0.25,
618
+ -0.4375,
619
+ 0.0625,
620
+ -0.25,
621
+ 0.0,
622
+ 0.9998621344566345,
623
+ 0.9998221397399902,
624
+ 0.9998023509979248,
625
+ 0.9998185634613037,
626
+ 0.9975361227989197,
627
+ 0.9988760948181152,
628
+ 0.360027939081192,
629
+ 0.4790782630443573,
630
+ 0.5461887717247009,
631
+ 0.48382189869880676,
632
+ 0.6635858416557312,
633
+ 0.0
634
+ ],
635
+ "max": [
636
+ 0.375,
637
+ 0.25,
638
+ 0.25,
639
+ 0.1875,
640
+ 0.1875,
641
+ 0.1875,
642
+ 0.25,
643
+ 0.25,
644
+ 0.1875,
645
+ 0.125,
646
+ 0.0625,
647
+ 0.1875,
648
+ 0.5,
649
+ 0.1875,
650
+ 0.25,
651
+ 0.0625,
652
+ 0.3125,
653
+ 0.5,
654
+ 0.1875,
655
+ 0.25,
656
+ 0.25,
657
+ 0.0625,
658
+ 0.4375,
659
+ 0.25,
660
+ 0.0,
661
+ 0.4375,
662
+ 0.0,
663
+ 0.1875,
664
+ 0.1875,
665
+ 0.1875,
666
+ 0.4375,
667
+ 0.5,
668
+ 0.3125,
669
+ 0.3125,
670
+ 0.3125,
671
+ 0.0625,
672
+ 0.1875,
673
+ 0.3125,
674
+ 0.1875,
675
+ 0.25,
676
+ 0.0,
677
+ 0.25,
678
+ 0.125,
679
+ 0.5,
680
+ 0.125,
681
+ 0.5,
682
+ 0.4375,
683
+ 0.4375,
684
+ 0.4375,
685
+ 0.0,
686
+ 0.125,
687
+ 0.25,
688
+ 0.5,
689
+ -0.0625,
690
+ 0.125,
691
+ 0.4375,
692
+ 0.5,
693
+ 0.3125,
694
+ 0.125,
695
+ 0.125,
696
+ 0.125,
697
+ 0.5,
698
+ 0.125,
699
+ 0.6875,
700
+ 1.0,
701
+ 1.0,
702
+ 1.0,
703
+ 1.0,
704
+ 0.9982408285140991,
705
+ 0.9999225735664368,
706
+ 1.0,
707
+ 1.0,
708
+ 1.0,
709
+ 0.9999973177909851,
710
+ 1.0,
711
+ 1.0
712
+ ],
713
+ "mean": [
714
+ 0.2026803717194055,
715
+ -0.07236617450974016,
716
+ -0.02242552603336694,
717
+ 0.02358918176200852,
718
+ -0.12101816319229894,
719
+ -0.10377979771699893,
720
+ -0.04818144492503821,
721
+ -0.09367987576831767,
722
+ -0.015672257634394615,
723
+ -0.07295460827994406,
724
+ -0.28937628052944814,
725
+ 0.023045464893167257,
726
+ 0.12778362710982472,
727
+ -0.014680355458714104,
728
+ 0.047179379817229826,
729
+ -0.12413716706234348,
730
+ 0.0648974356889655,
731
+ 0.1738440680997756,
732
+ -0.1366050521968194,
733
+ 0.05253626134183226,
734
+ 0.005097726755341637,
735
+ -0.21554664379329408,
736
+ 0.09576226056131906,
737
+ -0.11485841002959446,
738
+ -0.21714120784415752,
739
+ 0.25317489999674786,
740
+ -0.23478507431135973,
741
+ -0.10450746365735471,
742
+ -0.049666249308920614,
743
+ -0.03343909558034407,
744
+ 0.2612117467234707,
745
+ 0.28021846238902076,
746
+ 0.013058351491105402,
747
+ 0.14741942827409021,
748
+ 0.23094043708738496,
749
+ -0.2599698364174445,
750
+ 0.054112532114865525,
751
+ -0.18685465380988,
752
+ -0.021627735861328823,
753
+ -0.045454730235129595,
754
+ -0.261119264041107,
755
+ -0.09780399362580897,
756
+ -0.03171647858466942,
757
+ 0.30728844840482616,
758
+ -0.13527167550164232,
759
+ 0.061584319815278545,
760
+ 0.07089966340368792,
761
+ 0.06740158216527367,
762
+ 0.18057091287521546,
763
+ -0.27359832840092363,
764
+ -0.01098104816416794,
765
+ 0.03545237243487593,
766
+ 0.1730208705974178,
767
+ -0.26741316790789943,
768
+ -0.03493507918956714,
769
+ 0.1694120133988097,
770
+ 0.01502691144427461,
771
+ 0.05571421021821848,
772
+ -0.22518415233015707,
773
+ -0.05392248528407428,
774
+ -0.1961598344661615,
775
+ 0.3429247699112166,
776
+ -0.04006126215486683,
777
+ 0.40486580864418353,
778
+ 0.9999827171293537,
779
+ 0.999982850921418,
780
+ 0.9999830789480982,
781
+ 0.9999811406495951,
782
+ 0.9977658298817017,
783
+ 0.9997360855995177,
784
+ 0.7778945983312991,
785
+ 0.8171959691692932,
786
+ 0.8399288212288848,
787
+ 0.8394280370284749,
788
+ 0.8745686375938581,
789
+ 0.12291562838728093
790
+ ],
791
+ "std": [
792
+ 0.07423638798986239,
793
+ 0.10276070894626457,
794
+ 0.11812702387971753,
795
+ 0.05957396656117891,
796
+ 0.1218417031488596,
797
+ 0.08063836551976374,
798
+ 0.1020635000819969,
799
+ 0.10540346375069484,
800
+ 0.08296831170197061,
801
+ 0.05989282207073844,
802
+ 0.131405419274155,
803
+ 0.07688508477180626,
804
+ 0.15530657456533145,
805
+ 0.09090021877289593,
806
+ 0.07144535330531092,
807
+ 0.07721423672952077,
808
+ 0.061937753226413185,
809
+ 0.12535445915332458,
810
+ 0.1406645362754369,
811
+ 0.09610483490082063,
812
+ 0.0892112540257282,
813
+ 0.10101183108941218,
814
+ 0.14459992137856284,
815
+ 0.09259695505428482,
816
+ 0.07250089525780803,
817
+ 0.07751064616894329,
818
+ 0.09003536032570492,
819
+ 0.08768655804866919,
820
+ 0.0793513264967945,
821
+ 0.0799717022695259,
822
+ 0.08767655242632699,
823
+ 0.06686962750120226,
824
+ 0.11139553980852172,
825
+ 0.05962527954838032,
826
+ 0.03113638664810605,
827
+ 0.1104336480130166,
828
+ 0.0900293543854962,
829
+ 0.17353368370821917,
830
+ 0.06621053001132303,
831
+ 0.07044267349366652,
832
+ 0.07468062148900616,
833
+ 0.13559357690832427,
834
+ 0.051673248141484364,
835
+ 0.11970962808802042,
836
+ 0.09873016730126778,
837
+ 0.1482997857923691,
838
+ 0.14644960009292055,
839
+ 0.12362418143308783,
840
+ 0.14892813932159055,
841
+ 0.1264928491368565,
842
+ 0.04485723360367807,
843
+ 0.06556638017875786,
844
+ 0.23014907315132233,
845
+ 0.07366488770406758,
846
+ 0.05520901424631441,
847
+ 0.1518289001396863,
848
+ 0.1840720418570084,
849
+ 0.05832378814080937,
850
+ 0.11903714776197126,
851
+ 0.05677283141546173,
852
+ 0.09207849117719222,
853
+ 0.09729334507011746,
854
+ 0.0780996197326025,
855
+ 0.16351388381996734,
856
+ 1.8214790335763182e-05,
857
+ 2.3385127857745866e-05,
858
+ 2.5684815254370892e-05,
859
+ 2.368414515012511e-05,
860
+ 7.802892144541008e-05,
861
+ 6.03931448414821e-05,
862
+ 0.2307055833669559,
863
+ 0.1900819078013402,
864
+ 0.16354430170740317,
865
+ 0.16593648793853702,
866
+ 0.1286487353890603,
867
+ 0.3083183803524622
868
+ ]
869
+ }
870
+ },
871
+ "code_commit": "028df1bb7024fb1e3d176de7e60c84d3333cd97f",
872
+ "step": 6000,
873
+ "weights": "ema",
874
+ "offline_eval": {
875
+ "mse": 0.022521788254380226,
876
+ "mse_row0": 0.02053411304950714,
877
+ "mse_motion_token": 0.022982770577073097,
878
+ "mse_inspire_left_hand_state": 0.012518338859081268,
879
+ "mse_inspire_right_hand_state": 0.027608102187514305,
880
+ "samples": 256,
881
+ "frames": "train"
882
+ },
883
+ "format": "hb_baselines/1"
884
+ }
b8-table-wipe/b512-cont-20261117/step-006000/model.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:49f877e3a020061ca3fd91b94f178596a9348d02548e116ea261eeecb5675ed8
3
+ size 90311637
b8-table-wipe/b512-cont-20261117/step-006000/protocol.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "format": "hb_baselines/1",
3
+ "step": 6000,
4
+ "policy": "fm_dit",
5
+ "files": {
6
+ "model.pt": {
7
+ "bytes": 90311637,
8
+ "sha256": "49f877e3a020061ca3fd91b94f178596a9348d02548e116ea261eeecb5675ed8"
9
+ }
10
+ }
11
+ }
b8-table-wipe/b512-cont-20261117/train_state.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:defddc0d62576449aad58f234a7023e3e21eb0289831e03dac2c19ffd888f097
3
+ size 361027889
code/fmdit_continue_20261117/augmentation/__init__.py ADDED
@@ -0,0 +1,110 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ """Humanoid Benchmark data augmentation spec v2 (docs/augmentation_v2.md): the training-time entry every model uses.
2
+
3
+ `hb_aug_v2.py` is an unmodified copy of HumanWAM `hb_training/hb_groot/hb_aug_v2.py` (branch bai, commit af94cde,
4
+ git blob 75542085), the implementation GR00T, pi0.5, Psi-Zero, ACT, Delta Flow and DiT4DiT train with. Do not edit
5
+ it here; a new version of the spec is a new file with a new VERSION.
6
+
7
+ How a training entry uses it (the FM-DiT / DP / ACT baselines in evaluation/baselines do exactly this):
8
+
9
+ - Visual, once per training sample: after the model's native deterministic resize / center crop and before its
10
+ normalization, stack every camera and every frame of the sample into x float [T, V, 3, H, W] in [0, 1] and call
11
+ `augment_images(x, obs_mask)` (obs_mask[t] False marks a future image target: it gets the colour, geometry, light
12
+ patch and white-balance effects of its camera but none of the sensor/optics effects). `augment_frames_uint8` does
13
+ the same for uint8 (V, H, W, 3) frames. Pixel-size effects scale with H / 224 inside hb_aug_v2.
14
+ - Proprio, once per training sample: `perturb_body(state, body_dims)` adds the spec's per-joint bias (U +-2 deg,
15
+ drawn per sample, shared by every frame of the sample) and N(0, 0.25 deg) noise clipped at 3 sigma to the leading
16
+ `body_dims` raw-radian joint angles (G1 29, H2 31 incl. the head), before normalization. Hands, gravity and every
17
+ action label stay bit-identical. No proprio delay, no history drop.
18
+ - The model's own image augmentation (random crop / shift, colour jitter, rotation, ...) is off.
19
+ - Evaluation, offline checks and rollouts call none of this: same resize, same input layout, same normalization.
20
+ - Randomness comes from `worker_rng()`, one numpy Generator per process (DataLoader worker) seeded from its pid and
21
+ os.urandom, never from the global np.random (which DataLoader seeds identically on every rank).
22
+
23
+ The interface state is raw and velocity-free: G1 44 = body 29 + measured hands 12 + projected gravity 3; H2 78 =
24
+ 75 joints (body 31 incl. head, Sharpa hands 22 + 22) + projected gravity 3 (`STATE_DIMS`, `check_state_layout`).
25
+ """
26
+ from __future__ import annotations
27
+
28
+ import math
29
+ import os
30
+ import re
31
+
32
+ import numpy as np
33
+
34
+ from . import hb_aug_v2
35
+
36
+ VERSION = 'hb-aug-v2-20261109'
37
+ if hb_aug_v2.VERSION != VERSION:
38
+ raise ImportError(f'evaluation/augmentation/hb_aug_v2.py is {hb_aug_v2.VERSION}, expected {VERSION}')
39
+
40
+ BODY_JOINTS = {'g1': 29, 'h2_sharpa': 31} # leading raw-radian body joint angles of the state (H2: incl. head)
41
+ STATE_DIMS = {'g1': 44, 'h2_sharpa': 78} # the benchmark state of each robot, no joint velocity
42
+ BIAS_DEG, NOISE_DEG = 2.0, 0.25 # = hb_aug_v2.perturb_joints
43
+
44
+ _RNG = {'pid': None, 'rng': None}
45
+
46
+
47
+ def worker_rng() -> np.random.Generator:
48
+ """This process's generator, re-created after a fork (DataLoader workers) from its pid and os.urandom."""
49
+ pid = os.getpid()
50
+ if _RNG['pid'] != pid:
51
+ _RNG['rng'] = np.random.default_rng([pid, int.from_bytes(os.urandom(8), 'little')])
52
+ _RNG['pid'] = pid
53
+ return _RNG['rng']
54
+
55
+
56
+ def augment_images(x, obs_mask=None, rng=None):
57
+ """hb_aug_v2.augment: x float [T, V, 3, H, W] in [0, 1], one call per training sample -> (augmented, params)."""
58
+ if x.ndim != 5 or x.shape[2] != 3:
59
+ raise ValueError(f'expected [T, V, 3, H, W], got {tuple(x.shape)}')
60
+ return hb_aug_v2.augment(x, rng if rng is not None else worker_rng(), obs_mask=obs_mask)
61
+
62
+
63
+ def augment_frames_uint8(frames, rng=None):
64
+ """One sample's uint8 frames (V, H, W, 3) (one time step) -> augmented uint8 frames of the same shape (rounded to
65
+ the nearest level, as the GR00T and Psi-Zero integrations do), and the parameters."""
66
+ import torch
67
+ frames = torch.as_tensor(frames)
68
+ if frames.dtype != torch.uint8 or frames.ndim != 4 or frames.shape[-1] != 3:
69
+ raise ValueError(f'expected uint8 (V, H, W, 3) frames, got {frames.dtype} {tuple(frames.shape)}')
70
+ x = frames.permute(0, 3, 1, 2).float().div(255.0)[None] # [1, V, 3, H, W]
71
+ y, params = augment_images(x, rng=rng)
72
+ out = (y[0] * 255.0 + 0.5).clamp(0, 255).to(torch.uint8).permute(0, 2, 3, 1).contiguous()
73
+ return out, params
74
+
75
+
76
+ def perturb_body(state, body_dims: int, rng=None) -> np.ndarray:
77
+ """A float32 copy of `state` (..., D) whose first `body_dims` values got hb_aug_v2.perturb_joints (one bias per
78
+ joint for the whole sample, noise per value); the other values are copied bit for bit."""
79
+ state = np.array(state, dtype=np.float32, copy=True)
80
+ if not 0 < body_dims <= state.shape[-1]:
81
+ raise ValueError(f'body_dims {body_dims} outside the state width {state.shape[-1]}')
82
+ state[..., :body_dims] = hb_aug_v2.perturb_joints(state[..., :body_dims], rng if rng is not None else worker_rng())
83
+ return state
84
+
85
+
86
+ def check_state_layout(robot: str, state_dim: int, columns=()) -> None:
87
+ """The benchmark interface: G1 44 / H2 78 raw state values, no velocity column."""
88
+ if robot not in STATE_DIMS:
89
+ raise KeyError(f'no augmentation layout for robot {robot!r}; known: {sorted(STATE_DIMS)}')
90
+ if state_dim != STATE_DIMS[robot]:
91
+ raise ValueError(f'{robot} state must be {STATE_DIMS[robot]}-D (no joint velocity), got {state_dim}')
92
+ velocity = [c for c in columns if re.search(r'(velocit|(^|[._])(vel|qvel|dq)([._]|$))', str(c).lower())]
93
+ if velocity:
94
+ raise ValueError(f'joint velocity is not allowed in the model input: {velocity}')
95
+
96
+
97
+ def max_body_offset_rad() -> float:
98
+ """The largest |perturbation| perturb_body can add to one joint: bias 2 deg + clipped noise 3 x 0.25 deg."""
99
+ return math.radians(BIAS_DEG + 3 * NOISE_DEG)
100
+
101
+
102
+ def describe(robot: str, body_dims: int) -> dict:
103
+ """The record a training run stores (run.json / checkpoint config)."""
104
+ return dict(spec='docs/augmentation_v2.md', version=VERSION, implementation='evaluation/augmentation/hb_aug_v2.py',
105
+ visual=dict(effects=list(hb_aug_v2.EFFECTS), boosted_per_sample=1, boost=1.5,
106
+ pixel_scale='H / 224', future_targets='none (one observation frame)'),
107
+ proprio=dict(robot=robot, body_dims=int(body_dims), bias_deg=BIAS_DEG, bias_scope='per_sample',
108
+ noise_deg=NOISE_DEG, noise_clip_sigma=3, delay_probability=0.0,
109
+ history_drop_probability=0.0, velocity=False),
110
+ native_image_augmentation='off', evaluation='off')
code/fmdit_continue_20261117/augmentation/check_spec.py ADDED
@@ -0,0 +1,174 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ """Audit hb_aug_v2.sample() against docs/augmentation_v2.md by drawing many parameter sets.
2
+
3
+ python -I evaluation/augmentation/check_spec.py [--draws 300000] [--height 168] [--out report.json]
4
+
5
+ Checks, for the boosted (1.5 x) and the unboosted (1 x) draws of every effect separately: the drawn values lie in the
6
+ spec's range and reach both ends of it, the firing probability matches the spec (within 5 binomial sigma), and the
7
+ boosted effect is uniform over the 15 effects (chi-square, 14 degrees of freedom, p > 0.001). Pixel-size effects
8
+ (motion blur, defocus) are checked at --height / 224. Prints one JSON report; exits 1 if any check fails.
9
+ """
10
+ from __future__ import annotations
11
+
12
+ import argparse
13
+ import json
14
+ import math
15
+ from pathlib import Path
16
+ import sys
17
+
18
+ import numpy as np
19
+
20
+ sys.path.insert(0, str(Path(__file__).resolve().parents[1]))
21
+ import augmentation # noqa: E402 (asserts VERSION)
22
+ from augmentation import hb_aug_v2 as A # noqa: E402
23
+
24
+ CHI2_14_P001 = 36.123 # chi-square quantile, 14 degrees of freedom, p = 0.001
25
+
26
+ # (probability, low, high) at 1 x; the 1.5 x range is centred on identity (the spec's bracketed values)
27
+ SPEC = {
28
+ 'exposure': (1.0, -0.22, 0.22, 0.0), 'contrast': (1.0, 0.88, 1.12, 1.0), 'saturation': (1.0, 0.76, 1.24, 1.0),
29
+ 'hue': (1.0, -0.015, 0.015, 0.0), 'gamma': (1.0, 0.89, 1.11, 1.0), 'temperature': (1.0, -0.066, 0.066, 0.0),
30
+ 'rotation_crop': (1.0, -1.5, 1.5, 0.0), # degrees; extra crop zoom U(0, 0.02) on top of |angle| x 0.015
31
+ 'noise': (0.5, 4 / 255, 4 / 255, None),
32
+ 'gaussian_blur': (0.15, 0.25, 0.65, None), # sigma (px)
33
+ 'jpeg': (0.35, 70, 95, None), # quality; 1.5 x: q -> 100 - 1.5 (100 - q)
34
+ 'motion_blur': (0.15, 3.0, 7.0, None), # length at 224 px; angle U(0, 180)
35
+ 'sharpen': (0.15, 0.2, 0.6, None),
36
+ 'defocus': (0.10, 1.0, 2.0, None), # disk radius at 224 px
37
+ 'light_shadow': (0.30, 0.70, 1.30, 1.0), # gain; 1-2 blobs per camera, size 0.15-0.35, centre 0.1-0.9
38
+ 'wb_channel': (0.30, 0.90, 1.10, 1.0), # gain of one channel per camera
39
+ }
40
+
41
+
42
+ def expected_range(name, boost, px):
43
+ prob, lo, hi, centre = SPEC[name]
44
+ k = 1.5 if boost else 1.0
45
+ if name == 'jpeg':
46
+ return int(round(100 - k * (100 - lo))), int(round(100 - k * (100 - hi)))
47
+ if centre is not None:
48
+ return centre + k * (lo - centre), centre + k * (hi - centre)
49
+ scale = k * (px if name in ('motion_blur', 'defocus') else 1.0)
50
+ return lo * scale, hi * scale
51
+
52
+
53
+ def values(p, name, views):
54
+ """The drawn magnitudes of `name` in one parameter set (empty when it did not fire), plus side values."""
55
+ v = p.get(name) # rotation_crop lives in p['geometry']
56
+ if name in ('exposure', 'contrast', 'saturation', 'hue', 'gamma', 'temperature'):
57
+ return [v], {}
58
+ if name == 'rotation_crop':
59
+ angles = [a for a, _ in p['geometry']]
60
+ extra = [s - 1.0 - abs(a) * 0.015 for a, s in p['geometry']]
61
+ return angles, dict(crop_extra=extra)
62
+ if name == 'noise' or name in ('gaussian_blur', 'sharpen', 'defocus'):
63
+ return ([v] if v else []), {}
64
+ if name == 'jpeg':
65
+ return ([v] if v is not None else []), {}
66
+ if name == 'motion_blur':
67
+ return ([v[0]] if v is not None else []), dict(angle=[v[1]] if v is not None else [])
68
+ if name == 'light_shadow':
69
+ if v is None:
70
+ return [], {}
71
+ blobs = [b for cam in v for b in cam]
72
+ return [b[3] for b in blobs], dict(size=[b[2] for b in blobs], centre=[c for b in blobs for c in b[:2]],
73
+ blobs_per_camera=[len(cam) for cam in v], cameras=[len(v)])
74
+ if name == 'wb_channel':
75
+ if v is None:
76
+ return [], {}
77
+ changed = [[i for i, g in enumerate(row) if g != 1.0] for row in v]
78
+ return [row[i] for row in v for i in range(3) if row[i] != 1.0], dict(
79
+ channels_changed=[len(c) for c in changed], cameras=[len(v)])
80
+ raise KeyError(name)
81
+
82
+
83
+ def audit(draws=300000, height=168, views=2, seed=0):
84
+ rng = np.random.default_rng(seed)
85
+ px = height / 224.0
86
+ boosts = []
87
+ acc = {(n, b): dict(fired=0, total=0, vals=[], side={}) for n in A.EFFECTS for b in (False, True)}
88
+ for _ in range(draws):
89
+ p = A.sample(rng, views, height)
90
+ boosts.append(p['boost'])
91
+ for name in A.EFFECTS:
92
+ entry = acc[(name, p['boost'] == name)]
93
+ vals, side = values(p, name, views)
94
+ entry['total'] += 1
95
+ entry['fired'] += int(bool(vals))
96
+ entry['vals'].extend(vals)
97
+ for key, items in side.items():
98
+ entry['side'].setdefault(key, []).extend(items)
99
+ counts = {n: boosts.count(n) for n in A.EFFECTS}
100
+ expect = draws / len(A.EFFECTS)
101
+ chi2 = sum((c - expect) ** 2 / expect for c in counts.values())
102
+ report = dict(version=A.VERSION, draws=draws, height=height, pixel_scale=px, views=views,
103
+ boost=dict(counts=counts, chi2=round(chi2, 2), chi2_limit_p001=CHI2_14_P001,
104
+ max_rel_dev=round(max(abs(c - expect) / expect for c in counts.values()), 4),
105
+ ok=bool(chi2 < CHI2_14_P001)),
106
+ effects={}, failures=[])
107
+ for name in A.EFFECTS:
108
+ rows = {}
109
+ for boost in (False, True):
110
+ e = acc[(name, boost)]
111
+ prob = SPEC[name][0]
112
+ lo, hi = expected_range(name, boost, px)
113
+ vals = np.asarray(e['vals'], dtype=np.float64)
114
+ fired = e['fired'] / max(1, e['total'])
115
+ sigma = math.sqrt(prob * (1 - prob) / max(1, e['total'])) if 0 < prob < 1 else 0.0
116
+ span = max(hi - lo, 1e-12)
117
+ row = dict(samples=e['total'], fired=round(fired, 4), spec_probability=prob,
118
+ spec_range=[round(lo, 6), round(hi, 6)],
119
+ observed=[round(float(vals.min()), 6), round(float(vals.max()), 6)] if len(vals) else None)
120
+ ok = abs(fired - prob) <= 5 * sigma + 1e-12 and len(vals) > 0
121
+ ok = ok and vals.min() >= lo - 1e-9 and vals.max() <= hi + 1e-9
122
+ if hi > lo: # continuous / integer range: both ends reached (2 % of the span)
123
+ reach = 0.02 * span if name != 'jpeg' else 0.0
124
+ ok = ok and vals.min() <= lo + reach and vals.max() >= hi - reach
125
+ side = e['side']
126
+ k = 1.5 if boost else 1.0
127
+ checks = []
128
+ if name == 'rotation_crop':
129
+ x = np.asarray(side['crop_extra'])
130
+ checks.append(('crop_extra', x.min() >= -1e-9 and x.max() <= 0.02 * k + 1e-9 and x.max() > 0.019 * k))
131
+ row['crop_extra'] = [round(float(x.min()), 5), round(float(x.max()), 5)]
132
+ if name == 'motion_blur':
133
+ x = np.asarray(side['angle'])
134
+ checks.append(('angle_0_180', x.min() >= 0 and x.max() <= 180 and x.max() > 176 and x.min() < 4))
135
+ if name == 'light_shadow':
136
+ checks.append(('size', min(side['size']) >= 0.15 and max(side['size']) <= 0.35))
137
+ checks.append(('centre', min(side['centre']) >= 0.1 and max(side['centre']) <= 0.9))
138
+ checks.append(('blobs_1_2', set(side['blobs_per_camera']) == {1, 2}))
139
+ checks.append(('per_camera', set(side['cameras']) == {views}))
140
+ if name == 'wb_channel':
141
+ checks.append(('one_channel', set(side['channels_changed']) <= {0, 1}))
142
+ checks.append(('per_camera', set(side['cameras']) == {views}))
143
+ if checks:
144
+ row['side_checks'] = {n: bool(c) for n, c in checks}
145
+ ok = ok and all(c for _, c in checks)
146
+ row['ok'] = bool(ok)
147
+ if not ok:
148
+ report['failures'].append(f'{name} {"1.5x" if boost else "1x"}')
149
+ rows['1.5x' if boost else '1x'] = row
150
+ report['effects'][name] = rows
151
+ if not report['boost']['ok']:
152
+ report['failures'].append('boost not uniform')
153
+ report['ok'] = not report['failures']
154
+ return report
155
+
156
+
157
+ def main():
158
+ ap = argparse.ArgumentParser(description=__doc__, formatter_class=argparse.RawDescriptionHelpFormatter)
159
+ ap.add_argument('--draws', type=int, default=300000)
160
+ ap.add_argument('--height', type=int, default=168, help='model input height (pixel effects scale by H / 224)')
161
+ ap.add_argument('--views', type=int, default=2)
162
+ ap.add_argument('--seed', type=int, default=0)
163
+ ap.add_argument('--out', type=Path)
164
+ args = ap.parse_args()
165
+ report = audit(args.draws, args.height, args.views, args.seed)
166
+ text = json.dumps(report, indent=1)
167
+ if args.out:
168
+ args.out.write_text(text)
169
+ print(text)
170
+ sys.exit(0 if report['ok'] else 1)
171
+
172
+
173
+ if __name__ == '__main__':
174
+ main()
code/fmdit_continue_20261117/augmentation/hb_aug_v2.py ADDED
@@ -0,0 +1,163 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ """Humanoid Benchmark data augmentation v2 (project CLAUDE.md), model-agnostic torch implementation.
2
+
3
+ augment(x, rng, obs_mask=None) takes x: float [T, V, 3, H, W] in [0, 1] (T frames, V cameras) and returns the
4
+ augmented tensor. Each call is one training sample: one of the 15 effects is chosen uniformly and its magnitude
5
+ is scaled by 1.5 around identity; the rest stay at x1. Colour is shared across cameras and time; geometry, light
6
+ patches and white balance are drawn per camera and fixed over time; sensor/optics effects (noise, gaussian blur,
7
+ JPEG, motion blur, sharpen, defocus) apply only to observation frames (obs_mask True).
8
+ Pixel-size parameters are defined at 224 px and scaled by H / 224.
9
+ perturb_joints(q, rng) applies the proprio spec: per-joint bias +-2 deg plus N(0, 0.25 deg) clipped at 3 sigma.
10
+ """
11
+ import io
12
+ import math
13
+
14
+ import numpy as np
15
+ import torch
16
+ import torch.nn.functional as F
17
+ from PIL import Image
18
+ from torchvision.transforms import InterpolationMode
19
+ from torchvision.transforms import functional as TF
20
+
21
+ EFFECTS = ("exposure", "contrast", "saturation", "hue", "gamma", "temperature", "rotation_crop", "noise",
22
+ "gaussian_blur", "jpeg", "motion_blur", "sharpen", "defocus", "light_shadow", "wb_channel")
23
+ CENTER = {"exposure": 0.0, "contrast": 1.0, "saturation": 1.0, "hue": 0.0, "gamma": 1.0, "temperature": 0.0}
24
+ RANGE = {"exposure": (-0.22, 0.22), "contrast": (0.88, 1.12), "saturation": (0.76, 1.24), "hue": (-0.015, 0.015),
25
+ "gamma": (0.89, 1.11), "temperature": (-0.066, 0.066)}
26
+ VERSION = "hb-aug-v2-20261109"
27
+
28
+
29
+ def sample(rng, views, height):
30
+ boost = EFFECTS[int(rng.integers(len(EFFECTS)))]
31
+
32
+ def k(name):
33
+ return 1.5 if boost == name else 1.0
34
+
35
+ px = height / 224.0
36
+ p = {"boost": boost}
37
+ for name, (a, b) in RANGE.items():
38
+ c = CENTER[name]
39
+ p[name] = float(rng.uniform(c + k(name) * (a - c), c + k(name) * (b - c)))
40
+ p["geometry"] = []
41
+ for _ in range(views):
42
+ angle = float(rng.uniform(-1.5 * k("rotation_crop"), 1.5 * k("rotation_crop")))
43
+ p["geometry"].append((angle, 1.0 + abs(angle) * 0.015 + float(rng.uniform(0, 0.02 * k("rotation_crop")))))
44
+ p["noise"] = 4.0 / 255.0 * k("noise") if rng.random() < 0.5 else 0.0
45
+ p["gaussian_blur"] = float(rng.uniform(0.25, 0.65)) * k("gaussian_blur") if rng.random() < 0.15 else 0.0
46
+ if rng.random() < 0.35:
47
+ lo = int(round(100 - k("jpeg") * 30))
48
+ hi = int(round(100 - k("jpeg") * 5))
49
+ p["jpeg"] = int(rng.integers(lo, hi + 1))
50
+ else:
51
+ p["jpeg"] = None
52
+ p["motion_blur"] = ((float(rng.uniform(3, 7)) * k("motion_blur") * px, float(rng.uniform(0, 180)))
53
+ if rng.random() < 0.15 else None)
54
+ p["sharpen"] = float(rng.uniform(0.2, 0.6)) * k("sharpen") if rng.random() < 0.15 else 0.0
55
+ p["defocus"] = float(rng.uniform(1, 2)) * k("defocus") * px if rng.random() < 0.10 else 0.0
56
+ if rng.random() < 0.30:
57
+ g = 0.30 * k("light_shadow")
58
+ p["light_shadow"] = [[(float(rng.uniform(0.1, 0.9)), float(rng.uniform(0.1, 0.9)),
59
+ float(rng.uniform(0.15, 0.35)), float(rng.uniform(1 - g, 1 + g)))
60
+ for _ in range(int(rng.integers(1, 3)))] for _ in range(views)]
61
+ else:
62
+ p["light_shadow"] = None
63
+ if rng.random() < 0.30:
64
+ g = 0.10 * k("wb_channel")
65
+ gains = []
66
+ for _ in range(views):
67
+ row = [1.0, 1.0, 1.0]
68
+ row[int(rng.integers(0, 3))] = float(rng.uniform(1 - g, 1 + g))
69
+ gains.append(row)
70
+ p["wb_channel"] = gains
71
+ else:
72
+ p["wb_channel"] = None
73
+ return p
74
+
75
+
76
+ def _conv(x, kernel):
77
+ n, c, h, w = x.shape
78
+ k = kernel.to(x)[None, None].repeat(c, 1, 1, 1)
79
+ pad = kernel.shape[-1] // 2
80
+ return F.conv2d(F.pad(x, (pad, pad, pad, pad), mode="reflect"), k, groups=c)
81
+
82
+
83
+ def motion_kernel(length, angle_deg):
84
+ size = max(3, int(round(length)) | 1)
85
+ k = torch.zeros(size, size)
86
+ c = size // 2
87
+ th = math.radians(angle_deg)
88
+ for s in np.linspace(-(length - 1) / 2, (length - 1) / 2, 8 * size):
89
+ k[int(round(c - s * math.sin(th))), int(round(c + s * math.cos(th)))] = 1.0
90
+ return k / k.sum()
91
+
92
+
93
+ def disk_kernel(r):
94
+ size = 2 * int(math.ceil(r)) + 1
95
+ c = size // 2
96
+ yy, xx = torch.meshgrid(torch.arange(size), torch.arange(size), indexing="ij")
97
+ k = (((yy - c) ** 2 + (xx - c) ** 2) <= (r + 0.5) ** 2).float()
98
+ return k / k.sum()
99
+
100
+
101
+ def apply(x, p, obs_mask=None, noise_seed=0):
102
+ t, v, c, h, w = x.shape
103
+ x = x.clone().clamp(0, 1)
104
+ for vi, (angle, scale) in enumerate(p["geometry"]):
105
+ x[:, vi] = TF.affine(x[:, vi], angle=angle, translate=[0, 0], scale=scale, shear=[0, 0],
106
+ interpolation=InterpolationMode.BILINEAR)
107
+ if p["light_shadow"] is not None:
108
+ yy, xx = torch.meshgrid(torch.linspace(0, 1, h), torch.linspace(0, 1, w), indexing="ij")
109
+ for vi, blobs in enumerate(p["light_shadow"]):
110
+ m = torch.ones(h, w)
111
+ for cx, cy, s, g in blobs:
112
+ m = m + (g - 1.0) * torch.exp(-((xx - cx) ** 2 + (yy - cy) ** 2) / (2 * s * s))
113
+ x[:, vi] = (x[:, vi] * m.clamp(min=0).to(x)).clamp(0, 1)
114
+ if p["wb_channel"] is not None:
115
+ for vi, g in enumerate(p["wb_channel"]):
116
+ x[:, vi] = (x[:, vi] * torch.tensor(g, dtype=x.dtype).view(1, 3, 1, 1)).clamp(0, 1)
117
+ y = x.reshape(t * v, c, h, w)
118
+ y = (y * float(2.0 ** p["exposure"])).clamp(0, 1)
119
+ d = p["temperature"]
120
+ y = (y * y.new_tensor([1.0 + d, 1.0, 1.0 - d]).view(1, 3, 1, 1)).clamp(0, 1)
121
+ y = ((y - 0.5) * p["contrast"] + 0.5).clamp(0, 1)
122
+ y = TF.adjust_saturation(y, p["saturation"])
123
+ y = TF.adjust_hue(y, p["hue"])
124
+ y = y.clamp(0, 1).pow(p["gamma"])
125
+ x = y.reshape(t, v, c, h, w)
126
+ mask = torch.ones(t, dtype=torch.bool) if obs_mask is None else torch.as_tensor(obs_mask, dtype=torch.bool)
127
+ if bool(mask.any()):
128
+ o = x[mask].reshape(-1, c, h, w)
129
+ if p["gaussian_blur"] > 0:
130
+ o = TF.gaussian_blur(o, [3, 3], [p["gaussian_blur"]] * 2)
131
+ if p["motion_blur"] is not None:
132
+ o = _conv(o, motion_kernel(*p["motion_blur"]))
133
+ if p["defocus"] > 0:
134
+ o = _conv(o, disk_kernel(p["defocus"]))
135
+ if p["sharpen"] > 0:
136
+ o = o + p["sharpen"] * (o - TF.gaussian_blur(o, [5, 5], [1.0, 1.0]))
137
+ o = o.clamp(0, 1)
138
+ if p["noise"] > 0:
139
+ gen = torch.Generator().manual_seed(int(noise_seed))
140
+ o = (o + torch.randn(o.shape, generator=gen, dtype=o.dtype) * p["noise"]).clamp(0, 1)
141
+ if p["jpeg"] is not None:
142
+ for i in range(o.shape[0]):
143
+ buf = io.BytesIO()
144
+ TF.to_pil_image(o[i]).save(buf, format="JPEG", quality=int(p["jpeg"]))
145
+ buf.seek(0)
146
+ with Image.open(buf) as im:
147
+ o[i] = TF.pil_to_tensor(im.convert("RGB")).to(o.dtype).div(255.0)
148
+ x[mask] = o.reshape(-1, v, c, h, w)
149
+ return x.clamp(0, 1)
150
+
151
+
152
+ def augment(x, rng, obs_mask=None):
153
+ p = sample(rng, x.shape[1], x.shape[-2])
154
+ return apply(x, p, obs_mask, noise_seed=int(rng.integers(0, 2 ** 62))), p
155
+
156
+
157
+ def perturb_joints(q, rng):
158
+ q = np.asarray(q, dtype=np.float64)
159
+ d = q.shape[-1]
160
+ bias = rng.uniform(-math.radians(2.0), math.radians(2.0), size=d)
161
+ sigma = math.radians(0.25)
162
+ noise = np.clip(rng.normal(0.0, sigma, size=q.shape), -3 * sigma, 3 * sigma)
163
+ return (q + bias + noise).astype(np.float32)
code/fmdit_continue_20261117/augmentation/preview.py ADDED
@@ -0,0 +1,162 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ """Render a preview of the augmentation spec v2 as a model sees it: the cached training frames of a LeRobot dataset
2
+ (evaluation/baselines frame cache, e.g. 168x224) next to independent augmentations of the same frames, made with
3
+ `augmentation.augment_frames_uint8`, the call the baselines' training items use.
4
+
5
+ python -I evaluation/augmentation/preview.py --dataset <lerobot dir> --contract g1_sonic_dfx6 \\
6
+ --episodes 0:100 --samples 24 --out <dir>
7
+
8
+ Writes <dir>/preview_desktop.mp4 (per sample: one row per camera; original, then --draws augmentations, each
9
+ labelled with the boosted effect and the effects that fired), <dir>/preview_phone.mp4 (the same samples stacked
10
+ vertically, cameras side by side), <dir>/contact_sheet.jpg (the first samples) and <dir>/preview.json (samples and
11
+ parameters). Frames are magnified --zoom times (nearest neighbour); each sample is held --seconds.
12
+ """
13
+ from __future__ import annotations
14
+
15
+ import argparse
16
+ import json
17
+ from pathlib import Path
18
+ import sys
19
+
20
+ import numpy as np
21
+
22
+ EVAL = Path(__file__).resolve().parents[1]
23
+ sys.path.insert(0, str(EVAL))
24
+ import augmentation # noqa: E402
25
+ from baselines.data import CONTRACTS, ChunkDataset, LeRobotDataset, frame_cache, load_lowdim, parse_episodes # noqa: E402
26
+
27
+
28
+ def fired(p) -> list:
29
+ """Short labels of the effects active in a parameter set beyond the always-on colour and geometry."""
30
+ out = []
31
+ if p['noise']:
32
+ out.append('noise')
33
+ if p['gaussian_blur']:
34
+ out.append(f"blur{p['gaussian_blur']:.2f}")
35
+ if p['jpeg'] is not None:
36
+ out.append(f"jpeg{p['jpeg']}")
37
+ if p['motion_blur'] is not None:
38
+ out.append(f"motion{p['motion_blur'][0]:.1f}px")
39
+ if p['sharpen']:
40
+ out.append('sharpen')
41
+ if p['defocus']:
42
+ out.append(f"defocus{p['defocus']:.1f}")
43
+ if p['light_shadow'] is not None:
44
+ out.append('light')
45
+ if p['wb_channel'] is not None:
46
+ out.append('wb')
47
+ return out
48
+
49
+
50
+ def font(size):
51
+ from PIL import ImageFont
52
+ for path in ('/usr/share/fonts/truetype/dejavu/DejaVuSans.ttf', 'C:/Windows/Fonts/arial.ttf'):
53
+ try:
54
+ return ImageFont.truetype(path, size)
55
+ except OSError:
56
+ pass
57
+ return ImageFont.load_default(size=size)
58
+
59
+
60
+ def tile(img, zoom, text, fnt, bar):
61
+ from PIL import Image, ImageDraw
62
+ im = Image.fromarray(np.asarray(img)).resize((img.shape[1] * zoom, img.shape[0] * zoom), Image.NEAREST)
63
+ canvas = Image.new('RGB', (im.width, im.height + bar), (20, 20, 20))
64
+ canvas.paste(im, (0, bar))
65
+ ImageDraw.Draw(canvas).text((4, 2), text, fill=(240, 240, 240), font=fnt)
66
+ return np.asarray(canvas)
67
+
68
+
69
+ def grid(rows, gap=4):
70
+ """rows: list of lists of HxWx3 tiles (equal sizes) -> one image with `gap` px separators."""
71
+ h, w = rows[0][0].shape[:2]
72
+ out = np.full((len(rows) * h + (len(rows) - 1) * gap, len(rows[0]) * w + (len(rows[0]) - 1) * gap, 3), 60,
73
+ np.uint8)
74
+ for r, row in enumerate(rows):
75
+ for c, t in enumerate(row):
76
+ out[r * (h + gap):r * (h + gap) + h, c * (w + gap):c * (w + gap) + w] = t
77
+ return out
78
+
79
+
80
+ def even(img):
81
+ h, w = img.shape[:2]
82
+ return np.ascontiguousarray(img[:h - h % 2, :w - w % 2])
83
+
84
+
85
+ def write_video(path, frames, fps, hold):
86
+ import av
87
+ with av.open(str(path), 'w') as out:
88
+ stream = out.add_stream('libx264', rate=fps)
89
+ stream.height, stream.width = frames[0].shape[:2]
90
+ stream.pix_fmt = 'yuv420p'
91
+ stream.options = dict(crf='18', preset='medium')
92
+ for img in frames:
93
+ frame = av.VideoFrame.from_ndarray(img, format='rgb24')
94
+ for _ in range(hold):
95
+ for packet in stream.encode(frame):
96
+ out.mux(packet)
97
+ for packet in stream.encode():
98
+ out.mux(packet)
99
+
100
+
101
+ def main():
102
+ ap = argparse.ArgumentParser(description=__doc__, formatter_class=argparse.RawDescriptionHelpFormatter)
103
+ ap.add_argument('--dataset', type=Path, required=True)
104
+ ap.add_argument('--contract', choices=sorted(CONTRACTS), required=True)
105
+ ap.add_argument('--episodes')
106
+ ap.add_argument('--image-size', default='168x224')
107
+ ap.add_argument('--cache-dir', type=Path, default=Path('~/hb_models/baselines/cache'))
108
+ ap.add_argument('--samples', type=int, default=24)
109
+ ap.add_argument('--draws', type=int, default=3, help='augmentations shown per sample')
110
+ ap.add_argument('--zoom', type=int, default=2)
111
+ ap.add_argument('--seconds', type=float, default=2.5)
112
+ ap.add_argument('--seed', type=int, default=0)
113
+ ap.add_argument('--out', type=Path, required=True)
114
+ args = ap.parse_args()
115
+
116
+ contract = CONTRACTS[args.contract]
117
+ hw = tuple(int(v) for v in args.image_size.lower().split('x'))
118
+ dataset = LeRobotDataset(args.dataset)
119
+ dataset.check_contract(contract, contract.cameras)
120
+ episodes = parse_episodes(args.episodes, dataset.lengths)
121
+ lowdim = load_lowdim(dataset, contract, episodes)
122
+ frames = frame_cache(dataset, lowdim, contract.cameras, hw, args.cache_dir)
123
+ plain = ChunkDataset(lowdim, frames, contract.cameras, hw, 16, list(range(len(episodes))))
124
+ rng = np.random.default_rng(args.seed)
125
+ picks = np.sort(rng.choice(len(plain), size=min(args.samples, len(plain)), replace=False))
126
+ args.out.mkdir(parents=True, exist_ok=True)
127
+ zoom, bar = args.zoom, 22 * args.zoom // 2 + 6
128
+ fnt = font(11 * zoom // 2 + 3)
129
+ desktop, phone, records = [], [], []
130
+ for n, k in enumerate(picks):
131
+ images, _, _ = plain[int(k)]
132
+ i = int(plain.index[k])
133
+ pos = int(np.searchsorted(lowdim['starts'], i, side='right') - 1)
134
+ episode, frame = lowdim['episodes'][pos], i - int(lowdim['starts'][pos])
135
+ draws = [augmentation.augment_frames_uint8(images, rng=rng) for _ in range(args.draws)]
136
+ cams = list(contract.cameras)
137
+ head = f'#{n + 1} ep{episode} f{frame}'
138
+ cols = [[tile(images[v].numpy(), zoom, f'{head} {cams[v]} original', fnt, bar) for v in range(len(cams))]]
139
+ for d, (img, p) in enumerate(draws):
140
+ label = f"aug{d + 1} 1.5x: {p['boost']} | on: " + (' '.join(fired(p)) or 'colour+geometry only')
141
+ cols.append([tile(img[v].numpy(), zoom, label if v == 0 else f'aug{d + 1} {cams[v]}', fnt, bar)
142
+ for v in range(len(cams))])
143
+ desktop.append(even(grid([[col[v] for col in cols] for v in range(len(cams))])))
144
+ phone.append(even(grid([list(col) for col in cols])))
145
+ records.append(dict(sample=n + 1, episode=episode, frame=frame, draws=[
146
+ dict(boost=p['boost'], fired=fired(p), **{key: p[key] for key in augmentation.hb_aug_v2.RANGE})
147
+ for _, p in draws]))
148
+ fps = 10
149
+ hold = max(1, int(round(args.seconds * fps)))
150
+ write_video(args.out / 'preview_desktop.mp4', desktop, fps, hold)
151
+ write_video(args.out / 'preview_phone.mp4', phone, fps, hold)
152
+ from PIL import Image
153
+ Image.fromarray(grid([[d] for d in desktop[:4]], gap=12)).save(args.out / 'contact_sheet.jpg', quality=90)
154
+ (args.out / 'preview.json').write_text(json.dumps(dict(
155
+ version=augmentation.VERSION, dataset=str(dataset.root), contract=contract.name, cameras=list(contract.cameras),
156
+ image_hw=list(hw), zoom=zoom, seconds_per_sample=args.seconds, samples=records), indent=1))
157
+ print(json.dumps(dict(event='preview', out=str(args.out), samples=len(records),
158
+ desktop=list(desktop[0].shape), phone=list(phone[0].shape))))
159
+
160
+
161
+ if __name__ == '__main__':
162
+ main()
code/fmdit_continue_20261117/baselines/__init__.py ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ """FM-DiT, DP (Diffusion Policy, DDPM-DiT) and ACT visuomotor baselines of the Humanoid Benchmark.
2
+
3
+ Ported from DextraVerse's imitation-learning core (`dextraverse/algorithms/il/models/{fm_dit,ddpm_dit,act}.py` and
4
+ their networks), torch only. `train.py` trains one on a task's LeRobot v2.1 expert dataset through a robot contract
5
+ (`data.CONTRACTS`: G1 state44/action76 or H2 state78/action75); `runtime.BaselinePolicy` serves a checkpoint to the
6
+ G1 evaluation adapters (`evaluation/policy/{FMDiT,DP,ACT}/model.py`, via `adapters.py`) and to the H2 adapter
7
+ (`debug/newton/h2_policy_adapters/baseline.py`). Usage and the environment: evaluation/README.md#baselines.
8
+ """
code/fmdit_continue_20261117/baselines/act_nets.py ADDED
@@ -0,0 +1,615 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ """ACT (Zhao et al. 2023, "Learning Fine-Grained Bimanual Manipulation with Low-Cost Hardware") network core: the
2
+ ResNet backbone with frozen BatchNorm and sine position embedding, the DETR encoder-decoder transformer and the CVAE
3
+ action-chunk decoder.
4
+
5
+ Ported unchanged from DextraVerse (`dextraverse/algorithms/il/models/nets/act/`), which vendors the ACT repository's
6
+ `detr/models/{backbone,position_encoding,transformer,detr_vae}.py` (Apache-2.0, (c) Facebook, Inc. and its
7
+ affiliates; see THIRD_PARTY_NOTICES.md) with the NestedTensor/argparse plumbing removed, explicit `qpos_dim` /
8
+ `action_dim` instead of the ALOHA 14-DoF constants, and one backbone shared by every camera (upstream behaviour).
9
+ The policy uses `return_intermediate_dec=False`: `Transformer.forward(...)[0]` is the final decoder layer.
10
+ """
11
+ from __future__ import annotations
12
+
13
+ import copy
14
+ import math
15
+ from typing import Optional
16
+
17
+ import numpy as np
18
+ import torch
19
+ import torch.nn.functional as F
20
+ import torchvision
21
+ from torch import Tensor, nn
22
+ from torchvision.models._utils import IntermediateLayerGetter
23
+
24
+
25
+ class PositionEmbeddingSine(nn.Module):
26
+ """Standard DETR sine embedding over a ``(B, C, H, W)`` feature map."""
27
+
28
+ def __init__(
29
+ self, num_pos_feats: int = 64, temperature: int = 10000, normalize: bool = False
30
+ ) -> None:
31
+ super().__init__()
32
+ self.num_pos_feats = num_pos_feats
33
+ self.temperature = temperature
34
+ self.normalize = normalize
35
+ self.scale = 2 * math.pi
36
+
37
+ def forward(self, x: torch.Tensor) -> torch.Tensor:
38
+ not_mask = torch.ones((1, x.shape[-2], x.shape[-1]), device=x.device)
39
+ y_embed = not_mask.cumsum(1, dtype=torch.float32)
40
+ x_embed = not_mask.cumsum(2, dtype=torch.float32)
41
+ if self.normalize:
42
+ eps = 1e-6
43
+ y_embed = y_embed / (y_embed[:, -1:, :] + eps) * self.scale
44
+ x_embed = x_embed / (x_embed[:, :, -1:] + eps) * self.scale
45
+
46
+ dim_t = torch.arange(self.num_pos_feats, dtype=torch.float32, device=x.device)
47
+ dim_t = self.temperature ** (2 * (dim_t // 2) / self.num_pos_feats)
48
+
49
+ pos_x = x_embed[:, :, :, None] / dim_t
50
+ pos_y = y_embed[:, :, :, None] / dim_t
51
+ pos_x = torch.stack(
52
+ (pos_x[:, :, :, 0::2].sin(), pos_x[:, :, :, 1::2].cos()), dim=4
53
+ ).flatten(3)
54
+ pos_y = torch.stack(
55
+ (pos_y[:, :, :, 0::2].sin(), pos_y[:, :, :, 1::2].cos()), dim=4
56
+ ).flatten(3)
57
+ return torch.cat((pos_y, pos_x), dim=3).permute(0, 3, 1, 2)
58
+
59
+
60
+ class FrozenBatchNorm2d(nn.Module):
61
+ """BatchNorm2d with fixed statistics and affine parameters (the DETR/ACT backbone norm)."""
62
+
63
+ def __init__(self, n: int) -> None:
64
+ super().__init__()
65
+ self.register_buffer("weight", torch.ones(n))
66
+ self.register_buffer("bias", torch.zeros(n))
67
+ self.register_buffer("running_mean", torch.zeros(n))
68
+ self.register_buffer("running_var", torch.ones(n))
69
+
70
+ def _load_from_state_dict(self, state_dict, prefix, local_metadata, strict, *args):
71
+ state_dict.pop(prefix + "num_batches_tracked", None)
72
+ super()._load_from_state_dict(state_dict, prefix, local_metadata, strict, *args)
73
+
74
+ def forward(self, x: torch.Tensor) -> torch.Tensor:
75
+ w = self.weight.reshape(1, -1, 1, 1)
76
+ b = self.bias.reshape(1, -1, 1, 1)
77
+ rv = self.running_var.reshape(1, -1, 1, 1)
78
+ rm = self.running_mean.reshape(1, -1, 1, 1)
79
+ scale = w * (rv + 1e-5).rsqrt()
80
+ return x * scale + (b - rm * scale)
81
+
82
+
83
+ class Backbone(nn.Module):
84
+ """ResNet trunk returning the layer4 feature map."""
85
+
86
+ def __init__(self, name: str = "resnet18", weights: str | None = None) -> None:
87
+ super().__init__()
88
+ trunk = getattr(torchvision.models, name)(
89
+ replace_stride_with_dilation=[False, False, False],
90
+ weights=weights,
91
+ norm_layer=FrozenBatchNorm2d,
92
+ )
93
+ self.body = IntermediateLayerGetter(trunk, return_layers={"layer4": "0"})
94
+ self.num_channels = 512 if name in ("resnet18", "resnet34") else 2048
95
+
96
+ def forward(self, x: torch.Tensor) -> dict[str, torch.Tensor]:
97
+ return self.body(x)
98
+
99
+
100
+ class Joiner(nn.Sequential):
101
+ """Backbone + position embedding, returning matched feature/position lists."""
102
+
103
+ def __init__(self, backbone: Backbone, position_embedding: PositionEmbeddingSine) -> None:
104
+ super().__init__(backbone, position_embedding)
105
+ self.num_channels = backbone.num_channels
106
+
107
+ def forward(self, x: torch.Tensor) -> tuple[list[torch.Tensor], list[torch.Tensor]]:
108
+ features = list(self[0](x).values())
109
+ pos = [self[1](f).to(f.dtype) for f in features]
110
+ return features, pos
111
+
112
+
113
+ def build_backbone(
114
+ name: str = "resnet18", hidden_dim: int = 512, weights: str | None = None
115
+ ) -> Joiner:
116
+ """The ACT camera backbone: ResNet + sine embedding sized to the transformer width."""
117
+ return Joiner(Backbone(name, weights=weights), PositionEmbeddingSine(hidden_dim // 2))
118
+
119
+
120
+ class Transformer(nn.Module):
121
+ def __init__(
122
+ self,
123
+ d_model=512,
124
+ nhead=8,
125
+ num_encoder_layers=6,
126
+ num_decoder_layers=6,
127
+ dim_feedforward=2048,
128
+ dropout=0.1,
129
+ activation="relu",
130
+ normalize_before=False,
131
+ return_intermediate_dec=False,
132
+ ):
133
+ super().__init__()
134
+
135
+ encoder_layer = TransformerEncoderLayer(
136
+ d_model, nhead, dim_feedforward, dropout, activation, normalize_before
137
+ )
138
+ encoder_norm = nn.LayerNorm(d_model) if normalize_before else None
139
+ self.encoder = TransformerEncoder(encoder_layer, num_encoder_layers, encoder_norm)
140
+
141
+ decoder_layer = TransformerDecoderLayer(
142
+ d_model, nhead, dim_feedforward, dropout, activation, normalize_before
143
+ )
144
+ decoder_norm = nn.LayerNorm(d_model)
145
+ self.decoder = TransformerDecoder(
146
+ decoder_layer,
147
+ num_decoder_layers,
148
+ decoder_norm,
149
+ return_intermediate=return_intermediate_dec,
150
+ )
151
+
152
+ self._reset_parameters()
153
+
154
+ self.d_model = d_model
155
+ self.nhead = nhead
156
+
157
+ def _reset_parameters(self):
158
+ for p in self.parameters():
159
+ if p.dim() > 1:
160
+ nn.init.xavier_uniform_(p)
161
+
162
+ def forward(
163
+ self,
164
+ src,
165
+ mask,
166
+ query_embed,
167
+ pos_embed,
168
+ latent_input=None,
169
+ proprio_input=None,
170
+ additional_pos_embed=None,
171
+ ):
172
+ # TODO flatten only when input has H and W
173
+ if len(src.shape) == 4: # has H and W
174
+ # flatten NxCxHxW to HWxNxC
175
+ bs, c, h, w = src.shape
176
+ src = src.flatten(2).permute(2, 0, 1)
177
+ pos_embed = pos_embed.flatten(2).permute(2, 0, 1).repeat(1, bs, 1)
178
+ query_embed = query_embed.unsqueeze(1).repeat(1, bs, 1)
179
+ # mask = mask.flatten(1)
180
+
181
+ additional_pos_embed = additional_pos_embed.unsqueeze(1).repeat(
182
+ 1, bs, 1
183
+ ) # seq, bs, dim
184
+ pos_embed = torch.cat([additional_pos_embed, pos_embed], axis=0)
185
+
186
+ addition_input = torch.stack([latent_input, proprio_input], axis=0)
187
+ src = torch.cat([addition_input, src], axis=0)
188
+ else:
189
+ assert len(src.shape) == 3
190
+ # flatten NxHWxC to HWxNxC
191
+ bs, hw, c = src.shape
192
+ src = src.permute(1, 0, 2)
193
+ pos_embed = pos_embed.unsqueeze(1).repeat(1, bs, 1)
194
+ query_embed = query_embed.unsqueeze(1).repeat(1, bs, 1)
195
+
196
+ tgt = torch.zeros_like(query_embed)
197
+ memory = self.encoder(src, src_key_padding_mask=mask, pos=pos_embed)
198
+ hs = self.decoder(
199
+ tgt, memory, memory_key_padding_mask=mask, pos=pos_embed, query_pos=query_embed
200
+ )
201
+ hs = hs.transpose(1, 2)
202
+ return hs
203
+
204
+
205
+ class TransformerEncoder(nn.Module):
206
+ def __init__(self, encoder_layer, num_layers, norm=None):
207
+ super().__init__()
208
+ self.layers = _get_clones(encoder_layer, num_layers)
209
+ self.num_layers = num_layers
210
+ self.norm = norm
211
+
212
+ def forward(
213
+ self,
214
+ src,
215
+ mask: Optional[Tensor] = None,
216
+ src_key_padding_mask: Optional[Tensor] = None,
217
+ pos: Optional[Tensor] = None,
218
+ ):
219
+ output = src
220
+
221
+ for layer in self.layers:
222
+ output = layer(
223
+ output, src_mask=mask, src_key_padding_mask=src_key_padding_mask, pos=pos
224
+ )
225
+
226
+ if self.norm is not None:
227
+ output = self.norm(output)
228
+
229
+ return output
230
+
231
+
232
+ class TransformerDecoder(nn.Module):
233
+ def __init__(self, decoder_layer, num_layers, norm=None, return_intermediate=False):
234
+ super().__init__()
235
+ self.layers = _get_clones(decoder_layer, num_layers)
236
+ self.num_layers = num_layers
237
+ self.norm = norm
238
+ self.return_intermediate = return_intermediate
239
+
240
+ def forward(
241
+ self,
242
+ tgt,
243
+ memory,
244
+ tgt_mask: Optional[Tensor] = None,
245
+ memory_mask: Optional[Tensor] = None,
246
+ tgt_key_padding_mask: Optional[Tensor] = None,
247
+ memory_key_padding_mask: Optional[Tensor] = None,
248
+ pos: Optional[Tensor] = None,
249
+ query_pos: Optional[Tensor] = None,
250
+ ):
251
+ output = tgt
252
+
253
+ intermediate = []
254
+
255
+ for layer in self.layers:
256
+ output = layer(
257
+ output,
258
+ memory,
259
+ tgt_mask=tgt_mask,
260
+ memory_mask=memory_mask,
261
+ tgt_key_padding_mask=tgt_key_padding_mask,
262
+ memory_key_padding_mask=memory_key_padding_mask,
263
+ pos=pos,
264
+ query_pos=query_pos,
265
+ )
266
+ if self.return_intermediate:
267
+ intermediate.append(self.norm(output))
268
+
269
+ if self.norm is not None:
270
+ output = self.norm(output)
271
+ if self.return_intermediate:
272
+ intermediate.pop()
273
+ intermediate.append(output)
274
+
275
+ if self.return_intermediate:
276
+ return torch.stack(intermediate)
277
+
278
+ return output.unsqueeze(0)
279
+
280
+
281
+ class TransformerEncoderLayer(nn.Module):
282
+ def __init__(
283
+ self,
284
+ d_model,
285
+ nhead,
286
+ dim_feedforward=2048,
287
+ dropout=0.1,
288
+ activation="relu",
289
+ normalize_before=False,
290
+ ):
291
+ super().__init__()
292
+ self.self_attn = nn.MultiheadAttention(d_model, nhead, dropout=dropout)
293
+ # Implementation of Feedforward model
294
+ self.linear1 = nn.Linear(d_model, dim_feedforward)
295
+ self.dropout = nn.Dropout(dropout)
296
+ self.linear2 = nn.Linear(dim_feedforward, d_model)
297
+
298
+ self.norm1 = nn.LayerNorm(d_model)
299
+ self.norm2 = nn.LayerNorm(d_model)
300
+ self.dropout1 = nn.Dropout(dropout)
301
+ self.dropout2 = nn.Dropout(dropout)
302
+
303
+ self.activation = _get_activation_fn(activation)
304
+ self.normalize_before = normalize_before
305
+
306
+ def with_pos_embed(self, tensor, pos: Optional[Tensor]):
307
+ return tensor if pos is None else tensor + pos
308
+
309
+ def forward_post(
310
+ self,
311
+ src,
312
+ src_mask: Optional[Tensor] = None,
313
+ src_key_padding_mask: Optional[Tensor] = None,
314
+ pos: Optional[Tensor] = None,
315
+ ):
316
+ q = k = self.with_pos_embed(src, pos)
317
+ src2 = self.self_attn(
318
+ q, k, value=src, attn_mask=src_mask, key_padding_mask=src_key_padding_mask
319
+ )[0]
320
+ src = src + self.dropout1(src2)
321
+ src = self.norm1(src)
322
+ src2 = self.linear2(self.dropout(self.activation(self.linear1(src))))
323
+ src = src + self.dropout2(src2)
324
+ src = self.norm2(src)
325
+ return src
326
+
327
+ def forward_pre(
328
+ self,
329
+ src,
330
+ src_mask: Optional[Tensor] = None,
331
+ src_key_padding_mask: Optional[Tensor] = None,
332
+ pos: Optional[Tensor] = None,
333
+ ):
334
+ src2 = self.norm1(src)
335
+ q = k = self.with_pos_embed(src2, pos)
336
+ src2 = self.self_attn(
337
+ q, k, value=src2, attn_mask=src_mask, key_padding_mask=src_key_padding_mask
338
+ )[0]
339
+ src = src + self.dropout1(src2)
340
+ src2 = self.norm2(src)
341
+ src2 = self.linear2(self.dropout(self.activation(self.linear1(src2))))
342
+ src = src + self.dropout2(src2)
343
+ return src
344
+
345
+ def forward(
346
+ self,
347
+ src,
348
+ src_mask: Optional[Tensor] = None,
349
+ src_key_padding_mask: Optional[Tensor] = None,
350
+ pos: Optional[Tensor] = None,
351
+ ):
352
+ if self.normalize_before:
353
+ return self.forward_pre(src, src_mask, src_key_padding_mask, pos)
354
+ return self.forward_post(src, src_mask, src_key_padding_mask, pos)
355
+
356
+
357
+ class TransformerDecoderLayer(nn.Module):
358
+ def __init__(
359
+ self,
360
+ d_model,
361
+ nhead,
362
+ dim_feedforward=2048,
363
+ dropout=0.1,
364
+ activation="relu",
365
+ normalize_before=False,
366
+ ):
367
+ super().__init__()
368
+ self.self_attn = nn.MultiheadAttention(d_model, nhead, dropout=dropout)
369
+ self.multihead_attn = nn.MultiheadAttention(d_model, nhead, dropout=dropout)
370
+ # Implementation of Feedforward model
371
+ self.linear1 = nn.Linear(d_model, dim_feedforward)
372
+ self.dropout = nn.Dropout(dropout)
373
+ self.linear2 = nn.Linear(dim_feedforward, d_model)
374
+
375
+ self.norm1 = nn.LayerNorm(d_model)
376
+ self.norm2 = nn.LayerNorm(d_model)
377
+ self.norm3 = nn.LayerNorm(d_model)
378
+ self.dropout1 = nn.Dropout(dropout)
379
+ self.dropout2 = nn.Dropout(dropout)
380
+ self.dropout3 = nn.Dropout(dropout)
381
+
382
+ self.activation = _get_activation_fn(activation)
383
+ self.normalize_before = normalize_before
384
+
385
+ def with_pos_embed(self, tensor, pos: Optional[Tensor]):
386
+ return tensor if pos is None else tensor + pos
387
+
388
+ def forward_post(
389
+ self,
390
+ tgt,
391
+ memory,
392
+ tgt_mask: Optional[Tensor] = None,
393
+ memory_mask: Optional[Tensor] = None,
394
+ tgt_key_padding_mask: Optional[Tensor] = None,
395
+ memory_key_padding_mask: Optional[Tensor] = None,
396
+ pos: Optional[Tensor] = None,
397
+ query_pos: Optional[Tensor] = None,
398
+ ):
399
+ q = k = self.with_pos_embed(tgt, query_pos)
400
+ tgt2 = self.self_attn(
401
+ q, k, value=tgt, attn_mask=tgt_mask, key_padding_mask=tgt_key_padding_mask
402
+ )[0]
403
+ tgt = tgt + self.dropout1(tgt2)
404
+ tgt = self.norm1(tgt)
405
+ tgt2 = self.multihead_attn(
406
+ query=self.with_pos_embed(tgt, query_pos),
407
+ key=self.with_pos_embed(memory, pos),
408
+ value=memory,
409
+ attn_mask=memory_mask,
410
+ key_padding_mask=memory_key_padding_mask,
411
+ )[0]
412
+ tgt = tgt + self.dropout2(tgt2)
413
+ tgt = self.norm2(tgt)
414
+ tgt2 = self.linear2(self.dropout(self.activation(self.linear1(tgt))))
415
+ tgt = tgt + self.dropout3(tgt2)
416
+ tgt = self.norm3(tgt)
417
+ return tgt
418
+
419
+ def forward_pre(
420
+ self,
421
+ tgt,
422
+ memory,
423
+ tgt_mask: Optional[Tensor] = None,
424
+ memory_mask: Optional[Tensor] = None,
425
+ tgt_key_padding_mask: Optional[Tensor] = None,
426
+ memory_key_padding_mask: Optional[Tensor] = None,
427
+ pos: Optional[Tensor] = None,
428
+ query_pos: Optional[Tensor] = None,
429
+ ):
430
+ tgt2 = self.norm1(tgt)
431
+ q = k = self.with_pos_embed(tgt2, query_pos)
432
+ tgt2 = self.self_attn(
433
+ q, k, value=tgt2, attn_mask=tgt_mask, key_padding_mask=tgt_key_padding_mask
434
+ )[0]
435
+ tgt = tgt + self.dropout1(tgt2)
436
+ tgt2 = self.norm2(tgt)
437
+ tgt2 = self.multihead_attn(
438
+ query=self.with_pos_embed(tgt2, query_pos),
439
+ key=self.with_pos_embed(memory, pos),
440
+ value=memory,
441
+ attn_mask=memory_mask,
442
+ key_padding_mask=memory_key_padding_mask,
443
+ )[0]
444
+ tgt = tgt + self.dropout2(tgt2)
445
+ tgt2 = self.norm3(tgt)
446
+ tgt2 = self.linear2(self.dropout(self.activation(self.linear1(tgt2))))
447
+ tgt = tgt + self.dropout3(tgt2)
448
+ return tgt
449
+
450
+ def forward(
451
+ self,
452
+ tgt,
453
+ memory,
454
+ tgt_mask: Optional[Tensor] = None,
455
+ memory_mask: Optional[Tensor] = None,
456
+ tgt_key_padding_mask: Optional[Tensor] = None,
457
+ memory_key_padding_mask: Optional[Tensor] = None,
458
+ pos: Optional[Tensor] = None,
459
+ query_pos: Optional[Tensor] = None,
460
+ ):
461
+ if self.normalize_before:
462
+ return self.forward_pre(
463
+ tgt,
464
+ memory,
465
+ tgt_mask,
466
+ memory_mask,
467
+ tgt_key_padding_mask,
468
+ memory_key_padding_mask,
469
+ pos,
470
+ query_pos,
471
+ )
472
+ return self.forward_post(
473
+ tgt,
474
+ memory,
475
+ tgt_mask,
476
+ memory_mask,
477
+ tgt_key_padding_mask,
478
+ memory_key_padding_mask,
479
+ pos,
480
+ query_pos,
481
+ )
482
+
483
+
484
+ def _get_clones(module, N):
485
+ return nn.ModuleList([copy.deepcopy(module) for i in range(N)])
486
+
487
+
488
+ def _get_activation_fn(activation):
489
+ """Return an activation function given a string."""
490
+ if activation == "relu":
491
+ return F.relu
492
+ if activation == "gelu":
493
+ return F.gelu
494
+ raise RuntimeError(f"activation should be relu/gelu, not {activation}.")
495
+
496
+
497
+
498
+ def reparametrize(mu: torch.Tensor, logvar: torch.Tensor) -> torch.Tensor:
499
+ std = logvar.div(2).exp()
500
+ return mu + std * torch.randn_like(std)
501
+
502
+
503
+ def get_sinusoid_encoding_table(n_position: int, d_hid: int) -> torch.Tensor:
504
+ def angle_vec(position: int) -> list[float]:
505
+ return [position / np.power(10000, 2 * (j // 2) / d_hid) for j in range(d_hid)]
506
+
507
+ table = np.array([angle_vec(i) for i in range(n_position)])
508
+ table[:, 0::2] = np.sin(table[:, 0::2])
509
+ table[:, 1::2] = np.cos(table[:, 1::2])
510
+ return torch.FloatTensor(table).unsqueeze(0)
511
+
512
+
513
+ def build_style_encoder(
514
+ hidden_dim: int, nheads: int, dim_feedforward: int, enc_layers: int, dropout: float
515
+ ) -> TransformerEncoder:
516
+ """The CVAE style encoder (a plain transformer encoder over [CLS, qpos, action seq])."""
517
+ layer = TransformerEncoderLayer(hidden_dim, nheads, dim_feedforward, dropout, "relu", False)
518
+ return TransformerEncoder(layer, enc_layers, norm=None)
519
+
520
+
521
+ class DETRVAE(nn.Module):
522
+ """CVAE decoder: (qpos, images[, action seq]) → ``num_queries`` future actions."""
523
+
524
+ def __init__(
525
+ self,
526
+ backbone: Joiner,
527
+ transformer: Transformer,
528
+ encoder: TransformerEncoder,
529
+ *,
530
+ qpos_dim: int,
531
+ action_dim: int,
532
+ num_queries: int,
533
+ latent_dim: int = 32,
534
+ ) -> None:
535
+ super().__init__()
536
+ self.num_queries = num_queries
537
+ self.transformer = transformer
538
+ self.encoder = encoder
539
+ hidden_dim = transformer.d_model
540
+ self.action_head = nn.Linear(hidden_dim, action_dim)
541
+ self.query_embed = nn.Embedding(num_queries, hidden_dim)
542
+ self.backbone = backbone # ONE backbone shared by every camera (upstream behavior)
543
+ self.input_proj = nn.Conv2d(backbone.num_channels, hidden_dim, kernel_size=1)
544
+ self.input_proj_robot_state = nn.Linear(qpos_dim, hidden_dim)
545
+
546
+ # CVAE style encoder inputs
547
+ self.latent_dim = latent_dim
548
+ self.cls_embed = nn.Embedding(1, hidden_dim)
549
+ self.encoder_action_proj = nn.Linear(action_dim, hidden_dim)
550
+ self.encoder_joint_proj = nn.Linear(qpos_dim, hidden_dim)
551
+ self.latent_proj = nn.Linear(hidden_dim, latent_dim * 2)
552
+ self.register_buffer(
553
+ "pos_table", get_sinusoid_encoding_table(1 + 1 + num_queries, hidden_dim)
554
+ )
555
+ # decoder side
556
+ self.latent_out_proj = nn.Linear(latent_dim, hidden_dim)
557
+ self.additional_pos_embed = nn.Embedding(2, hidden_dim) # latent + proprio slots
558
+
559
+ def forward(
560
+ self,
561
+ qpos: torch.Tensor,
562
+ images: torch.Tensor,
563
+ actions: torch.Tensor | None = None,
564
+ is_pad: torch.Tensor | None = None,
565
+ ) -> tuple[torch.Tensor, tuple[torch.Tensor | None, torch.Tensor | None]]:
566
+ """``qpos (B, Dq)``, ``images (B, ncam, C, H, W)``; train passes ``actions (B, T, Da)``."""
567
+ is_training = actions is not None
568
+ bs = qpos.shape[0]
569
+ if is_training:
570
+ action_embed = self.encoder_action_proj(actions)
571
+ qpos_embed = self.encoder_joint_proj(qpos).unsqueeze(1)
572
+ cls_embed = self.cls_embed.weight.unsqueeze(0).repeat(bs, 1, 1)
573
+ encoder_input = torch.cat([cls_embed, qpos_embed, action_embed], dim=1)
574
+ encoder_input = encoder_input.permute(1, 0, 2)
575
+ if is_pad is None:
576
+ is_pad = torch.zeros(bs, actions.shape[1], dtype=torch.bool, device=qpos.device)
577
+ cls_joint_is_pad = torch.full((bs, 2), False, device=qpos.device)
578
+ key_pad = torch.cat([cls_joint_is_pad, is_pad], dim=1)
579
+ pos_embed = self.pos_table.clone().detach().permute(1, 0, 2)
580
+ encoder_output = self.encoder(
581
+ encoder_input, pos=pos_embed, src_key_padding_mask=key_pad
582
+ )[0]
583
+ latent_info = self.latent_proj(encoder_output)
584
+ mu = latent_info[:, : self.latent_dim]
585
+ logvar = latent_info[:, self.latent_dim :]
586
+ latent_input = self.latent_out_proj(reparametrize(mu, logvar))
587
+ else:
588
+ mu = logvar = None
589
+ latent_sample = torch.zeros(bs, self.latent_dim, device=qpos.device)
590
+ latent_input = self.latent_out_proj(latent_sample)
591
+
592
+ all_cam_features, all_cam_pos = [], []
593
+ for cam_id in range(images.shape[1]):
594
+ features, pos = self.backbone(images[:, cam_id])
595
+ all_cam_features.append(self.input_proj(features[0]))
596
+ all_cam_pos.append(pos[0])
597
+ proprio_input = self.input_proj_robot_state(qpos)
598
+ src = torch.cat(all_cam_features, dim=3) # cameras fold into the width axis
599
+ pos = torch.cat(all_cam_pos, dim=3)
600
+ hs = self.transformer(
601
+ src,
602
+ None,
603
+ self.query_embed.weight,
604
+ pos,
605
+ latent_input,
606
+ proprio_input,
607
+ self.additional_pos_embed.weight,
608
+ )[0]
609
+ return self.action_head(hs), (mu, logvar)
610
+
611
+
612
+ def kl_divergence(mu: torch.Tensor, logvar: torch.Tensor) -> torch.Tensor:
613
+ """Total KL(q(z|x) || N(0, I)), summed over latent dims, meaned over the batch."""
614
+ klds = -0.5 * (1 + logvar - mu.pow(2) - logvar.exp())
615
+ return klds.sum(1).mean()
code/fmdit_continue_20261117/baselines/adapters.py ADDED
@@ -0,0 +1,48 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ """The G1 evaluation adapters of the baselines (evaluation/README.md#the-model-interface): `make_model('fm_dit')`
2
+ returns the `Model` class that `evaluation/policy/FMDiT/model.py` exports (likewise DP, ACT).
3
+
4
+ Observation: the current ego_view and chest frames (480x640 RGB, resized as the training cache) and state44; no past
5
+ actions or earlier frames (the baselines read one frame). Output: the checkpoint's whole chunk (16 rows of action76,
6
+ row 0 executed at the request's frame), `execution_steps` rows of it executed before the next query (deploy.yml
7
+ `config: execution_steps`, default the whole chunk), the request's seed for the sampling noise (FM-DiT, DP).
8
+ """
9
+ from __future__ import annotations
10
+
11
+ from .runtime import BaselinePolicy
12
+
13
+ WIDTH = {'sonic_dfx6': 76}
14
+
15
+
16
+ def require(condition, message):
17
+ if not condition:
18
+ raise RuntimeError(message)
19
+
20
+
21
+ def make_model(policy_name: str):
22
+ class Model:
23
+ history_length = 1 # the current head and chest frames only
24
+ video_frames = 0
25
+
26
+ def __init__(self, cfg):
27
+ self.policy = BaselinePolicy(cfg['checkpoint_path'], device=cfg.get('device', 'cuda:0'),
28
+ policy=policy_name, robot='g1')
29
+ contract = self.policy.contract
30
+ require(cfg['action_space'] in WIDTH and contract['action_space'] == cfg['action_space']
31
+ and self.policy.action_dim == WIDTH[cfg['action_space']] and self.policy.state_dim == 44
32
+ and list(self.policy.cameras) == ['ego_view', 'chest'],
33
+ f"checkpoint contract {contract['name']} does not serve {cfg['action_space']}")
34
+ extra = cfg.get('config') or {}
35
+ if extra.get('check_task', True):
36
+ require(cfg['task'].strip() == (self.policy.task_text or '').strip(),
37
+ f'task text {cfg["task"]!r} is not the training task {self.policy.task_text!r}')
38
+ self.execution_steps = int(extra.get('execution_steps') or self.policy.horizon)
39
+ require(1 <= self.execution_steps <= self.policy.horizon, f'execution_steps {self.execution_steps}')
40
+ self.info = dict(self.policy.info(), execution_steps=self.execution_steps)
41
+
42
+ def get_action(self, obs):
43
+ action, _ = self.policy.predict(obs['images'], obs['state'], seed=obs['seed'])
44
+ return dict(action=action, execution_steps=self.execution_steps,
45
+ sampling_steps=self.policy.sampling_steps)
46
+
47
+ Model.__name__ = Model.__qualname__ = f'Model_{policy_name}'
48
+ return Model