Upload folder using huggingface_hub
Browse filesThis view is limited to 50 files because it contains too many changes. See raw diff
- .gitattributes +3 -0
- act/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240341/argv.txt +44 -0
- act/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240341/checkpoints/ckpt_40000/model.safetensors +3 -0
- act/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240341/checkpoints/ckpt_40000/optimizer.bin +3 -0
- act/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240341/checkpoints/ckpt_40000/random_states_0.pkl +3 -0
- act/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240341/checkpoints/ckpt_40000/random_states_1.pkl +3 -0
- act/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240341/checkpoints/ckpt_40000/scheduler.bin +3 -0
- act/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240341/checkpoints/ckpt_41999/model.safetensors +3 -0
- act/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240341/checkpoints/ckpt_41999/optimizer.bin +3 -0
- act/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240341/checkpoints/ckpt_41999/random_states_0.pkl +3 -0
- act/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240341/checkpoints/ckpt_41999/random_states_1.pkl +3 -0
- act/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240341/checkpoints/ckpt_41999/scheduler.bin +3 -0
- act/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240341/dataset_statistics.json +558 -0
- act/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240341/envs.txt +17 -0
- act/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240341/run_config.json +310 -0
- act/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240341/wandb/debug-internal.log +12 -0
- act/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240341/wandb/debug.log +27 -0
- act/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240341/wandb/run-20260124_034206-e5jhds0w/files/config.yaml +457 -0
- act/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240341/wandb/run-20260124_034206-e5jhds0w/files/output.log +263 -0
- act/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240341/wandb/run-20260124_034206-e5jhds0w/files/requirements.txt +237 -0
- act/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240341/wandb/run-20260124_034206-e5jhds0w/files/wandb-metadata.json +136 -0
- act/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240341/wandb/run-20260124_034206-e5jhds0w/files/wandb-summary.json +1 -0
- act/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240341/wandb/run-20260124_034206-e5jhds0w/logs/debug-internal.log +12 -0
- act/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240341/wandb/run-20260124_034206-e5jhds0w/logs/debug.log +27 -0
- act/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240341/wandb/run-20260124_034206-e5jhds0w/run-e5jhds0w.wandb +3 -0
- act/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240345/argv.txt +44 -0
- act/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240345/checkpoints/ckpt_40000/model.safetensors +3 -0
- act/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240345/checkpoints/ckpt_40000/optimizer.bin +3 -0
- act/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240345/checkpoints/ckpt_40000/random_states_0.pkl +3 -0
- act/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240345/checkpoints/ckpt_40000/random_states_1.pkl +3 -0
- act/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240345/checkpoints/ckpt_40000/scheduler.bin +3 -0
- act/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240345/checkpoints/ckpt_41999/model.safetensors +3 -0
- act/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240345/checkpoints/ckpt_41999/optimizer.bin +3 -0
- act/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240345/checkpoints/ckpt_41999/random_states_0.pkl +3 -0
- act/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240345/checkpoints/ckpt_41999/random_states_1.pkl +3 -0
- act/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240345/checkpoints/ckpt_41999/scheduler.bin +3 -0
- act/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240345/dataset_statistics.json +558 -0
- act/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240345/envs.txt +17 -0
- act/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240345/run_config.json +310 -0
- act/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240345/wandb/debug-internal.log +12 -0
- act/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240345/wandb/debug.log +27 -0
- act/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240345/wandb/run-20260124_034546-fk8kij49/files/config.yaml +457 -0
- act/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240345/wandb/run-20260124_034546-fk8kij49/files/output.log +275 -0
- act/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240345/wandb/run-20260124_034546-fk8kij49/files/requirements.txt +237 -0
- act/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240345/wandb/run-20260124_034546-fk8kij49/files/wandb-metadata.json +136 -0
- act/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240345/wandb/run-20260124_034546-fk8kij49/files/wandb-summary.json +1 -0
- act/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240345/wandb/run-20260124_034546-fk8kij49/logs/debug-internal.log +12 -0
- act/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240345/wandb/run-20260124_034546-fk8kij49/logs/debug.log +27 -0
- act/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240345/wandb/run-20260124_034546-fk8kij49/run-fk8kij49.wandb +3 -0
- act/act-g1-real/act-remove-the-cap-turn-on-the-faucet-and-fill-the-bottle-with-water.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240339/argv.txt +44 -0
.gitattributes
CHANGED
|
@@ -2088,3 +2088,6 @@ act/act-g1-real/act-pick-bottle-and-turn-and-pour-into-cup.g1-real.cosin.lr1.0e-
|
|
| 2088 |
act/act-g1-real/act-pull-the-tray-out-of-chips-can-and-throw-the-can-into-trash-bin.g1-real.cosin.lr1.0e-04.b64.gpus2.2601231421/wandb/run-20260123_142144-7kwywvv2/run-7kwywvv2.wandb filter=lfs diff=lfs merge=lfs -text
|
| 2089 |
act/act-g1-real/act-rotate-to-pour-ham-into-plate-and-push-the-cart-forward.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240510/wandb/run-20260124_051018-nfks4wzd/run-nfks4wzd.wandb filter=lfs diff=lfs merge=lfs -text
|
| 2090 |
act/act-g1-real/act-spray-the-bowl-and-wipe-it-and-stack-it-up.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240214/wandb/run-20260124_021447-qcb38sob/run-qcb38sob.wandb filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
|
|
|
| 2088 |
act/act-g1-real/act-pull-the-tray-out-of-chips-can-and-throw-the-can-into-trash-bin.g1-real.cosin.lr1.0e-04.b64.gpus2.2601231421/wandb/run-20260123_142144-7kwywvv2/run-7kwywvv2.wandb filter=lfs diff=lfs merge=lfs -text
|
| 2089 |
act/act-g1-real/act-rotate-to-pour-ham-into-plate-and-push-the-cart-forward.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240510/wandb/run-20260124_051018-nfks4wzd/run-nfks4wzd.wandb filter=lfs diff=lfs merge=lfs -text
|
| 2090 |
act/act-g1-real/act-spray-the-bowl-and-wipe-it-and-stack-it-up.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240214/wandb/run-20260124_021447-qcb38sob/run-qcb38sob.wandb filter=lfs diff=lfs merge=lfs -text
|
| 2091 |
+
act/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240341/wandb/run-20260124_034206-e5jhds0w/run-e5jhds0w.wandb filter=lfs diff=lfs merge=lfs -text
|
| 2092 |
+
act/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240345/wandb/run-20260124_034546-fk8kij49/run-fk8kij49.wandb filter=lfs diff=lfs merge=lfs -text
|
| 2093 |
+
act/act-g1-real/act-remove-the-cap-turn-on-the-faucet-and-fill-the-bottle-with-water.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240339/wandb/run-20260124_033937-1i9wg620/run-1i9wg620.wandb filter=lfs diff=lfs merge=lfs -text
|
act/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240341/argv.txt
ADDED
|
@@ -0,0 +1,44 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
scripts/train.py
|
| 2 |
+
data:gr00t
|
| 3 |
+
data.transform.repack:gr00t-we
|
| 4 |
+
data.transform.action-state:maxmin
|
| 5 |
+
data.transform.model:act
|
| 6 |
+
model:act
|
| 7 |
+
--seed=2026
|
| 8 |
+
--exp=act-push-cart-grasp-and-place-grapes-on-plate
|
| 9 |
+
--train.name=act-g1-real
|
| 10 |
+
--log.report-to=wandb
|
| 11 |
+
--wandb.entity=jliu530-soochow-university
|
| 12 |
+
--train.data_parallel=ddp
|
| 13 |
+
--train.mixed_precision=bf16
|
| 14 |
+
--train.train-batch-size=32
|
| 15 |
+
--train.gradient_accumulation_steps=1
|
| 16 |
+
--train.validation_steps=500
|
| 17 |
+
--train.val_num_batches=20
|
| 18 |
+
--train.max-training-steps=42000
|
| 19 |
+
--train.learning-rate=1e-4
|
| 20 |
+
--train.max-grad-norm=1.0
|
| 21 |
+
--train.lr_scheduler_kwargs.weight_decay=1e-6
|
| 22 |
+
--train.lr_scheduler_kwargs.betas 0.95 0.999
|
| 23 |
+
--train.lr_scheduler_type=cosine
|
| 24 |
+
--train.warmup-steps=1000
|
| 25 |
+
--train.warmup-ratio=None
|
| 26 |
+
--train.checkpointing-steps=5000
|
| 27 |
+
--data.root_dir=/hfm/data/real_teleop_g1/lerobot
|
| 28 |
+
--data.dataset_paths=Push_cart_grasp_and_place_grapes_on_plate
|
| 29 |
+
--data.data_config=we.data.gr00t.data_config:WeUnitreeG1LocoDataConfig
|
| 30 |
+
--data.transform.repack.pad-action-dim=36
|
| 31 |
+
--data.transform.repack.pad-state-dim=32
|
| 32 |
+
--data.transform.action-state.stat-path=dataset_statistics/g1-stats-Push_cart_grasp_and_place_grapes_on_plate.json
|
| 33 |
+
--data.transform.action-state.stat-action-key=action
|
| 34 |
+
--data.transform.action-state.stat-state-key=states
|
| 35 |
+
--data.transform.action-state.normalize-state
|
| 36 |
+
--data.transform.action-state.action-norm-type=bounds
|
| 37 |
+
--data.transform.model.img-aug
|
| 38 |
+
--data.action-chunk-size=100
|
| 39 |
+
--model.chunk-size=100
|
| 40 |
+
--model.n-action-steps=100
|
| 41 |
+
--model.action-dim=36
|
| 42 |
+
--model.state-dim=32
|
| 43 |
+
--model.use-vae
|
| 44 |
+
--model.kl-weight=10.0
|
act/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240341/checkpoints/ckpt_40000/model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e2ff781e36bdf19304a69bdf22045f12e1a8e5d7cd9f8e493668adf01ce127d9
|
| 3 |
+
size 206929288
|
act/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240341/checkpoints/ckpt_40000/optimizer.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0f6680180bf962dafe624b286e91f3ae91365679db9feb18b9de088c90197029
|
| 3 |
+
size 413365323
|
act/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240341/checkpoints/ckpt_40000/random_states_0.pkl
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:05a0e8ad201ae0ac8099501ba357f55b0b4cdb7fb78a60025ccd5242ba986d69
|
| 3 |
+
size 15017
|
act/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240341/checkpoints/ckpt_40000/random_states_1.pkl
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6a7fa639504fcdf108f13cd9c981376c5035fd55546e113fe83c26db9fc87577
|
| 3 |
+
size 15017
|
act/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240341/checkpoints/ckpt_40000/scheduler.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8eb924d1839878754c8fee832541dbd45925c8f97a4199d20416424aca1da736
|
| 3 |
+
size 1465
|
act/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240341/checkpoints/ckpt_41999/model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:55ba3430c54a0b9b532441ba42fd95797fec6ad0f5c5e9f86d47be386fd7c98f
|
| 3 |
+
size 206929288
|
act/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240341/checkpoints/ckpt_41999/optimizer.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b54152a2eb4fee0f21abe334a115d85fecdf1298bc5573ab73c5a1ba72855d7b
|
| 3 |
+
size 413365323
|
act/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240341/checkpoints/ckpt_41999/random_states_0.pkl
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:22aa2ee85fb66be9843ccbc11f659a521a0de164d5e50e42ed379f4351f82093
|
| 3 |
+
size 15017
|
act/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240341/checkpoints/ckpt_41999/random_states_1.pkl
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:884ab7db353c3691df248d0bc1fdbc547574afc9125ddddb95ceaf29f8afde21
|
| 3 |
+
size 15017
|
act/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240341/checkpoints/ckpt_41999/scheduler.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e535d787f14eca99ed019dbfc496ad1979b2294c53840353f973c96848844e1e
|
| 3 |
+
size 1465
|
act/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240341/dataset_statistics.json
ADDED
|
@@ -0,0 +1,558 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"states": {
|
| 3 |
+
"mean": [
|
| 4 |
+
-0.639490008354187,
|
| 5 |
+
0.5598652958869934,
|
| 6 |
+
0.7508902549743652,
|
| 7 |
+
-0.25175440311431885,
|
| 8 |
+
-0.3999335765838623,
|
| 9 |
+
-0.337761253118515,
|
| 10 |
+
-0.5562001466751099,
|
| 11 |
+
-0.47207823395729065,
|
| 12 |
+
-0.5420713424682617,
|
| 13 |
+
-0.7273601293563843,
|
| 14 |
+
0.4445062279701233,
|
| 15 |
+
0.6221323013305664,
|
| 16 |
+
0.44212180376052856,
|
| 17 |
+
0.6947574615478516,
|
| 18 |
+
0.12124833464622498,
|
| 19 |
+
0.2101212739944458,
|
| 20 |
+
0.23638580739498138,
|
| 21 |
+
0.050116632133722305,
|
| 22 |
+
-0.16650019586086273,
|
| 23 |
+
-0.36662817001342773,
|
| 24 |
+
-0.23764868080615997,
|
| 25 |
+
-0.5449934005737305,
|
| 26 |
+
-0.19021503627300262,
|
| 27 |
+
0.05621454492211342,
|
| 28 |
+
0.5941070914268494,
|
| 29 |
+
-0.23858405649662018,
|
| 30 |
+
-0.23731473088264465,
|
| 31 |
+
0.04377191141247749,
|
| 32 |
+
-0.003370167687535286,
|
| 33 |
+
0.03685297444462776,
|
| 34 |
+
-0.07056427001953125,
|
| 35 |
+
0.7320583462715149
|
| 36 |
+
],
|
| 37 |
+
"std": [
|
| 38 |
+
0.21672311425209045,
|
| 39 |
+
0.13823239505290985,
|
| 40 |
+
0.15728947520256042,
|
| 41 |
+
0.2361675202846527,
|
| 42 |
+
0.3464930057525635,
|
| 43 |
+
0.3317983150482178,
|
| 44 |
+
0.46160775423049927,
|
| 45 |
+
0.2563662827014923,
|
| 46 |
+
0.10304629057645798,
|
| 47 |
+
0.14716456830501556,
|
| 48 |
+
0.3559660017490387,
|
| 49 |
+
0.5002177357673645,
|
| 50 |
+
0.33975711464881897,
|
| 51 |
+
0.5306226015090942,
|
| 52 |
+
0.36043867468833923,
|
| 53 |
+
0.12918461859226227,
|
| 54 |
+
0.15602730214595795,
|
| 55 |
+
0.38895076513290405,
|
| 56 |
+
0.2221171259880066,
|
| 57 |
+
0.32731714844703674,
|
| 58 |
+
0.20227091014385223,
|
| 59 |
+
0.48788419365882874,
|
| 60 |
+
0.1574118733406067,
|
| 61 |
+
0.28795915842056274,
|
| 62 |
+
0.4946692883968353,
|
| 63 |
+
0.3728179633617401,
|
| 64 |
+
0.3018190264701843,
|
| 65 |
+
0.27890101075172424,
|
| 66 |
+
0.048964355140924454,
|
| 67 |
+
0.09605813026428223,
|
| 68 |
+
0.24454477429389954,
|
| 69 |
+
0.01829754002392292
|
| 70 |
+
],
|
| 71 |
+
"min": [
|
| 72 |
+
-1.0231640338897705,
|
| 73 |
+
-0.0695418044924736,
|
| 74 |
+
0.24746619164943695,
|
| 75 |
+
-1.4132853746414185,
|
| 76 |
+
-1.8126834630966187,
|
| 77 |
+
-1.3577090501785278,
|
| 78 |
+
-1.7228399515151978,
|
| 79 |
+
-1.0409873723983765,
|
| 80 |
+
-0.9193933606147766,
|
| 81 |
+
-1.5848426818847656,
|
| 82 |
+
-0.07512053102254868,
|
| 83 |
+
0.023398026823997498,
|
| 84 |
+
-0.05005142092704773,
|
| 85 |
+
0.018349293619394302,
|
| 86 |
+
-0.896072506904602,
|
| 87 |
+
-0.10484998673200607,
|
| 88 |
+
-0.3023500144481659,
|
| 89 |
+
-1.0332319736480713,
|
| 90 |
+
-1.0468820333480835,
|
| 91 |
+
-1.5026646852493286,
|
| 92 |
+
-0.9785187244415283,
|
| 93 |
+
-1.8509875535964966,
|
| 94 |
+
-1.010833501815796,
|
| 95 |
+
-0.6269427537918091,
|
| 96 |
+
-1.0290495157241821,
|
| 97 |
+
-1.522499918937683,
|
| 98 |
+
-1.3486835956573486,
|
| 99 |
+
-1.1306359767913818,
|
| 100 |
+
-0.17483314871788025,
|
| 101 |
+
-0.3118287920951843,
|
| 102 |
+
-1.1479005813598633,
|
| 103 |
+
0.6552329659461975
|
| 104 |
+
],
|
| 105 |
+
"max": [
|
| 106 |
+
0.0012606654781848192,
|
| 107 |
+
0.9533419013023376,
|
| 108 |
+
1.441234827041626,
|
| 109 |
+
0.10255199670791626,
|
| 110 |
+
-0.021535230800509453,
|
| 111 |
+
0.2322024405002594,
|
| 112 |
+
-0.022155510261654854,
|
| 113 |
+
0.18327920138835907,
|
| 114 |
+
0.06926733255386353,
|
| 115 |
+
-0.24854479730129242,
|
| 116 |
+
1.4151289463043213,
|
| 117 |
+
1.7675095796585083,
|
| 118 |
+
1.333852767944336,
|
| 119 |
+
1.720163106918335,
|
| 120 |
+
1.2428480386734009,
|
| 121 |
+
0.7350764274597168,
|
| 122 |
+
1.2933615446090698,
|
| 123 |
+
1.1574125289916992,
|
| 124 |
+
0.929772138595581,
|
| 125 |
+
0.8751207590103149,
|
| 126 |
+
0.44843629002571106,
|
| 127 |
+
0.7306901812553406,
|
| 128 |
+
0.12389291822910309,
|
| 129 |
+
0.8440968990325928,
|
| 130 |
+
1.3799595832824707,
|
| 131 |
+
1.1950310468673706,
|
| 132 |
+
1.071639060974121,
|
| 133 |
+
1.2805979251861572,
|
| 134 |
+
0.21328531205654144,
|
| 135 |
+
0.3196083903312683,
|
| 136 |
+
0.48254090547561646,
|
| 137 |
+
0.801028311252594
|
| 138 |
+
],
|
| 139 |
+
"q01": [
|
| 140 |
+
-1.0003288984298706,
|
| 141 |
+
0.24154996499419212,
|
| 142 |
+
0.5464459806680679,
|
| 143 |
+
-1.138906866312027,
|
| 144 |
+
-1.7269256114959717,
|
| 145 |
+
-1.0811239778995514,
|
| 146 |
+
-1.6471525728702545,
|
| 147 |
+
-0.9866711795330048,
|
| 148 |
+
-0.7845048010349274,
|
| 149 |
+
-1.2068439722061157,
|
| 150 |
+
0.003995673265308142,
|
| 151 |
+
0.03462587296962738,
|
| 152 |
+
-0.002932884090114385,
|
| 153 |
+
0.01911628618836403,
|
| 154 |
+
-0.5482873171567917,
|
| 155 |
+
-0.061538998037576675,
|
| 156 |
+
-0.12132530100643635,
|
| 157 |
+
-0.9794377833604813,
|
| 158 |
+
-0.793193906545639,
|
| 159 |
+
-1.2216891944408417,
|
| 160 |
+
-0.7400441318750381,
|
| 161 |
+
-1.5305383801460266,
|
| 162 |
+
-0.608064591884613,
|
| 163 |
+
-0.4274803102016449,
|
| 164 |
+
-0.5353982746601105,
|
| 165 |
+
-1.2221932709217072,
|
| 166 |
+
-0.953227236866951,
|
| 167 |
+
-0.6563884764909744,
|
| 168 |
+
-0.12044951878488064,
|
| 169 |
+
-0.19737506285309792,
|
| 170 |
+
-0.8513251841068268,
|
| 171 |
+
0.6925749778747559
|
| 172 |
+
],
|
| 173 |
+
"q99": [
|
| 174 |
+
-0.12671788036823273,
|
| 175 |
+
0.8919035047292709,
|
| 176 |
+
1.2140001058578491,
|
| 177 |
+
0.028299483936280012,
|
| 178 |
+
-0.031822274439036846,
|
| 179 |
+
0.22735120356082916,
|
| 180 |
+
-0.0303517933934927,
|
| 181 |
+
-0.01155597297474742,
|
| 182 |
+
-0.28130418062210083,
|
| 183 |
+
-0.5209185928106308,
|
| 184 |
+
1.15076744556427,
|
| 185 |
+
1.722438097000122,
|
| 186 |
+
0.9948239773511887,
|
| 187 |
+
1.7053217887878418,
|
| 188 |
+
1.0441855192184448,
|
| 189 |
+
0.5283785164356232,
|
| 190 |
+
0.7163720279932022,
|
| 191 |
+
0.9164786338806152,
|
| 192 |
+
0.2938561961054802,
|
| 193 |
+
0.5599221885204315,
|
| 194 |
+
0.2007444053888321,
|
| 195 |
+
0.43314584344625473,
|
| 196 |
+
0.09484615363180637,
|
| 197 |
+
0.7030006349086761,
|
| 198 |
+
1.3659979104995728,
|
| 199 |
+
0.6106891632080078,
|
| 200 |
+
0.5404655784368515,
|
| 201 |
+
0.8005002290010452,
|
| 202 |
+
0.12078485824167728,
|
| 203 |
+
0.248464647680521,
|
| 204 |
+
0.28620126843452454,
|
| 205 |
+
0.7687181681394577
|
| 206 |
+
]
|
| 207 |
+
},
|
| 208 |
+
"action": {
|
| 209 |
+
"mean": [
|
| 210 |
+
-0.6448636651039124,
|
| 211 |
+
0.5748050212860107,
|
| 212 |
+
0.7545458078384399,
|
| 213 |
+
-0.2644195258617401,
|
| 214 |
+
-0.4068398177623749,
|
| 215 |
+
-0.36320579051971436,
|
| 216 |
+
-0.5641849637031555,
|
| 217 |
+
-0.46346697211265564,
|
| 218 |
+
-0.5778801441192627,
|
| 219 |
+
-0.7395340204238892,
|
| 220 |
+
0.4690419137477875,
|
| 221 |
+
0.6349577307701111,
|
| 222 |
+
0.46419069170951843,
|
| 223 |
+
0.7127190828323364,
|
| 224 |
+
0.1161443442106247,
|
| 225 |
+
0.2099175900220871,
|
| 226 |
+
0.2267233282327652,
|
| 227 |
+
0.04004364460706711,
|
| 228 |
+
-0.1716204285621643,
|
| 229 |
+
-0.37982314825057983,
|
| 230 |
+
-0.25060322880744934,
|
| 231 |
+
-0.5431874990463257,
|
| 232 |
+
-0.1895122081041336,
|
| 233 |
+
0.05029662325978279,
|
| 234 |
+
0.5510207414627075,
|
| 235 |
+
-0.22751697897911072,
|
| 236 |
+
-0.24778352677822113,
|
| 237 |
+
0.05329873412847519,
|
| 238 |
+
-0.0033551636151969433,
|
| 239 |
+
0.03679672256112099,
|
| 240 |
+
-0.07058019936084747,
|
| 241 |
+
0.7320395708084106,
|
| 242 |
+
0.028576020151376724,
|
| 243 |
+
0.0,
|
| 244 |
+
0.0,
|
| 245 |
+
0.0
|
| 246 |
+
],
|
| 247 |
+
"std": [
|
| 248 |
+
0.2308892458677292,
|
| 249 |
+
0.14882966876029968,
|
| 250 |
+
0.1803825944662094,
|
| 251 |
+
0.2700367271900177,
|
| 252 |
+
0.35940539836883545,
|
| 253 |
+
0.3603762984275818,
|
| 254 |
+
0.48626625537872314,
|
| 255 |
+
0.280373215675354,
|
| 256 |
+
0.13059958815574646,
|
| 257 |
+
0.17301921546459198,
|
| 258 |
+
0.39215287566185,
|
| 259 |
+
0.5196966528892517,
|
| 260 |
+
0.37940067052841187,
|
| 261 |
+
0.5541192889213562,
|
| 262 |
+
0.36498698592185974,
|
| 263 |
+
0.13551504909992218,
|
| 264 |
+
0.16307957470417023,
|
| 265 |
+
0.3947526216506958,
|
| 266 |
+
0.2238609492778778,
|
| 267 |
+
0.32385894656181335,
|
| 268 |
+
0.20268261432647705,
|
| 269 |
+
0.49303504824638367,
|
| 270 |
+
0.17156723141670227,
|
| 271 |
+
0.29902419447898865,
|
| 272 |
+
0.5568225979804993,
|
| 273 |
+
0.39549964666366577,
|
| 274 |
+
0.33107200264930725,
|
| 275 |
+
0.28752776980400085,
|
| 276 |
+
0.04897480458021164,
|
| 277 |
+
0.09612710028886795,
|
| 278 |
+
0.24457372725009918,
|
| 279 |
+
0.018295763060450554,
|
| 280 |
+
0.09581305831670761,
|
| 281 |
+
0.0,
|
| 282 |
+
0.0,
|
| 283 |
+
0.0
|
| 284 |
+
],
|
| 285 |
+
"min": [
|
| 286 |
+
-1.0481975078582764,
|
| 287 |
+
-0.19984650611877441,
|
| 288 |
+
0.4533447325229645,
|
| 289 |
+
-1.5717962980270386,
|
| 290 |
+
-1.7463293075561523,
|
| 291 |
+
-1.5717962980270386,
|
| 292 |
+
-1.7463293075561523,
|
| 293 |
+
-1.0481975078582764,
|
| 294 |
+
-0.9210000038146973,
|
| 295 |
+
-1.6845287084579468,
|
| 296 |
+
-0.0010000000474974513,
|
| 297 |
+
-0.0010000000474974513,
|
| 298 |
+
-0.0010000000474974513,
|
| 299 |
+
-0.0010000000474974513,
|
| 300 |
+
-0.9514403939247131,
|
| 301 |
+
-0.3264637887477875,
|
| 302 |
+
-0.4328526556491852,
|
| 303 |
+
-1.0471998453140259,
|
| 304 |
+
-1.0728868246078491,
|
| 305 |
+
-1.6144294738769531,
|
| 306 |
+
-0.9963729381561279,
|
| 307 |
+
-1.9203201532363892,
|
| 308 |
+
-1.1714298725128174,
|
| 309 |
+
-0.7144220471382141,
|
| 310 |
+
-1.0471998453140259,
|
| 311 |
+
-1.5777469873428345,
|
| 312 |
+
-1.614428997039795,
|
| 313 |
+
-1.1877036094665527,
|
| 314 |
+
-0.17483314871788025,
|
| 315 |
+
-0.3118287920951843,
|
| 316 |
+
-1.1479005813598633,
|
| 317 |
+
0.6552329659461975,
|
| 318 |
+
0.0,
|
| 319 |
+
0.0,
|
| 320 |
+
0.0,
|
| 321 |
+
0.0
|
| 322 |
+
],
|
| 323 |
+
"max": [
|
| 324 |
+
0.09929836541414261,
|
| 325 |
+
0.9210000038146973,
|
| 326 |
+
1.630710482597351,
|
| 327 |
+
0.0010000000474974513,
|
| 328 |
+
0.0010000000474974513,
|
| 329 |
+
0.0010000000474974513,
|
| 330 |
+
0.0010000000474974513,
|
| 331 |
+
0.30392226576805115,
|
| 332 |
+
0.08567330241203308,
|
| 333 |
+
-0.40413898229599,
|
| 334 |
+
1.517154335975647,
|
| 335 |
+
1.7463293075561523,
|
| 336 |
+
1.5717962980270386,
|
| 337 |
+
1.7463293075561523,
|
| 338 |
+
1.2656242847442627,
|
| 339 |
+
0.8192498087882996,
|
| 340 |
+
1.313675045967102,
|
| 341 |
+
1.2117120027542114,
|
| 342 |
+
0.9534142017364502,
|
| 343 |
+
0.9147428870201111,
|
| 344 |
+
0.5678492188453674,
|
| 345 |
+
0.7814759612083435,
|
| 346 |
+
0.3561345934867859,
|
| 347 |
+
0.9256001710891724,
|
| 348 |
+
1.4109472036361694,
|
| 349 |
+
1.4722950458526611,
|
| 350 |
+
1.1215534210205078,
|
| 351 |
+
1.3663387298583984,
|
| 352 |
+
0.21328531205654144,
|
| 353 |
+
0.3196083903312683,
|
| 354 |
+
0.48254090547561646,
|
| 355 |
+
0.801028311252594,
|
| 356 |
+
0.3499999940395355,
|
| 357 |
+
0.0,
|
| 358 |
+
0.0,
|
| 359 |
+
0.0
|
| 360 |
+
],
|
| 361 |
+
"q01": [
|
| 362 |
+
-1.0481975078582764,
|
| 363 |
+
0.20623961091041565,
|
| 364 |
+
0.5448732972145081,
|
| 365 |
+
-1.178023099899292,
|
| 366 |
+
-1.7463293075561523,
|
| 367 |
+
-1.1693772077560425,
|
| 368 |
+
-1.7463293075561523,
|
| 369 |
+
-1.04752117395401,
|
| 370 |
+
-0.8733360916376114,
|
| 371 |
+
-1.2716453075408936,
|
| 372 |
+
-0.0010000000474974513,
|
| 373 |
+
-0.0010000000474974513,
|
| 374 |
+
-0.0010000000474974513,
|
| 375 |
+
-0.0010000000474974513,
|
| 376 |
+
-0.5568297356367111,
|
| 377 |
+
-0.13642824068665504,
|
| 378 |
+
-0.14339743554592133,
|
| 379 |
+
-0.9750052690505981,
|
| 380 |
+
-0.8009233474731445,
|
| 381 |
+
-1.208129346370697,
|
| 382 |
+
-0.7669829726219177,
|
| 383 |
+
-1.5875315070152283,
|
| 384 |
+
-0.6462412625551224,
|
| 385 |
+
-0.4931211695075035,
|
| 386 |
+
-0.7749188095331192,
|
| 387 |
+
-1.2683663070201874,
|
| 388 |
+
-1.0628002285957336,
|
| 389 |
+
-0.6928522735834122,
|
| 390 |
+
-0.12044951878488064,
|
| 391 |
+
-0.19743520393967628,
|
| 392 |
+
-0.8513251841068268,
|
| 393 |
+
0.6925749778747559,
|
| 394 |
+
0.0,
|
| 395 |
+
0.0,
|
| 396 |
+
0.0,
|
| 397 |
+
0.0
|
| 398 |
+
],
|
| 399 |
+
"q99": [
|
| 400 |
+
-0.14091050624847412,
|
| 401 |
+
0.9210000038146973,
|
| 402 |
+
1.2425841093063354,
|
| 403 |
+
0.0010000000474974513,
|
| 404 |
+
0.0010000000474974513,
|
| 405 |
+
0.0010000000474974513,
|
| 406 |
+
0.0010000000474974513,
|
| 407 |
+
0.0028508438263088465,
|
| 408 |
+
-0.25891827791929245,
|
| 409 |
+
-0.5224902182817459,
|
| 410 |
+
1.2241601049900055,
|
| 411 |
+
1.7463293075561523,
|
| 412 |
+
1.071914792060852,
|
| 413 |
+
1.7463293075561523,
|
| 414 |
+
1.0505727529525757,
|
| 415 |
+
0.5396184623241425,
|
| 416 |
+
0.711058720946312,
|
| 417 |
+
0.9422783255577087,
|
| 418 |
+
0.3070615381002426,
|
| 419 |
+
0.5665820986032486,
|
| 420 |
+
0.20188817009329796,
|
| 421 |
+
0.44927291572093964,
|
| 422 |
+
0.1739325113594532,
|
| 423 |
+
0.713741660118103,
|
| 424 |
+
1.3824210166931152,
|
| 425 |
+
0.7019023001194,
|
| 426 |
+
0.5921306908130646,
|
| 427 |
+
0.822442814707756,
|
| 428 |
+
0.12078485824167728,
|
| 429 |
+
0.248464647680521,
|
| 430 |
+
0.28622647374868393,
|
| 431 |
+
0.7687181681394577,
|
| 432 |
+
0.3499999940395355,
|
| 433 |
+
0.0,
|
| 434 |
+
0.0,
|
| 435 |
+
0.0
|
| 436 |
+
]
|
| 437 |
+
},
|
| 438 |
+
"timestamp": {
|
| 439 |
+
"mean": [
|
| 440 |
+
18.629594802856445
|
| 441 |
+
],
|
| 442 |
+
"std": [
|
| 443 |
+
11.722174644470215
|
| 444 |
+
],
|
| 445 |
+
"min": [
|
| 446 |
+
0.0
|
| 447 |
+
],
|
| 448 |
+
"max": [
|
| 449 |
+
78.06666564941406
|
| 450 |
+
],
|
| 451 |
+
"q01": [
|
| 452 |
+
0.3333333432674408
|
| 453 |
+
],
|
| 454 |
+
"q99": [
|
| 455 |
+
49.10833263397217
|
| 456 |
+
]
|
| 457 |
+
},
|
| 458 |
+
"frame_index": {
|
| 459 |
+
"mean": [
|
| 460 |
+
558.8878173828125
|
| 461 |
+
],
|
| 462 |
+
"std": [
|
| 463 |
+
351.66522216796875
|
| 464 |
+
],
|
| 465 |
+
"min": [
|
| 466 |
+
0.0
|
| 467 |
+
],
|
| 468 |
+
"max": [
|
| 469 |
+
2342.0
|
| 470 |
+
],
|
| 471 |
+
"q01": [
|
| 472 |
+
10.0
|
| 473 |
+
],
|
| 474 |
+
"q99": [
|
| 475 |
+
1473.25
|
| 476 |
+
]
|
| 477 |
+
},
|
| 478 |
+
"episode_index": {
|
| 479 |
+
"mean": [
|
| 480 |
+
40.089988708496094
|
| 481 |
+
],
|
| 482 |
+
"std": [
|
| 483 |
+
22.798812866210938
|
| 484 |
+
],
|
| 485 |
+
"min": [
|
| 486 |
+
0.0
|
| 487 |
+
],
|
| 488 |
+
"max": [
|
| 489 |
+
79.0
|
| 490 |
+
],
|
| 491 |
+
"q01": [
|
| 492 |
+
0.0
|
| 493 |
+
],
|
| 494 |
+
"q99": [
|
| 495 |
+
79.0
|
| 496 |
+
]
|
| 497 |
+
},
|
| 498 |
+
"index": {
|
| 499 |
+
"mean": [
|
| 500 |
+
558.8878173828125
|
| 501 |
+
],
|
| 502 |
+
"std": [
|
| 503 |
+
351.66522216796875
|
| 504 |
+
],
|
| 505 |
+
"min": [
|
| 506 |
+
0.0
|
| 507 |
+
],
|
| 508 |
+
"max": [
|
| 509 |
+
2342.0
|
| 510 |
+
],
|
| 511 |
+
"q01": [
|
| 512 |
+
10.0
|
| 513 |
+
],
|
| 514 |
+
"q99": [
|
| 515 |
+
1473.25
|
| 516 |
+
]
|
| 517 |
+
},
|
| 518 |
+
"task_index": {
|
| 519 |
+
"mean": [
|
| 520 |
+
0.0
|
| 521 |
+
],
|
| 522 |
+
"std": [
|
| 523 |
+
0.0
|
| 524 |
+
],
|
| 525 |
+
"min": [
|
| 526 |
+
0.0
|
| 527 |
+
],
|
| 528 |
+
"max": [
|
| 529 |
+
0.0
|
| 530 |
+
],
|
| 531 |
+
"q01": [
|
| 532 |
+
0.0
|
| 533 |
+
],
|
| 534 |
+
"q99": [
|
| 535 |
+
0.0
|
| 536 |
+
]
|
| 537 |
+
},
|
| 538 |
+
"next.done": {
|
| 539 |
+
"mean": [
|
| 540 |
+
0.0009208527044393122
|
| 541 |
+
],
|
| 542 |
+
"std": [
|
| 543 |
+
0.030331579968333244
|
| 544 |
+
],
|
| 545 |
+
"min": [
|
| 546 |
+
0.0
|
| 547 |
+
],
|
| 548 |
+
"max": [
|
| 549 |
+
1.0
|
| 550 |
+
],
|
| 551 |
+
"q01": [
|
| 552 |
+
0.0
|
| 553 |
+
],
|
| 554 |
+
"q99": [
|
| 555 |
+
0.0
|
| 556 |
+
]
|
| 557 |
+
}
|
| 558 |
+
}
|
act/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240341/envs.txt
ADDED
|
@@ -0,0 +1,17 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
OMP_NUM_THREADS=32
|
| 2 |
+
HF_HOME=/hfm/cache
|
| 3 |
+
TORCH_HOME=/hfm/cache
|
| 4 |
+
HF_TOKEN=hf_...adRb
|
| 5 |
+
HF_LEROBOT_HOME=Not Set
|
| 6 |
+
WE_HOME=Not Set
|
| 7 |
+
DATA_HOME=Not Set
|
| 8 |
+
UV_CACHE_DIR=Not Set
|
| 9 |
+
WANDB_API_KEY=Not Set
|
| 10 |
+
PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION=python
|
| 11 |
+
CUDA_VISIBLE_DEVICES=6,7
|
| 12 |
+
WORLD_SIZE=2
|
| 13 |
+
LOCAL_WORLD_SIZE=2
|
| 14 |
+
RANK=0
|
| 15 |
+
LOCAL_RANK=0
|
| 16 |
+
MASTER_ADDR=nebula99
|
| 17 |
+
MASTER_PORT=33685
|
act/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240341/run_config.json
ADDED
|
@@ -0,0 +1,310 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"exp": "act-push-cart-grasp-and-place-grapes-on-plate",
|
| 3 |
+
"seed": 2026,
|
| 4 |
+
"auto_tag_run": false,
|
| 5 |
+
"eval": false,
|
| 6 |
+
"debug": false,
|
| 7 |
+
"timestamp": "2601240341",
|
| 8 |
+
"log": {
|
| 9 |
+
"logging_dir": "logs",
|
| 10 |
+
"report_to": "wandb",
|
| 11 |
+
"log_freq": 100
|
| 12 |
+
},
|
| 13 |
+
"wandb": {
|
| 14 |
+
"project": "hfm",
|
| 15 |
+
"entity": "jliu530-soochow-university",
|
| 16 |
+
"group": "act-g1-real",
|
| 17 |
+
"id": "e5jhds0w",
|
| 18 |
+
"name": "act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240341",
|
| 19 |
+
"resume": "allow"
|
| 20 |
+
},
|
| 21 |
+
"train": {
|
| 22 |
+
"num_workers": 8,
|
| 23 |
+
"overfit_single_batch": false,
|
| 24 |
+
"name": "act-g1-real",
|
| 25 |
+
"resume_from_checkpoint": null,
|
| 26 |
+
"skip_resumed_steps": false,
|
| 27 |
+
"hf_token": ".hf_token",
|
| 28 |
+
"lora": false,
|
| 29 |
+
"output_dir": ".runs",
|
| 30 |
+
"gradient_accumulation_steps": 1,
|
| 31 |
+
"mixed_precision": "bf16",
|
| 32 |
+
"max_grad_norm": 1.0,
|
| 33 |
+
"train_batch_size": 32,
|
| 34 |
+
"val_batch_size": 16,
|
| 35 |
+
"val_num_batches": 20,
|
| 36 |
+
"checkpointing_steps": 5000,
|
| 37 |
+
"max_checkpoints_to_keep": null,
|
| 38 |
+
"validation_steps": 500,
|
| 39 |
+
"learning_rate": 0.0001,
|
| 40 |
+
"lr_scheduler_type": "cosine",
|
| 41 |
+
"lr_scheduler_kwargs": {
|
| 42 |
+
"betas": [
|
| 43 |
+
0.95,
|
| 44 |
+
0.999
|
| 45 |
+
],
|
| 46 |
+
"weight_decay": 1e-6,
|
| 47 |
+
"eps": 1e-8
|
| 48 |
+
},
|
| 49 |
+
"scheduler_specific_kwargs": {},
|
| 50 |
+
"data_parallel": "ddp",
|
| 51 |
+
"sharding_strategy": "full-shard",
|
| 52 |
+
"deepspeed_config": "/home/jliu/we_learn/src/InternVLA/config/deepseeds/zero3.json",
|
| 53 |
+
"enable_gradient_checkpointing": true,
|
| 54 |
+
"enable_mixed_precision_training": true,
|
| 55 |
+
"reduce_in_full_precision": true,
|
| 56 |
+
"max_training_steps": 42000,
|
| 57 |
+
"num_train_epochs": null,
|
| 58 |
+
"warmup_steps": 1000,
|
| 59 |
+
"warmup_ratio": null
|
| 60 |
+
},
|
| 61 |
+
"data": {
|
| 62 |
+
"transform": {
|
| 63 |
+
"repack": {
|
| 64 |
+
"dataset_name": "we-g1-teleop",
|
| 65 |
+
"conditions": [],
|
| 66 |
+
"image_keys": [
|
| 67 |
+
"video"
|
| 68 |
+
],
|
| 69 |
+
"state_key": "state",
|
| 70 |
+
"action_key": "action",
|
| 71 |
+
"instruction_key": "annotation.human.task_description",
|
| 72 |
+
"pad_action_dim": 36,
|
| 73 |
+
"pad_state_dim": 32
|
| 74 |
+
},
|
| 75 |
+
"action_state": {
|
| 76 |
+
"stat_path": "dataset_statistics/g1-stats-Push_cart_grasp_and_place_grapes_on_plate.json",
|
| 77 |
+
"action_norm_type": "bounds",
|
| 78 |
+
"stat_action_key": "action",
|
| 79 |
+
"stat_state_key": "states",
|
| 80 |
+
"use_norm_mask": false,
|
| 81 |
+
"action_norm_masks": [
|
| 82 |
+
true,
|
| 83 |
+
true,
|
| 84 |
+
true,
|
| 85 |
+
true,
|
| 86 |
+
true,
|
| 87 |
+
true,
|
| 88 |
+
false
|
| 89 |
+
],
|
| 90 |
+
"action_min": [
|
| 91 |
+
-1.0481975078582764,
|
| 92 |
+
-0.19984650611877441,
|
| 93 |
+
0.4533447325229645,
|
| 94 |
+
-1.5717962980270386,
|
| 95 |
+
-1.7463293075561523,
|
| 96 |
+
-1.5717962980270386,
|
| 97 |
+
-1.7463293075561523,
|
| 98 |
+
-1.0481975078582764,
|
| 99 |
+
-0.9210000038146973,
|
| 100 |
+
-1.6845287084579468,
|
| 101 |
+
-0.0010000000474974513,
|
| 102 |
+
-0.0010000000474974513,
|
| 103 |
+
-0.0010000000474974513,
|
| 104 |
+
-0.0010000000474974513,
|
| 105 |
+
-0.9514403939247131,
|
| 106 |
+
-0.3264637887477875,
|
| 107 |
+
-0.4328526556491852,
|
| 108 |
+
-1.0471998453140259,
|
| 109 |
+
-1.0728868246078491,
|
| 110 |
+
-1.6144294738769531,
|
| 111 |
+
-0.9963729381561279,
|
| 112 |
+
-1.9203201532363892,
|
| 113 |
+
-1.1714298725128174,
|
| 114 |
+
-0.7144220471382141,
|
| 115 |
+
-1.0471998453140259,
|
| 116 |
+
-1.5777469873428345,
|
| 117 |
+
-1.614428997039795,
|
| 118 |
+
-1.1877036094665527,
|
| 119 |
+
-0.17483314871788025,
|
| 120 |
+
-0.3118287920951843,
|
| 121 |
+
-1.1479005813598633,
|
| 122 |
+
0.6552329659461975,
|
| 123 |
+
0.0,
|
| 124 |
+
0.0,
|
| 125 |
+
0.0,
|
| 126 |
+
0.0
|
| 127 |
+
],
|
| 128 |
+
"action_max": [
|
| 129 |
+
0.09929836541414261,
|
| 130 |
+
0.9210000038146973,
|
| 131 |
+
1.630710482597351,
|
| 132 |
+
0.0010000000474974513,
|
| 133 |
+
0.0010000000474974513,
|
| 134 |
+
0.0010000000474974513,
|
| 135 |
+
0.0010000000474974513,
|
| 136 |
+
0.30392226576805115,
|
| 137 |
+
0.08567330241203308,
|
| 138 |
+
-0.40413898229599,
|
| 139 |
+
1.517154335975647,
|
| 140 |
+
1.7463293075561523,
|
| 141 |
+
1.5717962980270386,
|
| 142 |
+
1.7463293075561523,
|
| 143 |
+
1.2656242847442627,
|
| 144 |
+
0.8192498087882996,
|
| 145 |
+
1.313675045967102,
|
| 146 |
+
1.2117120027542114,
|
| 147 |
+
0.9534142017364502,
|
| 148 |
+
0.9147428870201111,
|
| 149 |
+
0.5678492188453674,
|
| 150 |
+
0.7814759612083435,
|
| 151 |
+
0.3561345934867859,
|
| 152 |
+
0.9256001710891724,
|
| 153 |
+
1.4109472036361694,
|
| 154 |
+
1.4722950458526611,
|
| 155 |
+
1.1215534210205078,
|
| 156 |
+
1.3663387298583984,
|
| 157 |
+
0.21328531205654144,
|
| 158 |
+
0.3196083903312683,
|
| 159 |
+
0.48254090547561646,
|
| 160 |
+
0.801028311252594,
|
| 161 |
+
0.3499999940395355,
|
| 162 |
+
0.0,
|
| 163 |
+
0.0,
|
| 164 |
+
0.0
|
| 165 |
+
],
|
| 166 |
+
"state_min": [
|
| 167 |
+
-1.0231640338897705,
|
| 168 |
+
-0.0695418044924736,
|
| 169 |
+
0.24746619164943695,
|
| 170 |
+
-1.4132853746414185,
|
| 171 |
+
-1.8126834630966187,
|
| 172 |
+
-1.3577090501785278,
|
| 173 |
+
-1.7228399515151978,
|
| 174 |
+
-1.0409873723983765,
|
| 175 |
+
-0.9193933606147766,
|
| 176 |
+
-1.5848426818847656,
|
| 177 |
+
-0.07512053102254868,
|
| 178 |
+
0.023398026823997498,
|
| 179 |
+
-0.05005142092704773,
|
| 180 |
+
0.018349293619394302,
|
| 181 |
+
-0.896072506904602,
|
| 182 |
+
-0.10484998673200607,
|
| 183 |
+
-0.3023500144481659,
|
| 184 |
+
-1.0332319736480713,
|
| 185 |
+
-1.0468820333480835,
|
| 186 |
+
-1.5026646852493286,
|
| 187 |
+
-0.9785187244415283,
|
| 188 |
+
-1.8509875535964966,
|
| 189 |
+
-1.010833501815796,
|
| 190 |
+
-0.6269427537918091,
|
| 191 |
+
-1.0290495157241821,
|
| 192 |
+
-1.522499918937683,
|
| 193 |
+
-1.3486835956573486,
|
| 194 |
+
-1.1306359767913818,
|
| 195 |
+
-0.17483314871788025,
|
| 196 |
+
-0.3118287920951843,
|
| 197 |
+
-1.1479005813598633,
|
| 198 |
+
0.6552329659461975
|
| 199 |
+
],
|
| 200 |
+
"state_max": [
|
| 201 |
+
0.0012606654781848192,
|
| 202 |
+
0.9533419013023376,
|
| 203 |
+
1.441234827041626,
|
| 204 |
+
0.10255199670791626,
|
| 205 |
+
-0.021535230800509453,
|
| 206 |
+
0.2322024405002594,
|
| 207 |
+
-0.022155510261654854,
|
| 208 |
+
0.18327920138835907,
|
| 209 |
+
0.06926733255386353,
|
| 210 |
+
-0.24854479730129242,
|
| 211 |
+
1.4151289463043213,
|
| 212 |
+
1.7675095796585083,
|
| 213 |
+
1.333852767944336,
|
| 214 |
+
1.720163106918335,
|
| 215 |
+
1.2428480386734009,
|
| 216 |
+
0.7350764274597168,
|
| 217 |
+
1.2933615446090698,
|
| 218 |
+
1.1574125289916992,
|
| 219 |
+
0.929772138595581,
|
| 220 |
+
0.8751207590103149,
|
| 221 |
+
0.44843629002571106,
|
| 222 |
+
0.7306901812553406,
|
| 223 |
+
0.12389291822910309,
|
| 224 |
+
0.8440968990325928,
|
| 225 |
+
1.3799595832824707,
|
| 226 |
+
1.1950310468673706,
|
| 227 |
+
1.071639060974121,
|
| 228 |
+
1.2805979251861572,
|
| 229 |
+
0.21328531205654144,
|
| 230 |
+
0.3196083903312683,
|
| 231 |
+
0.48254090547561646,
|
| 232 |
+
0.801028311252594
|
| 233 |
+
],
|
| 234 |
+
"normalize_state": true,
|
| 235 |
+
"pad_action_dim": null,
|
| 236 |
+
"pad_state_dim": null
|
| 237 |
+
},
|
| 238 |
+
"model": {
|
| 239 |
+
"resize": {
|
| 240 |
+
"size": [
|
| 241 |
+
256,
|
| 242 |
+
480
|
| 243 |
+
]
|
| 244 |
+
},
|
| 245 |
+
"center_crop": {
|
| 246 |
+
"size": [
|
| 247 |
+
224,
|
| 248 |
+
224
|
| 249 |
+
]
|
| 250 |
+
},
|
| 251 |
+
"color_jitter": {
|
| 252 |
+
"brightness": 0.2,
|
| 253 |
+
"contrast": [
|
| 254 |
+
0.8,
|
| 255 |
+
1.2
|
| 256 |
+
],
|
| 257 |
+
"saturation": [
|
| 258 |
+
0.8,
|
| 259 |
+
1.2
|
| 260 |
+
],
|
| 261 |
+
"hue": 0.05
|
| 262 |
+
},
|
| 263 |
+
"normalize": {
|
| 264 |
+
"mean": [
|
| 265 |
+
0.485,
|
| 266 |
+
0.456,
|
| 267 |
+
0.406
|
| 268 |
+
],
|
| 269 |
+
"std": [
|
| 270 |
+
0.229,
|
| 271 |
+
0.224,
|
| 272 |
+
0.225
|
| 273 |
+
]
|
| 274 |
+
},
|
| 275 |
+
"img_aug": true
|
| 276 |
+
}
|
| 277 |
+
},
|
| 278 |
+
"action_chunk_size": 100,
|
| 279 |
+
"root_dir": "/hfm/data/real_teleop_g1/lerobot",
|
| 280 |
+
"dataset_paths": [
|
| 281 |
+
"Push_cart_grasp_and_place_grapes_on_plate"
|
| 282 |
+
],
|
| 283 |
+
"data_config": "we.data.gr00t.data_config:WeUnitreeG1LocoDataConfig",
|
| 284 |
+
"embodiment_tag": "new_embodiment",
|
| 285 |
+
"video_backend": "decord",
|
| 286 |
+
"balance_dataset_weights": true,
|
| 287 |
+
"balance_trajectory_weights": true,
|
| 288 |
+
"preload_all": false
|
| 289 |
+
},
|
| 290 |
+
"model": {
|
| 291 |
+
"n_obs_steps": 1,
|
| 292 |
+
"chunk_size": 100,
|
| 293 |
+
"n_action_steps": 100,
|
| 294 |
+
"action_dim": 36,
|
| 295 |
+
"state_dim": 32,
|
| 296 |
+
"dim_model": 512,
|
| 297 |
+
"n_heads": 8,
|
| 298 |
+
"dim_feedforward": 3200,
|
| 299 |
+
"feedforward_activation": "relu",
|
| 300 |
+
"n_encoder_layers": 4,
|
| 301 |
+
"n_decoder_layers": 1,
|
| 302 |
+
"pre_norm": false,
|
| 303 |
+
"dropout": 0.1,
|
| 304 |
+
"use_vae": true,
|
| 305 |
+
"latent_dim": 32,
|
| 306 |
+
"n_vae_encoder_layers": 4,
|
| 307 |
+
"kl_weight": 10.0,
|
| 308 |
+
"temporal_ensemble_coeff": null
|
| 309 |
+
}
|
| 310 |
+
}
|
act/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240341/wandb/debug-internal.log
ADDED
|
@@ -0,0 +1,12 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"time":"2026-01-24T03:42:06.71737015Z","level":"INFO","msg":"stream: starting","core version":"0.23.1"}
|
| 2 |
+
{"time":"2026-01-24T03:42:07.071896945Z","level":"INFO","msg":"stream: created new stream","id":"e5jhds0w"}
|
| 3 |
+
{"time":"2026-01-24T03:42:07.072202083Z","level":"INFO","msg":"stream: started","id":"e5jhds0w"}
|
| 4 |
+
{"time":"2026-01-24T03:42:07.073834424Z","level":"INFO","msg":"handler: started","stream_id":"e5jhds0w"}
|
| 5 |
+
{"time":"2026-01-24T03:42:07.073894488Z","level":"INFO","msg":"writer: started","stream_id":"e5jhds0w"}
|
| 6 |
+
{"time":"2026-01-24T03:42:07.074099822Z","level":"INFO","msg":"sender: started","stream_id":"e5jhds0w"}
|
| 7 |
+
{"time":"2026-01-24T09:50:49.440830292Z","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
|
| 8 |
+
{"time":"2026-01-24T09:50:49.813586925Z","level":"INFO","msg":"handler: operation stats","stats":{}}
|
| 9 |
+
{"time":"2026-01-24T09:50:49.825379014Z","level":"INFO","msg":"stream: closing","id":"e5jhds0w"}
|
| 10 |
+
{"time":"2026-01-24T09:50:49.825410233Z","level":"INFO","msg":"handler: closed","stream_id":"e5jhds0w"}
|
| 11 |
+
{"time":"2026-01-24T09:50:49.825511015Z","level":"INFO","msg":"sender: closed","stream_id":"e5jhds0w"}
|
| 12 |
+
{"time":"2026-01-24T09:50:49.825543212Z","level":"INFO","msg":"stream: closed","id":"e5jhds0w"}
|
act/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240341/wandb/debug.log
ADDED
|
@@ -0,0 +1,27 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
2026-01-24 03:42:06,424 INFO MainThread:2926353 [wandb_setup.py:_flush():80] Current SDK version is 0.23.1
|
| 2 |
+
2026-01-24 03:42:06,425 INFO MainThread:2926353 [wandb_setup.py:_flush():80] Configure stats pid to 2926353
|
| 3 |
+
2026-01-24 03:42:06,425 INFO MainThread:2926353 [wandb_setup.py:_flush():80] Loading settings from /home/jliu/.config/wandb/settings
|
| 4 |
+
2026-01-24 03:42:06,425 INFO MainThread:2926353 [wandb_setup.py:_flush():80] Loading settings from /home/jliu/we_learn/wandb/settings
|
| 5 |
+
2026-01-24 03:42:06,425 INFO MainThread:2926353 [wandb_setup.py:_flush():80] Loading settings from environment variables
|
| 6 |
+
2026-01-24 03:42:06,425 INFO MainThread:2926353 [wandb_init.py:setup_run_log_directory():714] Logging user logs to /home/jliu/we_learn/.runs/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240341/wandb/run-20260124_034206-e5jhds0w/logs/debug.log
|
| 7 |
+
2026-01-24 03:42:06,425 INFO MainThread:2926353 [wandb_init.py:setup_run_log_directory():715] Logging internal logs to /home/jliu/we_learn/.runs/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240341/wandb/run-20260124_034206-e5jhds0w/logs/debug-internal.log
|
| 8 |
+
2026-01-24 03:42:06,425 INFO MainThread:2926353 [wandb_init.py:init():841] calling init triggers
|
| 9 |
+
2026-01-24 03:42:06,425 INFO MainThread:2926353 [wandb_init.py:init():846] wandb.init called with sweep_config: {}
|
| 10 |
+
config: {'_wandb': {}}
|
| 11 |
+
2026-01-24 03:42:06,425 INFO MainThread:2926353 [wandb_init.py:init():889] starting backend
|
| 12 |
+
2026-01-24 03:42:06,699 INFO MainThread:2926353 [wandb_init.py:init():892] sending inform_init request
|
| 13 |
+
2026-01-24 03:42:06,712 INFO MainThread:2926353 [wandb_init.py:init():900] backend started and connected
|
| 14 |
+
2026-01-24 03:42:06,715 INFO MainThread:2926353 [wandb_init.py:init():970] updated telemetry
|
| 15 |
+
2026-01-24 03:42:06,724 INFO MainThread:2926353 [wandb_init.py:init():994] communicating run to backend with 90.0 second timeout
|
| 16 |
+
2026-01-24 03:42:07,408 INFO MainThread:2926353 [wandb_init.py:init():1041] starting run threads in backend
|
| 17 |
+
2026-01-24 03:42:07,584 INFO MainThread:2926353 [wandb_run.py:_console_start():2521] atexit reg
|
| 18 |
+
2026-01-24 03:42:07,584 INFO MainThread:2926353 [wandb_run.py:_redirect():2369] redirect: wrap_raw
|
| 19 |
+
2026-01-24 03:42:07,584 INFO MainThread:2926353 [wandb_run.py:_redirect():2438] Wrapping output streams.
|
| 20 |
+
2026-01-24 03:42:07,584 INFO MainThread:2926353 [wandb_run.py:_redirect():2461] Redirects installed.
|
| 21 |
+
2026-01-24 03:42:07,590 INFO MainThread:2926353 [wandb_init.py:init():1081] run started, returning control to user process
|
| 22 |
+
2026-01-24 03:42:07,593 INFO MainThread:2926353 [wandb_run.py:_config_callback():1396] config_cb None None {'exp': 'act-push-cart-grasp-and-place-grapes-on-plate', 'seed': 2026, 'auto_tag_run': False, 'eval': False, 'debug': False, 'timestamp': '2601240341', 'log': {'logging_dir': 'logs', 'report_to': 'wandb', 'log_freq': 100}, 'wandb': {'project': 'hfm', 'entity': 'jliu530-soochow-university', 'group': None, 'id': None, 'name': None, 'resume': 'allow'}, 'train': {'num_workers': 8, 'overfit_single_batch': False, 'name': 'act-g1-real', 'resume_from_checkpoint': None, 'skip_resumed_steps': False, 'hf_token': '.hf_token', 'lora': False, 'output_dir': '.runs', 'gradient_accumulation_steps': 1, 'mixed_precision': 'bf16', 'max_grad_norm': 1.0, 'train_batch_size': 32, 'val_batch_size': 16, 'val_num_batches': 20, 'checkpointing_steps': 5000, 'max_checkpoints_to_keep': None, 'validation_steps': 500, 'learning_rate': 0.0001, 'lr_scheduler_type': 'cosine', 'lr_scheduler_kwargs': {'betas': [0.95, 0.999], 'weight_decay': 1e-06, 'eps': 1e-08}, 'scheduler_specific_kwargs': {}, 'data_parallel': 'ddp', 'sharding_strategy': 'full-shard', 'deepspeed_config': '/home/jliu/we_learn/src/InternVLA/config/deepseeds/zero3.json', 'enable_gradient_checkpointing': True, 'enable_mixed_precision_training': True, 'reduce_in_full_precision': True, 'max_training_steps': 42000, 'num_train_epochs': None, 'warmup_steps': 1000, 'warmup_ratio': None}, 'data': {'transform': {'repack': {'dataset_name': 'we-g1-teleop', 'conditions': [], 'image_keys': ['video'], 'state_key': 'state', 'action_key': 'action', 'instruction_key': 'annotation.human.task_description', 'pad_action_dim': 36, 'pad_state_dim': 32}, 'action_state': {'stat_path': 'dataset_statistics/g1-stats-Push_cart_grasp_and_place_grapes_on_plate.json', 'action_norm_type': 'bounds', 'stat_action_key': 'action', 'stat_state_key': 'states', 'use_norm_mask': False, 'action_norm_masks': [True, True, True, True, True, True, False], 'action_min': [-1.0481975078582764, -0.19984650611877441, 0.4533447325229645, -1.5717962980270386, -1.7463293075561523, -1.5717962980270386, -1.7463293075561523, -1.0481975078582764, -0.9210000038146973, -1.6845287084579468, -0.0010000000474974513, -0.0010000000474974513, -0.0010000000474974513, -0.0010000000474974513, -0.9514403939247131, -0.3264637887477875, -0.4328526556491852, -1.0471998453140259, -1.0728868246078491, -1.6144294738769531, -0.9963729381561279, -1.9203201532363892, -1.1714298725128174, -0.7144220471382141, -1.0471998453140259, -1.5777469873428345, -1.614428997039795, -1.1877036094665527, -0.17483314871788025, -0.3118287920951843, -1.1479005813598633, 0.6552329659461975, 0.0, 0.0, 0.0, 0.0], 'action_max': [0.09929836541414261, 0.9210000038146973, 1.630710482597351, 0.0010000000474974513, 0.0010000000474974513, 0.0010000000474974513, 0.0010000000474974513, 0.30392226576805115, 0.08567330241203308, -0.40413898229599, 1.517154335975647, 1.7463293075561523, 1.5717962980270386, 1.7463293075561523, 1.2656242847442627, 0.8192498087882996, 1.313675045967102, 1.2117120027542114, 0.9534142017364502, 0.9147428870201111, 0.5678492188453674, 0.7814759612083435, 0.3561345934867859, 0.9256001710891724, 1.4109472036361694, 1.4722950458526611, 1.1215534210205078, 1.3663387298583984, 0.21328531205654144, 0.3196083903312683, 0.48254090547561646, 0.801028311252594, 0.3499999940395355, 0.0, 0.0, 0.0], 'state_min': [-1.0231640338897705, -0.0695418044924736, 0.24746619164943695, -1.4132853746414185, -1.8126834630966187, -1.3577090501785278, -1.7228399515151978, -1.0409873723983765, -0.9193933606147766, -1.5848426818847656, -0.07512053102254868, 0.023398026823997498, -0.05005142092704773, 0.018349293619394302, -0.896072506904602, -0.10484998673200607, -0.3023500144481659, -1.0332319736480713, -1.0468820333480835, -1.5026646852493286, -0.9785187244415283, -1.8509875535964966, -1.010833501815796, -0.6269427537918091, -1.0290495157241821, -1.522499918937683, -1.3486835956573486, -1.1306359767913818, -0.17483314871788025, -0.3118287920951843, -1.1479005813598633, 0.6552329659461975], 'state_max': [0.0012606654781848192, 0.9533419013023376, 1.441234827041626, 0.10255199670791626, -0.021535230800509453, 0.2322024405002594, -0.022155510261654854, 0.18327920138835907, 0.06926733255386353, -0.24854479730129242, 1.4151289463043213, 1.7675095796585083, 1.333852767944336, 1.720163106918335, 1.2428480386734009, 0.7350764274597168, 1.2933615446090698, 1.1574125289916992, 0.929772138595581, 0.8751207590103149, 0.44843629002571106, 0.7306901812553406, 0.12389291822910309, 0.8440968990325928, 1.3799595832824707, 1.1950310468673706, 1.071639060974121, 1.2805979251861572, 0.21328531205654144, 0.3196083903312683, 0.48254090547561646, 0.801028311252594], 'normalize_state': True, 'pad_action_dim': None, 'pad_state_dim': None}, 'model': {'resize': {'size': [256, 480]}, 'center_crop': {'size': [224, 224]}, 'color_jitter': {'brightness': 0.2, 'contrast': [0.8, 1.2], 'saturation': [0.8, 1.2], 'hue': 0.05}, 'normalize': {'mean': [0.485, 0.456, 0.406], 'std': [0.229, 0.224, 0.225]}, 'img_aug': True}}, 'action_chunk_size': 100, 'root_dir': '/hfm/data/real_teleop_g1/lerobot', 'dataset_paths': ['Push_cart_grasp_and_place_grapes_on_plate'], 'data_config': 'we.data.gr00t.data_config:WeUnitreeG1LocoDataConfig', 'embodiment_tag': 'new_embodiment', 'video_backend': 'decord', 'balance_dataset_weights': True, 'balance_trajectory_weights': True, 'preload_all': False}, 'model': {'n_obs_steps': 1, 'chunk_size': 100, 'n_action_steps': 100, 'action_dim': 36, 'state_dim': 32, 'dim_model': 512, 'n_heads': 8, 'dim_feedforward': 3200, 'feedforward_activation': 'relu', 'n_encoder_layers': 4, 'n_decoder_layers': 1, 'pre_norm': False, 'dropout': 0.1, 'use_vae': True, 'latent_dim': 32, 'n_vae_encoder_layers': 4, 'kl_weight': 10.0, 'temporal_ensemble_coeff': None}, 'environment_variables': {'OMP_NUM_THREADS': '32', 'HF_HOME': '/hfm/cache', 'TORCH_HOME': '/hfm/cache', 'HF_TOKEN': 'hf_...adRb', 'HF_LEROBOT_HOME': 'Not Set', 'WE_HOME': 'Not Set', 'DATA_HOME': 'Not Set', 'UV_CACHE_DIR': 'Not Set', 'WANDB_API_KEY': 'Not Set', 'PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION': 'python', 'CUDA_VISIBLE_DEVICES': '6,7', 'WORLD_SIZE': '2', 'LOCAL_WORLD_SIZE': '2', 'RANK': '0', 'LOCAL_RANK': '0', 'MASTER_ADDR': 'nebula99', 'MASTER_PORT': '33685'}}
|
| 23 |
+
2026-01-24 09:50:48,903 INFO MainThread:2926353 [wandb_run.py:_finish():2287] finishing run jliu530-soochow-university/hfm/e5jhds0w
|
| 24 |
+
2026-01-24 09:50:48,905 INFO MainThread:2926353 [wandb_run.py:_atexit_cleanup():2486] got exitcode: 0
|
| 25 |
+
2026-01-24 09:50:48,906 INFO MainThread:2926353 [wandb_run.py:_restore():2468] restore
|
| 26 |
+
2026-01-24 09:50:48,906 INFO MainThread:2926353 [wandb_run.py:_restore():2474] restore done
|
| 27 |
+
2026-01-24 09:50:49,823 INFO MainThread:2926353 [wandb_run.py:_footer_sync_info():3862] logging synced files
|
act/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240341/wandb/run-20260124_034206-e5jhds0w/files/config.yaml
ADDED
|
@@ -0,0 +1,457 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
_wandb:
|
| 2 |
+
value:
|
| 3 |
+
cli_version: 0.23.1
|
| 4 |
+
e:
|
| 5 |
+
ugbf489zo1bfr2u0ckxloaeb6v5bk0va:
|
| 6 |
+
args:
|
| 7 |
+
- data:gr00t
|
| 8 |
+
- data.transform.repack:gr00t-we
|
| 9 |
+
- data.transform.action-state:maxmin
|
| 10 |
+
- data.transform.model:act
|
| 11 |
+
- model:act
|
| 12 |
+
- --seed=2026
|
| 13 |
+
- --exp=act-push-cart-grasp-and-place-grapes-on-plate
|
| 14 |
+
- --train.name=act-g1-real
|
| 15 |
+
- --log.report-to=wandb
|
| 16 |
+
- --wandb.entity=jliu530-soochow-university
|
| 17 |
+
- --train.data_parallel=ddp
|
| 18 |
+
- --train.mixed_precision=bf16
|
| 19 |
+
- --train.train-batch-size=32
|
| 20 |
+
- --train.gradient_accumulation_steps=1
|
| 21 |
+
- --train.validation_steps=500
|
| 22 |
+
- --train.val_num_batches=20
|
| 23 |
+
- --train.max-training-steps=42000
|
| 24 |
+
- --train.learning-rate=1e-4
|
| 25 |
+
- --train.max-grad-norm=1.0
|
| 26 |
+
- --train.lr_scheduler_kwargs.weight_decay=1e-6
|
| 27 |
+
- --train.lr_scheduler_kwargs.betas
|
| 28 |
+
- "0.95"
|
| 29 |
+
- "0.999"
|
| 30 |
+
- --train.lr_scheduler_type=cosine
|
| 31 |
+
- --train.warmup-steps=1000
|
| 32 |
+
- --train.warmup-ratio=None
|
| 33 |
+
- --train.checkpointing-steps=5000
|
| 34 |
+
- --data.root_dir=/hfm/data/real_teleop_g1/lerobot
|
| 35 |
+
- --data.dataset_paths=Push_cart_grasp_and_place_grapes_on_plate
|
| 36 |
+
- --data.data_config=we.data.gr00t.data_config:WeUnitreeG1LocoDataConfig
|
| 37 |
+
- --data.transform.repack.pad-action-dim=36
|
| 38 |
+
- --data.transform.repack.pad-state-dim=32
|
| 39 |
+
- --data.transform.action-state.stat-path=dataset_statistics/g1-stats-Push_cart_grasp_and_place_grapes_on_plate.json
|
| 40 |
+
- --data.transform.action-state.stat-action-key=action
|
| 41 |
+
- --data.transform.action-state.stat-state-key=states
|
| 42 |
+
- --data.transform.action-state.normalize-state
|
| 43 |
+
- --data.transform.action-state.action-norm-type=bounds
|
| 44 |
+
- --data.transform.model.img-aug
|
| 45 |
+
- --data.action-chunk-size=100
|
| 46 |
+
- --model.chunk-size=100
|
| 47 |
+
- --model.n-action-steps=100
|
| 48 |
+
- --model.action-dim=36
|
| 49 |
+
- --model.state-dim=32
|
| 50 |
+
- --model.use-vae
|
| 51 |
+
- --model.kl-weight=10.0
|
| 52 |
+
codePath: scripts/train.py
|
| 53 |
+
codePathLocal: scripts/train.py
|
| 54 |
+
cpu_count: 128
|
| 55 |
+
cpu_count_logical: 128
|
| 56 |
+
cudaVersion: "12.9"
|
| 57 |
+
disk:
|
| 58 |
+
/:
|
| 59 |
+
total: "105089261568"
|
| 60 |
+
used: "95563231232"
|
| 61 |
+
email: jliu530@163.com
|
| 62 |
+
executable: /home/jliu/we_learn/.venv-pusht/bin/python3
|
| 63 |
+
git:
|
| 64 |
+
commit: df0aa6074e8b16d0e2be002a9a9c1971edf209ec
|
| 65 |
+
remote: https://github.com/songlin/we_learn.git
|
| 66 |
+
gpu: NVIDIA A100-SXM4-80GB
|
| 67 |
+
gpu_count: 8
|
| 68 |
+
gpu_nvidia:
|
| 69 |
+
- architecture: Ampere
|
| 70 |
+
cudaCores: 6912
|
| 71 |
+
memoryTotal: "85899345920"
|
| 72 |
+
name: NVIDIA A100-SXM4-80GB
|
| 73 |
+
uuid: GPU-37370f00-90f5-4e03-f763-7a35649e6783
|
| 74 |
+
- architecture: Ampere
|
| 75 |
+
cudaCores: 6912
|
| 76 |
+
memoryTotal: "85899345920"
|
| 77 |
+
name: NVIDIA A100-SXM4-80GB
|
| 78 |
+
uuid: GPU-d4b40383-188b-cc16-9180-20c1a71a777f
|
| 79 |
+
- architecture: Ampere
|
| 80 |
+
cudaCores: 6912
|
| 81 |
+
memoryTotal: "85899345920"
|
| 82 |
+
name: NVIDIA A100-SXM4-80GB
|
| 83 |
+
uuid: GPU-0f3d827c-66cf-04da-b182-4ed0414a2549
|
| 84 |
+
- architecture: Ampere
|
| 85 |
+
cudaCores: 6912
|
| 86 |
+
memoryTotal: "85899345920"
|
| 87 |
+
name: NVIDIA A100-SXM4-80GB
|
| 88 |
+
uuid: GPU-164a49bb-43d3-2250-59e2-1b40eee0757f
|
| 89 |
+
- architecture: Ampere
|
| 90 |
+
cudaCores: 6912
|
| 91 |
+
memoryTotal: "85899345920"
|
| 92 |
+
name: NVIDIA A100-SXM4-80GB
|
| 93 |
+
uuid: GPU-c0471f40-ae19-5371-a1af-da406ca30f83
|
| 94 |
+
- architecture: Ampere
|
| 95 |
+
cudaCores: 6912
|
| 96 |
+
memoryTotal: "85899345920"
|
| 97 |
+
name: NVIDIA A100-SXM4-80GB
|
| 98 |
+
uuid: GPU-d9040f59-13d3-6c37-4ea0-c6c751424527
|
| 99 |
+
- architecture: Ampere
|
| 100 |
+
cudaCores: 6912
|
| 101 |
+
memoryTotal: "85899345920"
|
| 102 |
+
name: NVIDIA A100-SXM4-80GB
|
| 103 |
+
uuid: GPU-f834d0e8-a118-24c7-5461-30fce111bea6
|
| 104 |
+
- architecture: Ampere
|
| 105 |
+
cudaCores: 6912
|
| 106 |
+
memoryTotal: "85899345920"
|
| 107 |
+
name: NVIDIA A100-SXM4-80GB
|
| 108 |
+
uuid: GPU-6e687915-3247-735c-6641-544540804e79
|
| 109 |
+
host: nebula99
|
| 110 |
+
memory:
|
| 111 |
+
total: "1623177732096"
|
| 112 |
+
os: Linux-6.8.0-88-generic-x86_64-with-glibc2.39
|
| 113 |
+
program: /home/jliu/we_learn/scripts/train.py
|
| 114 |
+
python: CPython 3.10.19
|
| 115 |
+
root: /home/jliu/we_learn/.runs/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240341
|
| 116 |
+
startedAt: "2026-01-24T03:42:06.420627Z"
|
| 117 |
+
writerId: ugbf489zo1bfr2u0ckxloaeb6v5bk0va
|
| 118 |
+
m: []
|
| 119 |
+
python_version: 3.10.19
|
| 120 |
+
t:
|
| 121 |
+
"1":
|
| 122 |
+
- 1
|
| 123 |
+
- 2
|
| 124 |
+
- 3
|
| 125 |
+
- 11
|
| 126 |
+
- 41
|
| 127 |
+
- 49
|
| 128 |
+
- 71
|
| 129 |
+
"2":
|
| 130 |
+
- 1
|
| 131 |
+
- 2
|
| 132 |
+
- 3
|
| 133 |
+
- 11
|
| 134 |
+
- 41
|
| 135 |
+
- 49
|
| 136 |
+
- 51
|
| 137 |
+
- 71
|
| 138 |
+
- 80
|
| 139 |
+
- 83
|
| 140 |
+
"3":
|
| 141 |
+
- 2
|
| 142 |
+
- 13
|
| 143 |
+
- 61
|
| 144 |
+
"4": 3.10.19
|
| 145 |
+
"5": 0.23.1
|
| 146 |
+
"6": 4.44.2
|
| 147 |
+
"12": 0.23.1
|
| 148 |
+
"13": linux-x86_64
|
| 149 |
+
auto_tag_run:
|
| 150 |
+
value: false
|
| 151 |
+
data:
|
| 152 |
+
value:
|
| 153 |
+
action_chunk_size: 100
|
| 154 |
+
balance_dataset_weights: true
|
| 155 |
+
balance_trajectory_weights: true
|
| 156 |
+
data_config: we.data.gr00t.data_config:WeUnitreeG1LocoDataConfig
|
| 157 |
+
dataset_paths:
|
| 158 |
+
- Push_cart_grasp_and_place_grapes_on_plate
|
| 159 |
+
embodiment_tag: new_embodiment
|
| 160 |
+
preload_all: false
|
| 161 |
+
root_dir: /hfm/data/real_teleop_g1/lerobot
|
| 162 |
+
transform:
|
| 163 |
+
action_state:
|
| 164 |
+
action_max:
|
| 165 |
+
- 0.09929836541414261
|
| 166 |
+
- 0.9210000038146973
|
| 167 |
+
- 1.630710482597351
|
| 168 |
+
- 0.0010000000474974513
|
| 169 |
+
- 0.0010000000474974513
|
| 170 |
+
- 0.0010000000474974513
|
| 171 |
+
- 0.0010000000474974513
|
| 172 |
+
- 0.30392226576805115
|
| 173 |
+
- 0.08567330241203308
|
| 174 |
+
- -0.40413898229599
|
| 175 |
+
- 1.517154335975647
|
| 176 |
+
- 1.7463293075561523
|
| 177 |
+
- 1.5717962980270386
|
| 178 |
+
- 1.7463293075561523
|
| 179 |
+
- 1.2656242847442627
|
| 180 |
+
- 0.8192498087882996
|
| 181 |
+
- 1.313675045967102
|
| 182 |
+
- 1.2117120027542114
|
| 183 |
+
- 0.9534142017364502
|
| 184 |
+
- 0.9147428870201111
|
| 185 |
+
- 0.5678492188453674
|
| 186 |
+
- 0.7814759612083435
|
| 187 |
+
- 0.3561345934867859
|
| 188 |
+
- 0.9256001710891724
|
| 189 |
+
- 1.4109472036361694
|
| 190 |
+
- 1.4722950458526611
|
| 191 |
+
- 1.1215534210205078
|
| 192 |
+
- 1.3663387298583984
|
| 193 |
+
- 0.21328531205654144
|
| 194 |
+
- 0.3196083903312683
|
| 195 |
+
- 0.48254090547561646
|
| 196 |
+
- 0.801028311252594
|
| 197 |
+
- 0.3499999940395355
|
| 198 |
+
- 0
|
| 199 |
+
- 0
|
| 200 |
+
- 0
|
| 201 |
+
action_min:
|
| 202 |
+
- -1.0481975078582764
|
| 203 |
+
- -0.19984650611877441
|
| 204 |
+
- 0.4533447325229645
|
| 205 |
+
- -1.5717962980270386
|
| 206 |
+
- -1.7463293075561523
|
| 207 |
+
- -1.5717962980270386
|
| 208 |
+
- -1.7463293075561523
|
| 209 |
+
- -1.0481975078582764
|
| 210 |
+
- -0.9210000038146973
|
| 211 |
+
- -1.6845287084579468
|
| 212 |
+
- -0.0010000000474974513
|
| 213 |
+
- -0.0010000000474974513
|
| 214 |
+
- -0.0010000000474974513
|
| 215 |
+
- -0.0010000000474974513
|
| 216 |
+
- -0.9514403939247131
|
| 217 |
+
- -0.3264637887477875
|
| 218 |
+
- -0.4328526556491852
|
| 219 |
+
- -1.0471998453140259
|
| 220 |
+
- -1.0728868246078491
|
| 221 |
+
- -1.6144294738769531
|
| 222 |
+
- -0.9963729381561279
|
| 223 |
+
- -1.9203201532363892
|
| 224 |
+
- -1.1714298725128174
|
| 225 |
+
- -0.7144220471382141
|
| 226 |
+
- -1.0471998453140259
|
| 227 |
+
- -1.5777469873428345
|
| 228 |
+
- -1.614428997039795
|
| 229 |
+
- -1.1877036094665527
|
| 230 |
+
- -0.17483314871788025
|
| 231 |
+
- -0.3118287920951843
|
| 232 |
+
- -1.1479005813598633
|
| 233 |
+
- 0.6552329659461975
|
| 234 |
+
- 0
|
| 235 |
+
- 0
|
| 236 |
+
- 0
|
| 237 |
+
- 0
|
| 238 |
+
action_norm_masks:
|
| 239 |
+
- true
|
| 240 |
+
- true
|
| 241 |
+
- true
|
| 242 |
+
- true
|
| 243 |
+
- true
|
| 244 |
+
- true
|
| 245 |
+
- false
|
| 246 |
+
action_norm_type: bounds
|
| 247 |
+
normalize_state: true
|
| 248 |
+
pad_action_dim: null
|
| 249 |
+
pad_state_dim: null
|
| 250 |
+
stat_action_key: action
|
| 251 |
+
stat_path: dataset_statistics/g1-stats-Push_cart_grasp_and_place_grapes_on_plate.json
|
| 252 |
+
stat_state_key: states
|
| 253 |
+
state_max:
|
| 254 |
+
- 0.0012606654781848192
|
| 255 |
+
- 0.9533419013023376
|
| 256 |
+
- 1.441234827041626
|
| 257 |
+
- 0.10255199670791626
|
| 258 |
+
- -0.021535230800509453
|
| 259 |
+
- 0.2322024405002594
|
| 260 |
+
- -0.022155510261654854
|
| 261 |
+
- 0.18327920138835907
|
| 262 |
+
- 0.06926733255386353
|
| 263 |
+
- -0.24854479730129242
|
| 264 |
+
- 1.4151289463043213
|
| 265 |
+
- 1.7675095796585083
|
| 266 |
+
- 1.333852767944336
|
| 267 |
+
- 1.720163106918335
|
| 268 |
+
- 1.2428480386734009
|
| 269 |
+
- 0.7350764274597168
|
| 270 |
+
- 1.2933615446090698
|
| 271 |
+
- 1.1574125289916992
|
| 272 |
+
- 0.929772138595581
|
| 273 |
+
- 0.8751207590103149
|
| 274 |
+
- 0.44843629002571106
|
| 275 |
+
- 0.7306901812553406
|
| 276 |
+
- 0.12389291822910309
|
| 277 |
+
- 0.8440968990325928
|
| 278 |
+
- 1.3799595832824707
|
| 279 |
+
- 1.1950310468673706
|
| 280 |
+
- 1.071639060974121
|
| 281 |
+
- 1.2805979251861572
|
| 282 |
+
- 0.21328531205654144
|
| 283 |
+
- 0.3196083903312683
|
| 284 |
+
- 0.48254090547561646
|
| 285 |
+
- 0.801028311252594
|
| 286 |
+
state_min:
|
| 287 |
+
- -1.0231640338897705
|
| 288 |
+
- -0.0695418044924736
|
| 289 |
+
- 0.24746619164943695
|
| 290 |
+
- -1.4132853746414185
|
| 291 |
+
- -1.8126834630966187
|
| 292 |
+
- -1.3577090501785278
|
| 293 |
+
- -1.7228399515151978
|
| 294 |
+
- -1.0409873723983765
|
| 295 |
+
- -0.9193933606147766
|
| 296 |
+
- -1.5848426818847656
|
| 297 |
+
- -0.07512053102254868
|
| 298 |
+
- 0.023398026823997498
|
| 299 |
+
- -0.05005142092704773
|
| 300 |
+
- 0.018349293619394302
|
| 301 |
+
- -0.896072506904602
|
| 302 |
+
- -0.10484998673200607
|
| 303 |
+
- -0.3023500144481659
|
| 304 |
+
- -1.0332319736480713
|
| 305 |
+
- -1.0468820333480835
|
| 306 |
+
- -1.5026646852493286
|
| 307 |
+
- -0.9785187244415283
|
| 308 |
+
- -1.8509875535964966
|
| 309 |
+
- -1.010833501815796
|
| 310 |
+
- -0.6269427537918091
|
| 311 |
+
- -1.0290495157241821
|
| 312 |
+
- -1.522499918937683
|
| 313 |
+
- -1.3486835956573486
|
| 314 |
+
- -1.1306359767913818
|
| 315 |
+
- -0.17483314871788025
|
| 316 |
+
- -0.3118287920951843
|
| 317 |
+
- -1.1479005813598633
|
| 318 |
+
- 0.6552329659461975
|
| 319 |
+
use_norm_mask: false
|
| 320 |
+
model:
|
| 321 |
+
center_crop:
|
| 322 |
+
size:
|
| 323 |
+
- 224
|
| 324 |
+
- 224
|
| 325 |
+
color_jitter:
|
| 326 |
+
brightness: 0.2
|
| 327 |
+
contrast:
|
| 328 |
+
- 0.8
|
| 329 |
+
- 1.2
|
| 330 |
+
hue: 0.05
|
| 331 |
+
saturation:
|
| 332 |
+
- 0.8
|
| 333 |
+
- 1.2
|
| 334 |
+
img_aug: true
|
| 335 |
+
normalize:
|
| 336 |
+
mean:
|
| 337 |
+
- 0.485
|
| 338 |
+
- 0.456
|
| 339 |
+
- 0.406
|
| 340 |
+
std:
|
| 341 |
+
- 0.229
|
| 342 |
+
- 0.224
|
| 343 |
+
- 0.225
|
| 344 |
+
resize:
|
| 345 |
+
size:
|
| 346 |
+
- 256
|
| 347 |
+
- 480
|
| 348 |
+
repack:
|
| 349 |
+
action_key: action
|
| 350 |
+
conditions: []
|
| 351 |
+
dataset_name: we-g1-teleop
|
| 352 |
+
image_keys:
|
| 353 |
+
- video
|
| 354 |
+
instruction_key: annotation.human.task_description
|
| 355 |
+
pad_action_dim: 36
|
| 356 |
+
pad_state_dim: 32
|
| 357 |
+
state_key: state
|
| 358 |
+
video_backend: decord
|
| 359 |
+
debug:
|
| 360 |
+
value: false
|
| 361 |
+
environment_variables:
|
| 362 |
+
value:
|
| 363 |
+
CUDA_VISIBLE_DEVICES: 6,7
|
| 364 |
+
DATA_HOME: Not Set
|
| 365 |
+
HF_HOME: /hfm/cache
|
| 366 |
+
HF_LEROBOT_HOME: Not Set
|
| 367 |
+
HF_TOKEN: hf_...adRb
|
| 368 |
+
LOCAL_RANK: "0"
|
| 369 |
+
LOCAL_WORLD_SIZE: "2"
|
| 370 |
+
MASTER_ADDR: nebula99
|
| 371 |
+
MASTER_PORT: "33685"
|
| 372 |
+
OMP_NUM_THREADS: "32"
|
| 373 |
+
PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION: python
|
| 374 |
+
RANK: "0"
|
| 375 |
+
TORCH_HOME: /hfm/cache
|
| 376 |
+
UV_CACHE_DIR: Not Set
|
| 377 |
+
WANDB_API_KEY: Not Set
|
| 378 |
+
WE_HOME: Not Set
|
| 379 |
+
WORLD_SIZE: "2"
|
| 380 |
+
eval:
|
| 381 |
+
value: false
|
| 382 |
+
exp:
|
| 383 |
+
value: act-push-cart-grasp-and-place-grapes-on-plate
|
| 384 |
+
log:
|
| 385 |
+
value:
|
| 386 |
+
log_freq: 100
|
| 387 |
+
logging_dir: logs
|
| 388 |
+
report_to: wandb
|
| 389 |
+
model:
|
| 390 |
+
value:
|
| 391 |
+
action_dim: 36
|
| 392 |
+
chunk_size: 100
|
| 393 |
+
dim_feedforward: 3200
|
| 394 |
+
dim_model: 512
|
| 395 |
+
dropout: 0.1
|
| 396 |
+
feedforward_activation: relu
|
| 397 |
+
kl_weight: 10
|
| 398 |
+
latent_dim: 32
|
| 399 |
+
n_action_steps: 100
|
| 400 |
+
n_decoder_layers: 1
|
| 401 |
+
n_encoder_layers: 4
|
| 402 |
+
n_heads: 8
|
| 403 |
+
n_obs_steps: 1
|
| 404 |
+
n_vae_encoder_layers: 4
|
| 405 |
+
pre_norm: false
|
| 406 |
+
state_dim: 32
|
| 407 |
+
temporal_ensemble_coeff: null
|
| 408 |
+
use_vae: true
|
| 409 |
+
seed:
|
| 410 |
+
value: 2026
|
| 411 |
+
timestamp:
|
| 412 |
+
value: "2601240341"
|
| 413 |
+
train:
|
| 414 |
+
value:
|
| 415 |
+
checkpointing_steps: 5000
|
| 416 |
+
data_parallel: ddp
|
| 417 |
+
deepspeed_config: /home/jliu/we_learn/src/InternVLA/config/deepseeds/zero3.json
|
| 418 |
+
enable_gradient_checkpointing: true
|
| 419 |
+
enable_mixed_precision_training: true
|
| 420 |
+
gradient_accumulation_steps: 1
|
| 421 |
+
hf_token: .hf_token
|
| 422 |
+
learning_rate: 0.0001
|
| 423 |
+
lora: false
|
| 424 |
+
lr_scheduler_kwargs:
|
| 425 |
+
betas:
|
| 426 |
+
- 0.95
|
| 427 |
+
- 0.999
|
| 428 |
+
eps: 1e-08
|
| 429 |
+
weight_decay: 1e-06
|
| 430 |
+
lr_scheduler_type: cosine
|
| 431 |
+
max_checkpoints_to_keep: null
|
| 432 |
+
max_grad_norm: 1
|
| 433 |
+
max_training_steps: 42000
|
| 434 |
+
mixed_precision: bf16
|
| 435 |
+
name: act-g1-real
|
| 436 |
+
num_train_epochs: null
|
| 437 |
+
num_workers: 8
|
| 438 |
+
output_dir: .runs
|
| 439 |
+
overfit_single_batch: false
|
| 440 |
+
reduce_in_full_precision: true
|
| 441 |
+
resume_from_checkpoint: null
|
| 442 |
+
sharding_strategy: full-shard
|
| 443 |
+
skip_resumed_steps: false
|
| 444 |
+
train_batch_size: 32
|
| 445 |
+
val_batch_size: 16
|
| 446 |
+
val_num_batches: 20
|
| 447 |
+
validation_steps: 500
|
| 448 |
+
warmup_ratio: null
|
| 449 |
+
warmup_steps: 1000
|
| 450 |
+
wandb:
|
| 451 |
+
value:
|
| 452 |
+
entity: jliu530-soochow-university
|
| 453 |
+
group: null
|
| 454 |
+
id: null
|
| 455 |
+
name: null
|
| 456 |
+
project: hfm
|
| 457 |
+
resume: allow
|
act/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240341/wandb/run-20260124_034206-e5jhds0w/files/output.log
ADDED
|
@@ -0,0 +1,263 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[2;36m[03:42:07 01/24][0m[2;36m [0m[34mINFO [0m | >> [1m[[0m*[1m][0m Saved configuration to ]8;id=805427;file:///home/jliu/we_learn/scripts/train.py\[2mtrain.py[0m]8;;\[2m:[0m]8;id=514750;file:///home/jliu/we_learn/scripts/train.py#129\[2m129[0m]8;;\
|
| 2 |
+
[2;36m [0m .runs/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.[1;36m0e-[0m [2m [0m
|
| 3 |
+
[2;36m [0m [1;36m04[0m.b64.gpus2.[1;36m2601240341[0m [2m [0m
|
| 4 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> [1m[[0m*[1m][0m Training configurations: ]8;id=2657;file:///home/jliu/we_learn/scripts/train.py\[2mtrain.py[0m]8;;\[2m:[0m]8;id=644039;file:///home/jliu/we_learn/scripts/train.py#182\[2m182[0m]8;;\
|
| 5 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> |=> training task: [32m'act-g1-real'[0m ]8;id=471497;file:///home/jliu/we_learn/scripts/train.py\[2mtrain.py[0m]8;;\[2m:[0m]8;id=12046;file:///home/jliu/we_learn/scripts/train.py#183\[2m183[0m]8;;\
|
| 6 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> |=> run name: ]8;id=329497;file:///home/jliu/we_learn/scripts/train.py\[2mtrain.py[0m]8;;\[2m:[0m]8;id=220436;file:///home/jliu/we_learn/scripts/train.py#184\[2m184[0m]8;;\
|
| 7 |
+
[2;36m [0m act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.[1;36m0e-04[0m.b64.gpus2.[1;36m26012[0m [2m [0m
|
| 8 |
+
[2;36m [0m [1;36m40341[0m [2m [0m
|
| 9 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> |=> seed: [1;36m2026[0m ]8;id=844246;file:///home/jliu/we_learn/scripts/train.py\[2mtrain.py[0m]8;;\[2m:[0m]8;id=394625;file:///home/jliu/we_learn/scripts/train.py#185\[2m185[0m]8;;\
|
| 10 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> |=> mixed precision: torch.bfloat16 ]8;id=356929;file:///home/jliu/we_learn/scripts/train.py\[2mtrain.py[0m]8;;\[2m:[0m]8;id=94020;file:///home/jliu/we_learn/scripts/train.py#186\[2m186[0m]8;;\
|
| 11 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> |=> warmup steps: [1;36m1000[0m ]8;id=147732;file:///home/jliu/we_learn/scripts/train.py\[2mtrain.py[0m]8;;\[2m:[0m]8;id=919050;file:///home/jliu/we_learn/scripts/train.py#187\[2m187[0m]8;;\
|
| 12 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> |=> validation steps: [1;36m500[0m ]8;id=25941;file:///home/jliu/we_learn/scripts/train.py\[2mtrain.py[0m]8;;\[2m:[0m]8;id=888976;file:///home/jliu/we_learn/scripts/train.py#188\[2m188[0m]8;;\
|
| 13 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> |=> checkpoint steps: [1;36m5000[0m ]8;id=95089;file:///home/jliu/we_learn/scripts/train.py\[2mtrain.py[0m]8;;\[2m:[0m]8;id=418144;file:///home/jliu/we_learn/scripts/train.py#189\[2m189[0m]8;;\
|
| 14 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> |=> max gradient norm: [1;36m1.0[0m ]8;id=122104;file:///home/jliu/we_learn/scripts/train.py\[2mtrain.py[0m]8;;\[2m:[0m]8;id=446109;file:///home/jliu/we_learn/scripts/train.py#190\[2m190[0m]8;;\
|
| 15 |
+
/home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/albumentations/__init__.py:13: UserWarning: A new version of Albumentations is available: 2.0.8 (you have 1.4.18). Upgrade using: pip install -U albumentations. To disable automatic update checks, set the environment variable NO_ALBUMENTATIONS_UPDATE to 1.
|
| 16 |
+
check_for_updates()
|
| 17 |
+
Loading external config: we.data.gr00t.data_config.WeUnitreeG1LocoDataConfig
|
| 18 |
+
Initialized dataset Push_cart_grasp_and_place_grapes_on_plate with EmbodimentTag.NEW_EMBODIMENT
|
| 19 |
+
Loading external config: we.data.gr00t.data_config.WeUnitreeG1LocoDataConfig
|
| 20 |
+
Initialized dataset Push_cart_grasp_and_place_grapes_on_plate with EmbodimentTag.NEW_EMBODIMENT
|
| 21 |
+
[2;36m[03:42:08 01/24][0m[2;36m [0m[34mINFO [0m | >> |=> Num training samples: ]8;id=917958;file:///home/jliu/we_learn/scripts/train.py\[2mtrain.py[0m]8;;\[2m:[0m]8;id=514883;file:///home/jliu/we_learn/scripts/train.py#193\[2m193[0m]8;;\
|
| 22 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> |=> Training dataset size: [1;36m86[0m,[1;36m876[0m ]8;id=440366;file:///home/jliu/we_learn/scripts/train.py\[2mtrain.py[0m]8;;\[2m:[0m]8;id=591396;file:///home/jliu/we_learn/scripts/train.py#194\[2m194[0m]8;;\
|
| 23 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> |=> Val dataset size: [1;36m86[0m,[1;36m876[0m ]8;id=26608;file:///home/jliu/we_learn/scripts/train.py\[2mtrain.py[0m]8;;\[2m:[0m]8;id=603472;file:///home/jliu/we_learn/scripts/train.py#196\[2m196[0m]8;;\
|
| 24 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> [1m[[0m*[1m][0m Initialize optimizers and schedulers[33m...[0m ]8;id=738892;file:///home/jliu/we_learn/scripts/train.py\[2mtrain.py[0m]8;;\[2m:[0m]8;id=548632;file:///home/jliu/we_learn/scripts/train.py#199\[2m199[0m]8;;\
|
| 25 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> [1m[[0m*[1m][0m ***** Running training ***** ]8;id=450268;file:///home/jliu/we_learn/scripts/train.py\[2mtrain.py[0m]8;;\[2m:[0m]8;id=492873;file:///home/jliu/we_learn/scripts/train.py#203\[2m203[0m]8;;\
|
| 26 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> |=> Num training examples = [1;36m86876[0m ]8;id=928955;file:///home/jliu/we_learn/scripts/train.py\[2mtrain.py[0m]8;;\[2m:[0m]8;id=127940;file:///home/jliu/we_learn/scripts/train.py#204\[2m204[0m]8;;\
|
| 27 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> |=> Max training Epochs = [1;36m31[0m ]8;id=749231;file:///home/jliu/we_learn/scripts/train.py\[2mtrain.py[0m]8;;\[2m:[0m]8;id=974614;file:///home/jliu/we_learn/scripts/train.py#205\[2m205[0m]8;;\
|
| 28 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> |=> Total optimization steps = [1;36m42000[0m ]8;id=322570;file:///home/jliu/we_learn/scripts/train.py\[2mtrain.py[0m]8;;\[2m:[0m]8;id=574775;file:///home/jliu/we_learn/scripts/train.py#206\[2m206[0m]8;;\
|
| 29 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> |=> Num steps Per Epoch = [1;36m1358[0m ]8;id=843992;file:///home/jliu/we_learn/scripts/train.py\[2mtrain.py[0m]8;;\[2m:[0m]8;id=927413;file:///home/jliu/we_learn/scripts/train.py#207\[2m207[0m]8;;\
|
| 30 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> |=> Effective training epochs = [1;36m61.86[0m ]8;id=282104;file:///home/jliu/we_learn/scripts/train.py\[2mtrain.py[0m]8;;\[2m:[0m]8;id=9727;file:///home/jliu/we_learn/scripts/train.py#208\[2m208[0m]8;;\
|
| 31 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> |=> Global train batch size [1m([0mw. parallel, distributed & accumulation[1m)[0m = [1;36m64[0m ]8;id=480486;file:///home/jliu/we_learn/scripts/train.py\[2mtrain.py[0m]8;;\[2m:[0m]8;id=842580;file:///home/jliu/we_learn/scripts/train.py#209\[2m209[0m]8;;\
|
| 32 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> |=> Device train batch size = [1;36m32[0m ]8;id=209544;file:///home/jliu/we_learn/scripts/train.py\[2mtrain.py[0m]8;;\[2m:[0m]8;id=272745;file:///home/jliu/we_learn/scripts/train.py#210\[2m210[0m]8;;\
|
| 33 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> |=> Gradient Accumulation steps = [1;36m1[0m ]8;id=866305;file:///home/jliu/we_learn/scripts/train.py\[2mtrain.py[0m]8;;\[2m:[0m]8;id=521307;file:///home/jliu/we_learn/scripts/train.py#211\[2m211[0m]8;;\
|
| 34 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> |=> Num processes [1m([0mGPUs[1m)[0m = [1;36m2[0m ]8;id=35253;file:///home/jliu/we_learn/scripts/train.py\[2mtrain.py[0m]8;;\[2m:[0m]8;id=871789;file:///home/jliu/we_learn/scripts/train.py#212\[2m212[0m]8;;\
|
| 35 |
+
[2;36m[03:42:11 01/24][0m[2;36m [0m[34mINFO [0m | >> TensorFlow version [1;36m2.20[0m.[1;36m0[0m available. ]8;id=459749;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/datasets/config.py\[2mconfig.py[0m]8;;\[2m:[0m]8;id=722818;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/datasets/config.py#112\[2m112[0m]8;;\
|
| 36 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> [1m[[0m*[1m][0m Accelerator runs in: ]8;id=966756;file:///home/jliu/we_learn/scripts/train.py\[2mtrain.py[0m]8;;\[2m:[0m]8;id=191940;file:///home/jliu/we_learn/scripts/train.py#219\[2m219[0m]8;;\
|
| 37 |
+
[2;36m [0m .runs/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.[1;36m0e-[0m [2m [0m
|
| 38 |
+
[2;36m [0m [1;36m04[0m.b64.gpus2.[1;36m2601240341[0m [2m [0m
|
| 39 |
+
Traing steps: 24%|█████████ | 10000/42000 [1:28:20<5:01:37, 1.77it/s, loss=0.0759, lr=8.9e-05]
|
| 40 |
+
|
| 41 |
+
[2;36m[04:27:09 01/24][0m[2;36m [0m[34mINFO [0m | >> Saving current state to ]8;id=680052;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/accelerator.py\[2maccelerator.py[0m]8;;\[2m:[0m]8;id=279409;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/accelerator.py#3644\[2m3644[0m]8;;\
|
| 42 |
+
[2;36m [0m .runs/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.[1;36m0e-04[0m.b64.gpus [2m [0m
|
| 43 |
+
[2;36m [0m 2.[1;36m2601240341[0m/checkpoints/ckpt_5000 [2m [0m
|
| 44 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Model weights saved in ]8;id=898249;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=431290;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#114\[2m114[0m]8;;\
|
| 45 |
+
[2;36m [0m .runs/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.[1;36m0e-04[0m.b64.gpu [2m [0m
|
| 46 |
+
[2;36m [0m s2.[1;36m2601240341[0m/checkpoints/ckpt_5000/model.safetensors [2m [0m
|
| 47 |
+
[2;36m[04:27:10 01/24][0m[2;36m [0m[34mINFO [0m | >> Optimizer state saved in ]8;id=224;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=473149;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#121\[2m121[0m]8;;\
|
| 48 |
+
[2;36m [0m .runs/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.[1;36m0e-04[0m.b64.gpu [2m [0m
|
| 49 |
+
[2;36m [0m s2.[1;36m2601240341[0m/checkpoints/ckpt_5000/optimizer.bin [2m [0m
|
| 50 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Scheduler state saved in ]8;id=639771;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=832328;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#128\[2m128[0m]8;;\
|
| 51 |
+
[2;36m [0m .runs/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.[1;36m0e-04[0m.b64.gpu [2m [0m
|
| 52 |
+
[2;36m [0m s2.[1;36m2601240341[0m/checkpoints/ckpt_5000/scheduler.bin [2m [0m
|
| 53 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Sampler state for dataloader [1;36m0[0m saved in ]8;id=788377;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=572992;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#145\[2m145[0m]8;;\
|
| 54 |
+
[2;36m [0m .runs/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.[1;36m0e-04[0m.b64.gpu [2m [0m
|
| 55 |
+
[2;36m [0m s2.[1;36m2601240341[0m/checkpoints/ckpt_5000/sampler.bin [2m [0m
|
| 56 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Sampler state for dataloader [1;36m1[0m saved in ]8;id=374604;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=162278;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#145\[2m145[0m]8;;\
|
| 57 |
+
[2;36m [0m .runs/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.[1;36m0e-04[0m.b64.gpu [2m [0m
|
| 58 |
+
[2;36m [0m s2.[1;36m2601240341[0m/checkpoints/ckpt_5000/sampler_1.bin [2m [0m
|
| 59 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Random states saved in ]8;id=806908;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=971194;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#176\[2m176[0m]8;;\
|
| 60 |
+
[2;36m [0m .runs/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.[1;36m0e-04[0m.b64.gpu [2m [0m
|
| 61 |
+
[2;36m [0m s2.[1;36m2601240341[0m/checkpoints/ckpt_5000/random_states_0.pkl [2m [0m
|
| 62 |
+
Saved state to .runs/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240341/checkpoints/ckpt_5000
|
| 63 |
+
[2;36m[05:10:33 01/24][0m[2;36m [0m[34mINFO [0m | >> Saving current state to ]8;id=755470;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/accelerator.py\[2maccelerator.py[0m]8;;\[2m:[0m]8;id=983054;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/accelerator.py#3644\[2m3644[0m]8;;\
|
| 64 |
+
[2;36m [0m .runs/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.[1;36m0e-04[0m.b64.gpus [2m [0m
|
| 65 |
+
[2;36m [0m 2.[1;36m2601240341[0m/checkpoints/ckpt_10000 [2m [0m
|
| 66 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Model weights saved in ]8;id=616494;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=137590;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#114\[2m114[0m]8;;\
|
| 67 |
+
[2;36m [0m .runs/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.[1;36m0e-04[0m.b64.gpu [2m [0m
|
| 68 |
+
[2;36m [0m s2.[1;36m2601240341[0m/checkpoints/ckpt_10000/model.safetensors [2m [0m
|
| 69 |
+
[2;36m[05:10:34 01/24][0m[2;36m [0m[34mINFO [0m | >> Optimizer state saved in ]8;id=304800;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=88534;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#121\[2m121[0m]8;;\
|
| 70 |
+
[2;36m [0m .runs/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.[1;36m0e-04[0m.b64.gpu [2m [0m
|
| 71 |
+
[2;36m [0m s2.[1;36m2601240341[0m/checkpoints/ckpt_10000/optimizer.bin [2m [0m
|
| 72 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Scheduler state saved in ]8;id=141920;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=821494;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#128\[2m128[0m]8;;\
|
| 73 |
+
[2;36m [0m .runs/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.[1;36m0e-04[0m.b64.gpu [2m [0m
|
| 74 |
+
[2;36m [0m s2.[1;36m2601240341[0m/checkpoints/ckpt_10000/scheduler.bin [2m [0m
|
| 75 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Sampler state for dataloader [1;36m0[0m saved in ]8;id=532364;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=432054;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#145\[2m145[0m]8;;\
|
| 76 |
+
[2;36m [0m .runs/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.[1;36m0e-04[0m.b64.gpu [2m [0m
|
| 77 |
+
[2;36m [0m s2.[1;36m2601240341[0m/checkpoints/ckpt_10000/sampler.bin [2m [0m
|
| 78 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Sampler state for dataloader [1;36m1[0m saved in ]8;id=846104;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=206251;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#145\[2m145[0m]8;;\
|
| 79 |
+
[2;36m [0m .runs/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.[1;36m0e-04[0m.b64.gpu [2m [0m
|
| 80 |
+
[2;36m [0m s2.[1;36m2601240341[0m/checkpoints/ckpt_10000/sampler_1.bin [2m [0m
|
| 81 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Random states saved in ]8;id=930895;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=77000;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#176\[2m176[0m]8;;\
|
| 82 |
+
[2;36m [0m .runs/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.[1;36m0e-04[0m.b64.gpu [2m [0m
|
| 83 |
+
[2;36m [0m s2.[1;36m2601240341[0m/checkpoints/ckpt_10000/random_states_0.pkl [2m [0m
|
| 84 |
+
Saved state to .runs/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240341/checkpoints/ckpt_10000
|
| 85 |
+
[2;36m[05:55:03 01/24][0m[2;36m [0m[34mINFO [0m | >> Saving current state to ]8;id=370569;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/accelerator.py\[2maccelerator.py[0m]8;;\[2m:[0m]8;id=979940;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/accelerator.py#3644\[2m3644[0m]8;;\
|
| 86 |
+
[2;36m [0m .runs/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.[1;36m0e-04[0m.b64.gpus [2m [0m
|
| 87 |
+
[2;36m [0m 2.[1;36m2601240341[0m/checkpoints/ckpt_15000 [2m [0m
|
| 88 |
+
[2;36m[05:55:04 01/24][0m[2;36m [0m[34mINFO [0m | >> Model weights saved in ]8;id=535180;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=499147;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#114\[2m114[0m]8;;\
|
| 89 |
+
[2;36m [0m .runs/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.[1;36m0e-04[0m.b64.gpu [2m [0m
|
| 90 |
+
[2;36m [0m s2.[1;36m2601240341[0m/checkpoints/ckpt_15000/model.safetensors [2m [0m
|
| 91 |
+
[2;36m[05:55:05 01/24][0m[2;36m [0m[34mINFO [0m | >> Optimizer state saved in ]8;id=341880;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=958353;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#121\[2m121[0m]8;;\
|
| 92 |
+
[2;36m [0m .runs/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.[1;36m0e-04[0m.b64.gpu [2m [0m
|
| 93 |
+
[2;36m [0m s2.[1;36m2601240341[0m/checkpoints/ckpt_15000/optimizer.bin [2m [0m
|
| 94 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Scheduler state saved in ]8;id=599385;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=648655;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#128\[2m128[0m]8;;\
|
| 95 |
+
[2;36m [0m .runs/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.[1;36m0e-04[0m.b64.gpu [2m [0m
|
| 96 |
+
[2;36m [0m s2.[1;36m2601240341[0m/checkpoints/ckpt_15000/scheduler.bin [2m [0m
|
| 97 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Sampler state for dataloader [1;36m0[0m saved in ]8;id=544854;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=217040;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#145\[2m145[0m]8;;\
|
| 98 |
+
[2;36m [0m .runs/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.[1;36m0e-04[0m.b64.gpu [2m [0m
|
| 99 |
+
[2;36m [0m s2.[1;36m2601240341[0m/checkpoints/ckpt_15000/sampler.bin [2m [0m
|
| 100 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Sampler state for dataloader [1;36m1[0m saved in ]8;id=627278;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=244660;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#145\[2m145[0m]8;;\
|
| 101 |
+
[2;36m [0m .runs/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.[1;36m0e-04[0m.b64.gpu [2m [0m
|
| 102 |
+
[2;36m [0m s2.[1;36m2601240341[0m/checkpoints/ckpt_15000/sampler_1.bin [2m [0m
|
| 103 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Random states saved in ]8;id=418546;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=35811;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#176\[2m176[0m]8;;\
|
| 104 |
+
[2;36m [0m .runs/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.[1;36m0e-04[0m.b64.gpu [2m [0m
|
| 105 |
+
[2;36m [0m s2.[1;36m2601240341[0m/checkpoints/ckpt_15000/random_states_0.pkl [2m [0m
|
| 106 |
+
Saved state to .runs/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240341/checkpoints/ckpt_15000
|
| 107 |
+
[2;36m[06:38:30 01/24][0m[2;36m [0m[34mINFO [0m | >> Saving current state to ]8;id=47434;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/accelerator.py\[2maccelerator.py[0m]8;;\[2m:[0m]8;id=679719;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/accelerator.py#3644\[2m3644[0m]8;;\
|
| 108 |
+
[2;36m [0m .runs/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.[1;36m0e-04[0m.b64.gpus [2m [0m
|
| 109 |
+
[2;36m [0m 2.[1;36m2601240341[0m/checkpoints/ckpt_20000 [2m [0m
|
| 110 |
+
[2;36m[06:38:31 01/24][0m[2;36m [0m[34mINFO [0m | >> Model weights saved in ]8;id=473768;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=910263;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#114\[2m114[0m]8;;\
|
| 111 |
+
[2;36m [0m .runs/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.[1;36m0e-04[0m.b64.gpu [2m [0m
|
| 112 |
+
[2;36m [0m s2.[1;36m2601240341[0m/checkpoints/ckpt_20000/model.safetensors [2m [0m
|
| 113 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Optimizer state saved in ]8;id=745480;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=711599;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#121\[2m121[0m]8;;\
|
| 114 |
+
[2;36m [0m .runs/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.[1;36m0e-04[0m.b64.gpu [2m [0m
|
| 115 |
+
[2;36m [0m s2.[1;36m2601240341[0m/checkpoints/ckpt_20000/optimizer.bin [2m [0m
|
| 116 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Scheduler state saved in ]8;id=555678;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=229348;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#128\[2m128[0m]8;;\
|
| 117 |
+
[2;36m [0m .runs/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.[1;36m0e-04[0m.b64.gpu [2m [0m
|
| 118 |
+
[2;36m [0m s2.[1;36m2601240341[0m/checkpoints/ckpt_20000/scheduler.bin [2m [0m
|
| 119 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Sampler state for dataloader [1;36m0[0m saved in ]8;id=144411;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=168181;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#145\[2m145[0m]8;;\
|
| 120 |
+
[2;36m [0m .runs/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.[1;36m0e-04[0m.b64.gpu [2m [0m
|
| 121 |
+
[2;36m [0m s2.[1;36m2601240341[0m/checkpoints/ckpt_20000/sampler.bin [2m [0m
|
| 122 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Sampler state for dataloader [1;36m1[0m saved in ]8;id=286058;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=446016;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#145\[2m145[0m]8;;\
|
| 123 |
+
[2;36m [0m .runs/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.[1;36m0e-04[0m.b64.gpu [2m [0m
|
| 124 |
+
[2;36m [0m s2.[1;36m2601240341[0m/checkpoints/ckpt_20000/sampler_1.bin [2m [0m
|
| 125 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Random states saved in ]8;id=401798;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=319720;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#176\[2m176[0m]8;;\
|
| 126 |
+
[2;36m [0m .runs/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.[1;36m0e-04[0m.b64.gpu [2m [0m
|
| 127 |
+
[2;36m [0m s2.[1;36m2601240341[0m/checkpoints/ckpt_20000/random_states_0.pkl [2m [0m
|
| 128 |
+
Saved state to .runs/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240341/checkpoints/ckpt_20000
|
| 129 |
+
[2;36m[07:21:57 01/24][0m[2;36m [0m[34mINFO [0m | >> Saving current state to ]8;id=486450;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/accelerator.py\[2maccelerator.py[0m]8;;\[2m:[0m]8;id=521773;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/accelerator.py#3644\[2m3644[0m]8;;\
|
| 130 |
+
[2;36m [0m .runs/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.[1;36m0e-04[0m.b64.gpus [2m [0m
|
| 131 |
+
[2;36m [0m 2.[1;36m2601240341[0m/checkpoints/ckpt_25000 [2m [0m
|
| 132 |
+
[2;36m[07:21:58 01/24][0m[2;36m [0m[34mINFO [0m | >> Model weights saved in ]8;id=490419;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=185558;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#114\[2m114[0m]8;;\
|
| 133 |
+
[2;36m [0m .runs/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.[1;36m0e-04[0m.b64.gpu [2m [0m
|
| 134 |
+
[2;36m [0m s2.[1;36m2601240341[0m/checkpoints/ckpt_25000/model.safetensors [2m [0m
|
| 135 |
+
[2;36m[07:21:59 01/24][0m[2;36m [0m[34mINFO [0m | >> Optimizer state saved in ]8;id=125939;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=552863;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#121\[2m121[0m]8;;\
|
| 136 |
+
[2;36m [0m .runs/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.[1;36m0e-04[0m.b64.gpu [2m [0m
|
| 137 |
+
[2;36m [0m s2.[1;36m2601240341[0m/checkpoints/ckpt_25000/optimizer.bin [2m [0m
|
| 138 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Scheduler state saved in ]8;id=855797;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=99159;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#128\[2m128[0m]8;;\
|
| 139 |
+
[2;36m [0m .runs/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.[1;36m0e-04[0m.b64.gpu [2m [0m
|
| 140 |
+
[2;36m [0m s2.[1;36m2601240341[0m/checkpoints/ckpt_25000/scheduler.bin [2m [0m
|
| 141 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Sampler state for dataloader [1;36m0[0m saved in ]8;id=999999;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=97642;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#145\[2m145[0m]8;;\
|
| 142 |
+
[2;36m [0m .runs/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.[1;36m0e-04[0m.b64.gpu [2m [0m
|
| 143 |
+
[2;36m [0m s2.[1;36m2601240341[0m/checkpoints/ckpt_25000/sampler.bin [2m [0m
|
| 144 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Sampler state for dataloader [1;36m1[0m saved in ]8;id=427821;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=571536;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#145\[2m145[0m]8;;\
|
| 145 |
+
[2;36m [0m .runs/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.[1;36m0e-04[0m.b64.gpu [2m [0m
|
| 146 |
+
[2;36m [0m s2.[1;36m2601240341[0m/checkpoints/ckpt_25000/sampler_1.bin [2m [0m
|
| 147 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Random states saved in ]8;id=702964;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=191314;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#176\[2m176[0m]8;;\
|
| 148 |
+
[2;36m [0m .runs/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.[1;36m0e-04[0m.b64.gpu [2m [0m
|
| 149 |
+
[2;36m [0m s2.[1;36m2601240341[0m/checkpoints/ckpt_25000/random_states_0.pkl [2m [0m
|
| 150 |
+
Saved state to .runs/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240341/checkpoints/ckpt_25000
|
| 151 |
+
[2;36m[08:05:40 01/24][0m[2;36m [0m[34mINFO [0m | >> Saving current state to ]8;id=368785;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/accelerator.py\[2maccelerator.py[0m]8;;\[2m:[0m]8;id=589302;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/accelerator.py#3644\[2m3644[0m]8;;\
|
| 152 |
+
[2;36m [0m .runs/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.[1;36m0e-04[0m.b64.gpus [2m [0m
|
| 153 |
+
[2;36m [0m 2.[1;36m2601240341[0m/checkpoints/ckpt_30000 [2m [0m
|
| 154 |
+
[2;36m[08:05:41 01/24][0m[2;36m [0m[34mINFO [0m | >> Model weights saved in ]8;id=227061;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=115021;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#114\[2m114[0m]8;;\
|
| 155 |
+
[2;36m [0m .runs/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.[1;36m0e-04[0m.b64.gpu [2m [0m
|
| 156 |
+
[2;36m [0m s2.[1;36m2601240341[0m/checkpoints/ckpt_30000/model.safetensors [2m [0m
|
| 157 |
+
[2;36m[08:05:42 01/24][0m[2;36m [0m[34mINFO [0m | >> Optimizer state saved in ]8;id=787738;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=595634;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#121\[2m121[0m]8;;\
|
| 158 |
+
[2;36m [0m .runs/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.[1;36m0e-04[0m.b64.gpu [2m [0m
|
| 159 |
+
[2;36m [0m s2.[1;36m2601240341[0m/checkpoints/ckpt_30000/optimizer.bin [2m [0m
|
| 160 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Scheduler state saved in ]8;id=590171;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=281123;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#128\[2m128[0m]8;;\
|
| 161 |
+
[2;36m [0m .runs/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.[1;36m0e-04[0m.b64.gpu [2m [0m
|
| 162 |
+
[2;36m [0m s2.[1;36m2601240341[0m/checkpoints/ckpt_30000/scheduler.bin [2m [0m
|
| 163 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Sampler state for dataloader [1;36m0[0m saved in ]8;id=819504;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=276522;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#145\[2m145[0m]8;;\
|
| 164 |
+
[2;36m [0m .runs/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.[1;36m0e-04[0m.b64.gpu [2m [0m
|
| 165 |
+
[2;36m [0m s2.[1;36m2601240341[0m/checkpoints/ckpt_30000/sampler.bin [2m [0m
|
| 166 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Sampler state for dataloader [1;36m1[0m saved in ]8;id=717799;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=63361;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#145\[2m145[0m]8;;\
|
| 167 |
+
[2;36m [0m .runs/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.[1;36m0e-04[0m.b64.gpu [2m [0m
|
| 168 |
+
[2;36m [0m s2.[1;36m2601240341[0m/checkpoints/ckpt_30000/sampler_1.bin [2m [0m
|
| 169 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Random states saved in ]8;id=194505;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=677321;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#176\[2m176[0m]8;;\
|
| 170 |
+
[2;36m [0m .runs/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.[1;36m0e-04[0m.b64.gpu [2m [0m
|
| 171 |
+
[2;36m [0m s2.[1;36m2601240341[0m/checkpoints/ckpt_30000/random_states_0.pkl [2m [0m
|
| 172 |
+
Saved state to .runs/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240341/checkpoints/ckpt_30000
|
| 173 |
+
[2;36m[08:49:29 01/24][0m[2;36m [0m[34mINFO [0m | >> Saving current state to ]8;id=290231;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/accelerator.py\[2maccelerator.py[0m]8;;\[2m:[0m]8;id=616676;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/accelerator.py#3644\[2m3644[0m]8;;\
|
| 174 |
+
[2;36m [0m .runs/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.[1;36m0e-04[0m.b64.gpus [2m [0m
|
| 175 |
+
[2;36m [0m 2.[1;36m2601240341[0m/checkpoints/ckpt_35000 [2m [0m
|
| 176 |
+
[2;36m[08:49:30 01/24][0m[2;36m [0m[34mINFO [0m | >> Model weights saved in ]8;id=329883;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=169230;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#114\[2m114[0m]8;;\
|
| 177 |
+
[2;36m [0m .runs/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.[1;36m0e-04[0m.b64.gpu [2m [0m
|
| 178 |
+
[2;36m [0m s2.[1;36m2601240341[0m/checkpoints/ckpt_35000/model.safetensors [2m [0m
|
| 179 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Optimizer state saved in ]8;id=431638;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=908584;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#121\[2m121[0m]8;;\
|
| 180 |
+
[2;36m [0m .runs/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.[1;36m0e-04[0m.b64.gpu [2m [0m
|
| 181 |
+
[2;36m [0m s2.[1;36m2601240341[0m/checkpoints/ckpt_35000/optimizer.bin [2m [0m
|
| 182 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Scheduler state saved in ]8;id=434664;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=16179;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#128\[2m128[0m]8;;\
|
| 183 |
+
[2;36m [0m .runs/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.[1;36m0e-04[0m.b64.gpu [2m [0m
|
| 184 |
+
[2;36m [0m s2.[1;36m2601240341[0m/checkpoints/ckpt_35000/scheduler.bin [2m [0m
|
| 185 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Sampler state for dataloader [1;36m0[0m saved in ]8;id=324973;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=128996;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#145\[2m145[0m]8;;\
|
| 186 |
+
[2;36m [0m .runs/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.[1;36m0e-04[0m.b64.gpu [2m [0m
|
| 187 |
+
[2;36m [0m s2.[1;36m2601240341[0m/checkpoints/ckpt_35000/sampler.bin [2m [0m
|
| 188 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Sampler state for dataloader [1;36m1[0m saved in ]8;id=981583;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=899091;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#145\[2m145[0m]8;;\
|
| 189 |
+
[2;36m [0m .runs/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.[1;36m0e-04[0m.b64.gpu [2m [0m
|
| 190 |
+
[2;36m [0m s2.[1;36m2601240341[0m/checkpoints/ckpt_35000/sampler_1.bin [2m [0m
|
| 191 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Random states saved in ]8;id=636753;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=656123;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#176\[2m176[0m]8;;\
|
| 192 |
+
[2;36m [0m .runs/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.[1;36m0e-04[0m.b64.gpu [2m [0m
|
| 193 |
+
[2;36m [0m s2.[1;36m2601240341[0m/checkpoints/ckpt_35000/random_states_0.pkl [2m [0m
|
| 194 |
+
Saved state to .runs/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240341/checkpoints/ckpt_35000
|
| 195 |
+
[2;36m[09:33:20 01/24][0m[2;36m [0m[34mINFO [0m | >> Saving current state to ]8;id=969664;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/accelerator.py\[2maccelerator.py[0m]8;;\[2m:[0m]8;id=423824;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/accelerator.py#3644\[2m3644[0m]8;;\
|
| 196 |
+
[2;36m [0m .runs/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.[1;36m0e-04[0m.b64.gpus [2m [0m
|
| 197 |
+
[2;36m [0m 2.[1;36m2601240341[0m/checkpoints/ckpt_40000 [2m [0m
|
| 198 |
+
[2;36m[09:33:21 01/24][0m[2;36m [0m[34mINFO [0m | >> Model weights saved in ]8;id=485144;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=446823;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#114\[2m114[0m]8;;\
|
| 199 |
+
[2;36m [0m .runs/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.[1;36m0e-04[0m.b64.gpu [2m [0m
|
| 200 |
+
[2;36m [0m s2.[1;36m2601240341[0m/checkpoints/ckpt_40000/model.safetensors [2m [0m
|
| 201 |
+
[2;36m[09:33:22 01/24][0m[2;36m [0m[34mINFO [0m | >> Optimizer state saved in ]8;id=392321;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=903139;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#121\[2m121[0m]8;;\
|
| 202 |
+
[2;36m [0m .runs/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.[1;36m0e-04[0m.b64.gpu [2m [0m
|
| 203 |
+
[2;36m [0m s2.[1;36m2601240341[0m/checkpoints/ckpt_40000/optimizer.bin [2m [0m
|
| 204 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Scheduler state saved in ]8;id=407945;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=306059;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#128\[2m128[0m]8;;\
|
| 205 |
+
[2;36m [0m .runs/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.[1;36m0e-04[0m.b64.gpu [2m [0m
|
| 206 |
+
[2;36m [0m s2.[1;36m2601240341[0m/checkpoints/ckpt_40000/scheduler.bin [2m [0m
|
| 207 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Sampler state for dataloader [1;36m0[0m saved in ]8;id=771109;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=749912;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#145\[2m145[0m]8;;\
|
| 208 |
+
[2;36m [0m .runs/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.[1;36m0e-04[0m.b64.gpu [2m [0m
|
| 209 |
+
[2;36m [0m s2.[1;36m2601240341[0m/checkpoints/ckpt_40000/sampler.bin [2m [0m
|
| 210 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Sampler state for dataloader [1;36m1[0m saved in ]8;id=729075;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=346604;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#145\[2m145[0m]8;;\
|
| 211 |
+
[2;36m [0m .runs/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.[1;36m0e-04[0m.b64.gpu [2m [0m
|
| 212 |
+
[2;36m [0m s2.[1;36m2601240341[0m/checkpoints/ckpt_40000/sampler_1.bin [2m [0m
|
| 213 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Random states saved in ]8;id=960350;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=128256;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#176\[2m176[0m]8;;\
|
| 214 |
+
[2;36m [0m .runs/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.[1;36m0e-04[0m.b64.gpu [2m [0m
|
| 215 |
+
[2;36m [0m s2.[1;36m2601240341[0m/checkpoints/ckpt_40000/random_states_0.pkl [2m [0m
|
| 216 |
+
Saved state to .runs/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240341/checkpoints/ckpt_40000
|
| 217 |
+
[2;36m[09:50:32 01/24][0m[2;36m [0m[34mINFO [0m | >> Saving current state to ]8;id=614052;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/accelerator.py\[2maccelerator.py[0m]8;;\[2m:[0m]8;id=946822;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/accelerator.py#3644\[2m3644[0m]8;;\
|
| 218 |
+
[2;36m [0m .runs/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.[1;36m0e-04[0m.b64.gpus [2m [0m
|
| 219 |
+
[2;36m [0m 2.[1;36m2601240341[0m/checkpoints/ckpt_41999 [2m [0m
|
| 220 |
+
[2;36m[09:50:33 01/24][0m[2;36m [0m[34mINFO [0m | >> Model weights saved in ]8;id=588107;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=58872;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#114\[2m114[0m]8;;\
|
| 221 |
+
[2;36m [0m .runs/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.[1;36m0e-04[0m.b64.gpu [2m [0m
|
| 222 |
+
[2;36m [0m s2.[1;36m2601240341[0m/checkpoints/ckpt_41999/model.safetensors [2m [0m
|
| 223 |
+
[2;36m[09:50:34 01/24][0m[2;36m [0m[34mINFO [0m | >> Optimizer state saved in ]8;id=128644;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=124028;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#121\[2m121[0m]8;;\
|
| 224 |
+
[2;36m [0m .runs/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.[1;36m0e-04[0m.b64.gpu [2m [0m
|
| 225 |
+
[2;36m [0m s2.[1;36m2601240341[0m/checkpoints/ckpt_41999/optimizer.bin [2m [0m
|
| 226 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Scheduler state saved in ]8;id=625950;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=679365;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#128\[2m128[0m]8;;\
|
| 227 |
+
[2;36m [0m .runs/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.[1;36m0e-04[0m.b64.gpu [2m [0m
|
| 228 |
+
[2;36m [0m s2.[1;36m2601240341[0m/checkpoints/ckpt_41999/scheduler.bin [2m [0m
|
| 229 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Sampler state for dataloader [1;36m0[0m saved in ]8;id=606210;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=132432;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#145\[2m145[0m]8;;\
|
| 230 |
+
[2;36m [0m .runs/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.[1;36m0e-04[0m.b64.gpu [2m [0m
|
| 231 |
+
[2;36m [0m s2.[1;36m2601240341[0m/checkpoints/ckpt_41999/sampler.bin [2m [0m
|
| 232 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Sampler state for dataloader [1;36m1[0m saved in ]8;id=250930;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=814323;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#145\[2m145[0m]8;;\
|
| 233 |
+
[2;36m [0m .runs/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.[1;36m0e-04[0m.b64.gpu [2m [0m
|
| 234 |
+
[2;36m [0m s2.[1;36m2601240341[0m/checkpoints/ckpt_41999/sampler_1.bin [2m [0m
|
| 235 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Random states saved in ]8;id=131290;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=192379;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#176\[2m176[0m]8;;\
|
| 236 |
+
[2;36m [0m .runs/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.[1;36m0e-04[0m.b64.gpu [2m [0m
|
| 237 |
+
[2;36m [0m s2.[1;36m2601240341[0m/checkpoints/ckpt_41999/random_states_0.pkl [2m [0m
|
| 238 |
+
Saved state to .runs/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240341/checkpoints/ckpt_41999
|
| 239 |
+
Training has reached maximum steps.
|
| 240 |
+
[2;36m[09:50:46 01/24][0m[2;36m [0m[34mINFO [0m | >> Saving current state to ]8;id=980067;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/accelerator.py\[2maccelerator.py[0m]8;;\[2m:[0m]8;id=567626;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/accelerator.py#3644\[2m3644[0m]8;;\
|
| 241 |
+
[2;36m [0m .runs/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.[1;36m0e-04[0m.b64.gpus [2m [0m
|
| 242 |
+
[2;36m [0m 2.[1;36m2601240341[0m/checkpoints/ckpt_41999 [2m [0m
|
| 243 |
+
[2;36m[09:50:47 01/24][0m[2;36m [0m[34mINFO [0m | >> Model weights saved in ]8;id=267359;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=824815;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#114\[2m114[0m]8;;\
|
| 244 |
+
[2;36m [0m .runs/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.[1;36m0e-04[0m.b64.gpu [2m [0m
|
| 245 |
+
[2;36m [0m s2.[1;36m2601240341[0m/checkpoints/ckpt_41999/model.safetensors [2m [0m
|
| 246 |
+
[2;36m[09:50:48 01/24][0m[2;36m [0m[34mINFO [0m | >> Optimizer state saved in ]8;id=290278;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=567436;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#121\[2m121[0m]8;;\
|
| 247 |
+
[2;36m [0m .runs/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.[1;36m0e-04[0m.b64.gpu [2m [0m
|
| 248 |
+
[2;36m [0m s2.[1;36m2601240341[0m/checkpoints/ckpt_41999/optimizer.bin [2m [0m
|
| 249 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Scheduler state saved in ]8;id=145392;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=990094;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#128\[2m128[0m]8;;\
|
| 250 |
+
[2;36m [0m .runs/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.[1;36m0e-04[0m.b64.gpu [2m [0m
|
| 251 |
+
[2;36m [0m s2.[1;36m2601240341[0m/checkpoints/ckpt_41999/scheduler.bin [2m [0m
|
| 252 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Sampler state for dataloader [1;36m0[0m saved in ]8;id=188012;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=579843;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#145\[2m145[0m]8;;\
|
| 253 |
+
[2;36m [0m .runs/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.[1;36m0e-04[0m.b64.gpu [2m [0m
|
| 254 |
+
[2;36m [0m s2.[1;36m2601240341[0m/checkpoints/ckpt_41999/sampler.bin [2m [0m
|
| 255 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Sampler state for dataloader [1;36m1[0m saved in ]8;id=539017;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=859689;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#145\[2m145[0m]8;;\
|
| 256 |
+
[2;36m [0m .runs/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.[1;36m0e-04[0m.b64.gpu [2m [0m
|
| 257 |
+
[2;36m [0m s2.[1;36m2601240341[0m/checkpoints/ckpt_41999/sampler_1.bin [2m [0m
|
| 258 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Random states saved in ]8;id=791184;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=779188;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#176\[2m176[0m]8;;\
|
| 259 |
+
[2;36m [0m .runs/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.[1;36m0e-04[0m.b64.gpu [2m [0m
|
| 260 |
+
[2;36m [0m s2.[1;36m2601240341[0m/checkpoints/ckpt_41999/random_states_0.pkl [2m [0m
|
| 261 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> [1m[[0m*[1m][0m Finalized ACT Trainer. Epoch losses: [1m[[0m[1;36m0.0[0m, [1;36m0.3679253160953522[0m, [1;36m0.15888100862503052[0m, ]8;id=658356;file:///home/jliu/we_learn/src/we/learn/trainers/act_g1_real.py\[2mact_g1_real.py[0m]8;;\[2m:[0m]8;id=254601;file:///home/jliu/we_learn/src/we/learn/trainers/act_g1_real.py#331\[2m331[0m]8;;\
|
| 262 |
+
[2;36m [0m [1;36m0.09571532905101776[0m, [1;36m0.08934973180294037[0m[1m][0m [2m [0m
|
| 263 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> [1m[[0m*[1m][0m Happy Ending! ]8;id=903984;file:///home/jliu/we_learn/scripts/train.py\[2mtrain.py[0m]8;;\[2m:[0m]8;id=158174;file:///home/jliu/we_learn/scripts/train.py#314\[2m314[0m]8;;\
|
act/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240341/wandb/run-20260124_034206-e5jhds0w/files/requirements.txt
ADDED
|
@@ -0,0 +1,237 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
markdown-it-py==4.0.0
|
| 2 |
+
tensorflow-datasets==4.9.9
|
| 3 |
+
pynput==1.8.1
|
| 4 |
+
nvidia-cufile-cu12==1.13.1.3
|
| 5 |
+
nvidia-nccl-cu12==2.27.3
|
| 6 |
+
pandas==2.3.3
|
| 7 |
+
sniffio==1.3.1
|
| 8 |
+
keras==3.12.0
|
| 9 |
+
expandvars==1.1.2
|
| 10 |
+
isort==6.0.1
|
| 11 |
+
accelerate==1.12.0
|
| 12 |
+
diffusers==0.30.2
|
| 13 |
+
lazy_loader==0.4
|
| 14 |
+
safetensors==0.6.2
|
| 15 |
+
iniconfig==2.1.0
|
| 16 |
+
Jinja2==3.1.6
|
| 17 |
+
pymunk==7.2.0
|
| 18 |
+
datasets==4.4.1
|
| 19 |
+
libclang==18.1.1
|
| 20 |
+
fasteners==0.20
|
| 21 |
+
httpcore==1.0.9
|
| 22 |
+
immutabledict==4.2.2
|
| 23 |
+
protobuf==6.33.2
|
| 24 |
+
einx==0.3.0
|
| 25 |
+
requests==2.32.5
|
| 26 |
+
cffi==2.0.0
|
| 27 |
+
optree==0.18.0
|
| 28 |
+
astunparse==1.6.3
|
| 29 |
+
transforms3d==0.4.2
|
| 30 |
+
xxhash==3.5.0
|
| 31 |
+
wcwidth==0.2.14
|
| 32 |
+
click==8.3.0
|
| 33 |
+
sympy==1.14.0
|
| 34 |
+
annotated-types==0.7.0
|
| 35 |
+
nvidia-nvjitlink-cu12==12.8.93
|
| 36 |
+
numpydantic==1.6.7
|
| 37 |
+
Pygments==2.19.2
|
| 38 |
+
mergedeep==1.3.4
|
| 39 |
+
black==25.9.0
|
| 40 |
+
albumentations==1.4.18
|
| 41 |
+
gymnasium==0.29.1
|
| 42 |
+
multiprocess==0.70.16
|
| 43 |
+
nvidia-cusparse-cu12==12.5.8.93
|
| 44 |
+
certifi==2025.8.3
|
| 45 |
+
array_record==0.8.1
|
| 46 |
+
pyyaml-include==1.4.1
|
| 47 |
+
tzdata==2025.2
|
| 48 |
+
dm-tree==0.1.8
|
| 49 |
+
cycler==0.12.1
|
| 50 |
+
fastapi==0.128.0
|
| 51 |
+
wrapt==2.0.1
|
| 52 |
+
pydantic_core==2.27.2
|
| 53 |
+
tqdm==4.67.1
|
| 54 |
+
starlette==0.50.0
|
| 55 |
+
OpenEXR==3.4.4
|
| 56 |
+
av==16.0.1
|
| 57 |
+
argparse==1.4.0
|
| 58 |
+
pyparsing==3.3.2
|
| 59 |
+
yarl==1.20.1
|
| 60 |
+
dotenv==0.9.9
|
| 61 |
+
omegaconf==2.3.0
|
| 62 |
+
opt_einsum==3.4.0
|
| 63 |
+
trimesh==4.11.1
|
| 64 |
+
imageio==2.34.2
|
| 65 |
+
soupsieve==2.8
|
| 66 |
+
gitdb==4.0.12
|
| 67 |
+
beautifulsoup4==4.14.2
|
| 68 |
+
argcomplete==3.6.2
|
| 69 |
+
tabulate==0.9.0
|
| 70 |
+
mypy_extensions==1.1.0
|
| 71 |
+
propcache==0.3.2
|
| 72 |
+
nvidia-cusparselt-cu12==0.7.1
|
| 73 |
+
annotated-doc==0.0.4
|
| 74 |
+
PySocks==1.7.1
|
| 75 |
+
simple-parsing==0.1.8
|
| 76 |
+
yacs==0.1.8
|
| 77 |
+
pycparser==2.23
|
| 78 |
+
nvidia-cudnn-cu12==9.10.2.21
|
| 79 |
+
tensorboard==2.20.0
|
| 80 |
+
transformers==4.44.2
|
| 81 |
+
opencv-python-headless==4.11.0.86
|
| 82 |
+
websockets==15.0.1
|
| 83 |
+
ruamel.yaml==0.18.15
|
| 84 |
+
torchvision==0.23.0
|
| 85 |
+
matplotlib==3.10.8
|
| 86 |
+
rerun-sdk==0.22.1
|
| 87 |
+
evdev==1.9.2
|
| 88 |
+
blinker==1.9.0
|
| 89 |
+
h11==0.16.0
|
| 90 |
+
pyzmq==27.1.0
|
| 91 |
+
nvidia-curand-cu12==10.3.9.90
|
| 92 |
+
idna==3.10
|
| 93 |
+
plotly==6.2.0
|
| 94 |
+
aiohappyeyeballs==2.6.1
|
| 95 |
+
antlr4-python3-runtime==4.9.3
|
| 96 |
+
platformdirs==4.4.0
|
| 97 |
+
filelock==3.19.1
|
| 98 |
+
pytokens==0.1.10
|
| 99 |
+
hf-xet==1.1.10
|
| 100 |
+
aiohttp-cors==0.8.1
|
| 101 |
+
decord==0.6.0
|
| 102 |
+
docker-pycreds==0.4.0
|
| 103 |
+
tifffile==2025.5.10
|
| 104 |
+
pytz==2025.2
|
| 105 |
+
portalocker==3.2.0
|
| 106 |
+
nvidia-cuda-cupti-cu12==12.8.90
|
| 107 |
+
scikit-image==0.25.2
|
| 108 |
+
ruamel.yaml.clib==0.2.14
|
| 109 |
+
python-xlib==0.33
|
| 110 |
+
narwhals==2.6.0
|
| 111 |
+
shellingham==1.5.4
|
| 112 |
+
python-dotenv==1.2.1
|
| 113 |
+
triton==3.4.0
|
| 114 |
+
draccus==0.10.0
|
| 115 |
+
ml_dtypes==0.5.4
|
| 116 |
+
wheel==0.46.3
|
| 117 |
+
kiwisolver==1.4.9
|
| 118 |
+
tomli==2.2.1
|
| 119 |
+
termcolor==3.1.0
|
| 120 |
+
we.learn==0.1.0
|
| 121 |
+
typing-inspect==0.9.0
|
| 122 |
+
exceptiongroup==1.3.0
|
| 123 |
+
Farama-Notifications==0.0.4
|
| 124 |
+
setproctitle==1.3.7
|
| 125 |
+
hf_transfer==0.1.9
|
| 126 |
+
albucore==0.0.17
|
| 127 |
+
nvidia-cusolver-cu12==11.7.3.90
|
| 128 |
+
shtab==1.7.2
|
| 129 |
+
imageio-ffmpeg==0.6.0
|
| 130 |
+
typeguard==4.4.4
|
| 131 |
+
contourpy==1.3.2
|
| 132 |
+
nvidia-nvtx-cu12==12.8.90
|
| 133 |
+
zipp==3.23.0
|
| 134 |
+
inquirerpy==0.3.4
|
| 135 |
+
torchcodec==0.6.0
|
| 136 |
+
tensorboard-data-server==0.7.2
|
| 137 |
+
importlib_metadata==8.7.0
|
| 138 |
+
fvcore==0.1.5.post20221221
|
| 139 |
+
llvmlite==0.46.0
|
| 140 |
+
lerobot==0.1.0
|
| 141 |
+
setuptools==80.9.0
|
| 142 |
+
pluggy==1.6.0
|
| 143 |
+
asciitree==0.3.3
|
| 144 |
+
MarkupSafe==3.0.3
|
| 145 |
+
wandb==0.23.1
|
| 146 |
+
Flask==3.1.2
|
| 147 |
+
pydantic==2.10.6
|
| 148 |
+
httpx==0.28.1
|
| 149 |
+
pfzy==0.3.4
|
| 150 |
+
frozendict==2.4.6
|
| 151 |
+
numpy==1.26.4
|
| 152 |
+
gast==0.7.0
|
| 153 |
+
pathspec==0.12.1
|
| 154 |
+
ruff==0.13.2
|
| 155 |
+
packaging==25.0
|
| 156 |
+
promise==2.3
|
| 157 |
+
tensorflow-addons==0.19.0
|
| 158 |
+
importlib_resources==6.5.2
|
| 159 |
+
torchaudio==2.8.0
|
| 160 |
+
iopath==0.1.10
|
| 161 |
+
google-pasta==0.2.0
|
| 162 |
+
mypy==1.18.2
|
| 163 |
+
orderly-set==5.5.0
|
| 164 |
+
pyarrow==21.0.0
|
| 165 |
+
vuer==0.0.68
|
| 166 |
+
toml==0.10.2
|
| 167 |
+
PyYAML==6.0.3
|
| 168 |
+
torch==2.8.0
|
| 169 |
+
numcodecs==0.13.1
|
| 170 |
+
pydantic-yaml==1.6.0
|
| 171 |
+
numba==0.63.1
|
| 172 |
+
eval_type_backport==0.2.2
|
| 173 |
+
psutil==7.1.0
|
| 174 |
+
fsspec==2025.3.0
|
| 175 |
+
gdown==5.2.0
|
| 176 |
+
GitPython==3.1.45
|
| 177 |
+
huggingface-hub==0.35.3
|
| 178 |
+
fonttools==4.61.1
|
| 179 |
+
frozenlist==1.7.0
|
| 180 |
+
Markdown==3.10.1
|
| 181 |
+
typing_extensions==4.15.0
|
| 182 |
+
tensorflow==2.20.0
|
| 183 |
+
h5py==3.14.0
|
| 184 |
+
tyro==0.9.32
|
| 185 |
+
cloudpickle==3.1.1
|
| 186 |
+
cmake==4.1.0
|
| 187 |
+
mdurl==0.1.2
|
| 188 |
+
typer==0.19.2
|
| 189 |
+
anyio==4.11.0
|
| 190 |
+
namex==0.1.0
|
| 191 |
+
pipablepytorch3d==0.7.6
|
| 192 |
+
nvidia-cuda-nvrtc-cu12==12.8.93
|
| 193 |
+
docstring_parser==0.17.0
|
| 194 |
+
killport==1.2.0
|
| 195 |
+
nvidia-cuda-runtime-cu12==12.8.90
|
| 196 |
+
aiosignal==1.4.0
|
| 197 |
+
dill==0.3.8
|
| 198 |
+
nvidia-cublas-cu12==12.8.4.1
|
| 199 |
+
zarr==2.18.3
|
| 200 |
+
msgpack==1.1.1
|
| 201 |
+
flatbuffers==25.12.19
|
| 202 |
+
regex==2025.9.18
|
| 203 |
+
python-dateutil==2.9.0.post0
|
| 204 |
+
tokenizers==0.19.1
|
| 205 |
+
pytest==8.4.2
|
| 206 |
+
charset-normalizer==3.4.3
|
| 207 |
+
sentry-sdk==2.39.0
|
| 208 |
+
rich==14.1.0
|
| 209 |
+
itsdangerous==2.2.0
|
| 210 |
+
nvidia-cufft-cu12==11.3.3.83
|
| 211 |
+
scipy==1.15.3
|
| 212 |
+
simplejpeg==1.9.0
|
| 213 |
+
uvicorn==0.40.0
|
| 214 |
+
grpcio==1.76.0
|
| 215 |
+
six==1.17.0
|
| 216 |
+
absl-py==2.3.1
|
| 217 |
+
jsonlines==4.0.0
|
| 218 |
+
urllib3==2.5.0
|
| 219 |
+
opencv-python==4.11.0.86
|
| 220 |
+
etils==1.13.0
|
| 221 |
+
mpmath==1.3.0
|
| 222 |
+
einops==0.8.1
|
| 223 |
+
smmap==5.0.2
|
| 224 |
+
tensorflow-graphics==2021.12.3
|
| 225 |
+
tensorflow-metadata==1.17.3
|
| 226 |
+
multidict==6.6.4
|
| 227 |
+
Werkzeug==3.1.3
|
| 228 |
+
pillow==11.3.0
|
| 229 |
+
prompt_toolkit==3.0.52
|
| 230 |
+
waterbear==2.6.8
|
| 231 |
+
async-timeout==4.0.3
|
| 232 |
+
networkx==3.4.2
|
| 233 |
+
attrs==25.3.0
|
| 234 |
+
params_proto==2.13.2
|
| 235 |
+
deepdiff==8.6.1
|
| 236 |
+
aiohttp==3.10.5
|
| 237 |
+
we.learn==0.1.0
|
act/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240341/wandb/run-20260124_034206-e5jhds0w/files/wandb-metadata.json
ADDED
|
@@ -0,0 +1,136 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"os": "Linux-6.8.0-88-generic-x86_64-with-glibc2.39",
|
| 3 |
+
"python": "CPython 3.10.19",
|
| 4 |
+
"startedAt": "2026-01-24T03:42:06.420627Z",
|
| 5 |
+
"args": [
|
| 6 |
+
"data:gr00t",
|
| 7 |
+
"data.transform.repack:gr00t-we",
|
| 8 |
+
"data.transform.action-state:maxmin",
|
| 9 |
+
"data.transform.model:act",
|
| 10 |
+
"model:act",
|
| 11 |
+
"--seed=2026",
|
| 12 |
+
"--exp=act-push-cart-grasp-and-place-grapes-on-plate",
|
| 13 |
+
"--train.name=act-g1-real",
|
| 14 |
+
"--log.report-to=wandb",
|
| 15 |
+
"--wandb.entity=jliu530-soochow-university",
|
| 16 |
+
"--train.data_parallel=ddp",
|
| 17 |
+
"--train.mixed_precision=bf16",
|
| 18 |
+
"--train.train-batch-size=32",
|
| 19 |
+
"--train.gradient_accumulation_steps=1",
|
| 20 |
+
"--train.validation_steps=500",
|
| 21 |
+
"--train.val_num_batches=20",
|
| 22 |
+
"--train.max-training-steps=42000",
|
| 23 |
+
"--train.learning-rate=1e-4",
|
| 24 |
+
"--train.max-grad-norm=1.0",
|
| 25 |
+
"--train.lr_scheduler_kwargs.weight_decay=1e-6",
|
| 26 |
+
"--train.lr_scheduler_kwargs.betas",
|
| 27 |
+
"0.95",
|
| 28 |
+
"0.999",
|
| 29 |
+
"--train.lr_scheduler_type=cosine",
|
| 30 |
+
"--train.warmup-steps=1000",
|
| 31 |
+
"--train.warmup-ratio=None",
|
| 32 |
+
"--train.checkpointing-steps=5000",
|
| 33 |
+
"--data.root_dir=/hfm/data/real_teleop_g1/lerobot",
|
| 34 |
+
"--data.dataset_paths=Push_cart_grasp_and_place_grapes_on_plate",
|
| 35 |
+
"--data.data_config=we.data.gr00t.data_config:WeUnitreeG1LocoDataConfig",
|
| 36 |
+
"--data.transform.repack.pad-action-dim=36",
|
| 37 |
+
"--data.transform.repack.pad-state-dim=32",
|
| 38 |
+
"--data.transform.action-state.stat-path=dataset_statistics/g1-stats-Push_cart_grasp_and_place_grapes_on_plate.json",
|
| 39 |
+
"--data.transform.action-state.stat-action-key=action",
|
| 40 |
+
"--data.transform.action-state.stat-state-key=states",
|
| 41 |
+
"--data.transform.action-state.normalize-state",
|
| 42 |
+
"--data.transform.action-state.action-norm-type=bounds",
|
| 43 |
+
"--data.transform.model.img-aug",
|
| 44 |
+
"--data.action-chunk-size=100",
|
| 45 |
+
"--model.chunk-size=100",
|
| 46 |
+
"--model.n-action-steps=100",
|
| 47 |
+
"--model.action-dim=36",
|
| 48 |
+
"--model.state-dim=32",
|
| 49 |
+
"--model.use-vae",
|
| 50 |
+
"--model.kl-weight=10.0"
|
| 51 |
+
],
|
| 52 |
+
"program": "/home/jliu/we_learn/scripts/train.py",
|
| 53 |
+
"codePath": "scripts/train.py",
|
| 54 |
+
"codePathLocal": "scripts/train.py",
|
| 55 |
+
"git": {
|
| 56 |
+
"remote": "https://github.com/songlin/we_learn.git",
|
| 57 |
+
"commit": "df0aa6074e8b16d0e2be002a9a9c1971edf209ec"
|
| 58 |
+
},
|
| 59 |
+
"email": "jliu530@163.com",
|
| 60 |
+
"root": "/home/jliu/we_learn/.runs/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240341",
|
| 61 |
+
"host": "nebula99",
|
| 62 |
+
"executable": "/home/jliu/we_learn/.venv-pusht/bin/python3",
|
| 63 |
+
"cpu_count": 128,
|
| 64 |
+
"cpu_count_logical": 128,
|
| 65 |
+
"gpu": "NVIDIA A100-SXM4-80GB",
|
| 66 |
+
"gpu_count": 8,
|
| 67 |
+
"disk": {
|
| 68 |
+
"/": {
|
| 69 |
+
"total": "105089261568",
|
| 70 |
+
"used": "95563231232"
|
| 71 |
+
}
|
| 72 |
+
},
|
| 73 |
+
"memory": {
|
| 74 |
+
"total": "1623177732096"
|
| 75 |
+
},
|
| 76 |
+
"gpu_nvidia": [
|
| 77 |
+
{
|
| 78 |
+
"name": "NVIDIA A100-SXM4-80GB",
|
| 79 |
+
"memoryTotal": "85899345920",
|
| 80 |
+
"cudaCores": 6912,
|
| 81 |
+
"architecture": "Ampere",
|
| 82 |
+
"uuid": "GPU-37370f00-90f5-4e03-f763-7a35649e6783"
|
| 83 |
+
},
|
| 84 |
+
{
|
| 85 |
+
"name": "NVIDIA A100-SXM4-80GB",
|
| 86 |
+
"memoryTotal": "85899345920",
|
| 87 |
+
"cudaCores": 6912,
|
| 88 |
+
"architecture": "Ampere",
|
| 89 |
+
"uuid": "GPU-d4b40383-188b-cc16-9180-20c1a71a777f"
|
| 90 |
+
},
|
| 91 |
+
{
|
| 92 |
+
"name": "NVIDIA A100-SXM4-80GB",
|
| 93 |
+
"memoryTotal": "85899345920",
|
| 94 |
+
"cudaCores": 6912,
|
| 95 |
+
"architecture": "Ampere",
|
| 96 |
+
"uuid": "GPU-0f3d827c-66cf-04da-b182-4ed0414a2549"
|
| 97 |
+
},
|
| 98 |
+
{
|
| 99 |
+
"name": "NVIDIA A100-SXM4-80GB",
|
| 100 |
+
"memoryTotal": "85899345920",
|
| 101 |
+
"cudaCores": 6912,
|
| 102 |
+
"architecture": "Ampere",
|
| 103 |
+
"uuid": "GPU-164a49bb-43d3-2250-59e2-1b40eee0757f"
|
| 104 |
+
},
|
| 105 |
+
{
|
| 106 |
+
"name": "NVIDIA A100-SXM4-80GB",
|
| 107 |
+
"memoryTotal": "85899345920",
|
| 108 |
+
"cudaCores": 6912,
|
| 109 |
+
"architecture": "Ampere",
|
| 110 |
+
"uuid": "GPU-c0471f40-ae19-5371-a1af-da406ca30f83"
|
| 111 |
+
},
|
| 112 |
+
{
|
| 113 |
+
"name": "NVIDIA A100-SXM4-80GB",
|
| 114 |
+
"memoryTotal": "85899345920",
|
| 115 |
+
"cudaCores": 6912,
|
| 116 |
+
"architecture": "Ampere",
|
| 117 |
+
"uuid": "GPU-d9040f59-13d3-6c37-4ea0-c6c751424527"
|
| 118 |
+
},
|
| 119 |
+
{
|
| 120 |
+
"name": "NVIDIA A100-SXM4-80GB",
|
| 121 |
+
"memoryTotal": "85899345920",
|
| 122 |
+
"cudaCores": 6912,
|
| 123 |
+
"architecture": "Ampere",
|
| 124 |
+
"uuid": "GPU-f834d0e8-a118-24c7-5461-30fce111bea6"
|
| 125 |
+
},
|
| 126 |
+
{
|
| 127 |
+
"name": "NVIDIA A100-SXM4-80GB",
|
| 128 |
+
"memoryTotal": "85899345920",
|
| 129 |
+
"cudaCores": 6912,
|
| 130 |
+
"architecture": "Ampere",
|
| 131 |
+
"uuid": "GPU-6e687915-3247-735c-6641-544540804e79"
|
| 132 |
+
}
|
| 133 |
+
],
|
| 134 |
+
"cudaVersion": "12.9",
|
| 135 |
+
"writerId": "ugbf489zo1bfr2u0ckxloaeb6v5bk0va"
|
| 136 |
+
}
|
act/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240341/wandb/run-20260124_034206-e5jhds0w/files/wandb-summary.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"train/kld_loss":0.0011531049385666847,"val/denorm_err_l1_torso_vy":0,"_step":42000,"val/denorm_err_l1_arm_joints":0.04416252300143242,"train/epoch":30,"val/denorm_err_l1_height":0.0010874827858060598,"_runtime":22121.498167547,"val/denorm_err_l1_torso_vx":0.0021300918888300657,"_timestamp":1.7692482467023842e+09,"val/denorm_err_l1_rpy":0.005243132822215557,"val/bc_loss":0.03195221722126007,"val/denorm_err_l1_torso_target_yaw":0,"val/denorm_err_l1_torso_vyaw":0,"train/loss":0.036195285618305206,"_wandb":{"runtime":22121},"val/kld_loss":0.0013999695889651774,"train/l1_loss":0.02466423436999321,"val/denorm_err_l1_hand_joints":0.09394374489784241}
|
act/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240341/wandb/run-20260124_034206-e5jhds0w/logs/debug-internal.log
ADDED
|
@@ -0,0 +1,12 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"time":"2026-01-24T03:42:06.71737015Z","level":"INFO","msg":"stream: starting","core version":"0.23.1"}
|
| 2 |
+
{"time":"2026-01-24T03:42:07.071896945Z","level":"INFO","msg":"stream: created new stream","id":"e5jhds0w"}
|
| 3 |
+
{"time":"2026-01-24T03:42:07.072202083Z","level":"INFO","msg":"stream: started","id":"e5jhds0w"}
|
| 4 |
+
{"time":"2026-01-24T03:42:07.073834424Z","level":"INFO","msg":"handler: started","stream_id":"e5jhds0w"}
|
| 5 |
+
{"time":"2026-01-24T03:42:07.073894488Z","level":"INFO","msg":"writer: started","stream_id":"e5jhds0w"}
|
| 6 |
+
{"time":"2026-01-24T03:42:07.074099822Z","level":"INFO","msg":"sender: started","stream_id":"e5jhds0w"}
|
| 7 |
+
{"time":"2026-01-24T09:50:49.440830292Z","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
|
| 8 |
+
{"time":"2026-01-24T09:50:49.813586925Z","level":"INFO","msg":"handler: operation stats","stats":{}}
|
| 9 |
+
{"time":"2026-01-24T09:50:49.825379014Z","level":"INFO","msg":"stream: closing","id":"e5jhds0w"}
|
| 10 |
+
{"time":"2026-01-24T09:50:49.825410233Z","level":"INFO","msg":"handler: closed","stream_id":"e5jhds0w"}
|
| 11 |
+
{"time":"2026-01-24T09:50:49.825511015Z","level":"INFO","msg":"sender: closed","stream_id":"e5jhds0w"}
|
| 12 |
+
{"time":"2026-01-24T09:50:49.825543212Z","level":"INFO","msg":"stream: closed","id":"e5jhds0w"}
|
act/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240341/wandb/run-20260124_034206-e5jhds0w/logs/debug.log
ADDED
|
@@ -0,0 +1,27 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
2026-01-24 03:42:06,424 INFO MainThread:2926353 [wandb_setup.py:_flush():80] Current SDK version is 0.23.1
|
| 2 |
+
2026-01-24 03:42:06,425 INFO MainThread:2926353 [wandb_setup.py:_flush():80] Configure stats pid to 2926353
|
| 3 |
+
2026-01-24 03:42:06,425 INFO MainThread:2926353 [wandb_setup.py:_flush():80] Loading settings from /home/jliu/.config/wandb/settings
|
| 4 |
+
2026-01-24 03:42:06,425 INFO MainThread:2926353 [wandb_setup.py:_flush():80] Loading settings from /home/jliu/we_learn/wandb/settings
|
| 5 |
+
2026-01-24 03:42:06,425 INFO MainThread:2926353 [wandb_setup.py:_flush():80] Loading settings from environment variables
|
| 6 |
+
2026-01-24 03:42:06,425 INFO MainThread:2926353 [wandb_init.py:setup_run_log_directory():714] Logging user logs to /home/jliu/we_learn/.runs/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240341/wandb/run-20260124_034206-e5jhds0w/logs/debug.log
|
| 7 |
+
2026-01-24 03:42:06,425 INFO MainThread:2926353 [wandb_init.py:setup_run_log_directory():715] Logging internal logs to /home/jliu/we_learn/.runs/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240341/wandb/run-20260124_034206-e5jhds0w/logs/debug-internal.log
|
| 8 |
+
2026-01-24 03:42:06,425 INFO MainThread:2926353 [wandb_init.py:init():841] calling init triggers
|
| 9 |
+
2026-01-24 03:42:06,425 INFO MainThread:2926353 [wandb_init.py:init():846] wandb.init called with sweep_config: {}
|
| 10 |
+
config: {'_wandb': {}}
|
| 11 |
+
2026-01-24 03:42:06,425 INFO MainThread:2926353 [wandb_init.py:init():889] starting backend
|
| 12 |
+
2026-01-24 03:42:06,699 INFO MainThread:2926353 [wandb_init.py:init():892] sending inform_init request
|
| 13 |
+
2026-01-24 03:42:06,712 INFO MainThread:2926353 [wandb_init.py:init():900] backend started and connected
|
| 14 |
+
2026-01-24 03:42:06,715 INFO MainThread:2926353 [wandb_init.py:init():970] updated telemetry
|
| 15 |
+
2026-01-24 03:42:06,724 INFO MainThread:2926353 [wandb_init.py:init():994] communicating run to backend with 90.0 second timeout
|
| 16 |
+
2026-01-24 03:42:07,408 INFO MainThread:2926353 [wandb_init.py:init():1041] starting run threads in backend
|
| 17 |
+
2026-01-24 03:42:07,584 INFO MainThread:2926353 [wandb_run.py:_console_start():2521] atexit reg
|
| 18 |
+
2026-01-24 03:42:07,584 INFO MainThread:2926353 [wandb_run.py:_redirect():2369] redirect: wrap_raw
|
| 19 |
+
2026-01-24 03:42:07,584 INFO MainThread:2926353 [wandb_run.py:_redirect():2438] Wrapping output streams.
|
| 20 |
+
2026-01-24 03:42:07,584 INFO MainThread:2926353 [wandb_run.py:_redirect():2461] Redirects installed.
|
| 21 |
+
2026-01-24 03:42:07,590 INFO MainThread:2926353 [wandb_init.py:init():1081] run started, returning control to user process
|
| 22 |
+
2026-01-24 03:42:07,593 INFO MainThread:2926353 [wandb_run.py:_config_callback():1396] config_cb None None {'exp': 'act-push-cart-grasp-and-place-grapes-on-plate', 'seed': 2026, 'auto_tag_run': False, 'eval': False, 'debug': False, 'timestamp': '2601240341', 'log': {'logging_dir': 'logs', 'report_to': 'wandb', 'log_freq': 100}, 'wandb': {'project': 'hfm', 'entity': 'jliu530-soochow-university', 'group': None, 'id': None, 'name': None, 'resume': 'allow'}, 'train': {'num_workers': 8, 'overfit_single_batch': False, 'name': 'act-g1-real', 'resume_from_checkpoint': None, 'skip_resumed_steps': False, 'hf_token': '.hf_token', 'lora': False, 'output_dir': '.runs', 'gradient_accumulation_steps': 1, 'mixed_precision': 'bf16', 'max_grad_norm': 1.0, 'train_batch_size': 32, 'val_batch_size': 16, 'val_num_batches': 20, 'checkpointing_steps': 5000, 'max_checkpoints_to_keep': None, 'validation_steps': 500, 'learning_rate': 0.0001, 'lr_scheduler_type': 'cosine', 'lr_scheduler_kwargs': {'betas': [0.95, 0.999], 'weight_decay': 1e-06, 'eps': 1e-08}, 'scheduler_specific_kwargs': {}, 'data_parallel': 'ddp', 'sharding_strategy': 'full-shard', 'deepspeed_config': '/home/jliu/we_learn/src/InternVLA/config/deepseeds/zero3.json', 'enable_gradient_checkpointing': True, 'enable_mixed_precision_training': True, 'reduce_in_full_precision': True, 'max_training_steps': 42000, 'num_train_epochs': None, 'warmup_steps': 1000, 'warmup_ratio': None}, 'data': {'transform': {'repack': {'dataset_name': 'we-g1-teleop', 'conditions': [], 'image_keys': ['video'], 'state_key': 'state', 'action_key': 'action', 'instruction_key': 'annotation.human.task_description', 'pad_action_dim': 36, 'pad_state_dim': 32}, 'action_state': {'stat_path': 'dataset_statistics/g1-stats-Push_cart_grasp_and_place_grapes_on_plate.json', 'action_norm_type': 'bounds', 'stat_action_key': 'action', 'stat_state_key': 'states', 'use_norm_mask': False, 'action_norm_masks': [True, True, True, True, True, True, False], 'action_min': [-1.0481975078582764, -0.19984650611877441, 0.4533447325229645, -1.5717962980270386, -1.7463293075561523, -1.5717962980270386, -1.7463293075561523, -1.0481975078582764, -0.9210000038146973, -1.6845287084579468, -0.0010000000474974513, -0.0010000000474974513, -0.0010000000474974513, -0.0010000000474974513, -0.9514403939247131, -0.3264637887477875, -0.4328526556491852, -1.0471998453140259, -1.0728868246078491, -1.6144294738769531, -0.9963729381561279, -1.9203201532363892, -1.1714298725128174, -0.7144220471382141, -1.0471998453140259, -1.5777469873428345, -1.614428997039795, -1.1877036094665527, -0.17483314871788025, -0.3118287920951843, -1.1479005813598633, 0.6552329659461975, 0.0, 0.0, 0.0, 0.0], 'action_max': [0.09929836541414261, 0.9210000038146973, 1.630710482597351, 0.0010000000474974513, 0.0010000000474974513, 0.0010000000474974513, 0.0010000000474974513, 0.30392226576805115, 0.08567330241203308, -0.40413898229599, 1.517154335975647, 1.7463293075561523, 1.5717962980270386, 1.7463293075561523, 1.2656242847442627, 0.8192498087882996, 1.313675045967102, 1.2117120027542114, 0.9534142017364502, 0.9147428870201111, 0.5678492188453674, 0.7814759612083435, 0.3561345934867859, 0.9256001710891724, 1.4109472036361694, 1.4722950458526611, 1.1215534210205078, 1.3663387298583984, 0.21328531205654144, 0.3196083903312683, 0.48254090547561646, 0.801028311252594, 0.3499999940395355, 0.0, 0.0, 0.0], 'state_min': [-1.0231640338897705, -0.0695418044924736, 0.24746619164943695, -1.4132853746414185, -1.8126834630966187, -1.3577090501785278, -1.7228399515151978, -1.0409873723983765, -0.9193933606147766, -1.5848426818847656, -0.07512053102254868, 0.023398026823997498, -0.05005142092704773, 0.018349293619394302, -0.896072506904602, -0.10484998673200607, -0.3023500144481659, -1.0332319736480713, -1.0468820333480835, -1.5026646852493286, -0.9785187244415283, -1.8509875535964966, -1.010833501815796, -0.6269427537918091, -1.0290495157241821, -1.522499918937683, -1.3486835956573486, -1.1306359767913818, -0.17483314871788025, -0.3118287920951843, -1.1479005813598633, 0.6552329659461975], 'state_max': [0.0012606654781848192, 0.9533419013023376, 1.441234827041626, 0.10255199670791626, -0.021535230800509453, 0.2322024405002594, -0.022155510261654854, 0.18327920138835907, 0.06926733255386353, -0.24854479730129242, 1.4151289463043213, 1.7675095796585083, 1.333852767944336, 1.720163106918335, 1.2428480386734009, 0.7350764274597168, 1.2933615446090698, 1.1574125289916992, 0.929772138595581, 0.8751207590103149, 0.44843629002571106, 0.7306901812553406, 0.12389291822910309, 0.8440968990325928, 1.3799595832824707, 1.1950310468673706, 1.071639060974121, 1.2805979251861572, 0.21328531205654144, 0.3196083903312683, 0.48254090547561646, 0.801028311252594], 'normalize_state': True, 'pad_action_dim': None, 'pad_state_dim': None}, 'model': {'resize': {'size': [256, 480]}, 'center_crop': {'size': [224, 224]}, 'color_jitter': {'brightness': 0.2, 'contrast': [0.8, 1.2], 'saturation': [0.8, 1.2], 'hue': 0.05}, 'normalize': {'mean': [0.485, 0.456, 0.406], 'std': [0.229, 0.224, 0.225]}, 'img_aug': True}}, 'action_chunk_size': 100, 'root_dir': '/hfm/data/real_teleop_g1/lerobot', 'dataset_paths': ['Push_cart_grasp_and_place_grapes_on_plate'], 'data_config': 'we.data.gr00t.data_config:WeUnitreeG1LocoDataConfig', 'embodiment_tag': 'new_embodiment', 'video_backend': 'decord', 'balance_dataset_weights': True, 'balance_trajectory_weights': True, 'preload_all': False}, 'model': {'n_obs_steps': 1, 'chunk_size': 100, 'n_action_steps': 100, 'action_dim': 36, 'state_dim': 32, 'dim_model': 512, 'n_heads': 8, 'dim_feedforward': 3200, 'feedforward_activation': 'relu', 'n_encoder_layers': 4, 'n_decoder_layers': 1, 'pre_norm': False, 'dropout': 0.1, 'use_vae': True, 'latent_dim': 32, 'n_vae_encoder_layers': 4, 'kl_weight': 10.0, 'temporal_ensemble_coeff': None}, 'environment_variables': {'OMP_NUM_THREADS': '32', 'HF_HOME': '/hfm/cache', 'TORCH_HOME': '/hfm/cache', 'HF_TOKEN': 'hf_...adRb', 'HF_LEROBOT_HOME': 'Not Set', 'WE_HOME': 'Not Set', 'DATA_HOME': 'Not Set', 'UV_CACHE_DIR': 'Not Set', 'WANDB_API_KEY': 'Not Set', 'PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION': 'python', 'CUDA_VISIBLE_DEVICES': '6,7', 'WORLD_SIZE': '2', 'LOCAL_WORLD_SIZE': '2', 'RANK': '0', 'LOCAL_RANK': '0', 'MASTER_ADDR': 'nebula99', 'MASTER_PORT': '33685'}}
|
| 23 |
+
2026-01-24 09:50:48,903 INFO MainThread:2926353 [wandb_run.py:_finish():2287] finishing run jliu530-soochow-university/hfm/e5jhds0w
|
| 24 |
+
2026-01-24 09:50:48,905 INFO MainThread:2926353 [wandb_run.py:_atexit_cleanup():2486] got exitcode: 0
|
| 25 |
+
2026-01-24 09:50:48,906 INFO MainThread:2926353 [wandb_run.py:_restore():2468] restore
|
| 26 |
+
2026-01-24 09:50:48,906 INFO MainThread:2926353 [wandb_run.py:_restore():2474] restore done
|
| 27 |
+
2026-01-24 09:50:49,823 INFO MainThread:2926353 [wandb_run.py:_footer_sync_info():3862] logging synced files
|
act/act-g1-real/act-push-cart-grasp-and-place-grapes-on-plate.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240341/wandb/run-20260124_034206-e5jhds0w/run-e5jhds0w.wandb
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3dabc964699c2423b98b337e609484e362aec1b65b1186bdf501c2a65e695142
|
| 3 |
+
size 46739819
|
act/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240345/argv.txt
ADDED
|
@@ -0,0 +1,44 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
scripts/train.py
|
| 2 |
+
data:gr00t
|
| 3 |
+
data.transform.repack:gr00t-we
|
| 4 |
+
data.transform.action-state:maxmin
|
| 5 |
+
data.transform.model:act
|
| 6 |
+
model:act
|
| 7 |
+
--seed=2026
|
| 8 |
+
--exp=act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human
|
| 9 |
+
--train.name=act-g1-real
|
| 10 |
+
--log.report-to=wandb
|
| 11 |
+
--wandb.entity=jliu530-soochow-university
|
| 12 |
+
--train.data_parallel=ddp
|
| 13 |
+
--train.mixed_precision=bf16
|
| 14 |
+
--train.train-batch-size=32
|
| 15 |
+
--train.gradient_accumulation_steps=1
|
| 16 |
+
--train.validation_steps=500
|
| 17 |
+
--train.val_num_batches=20
|
| 18 |
+
--train.max-training-steps=42000
|
| 19 |
+
--train.learning-rate=1e-4
|
| 20 |
+
--train.max-grad-norm=1.0
|
| 21 |
+
--train.lr_scheduler_kwargs.weight_decay=1e-6
|
| 22 |
+
--train.lr_scheduler_kwargs.betas 0.95 0.999
|
| 23 |
+
--train.lr_scheduler_type=cosine
|
| 24 |
+
--train.warmup-steps=1000
|
| 25 |
+
--train.warmup-ratio=None
|
| 26 |
+
--train.checkpointing-steps=5000
|
| 27 |
+
--data.root_dir=/hfm/data/real_teleop_g1/lerobot
|
| 28 |
+
--data.dataset_paths=Put_dumpling_into_blanket_and_turn_around_and_pass_to_human
|
| 29 |
+
--data.data_config=we.data.gr00t.data_config:WeUnitreeG1LocoDataConfig
|
| 30 |
+
--data.transform.repack.pad-action-dim=36
|
| 31 |
+
--data.transform.repack.pad-state-dim=32
|
| 32 |
+
--data.transform.action-state.stat-path=dataset_statistics/g1-stats-Put_dumpling_into_blanket_and_turn_around_and_pass_to_human.json
|
| 33 |
+
--data.transform.action-state.stat-action-key=action
|
| 34 |
+
--data.transform.action-state.stat-state-key=states
|
| 35 |
+
--data.transform.action-state.normalize-state
|
| 36 |
+
--data.transform.action-state.action-norm-type=bounds
|
| 37 |
+
--data.transform.model.img-aug
|
| 38 |
+
--data.action-chunk-size=100
|
| 39 |
+
--model.chunk-size=100
|
| 40 |
+
--model.n-action-steps=100
|
| 41 |
+
--model.action-dim=36
|
| 42 |
+
--model.state-dim=32
|
| 43 |
+
--model.use-vae
|
| 44 |
+
--model.kl-weight=10.0
|
act/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240345/checkpoints/ckpt_40000/model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:132099e84cabcde234ccdce1c983447b4e4bc7fca15fc0e59ae552261e72dc13
|
| 3 |
+
size 206929288
|
act/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240345/checkpoints/ckpt_40000/optimizer.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:429d4579b29e4ea786c15f3ca3e3967809c0665af6717f93bcd468294ce5155a
|
| 3 |
+
size 413365323
|
act/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240345/checkpoints/ckpt_40000/random_states_0.pkl
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:cc4ee38e5cb9c8f2c420fdd2cba1fc2d6c733c180f4b981ab52083800f318c49
|
| 3 |
+
size 15017
|
act/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240345/checkpoints/ckpt_40000/random_states_1.pkl
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:85b8ba5dacf8ff2cf63c7f00613b750e78f80e7c08dc5605cf717da5700ed964
|
| 3 |
+
size 15017
|
act/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240345/checkpoints/ckpt_40000/scheduler.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8eb924d1839878754c8fee832541dbd45925c8f97a4199d20416424aca1da736
|
| 3 |
+
size 1465
|
act/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240345/checkpoints/ckpt_41999/model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1ba356ab02c078d3b1260f157b358cbd9594b941e169d2b82d9c82a25d587b8d
|
| 3 |
+
size 206929288
|
act/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240345/checkpoints/ckpt_41999/optimizer.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:02c9033b4547afe5fd9749b91f08ed7dcefc66300237673cc380c7932b186da7
|
| 3 |
+
size 413365323
|
act/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240345/checkpoints/ckpt_41999/random_states_0.pkl
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4cfc4b19982748565b13408c18cabf0556ed8ea9805527b32f288144bf959c47
|
| 3 |
+
size 15017
|
act/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240345/checkpoints/ckpt_41999/random_states_1.pkl
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ea3f7dec29b840c032d5d17d6a3a538cd8b9e08d617b6262838cb37e0d14dc14
|
| 3 |
+
size 15017
|
act/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240345/checkpoints/ckpt_41999/scheduler.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e535d787f14eca99ed019dbfc496ad1979b2294c53840353f973c96848844e1e
|
| 3 |
+
size 1465
|
act/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240345/dataset_statistics.json
ADDED
|
@@ -0,0 +1,558 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"states": {
|
| 3 |
+
"mean": [
|
| 4 |
+
-0.4788855314254761,
|
| 5 |
+
0.4473934471607208,
|
| 6 |
+
0.730040967464447,
|
| 7 |
+
-0.4128720164299011,
|
| 8 |
+
-0.7181087732315063,
|
| 9 |
+
-0.3357086777687073,
|
| 10 |
+
-0.5737867951393127,
|
| 11 |
+
-0.3273266851902008,
|
| 12 |
+
-0.537409245967865,
|
| 13 |
+
-0.6998766660690308,
|
| 14 |
+
0.4724336266517639,
|
| 15 |
+
0.9338917136192322,
|
| 16 |
+
0.38960617780685425,
|
| 17 |
+
0.7876231670379639,
|
| 18 |
+
0.2662690281867981,
|
| 19 |
+
0.18361803889274597,
|
| 20 |
+
0.027889009565114975,
|
| 21 |
+
-0.5188570618629456,
|
| 22 |
+
-0.04429842159152031,
|
| 23 |
+
-0.24237613379955292,
|
| 24 |
+
-0.38200029730796814,
|
| 25 |
+
-0.045974452048540115,
|
| 26 |
+
-0.06906449049711227,
|
| 27 |
+
-0.09219963103532791,
|
| 28 |
+
-0.19304458796977997,
|
| 29 |
+
0.9307698607444763,
|
| 30 |
+
-0.1971566379070282,
|
| 31 |
+
0.05903124064207077,
|
| 32 |
+
0.006228621583431959,
|
| 33 |
+
0.020282825455069542,
|
| 34 |
+
-0.06536125391721725,
|
| 35 |
+
0.7490749359130859
|
| 36 |
+
],
|
| 37 |
+
"std": [
|
| 38 |
+
0.17442673444747925,
|
| 39 |
+
0.17692261934280396,
|
| 40 |
+
0.16783179342746735,
|
| 41 |
+
0.3870362341403961,
|
| 42 |
+
0.594880998134613,
|
| 43 |
+
0.3299497365951538,
|
| 44 |
+
0.5390163064002991,
|
| 45 |
+
0.28059086203575134,
|
| 46 |
+
0.16725927591323853,
|
| 47 |
+
0.14676830172538757,
|
| 48 |
+
0.36740463972091675,
|
| 49 |
+
0.6602367758750916,
|
| 50 |
+
0.3314173221588135,
|
| 51 |
+
0.6479055881500244,
|
| 52 |
+
0.5173295140266418,
|
| 53 |
+
0.16194970905780792,
|
| 54 |
+
0.26592740416526794,
|
| 55 |
+
0.2982594668865204,
|
| 56 |
+
0.5940455794334412,
|
| 57 |
+
0.4172664284706116,
|
| 58 |
+
0.2576674520969391,
|
| 59 |
+
0.5777724385261536,
|
| 60 |
+
0.1726502925157547,
|
| 61 |
+
0.2305762767791748,
|
| 62 |
+
0.46438732743263245,
|
| 63 |
+
0.5223399996757507,
|
| 64 |
+
0.46344074606895447,
|
| 65 |
+
0.3746131658554077,
|
| 66 |
+
0.03693286329507828,
|
| 67 |
+
0.05917692184448242,
|
| 68 |
+
0.08006545156240463,
|
| 69 |
+
0.009371333755552769
|
| 70 |
+
],
|
| 71 |
+
"min": [
|
| 72 |
+
-1.0486481189727783,
|
| 73 |
+
-0.16327688097953796,
|
| 74 |
+
0.4047130048274994,
|
| 75 |
+
-1.4158892631530762,
|
| 76 |
+
-1.731844425201416,
|
| 77 |
+
-1.2236273288726807,
|
| 78 |
+
-1.7274274826049805,
|
| 79 |
+
-1.0154404640197754,
|
| 80 |
+
-0.9318310618400574,
|
| 81 |
+
-1.3189150094985962,
|
| 82 |
+
0.00043007542262785137,
|
| 83 |
+
0.02350543811917305,
|
| 84 |
+
-0.011991293169558048,
|
| 85 |
+
0.018724197521805763,
|
| 86 |
+
-1.4043594598770142,
|
| 87 |
+
-0.1753891408443451,
|
| 88 |
+
-0.9492105841636658,
|
| 89 |
+
-1.027946949005127,
|
| 90 |
+
-1.561436653137207,
|
| 91 |
+
-1.3133100271224976,
|
| 92 |
+
-1.3611012697219849,
|
| 93 |
+
-1.4593909978866577,
|
| 94 |
+
-0.6880862712860107,
|
| 95 |
+
-0.8026554584503174,
|
| 96 |
+
-1.0363718271255493,
|
| 97 |
+
-0.37942057847976685,
|
| 98 |
+
-1.3573429584503174,
|
| 99 |
+
-1.0413275957107544,
|
| 100 |
+
-0.11960262805223465,
|
| 101 |
+
-0.2163376361131668,
|
| 102 |
+
-0.4012712240219116,
|
| 103 |
+
0.7031417489051819
|
| 104 |
+
],
|
| 105 |
+
"max": [
|
| 106 |
+
0.4410604238510132,
|
| 107 |
+
0.9470937848091125,
|
| 108 |
+
1.6849907636642456,
|
| 109 |
+
0.01315336674451828,
|
| 110 |
+
-0.023350119590759277,
|
| 111 |
+
0.000986850936897099,
|
| 112 |
+
-0.022643527016043663,
|
| 113 |
+
0.2655833959579468,
|
| 114 |
+
-0.006625617388635874,
|
| 115 |
+
-0.2807191014289856,
|
| 116 |
+
1.540040373802185,
|
| 117 |
+
1.7348874807357788,
|
| 118 |
+
1.3450469970703125,
|
| 119 |
+
1.8162106275558472,
|
| 120 |
+
1.1720572710037231,
|
| 121 |
+
1.0548874139785767,
|
| 122 |
+
1.064618706703186,
|
| 123 |
+
0.989034116268158,
|
| 124 |
+
1.5310207605361938,
|
| 125 |
+
0.7740467190742493,
|
| 126 |
+
0.9165075421333313,
|
| 127 |
+
1.2454845905303955,
|
| 128 |
+
0.1273084282875061,
|
| 129 |
+
0.5491052269935608,
|
| 130 |
+
1.3052618503570557,
|
| 131 |
+
1.9531410932540894,
|
| 132 |
+
0.8160931468009949,
|
| 133 |
+
1.0562915802001953,
|
| 134 |
+
0.1842554360628128,
|
| 135 |
+
0.29914042353630066,
|
| 136 |
+
0.15714703500270844,
|
| 137 |
+
0.7922509908676147
|
| 138 |
+
],
|
| 139 |
+
"q01": [
|
| 140 |
+
-1.0021425127983092,
|
| 141 |
+
0.14838125705718994,
|
| 142 |
+
0.5167358994483948,
|
| 143 |
+
-1.2497934579849244,
|
| 144 |
+
-1.7304705381393433,
|
| 145 |
+
-1.0195884585380555,
|
| 146 |
+
-1.6882702708244324,
|
| 147 |
+
-0.9732628226280212,
|
| 148 |
+
-0.8959492444992065,
|
| 149 |
+
-1.1699727773666382,
|
| 150 |
+
0.009242919180542231,
|
| 151 |
+
0.030100800096988678,
|
| 152 |
+
-0.006430301535874605,
|
| 153 |
+
0.01939435675740242,
|
| 154 |
+
-0.963580846786499,
|
| 155 |
+
-0.11129989624023438,
|
| 156 |
+
-0.6882253050804138,
|
| 157 |
+
-0.9760312438011169,
|
| 158 |
+
-1.2699803113937378,
|
| 159 |
+
-1.1406911611557007,
|
| 160 |
+
-1.0205636143684387,
|
| 161 |
+
-1.274450421333313,
|
| 162 |
+
-0.4487337291240692,
|
| 163 |
+
-0.6306650817394257,
|
| 164 |
+
-0.9888411700725556,
|
| 165 |
+
-0.00817204285413027,
|
| 166 |
+
-1.2248178005218506,
|
| 167 |
+
-0.8466960966587067,
|
| 168 |
+
-0.08054080083966256,
|
| 169 |
+
-0.1191659301519394,
|
| 170 |
+
-0.26391530930995943,
|
| 171 |
+
0.7254751801490784
|
| 172 |
+
],
|
| 173 |
+
"q99": [
|
| 174 |
+
-0.06904729902744329,
|
| 175 |
+
0.9006112217903137,
|
| 176 |
+
1.3025330305099487,
|
| 177 |
+
-0.0037877651862800233,
|
| 178 |
+
-0.033315359801054004,
|
| 179 |
+
-0.004901348287239704,
|
| 180 |
+
-0.023634002357721333,
|
| 181 |
+
0.12467023134231567,
|
| 182 |
+
-0.1986469179391861,
|
| 183 |
+
-0.475733044743538,
|
| 184 |
+
1.2747598648071288,
|
| 185 |
+
1.731059193611145,
|
| 186 |
+
1.074279165267944,
|
| 187 |
+
1.7202081680297852,
|
| 188 |
+
1.0605907440185547,
|
| 189 |
+
0.72513792514801,
|
| 190 |
+
0.4620757669210427,
|
| 191 |
+
0.38434729278087554,
|
| 192 |
+
1.3783320903778071,
|
| 193 |
+
0.6111249446868889,
|
| 194 |
+
0.42707560360431585,
|
| 195 |
+
0.9592521131038665,
|
| 196 |
+
0.11649865657091141,
|
| 197 |
+
0.3560765057802187,
|
| 198 |
+
1.1771122097969053,
|
| 199 |
+
1.8178391456604004,
|
| 200 |
+
0.521898627281189,
|
| 201 |
+
0.7306036412715912,
|
| 202 |
+
0.0925740577280521,
|
| 203 |
+
0.14996807575225762,
|
| 204 |
+
0.09786140993237488,
|
| 205 |
+
0.7702584207057953
|
| 206 |
+
]
|
| 207 |
+
},
|
| 208 |
+
"action": {
|
| 209 |
+
"mean": [
|
| 210 |
+
-0.47608163952827454,
|
| 211 |
+
0.4756777882575989,
|
| 212 |
+
0.7382982969284058,
|
| 213 |
+
-0.4163335859775543,
|
| 214 |
+
-0.7282794713973999,
|
| 215 |
+
-0.3360496461391449,
|
| 216 |
+
-0.5861400365829468,
|
| 217 |
+
-0.36132949590682983,
|
| 218 |
+
-0.5422610640525818,
|
| 219 |
+
-0.6981663703918457,
|
| 220 |
+
0.47001487016677856,
|
| 221 |
+
0.9348517060279846,
|
| 222 |
+
0.39344489574432373,
|
| 223 |
+
0.7924134135246277,
|
| 224 |
+
0.27664825320243835,
|
| 225 |
+
0.1888093650341034,
|
| 226 |
+
0.03221377730369568,
|
| 227 |
+
-0.5337414741516113,
|
| 228 |
+
-0.06969989836215973,
|
| 229 |
+
-0.25351619720458984,
|
| 230 |
+
-0.38477081060409546,
|
| 231 |
+
-0.05032871291041374,
|
| 232 |
+
-0.02785509079694748,
|
| 233 |
+
-0.09213866293430328,
|
| 234 |
+
-0.22448208928108215,
|
| 235 |
+
0.9635359644889832,
|
| 236 |
+
-0.19574187695980072,
|
| 237 |
+
0.06616485863924026,
|
| 238 |
+
0.0062240855768322945,
|
| 239 |
+
0.0202742051333189,
|
| 240 |
+
-0.06541316956281662,
|
| 241 |
+
0.749072790145874,
|
| 242 |
+
0.02574221044778824,
|
| 243 |
+
0.0,
|
| 244 |
+
-0.05852026119828224,
|
| 245 |
+
-0.9268900156021118
|
| 246 |
+
],
|
| 247 |
+
"std": [
|
| 248 |
+
0.1826077103614807,
|
| 249 |
+
0.18600119650363922,
|
| 250 |
+
0.18791961669921875,
|
| 251 |
+
0.4118106961250305,
|
| 252 |
+
0.6144660711288452,
|
| 253 |
+
0.37982869148254395,
|
| 254 |
+
0.5674048066139221,
|
| 255 |
+
0.2872067391872406,
|
| 256 |
+
0.1789693832397461,
|
| 257 |
+
0.1627446711063385,
|
| 258 |
+
0.3788764774799347,
|
| 259 |
+
0.6719806790351868,
|
| 260 |
+
0.34901392459869385,
|
| 261 |
+
0.6627340912818909,
|
| 262 |
+
0.5255654454231262,
|
| 263 |
+
0.17580726742744446,
|
| 264 |
+
0.2635769248008728,
|
| 265 |
+
0.292890340089798,
|
| 266 |
+
0.608924925327301,
|
| 267 |
+
0.4274527430534363,
|
| 268 |
+
0.2605447769165039,
|
| 269 |
+
0.5917825698852539,
|
| 270 |
+
0.23345094919204712,
|
| 271 |
+
0.23191657662391663,
|
| 272 |
+
0.47577103972435,
|
| 273 |
+
0.5227129459381104,
|
| 274 |
+
0.4743255376815796,
|
| 275 |
+
0.3805050253868103,
|
| 276 |
+
0.036948010325431824,
|
| 277 |
+
0.05920206010341644,
|
| 278 |
+
0.08006996661424637,
|
| 279 |
+
0.009373857639729977,
|
| 280 |
+
0.09138898551464081,
|
| 281 |
+
0.0,
|
| 282 |
+
0.15843674540519714,
|
| 283 |
+
1.2230339050292969
|
| 284 |
+
],
|
| 285 |
+
"min": [
|
| 286 |
+
-1.0481975078582764,
|
| 287 |
+
-0.32017630338668823,
|
| 288 |
+
0.3087426722049713,
|
| 289 |
+
-1.4960527420043945,
|
| 290 |
+
-1.7463293075561523,
|
| 291 |
+
-1.3503283262252808,
|
| 292 |
+
-1.7463293075561523,
|
| 293 |
+
-1.0481975078582764,
|
| 294 |
+
-0.9210000038146973,
|
| 295 |
+
-1.4159655570983887,
|
| 296 |
+
-0.0010000000474974513,
|
| 297 |
+
-0.0010000000474974513,
|
| 298 |
+
-0.0010000000474974513,
|
| 299 |
+
-0.0010000000474974513,
|
| 300 |
+
-1.447166919708252,
|
| 301 |
+
-0.6422086358070374,
|
| 302 |
+
-0.9647604823112488,
|
| 303 |
+
-1.0471998453140259,
|
| 304 |
+
-1.6112334728240967,
|
| 305 |
+
-1.419974684715271,
|
| 306 |
+
-1.4454313516616821,
|
| 307 |
+
-1.5126720666885376,
|
| 308 |
+
-0.8047863841056824,
|
| 309 |
+
-0.8409954309463501,
|
| 310 |
+
-1.0471999645233154,
|
| 311 |
+
-0.747280478477478,
|
| 312 |
+
-1.4125316143035889,
|
| 313 |
+
-1.1054109334945679,
|
| 314 |
+
-0.11960262805223465,
|
| 315 |
+
-0.2163376361131668,
|
| 316 |
+
-0.4012712240219116,
|
| 317 |
+
0.7031417489051819,
|
| 318 |
+
0.0,
|
| 319 |
+
0.0,
|
| 320 |
+
-0.5,
|
| 321 |
+
-3.0260000228881836
|
| 322 |
+
],
|
| 323 |
+
"max": [
|
| 324 |
+
0.5750841498374939,
|
| 325 |
+
0.9210000038146973,
|
| 326 |
+
1.7463293075561523,
|
| 327 |
+
0.0010000000474974513,
|
| 328 |
+
0.0010000000474974513,
|
| 329 |
+
0.0010000000474974513,
|
| 330 |
+
0.0010000000474974513,
|
| 331 |
+
0.4314481317996979,
|
| 332 |
+
0.1233590766787529,
|
| 333 |
+
-0.23477037250995636,
|
| 334 |
+
1.5717962980270386,
|
| 335 |
+
1.7463293075561523,
|
| 336 |
+
1.5623835325241089,
|
| 337 |
+
1.7463293075561523,
|
| 338 |
+
1.1933002471923828,
|
| 339 |
+
1.1544978618621826,
|
| 340 |
+
1.1398124694824219,
|
| 341 |
+
1.0028371810913086,
|
| 342 |
+
1.634717345237732,
|
| 343 |
+
0.8354582786560059,
|
| 344 |
+
1.0390825271606445,
|
| 345 |
+
1.2605434656143188,
|
| 346 |
+
0.5057409405708313,
|
| 347 |
+
0.6400684118270874,
|
| 348 |
+
1.3185256719589233,
|
| 349 |
+
1.9722217321395874,
|
| 350 |
+
0.9465597867965698,
|
| 351 |
+
1.1363840103149414,
|
| 352 |
+
0.1842554360628128,
|
| 353 |
+
0.29914042353630066,
|
| 354 |
+
0.15714703500270844,
|
| 355 |
+
0.7922509908676147,
|
| 356 |
+
0.3499999940395355,
|
| 357 |
+
0.0,
|
| 358 |
+
0.30000001192092896,
|
| 359 |
+
0.0
|
| 360 |
+
],
|
| 361 |
+
"q01": [
|
| 362 |
+
-1.0481975078582764,
|
| 363 |
+
0.16807400882244108,
|
| 364 |
+
0.5100997924804688,
|
| 365 |
+
-1.2883023738861084,
|
| 366 |
+
-1.7463293075561523,
|
| 367 |
+
-1.1330782890319824,
|
| 368 |
+
-1.7463293075561523,
|
| 369 |
+
-1.006389081478119,
|
| 370 |
+
-0.9210000038146973,
|
| 371 |
+
-1.2013928771018982,
|
| 372 |
+
-0.0010000000474974513,
|
| 373 |
+
-0.0010000000474974513,
|
| 374 |
+
-0.0010000000474974513,
|
| 375 |
+
-0.0010000000474974513,
|
| 376 |
+
-0.9760817229747772,
|
| 377 |
+
-0.2070411115884781,
|
| 378 |
+
-0.6873536169528961,
|
| 379 |
+
-1.0347449421882629,
|
| 380 |
+
-1.2924389243125916,
|
| 381 |
+
-1.1586910486221313,
|
| 382 |
+
-1.0357236385345459,
|
| 383 |
+
-1.3295042634010314,
|
| 384 |
+
-0.48832276165485383,
|
| 385 |
+
-0.6373483538627625,
|
| 386 |
+
-1.0422121167182923,
|
| 387 |
+
-0.0063066709320992315,
|
| 388 |
+
-1.239882802963257,
|
| 389 |
+
-0.8490020334720612,
|
| 390 |
+
-0.08057316988706589,
|
| 391 |
+
-0.11921297088265419,
|
| 392 |
+
-0.2639285743236542,
|
| 393 |
+
0.7254751801490784,
|
| 394 |
+
0.0,
|
| 395 |
+
0.0,
|
| 396 |
+
-0.5,
|
| 397 |
+
-2.9140000343322754
|
| 398 |
+
],
|
| 399 |
+
"q99": [
|
| 400 |
+
-0.05361999161541571,
|
| 401 |
+
0.9210000038146973,
|
| 402 |
+
1.3495503664016721,
|
| 403 |
+
0.0010000000474974513,
|
| 404 |
+
0.0010000000474974513,
|
| 405 |
+
0.0010000000474974513,
|
| 406 |
+
0.0010000000474974513,
|
| 407 |
+
0.14093218147754574,
|
| 408 |
+
-0.18747545331716547,
|
| 409 |
+
-0.46234629452228615,
|
| 410 |
+
1.2723190069198604,
|
| 411 |
+
1.7463293075561523,
|
| 412 |
+
1.0947942733764648,
|
| 413 |
+
1.7463293075561523,
|
| 414 |
+
1.0739513039588928,
|
| 415 |
+
0.7576563537120816,
|
| 416 |
+
0.47191736400127354,
|
| 417 |
+
0.3826112002134319,
|
| 418 |
+
1.4007745027542111,
|
| 419 |
+
0.6169980645179746,
|
| 420 |
+
0.4431137442588804,
|
| 421 |
+
0.9811715900897978,
|
| 422 |
+
0.39058698713779394,
|
| 423 |
+
0.3888042271137237,
|
| 424 |
+
1.1883066058158873,
|
| 425 |
+
1.841204237937927,
|
| 426 |
+
0.5795165419578545,
|
| 427 |
+
0.7637168169021598,
|
| 428 |
+
0.09258021786808963,
|
| 429 |
+
0.14996807575225762,
|
| 430 |
+
0.09786140993237488,
|
| 431 |
+
0.7702584207057953,
|
| 432 |
+
0.3499999940395355,
|
| 433 |
+
0.0,
|
| 434 |
+
0.0,
|
| 435 |
+
0.0
|
| 436 |
+
]
|
| 437 |
+
},
|
| 438 |
+
"timestamp": {
|
| 439 |
+
"mean": [
|
| 440 |
+
22.907934188842773
|
| 441 |
+
],
|
| 442 |
+
"std": [
|
| 443 |
+
13.505647659301758
|
| 444 |
+
],
|
| 445 |
+
"min": [
|
| 446 |
+
0.0
|
| 447 |
+
],
|
| 448 |
+
"max": [
|
| 449 |
+
59.0
|
| 450 |
+
],
|
| 451 |
+
"q01": [
|
| 452 |
+
0.4333333373069763
|
| 453 |
+
],
|
| 454 |
+
"q99": [
|
| 455 |
+
49.53333282470703
|
| 456 |
+
]
|
| 457 |
+
},
|
| 458 |
+
"frame_index": {
|
| 459 |
+
"mean": [
|
| 460 |
+
687.2379760742188
|
| 461 |
+
],
|
| 462 |
+
"std": [
|
| 463 |
+
405.16943359375
|
| 464 |
+
],
|
| 465 |
+
"min": [
|
| 466 |
+
0.0
|
| 467 |
+
],
|
| 468 |
+
"max": [
|
| 469 |
+
1770.0
|
| 470 |
+
],
|
| 471 |
+
"q01": [
|
| 472 |
+
13.0
|
| 473 |
+
],
|
| 474 |
+
"q99": [
|
| 475 |
+
1486.0
|
| 476 |
+
]
|
| 477 |
+
},
|
| 478 |
+
"episode_index": {
|
| 479 |
+
"mean": [
|
| 480 |
+
38.1167106628418
|
| 481 |
+
],
|
| 482 |
+
"std": [
|
| 483 |
+
23.02042007446289
|
| 484 |
+
],
|
| 485 |
+
"min": [
|
| 486 |
+
0.0
|
| 487 |
+
],
|
| 488 |
+
"max": [
|
| 489 |
+
79.0
|
| 490 |
+
],
|
| 491 |
+
"q01": [
|
| 492 |
+
0.0
|
| 493 |
+
],
|
| 494 |
+
"q99": [
|
| 495 |
+
79.0
|
| 496 |
+
]
|
| 497 |
+
},
|
| 498 |
+
"index": {
|
| 499 |
+
"mean": [
|
| 500 |
+
687.2379760742188
|
| 501 |
+
],
|
| 502 |
+
"std": [
|
| 503 |
+
405.16943359375
|
| 504 |
+
],
|
| 505 |
+
"min": [
|
| 506 |
+
0.0
|
| 507 |
+
],
|
| 508 |
+
"max": [
|
| 509 |
+
1770.0
|
| 510 |
+
],
|
| 511 |
+
"q01": [
|
| 512 |
+
13.0
|
| 513 |
+
],
|
| 514 |
+
"q99": [
|
| 515 |
+
1486.0
|
| 516 |
+
]
|
| 517 |
+
},
|
| 518 |
+
"task_index": {
|
| 519 |
+
"mean": [
|
| 520 |
+
0.0
|
| 521 |
+
],
|
| 522 |
+
"std": [
|
| 523 |
+
0.0
|
| 524 |
+
],
|
| 525 |
+
"min": [
|
| 526 |
+
0.0
|
| 527 |
+
],
|
| 528 |
+
"max": [
|
| 529 |
+
0.0
|
| 530 |
+
],
|
| 531 |
+
"q01": [
|
| 532 |
+
0.0
|
| 533 |
+
],
|
| 534 |
+
"q99": [
|
| 535 |
+
0.0
|
| 536 |
+
]
|
| 537 |
+
},
|
| 538 |
+
"next.done": {
|
| 539 |
+
"mean": [
|
| 540 |
+
0.0007345447083935142
|
| 541 |
+
],
|
| 542 |
+
"std": [
|
| 543 |
+
0.027092529460787773
|
| 544 |
+
],
|
| 545 |
+
"min": [
|
| 546 |
+
0.0
|
| 547 |
+
],
|
| 548 |
+
"max": [
|
| 549 |
+
1.0
|
| 550 |
+
],
|
| 551 |
+
"q01": [
|
| 552 |
+
0.0
|
| 553 |
+
],
|
| 554 |
+
"q99": [
|
| 555 |
+
0.0
|
| 556 |
+
]
|
| 557 |
+
}
|
| 558 |
+
}
|
act/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240345/envs.txt
ADDED
|
@@ -0,0 +1,17 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
OMP_NUM_THREADS=32
|
| 2 |
+
HF_HOME=/hfm/cache
|
| 3 |
+
TORCH_HOME=/hfm/cache
|
| 4 |
+
HF_TOKEN=hf_...adRb
|
| 5 |
+
HF_LEROBOT_HOME=Not Set
|
| 6 |
+
WE_HOME=Not Set
|
| 7 |
+
DATA_HOME=Not Set
|
| 8 |
+
UV_CACHE_DIR=Not Set
|
| 9 |
+
WANDB_API_KEY=Not Set
|
| 10 |
+
PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION=python
|
| 11 |
+
CUDA_VISIBLE_DEVICES=6,7
|
| 12 |
+
WORLD_SIZE=2
|
| 13 |
+
LOCAL_WORLD_SIZE=2
|
| 14 |
+
RANK=0
|
| 15 |
+
LOCAL_RANK=0
|
| 16 |
+
MASTER_ADDR=nebula99
|
| 17 |
+
MASTER_PORT=44701
|
act/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240345/run_config.json
ADDED
|
@@ -0,0 +1,310 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"exp": "act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human",
|
| 3 |
+
"seed": 2026,
|
| 4 |
+
"auto_tag_run": false,
|
| 5 |
+
"eval": false,
|
| 6 |
+
"debug": false,
|
| 7 |
+
"timestamp": "2601240345",
|
| 8 |
+
"log": {
|
| 9 |
+
"logging_dir": "logs",
|
| 10 |
+
"report_to": "wandb",
|
| 11 |
+
"log_freq": 100
|
| 12 |
+
},
|
| 13 |
+
"wandb": {
|
| 14 |
+
"project": "hfm",
|
| 15 |
+
"entity": "jliu530-soochow-university",
|
| 16 |
+
"group": "act-g1-real",
|
| 17 |
+
"id": "fk8kij49",
|
| 18 |
+
"name": "act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240345",
|
| 19 |
+
"resume": "allow"
|
| 20 |
+
},
|
| 21 |
+
"train": {
|
| 22 |
+
"num_workers": 8,
|
| 23 |
+
"overfit_single_batch": false,
|
| 24 |
+
"name": "act-g1-real",
|
| 25 |
+
"resume_from_checkpoint": null,
|
| 26 |
+
"skip_resumed_steps": false,
|
| 27 |
+
"hf_token": ".hf_token",
|
| 28 |
+
"lora": false,
|
| 29 |
+
"output_dir": ".runs",
|
| 30 |
+
"gradient_accumulation_steps": 1,
|
| 31 |
+
"mixed_precision": "bf16",
|
| 32 |
+
"max_grad_norm": 1.0,
|
| 33 |
+
"train_batch_size": 32,
|
| 34 |
+
"val_batch_size": 16,
|
| 35 |
+
"val_num_batches": 20,
|
| 36 |
+
"checkpointing_steps": 5000,
|
| 37 |
+
"max_checkpoints_to_keep": null,
|
| 38 |
+
"validation_steps": 500,
|
| 39 |
+
"learning_rate": 0.0001,
|
| 40 |
+
"lr_scheduler_type": "cosine",
|
| 41 |
+
"lr_scheduler_kwargs": {
|
| 42 |
+
"betas": [
|
| 43 |
+
0.95,
|
| 44 |
+
0.999
|
| 45 |
+
],
|
| 46 |
+
"weight_decay": 1e-6,
|
| 47 |
+
"eps": 1e-8
|
| 48 |
+
},
|
| 49 |
+
"scheduler_specific_kwargs": {},
|
| 50 |
+
"data_parallel": "ddp",
|
| 51 |
+
"sharding_strategy": "full-shard",
|
| 52 |
+
"deepspeed_config": "/home/jliu/we_learn/src/InternVLA/config/deepseeds/zero3.json",
|
| 53 |
+
"enable_gradient_checkpointing": true,
|
| 54 |
+
"enable_mixed_precision_training": true,
|
| 55 |
+
"reduce_in_full_precision": true,
|
| 56 |
+
"max_training_steps": 42000,
|
| 57 |
+
"num_train_epochs": null,
|
| 58 |
+
"warmup_steps": 1000,
|
| 59 |
+
"warmup_ratio": null
|
| 60 |
+
},
|
| 61 |
+
"data": {
|
| 62 |
+
"transform": {
|
| 63 |
+
"repack": {
|
| 64 |
+
"dataset_name": "we-g1-teleop",
|
| 65 |
+
"conditions": [],
|
| 66 |
+
"image_keys": [
|
| 67 |
+
"video"
|
| 68 |
+
],
|
| 69 |
+
"state_key": "state",
|
| 70 |
+
"action_key": "action",
|
| 71 |
+
"instruction_key": "annotation.human.task_description",
|
| 72 |
+
"pad_action_dim": 36,
|
| 73 |
+
"pad_state_dim": 32
|
| 74 |
+
},
|
| 75 |
+
"action_state": {
|
| 76 |
+
"stat_path": "dataset_statistics/g1-stats-Put_dumpling_into_blanket_and_turn_around_and_pass_to_human.json",
|
| 77 |
+
"action_norm_type": "bounds",
|
| 78 |
+
"stat_action_key": "action",
|
| 79 |
+
"stat_state_key": "states",
|
| 80 |
+
"use_norm_mask": false,
|
| 81 |
+
"action_norm_masks": [
|
| 82 |
+
true,
|
| 83 |
+
true,
|
| 84 |
+
true,
|
| 85 |
+
true,
|
| 86 |
+
true,
|
| 87 |
+
true,
|
| 88 |
+
false
|
| 89 |
+
],
|
| 90 |
+
"action_min": [
|
| 91 |
+
-1.0481975078582764,
|
| 92 |
+
-0.32017630338668823,
|
| 93 |
+
0.3087426722049713,
|
| 94 |
+
-1.4960527420043945,
|
| 95 |
+
-1.7463293075561523,
|
| 96 |
+
-1.3503283262252808,
|
| 97 |
+
-1.7463293075561523,
|
| 98 |
+
-1.0481975078582764,
|
| 99 |
+
-0.9210000038146973,
|
| 100 |
+
-1.4159655570983887,
|
| 101 |
+
-0.0010000000474974513,
|
| 102 |
+
-0.0010000000474974513,
|
| 103 |
+
-0.0010000000474974513,
|
| 104 |
+
-0.0010000000474974513,
|
| 105 |
+
-1.447166919708252,
|
| 106 |
+
-0.6422086358070374,
|
| 107 |
+
-0.9647604823112488,
|
| 108 |
+
-1.0471998453140259,
|
| 109 |
+
-1.6112334728240967,
|
| 110 |
+
-1.419974684715271,
|
| 111 |
+
-1.4454313516616821,
|
| 112 |
+
-1.5126720666885376,
|
| 113 |
+
-0.8047863841056824,
|
| 114 |
+
-0.8409954309463501,
|
| 115 |
+
-1.0471999645233154,
|
| 116 |
+
-0.747280478477478,
|
| 117 |
+
-1.4125316143035889,
|
| 118 |
+
-1.1054109334945679,
|
| 119 |
+
-0.11960262805223465,
|
| 120 |
+
-0.2163376361131668,
|
| 121 |
+
-0.4012712240219116,
|
| 122 |
+
0.7031417489051819,
|
| 123 |
+
0.0,
|
| 124 |
+
0.0,
|
| 125 |
+
-0.5,
|
| 126 |
+
-3.0260000228881836
|
| 127 |
+
],
|
| 128 |
+
"action_max": [
|
| 129 |
+
0.5750841498374939,
|
| 130 |
+
0.9210000038146973,
|
| 131 |
+
1.7463293075561523,
|
| 132 |
+
0.0010000000474974513,
|
| 133 |
+
0.0010000000474974513,
|
| 134 |
+
0.0010000000474974513,
|
| 135 |
+
0.0010000000474974513,
|
| 136 |
+
0.4314481317996979,
|
| 137 |
+
0.1233590766787529,
|
| 138 |
+
-0.23477037250995636,
|
| 139 |
+
1.5717962980270386,
|
| 140 |
+
1.7463293075561523,
|
| 141 |
+
1.5623835325241089,
|
| 142 |
+
1.7463293075561523,
|
| 143 |
+
1.1933002471923828,
|
| 144 |
+
1.1544978618621826,
|
| 145 |
+
1.1398124694824219,
|
| 146 |
+
1.0028371810913086,
|
| 147 |
+
1.634717345237732,
|
| 148 |
+
0.8354582786560059,
|
| 149 |
+
1.0390825271606445,
|
| 150 |
+
1.2605434656143188,
|
| 151 |
+
0.5057409405708313,
|
| 152 |
+
0.6400684118270874,
|
| 153 |
+
1.3185256719589233,
|
| 154 |
+
1.9722217321395874,
|
| 155 |
+
0.9465597867965698,
|
| 156 |
+
1.1363840103149414,
|
| 157 |
+
0.1842554360628128,
|
| 158 |
+
0.29914042353630066,
|
| 159 |
+
0.15714703500270844,
|
| 160 |
+
0.7922509908676147,
|
| 161 |
+
0.3499999940395355,
|
| 162 |
+
0.0,
|
| 163 |
+
0.30000001192092896,
|
| 164 |
+
0.0
|
| 165 |
+
],
|
| 166 |
+
"state_min": [
|
| 167 |
+
-1.0486481189727783,
|
| 168 |
+
-0.16327688097953796,
|
| 169 |
+
0.4047130048274994,
|
| 170 |
+
-1.4158892631530762,
|
| 171 |
+
-1.731844425201416,
|
| 172 |
+
-1.2236273288726807,
|
| 173 |
+
-1.7274274826049805,
|
| 174 |
+
-1.0154404640197754,
|
| 175 |
+
-0.9318310618400574,
|
| 176 |
+
-1.3189150094985962,
|
| 177 |
+
0.00043007542262785137,
|
| 178 |
+
0.02350543811917305,
|
| 179 |
+
-0.011991293169558048,
|
| 180 |
+
0.018724197521805763,
|
| 181 |
+
-1.4043594598770142,
|
| 182 |
+
-0.1753891408443451,
|
| 183 |
+
-0.9492105841636658,
|
| 184 |
+
-1.027946949005127,
|
| 185 |
+
-1.561436653137207,
|
| 186 |
+
-1.3133100271224976,
|
| 187 |
+
-1.3611012697219849,
|
| 188 |
+
-1.4593909978866577,
|
| 189 |
+
-0.6880862712860107,
|
| 190 |
+
-0.8026554584503174,
|
| 191 |
+
-1.0363718271255493,
|
| 192 |
+
-0.37942057847976685,
|
| 193 |
+
-1.3573429584503174,
|
| 194 |
+
-1.0413275957107544,
|
| 195 |
+
-0.11960262805223465,
|
| 196 |
+
-0.2163376361131668,
|
| 197 |
+
-0.4012712240219116,
|
| 198 |
+
0.7031417489051819
|
| 199 |
+
],
|
| 200 |
+
"state_max": [
|
| 201 |
+
0.4410604238510132,
|
| 202 |
+
0.9470937848091125,
|
| 203 |
+
1.6849907636642456,
|
| 204 |
+
0.01315336674451828,
|
| 205 |
+
-0.023350119590759277,
|
| 206 |
+
0.000986850936897099,
|
| 207 |
+
-0.022643527016043663,
|
| 208 |
+
0.2655833959579468,
|
| 209 |
+
-0.006625617388635874,
|
| 210 |
+
-0.2807191014289856,
|
| 211 |
+
1.540040373802185,
|
| 212 |
+
1.7348874807357788,
|
| 213 |
+
1.3450469970703125,
|
| 214 |
+
1.8162106275558472,
|
| 215 |
+
1.1720572710037231,
|
| 216 |
+
1.0548874139785767,
|
| 217 |
+
1.064618706703186,
|
| 218 |
+
0.989034116268158,
|
| 219 |
+
1.5310207605361938,
|
| 220 |
+
0.7740467190742493,
|
| 221 |
+
0.9165075421333313,
|
| 222 |
+
1.2454845905303955,
|
| 223 |
+
0.1273084282875061,
|
| 224 |
+
0.5491052269935608,
|
| 225 |
+
1.3052618503570557,
|
| 226 |
+
1.9531410932540894,
|
| 227 |
+
0.8160931468009949,
|
| 228 |
+
1.0562915802001953,
|
| 229 |
+
0.1842554360628128,
|
| 230 |
+
0.29914042353630066,
|
| 231 |
+
0.15714703500270844,
|
| 232 |
+
0.7922509908676147
|
| 233 |
+
],
|
| 234 |
+
"normalize_state": true,
|
| 235 |
+
"pad_action_dim": null,
|
| 236 |
+
"pad_state_dim": null
|
| 237 |
+
},
|
| 238 |
+
"model": {
|
| 239 |
+
"resize": {
|
| 240 |
+
"size": [
|
| 241 |
+
256,
|
| 242 |
+
480
|
| 243 |
+
]
|
| 244 |
+
},
|
| 245 |
+
"center_crop": {
|
| 246 |
+
"size": [
|
| 247 |
+
224,
|
| 248 |
+
224
|
| 249 |
+
]
|
| 250 |
+
},
|
| 251 |
+
"color_jitter": {
|
| 252 |
+
"brightness": 0.2,
|
| 253 |
+
"contrast": [
|
| 254 |
+
0.8,
|
| 255 |
+
1.2
|
| 256 |
+
],
|
| 257 |
+
"saturation": [
|
| 258 |
+
0.8,
|
| 259 |
+
1.2
|
| 260 |
+
],
|
| 261 |
+
"hue": 0.05
|
| 262 |
+
},
|
| 263 |
+
"normalize": {
|
| 264 |
+
"mean": [
|
| 265 |
+
0.485,
|
| 266 |
+
0.456,
|
| 267 |
+
0.406
|
| 268 |
+
],
|
| 269 |
+
"std": [
|
| 270 |
+
0.229,
|
| 271 |
+
0.224,
|
| 272 |
+
0.225
|
| 273 |
+
]
|
| 274 |
+
},
|
| 275 |
+
"img_aug": true
|
| 276 |
+
}
|
| 277 |
+
},
|
| 278 |
+
"action_chunk_size": 100,
|
| 279 |
+
"root_dir": "/hfm/data/real_teleop_g1/lerobot",
|
| 280 |
+
"dataset_paths": [
|
| 281 |
+
"Put_dumpling_into_blanket_and_turn_around_and_pass_to_human"
|
| 282 |
+
],
|
| 283 |
+
"data_config": "we.data.gr00t.data_config:WeUnitreeG1LocoDataConfig",
|
| 284 |
+
"embodiment_tag": "new_embodiment",
|
| 285 |
+
"video_backend": "decord",
|
| 286 |
+
"balance_dataset_weights": true,
|
| 287 |
+
"balance_trajectory_weights": true,
|
| 288 |
+
"preload_all": false
|
| 289 |
+
},
|
| 290 |
+
"model": {
|
| 291 |
+
"n_obs_steps": 1,
|
| 292 |
+
"chunk_size": 100,
|
| 293 |
+
"n_action_steps": 100,
|
| 294 |
+
"action_dim": 36,
|
| 295 |
+
"state_dim": 32,
|
| 296 |
+
"dim_model": 512,
|
| 297 |
+
"n_heads": 8,
|
| 298 |
+
"dim_feedforward": 3200,
|
| 299 |
+
"feedforward_activation": "relu",
|
| 300 |
+
"n_encoder_layers": 4,
|
| 301 |
+
"n_decoder_layers": 1,
|
| 302 |
+
"pre_norm": false,
|
| 303 |
+
"dropout": 0.1,
|
| 304 |
+
"use_vae": true,
|
| 305 |
+
"latent_dim": 32,
|
| 306 |
+
"n_vae_encoder_layers": 4,
|
| 307 |
+
"kl_weight": 10.0,
|
| 308 |
+
"temporal_ensemble_coeff": null
|
| 309 |
+
}
|
| 310 |
+
}
|
act/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240345/wandb/debug-internal.log
ADDED
|
@@ -0,0 +1,12 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"time":"2026-01-24T03:45:46.686052002Z","level":"INFO","msg":"stream: starting","core version":"0.23.1"}
|
| 2 |
+
{"time":"2026-01-24T03:45:46.938876176Z","level":"INFO","msg":"stream: created new stream","id":"fk8kij49"}
|
| 3 |
+
{"time":"2026-01-24T03:45:46.939532898Z","level":"INFO","msg":"handler: started","stream_id":"fk8kij49"}
|
| 4 |
+
{"time":"2026-01-24T03:45:46.940625781Z","level":"INFO","msg":"stream: started","id":"fk8kij49"}
|
| 5 |
+
{"time":"2026-01-24T03:45:46.94077622Z","level":"INFO","msg":"sender: started","stream_id":"fk8kij49"}
|
| 6 |
+
{"time":"2026-01-24T03:45:46.940858075Z","level":"INFO","msg":"writer: started","stream_id":"fk8kij49"}
|
| 7 |
+
{"time":"2026-01-24T10:40:41.546047179Z","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
|
| 8 |
+
{"time":"2026-01-24T10:40:41.841299139Z","level":"INFO","msg":"handler: operation stats","stats":{}}
|
| 9 |
+
{"time":"2026-01-24T10:40:41.85088464Z","level":"INFO","msg":"stream: closing","id":"fk8kij49"}
|
| 10 |
+
{"time":"2026-01-24T10:40:41.850909225Z","level":"INFO","msg":"handler: closed","stream_id":"fk8kij49"}
|
| 11 |
+
{"time":"2026-01-24T10:40:41.851000997Z","level":"INFO","msg":"sender: closed","stream_id":"fk8kij49"}
|
| 12 |
+
{"time":"2026-01-24T10:40:41.851014267Z","level":"INFO","msg":"stream: closed","id":"fk8kij49"}
|
act/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240345/wandb/debug.log
ADDED
|
@@ -0,0 +1,27 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
2026-01-24 03:45:46,398 INFO MainThread:3851886 [wandb_setup.py:_flush():80] Current SDK version is 0.23.1
|
| 2 |
+
2026-01-24 03:45:46,399 INFO MainThread:3851886 [wandb_setup.py:_flush():80] Configure stats pid to 3851886
|
| 3 |
+
2026-01-24 03:45:46,399 INFO MainThread:3851886 [wandb_setup.py:_flush():80] Loading settings from /home/jliu/.config/wandb/settings
|
| 4 |
+
2026-01-24 03:45:46,399 INFO MainThread:3851886 [wandb_setup.py:_flush():80] Loading settings from /home/jliu/we_learn/wandb/settings
|
| 5 |
+
2026-01-24 03:45:46,399 INFO MainThread:3851886 [wandb_setup.py:_flush():80] Loading settings from environment variables
|
| 6 |
+
2026-01-24 03:45:46,399 INFO MainThread:3851886 [wandb_init.py:setup_run_log_directory():714] Logging user logs to /home/jliu/we_learn/.runs/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240345/wandb/run-20260124_034546-fk8kij49/logs/debug.log
|
| 7 |
+
2026-01-24 03:45:46,399 INFO MainThread:3851886 [wandb_init.py:setup_run_log_directory():715] Logging internal logs to /home/jliu/we_learn/.runs/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240345/wandb/run-20260124_034546-fk8kij49/logs/debug-internal.log
|
| 8 |
+
2026-01-24 03:45:46,399 INFO MainThread:3851886 [wandb_init.py:init():841] calling init triggers
|
| 9 |
+
2026-01-24 03:45:46,399 INFO MainThread:3851886 [wandb_init.py:init():846] wandb.init called with sweep_config: {}
|
| 10 |
+
config: {'_wandb': {}}
|
| 11 |
+
2026-01-24 03:45:46,399 INFO MainThread:3851886 [wandb_init.py:init():889] starting backend
|
| 12 |
+
2026-01-24 03:45:46,673 INFO MainThread:3851886 [wandb_init.py:init():892] sending inform_init request
|
| 13 |
+
2026-01-24 03:45:46,682 INFO MainThread:3851886 [wandb_init.py:init():900] backend started and connected
|
| 14 |
+
2026-01-24 03:45:46,685 INFO MainThread:3851886 [wandb_init.py:init():970] updated telemetry
|
| 15 |
+
2026-01-24 03:45:46,693 INFO MainThread:3851886 [wandb_init.py:init():994] communicating run to backend with 90.0 second timeout
|
| 16 |
+
2026-01-24 03:45:47,427 INFO MainThread:3851886 [wandb_init.py:init():1041] starting run threads in backend
|
| 17 |
+
2026-01-24 03:45:47,629 INFO MainThread:3851886 [wandb_run.py:_console_start():2521] atexit reg
|
| 18 |
+
2026-01-24 03:45:47,635 INFO MainThread:3851886 [wandb_run.py:_redirect():2369] redirect: wrap_raw
|
| 19 |
+
2026-01-24 03:45:47,636 INFO MainThread:3851886 [wandb_run.py:_redirect():2438] Wrapping output streams.
|
| 20 |
+
2026-01-24 03:45:47,636 INFO MainThread:3851886 [wandb_run.py:_redirect():2461] Redirects installed.
|
| 21 |
+
2026-01-24 03:45:47,642 INFO MainThread:3851886 [wandb_init.py:init():1081] run started, returning control to user process
|
| 22 |
+
2026-01-24 03:45:47,645 INFO MainThread:3851886 [wandb_run.py:_config_callback():1396] config_cb None None {'exp': 'act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human', 'seed': 2026, 'auto_tag_run': False, 'eval': False, 'debug': False, 'timestamp': '2601240345', 'log': {'logging_dir': 'logs', 'report_to': 'wandb', 'log_freq': 100}, 'wandb': {'project': 'hfm', 'entity': 'jliu530-soochow-university', 'group': None, 'id': None, 'name': None, 'resume': 'allow'}, 'train': {'num_workers': 8, 'overfit_single_batch': False, 'name': 'act-g1-real', 'resume_from_checkpoint': None, 'skip_resumed_steps': False, 'hf_token': '.hf_token', 'lora': False, 'output_dir': '.runs', 'gradient_accumulation_steps': 1, 'mixed_precision': 'bf16', 'max_grad_norm': 1.0, 'train_batch_size': 32, 'val_batch_size': 16, 'val_num_batches': 20, 'checkpointing_steps': 5000, 'max_checkpoints_to_keep': None, 'validation_steps': 500, 'learning_rate': 0.0001, 'lr_scheduler_type': 'cosine', 'lr_scheduler_kwargs': {'betas': [0.95, 0.999], 'weight_decay': 1e-06, 'eps': 1e-08}, 'scheduler_specific_kwargs': {}, 'data_parallel': 'ddp', 'sharding_strategy': 'full-shard', 'deepspeed_config': '/home/jliu/we_learn/src/InternVLA/config/deepseeds/zero3.json', 'enable_gradient_checkpointing': True, 'enable_mixed_precision_training': True, 'reduce_in_full_precision': True, 'max_training_steps': 42000, 'num_train_epochs': None, 'warmup_steps': 1000, 'warmup_ratio': None}, 'data': {'transform': {'repack': {'dataset_name': 'we-g1-teleop', 'conditions': [], 'image_keys': ['video'], 'state_key': 'state', 'action_key': 'action', 'instruction_key': 'annotation.human.task_description', 'pad_action_dim': 36, 'pad_state_dim': 32}, 'action_state': {'stat_path': 'dataset_statistics/g1-stats-Put_dumpling_into_blanket_and_turn_around_and_pass_to_human.json', 'action_norm_type': 'bounds', 'stat_action_key': 'action', 'stat_state_key': 'states', 'use_norm_mask': False, 'action_norm_masks': [True, True, True, True, True, True, False], 'action_min': [-1.0481975078582764, -0.32017630338668823, 0.3087426722049713, -1.4960527420043945, -1.7463293075561523, -1.3503283262252808, -1.7463293075561523, -1.0481975078582764, -0.9210000038146973, -1.4159655570983887, -0.0010000000474974513, -0.0010000000474974513, -0.0010000000474974513, -0.0010000000474974513, -1.447166919708252, -0.6422086358070374, -0.9647604823112488, -1.0471998453140259, -1.6112334728240967, -1.419974684715271, -1.4454313516616821, -1.5126720666885376, -0.8047863841056824, -0.8409954309463501, -1.0471999645233154, -0.747280478477478, -1.4125316143035889, -1.1054109334945679, -0.11960262805223465, -0.2163376361131668, -0.4012712240219116, 0.7031417489051819, 0.0, 0.0, -0.5, -3.0260000228881836], 'action_max': [0.5750841498374939, 0.9210000038146973, 1.7463293075561523, 0.0010000000474974513, 0.0010000000474974513, 0.0010000000474974513, 0.0010000000474974513, 0.4314481317996979, 0.1233590766787529, -0.23477037250995636, 1.5717962980270386, 1.7463293075561523, 1.5623835325241089, 1.7463293075561523, 1.1933002471923828, 1.1544978618621826, 1.1398124694824219, 1.0028371810913086, 1.634717345237732, 0.8354582786560059, 1.0390825271606445, 1.2605434656143188, 0.5057409405708313, 0.6400684118270874, 1.3185256719589233, 1.9722217321395874, 0.9465597867965698, 1.1363840103149414, 0.1842554360628128, 0.29914042353630066, 0.15714703500270844, 0.7922509908676147, 0.3499999940395355, 0.0, 0.30000001192092896, 0.0], 'state_min': [-1.0486481189727783, -0.16327688097953796, 0.4047130048274994, -1.4158892631530762, -1.731844425201416, -1.2236273288726807, -1.7274274826049805, -1.0154404640197754, -0.9318310618400574, -1.3189150094985962, 0.00043007542262785137, 0.02350543811917305, -0.011991293169558048, 0.018724197521805763, -1.4043594598770142, -0.1753891408443451, -0.9492105841636658, -1.027946949005127, -1.561436653137207, -1.3133100271224976, -1.3611012697219849, -1.4593909978866577, -0.6880862712860107, -0.8026554584503174, -1.0363718271255493, -0.37942057847976685, -1.3573429584503174, -1.0413275957107544, -0.11960262805223465, -0.2163376361131668, -0.4012712240219116, 0.7031417489051819], 'state_max': [0.4410604238510132, 0.9470937848091125, 1.6849907636642456, 0.01315336674451828, -0.023350119590759277, 0.000986850936897099, -0.022643527016043663, 0.2655833959579468, -0.006625617388635874, -0.2807191014289856, 1.540040373802185, 1.7348874807357788, 1.3450469970703125, 1.8162106275558472, 1.1720572710037231, 1.0548874139785767, 1.064618706703186, 0.989034116268158, 1.5310207605361938, 0.7740467190742493, 0.9165075421333313, 1.2454845905303955, 0.1273084282875061, 0.5491052269935608, 1.3052618503570557, 1.9531410932540894, 0.8160931468009949, 1.0562915802001953, 0.1842554360628128, 0.29914042353630066, 0.15714703500270844, 0.7922509908676147], 'normalize_state': True, 'pad_action_dim': None, 'pad_state_dim': None}, 'model': {'resize': {'size': [256, 480]}, 'center_crop': {'size': [224, 224]}, 'color_jitter': {'brightness': 0.2, 'contrast': [0.8, 1.2], 'saturation': [0.8, 1.2], 'hue': 0.05}, 'normalize': {'mean': [0.485, 0.456, 0.406], 'std': [0.229, 0.224, 0.225]}, 'img_aug': True}}, 'action_chunk_size': 100, 'root_dir': '/hfm/data/real_teleop_g1/lerobot', 'dataset_paths': ['Put_dumpling_into_blanket_and_turn_around_and_pass_to_human'], 'data_config': 'we.data.gr00t.data_config:WeUnitreeG1LocoDataConfig', 'embodiment_tag': 'new_embodiment', 'video_backend': 'decord', 'balance_dataset_weights': True, 'balance_trajectory_weights': True, 'preload_all': False}, 'model': {'n_obs_steps': 1, 'chunk_size': 100, 'n_action_steps': 100, 'action_dim': 36, 'state_dim': 32, 'dim_model': 512, 'n_heads': 8, 'dim_feedforward': 3200, 'feedforward_activation': 'relu', 'n_encoder_layers': 4, 'n_decoder_layers': 1, 'pre_norm': False, 'dropout': 0.1, 'use_vae': True, 'latent_dim': 32, 'n_vae_encoder_layers': 4, 'kl_weight': 10.0, 'temporal_ensemble_coeff': None}, 'environment_variables': {'OMP_NUM_THREADS': '32', 'HF_HOME': '/hfm/cache', 'TORCH_HOME': '/hfm/cache', 'HF_TOKEN': 'hf_...adRb', 'HF_LEROBOT_HOME': 'Not Set', 'WE_HOME': 'Not Set', 'DATA_HOME': 'Not Set', 'UV_CACHE_DIR': 'Not Set', 'WANDB_API_KEY': 'Not Set', 'PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION': 'python', 'CUDA_VISIBLE_DEVICES': '6,7', 'WORLD_SIZE': '2', 'LOCAL_WORLD_SIZE': '2', 'RANK': '0', 'LOCAL_RANK': '0', 'MASTER_ADDR': 'nebula99', 'MASTER_PORT': '44701'}}
|
| 23 |
+
2026-01-24 10:40:41,030 INFO MainThread:3851886 [wandb_run.py:_finish():2287] finishing run jliu530-soochow-university/hfm/fk8kij49
|
| 24 |
+
2026-01-24 10:40:41,032 INFO MainThread:3851886 [wandb_run.py:_atexit_cleanup():2486] got exitcode: 0
|
| 25 |
+
2026-01-24 10:40:41,032 INFO MainThread:3851886 [wandb_run.py:_restore():2468] restore
|
| 26 |
+
2026-01-24 10:40:41,032 INFO MainThread:3851886 [wandb_run.py:_restore():2474] restore done
|
| 27 |
+
2026-01-24 10:40:41,849 INFO MainThread:3851886 [wandb_run.py:_footer_sync_info():3862] logging synced files
|
act/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240345/wandb/run-20260124_034546-fk8kij49/files/config.yaml
ADDED
|
@@ -0,0 +1,457 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
_wandb:
|
| 2 |
+
value:
|
| 3 |
+
cli_version: 0.23.1
|
| 4 |
+
e:
|
| 5 |
+
vead27z0792ue2bhyywle2klxz0h0c52:
|
| 6 |
+
args:
|
| 7 |
+
- data:gr00t
|
| 8 |
+
- data.transform.repack:gr00t-we
|
| 9 |
+
- data.transform.action-state:maxmin
|
| 10 |
+
- data.transform.model:act
|
| 11 |
+
- model:act
|
| 12 |
+
- --seed=2026
|
| 13 |
+
- --exp=act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human
|
| 14 |
+
- --train.name=act-g1-real
|
| 15 |
+
- --log.report-to=wandb
|
| 16 |
+
- --wandb.entity=jliu530-soochow-university
|
| 17 |
+
- --train.data_parallel=ddp
|
| 18 |
+
- --train.mixed_precision=bf16
|
| 19 |
+
- --train.train-batch-size=32
|
| 20 |
+
- --train.gradient_accumulation_steps=1
|
| 21 |
+
- --train.validation_steps=500
|
| 22 |
+
- --train.val_num_batches=20
|
| 23 |
+
- --train.max-training-steps=42000
|
| 24 |
+
- --train.learning-rate=1e-4
|
| 25 |
+
- --train.max-grad-norm=1.0
|
| 26 |
+
- --train.lr_scheduler_kwargs.weight_decay=1e-6
|
| 27 |
+
- --train.lr_scheduler_kwargs.betas
|
| 28 |
+
- "0.95"
|
| 29 |
+
- "0.999"
|
| 30 |
+
- --train.lr_scheduler_type=cosine
|
| 31 |
+
- --train.warmup-steps=1000
|
| 32 |
+
- --train.warmup-ratio=None
|
| 33 |
+
- --train.checkpointing-steps=5000
|
| 34 |
+
- --data.root_dir=/hfm/data/real_teleop_g1/lerobot
|
| 35 |
+
- --data.dataset_paths=Put_dumpling_into_blanket_and_turn_around_and_pass_to_human
|
| 36 |
+
- --data.data_config=we.data.gr00t.data_config:WeUnitreeG1LocoDataConfig
|
| 37 |
+
- --data.transform.repack.pad-action-dim=36
|
| 38 |
+
- --data.transform.repack.pad-state-dim=32
|
| 39 |
+
- --data.transform.action-state.stat-path=dataset_statistics/g1-stats-Put_dumpling_into_blanket_and_turn_around_and_pass_to_human.json
|
| 40 |
+
- --data.transform.action-state.stat-action-key=action
|
| 41 |
+
- --data.transform.action-state.stat-state-key=states
|
| 42 |
+
- --data.transform.action-state.normalize-state
|
| 43 |
+
- --data.transform.action-state.action-norm-type=bounds
|
| 44 |
+
- --data.transform.model.img-aug
|
| 45 |
+
- --data.action-chunk-size=100
|
| 46 |
+
- --model.chunk-size=100
|
| 47 |
+
- --model.n-action-steps=100
|
| 48 |
+
- --model.action-dim=36
|
| 49 |
+
- --model.state-dim=32
|
| 50 |
+
- --model.use-vae
|
| 51 |
+
- --model.kl-weight=10.0
|
| 52 |
+
codePath: scripts/train.py
|
| 53 |
+
codePathLocal: scripts/train.py
|
| 54 |
+
cpu_count: 128
|
| 55 |
+
cpu_count_logical: 128
|
| 56 |
+
cudaVersion: "12.9"
|
| 57 |
+
disk:
|
| 58 |
+
/:
|
| 59 |
+
total: "105089261568"
|
| 60 |
+
used: "95563628544"
|
| 61 |
+
email: jliu530@163.com
|
| 62 |
+
executable: /home/jliu/we_learn/.venv-pusht/bin/python3
|
| 63 |
+
git:
|
| 64 |
+
commit: df0aa6074e8b16d0e2be002a9a9c1971edf209ec
|
| 65 |
+
remote: https://github.com/songlin/we_learn.git
|
| 66 |
+
gpu: NVIDIA A100-SXM4-80GB
|
| 67 |
+
gpu_count: 8
|
| 68 |
+
gpu_nvidia:
|
| 69 |
+
- architecture: Ampere
|
| 70 |
+
cudaCores: 6912
|
| 71 |
+
memoryTotal: "85899345920"
|
| 72 |
+
name: NVIDIA A100-SXM4-80GB
|
| 73 |
+
uuid: GPU-37370f00-90f5-4e03-f763-7a35649e6783
|
| 74 |
+
- architecture: Ampere
|
| 75 |
+
cudaCores: 6912
|
| 76 |
+
memoryTotal: "85899345920"
|
| 77 |
+
name: NVIDIA A100-SXM4-80GB
|
| 78 |
+
uuid: GPU-d4b40383-188b-cc16-9180-20c1a71a777f
|
| 79 |
+
- architecture: Ampere
|
| 80 |
+
cudaCores: 6912
|
| 81 |
+
memoryTotal: "85899345920"
|
| 82 |
+
name: NVIDIA A100-SXM4-80GB
|
| 83 |
+
uuid: GPU-0f3d827c-66cf-04da-b182-4ed0414a2549
|
| 84 |
+
- architecture: Ampere
|
| 85 |
+
cudaCores: 6912
|
| 86 |
+
memoryTotal: "85899345920"
|
| 87 |
+
name: NVIDIA A100-SXM4-80GB
|
| 88 |
+
uuid: GPU-164a49bb-43d3-2250-59e2-1b40eee0757f
|
| 89 |
+
- architecture: Ampere
|
| 90 |
+
cudaCores: 6912
|
| 91 |
+
memoryTotal: "85899345920"
|
| 92 |
+
name: NVIDIA A100-SXM4-80GB
|
| 93 |
+
uuid: GPU-c0471f40-ae19-5371-a1af-da406ca30f83
|
| 94 |
+
- architecture: Ampere
|
| 95 |
+
cudaCores: 6912
|
| 96 |
+
memoryTotal: "85899345920"
|
| 97 |
+
name: NVIDIA A100-SXM4-80GB
|
| 98 |
+
uuid: GPU-d9040f59-13d3-6c37-4ea0-c6c751424527
|
| 99 |
+
- architecture: Ampere
|
| 100 |
+
cudaCores: 6912
|
| 101 |
+
memoryTotal: "85899345920"
|
| 102 |
+
name: NVIDIA A100-SXM4-80GB
|
| 103 |
+
uuid: GPU-f834d0e8-a118-24c7-5461-30fce111bea6
|
| 104 |
+
- architecture: Ampere
|
| 105 |
+
cudaCores: 6912
|
| 106 |
+
memoryTotal: "85899345920"
|
| 107 |
+
name: NVIDIA A100-SXM4-80GB
|
| 108 |
+
uuid: GPU-6e687915-3247-735c-6641-544540804e79
|
| 109 |
+
host: nebula99
|
| 110 |
+
memory:
|
| 111 |
+
total: "1623177732096"
|
| 112 |
+
os: Linux-6.8.0-88-generic-x86_64-with-glibc2.39
|
| 113 |
+
program: /home/jliu/we_learn/scripts/train.py
|
| 114 |
+
python: CPython 3.10.19
|
| 115 |
+
root: /home/jliu/we_learn/.runs/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240345
|
| 116 |
+
startedAt: "2026-01-24T03:45:46.396376Z"
|
| 117 |
+
writerId: vead27z0792ue2bhyywle2klxz0h0c52
|
| 118 |
+
m: []
|
| 119 |
+
python_version: 3.10.19
|
| 120 |
+
t:
|
| 121 |
+
"1":
|
| 122 |
+
- 1
|
| 123 |
+
- 2
|
| 124 |
+
- 3
|
| 125 |
+
- 11
|
| 126 |
+
- 41
|
| 127 |
+
- 49
|
| 128 |
+
- 71
|
| 129 |
+
"2":
|
| 130 |
+
- 1
|
| 131 |
+
- 2
|
| 132 |
+
- 3
|
| 133 |
+
- 11
|
| 134 |
+
- 41
|
| 135 |
+
- 49
|
| 136 |
+
- 51
|
| 137 |
+
- 71
|
| 138 |
+
- 80
|
| 139 |
+
- 83
|
| 140 |
+
"3":
|
| 141 |
+
- 2
|
| 142 |
+
- 13
|
| 143 |
+
- 61
|
| 144 |
+
"4": 3.10.19
|
| 145 |
+
"5": 0.23.1
|
| 146 |
+
"6": 4.44.2
|
| 147 |
+
"12": 0.23.1
|
| 148 |
+
"13": linux-x86_64
|
| 149 |
+
auto_tag_run:
|
| 150 |
+
value: false
|
| 151 |
+
data:
|
| 152 |
+
value:
|
| 153 |
+
action_chunk_size: 100
|
| 154 |
+
balance_dataset_weights: true
|
| 155 |
+
balance_trajectory_weights: true
|
| 156 |
+
data_config: we.data.gr00t.data_config:WeUnitreeG1LocoDataConfig
|
| 157 |
+
dataset_paths:
|
| 158 |
+
- Put_dumpling_into_blanket_and_turn_around_and_pass_to_human
|
| 159 |
+
embodiment_tag: new_embodiment
|
| 160 |
+
preload_all: false
|
| 161 |
+
root_dir: /hfm/data/real_teleop_g1/lerobot
|
| 162 |
+
transform:
|
| 163 |
+
action_state:
|
| 164 |
+
action_max:
|
| 165 |
+
- 0.5750841498374939
|
| 166 |
+
- 0.9210000038146973
|
| 167 |
+
- 1.7463293075561523
|
| 168 |
+
- 0.0010000000474974513
|
| 169 |
+
- 0.0010000000474974513
|
| 170 |
+
- 0.0010000000474974513
|
| 171 |
+
- 0.0010000000474974513
|
| 172 |
+
- 0.4314481317996979
|
| 173 |
+
- 0.1233590766787529
|
| 174 |
+
- -0.23477037250995636
|
| 175 |
+
- 1.5717962980270386
|
| 176 |
+
- 1.7463293075561523
|
| 177 |
+
- 1.5623835325241089
|
| 178 |
+
- 1.7463293075561523
|
| 179 |
+
- 1.1933002471923828
|
| 180 |
+
- 1.1544978618621826
|
| 181 |
+
- 1.1398124694824219
|
| 182 |
+
- 1.0028371810913086
|
| 183 |
+
- 1.634717345237732
|
| 184 |
+
- 0.8354582786560059
|
| 185 |
+
- 1.0390825271606445
|
| 186 |
+
- 1.2605434656143188
|
| 187 |
+
- 0.5057409405708313
|
| 188 |
+
- 0.6400684118270874
|
| 189 |
+
- 1.3185256719589233
|
| 190 |
+
- 1.9722217321395874
|
| 191 |
+
- 0.9465597867965698
|
| 192 |
+
- 1.1363840103149414
|
| 193 |
+
- 0.1842554360628128
|
| 194 |
+
- 0.29914042353630066
|
| 195 |
+
- 0.15714703500270844
|
| 196 |
+
- 0.7922509908676147
|
| 197 |
+
- 0.3499999940395355
|
| 198 |
+
- 0
|
| 199 |
+
- 0.30000001192092896
|
| 200 |
+
- 0
|
| 201 |
+
action_min:
|
| 202 |
+
- -1.0481975078582764
|
| 203 |
+
- -0.32017630338668823
|
| 204 |
+
- 0.3087426722049713
|
| 205 |
+
- -1.4960527420043945
|
| 206 |
+
- -1.7463293075561523
|
| 207 |
+
- -1.3503283262252808
|
| 208 |
+
- -1.7463293075561523
|
| 209 |
+
- -1.0481975078582764
|
| 210 |
+
- -0.9210000038146973
|
| 211 |
+
- -1.4159655570983887
|
| 212 |
+
- -0.0010000000474974513
|
| 213 |
+
- -0.0010000000474974513
|
| 214 |
+
- -0.0010000000474974513
|
| 215 |
+
- -0.0010000000474974513
|
| 216 |
+
- -1.447166919708252
|
| 217 |
+
- -0.6422086358070374
|
| 218 |
+
- -0.9647604823112488
|
| 219 |
+
- -1.0471998453140259
|
| 220 |
+
- -1.6112334728240967
|
| 221 |
+
- -1.419974684715271
|
| 222 |
+
- -1.4454313516616821
|
| 223 |
+
- -1.5126720666885376
|
| 224 |
+
- -0.8047863841056824
|
| 225 |
+
- -0.8409954309463501
|
| 226 |
+
- -1.0471999645233154
|
| 227 |
+
- -0.747280478477478
|
| 228 |
+
- -1.4125316143035889
|
| 229 |
+
- -1.1054109334945679
|
| 230 |
+
- -0.11960262805223465
|
| 231 |
+
- -0.2163376361131668
|
| 232 |
+
- -0.4012712240219116
|
| 233 |
+
- 0.7031417489051819
|
| 234 |
+
- 0
|
| 235 |
+
- 0
|
| 236 |
+
- -0.5
|
| 237 |
+
- -3.0260000228881836
|
| 238 |
+
action_norm_masks:
|
| 239 |
+
- true
|
| 240 |
+
- true
|
| 241 |
+
- true
|
| 242 |
+
- true
|
| 243 |
+
- true
|
| 244 |
+
- true
|
| 245 |
+
- false
|
| 246 |
+
action_norm_type: bounds
|
| 247 |
+
normalize_state: true
|
| 248 |
+
pad_action_dim: null
|
| 249 |
+
pad_state_dim: null
|
| 250 |
+
stat_action_key: action
|
| 251 |
+
stat_path: dataset_statistics/g1-stats-Put_dumpling_into_blanket_and_turn_around_and_pass_to_human.json
|
| 252 |
+
stat_state_key: states
|
| 253 |
+
state_max:
|
| 254 |
+
- 0.4410604238510132
|
| 255 |
+
- 0.9470937848091125
|
| 256 |
+
- 1.6849907636642456
|
| 257 |
+
- 0.01315336674451828
|
| 258 |
+
- -0.023350119590759277
|
| 259 |
+
- 0.000986850936897099
|
| 260 |
+
- -0.022643527016043663
|
| 261 |
+
- 0.2655833959579468
|
| 262 |
+
- -0.006625617388635874
|
| 263 |
+
- -0.2807191014289856
|
| 264 |
+
- 1.540040373802185
|
| 265 |
+
- 1.7348874807357788
|
| 266 |
+
- 1.3450469970703125
|
| 267 |
+
- 1.8162106275558472
|
| 268 |
+
- 1.1720572710037231
|
| 269 |
+
- 1.0548874139785767
|
| 270 |
+
- 1.064618706703186
|
| 271 |
+
- 0.989034116268158
|
| 272 |
+
- 1.5310207605361938
|
| 273 |
+
- 0.7740467190742493
|
| 274 |
+
- 0.9165075421333313
|
| 275 |
+
- 1.2454845905303955
|
| 276 |
+
- 0.1273084282875061
|
| 277 |
+
- 0.5491052269935608
|
| 278 |
+
- 1.3052618503570557
|
| 279 |
+
- 1.9531410932540894
|
| 280 |
+
- 0.8160931468009949
|
| 281 |
+
- 1.0562915802001953
|
| 282 |
+
- 0.1842554360628128
|
| 283 |
+
- 0.29914042353630066
|
| 284 |
+
- 0.15714703500270844
|
| 285 |
+
- 0.7922509908676147
|
| 286 |
+
state_min:
|
| 287 |
+
- -1.0486481189727783
|
| 288 |
+
- -0.16327688097953796
|
| 289 |
+
- 0.4047130048274994
|
| 290 |
+
- -1.4158892631530762
|
| 291 |
+
- -1.731844425201416
|
| 292 |
+
- -1.2236273288726807
|
| 293 |
+
- -1.7274274826049805
|
| 294 |
+
- -1.0154404640197754
|
| 295 |
+
- -0.9318310618400574
|
| 296 |
+
- -1.3189150094985962
|
| 297 |
+
- 0.00043007542262785137
|
| 298 |
+
- 0.02350543811917305
|
| 299 |
+
- -0.011991293169558048
|
| 300 |
+
- 0.018724197521805763
|
| 301 |
+
- -1.4043594598770142
|
| 302 |
+
- -0.1753891408443451
|
| 303 |
+
- -0.9492105841636658
|
| 304 |
+
- -1.027946949005127
|
| 305 |
+
- -1.561436653137207
|
| 306 |
+
- -1.3133100271224976
|
| 307 |
+
- -1.3611012697219849
|
| 308 |
+
- -1.4593909978866577
|
| 309 |
+
- -0.6880862712860107
|
| 310 |
+
- -0.8026554584503174
|
| 311 |
+
- -1.0363718271255493
|
| 312 |
+
- -0.37942057847976685
|
| 313 |
+
- -1.3573429584503174
|
| 314 |
+
- -1.0413275957107544
|
| 315 |
+
- -0.11960262805223465
|
| 316 |
+
- -0.2163376361131668
|
| 317 |
+
- -0.4012712240219116
|
| 318 |
+
- 0.7031417489051819
|
| 319 |
+
use_norm_mask: false
|
| 320 |
+
model:
|
| 321 |
+
center_crop:
|
| 322 |
+
size:
|
| 323 |
+
- 224
|
| 324 |
+
- 224
|
| 325 |
+
color_jitter:
|
| 326 |
+
brightness: 0.2
|
| 327 |
+
contrast:
|
| 328 |
+
- 0.8
|
| 329 |
+
- 1.2
|
| 330 |
+
hue: 0.05
|
| 331 |
+
saturation:
|
| 332 |
+
- 0.8
|
| 333 |
+
- 1.2
|
| 334 |
+
img_aug: true
|
| 335 |
+
normalize:
|
| 336 |
+
mean:
|
| 337 |
+
- 0.485
|
| 338 |
+
- 0.456
|
| 339 |
+
- 0.406
|
| 340 |
+
std:
|
| 341 |
+
- 0.229
|
| 342 |
+
- 0.224
|
| 343 |
+
- 0.225
|
| 344 |
+
resize:
|
| 345 |
+
size:
|
| 346 |
+
- 256
|
| 347 |
+
- 480
|
| 348 |
+
repack:
|
| 349 |
+
action_key: action
|
| 350 |
+
conditions: []
|
| 351 |
+
dataset_name: we-g1-teleop
|
| 352 |
+
image_keys:
|
| 353 |
+
- video
|
| 354 |
+
instruction_key: annotation.human.task_description
|
| 355 |
+
pad_action_dim: 36
|
| 356 |
+
pad_state_dim: 32
|
| 357 |
+
state_key: state
|
| 358 |
+
video_backend: decord
|
| 359 |
+
debug:
|
| 360 |
+
value: false
|
| 361 |
+
environment_variables:
|
| 362 |
+
value:
|
| 363 |
+
CUDA_VISIBLE_DEVICES: 6,7
|
| 364 |
+
DATA_HOME: Not Set
|
| 365 |
+
HF_HOME: /hfm/cache
|
| 366 |
+
HF_LEROBOT_HOME: Not Set
|
| 367 |
+
HF_TOKEN: hf_...adRb
|
| 368 |
+
LOCAL_RANK: "0"
|
| 369 |
+
LOCAL_WORLD_SIZE: "2"
|
| 370 |
+
MASTER_ADDR: nebula99
|
| 371 |
+
MASTER_PORT: "44701"
|
| 372 |
+
OMP_NUM_THREADS: "32"
|
| 373 |
+
PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION: python
|
| 374 |
+
RANK: "0"
|
| 375 |
+
TORCH_HOME: /hfm/cache
|
| 376 |
+
UV_CACHE_DIR: Not Set
|
| 377 |
+
WANDB_API_KEY: Not Set
|
| 378 |
+
WE_HOME: Not Set
|
| 379 |
+
WORLD_SIZE: "2"
|
| 380 |
+
eval:
|
| 381 |
+
value: false
|
| 382 |
+
exp:
|
| 383 |
+
value: act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human
|
| 384 |
+
log:
|
| 385 |
+
value:
|
| 386 |
+
log_freq: 100
|
| 387 |
+
logging_dir: logs
|
| 388 |
+
report_to: wandb
|
| 389 |
+
model:
|
| 390 |
+
value:
|
| 391 |
+
action_dim: 36
|
| 392 |
+
chunk_size: 100
|
| 393 |
+
dim_feedforward: 3200
|
| 394 |
+
dim_model: 512
|
| 395 |
+
dropout: 0.1
|
| 396 |
+
feedforward_activation: relu
|
| 397 |
+
kl_weight: 10
|
| 398 |
+
latent_dim: 32
|
| 399 |
+
n_action_steps: 100
|
| 400 |
+
n_decoder_layers: 1
|
| 401 |
+
n_encoder_layers: 4
|
| 402 |
+
n_heads: 8
|
| 403 |
+
n_obs_steps: 1
|
| 404 |
+
n_vae_encoder_layers: 4
|
| 405 |
+
pre_norm: false
|
| 406 |
+
state_dim: 32
|
| 407 |
+
temporal_ensemble_coeff: null
|
| 408 |
+
use_vae: true
|
| 409 |
+
seed:
|
| 410 |
+
value: 2026
|
| 411 |
+
timestamp:
|
| 412 |
+
value: "2601240345"
|
| 413 |
+
train:
|
| 414 |
+
value:
|
| 415 |
+
checkpointing_steps: 5000
|
| 416 |
+
data_parallel: ddp
|
| 417 |
+
deepspeed_config: /home/jliu/we_learn/src/InternVLA/config/deepseeds/zero3.json
|
| 418 |
+
enable_gradient_checkpointing: true
|
| 419 |
+
enable_mixed_precision_training: true
|
| 420 |
+
gradient_accumulation_steps: 1
|
| 421 |
+
hf_token: .hf_token
|
| 422 |
+
learning_rate: 0.0001
|
| 423 |
+
lora: false
|
| 424 |
+
lr_scheduler_kwargs:
|
| 425 |
+
betas:
|
| 426 |
+
- 0.95
|
| 427 |
+
- 0.999
|
| 428 |
+
eps: 1e-08
|
| 429 |
+
weight_decay: 1e-06
|
| 430 |
+
lr_scheduler_type: cosine
|
| 431 |
+
max_checkpoints_to_keep: null
|
| 432 |
+
max_grad_norm: 1
|
| 433 |
+
max_training_steps: 42000
|
| 434 |
+
mixed_precision: bf16
|
| 435 |
+
name: act-g1-real
|
| 436 |
+
num_train_epochs: null
|
| 437 |
+
num_workers: 8
|
| 438 |
+
output_dir: .runs
|
| 439 |
+
overfit_single_batch: false
|
| 440 |
+
reduce_in_full_precision: true
|
| 441 |
+
resume_from_checkpoint: null
|
| 442 |
+
sharding_strategy: full-shard
|
| 443 |
+
skip_resumed_steps: false
|
| 444 |
+
train_batch_size: 32
|
| 445 |
+
val_batch_size: 16
|
| 446 |
+
val_num_batches: 20
|
| 447 |
+
validation_steps: 500
|
| 448 |
+
warmup_ratio: null
|
| 449 |
+
warmup_steps: 1000
|
| 450 |
+
wandb:
|
| 451 |
+
value:
|
| 452 |
+
entity: jliu530-soochow-university
|
| 453 |
+
group: null
|
| 454 |
+
id: null
|
| 455 |
+
name: null
|
| 456 |
+
project: hfm
|
| 457 |
+
resume: allow
|
act/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240345/wandb/run-20260124_034546-fk8kij49/files/output.log
ADDED
|
@@ -0,0 +1,275 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[2;36m[03:45:47 01/24][0m[2;36m [0m[34mINFO [0m | >> [1m[[0m*[1m][0m Saved configuration to ]8;id=805427;file:///home/jliu/we_learn/scripts/train.py\[2mtrain.py[0m]8;;\[2m:[0m]8;id=514750;file:///home/jliu/we_learn/scripts/train.py#129\[2m129[0m]8;;\
|
| 2 |
+
[2;36m [0m .runs/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1- [2m [0m
|
| 3 |
+
[2;36m [0m real.cosin.lr1.[1;36m0e-04[0m.b64.gpus2.[1;36m2601240345[0m [2m [0m
|
| 4 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> [1m[[0m*[1m][0m Training configurations: ]8;id=2657;file:///home/jliu/we_learn/scripts/train.py\[2mtrain.py[0m]8;;\[2m:[0m]8;id=644039;file:///home/jliu/we_learn/scripts/train.py#182\[2m182[0m]8;;\
|
| 5 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> |=> training task: [32m'act-g1-real'[0m ]8;id=471497;file:///home/jliu/we_learn/scripts/train.py\[2mtrain.py[0m]8;;\[2m:[0m]8;id=12046;file:///home/jliu/we_learn/scripts/train.py#183\[2m183[0m]8;;\
|
| 6 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> |=> run name: ]8;id=329497;file:///home/jliu/we_learn/scripts/train.py\[2mtrain.py[0m]8;;\[2m:[0m]8;id=220436;file:///home/jliu/we_learn/scripts/train.py#184\[2m184[0m]8;;\
|
| 7 |
+
[2;36m [0m act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin.lr1.[1;36m0e-[0m [2m [0m
|
| 8 |
+
[2;36m [0m [1;36m04[0m.b64.gpus2.[1;36m2601240345[0m [2m [0m
|
| 9 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> |=> seed: [1;36m2026[0m ]8;id=844246;file:///home/jliu/we_learn/scripts/train.py\[2mtrain.py[0m]8;;\[2m:[0m]8;id=394625;file:///home/jliu/we_learn/scripts/train.py#185\[2m185[0m]8;;\
|
| 10 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> |=> mixed precision: torch.bfloat16 ]8;id=356929;file:///home/jliu/we_learn/scripts/train.py\[2mtrain.py[0m]8;;\[2m:[0m]8;id=94020;file:///home/jliu/we_learn/scripts/train.py#186\[2m186[0m]8;;\
|
| 11 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> |=> warmup steps: [1;36m1000[0m ]8;id=147732;file:///home/jliu/we_learn/scripts/train.py\[2mtrain.py[0m]8;;\[2m:[0m]8;id=919050;file:///home/jliu/we_learn/scripts/train.py#187\[2m187[0m]8;;\
|
| 12 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> |=> validation steps: [1;36m500[0m ]8;id=25941;file:///home/jliu/we_learn/scripts/train.py\[2mtrain.py[0m]8;;\[2m:[0m]8;id=888976;file:///home/jliu/we_learn/scripts/train.py#188\[2m188[0m]8;;\
|
| 13 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> |=> checkpoint steps: [1;36m5000[0m ]8;id=95089;file:///home/jliu/we_learn/scripts/train.py\[2mtrain.py[0m]8;;\[2m:[0m]8;id=418144;file:///home/jliu/we_learn/scripts/train.py#189\[2m189[0m]8;;\
|
| 14 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> |=> max gradient norm: [1;36m1.0[0m ]8;id=122104;file:///home/jliu/we_learn/scripts/train.py\[2mtrain.py[0m]8;;\[2m:[0m]8;id=446109;file:///home/jliu/we_learn/scripts/train.py#190\[2m190[0m]8;;\
|
| 15 |
+
/home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/albumentations/__init__.py:13: UserWarning: A new version of Albumentations is available: 2.0.8 (you have 1.4.18). Upgrade using: pip install -U albumentations. To disable automatic update checks, set the environment variable NO_ALBUMENTATIONS_UPDATE to 1.
|
| 16 |
+
check_for_updates()
|
| 17 |
+
Loading external config: we.data.gr00t.data_config.WeUnitreeG1LocoDataConfig
|
| 18 |
+
Initialized dataset Put_dumpling_into_blanket_and_turn_around_and_pass_to_human with EmbodimentTag.NEW_EMBODIMENT
|
| 19 |
+
Loading external config: we.data.gr00t.data_config.WeUnitreeG1LocoDataConfig
|
| 20 |
+
Initialized dataset Put_dumpling_into_blanket_and_turn_around_and_pass_to_human with EmbodimentTag.NEW_EMBODIMENT
|
| 21 |
+
[2;36m[03:45:48 01/24][0m[2;36m [0m[34mINFO [0m | >> |=> Num training samples: ]8;id=917958;file:///home/jliu/we_learn/scripts/train.py\[2mtrain.py[0m]8;;\[2m:[0m]8;id=514883;file:///home/jliu/we_learn/scripts/train.py#193\[2m193[0m]8;;\
|
| 22 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> |=> Training dataset size: [1;36m108[0m,[1;36m911[0m ]8;id=440366;file:///home/jliu/we_learn/scripts/train.py\[2mtrain.py[0m]8;;\[2m:[0m]8;id=591396;file:///home/jliu/we_learn/scripts/train.py#194\[2m194[0m]8;;\
|
| 23 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> |=> Val dataset size: [1;36m108[0m,[1;36m911[0m ]8;id=26608;file:///home/jliu/we_learn/scripts/train.py\[2mtrain.py[0m]8;;\[2m:[0m]8;id=603472;file:///home/jliu/we_learn/scripts/train.py#196\[2m196[0m]8;;\
|
| 24 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> [1m[[0m*[1m][0m Initialize optimizers and schedulers[33m...[0m ]8;id=738892;file:///home/jliu/we_learn/scripts/train.py\[2mtrain.py[0m]8;;\[2m:[0m]8;id=548632;file:///home/jliu/we_learn/scripts/train.py#199\[2m199[0m]8;;\
|
| 25 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> [1m[[0m*[1m][0m ***** Running training ***** ]8;id=450268;file:///home/jliu/we_learn/scripts/train.py\[2mtrain.py[0m]8;;\[2m:[0m]8;id=492873;file:///home/jliu/we_learn/scripts/train.py#203\[2m203[0m]8;;\
|
| 26 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> |=> Num training examples = [1;36m108911[0m ]8;id=928955;file:///home/jliu/we_learn/scripts/train.py\[2mtrain.py[0m]8;;\[2m:[0m]8;id=127940;file:///home/jliu/we_learn/scripts/train.py#204\[2m204[0m]8;;\
|
| 27 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> |=> Max training Epochs = [1;36m25[0m ]8;id=749231;file:///home/jliu/we_learn/scripts/train.py\[2mtrain.py[0m]8;;\[2m:[0m]8;id=974614;file:///home/jliu/we_learn/scripts/train.py#205\[2m205[0m]8;;\
|
| 28 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> |=> Total optimization steps = [1;36m42000[0m ]8;id=322570;file:///home/jliu/we_learn/scripts/train.py\[2mtrain.py[0m]8;;\[2m:[0m]8;id=574775;file:///home/jliu/we_learn/scripts/train.py#206\[2m206[0m]8;;\
|
| 29 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> |=> Num steps Per Epoch = [1;36m1702[0m ]8;id=843992;file:///home/jliu/we_learn/scripts/train.py\[2mtrain.py[0m]8;;\[2m:[0m]8;id=927413;file:///home/jliu/we_learn/scripts/train.py#207\[2m207[0m]8;;\
|
| 30 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> |=> Effective training epochs = [1;36m49.35[0m ]8;id=282104;file:///home/jliu/we_learn/scripts/train.py\[2mtrain.py[0m]8;;\[2m:[0m]8;id=9727;file:///home/jliu/we_learn/scripts/train.py#208\[2m208[0m]8;;\
|
| 31 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> |=> Global train batch size [1m([0mw. parallel, distributed & accumulation[1m)[0m = [1;36m64[0m ]8;id=480486;file:///home/jliu/we_learn/scripts/train.py\[2mtrain.py[0m]8;;\[2m:[0m]8;id=842580;file:///home/jliu/we_learn/scripts/train.py#209\[2m209[0m]8;;\
|
| 32 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> |=> Device train batch size = [1;36m32[0m ]8;id=209544;file:///home/jliu/we_learn/scripts/train.py\[2mtrain.py[0m]8;;\[2m:[0m]8;id=272745;file:///home/jliu/we_learn/scripts/train.py#210\[2m210[0m]8;;\
|
| 33 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> |=> Gradient Accumulation steps = [1;36m1[0m ]8;id=866305;file:///home/jliu/we_learn/scripts/train.py\[2mtrain.py[0m]8;;\[2m:[0m]8;id=521307;file:///home/jliu/we_learn/scripts/train.py#211\[2m211[0m]8;;\
|
| 34 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> |=> Num processes [1m([0mGPUs[1m)[0m = [1;36m2[0m ]8;id=35253;file:///home/jliu/we_learn/scripts/train.py\[2mtrain.py[0m]8;;\[2m:[0m]8;id=871789;file:///home/jliu/we_learn/scripts/train.py#212\[2m212[0m]8;;\
|
| 35 |
+
[2;36m[03:45:51 01/24][0m[2;36m [0m[34mINFO [0m | >> TensorFlow version [1;36m2.20[0m.[1;36m0[0m available. ]8;id=459749;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/datasets/config.py\[2mconfig.py[0m]8;;\[2m:[0m]8;id=722818;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/datasets/config.py#112\[2m112[0m]8;;\
|
| 36 |
+
[2;36m[03:45:52 01/24][0m[2;36m [0m[34mINFO [0m | >> [1m[[0m*[1m][0m Accelerator runs in: ]8;id=966756;file:///home/jliu/we_learn/scripts/train.py\[2mtrain.py[0m]8;;\[2m:[0m]8;id=191940;file:///home/jliu/we_learn/scripts/train.py#219\[2m219[0m]8;;\
|
| 37 |
+
[2;36m [0m .runs/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1- [2m [0m
|
| 38 |
+
[2;36m [0m real.cosin.lr1.[1;36m0e-04[0m.b64.gpus2.[1;36m2601240345[0m [2m [0m
|
| 39 |
+
Traing steps: 24%|█████████▎ | 10000/42000 [1:46:31<2:52:22, 3.09it/s, loss=0.086, lr=8.9e-05]
|
| 40 |
+
|
| 41 |
+
[2;36m[04:39:20 01/24][0m[2;36m [0m[34mINFO [0m | >> Saving current state to ]8;id=680052;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/accelerator.py\[2maccelerator.py[0m]8;;\[2m:[0m]8;id=279409;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/accelerator.py#3644\[2m3644[0m]8;;\
|
| 42 |
+
[2;36m [0m .runs/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-hu [2m [0m
|
| 43 |
+
[2;36m [0m man.g1-real.cosin.lr1.[1;36m0e-04[0m.b64.gpus2.[1;36m2601240345[0m/checkpoints/ckpt_5000 [2m [0m
|
| 44 |
+
[2;36m[04:39:21 01/24][0m[2;36m [0m[34mINFO [0m | >> Model weights saved in ]8;id=898249;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=431290;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#114\[2m114[0m]8;;\
|
| 45 |
+
[2;36m [0m .runs/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-h [2m [0m
|
| 46 |
+
[2;36m [0m uman.g1-real.cosin.lr1.[1;36m0e-04[0m.b64.gpus2.[1;36m2601240345[0m/checkpoints/ckpt_5000/model [2m [0m
|
| 47 |
+
[2;36m [0m .safetensors [2m [0m
|
| 48 |
+
[2;36m[04:39:22 01/24][0m[2;36m [0m[34mINFO [0m | >> Optimizer state saved in ]8;id=224;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=473149;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#121\[2m121[0m]8;;\
|
| 49 |
+
[2;36m [0m .runs/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-h [2m [0m
|
| 50 |
+
[2;36m [0m uman.g1-real.cosin.lr1.[1;36m0e-04[0m.b64.gpus2.[1;36m2601240345[0m/checkpoints/ckpt_5000/optim [2m [0m
|
| 51 |
+
[2;36m [0m izer.bin [2m [0m
|
| 52 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Scheduler state saved in ]8;id=639771;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=832328;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#128\[2m128[0m]8;;\
|
| 53 |
+
[2;36m [0m .runs/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-h [2m [0m
|
| 54 |
+
[2;36m [0m uman.g1-real.cosin.lr1.[1;36m0e-04[0m.b64.gpus2.[1;36m2601240345[0m/checkpoints/ckpt_5000/sched [2m [0m
|
| 55 |
+
[2;36m [0m uler.bin [2m [0m
|
| 56 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Sampler state for dataloader [1;36m0[0m saved in ]8;id=788377;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=572992;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#145\[2m145[0m]8;;\
|
| 57 |
+
[2;36m [0m .runs/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-h [2m [0m
|
| 58 |
+
[2;36m [0m uman.g1-real.cosin.lr1.[1;36m0e-04[0m.b64.gpus2.[1;36m2601240345[0m/checkpoints/ckpt_5000/sampl [2m [0m
|
| 59 |
+
[2;36m [0m er.bin [2m [0m
|
| 60 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Sampler state for dataloader [1;36m1[0m saved in ]8;id=374604;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=162278;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#145\[2m145[0m]8;;\
|
| 61 |
+
[2;36m [0m .runs/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-h [2m [0m
|
| 62 |
+
[2;36m [0m uman.g1-real.cosin.lr1.[1;36m0e-04[0m.b64.gpus2.[1;36m2601240345[0m/checkpoints/ckpt_5000/sampl [2m [0m
|
| 63 |
+
[2;36m [0m er_1.bin [2m [0m
|
| 64 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Random states saved in ]8;id=806908;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=971194;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#176\[2m176[0m]8;;\
|
| 65 |
+
[2;36m [0m .runs/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-h [2m [0m
|
| 66 |
+
[2;36m [0m uman.g1-real.cosin.lr1.[1;36m0e-04[0m.b64.gpus2.[1;36m2601240345[0m/checkpoints/ckpt_5000/rando [2m [0m
|
| 67 |
+
[2;36m [0m m_states_0.pkl [2m [0m
|
| 68 |
+
Saved state to .runs/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240345/checkpoints/ckpt_5000
|
| 69 |
+
[2;36m[05:32:23 01/24][0m[2;36m [0m[34mINFO [0m | >> Saving current state to ]8;id=755470;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/accelerator.py\[2maccelerator.py[0m]8;;\[2m:[0m]8;id=983054;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/accelerator.py#3644\[2m3644[0m]8;;\
|
| 70 |
+
[2;36m [0m .runs/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-hu [2m [0m
|
| 71 |
+
[2;36m [0m man.g1-real.cosin.lr1.[1;36m0e-04[0m.b64.gpus2.[1;36m2601240345[0m/checkpoints/ckpt_10000 [2m [0m
|
| 72 |
+
[2;36m[05:32:24 01/24][0m[2;36m [0m[34mINFO [0m | >> Model weights saved in ]8;id=616494;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=137590;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#114\[2m114[0m]8;;\
|
| 73 |
+
[2;36m [0m .runs/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-h [2m [0m
|
| 74 |
+
[2;36m [0m uman.g1-real.cosin.lr1.[1;36m0e-04[0m.b64.gpus2.[1;36m2601240345[0m/checkpoints/ckpt_10000/mode [2m [0m
|
| 75 |
+
[2;36m [0m l.safetensors [2m [0m
|
| 76 |
+
[2;36m[05:32:25 01/24][0m[2;36m [0m[34mINFO [0m | >> Optimizer state saved in ]8;id=304800;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=88534;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#121\[2m121[0m]8;;\
|
| 77 |
+
[2;36m [0m .runs/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-h [2m [0m
|
| 78 |
+
[2;36m [0m uman.g1-real.cosin.lr1.[1;36m0e-04[0m.b64.gpus2.[1;36m2601240345[0m/checkpoints/ckpt_10000/opti [2m [0m
|
| 79 |
+
[2;36m [0m mizer.bin [2m [0m
|
| 80 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Scheduler state saved in ]8;id=141920;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=821494;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#128\[2m128[0m]8;;\
|
| 81 |
+
[2;36m [0m .runs/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-h [2m [0m
|
| 82 |
+
[2;36m [0m uman.g1-real.cosin.lr1.[1;36m0e-04[0m.b64.gpus2.[1;36m2601240345[0m/checkpoints/ckpt_10000/sche [2m [0m
|
| 83 |
+
[2;36m [0m duler.bin [2m [0m
|
| 84 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Sampler state for dataloader [1;36m0[0m saved in ]8;id=532364;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=432054;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#145\[2m145[0m]8;;\
|
| 85 |
+
[2;36m [0m .runs/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-h [2m [0m
|
| 86 |
+
[2;36m [0m uman.g1-real.cosin.lr1.[1;36m0e-04[0m.b64.gpus2.[1;36m2601240345[0m/checkpoints/ckpt_10000/samp [2m [0m
|
| 87 |
+
[2;36m [0m ler.bin [2m [0m
|
| 88 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Sampler state for dataloader [1;36m1[0m saved in ]8;id=846104;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=206251;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#145\[2m145[0m]8;;\
|
| 89 |
+
[2;36m [0m .runs/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-h [2m [0m
|
| 90 |
+
[2;36m [0m uman.g1-real.cosin.lr1.[1;36m0e-04[0m.b64.gpus2.[1;36m2601240345[0m/checkpoints/ckpt_10000/samp [2m [0m
|
| 91 |
+
[2;36m [0m ler_1.bin [2m [0m
|
| 92 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Random states saved in ]8;id=930895;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=77000;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#176\[2m176[0m]8;;\
|
| 93 |
+
[2;36m [0m .runs/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-h [2m [0m
|
| 94 |
+
[2;36m [0m uman.g1-real.cosin.lr1.[1;36m0e-04[0m.b64.gpus2.[1;36m2601240345[0m/checkpoints/ckpt_10000/rand [2m [0m
|
| 95 |
+
[2;36m [0m om_states_0.pkl [2m [0m
|
| 96 |
+
Saved state to .runs/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240345/checkpoints/ckpt_10000
|
| 97 |
+
[2;36m[06:24:57 01/24][0m[2;36m [0m[34mINFO [0m | >> Saving current state to ]8;id=370569;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/accelerator.py\[2maccelerator.py[0m]8;;\[2m:[0m]8;id=979940;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/accelerator.py#3644\[2m3644[0m]8;;\
|
| 98 |
+
[2;36m [0m .runs/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin. [2m [0m
|
| 99 |
+
[2;36m [0m lr1.[1;36m0e-04[0m.b64.gpus2.[1;36m2601240345[0m/checkpoints/ckpt_15000 [2m [0m
|
| 100 |
+
[2;36m[06:24:58 01/24][0m[2;36m [0m[34mINFO [0m | >> Model weights saved in ]8;id=535180;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=499147;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#114\[2m114[0m]8;;\
|
| 101 |
+
[2;36m [0m .runs/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin [2m [0m
|
| 102 |
+
[2;36m [0m .lr1.[1;36m0e-04[0m.b64.gpus2.[1;36m2601240345[0m/checkpoints/ckpt_15000/model.safetensors [2m [0m
|
| 103 |
+
[2;36m[06:24:59 01/24][0m[2;36m [0m[34mINFO [0m | >> Optimizer state saved in ]8;id=341880;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=958353;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#121\[2m121[0m]8;;\
|
| 104 |
+
[2;36m [0m .runs/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin [2m [0m
|
| 105 |
+
[2;36m [0m .lr1.[1;36m0e-04[0m.b64.gpus2.[1;36m2601240345[0m/checkpoints/ckpt_15000/optimizer.bin [2m [0m
|
| 106 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Scheduler state saved in ]8;id=599385;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=648655;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#128\[2m128[0m]8;;\
|
| 107 |
+
[2;36m [0m .runs/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin [2m [0m
|
| 108 |
+
[2;36m [0m .lr1.[1;36m0e-04[0m.b64.gpus2.[1;36m2601240345[0m/checkpoints/ckpt_15000/scheduler.bin [2m [0m
|
| 109 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Sampler state for dataloader [1;36m0[0m saved in ]8;id=544854;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=217040;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#145\[2m145[0m]8;;\
|
| 110 |
+
[2;36m [0m .runs/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin [2m [0m
|
| 111 |
+
[2;36m [0m .lr1.[1;36m0e-04[0m.b64.gpus2.[1;36m2601240345[0m/checkpoints/ckpt_15000/sampler.bin [2m [0m
|
| 112 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Sampler state for dataloader [1;36m1[0m saved in ]8;id=627278;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=244660;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#145\[2m145[0m]8;;\
|
| 113 |
+
[2;36m [0m .runs/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin [2m [0m
|
| 114 |
+
[2;36m [0m .lr1.[1;36m0e-04[0m.b64.gpus2.[1;36m2601240345[0m/checkpoints/ckpt_15000/sampler_1.bin [2m [0m
|
| 115 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Random states saved in ]8;id=418546;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=35811;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#176\[2m176[0m]8;;\
|
| 116 |
+
[2;36m [0m .runs/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin [2m [0m
|
| 117 |
+
[2;36m [0m .lr1.[1;36m0e-04[0m.b64.gpus2.[1;36m2601240345[0m/checkpoints/ckpt_15000/random_states_0.pkl [2m [0m
|
| 118 |
+
Saved state to .runs/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240345/checkpoints/ckpt_15000
|
| 119 |
+
[2;36m[07:17:15 01/24][0m[2;36m [0m[34mINFO [0m | >> Saving current state to ]8;id=47434;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/accelerator.py\[2maccelerator.py[0m]8;;\[2m:[0m]8;id=679719;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/accelerator.py#3644\[2m3644[0m]8;;\
|
| 120 |
+
[2;36m [0m .runs/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin. [2m [0m
|
| 121 |
+
[2;36m [0m lr1.[1;36m0e-04[0m.b64.gpus2.[1;36m2601240345[0m/checkpoints/ckpt_20000 [2m [0m
|
| 122 |
+
[2;36m[07:17:17 01/24][0m[2;36m [0m[34mINFO [0m | >> Model weights saved in ]8;id=473768;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=910263;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#114\[2m114[0m]8;;\
|
| 123 |
+
[2;36m [0m .runs/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin [2m [0m
|
| 124 |
+
[2;36m [0m .lr1.[1;36m0e-04[0m.b64.gpus2.[1;36m2601240345[0m/checkpoints/ckpt_20000/model.safetensors [2m [0m
|
| 125 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Optimizer state saved in ]8;id=745480;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=711599;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#121\[2m121[0m]8;;\
|
| 126 |
+
[2;36m [0m .runs/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin [2m [0m
|
| 127 |
+
[2;36m [0m .lr1.[1;36m0e-04[0m.b64.gpus2.[1;36m2601240345[0m/checkpoints/ckpt_20000/optimizer.bin [2m [0m
|
| 128 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Scheduler state saved in ]8;id=555678;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=229348;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#128\[2m128[0m]8;;\
|
| 129 |
+
[2;36m [0m .runs/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin [2m [0m
|
| 130 |
+
[2;36m [0m .lr1.[1;36m0e-04[0m.b64.gpus2.[1;36m2601240345[0m/checkpoints/ckpt_20000/scheduler.bin [2m [0m
|
| 131 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Sampler state for dataloader [1;36m0[0m saved in ]8;id=144411;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=168181;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#145\[2m145[0m]8;;\
|
| 132 |
+
[2;36m [0m .runs/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin [2m [0m
|
| 133 |
+
[2;36m [0m .lr1.[1;36m0e-04[0m.b64.gpus2.[1;36m2601240345[0m/checkpoints/ckpt_20000/sampler.bin [2m [0m
|
| 134 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Sampler state for dataloader [1;36m1[0m saved in ]8;id=286058;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=446016;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#145\[2m145[0m]8;;\
|
| 135 |
+
[2;36m [0m .runs/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin [2m [0m
|
| 136 |
+
[2;36m [0m .lr1.[1;36m0e-04[0m.b64.gpus2.[1;36m2601240345[0m/checkpoints/ckpt_20000/sampler_1.bin [2m [0m
|
| 137 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Random states saved in ]8;id=401798;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=319720;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#176\[2m176[0m]8;;\
|
| 138 |
+
[2;36m [0m .runs/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin [2m [0m
|
| 139 |
+
[2;36m [0m .lr1.[1;36m0e-04[0m.b64.gpus2.[1;36m2601240345[0m/checkpoints/ckpt_20000/random_states_0.pkl [2m [0m
|
| 140 |
+
Saved state to .runs/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240345/checkpoints/ckpt_20000
|
| 141 |
+
[2;36m[08:09:36 01/24][0m[2;36m [0m[34mINFO [0m | >> Saving current state to ]8;id=486450;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/accelerator.py\[2maccelerator.py[0m]8;;\[2m:[0m]8;id=521773;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/accelerator.py#3644\[2m3644[0m]8;;\
|
| 142 |
+
[2;36m [0m .runs/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin. [2m [0m
|
| 143 |
+
[2;36m [0m lr1.[1;36m0e-04[0m.b64.gpus2.[1;36m2601240345[0m/checkpoints/ckpt_25000 [2m [0m
|
| 144 |
+
[2;36m[08:09:37 01/24][0m[2;36m [0m[34mINFO [0m | >> Model weights saved in ]8;id=490419;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=185558;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#114\[2m114[0m]8;;\
|
| 145 |
+
[2;36m [0m .runs/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin [2m [0m
|
| 146 |
+
[2;36m [0m .lr1.[1;36m0e-04[0m.b64.gpus2.[1;36m2601240345[0m/checkpoints/ckpt_25000/model.safetensors [2m [0m
|
| 147 |
+
[2;36m[08:09:38 01/24][0m[2;36m [0m[34mINFO [0m | >> Optimizer state saved in ]8;id=125939;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=552863;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#121\[2m121[0m]8;;\
|
| 148 |
+
[2;36m [0m .runs/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin [2m [0m
|
| 149 |
+
[2;36m [0m .lr1.[1;36m0e-04[0m.b64.gpus2.[1;36m2601240345[0m/checkpoints/ckpt_25000/optimizer.bin [2m [0m
|
| 150 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Scheduler state saved in ]8;id=855797;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=99159;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#128\[2m128[0m]8;;\
|
| 151 |
+
[2;36m [0m .runs/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin [2m [0m
|
| 152 |
+
[2;36m [0m .lr1.[1;36m0e-04[0m.b64.gpus2.[1;36m2601240345[0m/checkpoints/ckpt_25000/scheduler.bin [2m [0m
|
| 153 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Sampler state for dataloader [1;36m0[0m saved in ]8;id=999999;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=97642;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#145\[2m145[0m]8;;\
|
| 154 |
+
[2;36m [0m .runs/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin [2m [0m
|
| 155 |
+
[2;36m [0m .lr1.[1;36m0e-04[0m.b64.gpus2.[1;36m2601240345[0m/checkpoints/ckpt_25000/sampler.bin [2m [0m
|
| 156 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Sampler state for dataloader [1;36m1[0m saved in ]8;id=427821;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=571536;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#145\[2m145[0m]8;;\
|
| 157 |
+
[2;36m [0m .runs/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin [2m [0m
|
| 158 |
+
[2;36m [0m .lr1.[1;36m0e-04[0m.b64.gpus2.[1;36m2601240345[0m/checkpoints/ckpt_25000/sampler_1.bin [2m [0m
|
| 159 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Random states saved in ]8;id=702964;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=191314;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#176\[2m176[0m]8;;\
|
| 160 |
+
[2;36m [0m .runs/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin [2m [0m
|
| 161 |
+
[2;36m [0m .lr1.[1;36m0e-04[0m.b64.gpus2.[1;36m2601240345[0m/checkpoints/ckpt_25000/random_states_0.pkl [2m [0m
|
| 162 |
+
Saved state to .runs/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240345/checkpoints/ckpt_25000
|
| 163 |
+
[2;36m[09:02:22 01/24][0m[2;36m [0m[34mINFO [0m | >> Saving current state to ]8;id=368785;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/accelerator.py\[2maccelerator.py[0m]8;;\[2m:[0m]8;id=589302;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/accelerator.py#3644\[2m3644[0m]8;;\
|
| 164 |
+
[2;36m [0m .runs/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin. [2m [0m
|
| 165 |
+
[2;36m [0m lr1.[1;36m0e-04[0m.b64.gpus2.[1;36m2601240345[0m/checkpoints/ckpt_30000 [2m [0m
|
| 166 |
+
[2;36m[09:02:23 01/24][0m[2;36m [0m[34mINFO [0m | >> Model weights saved in ]8;id=227061;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=115021;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#114\[2m114[0m]8;;\
|
| 167 |
+
[2;36m [0m .runs/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin [2m [0m
|
| 168 |
+
[2;36m [0m .lr1.[1;36m0e-04[0m.b64.gpus2.[1;36m2601240345[0m/checkpoints/ckpt_30000/model.safetensors [2m [0m
|
| 169 |
+
[2;36m[09:02:24 01/24][0m[2;36m [0m[34mINFO [0m | >> Optimizer state saved in ]8;id=787738;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=595634;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#121\[2m121[0m]8;;\
|
| 170 |
+
[2;36m [0m .runs/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin [2m [0m
|
| 171 |
+
[2;36m [0m .lr1.[1;36m0e-04[0m.b64.gpus2.[1;36m2601240345[0m/checkpoints/ckpt_30000/optimizer.bin [2m [0m
|
| 172 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Scheduler state saved in ]8;id=590171;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=281123;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#128\[2m128[0m]8;;\
|
| 173 |
+
[2;36m [0m .runs/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin [2m [0m
|
| 174 |
+
[2;36m [0m .lr1.[1;36m0e-04[0m.b64.gpus2.[1;36m2601240345[0m/checkpoints/ckpt_30000/scheduler.bin [2m [0m
|
| 175 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Sampler state for dataloader [1;36m0[0m saved in ]8;id=819504;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=276522;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#145\[2m145[0m]8;;\
|
| 176 |
+
[2;36m [0m .runs/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin [2m [0m
|
| 177 |
+
[2;36m [0m .lr1.[1;36m0e-04[0m.b64.gpus2.[1;36m2601240345[0m/checkpoints/ckpt_30000/sampler.bin [2m [0m
|
| 178 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Sampler state for dataloader [1;36m1[0m saved in ]8;id=717799;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=63361;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#145\[2m145[0m]8;;\
|
| 179 |
+
[2;36m [0m .runs/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin [2m [0m
|
| 180 |
+
[2;36m [0m .lr1.[1;36m0e-04[0m.b64.gpus2.[1;36m2601240345[0m/checkpoints/ckpt_30000/sampler_1.bin [2m [0m
|
| 181 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Random states saved in ]8;id=194505;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=677321;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#176\[2m176[0m]8;;\
|
| 182 |
+
[2;36m [0m .runs/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin [2m [0m
|
| 183 |
+
[2;36m [0m .lr1.[1;36m0e-04[0m.b64.gpus2.[1;36m2601240345[0m/checkpoints/ckpt_30000/random_states_0.pkl [2m [0m
|
| 184 |
+
Saved state to .runs/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240345/checkpoints/ckpt_30000
|
| 185 |
+
[2;36m[09:53:50 01/24][0m[2;36m [0m[34mINFO [0m | >> Saving current state to ]8;id=290231;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/accelerator.py\[2maccelerator.py[0m]8;;\[2m:[0m]8;id=616676;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/accelerator.py#3644\[2m3644[0m]8;;\
|
| 186 |
+
[2;36m [0m .runs/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin. [2m [0m
|
| 187 |
+
[2;36m [0m lr1.[1;36m0e-04[0m.b64.gpus2.[1;36m2601240345[0m/checkpoints/ckpt_35000 [2m [0m
|
| 188 |
+
[2;36m[09:53:51 01/24][0m[2;36m [0m[34mINFO [0m | >> Model weights saved in ]8;id=329883;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=169230;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#114\[2m114[0m]8;;\
|
| 189 |
+
[2;36m [0m .runs/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin [2m [0m
|
| 190 |
+
[2;36m [0m .lr1.[1;36m0e-04[0m.b64.gpus2.[1;36m2601240345[0m/checkpoints/ckpt_35000/model.safetensors [2m [0m
|
| 191 |
+
[2;36m[09:53:52 01/24][0m[2;36m [0m[34mINFO [0m | >> Optimizer state saved in ]8;id=431638;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=908584;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#121\[2m121[0m]8;;\
|
| 192 |
+
[2;36m [0m .runs/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin [2m [0m
|
| 193 |
+
[2;36m [0m .lr1.[1;36m0e-04[0m.b64.gpus2.[1;36m2601240345[0m/checkpoints/ckpt_35000/optimizer.bin [2m [0m
|
| 194 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Scheduler state saved in ]8;id=434664;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=16179;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#128\[2m128[0m]8;;\
|
| 195 |
+
[2;36m [0m .runs/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin [2m [0m
|
| 196 |
+
[2;36m [0m .lr1.[1;36m0e-04[0m.b64.gpus2.[1;36m2601240345[0m/checkpoints/ckpt_35000/scheduler.bin [2m [0m
|
| 197 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Sampler state for dataloader [1;36m0[0m saved in ]8;id=324973;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=128996;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#145\[2m145[0m]8;;\
|
| 198 |
+
[2;36m [0m .runs/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin [2m [0m
|
| 199 |
+
[2;36m [0m .lr1.[1;36m0e-04[0m.b64.gpus2.[1;36m2601240345[0m/checkpoints/ckpt_35000/sampler.bin [2m [0m
|
| 200 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Sampler state for dataloader [1;36m1[0m saved in ]8;id=981583;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=899091;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#145\[2m145[0m]8;;\
|
| 201 |
+
[2;36m [0m .runs/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin [2m [0m
|
| 202 |
+
[2;36m [0m .lr1.[1;36m0e-04[0m.b64.gpus2.[1;36m2601240345[0m/checkpoints/ckpt_35000/sampler_1.bin [2m [0m
|
| 203 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Random states saved in ]8;id=636753;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=656123;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#176\[2m176[0m]8;;\
|
| 204 |
+
[2;36m [0m .runs/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin [2m [0m
|
| 205 |
+
[2;36m [0m .lr1.[1;36m0e-04[0m.b64.gpus2.[1;36m2601240345[0m/checkpoints/ckpt_35000/random_states_0.pkl [2m [0m
|
| 206 |
+
Saved state to .runs/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240345/checkpoints/ckpt_35000
|
| 207 |
+
[2;36m[10:28:42 01/24][0m[2;36m [0m[34mINFO [0m | >> Saving current state to ]8;id=969664;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/accelerator.py\[2maccelerator.py[0m]8;;\[2m:[0m]8;id=423824;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/accelerator.py#3644\[2m3644[0m]8;;\
|
| 208 |
+
[2;36m [0m .runs/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin. [2m [0m
|
| 209 |
+
[2;36m [0m lr1.[1;36m0e-04[0m.b64.gpus2.[1;36m2601240345[0m/checkpoints/ckpt_40000 [2m [0m
|
| 210 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Model weights saved in ]8;id=485144;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=446823;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#114\[2m114[0m]8;;\
|
| 211 |
+
[2;36m [0m .runs/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin [2m [0m
|
| 212 |
+
[2;36m [0m .lr1.[1;36m0e-04[0m.b64.gpus2.[1;36m2601240345[0m/checkpoints/ckpt_40000/model.safetensors [2m [0m
|
| 213 |
+
[2;36m[10:28:43 01/24][0m[2;36m [0m[34mINFO [0m | >> Optimizer state saved in ]8;id=392321;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=903139;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#121\[2m121[0m]8;;\
|
| 214 |
+
[2;36m [0m .runs/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin [2m [0m
|
| 215 |
+
[2;36m [0m .lr1.[1;36m0e-04[0m.b64.gpus2.[1;36m2601240345[0m/checkpoints/ckpt_40000/optimizer.bin [2m [0m
|
| 216 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Scheduler state saved in ]8;id=407945;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=306059;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#128\[2m128[0m]8;;\
|
| 217 |
+
[2;36m [0m .runs/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin [2m [0m
|
| 218 |
+
[2;36m [0m .lr1.[1;36m0e-04[0m.b64.gpus2.[1;36m2601240345[0m/checkpoints/ckpt_40000/scheduler.bin [2m [0m
|
| 219 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Sampler state for dataloader [1;36m0[0m saved in ]8;id=771109;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=749912;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#145\[2m145[0m]8;;\
|
| 220 |
+
[2;36m [0m .runs/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin [2m [0m
|
| 221 |
+
[2;36m [0m .lr1.[1;36m0e-04[0m.b64.gpus2.[1;36m2601240345[0m/checkpoints/ckpt_40000/sampler.bin [2m [0m
|
| 222 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Sampler state for dataloader [1;36m1[0m saved in ]8;id=729075;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=346604;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#145\[2m145[0m]8;;\
|
| 223 |
+
[2;36m [0m .runs/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin [2m [0m
|
| 224 |
+
[2;36m [0m .lr1.[1;36m0e-04[0m.b64.gpus2.[1;36m2601240345[0m/checkpoints/ckpt_40000/sampler_1.bin [2m [0m
|
| 225 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Random states saved in ]8;id=960350;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=128256;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#176\[2m176[0m]8;;\
|
| 226 |
+
[2;36m [0m .runs/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin [2m [0m
|
| 227 |
+
[2;36m [0m .lr1.[1;36m0e-04[0m.b64.gpus2.[1;36m2601240345[0m/checkpoints/ckpt_40000/random_states_0.pkl [2m [0m
|
| 228 |
+
Saved state to .runs/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240345/checkpoints/ckpt_40000
|
| 229 |
+
[2;36m[10:40:31 01/24][0m[2;36m [0m[34mINFO [0m | >> Saving current state to ]8;id=614052;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/accelerator.py\[2maccelerator.py[0m]8;;\[2m:[0m]8;id=946822;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/accelerator.py#3644\[2m3644[0m]8;;\
|
| 230 |
+
[2;36m [0m .runs/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin. [2m [0m
|
| 231 |
+
[2;36m [0m lr1.[1;36m0e-04[0m.b64.gpus2.[1;36m2601240345[0m/checkpoints/ckpt_41999 [2m [0m
|
| 232 |
+
[2;36m[10:40:32 01/24][0m[2;36m [0m[34mINFO [0m | >> Model weights saved in ]8;id=588107;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=58872;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#114\[2m114[0m]8;;\
|
| 233 |
+
[2;36m [0m .runs/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin [2m [0m
|
| 234 |
+
[2;36m [0m .lr1.[1;36m0e-04[0m.b64.gpus2.[1;36m2601240345[0m/checkpoints/ckpt_41999/model.safetensors [2m [0m
|
| 235 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Optimizer state saved in ]8;id=128644;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=124028;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#121\[2m121[0m]8;;\
|
| 236 |
+
[2;36m [0m .runs/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin [2m [0m
|
| 237 |
+
[2;36m [0m .lr1.[1;36m0e-04[0m.b64.gpus2.[1;36m2601240345[0m/checkpoints/ckpt_41999/optimizer.bin [2m [0m
|
| 238 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Scheduler state saved in ]8;id=625950;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=679365;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#128\[2m128[0m]8;;\
|
| 239 |
+
[2;36m [0m .runs/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin [2m [0m
|
| 240 |
+
[2;36m [0m .lr1.[1;36m0e-04[0m.b64.gpus2.[1;36m2601240345[0m/checkpoints/ckpt_41999/scheduler.bin [2m [0m
|
| 241 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Sampler state for dataloader [1;36m0[0m saved in ]8;id=606210;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=132432;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#145\[2m145[0m]8;;\
|
| 242 |
+
[2;36m [0m .runs/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin [2m [0m
|
| 243 |
+
[2;36m [0m .lr1.[1;36m0e-04[0m.b64.gpus2.[1;36m2601240345[0m/checkpoints/ckpt_41999/sampler.bin [2m [0m
|
| 244 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Sampler state for dataloader [1;36m1[0m saved in ]8;id=250930;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=814323;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#145\[2m145[0m]8;;\
|
| 245 |
+
[2;36m [0m .runs/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin [2m [0m
|
| 246 |
+
[2;36m [0m .lr1.[1;36m0e-04[0m.b64.gpus2.[1;36m2601240345[0m/checkpoints/ckpt_41999/sampler_1.bin [2m [0m
|
| 247 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Random states saved in ]8;id=131290;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=192379;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#176\[2m176[0m]8;;\
|
| 248 |
+
[2;36m [0m .runs/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin [2m [0m
|
| 249 |
+
[2;36m [0m .lr1.[1;36m0e-04[0m.b64.gpus2.[1;36m2601240345[0m/checkpoints/ckpt_41999/random_states_0.pkl [2m [0m
|
| 250 |
+
Saved state to .runs/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240345/checkpoints/ckpt_41999
|
| 251 |
+
Training has reached maximum steps.
|
| 252 |
+
[2;36m[10:40:39 01/24][0m[2;36m [0m[34mINFO [0m | >> Saving current state to ]8;id=980067;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/accelerator.py\[2maccelerator.py[0m]8;;\[2m:[0m]8;id=567626;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/accelerator.py#3644\[2m3644[0m]8;;\
|
| 253 |
+
[2;36m [0m .runs/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin. [2m [0m
|
| 254 |
+
[2;36m [0m lr1.[1;36m0e-04[0m.b64.gpus2.[1;36m2601240345[0m/checkpoints/ckpt_41999 [2m [0m
|
| 255 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Model weights saved in ]8;id=267359;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=824815;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#114\[2m114[0m]8;;\
|
| 256 |
+
[2;36m [0m .runs/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin [2m [0m
|
| 257 |
+
[2;36m [0m .lr1.[1;36m0e-04[0m.b64.gpus2.[1;36m2601240345[0m/checkpoints/ckpt_41999/model.safetensors [2m [0m
|
| 258 |
+
[2;36m[10:40:41 01/24][0m[2;36m [0m[34mINFO [0m | >> Optimizer state saved in ]8;id=290278;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=567436;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#121\[2m121[0m]8;;\
|
| 259 |
+
[2;36m [0m .runs/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin [2m [0m
|
| 260 |
+
[2;36m [0m .lr1.[1;36m0e-04[0m.b64.gpus2.[1;36m2601240345[0m/checkpoints/ckpt_41999/optimizer.bin [2m [0m
|
| 261 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Scheduler state saved in ]8;id=145392;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=990094;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#128\[2m128[0m]8;;\
|
| 262 |
+
[2;36m [0m .runs/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin [2m [0m
|
| 263 |
+
[2;36m [0m .lr1.[1;36m0e-04[0m.b64.gpus2.[1;36m2601240345[0m/checkpoints/ckpt_41999/scheduler.bin [2m [0m
|
| 264 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Sampler state for dataloader [1;36m0[0m saved in ]8;id=188012;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=579843;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#145\[2m145[0m]8;;\
|
| 265 |
+
[2;36m [0m .runs/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin [2m [0m
|
| 266 |
+
[2;36m [0m .lr1.[1;36m0e-04[0m.b64.gpus2.[1;36m2601240345[0m/checkpoints/ckpt_41999/sampler.bin [2m [0m
|
| 267 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Sampler state for dataloader [1;36m1[0m saved in ]8;id=539017;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=859689;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#145\[2m145[0m]8;;\
|
| 268 |
+
[2;36m [0m .runs/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin [2m [0m
|
| 269 |
+
[2;36m [0m .lr1.[1;36m0e-04[0m.b64.gpus2.[1;36m2601240345[0m/checkpoints/ckpt_41999/sampler_1.bin [2m [0m
|
| 270 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> Random states saved in ]8;id=791184;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py\[2mcheckpointing.py[0m]8;;\[2m:[0m]8;id=779188;file:///home/jliu/we_learn/.venv-pusht/lib/python3.10/site-packages/accelerate/checkpointing.py#176\[2m176[0m]8;;\
|
| 271 |
+
[2;36m [0m .runs/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin [2m [0m
|
| 272 |
+
[2;36m [0m .lr1.[1;36m0e-04[0m.b64.gpus2.[1;36m2601240345[0m/checkpoints/ckpt_41999/random_states_0.pkl [2m [0m
|
| 273 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> [1m[[0m*[1m][0m Finalized ACT Trainer. Epoch losses: [1m[[0m[1;36m0.0[0m, [1;36m0.25620490312576294[0m, [1;36m0.13721519708633423[0m, ]8;id=658356;file:///home/jliu/we_learn/src/we/learn/trainers/act_g1_real.py\[2mact_g1_real.py[0m]8;;\[2m:[0m]8;id=254601;file:///home/jliu/we_learn/src/we/learn/trainers/act_g1_real.py#331\[2m331[0m]8;;\
|
| 274 |
+
[2;36m [0m [1;36m0.09232160449028015[0m, [1;36m0.07072130590677261[0m[1m][0m [2m [0m
|
| 275 |
+
[2;36m [0m[2;36m [0m[34mINFO [0m | >> [1m[[0m*[1m][0m Happy Ending! ]8;id=903984;file:///home/jliu/we_learn/scripts/train.py\[2mtrain.py[0m]8;;\[2m:[0m]8;id=158174;file:///home/jliu/we_learn/scripts/train.py#314\[2m314[0m]8;;\
|
act/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240345/wandb/run-20260124_034546-fk8kij49/files/requirements.txt
ADDED
|
@@ -0,0 +1,237 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
markdown-it-py==4.0.0
|
| 2 |
+
tensorflow-datasets==4.9.9
|
| 3 |
+
pynput==1.8.1
|
| 4 |
+
nvidia-cufile-cu12==1.13.1.3
|
| 5 |
+
nvidia-nccl-cu12==2.27.3
|
| 6 |
+
pandas==2.3.3
|
| 7 |
+
sniffio==1.3.1
|
| 8 |
+
keras==3.12.0
|
| 9 |
+
expandvars==1.1.2
|
| 10 |
+
isort==6.0.1
|
| 11 |
+
accelerate==1.12.0
|
| 12 |
+
diffusers==0.30.2
|
| 13 |
+
lazy_loader==0.4
|
| 14 |
+
safetensors==0.6.2
|
| 15 |
+
iniconfig==2.1.0
|
| 16 |
+
Jinja2==3.1.6
|
| 17 |
+
pymunk==7.2.0
|
| 18 |
+
datasets==4.4.1
|
| 19 |
+
libclang==18.1.1
|
| 20 |
+
fasteners==0.20
|
| 21 |
+
httpcore==1.0.9
|
| 22 |
+
immutabledict==4.2.2
|
| 23 |
+
protobuf==6.33.2
|
| 24 |
+
einx==0.3.0
|
| 25 |
+
requests==2.32.5
|
| 26 |
+
cffi==2.0.0
|
| 27 |
+
optree==0.18.0
|
| 28 |
+
astunparse==1.6.3
|
| 29 |
+
transforms3d==0.4.2
|
| 30 |
+
xxhash==3.5.0
|
| 31 |
+
wcwidth==0.2.14
|
| 32 |
+
click==8.3.0
|
| 33 |
+
sympy==1.14.0
|
| 34 |
+
annotated-types==0.7.0
|
| 35 |
+
nvidia-nvjitlink-cu12==12.8.93
|
| 36 |
+
numpydantic==1.6.7
|
| 37 |
+
Pygments==2.19.2
|
| 38 |
+
mergedeep==1.3.4
|
| 39 |
+
black==25.9.0
|
| 40 |
+
albumentations==1.4.18
|
| 41 |
+
gymnasium==0.29.1
|
| 42 |
+
multiprocess==0.70.16
|
| 43 |
+
nvidia-cusparse-cu12==12.5.8.93
|
| 44 |
+
certifi==2025.8.3
|
| 45 |
+
array_record==0.8.1
|
| 46 |
+
pyyaml-include==1.4.1
|
| 47 |
+
tzdata==2025.2
|
| 48 |
+
dm-tree==0.1.8
|
| 49 |
+
cycler==0.12.1
|
| 50 |
+
fastapi==0.128.0
|
| 51 |
+
wrapt==2.0.1
|
| 52 |
+
pydantic_core==2.27.2
|
| 53 |
+
tqdm==4.67.1
|
| 54 |
+
starlette==0.50.0
|
| 55 |
+
OpenEXR==3.4.4
|
| 56 |
+
av==16.0.1
|
| 57 |
+
argparse==1.4.0
|
| 58 |
+
pyparsing==3.3.2
|
| 59 |
+
yarl==1.20.1
|
| 60 |
+
dotenv==0.9.9
|
| 61 |
+
omegaconf==2.3.0
|
| 62 |
+
opt_einsum==3.4.0
|
| 63 |
+
trimesh==4.11.1
|
| 64 |
+
imageio==2.34.2
|
| 65 |
+
soupsieve==2.8
|
| 66 |
+
gitdb==4.0.12
|
| 67 |
+
beautifulsoup4==4.14.2
|
| 68 |
+
argcomplete==3.6.2
|
| 69 |
+
tabulate==0.9.0
|
| 70 |
+
mypy_extensions==1.1.0
|
| 71 |
+
propcache==0.3.2
|
| 72 |
+
nvidia-cusparselt-cu12==0.7.1
|
| 73 |
+
annotated-doc==0.0.4
|
| 74 |
+
PySocks==1.7.1
|
| 75 |
+
simple-parsing==0.1.8
|
| 76 |
+
yacs==0.1.8
|
| 77 |
+
pycparser==2.23
|
| 78 |
+
nvidia-cudnn-cu12==9.10.2.21
|
| 79 |
+
tensorboard==2.20.0
|
| 80 |
+
transformers==4.44.2
|
| 81 |
+
opencv-python-headless==4.11.0.86
|
| 82 |
+
websockets==15.0.1
|
| 83 |
+
ruamel.yaml==0.18.15
|
| 84 |
+
torchvision==0.23.0
|
| 85 |
+
matplotlib==3.10.8
|
| 86 |
+
rerun-sdk==0.22.1
|
| 87 |
+
evdev==1.9.2
|
| 88 |
+
blinker==1.9.0
|
| 89 |
+
h11==0.16.0
|
| 90 |
+
pyzmq==27.1.0
|
| 91 |
+
nvidia-curand-cu12==10.3.9.90
|
| 92 |
+
idna==3.10
|
| 93 |
+
plotly==6.2.0
|
| 94 |
+
aiohappyeyeballs==2.6.1
|
| 95 |
+
antlr4-python3-runtime==4.9.3
|
| 96 |
+
platformdirs==4.4.0
|
| 97 |
+
filelock==3.19.1
|
| 98 |
+
pytokens==0.1.10
|
| 99 |
+
hf-xet==1.1.10
|
| 100 |
+
aiohttp-cors==0.8.1
|
| 101 |
+
decord==0.6.0
|
| 102 |
+
docker-pycreds==0.4.0
|
| 103 |
+
tifffile==2025.5.10
|
| 104 |
+
pytz==2025.2
|
| 105 |
+
portalocker==3.2.0
|
| 106 |
+
nvidia-cuda-cupti-cu12==12.8.90
|
| 107 |
+
scikit-image==0.25.2
|
| 108 |
+
ruamel.yaml.clib==0.2.14
|
| 109 |
+
python-xlib==0.33
|
| 110 |
+
narwhals==2.6.0
|
| 111 |
+
shellingham==1.5.4
|
| 112 |
+
python-dotenv==1.2.1
|
| 113 |
+
triton==3.4.0
|
| 114 |
+
draccus==0.10.0
|
| 115 |
+
ml_dtypes==0.5.4
|
| 116 |
+
wheel==0.46.3
|
| 117 |
+
kiwisolver==1.4.9
|
| 118 |
+
tomli==2.2.1
|
| 119 |
+
termcolor==3.1.0
|
| 120 |
+
we.learn==0.1.0
|
| 121 |
+
typing-inspect==0.9.0
|
| 122 |
+
exceptiongroup==1.3.0
|
| 123 |
+
Farama-Notifications==0.0.4
|
| 124 |
+
setproctitle==1.3.7
|
| 125 |
+
hf_transfer==0.1.9
|
| 126 |
+
albucore==0.0.17
|
| 127 |
+
nvidia-cusolver-cu12==11.7.3.90
|
| 128 |
+
shtab==1.7.2
|
| 129 |
+
imageio-ffmpeg==0.6.0
|
| 130 |
+
typeguard==4.4.4
|
| 131 |
+
contourpy==1.3.2
|
| 132 |
+
nvidia-nvtx-cu12==12.8.90
|
| 133 |
+
zipp==3.23.0
|
| 134 |
+
inquirerpy==0.3.4
|
| 135 |
+
torchcodec==0.6.0
|
| 136 |
+
tensorboard-data-server==0.7.2
|
| 137 |
+
importlib_metadata==8.7.0
|
| 138 |
+
fvcore==0.1.5.post20221221
|
| 139 |
+
llvmlite==0.46.0
|
| 140 |
+
lerobot==0.1.0
|
| 141 |
+
setuptools==80.9.0
|
| 142 |
+
pluggy==1.6.0
|
| 143 |
+
asciitree==0.3.3
|
| 144 |
+
MarkupSafe==3.0.3
|
| 145 |
+
wandb==0.23.1
|
| 146 |
+
Flask==3.1.2
|
| 147 |
+
pydantic==2.10.6
|
| 148 |
+
httpx==0.28.1
|
| 149 |
+
pfzy==0.3.4
|
| 150 |
+
frozendict==2.4.6
|
| 151 |
+
numpy==1.26.4
|
| 152 |
+
gast==0.7.0
|
| 153 |
+
pathspec==0.12.1
|
| 154 |
+
ruff==0.13.2
|
| 155 |
+
packaging==25.0
|
| 156 |
+
promise==2.3
|
| 157 |
+
tensorflow-addons==0.19.0
|
| 158 |
+
importlib_resources==6.5.2
|
| 159 |
+
torchaudio==2.8.0
|
| 160 |
+
iopath==0.1.10
|
| 161 |
+
google-pasta==0.2.0
|
| 162 |
+
mypy==1.18.2
|
| 163 |
+
orderly-set==5.5.0
|
| 164 |
+
pyarrow==21.0.0
|
| 165 |
+
vuer==0.0.68
|
| 166 |
+
toml==0.10.2
|
| 167 |
+
PyYAML==6.0.3
|
| 168 |
+
torch==2.8.0
|
| 169 |
+
numcodecs==0.13.1
|
| 170 |
+
pydantic-yaml==1.6.0
|
| 171 |
+
numba==0.63.1
|
| 172 |
+
eval_type_backport==0.2.2
|
| 173 |
+
psutil==7.1.0
|
| 174 |
+
fsspec==2025.3.0
|
| 175 |
+
gdown==5.2.0
|
| 176 |
+
GitPython==3.1.45
|
| 177 |
+
huggingface-hub==0.35.3
|
| 178 |
+
fonttools==4.61.1
|
| 179 |
+
frozenlist==1.7.0
|
| 180 |
+
Markdown==3.10.1
|
| 181 |
+
typing_extensions==4.15.0
|
| 182 |
+
tensorflow==2.20.0
|
| 183 |
+
h5py==3.14.0
|
| 184 |
+
tyro==0.9.32
|
| 185 |
+
cloudpickle==3.1.1
|
| 186 |
+
cmake==4.1.0
|
| 187 |
+
mdurl==0.1.2
|
| 188 |
+
typer==0.19.2
|
| 189 |
+
anyio==4.11.0
|
| 190 |
+
namex==0.1.0
|
| 191 |
+
pipablepytorch3d==0.7.6
|
| 192 |
+
nvidia-cuda-nvrtc-cu12==12.8.93
|
| 193 |
+
docstring_parser==0.17.0
|
| 194 |
+
killport==1.2.0
|
| 195 |
+
nvidia-cuda-runtime-cu12==12.8.90
|
| 196 |
+
aiosignal==1.4.0
|
| 197 |
+
dill==0.3.8
|
| 198 |
+
nvidia-cublas-cu12==12.8.4.1
|
| 199 |
+
zarr==2.18.3
|
| 200 |
+
msgpack==1.1.1
|
| 201 |
+
flatbuffers==25.12.19
|
| 202 |
+
regex==2025.9.18
|
| 203 |
+
python-dateutil==2.9.0.post0
|
| 204 |
+
tokenizers==0.19.1
|
| 205 |
+
pytest==8.4.2
|
| 206 |
+
charset-normalizer==3.4.3
|
| 207 |
+
sentry-sdk==2.39.0
|
| 208 |
+
rich==14.1.0
|
| 209 |
+
itsdangerous==2.2.0
|
| 210 |
+
nvidia-cufft-cu12==11.3.3.83
|
| 211 |
+
scipy==1.15.3
|
| 212 |
+
simplejpeg==1.9.0
|
| 213 |
+
uvicorn==0.40.0
|
| 214 |
+
grpcio==1.76.0
|
| 215 |
+
six==1.17.0
|
| 216 |
+
absl-py==2.3.1
|
| 217 |
+
jsonlines==4.0.0
|
| 218 |
+
urllib3==2.5.0
|
| 219 |
+
opencv-python==4.11.0.86
|
| 220 |
+
etils==1.13.0
|
| 221 |
+
mpmath==1.3.0
|
| 222 |
+
einops==0.8.1
|
| 223 |
+
smmap==5.0.2
|
| 224 |
+
tensorflow-graphics==2021.12.3
|
| 225 |
+
tensorflow-metadata==1.17.3
|
| 226 |
+
multidict==6.6.4
|
| 227 |
+
Werkzeug==3.1.3
|
| 228 |
+
pillow==11.3.0
|
| 229 |
+
prompt_toolkit==3.0.52
|
| 230 |
+
waterbear==2.6.8
|
| 231 |
+
async-timeout==4.0.3
|
| 232 |
+
networkx==3.4.2
|
| 233 |
+
attrs==25.3.0
|
| 234 |
+
params_proto==2.13.2
|
| 235 |
+
deepdiff==8.6.1
|
| 236 |
+
aiohttp==3.10.5
|
| 237 |
+
we.learn==0.1.0
|
act/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240345/wandb/run-20260124_034546-fk8kij49/files/wandb-metadata.json
ADDED
|
@@ -0,0 +1,136 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"os": "Linux-6.8.0-88-generic-x86_64-with-glibc2.39",
|
| 3 |
+
"python": "CPython 3.10.19",
|
| 4 |
+
"startedAt": "2026-01-24T03:45:46.396376Z",
|
| 5 |
+
"args": [
|
| 6 |
+
"data:gr00t",
|
| 7 |
+
"data.transform.repack:gr00t-we",
|
| 8 |
+
"data.transform.action-state:maxmin",
|
| 9 |
+
"data.transform.model:act",
|
| 10 |
+
"model:act",
|
| 11 |
+
"--seed=2026",
|
| 12 |
+
"--exp=act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human",
|
| 13 |
+
"--train.name=act-g1-real",
|
| 14 |
+
"--log.report-to=wandb",
|
| 15 |
+
"--wandb.entity=jliu530-soochow-university",
|
| 16 |
+
"--train.data_parallel=ddp",
|
| 17 |
+
"--train.mixed_precision=bf16",
|
| 18 |
+
"--train.train-batch-size=32",
|
| 19 |
+
"--train.gradient_accumulation_steps=1",
|
| 20 |
+
"--train.validation_steps=500",
|
| 21 |
+
"--train.val_num_batches=20",
|
| 22 |
+
"--train.max-training-steps=42000",
|
| 23 |
+
"--train.learning-rate=1e-4",
|
| 24 |
+
"--train.max-grad-norm=1.0",
|
| 25 |
+
"--train.lr_scheduler_kwargs.weight_decay=1e-6",
|
| 26 |
+
"--train.lr_scheduler_kwargs.betas",
|
| 27 |
+
"0.95",
|
| 28 |
+
"0.999",
|
| 29 |
+
"--train.lr_scheduler_type=cosine",
|
| 30 |
+
"--train.warmup-steps=1000",
|
| 31 |
+
"--train.warmup-ratio=None",
|
| 32 |
+
"--train.checkpointing-steps=5000",
|
| 33 |
+
"--data.root_dir=/hfm/data/real_teleop_g1/lerobot",
|
| 34 |
+
"--data.dataset_paths=Put_dumpling_into_blanket_and_turn_around_and_pass_to_human",
|
| 35 |
+
"--data.data_config=we.data.gr00t.data_config:WeUnitreeG1LocoDataConfig",
|
| 36 |
+
"--data.transform.repack.pad-action-dim=36",
|
| 37 |
+
"--data.transform.repack.pad-state-dim=32",
|
| 38 |
+
"--data.transform.action-state.stat-path=dataset_statistics/g1-stats-Put_dumpling_into_blanket_and_turn_around_and_pass_to_human.json",
|
| 39 |
+
"--data.transform.action-state.stat-action-key=action",
|
| 40 |
+
"--data.transform.action-state.stat-state-key=states",
|
| 41 |
+
"--data.transform.action-state.normalize-state",
|
| 42 |
+
"--data.transform.action-state.action-norm-type=bounds",
|
| 43 |
+
"--data.transform.model.img-aug",
|
| 44 |
+
"--data.action-chunk-size=100",
|
| 45 |
+
"--model.chunk-size=100",
|
| 46 |
+
"--model.n-action-steps=100",
|
| 47 |
+
"--model.action-dim=36",
|
| 48 |
+
"--model.state-dim=32",
|
| 49 |
+
"--model.use-vae",
|
| 50 |
+
"--model.kl-weight=10.0"
|
| 51 |
+
],
|
| 52 |
+
"program": "/home/jliu/we_learn/scripts/train.py",
|
| 53 |
+
"codePath": "scripts/train.py",
|
| 54 |
+
"codePathLocal": "scripts/train.py",
|
| 55 |
+
"git": {
|
| 56 |
+
"remote": "https://github.com/songlin/we_learn.git",
|
| 57 |
+
"commit": "df0aa6074e8b16d0e2be002a9a9c1971edf209ec"
|
| 58 |
+
},
|
| 59 |
+
"email": "jliu530@163.com",
|
| 60 |
+
"root": "/home/jliu/we_learn/.runs/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240345",
|
| 61 |
+
"host": "nebula99",
|
| 62 |
+
"executable": "/home/jliu/we_learn/.venv-pusht/bin/python3",
|
| 63 |
+
"cpu_count": 128,
|
| 64 |
+
"cpu_count_logical": 128,
|
| 65 |
+
"gpu": "NVIDIA A100-SXM4-80GB",
|
| 66 |
+
"gpu_count": 8,
|
| 67 |
+
"disk": {
|
| 68 |
+
"/": {
|
| 69 |
+
"total": "105089261568",
|
| 70 |
+
"used": "95563628544"
|
| 71 |
+
}
|
| 72 |
+
},
|
| 73 |
+
"memory": {
|
| 74 |
+
"total": "1623177732096"
|
| 75 |
+
},
|
| 76 |
+
"gpu_nvidia": [
|
| 77 |
+
{
|
| 78 |
+
"name": "NVIDIA A100-SXM4-80GB",
|
| 79 |
+
"memoryTotal": "85899345920",
|
| 80 |
+
"cudaCores": 6912,
|
| 81 |
+
"architecture": "Ampere",
|
| 82 |
+
"uuid": "GPU-37370f00-90f5-4e03-f763-7a35649e6783"
|
| 83 |
+
},
|
| 84 |
+
{
|
| 85 |
+
"name": "NVIDIA A100-SXM4-80GB",
|
| 86 |
+
"memoryTotal": "85899345920",
|
| 87 |
+
"cudaCores": 6912,
|
| 88 |
+
"architecture": "Ampere",
|
| 89 |
+
"uuid": "GPU-d4b40383-188b-cc16-9180-20c1a71a777f"
|
| 90 |
+
},
|
| 91 |
+
{
|
| 92 |
+
"name": "NVIDIA A100-SXM4-80GB",
|
| 93 |
+
"memoryTotal": "85899345920",
|
| 94 |
+
"cudaCores": 6912,
|
| 95 |
+
"architecture": "Ampere",
|
| 96 |
+
"uuid": "GPU-0f3d827c-66cf-04da-b182-4ed0414a2549"
|
| 97 |
+
},
|
| 98 |
+
{
|
| 99 |
+
"name": "NVIDIA A100-SXM4-80GB",
|
| 100 |
+
"memoryTotal": "85899345920",
|
| 101 |
+
"cudaCores": 6912,
|
| 102 |
+
"architecture": "Ampere",
|
| 103 |
+
"uuid": "GPU-164a49bb-43d3-2250-59e2-1b40eee0757f"
|
| 104 |
+
},
|
| 105 |
+
{
|
| 106 |
+
"name": "NVIDIA A100-SXM4-80GB",
|
| 107 |
+
"memoryTotal": "85899345920",
|
| 108 |
+
"cudaCores": 6912,
|
| 109 |
+
"architecture": "Ampere",
|
| 110 |
+
"uuid": "GPU-c0471f40-ae19-5371-a1af-da406ca30f83"
|
| 111 |
+
},
|
| 112 |
+
{
|
| 113 |
+
"name": "NVIDIA A100-SXM4-80GB",
|
| 114 |
+
"memoryTotal": "85899345920",
|
| 115 |
+
"cudaCores": 6912,
|
| 116 |
+
"architecture": "Ampere",
|
| 117 |
+
"uuid": "GPU-d9040f59-13d3-6c37-4ea0-c6c751424527"
|
| 118 |
+
},
|
| 119 |
+
{
|
| 120 |
+
"name": "NVIDIA A100-SXM4-80GB",
|
| 121 |
+
"memoryTotal": "85899345920",
|
| 122 |
+
"cudaCores": 6912,
|
| 123 |
+
"architecture": "Ampere",
|
| 124 |
+
"uuid": "GPU-f834d0e8-a118-24c7-5461-30fce111bea6"
|
| 125 |
+
},
|
| 126 |
+
{
|
| 127 |
+
"name": "NVIDIA A100-SXM4-80GB",
|
| 128 |
+
"memoryTotal": "85899345920",
|
| 129 |
+
"cudaCores": 6912,
|
| 130 |
+
"architecture": "Ampere",
|
| 131 |
+
"uuid": "GPU-6e687915-3247-735c-6641-544540804e79"
|
| 132 |
+
}
|
| 133 |
+
],
|
| 134 |
+
"cudaVersion": "12.9",
|
| 135 |
+
"writerId": "vead27z0792ue2bhyywle2klxz0h0c52"
|
| 136 |
+
}
|
act/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240345/wandb/run-20260124_034546-fk8kij49/files/wandb-summary.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"_wandb":{"runtime":24893},"_runtime":24893.604447788,"_timestamp":1.76925123910048e+09,"val/denorm_err_l1_torso_vx":0.0011509121395647526,"val/denorm_err_l1_arm_joints":0.05732302367687225,"val/kld_loss":0.0006155673414468765,"val/bc_loss":0.030763888731598854,"val/denorm_err_l1_torso_vyaw":0.00012267915008123964,"val/denorm_err_l1_height":0.0011937743984162807,"val/denorm_err_l1_hand_joints":0.13825619220733643,"train/kld_loss":-0.0002577202394604683,"val/denorm_err_l1_torso_vy":0,"_step":42000,"val/denorm_err_l1_rpy":0.0050962851382792,"train/l1_loss":0.025169534608721733,"train/epoch":24,"train/loss":0.02259233221411705,"val/denorm_err_l1_torso_target_yaw":0.0036923778243362904}
|
act/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240345/wandb/run-20260124_034546-fk8kij49/logs/debug-internal.log
ADDED
|
@@ -0,0 +1,12 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"time":"2026-01-24T03:45:46.686052002Z","level":"INFO","msg":"stream: starting","core version":"0.23.1"}
|
| 2 |
+
{"time":"2026-01-24T03:45:46.938876176Z","level":"INFO","msg":"stream: created new stream","id":"fk8kij49"}
|
| 3 |
+
{"time":"2026-01-24T03:45:46.939532898Z","level":"INFO","msg":"handler: started","stream_id":"fk8kij49"}
|
| 4 |
+
{"time":"2026-01-24T03:45:46.940625781Z","level":"INFO","msg":"stream: started","id":"fk8kij49"}
|
| 5 |
+
{"time":"2026-01-24T03:45:46.94077622Z","level":"INFO","msg":"sender: started","stream_id":"fk8kij49"}
|
| 6 |
+
{"time":"2026-01-24T03:45:46.940858075Z","level":"INFO","msg":"writer: started","stream_id":"fk8kij49"}
|
| 7 |
+
{"time":"2026-01-24T10:40:41.546047179Z","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
|
| 8 |
+
{"time":"2026-01-24T10:40:41.841299139Z","level":"INFO","msg":"handler: operation stats","stats":{}}
|
| 9 |
+
{"time":"2026-01-24T10:40:41.85088464Z","level":"INFO","msg":"stream: closing","id":"fk8kij49"}
|
| 10 |
+
{"time":"2026-01-24T10:40:41.850909225Z","level":"INFO","msg":"handler: closed","stream_id":"fk8kij49"}
|
| 11 |
+
{"time":"2026-01-24T10:40:41.851000997Z","level":"INFO","msg":"sender: closed","stream_id":"fk8kij49"}
|
| 12 |
+
{"time":"2026-01-24T10:40:41.851014267Z","level":"INFO","msg":"stream: closed","id":"fk8kij49"}
|
act/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240345/wandb/run-20260124_034546-fk8kij49/logs/debug.log
ADDED
|
@@ -0,0 +1,27 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
2026-01-24 03:45:46,398 INFO MainThread:3851886 [wandb_setup.py:_flush():80] Current SDK version is 0.23.1
|
| 2 |
+
2026-01-24 03:45:46,399 INFO MainThread:3851886 [wandb_setup.py:_flush():80] Configure stats pid to 3851886
|
| 3 |
+
2026-01-24 03:45:46,399 INFO MainThread:3851886 [wandb_setup.py:_flush():80] Loading settings from /home/jliu/.config/wandb/settings
|
| 4 |
+
2026-01-24 03:45:46,399 INFO MainThread:3851886 [wandb_setup.py:_flush():80] Loading settings from /home/jliu/we_learn/wandb/settings
|
| 5 |
+
2026-01-24 03:45:46,399 INFO MainThread:3851886 [wandb_setup.py:_flush():80] Loading settings from environment variables
|
| 6 |
+
2026-01-24 03:45:46,399 INFO MainThread:3851886 [wandb_init.py:setup_run_log_directory():714] Logging user logs to /home/jliu/we_learn/.runs/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240345/wandb/run-20260124_034546-fk8kij49/logs/debug.log
|
| 7 |
+
2026-01-24 03:45:46,399 INFO MainThread:3851886 [wandb_init.py:setup_run_log_directory():715] Logging internal logs to /home/jliu/we_learn/.runs/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240345/wandb/run-20260124_034546-fk8kij49/logs/debug-internal.log
|
| 8 |
+
2026-01-24 03:45:46,399 INFO MainThread:3851886 [wandb_init.py:init():841] calling init triggers
|
| 9 |
+
2026-01-24 03:45:46,399 INFO MainThread:3851886 [wandb_init.py:init():846] wandb.init called with sweep_config: {}
|
| 10 |
+
config: {'_wandb': {}}
|
| 11 |
+
2026-01-24 03:45:46,399 INFO MainThread:3851886 [wandb_init.py:init():889] starting backend
|
| 12 |
+
2026-01-24 03:45:46,673 INFO MainThread:3851886 [wandb_init.py:init():892] sending inform_init request
|
| 13 |
+
2026-01-24 03:45:46,682 INFO MainThread:3851886 [wandb_init.py:init():900] backend started and connected
|
| 14 |
+
2026-01-24 03:45:46,685 INFO MainThread:3851886 [wandb_init.py:init():970] updated telemetry
|
| 15 |
+
2026-01-24 03:45:46,693 INFO MainThread:3851886 [wandb_init.py:init():994] communicating run to backend with 90.0 second timeout
|
| 16 |
+
2026-01-24 03:45:47,427 INFO MainThread:3851886 [wandb_init.py:init():1041] starting run threads in backend
|
| 17 |
+
2026-01-24 03:45:47,629 INFO MainThread:3851886 [wandb_run.py:_console_start():2521] atexit reg
|
| 18 |
+
2026-01-24 03:45:47,635 INFO MainThread:3851886 [wandb_run.py:_redirect():2369] redirect: wrap_raw
|
| 19 |
+
2026-01-24 03:45:47,636 INFO MainThread:3851886 [wandb_run.py:_redirect():2438] Wrapping output streams.
|
| 20 |
+
2026-01-24 03:45:47,636 INFO MainThread:3851886 [wandb_run.py:_redirect():2461] Redirects installed.
|
| 21 |
+
2026-01-24 03:45:47,642 INFO MainThread:3851886 [wandb_init.py:init():1081] run started, returning control to user process
|
| 22 |
+
2026-01-24 03:45:47,645 INFO MainThread:3851886 [wandb_run.py:_config_callback():1396] config_cb None None {'exp': 'act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human', 'seed': 2026, 'auto_tag_run': False, 'eval': False, 'debug': False, 'timestamp': '2601240345', 'log': {'logging_dir': 'logs', 'report_to': 'wandb', 'log_freq': 100}, 'wandb': {'project': 'hfm', 'entity': 'jliu530-soochow-university', 'group': None, 'id': None, 'name': None, 'resume': 'allow'}, 'train': {'num_workers': 8, 'overfit_single_batch': False, 'name': 'act-g1-real', 'resume_from_checkpoint': None, 'skip_resumed_steps': False, 'hf_token': '.hf_token', 'lora': False, 'output_dir': '.runs', 'gradient_accumulation_steps': 1, 'mixed_precision': 'bf16', 'max_grad_norm': 1.0, 'train_batch_size': 32, 'val_batch_size': 16, 'val_num_batches': 20, 'checkpointing_steps': 5000, 'max_checkpoints_to_keep': None, 'validation_steps': 500, 'learning_rate': 0.0001, 'lr_scheduler_type': 'cosine', 'lr_scheduler_kwargs': {'betas': [0.95, 0.999], 'weight_decay': 1e-06, 'eps': 1e-08}, 'scheduler_specific_kwargs': {}, 'data_parallel': 'ddp', 'sharding_strategy': 'full-shard', 'deepspeed_config': '/home/jliu/we_learn/src/InternVLA/config/deepseeds/zero3.json', 'enable_gradient_checkpointing': True, 'enable_mixed_precision_training': True, 'reduce_in_full_precision': True, 'max_training_steps': 42000, 'num_train_epochs': None, 'warmup_steps': 1000, 'warmup_ratio': None}, 'data': {'transform': {'repack': {'dataset_name': 'we-g1-teleop', 'conditions': [], 'image_keys': ['video'], 'state_key': 'state', 'action_key': 'action', 'instruction_key': 'annotation.human.task_description', 'pad_action_dim': 36, 'pad_state_dim': 32}, 'action_state': {'stat_path': 'dataset_statistics/g1-stats-Put_dumpling_into_blanket_and_turn_around_and_pass_to_human.json', 'action_norm_type': 'bounds', 'stat_action_key': 'action', 'stat_state_key': 'states', 'use_norm_mask': False, 'action_norm_masks': [True, True, True, True, True, True, False], 'action_min': [-1.0481975078582764, -0.32017630338668823, 0.3087426722049713, -1.4960527420043945, -1.7463293075561523, -1.3503283262252808, -1.7463293075561523, -1.0481975078582764, -0.9210000038146973, -1.4159655570983887, -0.0010000000474974513, -0.0010000000474974513, -0.0010000000474974513, -0.0010000000474974513, -1.447166919708252, -0.6422086358070374, -0.9647604823112488, -1.0471998453140259, -1.6112334728240967, -1.419974684715271, -1.4454313516616821, -1.5126720666885376, -0.8047863841056824, -0.8409954309463501, -1.0471999645233154, -0.747280478477478, -1.4125316143035889, -1.1054109334945679, -0.11960262805223465, -0.2163376361131668, -0.4012712240219116, 0.7031417489051819, 0.0, 0.0, -0.5, -3.0260000228881836], 'action_max': [0.5750841498374939, 0.9210000038146973, 1.7463293075561523, 0.0010000000474974513, 0.0010000000474974513, 0.0010000000474974513, 0.0010000000474974513, 0.4314481317996979, 0.1233590766787529, -0.23477037250995636, 1.5717962980270386, 1.7463293075561523, 1.5623835325241089, 1.7463293075561523, 1.1933002471923828, 1.1544978618621826, 1.1398124694824219, 1.0028371810913086, 1.634717345237732, 0.8354582786560059, 1.0390825271606445, 1.2605434656143188, 0.5057409405708313, 0.6400684118270874, 1.3185256719589233, 1.9722217321395874, 0.9465597867965698, 1.1363840103149414, 0.1842554360628128, 0.29914042353630066, 0.15714703500270844, 0.7922509908676147, 0.3499999940395355, 0.0, 0.30000001192092896, 0.0], 'state_min': [-1.0486481189727783, -0.16327688097953796, 0.4047130048274994, -1.4158892631530762, -1.731844425201416, -1.2236273288726807, -1.7274274826049805, -1.0154404640197754, -0.9318310618400574, -1.3189150094985962, 0.00043007542262785137, 0.02350543811917305, -0.011991293169558048, 0.018724197521805763, -1.4043594598770142, -0.1753891408443451, -0.9492105841636658, -1.027946949005127, -1.561436653137207, -1.3133100271224976, -1.3611012697219849, -1.4593909978866577, -0.6880862712860107, -0.8026554584503174, -1.0363718271255493, -0.37942057847976685, -1.3573429584503174, -1.0413275957107544, -0.11960262805223465, -0.2163376361131668, -0.4012712240219116, 0.7031417489051819], 'state_max': [0.4410604238510132, 0.9470937848091125, 1.6849907636642456, 0.01315336674451828, -0.023350119590759277, 0.000986850936897099, -0.022643527016043663, 0.2655833959579468, -0.006625617388635874, -0.2807191014289856, 1.540040373802185, 1.7348874807357788, 1.3450469970703125, 1.8162106275558472, 1.1720572710037231, 1.0548874139785767, 1.064618706703186, 0.989034116268158, 1.5310207605361938, 0.7740467190742493, 0.9165075421333313, 1.2454845905303955, 0.1273084282875061, 0.5491052269935608, 1.3052618503570557, 1.9531410932540894, 0.8160931468009949, 1.0562915802001953, 0.1842554360628128, 0.29914042353630066, 0.15714703500270844, 0.7922509908676147], 'normalize_state': True, 'pad_action_dim': None, 'pad_state_dim': None}, 'model': {'resize': {'size': [256, 480]}, 'center_crop': {'size': [224, 224]}, 'color_jitter': {'brightness': 0.2, 'contrast': [0.8, 1.2], 'saturation': [0.8, 1.2], 'hue': 0.05}, 'normalize': {'mean': [0.485, 0.456, 0.406], 'std': [0.229, 0.224, 0.225]}, 'img_aug': True}}, 'action_chunk_size': 100, 'root_dir': '/hfm/data/real_teleop_g1/lerobot', 'dataset_paths': ['Put_dumpling_into_blanket_and_turn_around_and_pass_to_human'], 'data_config': 'we.data.gr00t.data_config:WeUnitreeG1LocoDataConfig', 'embodiment_tag': 'new_embodiment', 'video_backend': 'decord', 'balance_dataset_weights': True, 'balance_trajectory_weights': True, 'preload_all': False}, 'model': {'n_obs_steps': 1, 'chunk_size': 100, 'n_action_steps': 100, 'action_dim': 36, 'state_dim': 32, 'dim_model': 512, 'n_heads': 8, 'dim_feedforward': 3200, 'feedforward_activation': 'relu', 'n_encoder_layers': 4, 'n_decoder_layers': 1, 'pre_norm': False, 'dropout': 0.1, 'use_vae': True, 'latent_dim': 32, 'n_vae_encoder_layers': 4, 'kl_weight': 10.0, 'temporal_ensemble_coeff': None}, 'environment_variables': {'OMP_NUM_THREADS': '32', 'HF_HOME': '/hfm/cache', 'TORCH_HOME': '/hfm/cache', 'HF_TOKEN': 'hf_...adRb', 'HF_LEROBOT_HOME': 'Not Set', 'WE_HOME': 'Not Set', 'DATA_HOME': 'Not Set', 'UV_CACHE_DIR': 'Not Set', 'WANDB_API_KEY': 'Not Set', 'PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION': 'python', 'CUDA_VISIBLE_DEVICES': '6,7', 'WORLD_SIZE': '2', 'LOCAL_WORLD_SIZE': '2', 'RANK': '0', 'LOCAL_RANK': '0', 'MASTER_ADDR': 'nebula99', 'MASTER_PORT': '44701'}}
|
| 23 |
+
2026-01-24 10:40:41,030 INFO MainThread:3851886 [wandb_run.py:_finish():2287] finishing run jliu530-soochow-university/hfm/fk8kij49
|
| 24 |
+
2026-01-24 10:40:41,032 INFO MainThread:3851886 [wandb_run.py:_atexit_cleanup():2486] got exitcode: 0
|
| 25 |
+
2026-01-24 10:40:41,032 INFO MainThread:3851886 [wandb_run.py:_restore():2468] restore
|
| 26 |
+
2026-01-24 10:40:41,032 INFO MainThread:3851886 [wandb_run.py:_restore():2474] restore done
|
| 27 |
+
2026-01-24 10:40:41,849 INFO MainThread:3851886 [wandb_run.py:_footer_sync_info():3862] logging synced files
|
act/act-g1-real/act-put-dumpling-into-blanket-and-turn-around-and-pass-to-human.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240345/wandb/run-20260124_034546-fk8kij49/run-fk8kij49.wandb
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f8d49b4445fe6da686e4e9a3ad7f2fe24bf6bcf57aa00e21f79d4f3cc54070a5
|
| 3 |
+
size 47310287
|
act/act-g1-real/act-remove-the-cap-turn-on-the-faucet-and-fill-the-bottle-with-water.g1-real.cosin.lr1.0e-04.b64.gpus2.2601240339/argv.txt
ADDED
|
@@ -0,0 +1,44 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
scripts/train.py
|
| 2 |
+
data:gr00t
|
| 3 |
+
data.transform.repack:gr00t-we
|
| 4 |
+
data.transform.action-state:maxmin
|
| 5 |
+
data.transform.model:act
|
| 6 |
+
model:act
|
| 7 |
+
--seed=2026
|
| 8 |
+
--exp=act-remove-the-cap-turn-on-the-faucet-and-fill-the-bottle-with-water
|
| 9 |
+
--train.name=act-g1-real
|
| 10 |
+
--log.report-to=wandb
|
| 11 |
+
--wandb.entity=jliu530-soochow-university
|
| 12 |
+
--train.data_parallel=ddp
|
| 13 |
+
--train.mixed_precision=bf16
|
| 14 |
+
--train.train-batch-size=32
|
| 15 |
+
--train.gradient_accumulation_steps=1
|
| 16 |
+
--train.validation_steps=500
|
| 17 |
+
--train.val_num_batches=20
|
| 18 |
+
--train.max-training-steps=42000
|
| 19 |
+
--train.learning-rate=1e-4
|
| 20 |
+
--train.max-grad-norm=1.0
|
| 21 |
+
--train.lr_scheduler_kwargs.weight_decay=1e-6
|
| 22 |
+
--train.lr_scheduler_kwargs.betas 0.95 0.999
|
| 23 |
+
--train.lr_scheduler_type=cosine
|
| 24 |
+
--train.warmup-steps=1000
|
| 25 |
+
--train.warmup-ratio=None
|
| 26 |
+
--train.checkpointing-steps=5000
|
| 27 |
+
--data.root_dir=/hfm/data/real_teleop_g1/lerobot
|
| 28 |
+
--data.dataset_paths=Remove_the_cap_turn_on_the_faucet_and_fill_the_bottle_with_water
|
| 29 |
+
--data.data_config=we.data.gr00t.data_config:WeUnitreeG1LocoDataConfig
|
| 30 |
+
--data.transform.repack.pad-action-dim=36
|
| 31 |
+
--data.transform.repack.pad-state-dim=32
|
| 32 |
+
--data.transform.action-state.stat-path=dataset_statistics/g1-stats-Remove_the_cap_turn_on_the_faucet_and_fill_the_bottle_with_water.json
|
| 33 |
+
--data.transform.action-state.stat-action-key=action
|
| 34 |
+
--data.transform.action-state.stat-state-key=states
|
| 35 |
+
--data.transform.action-state.normalize-state
|
| 36 |
+
--data.transform.action-state.action-norm-type=bounds
|
| 37 |
+
--data.transform.model.img-aug
|
| 38 |
+
--data.action-chunk-size=100
|
| 39 |
+
--model.chunk-size=100
|
| 40 |
+
--model.n-action-steps=100
|
| 41 |
+
--model.action-dim=36
|
| 42 |
+
--model.state-dim=32
|
| 43 |
+
--model.use-vae
|
| 44 |
+
--model.kl-weight=10.0
|