Expand TWIN preprocessing script to remaining PerAct2 tasks
Browse files
openpi/scripts/run_preprocess_twin.sh
CHANGED
|
@@ -96,14 +96,47 @@ unset LEROBOT_HOME || true
|
|
| 96 |
export DP_TRAIN="${DP_TRAIN:-lsnu/twin_dual_push_256_train}"
|
| 97 |
export DP_VAL="${DP_VAL:-lsnu/twin_dual_push_256_val}"
|
| 98 |
export DP_TEST="${DP_TEST:-lsnu/twin_dual_push_256_test}"
|
|
|
|
|
|
|
|
|
|
| 99 |
|
| 100 |
export HO_TRAIN="${HO_TRAIN:-lsnu/twin_handover_256_train}"
|
| 101 |
export HO_VAL="${HO_VAL:-lsnu/twin_handover_256_val}"
|
| 102 |
export HO_TEST="${HO_TEST:-lsnu/twin_handover_256_test}"
|
|
|
|
|
|
|
|
|
|
| 103 |
|
| 104 |
export SR_TRAIN="${SR_TRAIN:-lsnu/twin_straighten_rope_256_train}"
|
| 105 |
export SR_VAL="${SR_VAL:-lsnu/twin_straighten_rope_256_val}"
|
| 106 |
export SR_TEST="${SR_TEST:-lsnu/twin_straighten_rope_256_test}"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 107 |
|
| 108 |
mkdir -p "$INBOX" "$TMPDIR" "$LOGDIR" "$HF_HOME" "$HF_HUB_CACHE" "$HF_DATASETS_CACHE" "$HF_LEROBOT_HOME"
|
| 109 |
|
|
@@ -484,6 +517,15 @@ main() {
|
|
| 484 |
prepare_openpi_env
|
| 485 |
fi
|
| 486 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 487 |
process_task \
|
| 488 |
"dual_push_buttons" \
|
| 489 |
"datasets/benchmarks/peract2_twin/bimanual/image_size_256_dual_push_buttons/bimanual_dual_push_buttons.train.squashfs" \
|
|
@@ -502,6 +544,78 @@ main() {
|
|
| 502 |
"datasets/benchmarks/peract2_twin/bimanual/image_size_256/bimanual_handover_item/bimanual_handover_item.test.squashfs" \
|
| 503 |
"$HO_TEST"
|
| 504 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 505 |
process_task \
|
| 506 |
"straighten_rope" \
|
| 507 |
"datasets/benchmarks/peract2_twin/bimanual/image_size_256/bimanual_straighten_rope/bimanual_straighten_rope.train.squashfs" \
|
|
@@ -511,6 +625,24 @@ main() {
|
|
| 511 |
"datasets/benchmarks/peract2_twin/bimanual/image_size_256/bimanual_straighten_rope/bimanual_straighten_rope.test.squashfs" \
|
| 512 |
"$SR_TEST"
|
| 513 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 514 |
log "All tasks completed"
|
| 515 |
}
|
| 516 |
|
|
|
|
| 96 |
export DP_TRAIN="${DP_TRAIN:-lsnu/twin_dual_push_256_train}"
|
| 97 |
export DP_VAL="${DP_VAL:-lsnu/twin_dual_push_256_val}"
|
| 98 |
export DP_TEST="${DP_TEST:-lsnu/twin_dual_push_256_test}"
|
| 99 |
+
export DP128_TRAIN="${DP128_TRAIN:-lsnu/twin_dual_push_128_train}"
|
| 100 |
+
export DP128_VAL="${DP128_VAL:-lsnu/twin_dual_push_128_val}"
|
| 101 |
+
export DP128_TEST="${DP128_TEST:-lsnu/twin_dual_push_128_test}"
|
| 102 |
|
| 103 |
export HO_TRAIN="${HO_TRAIN:-lsnu/twin_handover_256_train}"
|
| 104 |
export HO_VAL="${HO_VAL:-lsnu/twin_handover_256_val}"
|
| 105 |
export HO_TEST="${HO_TEST:-lsnu/twin_handover_256_test}"
|
| 106 |
+
export HOE_TRAIN="${HOE_TRAIN:-lsnu/twin_handover_item_easy_256_train}"
|
| 107 |
+
export HOE_VAL="${HOE_VAL:-lsnu/twin_handover_item_easy_256_val}"
|
| 108 |
+
export HOE_TEST="${HOE_TEST:-lsnu/twin_handover_item_easy_256_test}"
|
| 109 |
|
| 110 |
export SR_TRAIN="${SR_TRAIN:-lsnu/twin_straighten_rope_256_train}"
|
| 111 |
export SR_VAL="${SR_VAL:-lsnu/twin_straighten_rope_256_val}"
|
| 112 |
export SR_TEST="${SR_TEST:-lsnu/twin_straighten_rope_256_test}"
|
| 113 |
+
export LB_TRAIN="${LB_TRAIN:-lsnu/twin_lift_ball_256_train}"
|
| 114 |
+
export LB_VAL="${LB_VAL:-lsnu/twin_lift_ball_256_val}"
|
| 115 |
+
export LB_TEST="${LB_TEST:-lsnu/twin_lift_ball_256_test}"
|
| 116 |
+
export LT_TRAIN="${LT_TRAIN:-lsnu/twin_lift_tray_256_train}"
|
| 117 |
+
export LT_VAL="${LT_VAL:-lsnu/twin_lift_tray_256_val}"
|
| 118 |
+
export LT_TEST="${LT_TEST:-lsnu/twin_lift_tray_256_test}"
|
| 119 |
+
export PL_TRAIN="${PL_TRAIN:-lsnu/twin_pick_laptop_256_train}"
|
| 120 |
+
export PL_VAL="${PL_VAL:-lsnu/twin_pick_laptop_256_val}"
|
| 121 |
+
export PL_TEST="${PL_TEST:-lsnu/twin_pick_laptop_256_test}"
|
| 122 |
+
export PP_TRAIN="${PP_TRAIN:-lsnu/twin_pick_plate_256_train}"
|
| 123 |
+
export PP_VAL="${PP_VAL:-lsnu/twin_pick_plate_256_val}"
|
| 124 |
+
export PP_TEST="${PP_TEST:-lsnu/twin_pick_plate_256_test}"
|
| 125 |
+
export PB_TRAIN="${PB_TRAIN:-lsnu/twin_push_box_256_train}"
|
| 126 |
+
export PB_VAL="${PB_VAL:-lsnu/twin_push_box_256_val}"
|
| 127 |
+
export PB_TEST="${PB_TEST:-lsnu/twin_push_box_256_test}"
|
| 128 |
+
export PBF_TRAIN="${PBF_TRAIN:-lsnu/twin_put_bottle_in_fridge_256_train}"
|
| 129 |
+
export PBF_VAL="${PBF_VAL:-lsnu/twin_put_bottle_in_fridge_256_val}"
|
| 130 |
+
export PBF_TEST="${PBF_TEST:-lsnu/twin_put_bottle_in_fridge_256_test}"
|
| 131 |
+
export PID_TRAIN="${PID_TRAIN:-lsnu/twin_put_item_in_drawer_256_train}"
|
| 132 |
+
export PID_VAL="${PID_VAL:-lsnu/twin_put_item_in_drawer_256_val}"
|
| 133 |
+
export PID_TEST="${PID_TEST:-lsnu/twin_put_item_in_drawer_256_test}"
|
| 134 |
+
export SWEEP_TRAIN="${SWEEP_TRAIN:-lsnu/twin_sweep_to_dustpan_256_train}"
|
| 135 |
+
export SWEEP_VAL="${SWEEP_VAL:-lsnu/twin_sweep_to_dustpan_256_val}"
|
| 136 |
+
export SWEEP_TEST="${SWEEP_TEST:-lsnu/twin_sweep_to_dustpan_256_test}"
|
| 137 |
+
export OVEN_TRAIN="${OVEN_TRAIN:-lsnu/twin_take_tray_out_of_oven_256_train}"
|
| 138 |
+
export OVEN_VAL="${OVEN_VAL:-lsnu/twin_take_tray_out_of_oven_256_val}"
|
| 139 |
+
export OVEN_TEST="${OVEN_TEST:-lsnu/twin_take_tray_out_of_oven_256_test}"
|
| 140 |
|
| 141 |
mkdir -p "$INBOX" "$TMPDIR" "$LOGDIR" "$HF_HOME" "$HF_HUB_CACHE" "$HF_DATASETS_CACHE" "$HF_LEROBOT_HOME"
|
| 142 |
|
|
|
|
| 517 |
prepare_openpi_env
|
| 518 |
fi
|
| 519 |
|
| 520 |
+
process_task \
|
| 521 |
+
"dual_push_buttons_128" \
|
| 522 |
+
"datasets/benchmarks/peract2_twin/bimanual/image_size_128/bimanual_dual_push_buttons.train.squashfs" \
|
| 523 |
+
"$DP128_TRAIN" \
|
| 524 |
+
"datasets/benchmarks/peract2_twin/bimanual/image_size_128/bimanual_dual_push_buttons.val.squashfs" \
|
| 525 |
+
"$DP128_VAL" \
|
| 526 |
+
"datasets/benchmarks/peract2_twin/bimanual/image_size_128/bimanual_dual_push_buttons.test.squashfs" \
|
| 527 |
+
"$DP128_TEST"
|
| 528 |
+
|
| 529 |
process_task \
|
| 530 |
"dual_push_buttons" \
|
| 531 |
"datasets/benchmarks/peract2_twin/bimanual/image_size_256_dual_push_buttons/bimanual_dual_push_buttons.train.squashfs" \
|
|
|
|
| 544 |
"datasets/benchmarks/peract2_twin/bimanual/image_size_256/bimanual_handover_item/bimanual_handover_item.test.squashfs" \
|
| 545 |
"$HO_TEST"
|
| 546 |
|
| 547 |
+
process_task \
|
| 548 |
+
"handover_item_easy" \
|
| 549 |
+
"datasets/benchmarks/peract2_twin/bimanual/image_size_256/bimanual_handover_item_easy/bimanual_handover_item_easy.train.squashfs" \
|
| 550 |
+
"$HOE_TRAIN" \
|
| 551 |
+
"datasets/benchmarks/peract2_twin/bimanual/image_size_256/bimanual_handover_item_easy/bimanual_handover_item_easy.val.squashfs" \
|
| 552 |
+
"$HOE_VAL" \
|
| 553 |
+
"datasets/benchmarks/peract2_twin/bimanual/image_size_256/bimanual_handover_item_easy/bimanual_handover_item_easy.test.squashfs" \
|
| 554 |
+
"$HOE_TEST"
|
| 555 |
+
|
| 556 |
+
process_task \
|
| 557 |
+
"lift_ball" \
|
| 558 |
+
"datasets/benchmarks/peract2_twin/bimanual/image_size_256/bimanual_lift_ball/bimanual_lift_ball.train.squashfs" \
|
| 559 |
+
"$LB_TRAIN" \
|
| 560 |
+
"datasets/benchmarks/peract2_twin/bimanual/image_size_256/bimanual_lift_ball/bimanual_lift_ball.val.squashfs" \
|
| 561 |
+
"$LB_VAL" \
|
| 562 |
+
"datasets/benchmarks/peract2_twin/bimanual/image_size_256/bimanual_lift_ball/bimanual_lift_ball.test.squashfs" \
|
| 563 |
+
"$LB_TEST"
|
| 564 |
+
|
| 565 |
+
process_task \
|
| 566 |
+
"lift_tray" \
|
| 567 |
+
"datasets/benchmarks/peract2_twin/bimanual/image_size_256/bimanual_lift_tray/bimanual_lift_tray.train.squashfs" \
|
| 568 |
+
"$LT_TRAIN" \
|
| 569 |
+
"datasets/benchmarks/peract2_twin/bimanual/image_size_256/bimanual_lift_tray/bimanual_lift_tray.val.squashfs" \
|
| 570 |
+
"$LT_VAL" \
|
| 571 |
+
"datasets/benchmarks/peract2_twin/bimanual/image_size_256/bimanual_lift_tray/bimanual_lift_tray.test.squashfs" \
|
| 572 |
+
"$LT_TEST"
|
| 573 |
+
|
| 574 |
+
process_task \
|
| 575 |
+
"pick_laptop" \
|
| 576 |
+
"datasets/benchmarks/peract2_twin/bimanual/image_size_256/bimanual_pick_laptop/bimanual_pick_laptop.train.squashfs" \
|
| 577 |
+
"$PL_TRAIN" \
|
| 578 |
+
"datasets/benchmarks/peract2_twin/bimanual/image_size_256/bimanual_pick_laptop/bimanual_pick_laptop.val.squashfs" \
|
| 579 |
+
"$PL_VAL" \
|
| 580 |
+
"datasets/benchmarks/peract2_twin/bimanual/image_size_256/bimanual_pick_laptop/bimanual_pick_laptop.test.squashfs" \
|
| 581 |
+
"$PL_TEST"
|
| 582 |
+
|
| 583 |
+
process_task \
|
| 584 |
+
"pick_plate" \
|
| 585 |
+
"datasets/benchmarks/peract2_twin/bimanual/image_size_256/bimanual_pick_plate/bimanual_pick_plate.train.squashfs" \
|
| 586 |
+
"$PP_TRAIN" \
|
| 587 |
+
"datasets/benchmarks/peract2_twin/bimanual/image_size_256/bimanual_pick_plate/bimanual_pick_plate.val.squashfs" \
|
| 588 |
+
"$PP_VAL" \
|
| 589 |
+
"datasets/benchmarks/peract2_twin/bimanual/image_size_256/bimanual_pick_plate/bimanual_pick_plate.test.squashfs" \
|
| 590 |
+
"$PP_TEST"
|
| 591 |
+
|
| 592 |
+
process_task \
|
| 593 |
+
"push_box" \
|
| 594 |
+
"datasets/benchmarks/peract2_twin/bimanual/image_size_256/bimanual_push_box/bimanual_push_box.train.squashfs" \
|
| 595 |
+
"$PB_TRAIN" \
|
| 596 |
+
"datasets/benchmarks/peract2_twin/bimanual/image_size_256/bimanual_push_box/bimanual_push_box.val.squashfs" \
|
| 597 |
+
"$PB_VAL" \
|
| 598 |
+
"datasets/benchmarks/peract2_twin/bimanual/image_size_256/bimanual_push_box/bimanual_push_box.test.squashfs" \
|
| 599 |
+
"$PB_TEST"
|
| 600 |
+
|
| 601 |
+
process_task \
|
| 602 |
+
"put_bottle_in_fridge" \
|
| 603 |
+
"datasets/benchmarks/peract2_twin/bimanual/image_size_256/bimanual_put_bottle_in_fridge/bimanual_put_bottle_in_fridge.train.squashfs" \
|
| 604 |
+
"$PBF_TRAIN" \
|
| 605 |
+
"datasets/benchmarks/peract2_twin/bimanual/image_size_256/bimanual_put_bottle_in_fridge/bimanual_put_bottle_in_fridge.val.squashfs" \
|
| 606 |
+
"$PBF_VAL" \
|
| 607 |
+
"datasets/benchmarks/peract2_twin/bimanual/image_size_256/bimanual_put_bottle_in_fridge/bimanual_put_bottle_in_fridge.test.squashfs" \
|
| 608 |
+
"$PBF_TEST"
|
| 609 |
+
|
| 610 |
+
process_task \
|
| 611 |
+
"put_item_in_drawer" \
|
| 612 |
+
"datasets/benchmarks/peract2_twin/bimanual/image_size_256/bimanual_put_item_in_drawer/bimanual_put_item_in_drawer.train.squashfs" \
|
| 613 |
+
"$PID_TRAIN" \
|
| 614 |
+
"datasets/benchmarks/peract2_twin/bimanual/image_size_256/bimanual_put_item_in_drawer/bimanual_put_item_in_drawer.val.squashfs" \
|
| 615 |
+
"$PID_VAL" \
|
| 616 |
+
"datasets/benchmarks/peract2_twin/bimanual/image_size_256/bimanual_put_item_in_drawer/bimanual_put_item_in_drawer.test.squashfs" \
|
| 617 |
+
"$PID_TEST"
|
| 618 |
+
|
| 619 |
process_task \
|
| 620 |
"straighten_rope" \
|
| 621 |
"datasets/benchmarks/peract2_twin/bimanual/image_size_256/bimanual_straighten_rope/bimanual_straighten_rope.train.squashfs" \
|
|
|
|
| 625 |
"datasets/benchmarks/peract2_twin/bimanual/image_size_256/bimanual_straighten_rope/bimanual_straighten_rope.test.squashfs" \
|
| 626 |
"$SR_TEST"
|
| 627 |
|
| 628 |
+
process_task \
|
| 629 |
+
"sweep_to_dustpan" \
|
| 630 |
+
"datasets/benchmarks/peract2_twin/bimanual/image_size_256/bimanual_sweep_to_dustpan/bimanual_sweep_to_dustpan.train.squashfs" \
|
| 631 |
+
"$SWEEP_TRAIN" \
|
| 632 |
+
"datasets/benchmarks/peract2_twin/bimanual/image_size_256/bimanual_sweep_to_dustpan/bimanual_sweep_to_dustpan.val.squashfs" \
|
| 633 |
+
"$SWEEP_VAL" \
|
| 634 |
+
"datasets/benchmarks/peract2_twin/bimanual/image_size_256/bimanual_sweep_to_dustpan/bimanual_sweep_to_dustpan.test.squashfs" \
|
| 635 |
+
"$SWEEP_TEST"
|
| 636 |
+
|
| 637 |
+
process_task \
|
| 638 |
+
"take_tray_out_of_oven" \
|
| 639 |
+
"datasets/benchmarks/peract2_twin/bimanual/image_size_256/bimanual_take_tray_out_of_oven/bimanual_take_tray_out_of_oven.train.squashfs" \
|
| 640 |
+
"$OVEN_TRAIN" \
|
| 641 |
+
"datasets/benchmarks/peract2_twin/bimanual/image_size_256/bimanual_take_tray_out_of_oven/bimanual_take_tray_out_of_oven.val.squashfs" \
|
| 642 |
+
"$OVEN_VAL" \
|
| 643 |
+
"datasets/benchmarks/peract2_twin/bimanual/image_size_256/bimanual_take_tray_out_of_oven/bimanual_take_tray_out_of_oven.test.squashfs" \
|
| 644 |
+
"$OVEN_TEST"
|
| 645 |
+
|
| 646 |
log "All tasks completed"
|
| 647 |
}
|
| 648 |
|