{ "planned_episodes": 250, "checkpoints": "Final 50k checkpoints only", "conditions": [ { "model": "baseline", "mode": "image_only", "id": "standalone-vlact-clean", "display_model": "VLAct OFT" }, { "model": "pose_base", "mode": "image_only", "id": "pose-base-mode1", "display_model": "progVLA-yz" }, { "model": "pose_base", "mode": "reference_pose", "id": "pose-base-mode2", "display_model": "progVLA-yz" }, { "model": "jy", "mode": "image_only", "id": "jy-mode1", "display_model": "progVLA-jy" }, { "model": "jy", "mode": "reference_pose", "id": "jy-mode2", "display_model": "progVLA-jy" } ], "instruction_source": "native", "instruction_type": "unseen", "progress_head": false, "action_chunk_size": 32, "model_seed": 42, "image_buckets": [ [ 320, 180 ], [ 280, 210 ] ], "native_image": "sha256:316a97684ae9a980716a329da721a2219a23a739f8a450f718f21dc6f2116571", "pose_reference": "Same frozen successful native expert trajectory for all conditioned policies; measured learner TCP is current pose.", "target_rules": { "pose_base": "next joint subgoal", "jy": "uniform [phase+64,phase+96), final valid frame if the whole window does not fit" }, "tasks": [ { "index": 1, "task_id": "robotwin/handover-block-aloha-agilex-hard", "scene_seed": 100001, "rle_step_limit": 800, "instruction": "Grab the red block using the left arm, then transfer it to the right arm and place it on the blue pad." }, { "index": 2, "task_id": "robotwin/place-dual-shoes-aloha-agilex-hard", "scene_seed": 100001, "rle_step_limit": 600, "instruction": "Put a pair of the brown shoe with sturdy sole in the orange box for keeping shoes, tips pointing left." }, { "index": 3, "task_id": "robotwin/put-bottles-dustbin-aloha-agilex-hard", "scene_seed": 100000, "rle_step_limit": 1700, "instruction": "Use the arms to move the yellow bottle with elongated cylinder body, the bottle with blue highlights, and the bottle with red screw cap inside the simple black garbage bin." }, { "index": 4, "task_id": "robotwin/scan-object-aloha-agilex-hard", "scene_seed": 100001, "rle_step_limit": 500, "instruction": "Secure both items simultaneously, holding the light gray scanner near the rectangular green box for tea for scanning." }, { "index": 5, "task_id": "robotwin/stack-bowls-three-aloha-agilex-hard", "scene_seed": 100000, "rle_step_limit": 1200, "instruction": "Stack the first the smooth bowl with glossy finish, then the second, then the third." }, { "index": 6, "task_id": "robotwin/stack-blocks-three-aloha-agilex-hard", "scene_seed": 100000, "rle_step_limit": 1200, "instruction": "Build a tower with red block at the bottom, green block in the middle, and blue block on top." }, { "index": 7, "task_id": "robotwin/hanging-mug-aloha-agilex-hard", "scene_seed": 100000, "rle_step_limit": 900, "instruction": "Lift the beige mug from the table, spin it, set it down, and hang it on the rack with straight and slanted rods." }, { "index": 8, "task_id": "robotwin/put-object-cabinet-aloha-agilex-hard", "scene_seed": 100001, "rle_step_limit": 700, "instruction": "Pull out the drawer of the cabinet with smooth finish and set the light yellow soap for hygiene into it." }, { "index": 9, "task_id": "robotwin/blocks-ranking-size-aloha-agilex-hard", "scene_seed": 100000, "rle_step_limit": 1200, "instruction": "Place large block, medium block, and small block in order at the table's center." }, { "index": 10, "task_id": "robotwin/lift-pot-aloha-agilex-hard", "scene_seed": 100000, "rle_step_limit": 400, "instruction": "Lift the dark gray cooking kitchenpot using both arms" }, { "index": 11, "task_id": "robotwin/adjust-bottle-aloha-agilex-hard", "scene_seed": 100000, "rle_step_limit": 400, "instruction": "Use the left arm to grab the brown bottle upright" }, { "index": 12, "task_id": "robotwin/beat-block-hammer-aloha-agilex-hard", "scene_seed": 100000, "rle_step_limit": 400, "instruction": "Use the left arm to grab the hammer with black handle then beat block" }, { "index": 13, "task_id": "robotwin/blocks-ranking-rgb-aloha-agilex-hard", "scene_seed": 100000, "rle_step_limit": 1200, "instruction": "Arrange red block, green block, and blue block side by side, starting with red block on the left." }, { "index": 14, "task_id": "robotwin/click-alarmclock-aloha-agilex-hard", "scene_seed": 100000, "rle_step_limit": 400, "instruction": "Tap the center top button of the alarm-clock with beige screen" }, { "index": 15, "task_id": "robotwin/click-bell-aloha-agilex-hard", "scene_seed": 100000, "rle_step_limit": 400, "instruction": "Use the left arm to press the medium-sized bell's top center." }, { "index": 16, "task_id": "robotwin/dump-bin-bigbin-aloha-agilex-hard", "scene_seed": 100006, "rle_step_limit": 600, "instruction": "Lift the little tabletrashbin with smooth texture and transfer the contents." }, { "index": 17, "task_id": "robotwin/grab-roller-aloha-agilex-hard", "scene_seed": 100000, "rle_step_limit": 400, "instruction": "Use arms to grab the smooth wooden roller." }, { "index": 18, "task_id": "robotwin/handover-mic-aloha-agilex-hard", "scene_seed": 100000, "rle_step_limit": 600, "instruction": "Use one arm to hold the microphone used for audio input and hand it over." }, { "index": 19, "task_id": "robotwin/move-can-pot-aloha-agilex-hard", "scene_seed": 100000, "rle_step_limit": 400, "instruction": "Use the left arm to pick up the sauce can with red lid and move it beside the compact kitchenpot with lid-like surface" }, { "index": 20, "task_id": "robotwin/move-pillbottle-pad-aloha-agilex-hard", "scene_seed": 100001, "rle_step_limit": 400, "instruction": "Grab the white cylindrical bottle and set it on the pad" }, { "index": 21, "task_id": "robotwin/move-playingcard-away-aloha-agilex-hard", "scene_seed": 100000, "rle_step_limit": 400, "instruction": "Use the right arm to grab the hard black box for card deck and relocate it." }, { "index": 22, "task_id": "robotwin/move-stapler-pad-aloha-agilex-hard", "scene_seed": 100000, "rle_step_limit": 400, "instruction": "Use the left arm to move the plastic stapler to Yellow mat" }, { "index": 23, "task_id": "robotwin/open-laptop-aloha-agilex-hard", "scene_seed": 100000, "rle_step_limit": 700, "instruction": "Open the flat orange laptop with one motion." }, { "index": 24, "task_id": "robotwin/open-microwave-aloha-agilex-hard", "scene_seed": 100000, "rle_step_limit": 1500, "instruction": "Use the left arm to pull the handle of the medium gray microwave with top vents." }, { "index": 25, "task_id": "robotwin/pick-diverse-bottles-aloha-agilex-hard", "scene_seed": 100005, "rle_step_limit": 400, "instruction": "Lift the bottle with white cap as the other arm lifts the glossy brown bottle." }, { "index": 26, "task_id": "robotwin/pick-dual-bottles-aloha-agilex-hard", "scene_seed": 100000, "rle_step_limit": 400, "instruction": "Hold the plastic soda bottle in one arm and the green bottle in the other." }, { "index": 27, "task_id": "robotwin/place-a2b-left-aloha-agilex-hard", "scene_seed": 100000, "rle_step_limit": 400, "instruction": "Use the left arm to place the phone with rounded edges left of the hand-size bright blue stapler." }, { "index": 28, "task_id": "robotwin/place-a2b-right-aloha-agilex-hard", "scene_seed": 100000, "rle_step_limit": 400, "instruction": "Place the lightweight bell with smooth surface rightward of the light yellow cleaning soap using the left arm" }, { "index": 29, "task_id": "robotwin/place-bread-basket-aloha-agilex-hard", "scene_seed": 100000, "rle_step_limit": 700, "instruction": "Collect the square bread with light spots and the bread loaf with soft surface inside the beige breadbasket." }, { "index": 30, "task_id": "robotwin/place-bread-skillet-aloha-agilex-hard", "scene_seed": 100001, "rle_step_limit": 500, "instruction": "Use the left arm for the pan-shaped skillet with hole in handle and the other arm for the spongy golden brown bread." }, { "index": 31, "task_id": "robotwin/place-burger-fries-aloha-agilex-hard", "scene_seed": 100000, "rle_step_limit": 500, "instruction": "Place the hamburg with white sides and the Crispy potato fries with red box onto the smooth green tray." }, { "index": 32, "task_id": "robotwin/place-can-basket-aloha-agilex-hard", "scene_seed": 100000, "rle_step_limit": 700, "instruction": "Use the left arm to place the palm-sized red metal Coca-Cola can in the medium basket with smooth texture; the other arm lifts the medium basket with smooth texture." }, { "index": 33, "task_id": "robotwin/place-cans-plasticbox-aloha-agilex-hard", "scene_seed": 100000, "rle_step_limit": 800, "instruction": "Lift the can with shiny smooth surface and the small red soda can, drop both into the portable light blue storage plasticbox." }, { "index": 34, "task_id": "robotwin/place-container-plate-aloha-agilex-hard", "scene_seed": 100000, "rle_step_limit": 400, "instruction": "Place the curved bowl with smooth texture on the gray plate for dining." }, { "index": 35, "task_id": "robotwin/place-empty-cup-aloha-agilex-hard", "scene_seed": 100000, "rle_step_limit": 500, "instruction": "Set the handheld round blue cup on top of the disc-shaped light gray coaster." }, { "index": 36, "task_id": "robotwin/place-fan-aloha-agilex-hard", "scene_seed": 100000, "rle_step_limit": 400, "instruction": "Use the left arm to grab the plastic fan and place it on the Lime mat facing the robot." }, { "index": 37, "task_id": "robotwin/place-mouse-pad-aloha-agilex-hard", "scene_seed": 100000, "rle_step_limit": 400, "instruction": "Lift the dark gray wireless mouse and drop it on the Yellow mat." }, { "index": 38, "task_id": "robotwin/place-object-basket-aloha-agilex-hard", "scene_seed": 100000, "rle_step_limit": 700, "instruction": "Grab the toycar with rounded body, put it in the oval basket with medium storage space, move the oval basket with medium storage space." }, { "index": 39, "task_id": "robotwin/place-object-scale-aloha-agilex-hard", "scene_seed": 100000, "rle_step_limit": 400, "instruction": "With the left arm, grab the bell with raised round top and position it on the electronicscale with black digital screen" }, { "index": 40, "task_id": "robotwin/place-object-stand-aloha-agilex-hard", "scene_seed": 100001, "rle_step_limit": 400, "instruction": "Place the white stapler on the compact black hollow displaystand with the left arm." }, { "index": 41, "task_id": "robotwin/place-phone-stand-aloha-agilex-hard", "scene_seed": 100000, "rle_step_limit": 400, "instruction": "Set the phone with flat black screen on the angled brown phonestand." }, { "index": 42, "task_id": "robotwin/place-shoe-aloha-agilex-hard", "scene_seed": 100001, "rle_step_limit": 500, "instruction": "Pick up the medium adult shoe from the table and set it on the mat" }, { "index": 43, "task_id": "robotwin/press-stapler-aloha-agilex-hard", "scene_seed": 100000, "rle_step_limit": 400, "instruction": "Press the plastic stapler firmly using your arm." }, { "index": 44, "task_id": "robotwin/rotate-qrcode-aloha-agilex-hard", "scene_seed": 100000, "rle_step_limit": 400, "instruction": "Pick up the QR code payment sign, rotate its QR code to face you, then set it down." }, { "index": 45, "task_id": "robotwin/shake-bottle-aloha-agilex-hard", "scene_seed": 100001, "rle_step_limit": 700, "instruction": "Pick up the smooth bottle with blue text and shake it." }, { "index": 46, "task_id": "robotwin/shake-bottle-horizontally-aloha-agilex-hard", "scene_seed": 100001, "rle_step_limit": 700, "instruction": "Grab the smooth bottle with blue text with the left arm, shake horizontally." }, { "index": 47, "task_id": "robotwin/stack-blocks-two-aloha-agilex-hard", "scene_seed": 100000, "rle_step_limit": 800, "instruction": "Move red block to the center, then put green block on top." }, { "index": 48, "task_id": "robotwin/stack-bowls-two-aloha-agilex-hard", "scene_seed": 100000, "rle_step_limit": 900, "instruction": "Place the light blue bowl with darkened rim carefully over the light blue bowl with darkened rim to stack them." }, { "index": 49, "task_id": "robotwin/stamp-seal-aloha-agilex-hard", "scene_seed": 100003, "rle_step_limit": 400, "instruction": "Grab the block-shaped seal with angled edges, press onto Blue" }, { "index": 50, "task_id": "robotwin/turn-switch-aloha-agilex-hard", "scene_seed": 100000, "rle_step_limit": 400, "instruction": "Press the flat square gray switch using the left arm" } ], "historical_native_baseline": { "successes": 16, "valid": 50, "dataset": "RLE-Bench/programmable-vla", "revision": "bc9bcd12aaee09df3e685f80c02788a49bc2e340", "path": "research/robotwin-hard-20261101/summary.json", "same_scene_seed_tasks": 46, "comparison": "Earlier native run of the same checkpoint with per-run official expert checks and its own seeds on 4 tasks; archived as previous attempts and excluded from current success rates." }, "baseline_policy": "The released VLAct OFT 50k checkpoint is evaluated with the same scenes, instructions, cameras, action chunks and step limits as the four conditions: 19/50.", "display_names": { "pose_base": "progVLA-yz", "jy": "progVLA-jy" }, "baseline": { "checkpoint": "StarVLA/VLAct_Qwen3OFT_Robotwin_Finetune@dcf0f1d7 steps_50000", "successes": 19, "valid": 50, "summary": "https://huggingface.co/datasets/RLE-Bench/programmable-vla/resolve/d6dc53b7d2bb0f94eab9bc20b2b73de7dc600c8d/research/pose-standalone-native-hard-20261113/baseline/summary.json" } }