| { |
| "schema_version": "0.1", |
| "source": { |
| "paper": "RLinf/RLinf-OpenVLAOFT-PPO-ManiSkill3-25ood local OpenRAL reproduction", |
| "arxiv": null, |
| "model_variant": "OpenVLA-OFT RLinf PPO ManiSkill3 25ood NF4", |
| "evaluated_by": "OpenRAL contributor GPU probe", |
| "reproduced_locally": true, |
| "reproduction_planned": null, |
| "reproduction_cli": "OPENRAL_ALLOW_REMOTE_CODE=1 openral benchmark run --suite simpler_env_widowx --task simpler_env/widowx_carrot_on_plate --rskill openvla-oft-simpler-widowx-nf4 --n-episodes 5 --max-steps 60", |
| "table": null, |
| "status": "reproduced" |
| }, |
| "benchmark": { |
| "name": "simpler_env_widowx", |
| "dataset": null, |
| "protocol": "5 episodes, seeds=0..4, success_key=is_success, max_steps=60, torch_seed=0 reapplied on policy reset, generate_action_verl, action_scale=2.0", |
| "robot": "widowx", |
| "simulator": "SimplerEnv / ManiSkill3" |
| }, |
| "eval_config": { |
| "n_episodes": 5, |
| "seeds": [0, 1, 2, 3, 4], |
| "success_key": "is_success", |
| "max_steps": 60, |
| "vla_id": "openvla", |
| "weights_uri": "rskills/openvla-oft-simpler-widowx-nf4", |
| "policy_extras": { |
| "openvla_generation_method": "generate_action_verl", |
| "openvla_do_sample": true, |
| "openvla_temperature": 0.6, |
| "openvla_padding_max_length": 30, |
| "openvla_action_scale": 2.0, |
| "openvla_binarize_gripper": true, |
| "openvla_gripper_threshold": 0.5, |
| "openvla_torch_seed": 0 |
| } |
| }, |
| "results": { |
| "simpler_env/widowx_carrot_on_plate_success_rate": 0.4, |
| "avg_success_rate": 0.4, |
| "n_tasks": 1, |
| "n_episodes_per_task": 5, |
| "n_episodes_total": 5, |
| "successes": 2, |
| "failure_count": 3, |
| "successful_episode_indices": [3, 4], |
| "successful_episode_steps": [25, 42], |
| "model_vram_gb_allocated_after_load": 4.38, |
| "model_vram_gb_peak_after_smoke": 4.69 |
| }, |
| "baselines": {}, |
| "trace_id": null |
| } |
|
|
