| { |
| "ckpt": "/home/wameai/caijisong/ckpt/libero_posttrain/runs/w0-lib-gl-rf-c16-e10-32g-r13/training/checkpoints/weights/step_000600.pt", |
| "execute_n_actions": 16, |
| "protocol": "fastwam-stochastic", |
| "num_trials_per_task": 50, |
| "suite_success_rate": { |
| "libero_goal": 0.986, |
| "libero_10": 0.97, |
| "libero_spatial": 0.9940000000000001, |
| "libero_object": 0.994 |
| }, |
| "average_success_rate": 0.986, |
| "n_tasks_done": 40, |
| "n_tasks_total": 40, |
| "suite_order": [ |
| "libero_goal", |
| "libero_10", |
| "libero_spatial", |
| "libero_object" |
| ], |
| "tasks": [ |
| { |
| "suite": "libero_goal", |
| "task_id": 0, |
| "successes": 50, |
| "num_trials": 50, |
| "success_rate": 1.0, |
| "instruction": "open the middle drawer of the cabinet" |
| }, |
| { |
| "suite": "libero_goal", |
| "task_id": 1, |
| "successes": 50, |
| "num_trials": 50, |
| "success_rate": 1.0, |
| "instruction": "put the bowl on the stove" |
| }, |
| { |
| "suite": "libero_goal", |
| "task_id": 2, |
| "successes": 48, |
| "num_trials": 50, |
| "success_rate": 0.96, |
| "instruction": "put the wine bottle on top of the cabinet" |
| }, |
| { |
| "suite": "libero_goal", |
| "task_id": 3, |
| "successes": 48, |
| "num_trials": 50, |
| "success_rate": 0.96, |
| "instruction": "open the top drawer and put the bowl inside" |
| }, |
| { |
| "suite": "libero_goal", |
| "task_id": 4, |
| "successes": 50, |
| "num_trials": 50, |
| "success_rate": 1.0, |
| "instruction": "put the bowl on top of the cabinet" |
| }, |
| { |
| "suite": "libero_goal", |
| "task_id": 5, |
| "successes": 50, |
| "num_trials": 50, |
| "success_rate": 1.0, |
| "instruction": "push the plate to the front of the stove" |
| }, |
| { |
| "suite": "libero_goal", |
| "task_id": 6, |
| "successes": 50, |
| "num_trials": 50, |
| "success_rate": 1.0, |
| "instruction": "put the cream cheese in the bowl" |
| }, |
| { |
| "suite": "libero_goal", |
| "task_id": 7, |
| "successes": 50, |
| "num_trials": 50, |
| "success_rate": 1.0, |
| "instruction": "turn on the stove" |
| }, |
| { |
| "suite": "libero_goal", |
| "task_id": 8, |
| "successes": 50, |
| "num_trials": 50, |
| "success_rate": 1.0, |
| "instruction": "put the bowl on the plate" |
| }, |
| { |
| "suite": "libero_goal", |
| "task_id": 9, |
| "successes": 47, |
| "num_trials": 50, |
| "success_rate": 0.94, |
| "instruction": "put the wine bottle on the rack" |
| }, |
| { |
| "suite": "libero_10", |
| "task_id": 0, |
| "successes": 47, |
| "num_trials": 50, |
| "success_rate": 0.94, |
| "instruction": "put both the alphabet soup and the tomato sauce in the basket" |
| }, |
| { |
| "suite": "libero_10", |
| "task_id": 1, |
| "successes": 50, |
| "num_trials": 50, |
| "success_rate": 1.0, |
| "instruction": "put both the cream cheese box and the butter in the basket" |
| }, |
| { |
| "suite": "libero_10", |
| "task_id": 2, |
| "successes": 48, |
| "num_trials": 50, |
| "success_rate": 0.96, |
| "instruction": "turn on the stove and put the moka pot on it" |
| }, |
| { |
| "suite": "libero_10", |
| "task_id": 3, |
| "successes": 49, |
| "num_trials": 50, |
| "success_rate": 0.98, |
| "instruction": "put the black bowl in the bottom drawer of the cabinet and close it" |
| }, |
| { |
| "suite": "libero_10", |
| "task_id": 4, |
| "successes": 50, |
| "num_trials": 50, |
| "success_rate": 1.0, |
| "instruction": "put the white mug on the left plate and put the yellow and white mug on the right plate" |
| }, |
| { |
| "suite": "libero_10", |
| "task_id": 5, |
| "successes": 47, |
| "num_trials": 50, |
| "success_rate": 0.94, |
| "instruction": "pick up the book and place it in the back compartment of the caddy" |
| }, |
| { |
| "suite": "libero_10", |
| "task_id": 6, |
| "successes": 46, |
| "num_trials": 50, |
| "success_rate": 0.92, |
| "instruction": "put the white mug on the plate and put the chocolate pudding to the right of the plate" |
| }, |
| { |
| "suite": "libero_10", |
| "task_id": 7, |
| "successes": 50, |
| "num_trials": 50, |
| "success_rate": 1.0, |
| "instruction": "put both the alphabet soup and the cream cheese box in the basket" |
| }, |
| { |
| "suite": "libero_10", |
| "task_id": 8, |
| "successes": 48, |
| "num_trials": 50, |
| "success_rate": 0.96, |
| "instruction": "put both moka pots on the stove" |
| }, |
| { |
| "suite": "libero_10", |
| "task_id": 9, |
| "successes": 50, |
| "num_trials": 50, |
| "success_rate": 1.0, |
| "instruction": "put the yellow and white mug in the microwave and close it" |
| }, |
| { |
| "suite": "libero_spatial", |
| "task_id": 0, |
| "successes": 50, |
| "num_trials": 50, |
| "success_rate": 1.0, |
| "instruction": "pick up the black bowl between the plate and the ramekin and place it on the plate" |
| }, |
| { |
| "suite": "libero_spatial", |
| "task_id": 1, |
| "successes": 50, |
| "num_trials": 50, |
| "success_rate": 1.0, |
| "instruction": "pick up the black bowl next to the ramekin and place it on the plate" |
| }, |
| { |
| "suite": "libero_spatial", |
| "task_id": 2, |
| "successes": 50, |
| "num_trials": 50, |
| "success_rate": 1.0, |
| "instruction": "pick up the black bowl from table center and place it on the plate" |
| }, |
| { |
| "suite": "libero_spatial", |
| "task_id": 3, |
| "successes": 50, |
| "num_trials": 50, |
| "success_rate": 1.0, |
| "instruction": "pick up the black bowl on the cookie box and place it on the plate" |
| }, |
| { |
| "suite": "libero_spatial", |
| "task_id": 4, |
| "successes": 49, |
| "num_trials": 50, |
| "success_rate": 0.98, |
| "instruction": "pick up the black bowl in the top drawer of the wooden cabinet and place it on the plate" |
| }, |
| { |
| "suite": "libero_spatial", |
| "task_id": 5, |
| "successes": 49, |
| "num_trials": 50, |
| "success_rate": 0.98, |
| "instruction": "pick up the black bowl on the ramekin and place it on the plate" |
| }, |
| { |
| "suite": "libero_spatial", |
| "task_id": 6, |
| "successes": 50, |
| "num_trials": 50, |
| "success_rate": 1.0, |
| "instruction": "pick up the black bowl next to the cookie box and place it on the plate" |
| }, |
| { |
| "suite": "libero_spatial", |
| "task_id": 7, |
| "successes": 49, |
| "num_trials": 50, |
| "success_rate": 0.98, |
| "instruction": "pick up the black bowl on the stove and place it on the plate" |
| }, |
| { |
| "suite": "libero_spatial", |
| "task_id": 8, |
| "successes": 50, |
| "num_trials": 50, |
| "success_rate": 1.0, |
| "instruction": "pick up the black bowl next to the plate and place it on the plate" |
| }, |
| { |
| "suite": "libero_spatial", |
| "task_id": 9, |
| "successes": 50, |
| "num_trials": 50, |
| "success_rate": 1.0, |
| "instruction": "pick up the black bowl on the wooden cabinet and place it on the plate" |
| }, |
| { |
| "suite": "libero_object", |
| "task_id": 0, |
| "successes": 50, |
| "num_trials": 50, |
| "success_rate": 1.0, |
| "instruction": "pick up the alphabet soup and place it in the basket" |
| }, |
| { |
| "suite": "libero_object", |
| "task_id": 1, |
| "successes": 50, |
| "num_trials": 50, |
| "success_rate": 1.0, |
| "instruction": "pick up the cream cheese and place it in the basket" |
| }, |
| { |
| "suite": "libero_object", |
| "task_id": 2, |
| "successes": 49, |
| "num_trials": 50, |
| "success_rate": 0.98, |
| "instruction": "pick up the salad dressing and place it in the basket" |
| }, |
| { |
| "suite": "libero_object", |
| "task_id": 3, |
| "successes": 50, |
| "num_trials": 50, |
| "success_rate": 1.0, |
| "instruction": "pick up the bbq sauce and place it in the basket" |
| }, |
| { |
| "suite": "libero_object", |
| "task_id": 4, |
| "successes": 49, |
| "num_trials": 50, |
| "success_rate": 0.98, |
| "instruction": "pick up the ketchup and place it in the basket" |
| }, |
| { |
| "suite": "libero_object", |
| "task_id": 5, |
| "successes": 50, |
| "num_trials": 50, |
| "success_rate": 1.0, |
| "instruction": "pick up the tomato sauce and place it in the basket" |
| }, |
| { |
| "suite": "libero_object", |
| "task_id": 6, |
| "successes": 50, |
| "num_trials": 50, |
| "success_rate": 1.0, |
| "instruction": "pick up the butter and place it in the basket" |
| }, |
| { |
| "suite": "libero_object", |
| "task_id": 7, |
| "successes": 49, |
| "num_trials": 50, |
| "success_rate": 0.98, |
| "instruction": "pick up the milk and place it in the basket" |
| }, |
| { |
| "suite": "libero_object", |
| "task_id": 8, |
| "successes": 50, |
| "num_trials": 50, |
| "success_rate": 1.0, |
| "instruction": "pick up the chocolate pudding and place it in the basket" |
| }, |
| { |
| "suite": "libero_object", |
| "task_id": 9, |
| "successes": 50, |
| "num_trials": 50, |
| "success_rate": 1.0, |
| "instruction": "pick up the orange juice and place it in the basket" |
| } |
| ] |
| } |
|
|
