PFD / eval /summary.json
AmberJar's picture
Release PFD LIBERO 12x12 step62000 checkpoint
ba10c7d verified
{
"run_id": "20260425_libero_12x12_bestl2_step62000_h100x1_job799082_retry1",
"ckpt": "",
"config": "",
"suite_stats": {
"libero_spatial": {
"total_tasks": 10,
"total_trials": 500,
"total_successes": 493,
"total_time": 4836.672504425049,
"max_time": 585.3163847923279
},
"libero_object": {
"total_tasks": 10,
"total_trials": 500,
"total_successes": 496,
"total_time": 4990.784248352051,
"max_time": 538.8516035079956
},
"libero_goal": {
"total_tasks": 10,
"total_trials": 500,
"total_successes": 496,
"total_time": 4303.51744222641,
"max_time": 613.5926268100739
},
"libero_10": {
"total_tasks": 10,
"total_trials": 500,
"total_successes": 477,
"total_time": 8193.375401258469,
"max_time": 1134.7978818416595
}
},
"task_results": {
"libero_spatial_1": {
"success_rate": 100.0,
"duration": 475.2741618156433,
"total_episodes": 50,
"successes": 50,
"task_description": "pick up the black bowl next to the ramekin and place it on the plate"
},
"libero_spatial_9": {
"success_rate": 100.0,
"duration": 521.9268035888672,
"total_episodes": 50,
"successes": 50,
"task_description": "pick up the black bowl on the wooden cabinet and place it on the plate"
},
"libero_spatial_4": {
"success_rate": 96.0,
"duration": 585.3163847923279,
"total_episodes": 50,
"successes": 48,
"task_description": "pick up the black bowl in the top drawer of the wooden cabinet and place it on the plate"
},
"libero_spatial_6": {
"success_rate": 98.0,
"duration": 491.91553235054016,
"total_episodes": 50,
"successes": 49,
"task_description": "pick up the black bowl next to the cookie box and place it on the plate"
},
"libero_spatial_5": {
"success_rate": 96.0,
"duration": 502.826637506485,
"total_episodes": 50,
"successes": 48,
"task_description": "pick up the black bowl on the ramekin and place it on the plate"
},
"libero_spatial_2": {
"success_rate": 100.0,
"duration": 430.2407646179199,
"total_episodes": 50,
"successes": 50,
"task_description": "pick up the black bowl from table center and place it on the plate"
},
"libero_spatial_8": {
"success_rate": 98.0,
"duration": 469.4062237739563,
"total_episodes": 50,
"successes": 49,
"task_description": "pick up the black bowl next to the plate and place it on the plate"
},
"libero_spatial_0": {
"success_rate": 100.0,
"duration": 378.6431043148041,
"total_episodes": 50,
"successes": 50,
"task_description": "pick up the black bowl between the plate and the ramekin and place it on the plate"
},
"libero_spatial_3": {
"success_rate": 100.0,
"duration": 420.8360643386841,
"total_episodes": 50,
"successes": 50,
"task_description": "pick up the black bowl on the cookie box and place it on the plate"
},
"libero_spatial_7": {
"success_rate": 98.0,
"duration": 560.2868273258209,
"total_episodes": 50,
"successes": 49,
"task_description": "pick up the black bowl on the stove and place it on the plate"
},
"libero_object_1": {
"success_rate": 100.0,
"duration": 470.23339223861694,
"total_episodes": 50,
"successes": 50,
"task_description": "pick up the cream cheese and place it in the basket"
},
"libero_object_9": {
"success_rate": 100.0,
"duration": 461.4433240890503,
"total_episodes": 50,
"successes": 50,
"task_description": "pick up the orange juice and place it in the basket"
},
"libero_object_4": {
"success_rate": 100.0,
"duration": 511.6103901863098,
"total_episodes": 50,
"successes": 50,
"task_description": "pick up the ketchup and place it in the basket"
},
"libero_object_6": {
"success_rate": 100.0,
"duration": 525.0326547622681,
"total_episodes": 50,
"successes": 50,
"task_description": "pick up the butter and place it in the basket"
},
"libero_object_5": {
"success_rate": 98.0,
"duration": 493.3536260128021,
"total_episodes": 50,
"successes": 49,
"task_description": "pick up the tomato sauce and place it in the basket"
},
"libero_object_2": {
"success_rate": 100.0,
"duration": 458.1524634361267,
"total_episodes": 50,
"successes": 50,
"task_description": "pick up the salad dressing and place it in the basket"
},
"libero_object_8": {
"success_rate": 100.0,
"duration": 538.8516035079956,
"total_episodes": 50,
"successes": 50,
"task_description": "pick up the chocolate pudding and place it in the basket"
},
"libero_object_0": {
"success_rate": 98.0,
"duration": 533.2367527484894,
"total_episodes": 50,
"successes": 49,
"task_description": "pick up the alphabet soup and place it in the basket"
},
"libero_object_3": {
"success_rate": 100.0,
"duration": 478.8888187408447,
"total_episodes": 50,
"successes": 50,
"task_description": "pick up the bbq sauce and place it in the basket"
},
"libero_object_7": {
"success_rate": 96.0,
"duration": 519.9812226295471,
"total_episodes": 50,
"successes": 48,
"task_description": "pick up the milk and place it in the basket"
},
"libero_goal_1": {
"success_rate": 96.0,
"duration": 407.42735528945923,
"total_episodes": 50,
"successes": 48,
"task_description": "put the bowl on the stove"
},
"libero_goal_9": {
"success_rate": 98.0,
"duration": 508.83817052841187,
"total_episodes": 50,
"successes": 49,
"task_description": "put the wine bottle on the rack"
},
"libero_goal_4": {
"success_rate": 100.0,
"duration": 368.96091961860657,
"total_episodes": 50,
"successes": 50,
"task_description": "put the bowl on top of the cabinet"
},
"libero_goal_6": {
"success_rate": 100.0,
"duration": 382.50407886505127,
"total_episodes": 50,
"successes": 50,
"task_description": "put the cream cheese in the bowl"
},
"libero_goal_5": {
"success_rate": 100.0,
"duration": 493.38541531562805,
"total_episodes": 50,
"successes": 50,
"task_description": "push the plate to the front of the stove"
},
"libero_goal_2": {
"success_rate": 98.0,
"duration": 396.31106972694397,
"total_episodes": 50,
"successes": 49,
"task_description": "put the wine bottle on top of the cabinet"
},
"libero_goal_8": {
"success_rate": 100.0,
"duration": 340.19046211242676,
"total_episodes": 50,
"successes": 50,
"task_description": "put the bowl on the plate"
},
"libero_goal_0": {
"success_rate": 100.0,
"duration": 455.5467436313629,
"total_episodes": 50,
"successes": 50,
"task_description": "open the middle drawer of the cabinet"
},
"libero_goal_3": {
"success_rate": 100.0,
"duration": 613.5926268100739,
"total_episodes": 50,
"successes": 50,
"task_description": "open the top drawer and put the bowl inside"
},
"libero_goal_7": {
"success_rate": 100.0,
"duration": 336.76060032844543,
"total_episodes": 50,
"successes": 50,
"task_description": "turn on the stove"
},
"libero_10_1": {
"success_rate": 96.0,
"duration": 834.9772083759308,
"total_episodes": 50,
"successes": 48,
"task_description": "put both the cream cheese box and the butter in the basket"
},
"libero_10_9": {
"success_rate": 98.0,
"duration": 763.7816498279572,
"total_episodes": 50,
"successes": 49,
"task_description": "put the yellow and white mug in the microwave and close it"
},
"libero_10_4": {
"success_rate": 92.0,
"duration": 830.1930220127106,
"total_episodes": 50,
"successes": 46,
"task_description": "put the white mug on the left plate and put the yellow and white mug on the right plate"
},
"libero_10_6": {
"success_rate": 84.0,
"duration": 873.3589758872986,
"total_episodes": 50,
"successes": 42,
"task_description": "put the white mug on the plate and put the chocolate pudding to the right of the plate"
},
"libero_10_5": {
"success_rate": 100.0,
"duration": 540.4805021286011,
"total_episodes": 50,
"successes": 50,
"task_description": "pick up the book and place it in the back compartment of the caddy"
},
"libero_10_2": {
"success_rate": 100.0,
"duration": 791.6033418178558,
"total_episodes": 50,
"successes": 50,
"task_description": "turn on the stove and put the moka pot on it"
},
"libero_10_8": {
"success_rate": 94.0,
"duration": 1134.7978818416595,
"total_episodes": 50,
"successes": 47,
"task_description": "put both moka pots on the stove"
},
"libero_10_0": {
"success_rate": 96.0,
"duration": 897.22452044487,
"total_episodes": 50,
"successes": 48,
"task_description": "put both the alphabet soup and the tomato sauce in the basket"
},
"libero_10_3": {
"success_rate": 94.0,
"duration": 788.8660531044006,
"total_episodes": 50,
"successes": 47,
"task_description": "put the black bowl in the bottom drawer of the cabinet and close it"
},
"libero_10_7": {
"success_rate": 100.0,
"duration": 738.0922458171844,
"total_episodes": 50,
"successes": 50,
"task_description": "put both the alphabet soup and the cream cheese box in the basket"
}
},
"overall": {
"average_success_rate": 98.1,
"total_time": 22324.349596261978,
"average_task_time": 558.1087399065494
}
}