| { | |
| "config": { | |
| "config_name": "pi0_so101_lora", | |
| "checkpoint_path": "/workspace/so101_table_cleanup_checkpoints/so101_finetune_table_cleanup/10000", | |
| "dataset_repo": "SGPatil/so101_table_cleanup_2", | |
| "num_trajectories": 10, | |
| "max_steps_per_traj": 150, | |
| "action_horizon": 16, | |
| "plot": true, | |
| "save_plots": true, | |
| "output_dir": "./so101_table_cleanup_eval_results", | |
| "skip_norm_stats": false, | |
| "prediction_visualization": true, | |
| "show_prediction_horizon": true | |
| }, | |
| "dataset_info": { | |
| "total_samples": 21342, | |
| "total_episodes": 10, | |
| "trajectory_lengths": [ | |
| 1991, | |
| 2395, | |
| 2950, | |
| 1, | |
| 2363, | |
| 1926, | |
| 2799, | |
| 2098, | |
| 2167, | |
| 2652 | |
| ] | |
| }, | |
| "evaluation_summary": { | |
| "trajectories_evaluated": 10, | |
| "total_steps": 21342, | |
| "total_trajectory_steps": 21342, | |
| "completion_rate": 1.0, | |
| "overall_mse": 92.66323264624474, | |
| "overall_mae": 5.69791082210956 | |
| }, | |
| "all_trajectory_metrics": [ | |
| { | |
| "overall_mse": 117.41691214191862, | |
| "mse_per_dim": "[ 33.75217355 141.78902481 194.81987301 108.21602774 146.44095877\n 79.48341496]", | |
| "mae": 6.651712886891315, | |
| "max_error": 85.6978912108335, | |
| "total_inferences": 125, | |
| "mean_inference_time_ms": 394.4953923262656, | |
| "total_inference_time_ms": 49311.9240407832, | |
| "inference_frequency_hz": 2.5348838527699575, | |
| "action_frequency_hz": 40.55814164431932, | |
| "steps_per_inference": 15.928, | |
| "real_time_factor": 0.7430224616893502, | |
| "trajectory_duration_s": 66.36666666666666, | |
| "total_compute_time_s": 49.3119240407832, | |
| "trajectory_id": 0, | |
| "steps_evaluated": 1991, | |
| "trajectory_length": 1991, | |
| "prediction_points": 125, | |
| "trajectory_completion": 1.0 | |
| }, | |
| { | |
| "overall_mse": 89.31719109969124, | |
| "mse_per_dim": "[ 24.28022703 81.84848464 112.88838129 71.10057971 135.54888171\n 110.23659221]", | |
| "mae": 5.575415097766607, | |
| "max_error": 70.38384317054106, | |
| "total_inferences": 150, | |
| "mean_inference_time_ms": 133.6694772914052, | |
| "total_inference_time_ms": 20050.42159371078, | |
| "inference_frequency_hz": 7.481139451304632, | |
| "action_frequency_hz": 119.6982312208741, | |
| "steps_per_inference": 15.966666666666667, | |
| "real_time_factor": 0.2511535063930369, | |
| "trajectory_duration_s": 79.83333333333333, | |
| "total_compute_time_s": 20.05042159371078, | |
| "trajectory_id": 1, | |
| "steps_evaluated": 2395, | |
| "trajectory_length": 2395, | |
| "prediction_points": 150, | |
| "trajectory_completion": 1.0 | |
| }, | |
| { | |
| "overall_mse": 108.89362054318462, | |
| "mse_per_dim": "[ 30.74533793 98.48555634 158.93579591 98.96829197 121.80158088\n 144.42516024]", | |
| "mae": 6.204135471773346, | |
| "max_error": 112.77167540158348, | |
| "total_inferences": 185, | |
| "mean_inference_time_ms": 135.1896471243251, | |
| "total_inference_time_ms": 25010.084718000144, | |
| "inference_frequency_hz": 7.3970161271326145, | |
| "action_frequency_hz": 118.35225803412183, | |
| "steps_per_inference": 15.945945945945946, | |
| "real_time_factor": 0.254339844589832, | |
| "trajectory_duration_s": 98.33333333333333, | |
| "total_compute_time_s": 25.010084718000144, | |
| "trajectory_id": 2, | |
| "steps_evaluated": 2950, | |
| "trajectory_length": 2950, | |
| "prediction_points": 185, | |
| "trajectory_completion": 1.0 | |
| }, | |
| { | |
| "overall_mse": 2.334123749218712, | |
| "mse_per_dim": "[0.49545456 2.78371481 7.12946492 2.53734238 0.23363216 0.82513367]", | |
| "mae": 1.3378442490310085, | |
| "max_error": 2.670105788430064, | |
| "total_inferences": 1, | |
| "mean_inference_time_ms": 117.1392579562962, | |
| "total_inference_time_ms": 117.1392579562962, | |
| "inference_frequency_hz": 8.536847658477507, | |
| "action_frequency_hz": 136.5895625356401, | |
| "steps_per_inference": 1.0, | |
| "real_time_factor": 3.5141777386888857, | |
| "trajectory_duration_s": 0.03333333333333333, | |
| "total_compute_time_s": 0.1171392579562962, | |
| "trajectory_id": 3, | |
| "steps_evaluated": 1, | |
| "trajectory_length": 1, | |
| "prediction_points": 1, | |
| "trajectory_completion": 1.0 | |
| }, | |
| { | |
| "overall_mse": 81.79151826026786, | |
| "mse_per_dim": "[ 30.7786456 92.66727207 133.3681253 81.32807201 96.8656252\n 55.74136938]", | |
| "mae": 5.479987127517952, | |
| "max_error": 56.392993099490894, | |
| "total_inferences": 148, | |
| "mean_inference_time_ms": 135.38044110582388, | |
| "total_inference_time_ms": 20036.30528366193, | |
| "inference_frequency_hz": 7.386591385223234, | |
| "action_frequency_hz": 118.18546216357174, | |
| "steps_per_inference": 15.966216216216216, | |
| "real_time_factor": 0.25437543737192464, | |
| "trajectory_duration_s": 78.76666666666667, | |
| "total_compute_time_s": 20.03630528366193, | |
| "trajectory_id": 4, | |
| "steps_evaluated": 2363, | |
| "trajectory_length": 2363, | |
| "prediction_points": 148, | |
| "trajectory_completion": 1.0 | |
| }, | |
| { | |
| "overall_mse": 90.6695644210243, | |
| "mse_per_dim": "[ 30.46134065 103.41117919 145.47142887 115.31919318 92.15842852\n 57.19581611]", | |
| "mae": 6.0825723685003155, | |
| "max_error": 70.35922241966495, | |
| "total_inferences": 121, | |
| "mean_inference_time_ms": 133.50109953033038, | |
| "total_inference_time_ms": 16153.633043169975, | |
| "inference_frequency_hz": 7.490575010378907, | |
| "action_frequency_hz": 119.84920016606252, | |
| "steps_per_inference": 15.917355371900827, | |
| "real_time_factor": 0.25161422185623017, | |
| "trajectory_duration_s": 64.2, | |
| "total_compute_time_s": 16.153633043169975, | |
| "trajectory_id": 5, | |
| "steps_evaluated": 1926, | |
| "trajectory_length": 1926, | |
| "prediction_points": 121, | |
| "trajectory_completion": 1.0 | |
| }, | |
| { | |
| "overall_mse": 98.7208116175219, | |
| "mse_per_dim": "[ 32.30608855 88.79200271 143.06268672 126.74578835 109.82338451\n 91.59491886]", | |
| "mae": 6.331176612206364, | |
| "max_error": 73.07399605597364, | |
| "total_inferences": 175, | |
| "mean_inference_time_ms": 132.40290249032634, | |
| "total_inference_time_ms": 23170.50793580711, | |
| "inference_frequency_hz": 7.552704519246187, | |
| "action_frequency_hz": 120.84327230793899, | |
| "steps_per_inference": 15.994285714285715, | |
| "real_time_factor": 0.24834413650382753, | |
| "trajectory_duration_s": 93.3, | |
| "total_compute_time_s": 23.17050793580711, | |
| "trajectory_id": 6, | |
| "steps_evaluated": 2799, | |
| "trajectory_length": 2799, | |
| "prediction_points": 175, | |
| "trajectory_completion": 1.0 | |
| }, | |
| { | |
| "overall_mse": 93.91889705028609, | |
| "mse_per_dim": "[ 37.30934062 98.67510082 166.47588759 97.36617788 113.7578624\n 49.92901299]", | |
| "mae": 6.083543485402971, | |
| "max_error": 61.6112560290487, | |
| "total_inferences": 132, | |
| "mean_inference_time_ms": 132.78021972457117, | |
| "total_inference_time_ms": 17526.989003643394, | |
| "inference_frequency_hz": 7.531242244321641, | |
| "action_frequency_hz": 120.49987590914625, | |
| "steps_per_inference": 15.893939393939394, | |
| "real_time_factor": 0.25062424695390934, | |
| "trajectory_duration_s": 69.93333333333334, | |
| "total_compute_time_s": 17.526989003643394, | |
| "trajectory_id": 7, | |
| "steps_evaluated": 2098, | |
| "trajectory_length": 2098, | |
| "prediction_points": 132, | |
| "trajectory_completion": 1.0 | |
| }, | |
| { | |
| "overall_mse": 101.98447416633441, | |
| "mse_per_dim": "[ 48.03679853 89.23403209 161.4384558 96.04179859 174.42870696\n 42.72705302]", | |
| "mae": 6.094967712272187, | |
| "max_error": 71.77420839794762, | |
| "total_inferences": 136, | |
| "mean_inference_time_ms": 135.32244616105933, | |
| "total_inference_time_ms": 18403.85267790407, | |
| "inference_frequency_hz": 7.389757045995242, | |
| "action_frequency_hz": 118.23611273592387, | |
| "steps_per_inference": 15.933823529411764, | |
| "real_time_factor": 0.254783378097426, | |
| "trajectory_duration_s": 72.23333333333333, | |
| "total_compute_time_s": 18.40385267790407, | |
| "trajectory_id": 8, | |
| "steps_evaluated": 2167, | |
| "trajectory_length": 2167, | |
| "prediction_points": 136, | |
| "trajectory_completion": 1.0 | |
| }, | |
| { | |
| "overall_mse": 141.58521341299965, | |
| "mse_per_dim": "[ 68.79387229 90.17015123 139.25531606 109.19437184 384.12434219\n 57.97322687]", | |
| "mae": 7.137753209733537, | |
| "max_error": 122.03772037589201, | |
| "total_inferences": 166, | |
| "mean_inference_time_ms": 132.95422438868738, | |
| "total_inference_time_ms": 22070.401248522103, | |
| "inference_frequency_hz": 7.521385684418212, | |
| "action_frequency_hz": 120.3421709506914, | |
| "steps_per_inference": 15.975903614457831, | |
| "real_time_factor": 0.2496651724945939, | |
| "trajectory_duration_s": 88.4, | |
| "total_compute_time_s": 22.070401248522103, | |
| "trajectory_id": 9, | |
| "steps_evaluated": 2652, | |
| "trajectory_length": 2652, | |
| "prediction_points": 166, | |
| "trajectory_completion": 1.0 | |
| } | |
| ] | |
| } |