| { |
| "step": 1000, |
| "metrics": { |
| "eval_rew_align/success_auprc_villekuosmanen_armnetbench_robometer_v01_so101": 0.692281313857899, |
| "eval_rew_align/positive_success_acc_villekuosmanen_armnetbench_robometer_v01_so101": 0.75, |
| "eval_rew_align/negative_success_acc_villekuosmanen_armnetbench_robometer_v01_so101": 0.9876984126984127, |
| "eval_rew_align/loss_villekuosmanen_armnetbench_robometer_v01_so101": 1.8137086153030395, |
| "eval_rew_align/pearson_villekuosmanen_armnetbench_robometer_v01_so101": 0.7661239143280704, |
| "eval_p_rank/kendall_last_villekuosmanen_armnetbench_robometer_v01_so101": 0.9733333333333334, |
| "eval_p_rank/kendall_rewind_last_villekuosmanen_armnetbench_robometer_v01_so101": 1.0, |
| "eval_p_rank/avg_succ_subopt_diff_last_villekuosmanen_armnetbench_robometer_v01_so101": 0.2603318393230438, |
| "eval_p_rank/min_succ_subopt_diff_last_villekuosmanen_armnetbench_robometer_v01_so101": 0.2340403318405151, |
| "eval_p_rank/max_succ_subopt_diff_last_villekuosmanen_armnetbench_robometer_v01_so101": 0.28662334680557255, |
| "eval_p_rank/avg_subopt_fail_diff_last_villekuosmanen_armnetbench_robometer_v01_so101": 0.34317512847483156, |
| "eval_p_rank/min_subopt_fail_diff_last_villekuosmanen_armnetbench_robometer_v01_so101": 0.22084063291549677, |
| "eval_p_rank/max_subopt_fail_diff_last_villekuosmanen_armnetbench_robometer_v01_so101": 0.46550962403416635, |
| "eval_p_rank/avg_succ_fail_diff_last_villekuosmanen_armnetbench_robometer_v01_so101": 0.5989572279155254, |
| "eval_p_rank/min_succ_fail_diff_last_villekuosmanen_armnetbench_robometer_v01_so101": 0.4043008178472519, |
| "eval_p_rank/max_succ_fail_diff_last_villekuosmanen_armnetbench_robometer_v01_so101": 0.7333046674728394, |
| "eval_p_rank/ranking_acc_last_villekuosmanen_armnetbench_robometer_v01_so101": 0.98, |
| "eval_p_rank/ranking_acc_all_pairs_last_villekuosmanen_armnetbench_robometer_v01_so101": 0.98, |
| "eval_p_rank/ranking_acc_failure_vs_suboptimal_last_villekuosmanen_armnetbench_robometer_v01_so101": 0.96, |
| "eval_p_rank/ranking_acc_failure_vs_successful_last_villekuosmanen_armnetbench_robometer_v01_so101": 0.995, |
| "eval_p_rank/ranking_acc_suboptimal_vs_successful_last_villekuosmanen_armnetbench_robometer_v01_so101": 0.94, |
| "eval_p_rank/kendall_avg_villekuosmanen_armnetbench_robometer_v01_so101": 0.9733333333333334, |
| "eval_p_rank/kendall_rewind_avg_villekuosmanen_armnetbench_robometer_v01_so101": 1.0, |
| "eval_p_rank/avg_succ_subopt_diff_avg_villekuosmanen_armnetbench_robometer_v01_so101": 0.2603318393230438, |
| "eval_p_rank/min_succ_subopt_diff_avg_villekuosmanen_armnetbench_robometer_v01_so101": 0.2340403318405151, |
| "eval_p_rank/max_succ_subopt_diff_avg_villekuosmanen_armnetbench_robometer_v01_so101": 0.28662334680557255, |
| "eval_p_rank/avg_subopt_fail_diff_avg_villekuosmanen_armnetbench_robometer_v01_so101": 0.34317512847483156, |
| "eval_p_rank/min_subopt_fail_diff_avg_villekuosmanen_armnetbench_robometer_v01_so101": 0.22084063291549677, |
| "eval_p_rank/max_subopt_fail_diff_avg_villekuosmanen_armnetbench_robometer_v01_so101": 0.46550962403416635, |
| "eval_p_rank/avg_succ_fail_diff_avg_villekuosmanen_armnetbench_robometer_v01_so101": 0.5989572279155254, |
| "eval_p_rank/min_succ_fail_diff_avg_villekuosmanen_armnetbench_robometer_v01_so101": 0.4043008178472519, |
| "eval_p_rank/max_succ_fail_diff_avg_villekuosmanen_armnetbench_robometer_v01_so101": 0.7333046674728394, |
| "eval_p_rank/ranking_acc_avg_villekuosmanen_armnetbench_robometer_v01_so101": 0.98, |
| "eval_p_rank/ranking_acc_all_pairs_avg_villekuosmanen_armnetbench_robometer_v01_so101": 0.98, |
| "eval_p_rank/ranking_acc_failure_vs_suboptimal_avg_villekuosmanen_armnetbench_robometer_v01_so101": 0.96, |
| "eval_p_rank/ranking_acc_failure_vs_successful_avg_villekuosmanen_armnetbench_robometer_v01_so101": 0.995, |
| "eval_p_rank/ranking_acc_suboptimal_vs_successful_avg_villekuosmanen_armnetbench_robometer_v01_so101": 0.94, |
| "eval_p_rank/kendall_sum_villekuosmanen_armnetbench_robometer_v01_so101": 0.9733333333333334, |
| "eval_p_rank/kendall_rewind_sum_villekuosmanen_armnetbench_robometer_v01_so101": 1.0, |
| "eval_p_rank/avg_succ_subopt_diff_sum_villekuosmanen_armnetbench_robometer_v01_so101": 0.2603318393230438, |
| "eval_p_rank/min_succ_subopt_diff_sum_villekuosmanen_armnetbench_robometer_v01_so101": 0.2340403318405151, |
| "eval_p_rank/max_succ_subopt_diff_sum_villekuosmanen_armnetbench_robometer_v01_so101": 0.28662334680557255, |
| "eval_p_rank/avg_subopt_fail_diff_sum_villekuosmanen_armnetbench_robometer_v01_so101": 0.34317512847483156, |
| "eval_p_rank/min_subopt_fail_diff_sum_villekuosmanen_armnetbench_robometer_v01_so101": 0.22084063291549677, |
| "eval_p_rank/max_subopt_fail_diff_sum_villekuosmanen_armnetbench_robometer_v01_so101": 0.46550962403416635, |
| "eval_p_rank/avg_succ_fail_diff_sum_villekuosmanen_armnetbench_robometer_v01_so101": 0.5989572279155254, |
| "eval_p_rank/min_succ_fail_diff_sum_villekuosmanen_armnetbench_robometer_v01_so101": 0.4043008178472519, |
| "eval_p_rank/max_succ_fail_diff_sum_villekuosmanen_armnetbench_robometer_v01_so101": 0.7333046674728394, |
| "eval_p_rank/ranking_acc_sum_villekuosmanen_armnetbench_robometer_v01_so101": 0.98, |
| "eval_p_rank/ranking_acc_all_pairs_sum_villekuosmanen_armnetbench_robometer_v01_so101": 0.98, |
| "eval_p_rank/ranking_acc_failure_vs_suboptimal_sum_villekuosmanen_armnetbench_robometer_v01_so101": 0.96, |
| "eval_p_rank/ranking_acc_failure_vs_successful_sum_villekuosmanen_armnetbench_robometer_v01_so101": 0.995, |
| "eval_p_rank/ranking_acc_suboptimal_vs_successful_sum_villekuosmanen_armnetbench_robometer_v01_so101": 0.94, |
| "eval_rew_align/success_auprc_villekuosmanen_armnetbench_robometer_v01_bimanual_so101": 0.5443845562271816, |
| "eval_rew_align/positive_success_acc_villekuosmanen_armnetbench_robometer_v01_bimanual_so101": 0.8, |
| "eval_rew_align/negative_success_acc_villekuosmanen_armnetbench_robometer_v01_bimanual_so101": 0.9837301587301587, |
| "eval_rew_align/loss_villekuosmanen_armnetbench_robometer_v01_bimanual_so101": 1.8786175727844239, |
| "eval_rew_align/pearson_villekuosmanen_armnetbench_robometer_v01_bimanual_so101": 0.873048229166392, |
| "eval_p_rank/kendall_last_villekuosmanen_armnetbench_robometer_v01_bimanual_so101": 0.8599999999999999, |
| "eval_p_rank/kendall_rewind_last_villekuosmanen_armnetbench_robometer_v01_bimanual_so101": 1.0, |
| "eval_p_rank/avg_succ_subopt_diff_last_villekuosmanen_armnetbench_robometer_v01_bimanual_so101": 0.022240763902664218, |
| "eval_p_rank/min_succ_subopt_diff_last_villekuosmanen_armnetbench_robometer_v01_bimanual_so101": 0.004176568984985418, |
| "eval_p_rank/max_succ_subopt_diff_last_villekuosmanen_armnetbench_robometer_v01_bimanual_so101": 0.04030495882034302, |
| "eval_p_rank/avg_subopt_fail_diff_last_villekuosmanen_armnetbench_robometer_v01_bimanual_so101": 0.48705225288867954, |
| "eval_p_rank/min_subopt_fail_diff_last_villekuosmanen_armnetbench_robometer_v01_bimanual_so101": 0.3980588108301163, |
| "eval_p_rank/max_subopt_fail_diff_last_villekuosmanen_armnetbench_robometer_v01_bimanual_so101": 0.5760456949472428, |
| "eval_p_rank/avg_succ_fail_diff_last_villekuosmanen_armnetbench_robometer_v01_bimanual_so101": 0.5182861153036356, |
| "eval_p_rank/min_succ_fail_diff_last_villekuosmanen_armnetbench_robometer_v01_bimanual_so101": 0.4383637696504593, |
| "eval_p_rank/max_succ_fail_diff_last_villekuosmanen_armnetbench_robometer_v01_bimanual_so101": 0.6127893760800363, |
| "eval_p_rank/ranking_acc_last_villekuosmanen_armnetbench_robometer_v01_bimanual_so101": 0.895, |
| "eval_p_rank/ranking_acc_all_pairs_last_villekuosmanen_armnetbench_robometer_v01_bimanual_so101": 0.895, |
| "eval_p_rank/ranking_acc_failure_vs_successful_last_villekuosmanen_armnetbench_robometer_v01_bimanual_so101": 1.0, |
| "eval_p_rank/ranking_acc_failure_vs_suboptimal_last_villekuosmanen_armnetbench_robometer_v01_bimanual_so101": 1.0, |
| "eval_p_rank/ranking_acc_suboptimal_vs_successful_last_villekuosmanen_armnetbench_robometer_v01_bimanual_so101": 0.58, |
| "eval_p_rank/kendall_avg_villekuosmanen_armnetbench_robometer_v01_bimanual_so101": 0.8599999999999999, |
| "eval_p_rank/kendall_rewind_avg_villekuosmanen_armnetbench_robometer_v01_bimanual_so101": 1.0, |
| "eval_p_rank/avg_succ_subopt_diff_avg_villekuosmanen_armnetbench_robometer_v01_bimanual_so101": 0.022240763902664218, |
| "eval_p_rank/min_succ_subopt_diff_avg_villekuosmanen_armnetbench_robometer_v01_bimanual_so101": 0.004176568984985418, |
| "eval_p_rank/max_succ_subopt_diff_avg_villekuosmanen_armnetbench_robometer_v01_bimanual_so101": 0.04030495882034302, |
| "eval_p_rank/avg_subopt_fail_diff_avg_villekuosmanen_armnetbench_robometer_v01_bimanual_so101": 0.48705225288867954, |
| "eval_p_rank/min_subopt_fail_diff_avg_villekuosmanen_armnetbench_robometer_v01_bimanual_so101": 0.3980588108301163, |
| "eval_p_rank/max_subopt_fail_diff_avg_villekuosmanen_armnetbench_robometer_v01_bimanual_so101": 0.5760456949472428, |
| "eval_p_rank/avg_succ_fail_diff_avg_villekuosmanen_armnetbench_robometer_v01_bimanual_so101": 0.5182861153036356, |
| "eval_p_rank/min_succ_fail_diff_avg_villekuosmanen_armnetbench_robometer_v01_bimanual_so101": 0.4383637696504593, |
| "eval_p_rank/max_succ_fail_diff_avg_villekuosmanen_armnetbench_robometer_v01_bimanual_so101": 0.6127893760800363, |
| "eval_p_rank/ranking_acc_avg_villekuosmanen_armnetbench_robometer_v01_bimanual_so101": 0.895, |
| "eval_p_rank/ranking_acc_all_pairs_avg_villekuosmanen_armnetbench_robometer_v01_bimanual_so101": 0.895, |
| "eval_p_rank/ranking_acc_failure_vs_successful_avg_villekuosmanen_armnetbench_robometer_v01_bimanual_so101": 1.0, |
| "eval_p_rank/ranking_acc_failure_vs_suboptimal_avg_villekuosmanen_armnetbench_robometer_v01_bimanual_so101": 1.0, |
| "eval_p_rank/ranking_acc_suboptimal_vs_successful_avg_villekuosmanen_armnetbench_robometer_v01_bimanual_so101": 0.58, |
| "eval_p_rank/kendall_sum_villekuosmanen_armnetbench_robometer_v01_bimanual_so101": 0.8599999999999999, |
| "eval_p_rank/kendall_rewind_sum_villekuosmanen_armnetbench_robometer_v01_bimanual_so101": 1.0, |
| "eval_p_rank/avg_succ_subopt_diff_sum_villekuosmanen_armnetbench_robometer_v01_bimanual_so101": 0.022240763902664218, |
| "eval_p_rank/min_succ_subopt_diff_sum_villekuosmanen_armnetbench_robometer_v01_bimanual_so101": 0.004176568984985418, |
| "eval_p_rank/max_succ_subopt_diff_sum_villekuosmanen_armnetbench_robometer_v01_bimanual_so101": 0.04030495882034302, |
| "eval_p_rank/avg_subopt_fail_diff_sum_villekuosmanen_armnetbench_robometer_v01_bimanual_so101": 0.48705225288867954, |
| "eval_p_rank/min_subopt_fail_diff_sum_villekuosmanen_armnetbench_robometer_v01_bimanual_so101": 0.3980588108301163, |
| "eval_p_rank/max_subopt_fail_diff_sum_villekuosmanen_armnetbench_robometer_v01_bimanual_so101": 0.5760456949472428, |
| "eval_p_rank/avg_succ_fail_diff_sum_villekuosmanen_armnetbench_robometer_v01_bimanual_so101": 0.5182861153036356, |
| "eval_p_rank/min_succ_fail_diff_sum_villekuosmanen_armnetbench_robometer_v01_bimanual_so101": 0.4383637696504593, |
| "eval_p_rank/max_succ_fail_diff_sum_villekuosmanen_armnetbench_robometer_v01_bimanual_so101": 0.6127893760800363, |
| "eval_p_rank/ranking_acc_sum_villekuosmanen_armnetbench_robometer_v01_bimanual_so101": 0.895, |
| "eval_p_rank/ranking_acc_all_pairs_sum_villekuosmanen_armnetbench_robometer_v01_bimanual_so101": 0.895, |
| "eval_p_rank/ranking_acc_failure_vs_successful_sum_villekuosmanen_armnetbench_robometer_v01_bimanual_so101": 1.0, |
| "eval_p_rank/ranking_acc_failure_vs_suboptimal_sum_villekuosmanen_armnetbench_robometer_v01_bimanual_so101": 1.0, |
| "eval_p_rank/ranking_acc_suboptimal_vs_successful_sum_villekuosmanen_armnetbench_robometer_v01_bimanual_so101": 0.58, |
| "time/custom_evaluations": 33.157642278354615 |
| } |
| } |
