inputs/AgentSelect/other/Appendix.G/PartI/analysis_results/csv/by_dirname.csv

dirname,n_records,n_llm_items,llm_mean,llm_score3_rate,n_tool_items,tool_mean,tool_ge2_rate,tool_eq3_rate,tool_neg_rate,n_agent_items,agent_mean,agent_eq3_rate,agent_zero_tool_rate,agent_negative_tool_rate
bbh_hyperbaton,5,25,3.0,100.0,49,-0.3878,42.86,14.29,48.98,25,2.72,72.0,24.0,0.0
bbh_salient_translation_error_detection,5,25,3.0,100.0,61,-0.3934,22.95,19.67,45.9,25,2.6,64.0,48.0,4.0
bbh_date_understanding,5,25,3.0,100.0,26,-0.4231,46.15,26.92,53.85,25,2.4,44.0,24.0,56.0
bbh_penguins_in_a_table,5,25,3.0,100.0,15,-0.4667,40.0,26.67,53.33,25,2.72,72.0,36.0,28.0
bbh_snarks,5,25,3.0,100.0,56,-0.5536,33.93,17.86,51.79,25,2.76,76.0,44.0,0.0
bbh_sports_understanding,5,25,3.0,100.0,54,-0.5741,33.33,24.07,53.7,25,2.2,40.0,16.0,32.0
bbh_reasoning_about_colored_objects,5,25,3.0,100.0,51,-0.6863,35.29,31.37,58.82,25,2.8,84.0,84.0,16.0
bbh_ruin_names,5,25,3.0,100.0,67,-0.7164,25.37,22.39,55.22,25,2.76,80.0,28.0,4.0
ifeval,5,25,3.0,100.0,58,-0.9655,24.14,13.79,58.62,25,2.56,56.0,32.0,12.0
musr_murder_mysteries,5,25,3.0,100.0,41,-1.0732,19.51,12.2,60.98,25,1.96,36.0,24.0,52.0
bbh_causal_judgement,5,25,3.0,100.0,44,-1.0909,13.64,4.55,56.82,25,2.88,88.0,88.0,0.0
bbh_geometric_shapes,5,25,3.0,100.0,43,-1.1628,13.95,2.33,60.47,25,2.48,48.0,36.0,0.0
math_counting_and_prob_hard,5,25,3.0,100.0,29,-1.4828,20.69,6.9,68.97,25,2.76,76.0,60.0,0.0
bbh_temporal_sequences,5,25,3.0,100.0,43,-1.5116,11.63,6.98,67.44,25,2.64,64.0,52.0,0.0
bbh_disambiguation_qa,5,25,3.0,100.0,41,-1.5122,17.07,14.63,70.73,25,3.0,100.0,80.0,0.0
math_prealgebra_hard,5,25,3.0,100.0,44,-1.5227,15.91,13.64,70.45,25,3.0,100.0,60.0,0.0
math_algebra_hard,5,23,3.0,100.0,20,-1.75,15.0,10.0,75.0,25,2.84,84.0,28.0,0.0
musr_team_allocation,5,25,3.0,100.0,34,-1.7647,14.71,14.71,76.47,25,2.4,40.0,20.0,20.0
bbh_object_counting,5,25,3.0,100.0,25,-1.8,16.0,8.0,76.0,25,2.96,96.0,52.0,0.0
bbh_movie_recommendation,5,25,3.0,100.0,26,-2.0769,15.38,15.38,84.62,25,2.92,92.0,44.0,0.0
math_geometry_hard,5,23,3.0,100.0,10,-2.1,10.0,10.0,90.0,25,2.92,92.0,68.0,8.0
gpqa_extended,5,25,3.0,100.0,22,-2.2273,13.64,9.09,86.36,25,2.84,92.0,36.0,8.0
musr_object_placements,5,25,3.0,100.0,57,-2.2632,1.75,1.75,82.46,25,2.76,80.0,80.0,16.0
bbh_logical_deduction_three_objects,5,25,3.0,100.0,44,-2.3182,2.27,2.27,84.09,25,3.0,100.0,100.0,0.0
bbh_logical_deduction_five_objects,5,25,3.0,100.0,54,-2.3519,5.56,5.56,88.89,25,2.68,68.0,68.0,0.0
bbh_formal_fallacies,5,25,3.0,100.0,53,-2.3585,11.32,0.0,86.79,25,3.0,100.0,100.0,0.0
math_intermediate_algebra_hard,5,25,3.0,100.0,24,-2.375,8.33,4.17,87.5,25,2.8,80.0,40.0,0.0
bbh_navigate,5,25,3.0,100.0,48,-2.5,0.0,0.0,87.5,25,2.44,44.0,44.0,16.0
bbh_boolean_expressions,5,25,3.0,100.0,36,-2.6667,0.0,0.0,91.67,25,2.84,84.0,68.0,8.0
bbh_logical_deduction_seven_objects,5,25,3.0,100.0,38,-2.6842,0.0,0.0,92.11,25,2.56,72.0,68.0,16.0
mmlu_pro,5,25,3.0,100.0,13,-2.6923,0.0,0.0,92.31,25,2.84,84.0,40.0,0.0
gpqa_diamond,5,25,3.0,100.0,16,-2.75,0.0,0.0,93.75,25,2.84,84.0,68.0,0.0
math_num_theory_hard,5,24,3.0,100.0,22,-2.7727,0.0,0.0,95.45,25,2.88,88.0,28.0,0.0
bbh_web_of_lies,5,25,3.0,100.0,38,-2.7895,0.0,0.0,94.74,25,2.92,92.0,76.0,0.0
gpqa_main,5,25,3.0,100.0,26,-2.8077,3.85,0.0,96.15,25,2.72,80.0,64.0,8.0
bbh_tracking_shuffled_objects_seven_objects,5,25,3.0,100.0,52,-2.8269,1.92,0.0,96.15,25,3.0,100.0,68.0,0.0
bbh_tracking_shuffled_objects_three_objects,5,25,3.0,100.0,47,-2.8723,2.13,2.13,97.87,25,2.68,84.0,84.0,16.0
math_precalculus_hard,5,25,3.0,100.0,23,-3.0,0.0,0.0,100.0,25,2.92,92.0,56.0,8.0
bbh_tracking_shuffled_objects_five_objects,5,25,3.0,100.0,49,-3.0,0.0,0.0,100.0,25,2.88,88.0,56.0,12.0