model,tasks,samples,correct,pass_at_1,pass_at_1_ci_low,pass_at_1_ci_high,implementation_coverage_at_1,implementation_coverage_at_1_ci_low,implementation_coverage_at_1_ci_high,pass_at_4,pass_at_4_ci_low,pass_at_4_ci_high,implementation_coverage_at_4,implementation_coverage_at_4_ci_low,implementation_coverage_at_4_ci_high,pass_at_8,pass_at_8_ci_low,pass_at_8_ci_high,implementation_coverage_at_8,implementation_coverage_at_8_ci_low,implementation_coverage_at_8_ci_high,pass_at_16,pass_at_16_ci_low,pass_at_16_ci_high,implementation_coverage_at_16,implementation_coverage_at_16_ci_low,implementation_coverage_at_16_ci_high,pass_at_64,pass_at_64_ci_low,pass_at_64_ci_high,implementation_coverage_at_64,implementation_coverage_at_64_ci_low,implementation_coverage_at_64_ci_high,correct_matched_coverage_at_4,correct_matched_coverage_at_4_eligible_tasks,correct_matched_coverage_at_8,correct_matched_coverage_at_8_eligible_tasks,correct_matched_coverage_at_16,correct_matched_coverage_at_16_eligible_tasks,correct_matched_coverage_at_64,correct_matched_coverage_at_64_eligible_tasks
base,500,32000,12142,0.3794375,0.34740546875,0.41365703125,0.3794375,0.34740546875,0.41365703125,0.5507654491198912,0.5132311306218681,0.5890580618405479,1.2665641226612274,1.159415250025182,1.3736470797606455,0.6109743277142735,0.5724928416444336,0.6497163629340588,2.2670132030155092,2.0738004189885935,2.4590917365037095,0.6569243830645763,0.6184579345767386,0.6952451294337093,4.039637834881175,3.6929032849396326,4.390863679872534,0.72,0.6819500000000001,0.758,12.802,11.69585,13.9681,3.3583723736089284,322,5.986525949447583,294,10.42331543495907,251,19.875,24
plain,500,32000,13263,0.41446875,0.38040546875,0.45168984375,0.41446875,0.38040546875,0.45168984375,0.5654111549696559,0.5268074897383598,0.6045970197961521,1.1661383023595477,1.070903410028078,1.2672731045868904,0.6185723086964429,0.5793926136329006,0.65815805619536,1.9228737911818574,1.7571056197779187,2.101574059760503,0.6563636760539059,0.6166121006457762,0.6960772759859236,3.1592155356398983,2.8673068380698647,3.47591123889947,0.704,0.664,0.744,8.506,7.60195,9.46405,2.856476213813779,321,4.690364473715527,305,7.3244981368337205,263,8.686274509803921,51
spd_hard,500,32000,13365,0.41765625,0.384625,0.4546578125,0.41765625,0.384625,0.4546578125,0.5659676600941804,0.527518317657576,0.604875113633502,1.1526910962957369,1.059633787473874,1.2513327874361007,0.6187692750882325,0.5796125930854173,0.6583837108361063,1.8917267799240527,1.7283757935135853,2.062184461404335,0.656461003056232,0.616541219686637,0.6960544516270536,3.103388895756195,2.817451519989818,3.40744240345712,0.702,0.662,0.7420499999999998,8.388,7.514,9.322049999999999,2.8097969039470296,321,4.589740759204707,303,7.136154971929802,264,7.981132075471698,53
spectral_soft,500,32000,12906,0.4033125,0.37115312500000003,0.43831796874999995,0.4033125,0.37115312500000003,0.43831796874999995,0.562148161088867,0.5239757778858503,0.6009773591542646,1.243749039938556,1.1431083542658207,1.348755115711012,0.6189282395695613,0.5799531764909873,0.6581920368265824,2.161080512531813,1.9763838957574165,2.3468053037933396,0.6622507815182023,0.6233787417205545,0.7018316378569717,3.758255772115641,3.4251782302115035,4.103086515045223,0.726,0.688,0.766,11.51,10.424,12.652399999999997,3.143291510215674,323,5.451019508347272,302,9.09058337320117,259,12.176470588235293,34