| experiment_id,model_id,cells,tasks,search_gold_rate,read_gold_rate,accepted_edit_rate,applicable_patch_rate,resolved_rate,mean_total_tokens,mean_wall_seconds,mean_model_switch_seconds,mean_protocol_violations |
| E13,M002,480,60,0.6854166666666667,0.7625,0.3333333333333333,0.3333333333333333,0.17708333333333334,84674.02083333333,41.98472809729283,3.4549790804783695,3.5479166666666666 |
| E13,M003,480,60,0.35208333333333336,0.4625,0.44166666666666665,0.44166666666666665,0.03958333333333333,32785.84583333333,34.59957112942793,3.167500024646385,6.195833333333334 |
| E13,M004,480,60,0.7354166666666667,0.8666666666666667,0.525,0.49583333333333335,0.09166666666666666,97135.95,57.35652058802225,2.6742264743874937,4.575 |
| E14,M002,180,20,0.5333333333333333,0.5555555555555556,0.16111111111111112,0.16111111111111112,0.0,92998.44444444444,42.86677692914123,4.415134662050857,4.227777777777778 |
| E14,M003,180,20,0.34444444444444444,0.20555555555555555,0.2388888888888889,0.2388888888888889,0.0,30692.027777777777,29.369763418585837,3.7704910446191207,7.238888888888889 |
| E14,M004,180,20,0.5611111111111111,0.7222222222222222,0.39444444444444443,0.37777777777777777,0.0,91370.83333333333,36.51474629910792,3.3334119585653146,4.011111111111111 |
| E15,M002,180,20,0.5833333333333334,0.5333333333333333,0.19444444444444445,0.19444444444444445,0.0,97850.26111111112,42.32327173748442,7.525023686735787,4.105555555555555 |
| E15,M003,180,20,0.40555555555555556,0.25,0.49444444444444446,0.49444444444444446,0.0,48804.666666666664,45.03833689724302,8.182226638155731,5.0055555555555555 |
| E15,M004,180,20,0.6555555555555556,0.6944444444444444,0.45555555555555555,0.4166666666666667,0.0,101060.00555555556,47.055586155562196,5.992929025518242,4.05 |
| E16,M002,102,17,0.6470588235294118,0.7352941176470589,0.28431372549019607,0.28431372549019607,0.00980392156862745,99328.88235294117,43.919911057692865,3.4144008639017485,3.8529411764705883 |
| E16,M003,102,17,0.3333333333333333,0.43137254901960786,0.49019607843137253,0.4803921568627451,0.0,46696.098039215685,44.83442304119486,3.5768210273372993,6.4411764705882355 |
| E16,M004,102,17,0.7058823529411765,0.7450980392156863,0.46078431372549017,0.45098039215686275,0.0,101247.43137254902,60.27665704368459,2.6929932891952753,4.813725490196078 |
|
|
