experiment_id,run_id,task_id,repository_sha,model_id,harness_id,interface_id,resolved_at_1,accepted_edit_cell,applicable_final_patch,exact_modified_file_match,fail_to_pass,search_gold_any,read_gold_any,search_mrr,read_mrr,gold_retrieved_before_edit,gold_read_before_edit,unique_retrieved_before_edit,unique_read_before_edit,total_tokens,prompt_tokens,completion_tokens,elapsed_seconds,model_elapsed_seconds,model_switch_seconds,model_switch_count,tool_calls,protocol_violation_count,failure_stage,finished_reason E13,3d44fe10268e97b78b3a,TASK_CR_001,f658abd3eb4eca9b8aadb5ee3af969ff1f142146,M002,H000,P002,1,1,1,1,1,1,1,1.0,1.0,1,1,5,1,30444,29095,1349,22.416329791070893,14.641091831959784,4.913519499823451,1,6,0,resolved,finish_tool E13,150effd3ff1498437fd1,TASK_CR_002,10aab506a17814404398dadc564ab53795439424,M002,H000,P002,0,0,0,0,0,1,1,0.3333333333333333,1.0,1,1,5,1,7946,7682,264,3.521211000159383,3.462306791683659,0.0,0,2,0,empty_patch,assistant_stop_without_finish E13,4c066d1396ab50207aa5,TASK_CR_003,4e9786fae8866b063d641e08b3c7890ef844bd15,M002,H000,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,1,9374,9127,247,4.723109291866422,4.67886433401145,0.0,0,2,0,empty_patch,assistant_stop_without_finish E13,dc0752d330d55ba6cf89,TASK_CR_005,f3cf91bcf15e1eab614a52ad928f0b4e7826b4e6,M002,H000,P002,0,0,0,0,0,1,1,0.5,0.5,1,1,5,3,145044,140441,4603,53.17036424996331,52.97016195789911,0.0,0,12,6,empty_patch,tool_budget_exhausted E13,61182006b7a63a8f88fa,TASK_CR_006,b4b74fa3d7c867c53efdb254893564c5119526a5,M002,H000,P002,1,1,1,1,1,1,1,1.0,1.0,1,1,5,1,166081,163008,3073,43.42900795885362,37.216254292754456,0.0,0,12,0,resolved,finish_tool E13,52dab4cf78bc73d9bf76,TASK_CR_007,497027ef60af5688bf153c06fcfbb0a3d2886217,M002,H000,P002,0,0,0,0,0,1,0,0.3333333333333333,0.0,1,0,5,2,83158,82360,798,13.139850832987577,12.961575957480818,0.0,0,12,8,empty_patch,tool_budget_exhausted E13,03cd64d7dc6463acd832,TASK_CR_008,ce2cb82cebb100c27b4d19385791706b71138994,M002,H000,P002,0,0,0,0,0,1,1,0.3333333333333333,0.5,1,1,5,2,141696,140655,1041,23.695946249878034,23.46522449865006,0.0,0,12,3,empty_patch,model_turn_budget E13,1d98c9ddee9c4bc710b2,TASK_CR_009,49fb64fb1031531a6a651575e5a295abbaa6946a,M002,H000,P002,1,1,1,1,1,1,1,1.0,1.0,1,1,5,3,153162,150590,2572,75.23132625012659,33.151963624637574,0.0,0,12,2,resolved,model_turn_budget E13,42fcd8cf5101836f046f,TASK_CR_012,4a086221393c6a74d1a5808af2666b1a6073f414,M002,H000,P002,1,1,1,1,1,1,1,0.5,1.0,1,1,5,2,29534,28390,1144,19.536585541209206,15.107264834921807,5.3837838331237435,1,6,0,resolved,finish_tool E13,d2b8cdc12b04da960fc8,TASK_CR_013,a7f451907269355a46ab528111003b32851ffdb8,M002,H000,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,4399,4187,212,3.552381542045623,3.4962019589729607,0.0,0,1,0,empty_patch,assistant_stop_without_finish E13,ae4296559040b62e645d,TASK_S2_R001_011,d81649aabf1c96534f78d89b7298a87a7752884b,M002,H000,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,1,57000,56016,984,13.686193750007078,13.516196709591895,0.0,0,12,10,empty_patch,model_turn_budget E13,b3a07d0e5d9a11070b15,TASK_S2_R001_012,dcdf51716e931cab57d62ab2637b7320108ff376,M002,H000,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,1,62024,61184,840,12.114177332958207,11.953562874579802,0.0,0,12,10,empty_patch,model_turn_budget E13,1dab6f8d62470f122e65,TASK_S2_R001_013,b0cc2ebf7fb6332d9cf32e805e370140d4f3bba0,M002,H000,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,2,71941,71040,901,15.535245457896963,15.385894625913352,0.0,0,12,8,empty_patch,model_turn_budget E13,98ef73fba5fbad842741,TASK_S2_R001_014,1e3bd63c7b65e70ad5189ba1691507548abd9d3e,M002,H000,P002,0,0,0,0,0,0,1,0.0,1.0,0,1,5,1,90729,89643,1086,18.47585062496364,18.30043312581256,0.0,0,12,8,empty_patch,model_turn_budget E13,6a4430b58cdb70ebd6be,TASK_S2_R001_015,0b6865a6fb06846d8b5b0ef177130aa2156ad0d4,M002,H000,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,3,141569,132205,9364,121.24329408304766,121.01803120900877,0.0,0,9,1,empty_patch,assistant_stop_without_finish E13,bfe6e4e3dc2fd8d7e47a,TASK_S2_R001_016,ff2731c2a76d1816d73a47c4e7d615c5fff4969b,M002,H000,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,3,95152,94191,961,16.910203875042498,16.749112375546247,0.0,0,12,7,empty_patch,model_turn_budget E13,aae29965188951ec3265,TASK_S2_R001_017,b141f250943abe155e0db8f018f59ba45e9d2dbe,M002,H000,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,3,1,22710,14294,8416,86.68366841692477,86.63509595929645,4.807096582837403,1,3,0,empty_patch,assistant_stop_without_finish E13,e05544a1d1d07e3b68ed,TASK_S2_R001_018,4fdb8ee94d8e03424b10d254c26a3ddc0b76fb1d,M002,H000,P002,1,1,1,1,1,1,1,0.3333333333333333,1.0,1,1,5,2,78797,76905,1892,61.265426124911755,22.074320666957647,0.0,0,9,1,resolved,finish_tool E13,f5a0be9fbd788062d7bd,TASK_S2_R001_019,a4320fa224af23dd403ca718d4502666b1efa4a4,M002,H000,P002,0,1,1,1,0,1,1,1.0,1.0,1,1,5,1,134972,132181,2791,43.61739029199816,41.79818508354947,0.0,0,12,4,tests,model_turn_budget E13,d38a8510aef330bef051,TASK_S2_R001_020,49fb64fb1031531a6a651575e5a295abbaa6946a,M002,H000,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,1,68680,67525,1155,16.344339416828007,16.18129945732653,0.0,0,12,10,empty_patch,model_turn_budget E13,2878523e875b3e031a04,TASK_S2_R002_001,a5be59f825000f173880b4e49e47ea2bed646531,M002,H000,P002,0,0,0,0,0,1,1,0.5,1.0,1,1,5,1,119720,118817,903,19.54286687495187,19.350897583179176,0.0,0,12,8,empty_patch,model_turn_budget E13,d093a9a3057213882be6,TASK_S2_R002_002,0d984da7b56af3e8e882a3234be0bf44686e6bfc,M002,H000,P002,0,1,1,1,0,1,1,1.0,0.5,1,1,5,2,77642,75545,2097,29.937192749930546,27.822071458445862,0.0,0,11,2,tests,finish_tool E13,4664b9534717458e2ca8,TASK_S2_R002_003,71a96cf3be9940f846e5d412ccd2b18fae8968f7,M002,H000,P002,0,0,0,0,0,1,1,0.25,1.0,1,1,5,1,136963,135500,1463,27.101803375175223,26.87199591915123,0.0,0,12,7,empty_patch,model_turn_budget E13,ef169c027d5cefe09cee,TASK_S2_R002_004,5c23d008b05152107f65b4dbf401fefd7e7c5676,M002,H000,P002,1,1,1,1,1,1,1,1.0,1.0,1,1,5,1,118465,116095,2370,47.9312812499702,36.18543341662735,0.0,0,12,3,resolved,finish_tool E13,ea987110553eae2df025,TASK_S2_R002_005,b0002945668fe718fcb6ab7e3ada5d2fd6dfaf08,M002,H000,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,3,78179,77091,1088,22.246653791051358,22.08190058474429,5.795206750044599,1,12,8,empty_patch,model_turn_budget E13,cfcb08e83c4a36f8053a,TASK_S2_R002_006,41455d61077fa309d2ded62e12e8c1032fbebf3a,M002,H000,P002,0,1,1,1,0,1,1,1.0,1.0,1,1,5,3,169420,167197,2223,47.66548720886931,45.06195804104209,0.0,0,12,3,tests,model_turn_budget E13,9d116c811dacfba7fda7,TASK_S2_R002_007,310fc5b51cf54b221430f18d7dabbdd0a3a34bc6,M002,H000,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,43981,42584,1397,16.726571541978046,16.599743416532874,0.0,0,12,10,empty_patch,model_turn_budget E13,bf4623f9e8fd046b9ed2,TASK_S2_R002_008,3bff4cc7cc31e0c6ba630440deaca38044fc46f5,M002,H000,P002,0,0,0,0,0,0,1,0.0,1.0,0,1,5,3,63780,62253,1527,21.54176341695711,21.40070591447875,0.0,0,12,8,empty_patch,model_turn_budget E13,5d2cb137010ae1bc78d0,TASK_S2_R002_009,87fd929036f5aba0c7795836332c2d28e031c2a0,M002,H000,P002,0,1,1,1,0,1,1,1.0,1.0,1,1,5,3,122670,119998,2672,38.128599459072575,36.95444941637106,0.0,0,12,2,tests,model_turn_budget E13,e7207c2a48c9f8f483d5,TASK_S2_R002_010,f78eadbdb202e0d586339606350eab0172e85005,M002,H000,P002,0,0,0,0,0,0,1,0.0,0.3333333333333333,0,1,5,7,96967,95150,1817,29.840538500109687,29.65731104114093,0.0,0,12,3,empty_patch,model_turn_budget E13,60d164670c6617e6d325,TASK_S2_R002_011,a4c5732a529217dcfaad0e7c63af82ced6e8d382,M002,H000,P002,0,1,1,1,0,1,1,1.0,1.0,1,1,5,2,142748,140524,2224,37.553262792062014,35.37624800018966,0.0,0,11,1,tests,finish_tool E13,afc5ab927f708f9fc344,TASK_S2_R002_012,ccf49b8eb56832c6f83cd39e28959e65bafe3521,M002,H000,P002,0,1,1,1,0,1,1,1.0,1.0,1,1,5,2,89151,86954,2197,28.571216833079234,27.48633679188788,0.0,0,12,2,tests,model_turn_budget E13,a0891bcc8e946c6c6eab,TASK_S2_R002_013,b4e26b379dc7ce7feb1030648f086617536f6689,M002,H000,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,3,96792,95061,1731,23.967688999837264,23.781145373359323,5.324086291017011,1,12,8,empty_patch,model_turn_budget E13,2b36180dbf366ae95edd,TASK_S2_R002_014,b7baa9b20b362fa2be1ca824623f9b8222ca6c2c,M002,H000,P002,0,1,1,1,0,1,1,1.0,1.0,1,1,5,2,48549,47376,1173,22.009656082838774,16.763653041329235,0.0,0,7,0,tests,finish_tool E13,0dab563751ff5bb27fee,TASK_S2_R002_015,5cef87d9b0de63a0596cbefd370411a6e0733ecb,M002,H000,P002,0,0,0,0,0,1,1,0.5,1.0,1,1,5,2,84430,74970,9460,108.73775937501341,107.18764929100871,0.0,0,7,2,empty_patch,assistant_stop_without_finish E13,61bedb7b7f82b4983c4b,TASK_S2_R002_016,c8cfaa49bfd125a112ec8ef2aa095fccd1fe2c70,M002,H000,P002,0,0,0,0,0,1,1,0.5,1.0,1,1,5,2,139049,138120,929,16.45345054101199,16.22958291764371,0.0,0,12,8,empty_patch,model_turn_budget E13,58aacf144d514d4013f1,TASK_S2_R002_017,4d31bf29f54be6a2bad1a80d99417e4779917a51,M002,H000,P002,0,1,1,1,0,1,1,1.0,1.0,1,1,5,1,106326,103208,3118,44.362376749981195,41.3185530398041,0.0,0,11,1,tests,finish_tool E13,757461895c0e3e97bfe9,TASK_S2_R002_018,11860fc055026fa1e14b10111b9410d51a2534ac,M002,H000,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,2,66715,65651,1064,20.0716523330193,19.954488499788567,0.0,0,7,2,empty_patch,assistant_stop_without_finish E13,50fc5a5509804dde4e7d,TASK_S2_R002_019,a26d600aadbd80fe54cbcefb72cd979c3040544c,M002,H000,P002,1,1,1,1,1,0,1,0.0,0.5,0,1,5,2,97248,94478,2770,45.778515374986455,44.00288675003685,0.0,0,12,4,resolved,model_turn_budget E13,fea3e33bc295a6749244,TASK_S2_R002_020,73327f4c90f0d3308a468ea736de0034ad9c22ec,M002,H000,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,2,65344,64451,893,15.305009083123878,15.178171124309301,0.0,0,12,9,empty_patch,model_turn_budget E13,9b91c399a20c3be0891d,TASK_S2_R003_001,cfa6358b4c9c44d267d8c98a53ac840fbb27d3e8,M002,H000,P002,0,0,0,0,0,1,1,0.5,1.0,1,1,5,1,65769,65040,729,12.836771917063743,12.709079458378255,5.572464458178729,1,12,10,empty_patch,model_turn_budget E13,5e93b894f7ac30683c4e,TASK_S2_R003_002,de29503262b7626421f3bffeea3ff073e63e3865,M002,H000,P002,0,1,1,0,0,1,0,0.3333333333333333,0.0,1,0,5,1,61378,58093,3285,40.820130167063326,39.762160626240075,0.0,0,12,8,tests,model_turn_budget E13,eebb0565afd6a9b14c26,TASK_S2_R003_003,939505b9c143939ba1e52c5cb920d8aa36596e19,M002,H000,P002,1,1,1,1,1,1,1,0.5,1.0,1,1,5,1,29538,27940,1598,21.961933792103082,20.46181874978356,0.0,0,7,2,resolved,finish_tool E13,84a1d5a14da87e9c8ab4,TASK_S2_R003_004,e4673d8aeaf97b9ad5d2500e459526b4cf494547,M002,H000,P002,0,0,0,0,0,1,1,0.25,1.0,1,1,5,1,111367,107949,3418,50.4307699999772,50.27109616668895,0.0,0,12,3,empty_patch,model_turn_budget E13,10695f5e4583068dc096,TASK_S2_R003_005,f4f7d7a63716f072eb45db2c7f590db0435350f0,M002,H000,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,57475,56627,848,13.756195625057444,13.649798292201012,0.0,0,12,10,empty_patch,model_turn_budget E13,3f4c199c987bb5690bf6,TASK_S2_R003_006,9439132b1df39fbf386e5ee4d8354e78f549e109,M002,H000,P002,0,1,1,0,0,1,1,0.2,0.3333333333333333,1,1,5,6,97740,94522,3218,45.10818429198116,43.65976799791679,0.0,0,12,2,tests,tool_budget_exhausted E13,50996cd78ae19fd3d279,TASK_S2_R003_007,735efff88cc8d59021cb5a746ba70b66548e7662,M002,H000,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,4,145359,142370,2989,47.1526337498799,46.97534562367946,0.0,0,12,1,empty_patch,tool_budget_exhausted E13,fc083073bbca1b3e04c3,TASK_S2_R003_008,9734ad4bcbedcf4ee61317c12f47ddacf2ac208f,M002,H000,P002,1,1,1,1,1,1,1,1.0,1.0,1,1,5,2,46076,44962,1114,19.11244758288376,16.90913962502964,0.0,0,7,0,resolved,finish_tool E13,2b0a5ae873106fd88ede,TASK_S2_R003_009,a2ab54ceb40eca1e6e71f7779a418591426b2b2c,M002,H000,P002,0,0,0,0,0,1,1,0.3333333333333333,1.0,1,1,5,2,163088,161864,1224,30.501136125065386,30.307686416897923,5.424129916820675,1,12,1,empty_patch,model_turn_budget E13,12ba7c4363c5e87d0ce5,TASK_S2_R003_010,8d74b889c55d18395c5e5006ba8f7db77892f603,M002,H000,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,120753,117954,2799,42.623560833977535,42.468947040848434,0.0,0,12,5,empty_patch,tool_budget_exhausted E13,e0a9810e62087ee94b53,TASK_S2_R003_011,ee393a16e1aa6dbf2f9785eb3ef486f7d5b9276f,M002,H000,P002,0,0,0,0,0,1,1,0.5,0.5,1,1,5,3,156557,155019,1538,36.59419291699305,36.41734770941548,0.0,0,12,2,empty_patch,model_turn_budget E13,395354b82903414735ad,TASK_S2_R003_012,d509da60155e9470dee197d91926850ea9548de9,M002,H000,P002,0,0,0,0,0,1,1,1.0,0.25,1,1,5,5,73187,71658,1529,24.463438041042536,24.341903749620542,0.0,0,12,4,empty_patch,model_turn_budget E13,02dcce98d48f201b4213,TASK_S2_R003_013,c378817389a9510ef508b5a3c90282e5fb60049f,M002,H000,P002,0,0,0,0,0,1,0,0.3333333333333333,0.0,1,0,5,1,9118,8919,199,5.057820250047371,5.032089958898723,0.0,0,2,0,empty_patch,assistant_stop_without_finish E13,f0224b579e6d0d11fdda,TASK_S2_R003_014,93586405fbfa61317dc75e186799549573bc0bbb,M002,H000,P002,0,1,1,1,0,1,1,1.0,1.0,1,1,5,2,76925,74861,2064,34.62369541591033,28.320579709019512,0.0,0,11,4,tests,finish_tool E13,97dec5208fcd8857da4b,TASK_S2_R003_015,cf87226a81108fbed4f58751f1c03234cc57bcf1,M002,H000,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,2,83948,82342,1606,24.077347290934995,23.943718667840585,0.0,0,12,7,empty_patch,model_turn_budget E13,3f814681e6f7445bd6be,TASK_S2_R003_016,88de2f0fc52f4f02e1d44139f4404acf172624d7,M002,H000,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,2,170320,169374,946,26.43559637479484,26.24577187700197,0.0,0,12,4,empty_patch,model_turn_budget E13,0dc746bf3de13215fb87,TASK_S2_R003_017,ef8f0e190b1add3bbba9a7b194aba2f3c1a83b2e,M002,H000,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,96089,94344,1745,24.646729458821937,23.759132457198575,5.359353875042871,1,12,5,empty_patch,model_turn_budget E13,db668048d56b1d912f9a,TASK_S2_R003_018,c5d0404ac9edfbfd328e7b4f07f554366377df3f,M002,H000,P002,0,0,0,0,0,0,1,0.0,0.3333333333333333,0,1,5,3,66132,65134,998,18.267587665934116,18.151425167918205,0.0,0,12,7,empty_patch,tool_budget_exhausted E13,d57f988da78c5b02eeaf,TASK_S2_R003_019,c23e6bd5785205f0f4b4c80321153658fc23fb98,M002,H000,P002,1,1,1,1,1,1,1,0.25,1.0,1,1,5,2,48040,46298,1742,25.00967770908028,23.284237334039062,0.0,0,9,1,resolved,finish_tool E13,6dbf2f3979b0b9cf8f41,TASK_S2_R003_020,e11d889cd19ec1555b2bbee15355a8cdfad61d5f,M002,H000,P002,0,0,0,0,0,0,1,0.0,0.5,0,1,5,2,55302,45619,9683,102.1572420829907,102.05642895842902,0.0,0,11,7,empty_patch,assistant_stop_without_finish E13,01b48b7ca9e6babda267,TASK_CR_001,f658abd3eb4eca9b8aadb5ee3af969ff1f142146,M003,H000,P003,1,1,1,1,1,1,1,0.25,1.0,1,1,5,1,19068,17342,1726,30.511331042042002,27.508306709118187,0.0,0,4,2,resolved,assistant_stop_without_finish E13,e16a22b5e084e3dd38b6,TASK_CR_001,f658abd3eb4eca9b8aadb5ee3af969ff1f142146,M004,H000,P003,1,1,1,1,1,1,1,1.0,1.0,1,1,5,2,93080,91136,1944,45.909622333943844,42.71386325079948,0.0,0,12,5,resolved,model_turn_budget E13,02fcaf236ada68c5a263,TASK_CR_002,10aab506a17814404398dadc564ab53795439424,M004,H000,P003,0,1,0,1,0,1,1,0.3333333333333333,1.0,1,1,5,3,76966,75062,1904,28.730359042063355,26.655570708680898,0.0,0,12,2,patch_apply,model_turn_budget E13,1a30b02d6471c1b2d903,TASK_CR_002,10aab506a17814404398dadc564ab53795439424,M003,H000,P003,0,0,0,0,0,0,1,0.0,1.0,0,1,0,1,15359,14670,689,10.22094308421947,10.158316960092634,0.0,0,12,10,empty_patch,model_turn_budget E13,a12113f75c0aa0142f06,TASK_CR_003,4e9786fae8866b063d641e08b3c7890ef844bd15,M003,H000,P003,0,1,1,1,0,0,1,0.0,1.0,0,1,0,1,22780,19781,2999,40.78509970800951,39.969047042075545,0.0,0,6,3,tests,assistant_stop_without_finish E13,b10a77f4016b23e41e05,TASK_CR_003,4e9786fae8866b063d641e08b3c7890ef844bd15,M004,H000,P003,1,1,1,1,1,1,1,1.0,1.0,1,1,5,3,148940,143317,5623,109.42499949992634,107.15892212558538,0.0,0,12,4,resolved,model_turn_budget E13,0d9794b793cc02ae5cab,TASK_CR_005,f3cf91bcf15e1eab614a52ad928f0b4e7826b4e6,M004,H000,P003,0,0,0,0,0,1,1,0.5,1.0,1,1,5,4,86645,85907,738,17.121381624834612,16.954266083193943,0.0,0,12,5,empty_patch,model_turn_budget E13,ea27ec3bf3d65667177c,TASK_CR_005,f3cf91bcf15e1eab614a52ad928f0b4e7826b4e6,M003,H000,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,10168,9552,616,10.617153167026117,10.5522222481668,0.0,0,12,11,empty_patch,model_turn_budget E13,148efa0e744cbc88f96f,TASK_CR_006,b4b74fa3d7c867c53efdb254893564c5119526a5,M003,H000,P003,0,0,0,0,0,1,1,0.25,1.0,1,1,5,1,38911,38295,616,19.012740459060296,18.88368475018069,0.0,0,12,9,empty_patch,model_turn_budget E13,2102d280533e0233e13d,TASK_CR_006,b4b74fa3d7c867c53efdb254893564c5119526a5,M004,H000,P003,0,1,1,1,0,1,1,0.3333333333333333,1.0,1,1,5,3,127932,121541,6391,131.738185999915,130.79205145966262,0.0,0,12,3,tests,model_turn_budget E13,6bcb77e648eb1bccbfa0,TASK_CR_007,497027ef60af5688bf153c06fcfbb0a3d2886217,M003,H000,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,41625,40880,745,22.797564917011186,22.67025550128892,0.0,0,12,10,empty_patch,model_turn_budget E13,89f8977b605f4ff3f7db,TASK_CR_007,497027ef60af5688bf153c06fcfbb0a3d2886217,M004,H000,P003,0,0,0,0,0,1,1,0.2,0.5,1,1,5,4,115431,114821,610,21.708396583097056,21.508324334863573,0.0,0,12,5,empty_patch,model_turn_budget E13,780f5f609d155bfbf21b,TASK_CR_008,ce2cb82cebb100c27b4d19385791706b71138994,M004,H000,P003,0,1,1,1,0,1,1,0.5,0.5,1,1,5,2,137614,130532,7082,136.31109925010242,131.95274262386374,4.069998582825065,1,12,2,tests,model_turn_budget E13,86c4e999f044c29dba19,TASK_CR_008,ce2cb82cebb100c27b4d19385791706b71138994,M003,H000,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,1,20833,19249,1584,28.19133112509735,22.221508376067504,0.0,0,4,1,tests,assistant_stop_without_finish E13,a5f2103dfcdd439a04f0,TASK_CR_009,49fb64fb1031531a6a651575e5a295abbaa6946a,M004,H000,P003,0,1,1,1,0,1,1,0.5,1.0,1,1,5,3,146183,143237,2946,65.02283220808022,63.638802042929456,0.0,0,12,3,tests,model_turn_budget E13,fd11f63a0ea1f3a492c9,TASK_CR_009,49fb64fb1031531a6a651575e5a295abbaa6946a,M003,H000,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,561,522,39,0.7595606669783592,0.7555134580470622,5.681710958946496,1,0,0,empty_patch,assistant_stop_without_finish E13,4912d0697a3ed828538e,TASK_CR_012,4a086221393c6a74d1a5808af2666b1a6073f414,M003,H000,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,10195,9658,537,10.244929916923866,10.175940374145284,0.0,0,12,11,empty_patch,model_turn_budget E13,64f65e504248df525ba6,TASK_CR_012,4a086221393c6a74d1a5808af2666b1a6073f414,M004,H000,P003,1,1,1,1,1,1,1,0.3333333333333333,1.0,1,1,5,1,67059,65453,1606,27.991889500059187,25.644297793274745,0.0,0,12,3,resolved,model_turn_budget E13,459e70a534a09ba72348,TASK_CR_013,a7f451907269355a46ab528111003b32851ffdb8,M003,H000,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,1,40634,39947,687,22.63311370788142,22.503908918006346,0.0,0,12,10,empty_patch,model_turn_budget E13,adad33e1cb2f0eb0e5c4,TASK_CR_013,a7f451907269355a46ab528111003b32851ffdb8,M004,H000,P003,0,0,0,0,0,1,1,0.25,1.0,1,1,5,3,114317,113545,772,23.424166332930326,23.205654500285164,0.0,0,12,4,empty_patch,model_turn_budget E13,455358013e32647b6191,TASK_S2_R001_011,d81649aabf1c96534f78d89b7298a87a7752884b,M003,H000,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,9979,9362,617,10.94985004211776,10.887127751251683,0.0,0,12,11,empty_patch,model_turn_budget E13,6e2627589b05293a45e3,TASK_S2_R001_011,d81649aabf1c96534f78d89b7298a87a7752884b,M004,H000,P003,0,0,0,0,0,1,1,0.5,1.0,1,1,5,1,125683,116634,9049,217.11333612492308,216.89254175079986,0.0,0,11,6,empty_patch,assistant_stop_without_finish E13,c5cbbaf231f9cb35e3a7,TASK_S2_R001_012,dcdf51716e931cab57d62ab2637b7320108ff376,M003,H000,P003,0,0,0,0,0,1,1,0.2,1.0,1,1,5,1,12484,10788,1696,22.99139399989508,22.936891376040876,0.0,0,3,2,empty_patch,assistant_stop_without_finish E13,f822e506ebb651cb563d,TASK_S2_R001_012,dcdf51716e931cab57d62ab2637b7320108ff376,M004,H000,P003,0,1,1,1,0,1,1,0.5,1.0,1,1,5,3,89042,86368,2674,52.08340195892379,48.46421245695092,0.0,0,12,6,tests,model_turn_budget E13,1f649c2e044c97cae5ca,TASK_S2_R001_013,b0cc2ebf7fb6332d9cf32e805e370140d4f3bba0,M003,H000,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,1,18053,17511,542,13.087934999959543,13.013325834646821,0.0,0,12,10,empty_patch,model_turn_budget E13,1fe5bb01e3c1fca03ae1,TASK_S2_R001_013,b0cc2ebf7fb6332d9cf32e805e370140d4f3bba0,M004,H000,P003,0,0,0,0,0,1,1,0.2,0.5,1,1,5,4,103446,102921,525,15.64847099990584,15.461175375850871,0.0,0,12,7,empty_patch,model_turn_budget E13,3851dcf2b2e59c7c6f13,TASK_S2_R001_014,1e3bd63c7b65e70ad5189ba1691507548abd9d3e,M004,H000,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,3,138860,138232,628,27.24181712488644,27.021137706935406,0.0,0,12,5,empty_patch,model_turn_budget E13,7badf8f4c008cc66f3f4,TASK_S2_R001_014,1e3bd63c7b65e70ad5189ba1691507548abd9d3e,M003,H000,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,34618,33820,798,21.80120270792395,21.671590667916462,0.0,0,12,10,empty_patch,model_turn_budget E13,9082d0c304b2c091c1a4,TASK_S2_R001_015,0b6865a6fb06846d8b5b0ef177130aa2156ad0d4,M003,H000,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,10497,9515,982,14.617400833172724,14.553476792294532,0.0,0,12,11,empty_patch,model_turn_budget E13,b69bcfefd790ff1296bf,TASK_S2_R001_015,0b6865a6fb06846d8b5b0ef177130aa2156ad0d4,M004,H000,P003,0,0,0,0,0,1,1,0.5,1.0,1,1,5,3,143925,143280,645,24.631149291992188,24.387276623863727,4.139335541054606,1,12,4,empty_patch,model_turn_budget E13,736c12f119585a5c2a30,TASK_S2_R001_016,ff2731c2a76d1816d73a47c4e7d615c5fff4969b,M003,H000,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,8054,7252,802,10.962707957951352,10.913907625945285,5.428808541968465,1,9,9,empty_patch,assistant_stop_without_finish E13,a0c61c1889a191cd8c93,TASK_S2_R001_016,ff2731c2a76d1816d73a47c4e7d615c5fff4969b,M004,H000,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,3,66879,66391,488,13.299590124981478,13.142034916905686,0.0,0,12,8,empty_patch,model_turn_budget E13,957669083c1499f78065,TASK_S2_R001_017,b141f250943abe155e0db8f018f59ba45e9d2dbe,M003,H000,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,3,1,39536,35684,3852,58.69919670885429,57.405186666641384,0.0,0,7,2,tests,assistant_stop_without_finish E13,ee9fdea80478e3fef3a9,TASK_S2_R001_017,b141f250943abe155e0db8f018f59ba45e9d2dbe,M004,H000,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,3,2,142220,133923,8297,153.1007755829487,151.03809858462773,0.0,0,12,3,tests,model_turn_budget E13,118218dd8c729b90c7b5,TASK_S2_R001_018,4fdb8ee94d8e03424b10d254c26a3ddc0b76fb1d,M003,H000,P003,0,1,1,1,0,1,1,0.3333333333333333,1.0,1,1,5,1,22492,21137,1355,22.073546917177737,21.282041957834736,0.0,0,6,4,tests,assistant_stop_without_finish E13,42cb4e4d91860f933404,TASK_S2_R001_018,4fdb8ee94d8e03424b10d254c26a3ddc0b76fb1d,M004,H000,P003,0,0,0,0,0,1,1,0.3333333333333333,0.5,1,1,5,2,97170,88315,8855,188.18761404207908,188.02853591716848,0.0,0,8,2,empty_patch,assistant_stop_without_finish E13,04e25dfa4f2ba9bb5f42,TASK_S2_R001_019,a4320fa224af23dd403ca718d4502666b1efa4a4,M003,H000,P003,0,1,1,1,0,1,1,0.25,1.0,1,1,5,1,70160,67604,2556,53.99982929090038,53.016789708985016,0.0,0,10,4,tests,assistant_stop_without_finish E13,b40688759be2242c726b,TASK_S2_R001_019,a4320fa224af23dd403ca718d4502666b1efa4a4,M004,H000,P003,0,1,1,1,0,1,1,0.5,1.0,1,1,5,3,171380,159402,11978,350.7503623748198,349.51305149914697,0.0,0,12,4,tests,model_turn_budget E13,6f0c80fbf47b114a2a6f,TASK_S2_R001_020,49fb64fb1031531a6a651575e5a295abbaa6946a,M004,H000,P003,0,1,1,1,0,1,1,0.3333333333333333,0.5,1,1,5,5,171056,168088,2968,93.62239270797,89.86195912514813,0.0,0,12,1,tests,model_turn_budget E13,acef125f001b7824fd1c,TASK_S2_R001_020,49fb64fb1031531a6a651575e5a295abbaa6946a,M003,H000,P003,0,1,1,0,0,1,0,0.2,0.0,1,0,5,1,25400,24615,785,19.748616999946535,18.941268333699554,0.0,0,6,4,tests,assistant_stop_without_finish E13,563f2a6e695492fdbe51,TASK_S2_R002_001,a5be59f825000f173880b4e49e47ea2bed646531,M004,H000,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,2,53345,52846,499,11.73847125004977,11.608968125190586,0.0,0,12,9,empty_patch,model_turn_budget E13,60b65433c5fe81fe991e,TASK_S2_R002_001,a5be59f825000f173880b4e49e47ea2bed646531,M003,H000,P003,0,1,1,0,0,1,1,0.5,1.0,1,1,5,1,28661,27329,1332,29.675528165884316,29.255192000651732,0.0,0,7,5,tests,assistant_stop_without_finish E13,69b7974329c7c190c0a5,TASK_S2_R002_002,0d984da7b56af3e8e882a3234be0bf44686e6bfc,M003,H000,P003,0,0,0,0,0,0,1,0.0,1.0,0,1,0,1,9798,8795,1003,31.26296683284454,31.21298141684383,0.0,0,5,4,empty_patch,assistant_stop_without_finish E13,e55b0c797359ad927c16,TASK_S2_R002_002,0d984da7b56af3e8e882a3234be0bf44686e6bfc,M004,H000,P003,0,1,1,1,0,1,1,1.0,0.5,1,1,5,2,75679,70312,5367,77.25558162503876,76.3790240844246,0.0,0,12,3,tests,model_turn_budget E13,ea855d2ace1a21cc3f73,TASK_S2_R002_003,71a96cf3be9940f846e5d412ccd2b18fae8968f7,M004,H000,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,2,140856,140322,534,20.38525466597639,20.153860623948276,4.086260833078995,1,12,7,empty_patch,model_turn_budget E13,f55a6f7ad11f1d2a4c0c,TASK_S2_R002_003,71a96cf3be9940f846e5d412ccd2b18fae8968f7,M003,H000,P003,0,1,1,1,0,0,1,0.0,1.0,0,1,5,1,42543,40958,1585,35.976231624837965,35.52797254174948,0.0,0,8,6,tests,assistant_stop_without_finish E13,7bdaa7342162bf17748b,TASK_S2_R002_004,5c23d008b05152107f65b4dbf401fefd7e7c5676,M003,H000,P003,0,0,0,0,0,0,1,0.0,1.0,0,1,0,1,34099,33034,1065,23.29872962483205,23.202712752856314,5.816585291875526,1,12,10,empty_patch,model_turn_budget E13,8a60472026830d1ca744,TASK_S2_R002_004,5c23d008b05152107f65b4dbf401fefd7e7c5676,M004,H000,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,2,101737,101045,692,26.351061792112887,26.17541991826147,0.0,0,12,7,empty_patch,model_turn_budget E13,8fbd0f3e515f8e53bba7,TASK_S2_R002_005,b0002945668fe718fcb6ab7e3ada5d2fd6dfaf08,M004,H000,P003,0,1,1,1,0,1,1,0.3333333333333333,1.0,1,1,5,2,132508,126210,6298,155.59729141695425,145.63772754231468,0.0,0,12,2,tests,model_turn_budget E13,f6ba2823e493efa42cb1,TASK_S2_R002_005,b0002945668fe718fcb6ab7e3ada5d2fd6dfaf08,M003,H000,P003,0,1,1,1,0,1,1,0.3333333333333333,1.0,1,1,5,1,16433,14987,1446,24.80563799990341,24.38784737722017,0.0,0,4,2,tests,assistant_stop_without_finish E13,4e3a6ce9ccd4a6376ebc,TASK_S2_R002_006,41455d61077fa309d2ded62e12e8c1032fbebf3a,M003,H000,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,1,43682,40325,3357,58.43481254205108,56.90562787489034,0.0,0,6,2,tests,assistant_stop_without_finish E13,f04b84da8dfdb977aa61,TASK_S2_R002_006,41455d61077fa309d2ded62e12e8c1032fbebf3a,M004,H000,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,2,177712,174034,3678,94.50883900001645,90.85341370804235,0.0,0,12,4,tests,model_turn_budget E13,2943ebab84d225ec76cb,TASK_S2_R002_007,310fc5b51cf54b221430f18d7dabbdd0a3a34bc6,M004,H000,P003,0,0,0,0,0,1,1,0.25,1.0,1,1,5,2,99505,98970,535,15.627892999909818,15.435807873727754,0.0,0,12,7,empty_patch,model_turn_budget E13,5fc17e0e07d05b68e79c,TASK_S2_R002_007,310fc5b51cf54b221430f18d7dabbdd0a3a34bc6,M003,H000,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,1,0,15115,14399,716,13.78002249985002,13.698487040121108,0.0,0,12,11,empty_patch,model_turn_budget E13,3ba0f5ffb7c4650622b3,TASK_S2_R002_008,3bff4cc7cc31e0c6ba630440deaca38044fc46f5,M004,H000,P003,0,1,1,0,0,1,1,0.25,1.0,1,1,5,3,86814,85384,1430,28.607357624918222,25.78537041787058,0.0,0,12,6,tests,model_turn_budget E13,f271206cc52b101ad07b,TASK_S2_R002_008,3bff4cc7cc31e0c6ba630440deaca38044fc46f5,M003,H000,P003,0,1,1,0,0,0,1,0.0,1.0,0,1,5,2,33914,31074,2840,45.895898041082546,44.94752158387564,0.0,0,6,1,tests,assistant_stop_without_finish E13,770406fb03c5b6e3ea6d,TASK_S2_R002_009,87fd929036f5aba0c7795836332c2d28e031c2a0,M003,H000,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,548,495,53,0.6306996669154614,0.626797208096832,0.0,0,0,0,empty_patch,assistant_stop_without_finish E13,91d4484ce8d8e6082615,TASK_S2_R002_009,87fd929036f5aba0c7795836332c2d28e031c2a0,M004,H000,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,4,104081,103540,541,16.455450624926016,16.252360499231145,0.0,0,12,6,empty_patch,model_turn_budget E13,ae77a39b8ffc41c87cb4,TASK_S2_R002_010,f78eadbdb202e0d586339606350eab0172e85005,M004,H000,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,35511,35034,477,7.614022957859561,7.500145541038364,0.0,0,12,11,empty_patch,model_turn_budget E13,b9c30fce010dcf6c1d02,TASK_S2_R002_010,f78eadbdb202e0d586339606350eab0172e85005,M003,H000,P003,0,1,1,1,0,0,1,0.0,1.0,0,1,5,1,27343,24674,2669,40.36790212499909,39.44444083399139,0.0,0,6,4,tests,assistant_stop_without_finish E13,7a678582f72adb567e87,TASK_S2_R002_011,a4c5732a529217dcfaad0e7c63af82ced6e8d382,M004,H000,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,1,65870,64806,1064,26.639222542056814,24.931915832683444,4.02128770807758,1,8,2,empty_patch,finish_tool E13,d86424fca8d9c5e5c843,TASK_S2_R002_011,a4c5732a529217dcfaad0e7c63af82ced6e8d382,M003,H000,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,1,85087,83575,1512,50.37746595800854,49.87249287799932,0.0,0,12,8,tests,model_turn_budget E13,600021d135824242d958,TASK_S2_R002_012,ccf49b8eb56832c6f83cd39e28959e65bafe3521,M003,H000,P003,1,1,1,1,1,1,1,1.0,1.0,1,1,5,1,23946,20896,3050,47.45052041579038,42.032925584120676,5.745486416853964,1,4,1,resolved,assistant_stop_without_finish E13,611537d078acf0bf2f1d,TASK_S2_R002_012,ccf49b8eb56832c6f83cd39e28959e65bafe3521,M004,H000,P003,1,1,1,1,1,1,1,1.0,1.0,1,1,5,2,93829,91078,2751,53.187259041005746,47.28433379321359,0.0,0,12,4,resolved,model_turn_budget E13,9196062d9c83671fdc0e,TASK_S2_R002_013,b4e26b379dc7ce7feb1030648f086617536f6689,M004,H000,P003,0,1,1,0,0,1,1,1.0,1.0,1,1,5,2,67756,66383,1373,22.380171792116016,21.361529875081033,0.0,0,12,8,tests,model_turn_budget E13,ca816d2b2ee382753906,TASK_S2_R002_013,b4e26b379dc7ce7feb1030648f086617536f6689,M003,H000,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,5880,5386,494,7.545522625092417,7.504041542764753,0.0,0,7,7,empty_patch,assistant_stop_without_finish E13,60bed127a52905c952cd,TASK_S2_R002_014,b7baa9b20b362fa2be1ca824623f9b8222ca6c2c,M004,H000,P003,1,1,1,1,1,1,1,1.0,1.0,1,1,5,2,131247,125419,5828,116.73381508281454,110.89727895706892,0.0,0,12,3,resolved,model_turn_budget E13,6698869ace582f00449e,TASK_S2_R002_014,b7baa9b20b362fa2be1ca824623f9b8222ca6c2c,M003,H000,P003,1,1,1,1,1,1,1,1.0,1.0,1,1,5,1,48728,43065,5663,85.69850304210559,80.8283970830962,0.0,0,7,4,resolved,assistant_stop_without_finish E13,06daeb6f85d26c483e94,TASK_S2_R002_015,5cef87d9b0de63a0596cbefd370411a6e0733ecb,M004,H000,P003,0,0,0,0,0,1,1,0.5,1.0,1,1,5,2,120074,119548,526,16.992759707849473,16.77709295763634,0.0,0,12,6,empty_patch,model_turn_budget E13,b1c744a35fd1e6e679b3,TASK_S2_R002_015,5cef87d9b0de63a0596cbefd370411a6e0733ecb,M003,H000,P003,0,1,1,0,0,1,0,1.0,0.0,1,0,5,1,24457,23214,1243,22.53257349994965,21.580154416849837,0.0,0,8,4,tests,finish_tool E13,61bc3fbe3cf5e8c43909,TASK_S2_R002_016,c8cfaa49bfd125a112ec8ef2aa095fccd1fe2c70,M003,H000,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,10624,9673,951,14.082388499984518,14.019097290700302,0.0,0,12,11,empty_patch,model_turn_budget E13,a25cbc5a05120b51e49d,TASK_S2_R002_016,c8cfaa49bfd125a112ec8ef2aa095fccd1fe2c70,M004,H000,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,2,137331,134777,2554,56.06887675006874,53.656735038617626,0.0,0,12,6,tests,model_turn_budget E13,61f38828c6cd2096ee25,TASK_S2_R002_017,4d31bf29f54be6a2bad1a80d99417e4779917a51,M004,H000,P003,0,1,1,1,0,1,1,1.0,0.5,1,1,5,2,121426,115680,5746,109.70989566692151,106.17034512618557,0.0,0,12,5,tests,model_turn_budget E13,6acf5bb4aa4c986fd6d0,TASK_S2_R002_017,4d31bf29f54be6a2bad1a80d99417e4779917a51,M003,H000,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,9804,9233,571,10.757928583072498,10.700070624938235,0.0,0,12,11,empty_patch,model_turn_budget E13,422e5555ff06a77fb6ca,TASK_S2_R002_018,11860fc055026fa1e14b10111b9410d51a2534ac,M004,H000,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,1,134718,134059,659,23.429341125069186,23.22505070758052,0.0,0,12,5,empty_patch,model_turn_budget E13,fc5c638c4a7876d85562,TASK_S2_R002_018,11860fc055026fa1e14b10111b9410d51a2534ac,M003,H000,P003,0,0,0,0,0,1,1,0.5,1.0,1,1,5,1,35328,34639,689,20.83209591684863,20.724301292095333,0.0,0,12,9,empty_patch,model_turn_budget E13,6d731bd686d572aabfcb,TASK_S2_R002_019,a26d600aadbd80fe54cbcefb72cd979c3040544c,M004,H000,P003,0,0,0,0,0,0,1,0.0,0.5,0,1,5,3,68183,67629,554,17.431781709194183,17.296217461116612,4.126878916984424,1,12,7,empty_patch,model_turn_budget E13,e7086b6df6d5cea7c918,TASK_S2_R002_019,a26d600aadbd80fe54cbcefb72cd979c3040544c,M003,H000,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,1,41095,39856,1239,37.32254462502897,36.15793874929659,0.0,0,10,7,tests,assistant_stop_without_finish E13,3d7deb51c320e320019f,TASK_S2_R002_020,73327f4c90f0d3308a468ea736de0034ad9c22ec,M004,H000,P003,0,0,0,0,0,0,1,0.0,0.5,0,1,5,3,78857,78293,564,21.99136766605079,21.846120999427512,0.0,0,12,7,empty_patch,model_turn_budget E13,faf8acb6767db71033b7,TASK_S2_R002_020,73327f4c90f0d3308a468ea736de0034ad9c22ec,M003,H000,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,1,34740,33450,1290,33.53911454183981,31.8458347490523,5.796673708828166,1,8,6,tests,assistant_stop_without_finish E13,251b4a3a12f35d19d25d,TASK_S2_R003_001,cfa6358b4c9c44d267d8c98a53ac840fbb27d3e8,M003,H000,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,9913,9257,656,29.89802408311516,29.792353831930086,0.0,0,12,11,empty_patch,model_turn_budget E13,834f94d859ad28c6be3d,TASK_S2_R003_001,cfa6358b4c9c44d267d8c98a53ac840fbb27d3e8,M004,H000,P003,0,1,1,0,0,1,1,0.5,1.0,1,1,5,4,147983,143607,4376,100.59446516702883,99.54241891787387,0.0,0,12,3,tests,model_turn_budget E13,84d574f343928259b9c0,TASK_S2_R003_002,de29503262b7626421f3bffeea3ff073e63e3865,M004,H000,P003,0,0,0,0,0,1,1,0.3333333333333333,1.0,1,1,5,5,90297,89448,849,23.54465987510048,23.400998334866017,0.0,0,12,6,empty_patch,model_turn_budget E13,ed6d6ecfe4d316f27ad8,TASK_S2_R003_002,de29503262b7626421f3bffeea3ff073e63e3865,M003,H000,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,1,37661,36869,792,27.33927020803094,25.81186766596511,0.0,0,10,7,tests,assistant_stop_without_finish E13,7c00c4822e662c2be38d,TASK_S2_R003_003,939505b9c143939ba1e52c5cb920d8aa36596e19,M004,H000,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,1,111006,104471,6535,124.30613258411177,121.66728779068217,0.0,0,12,4,tests,model_turn_budget E13,cf949f6db6b01707475d,TASK_S2_R003_003,939505b9c143939ba1e52c5cb920d8aa36596e19,M003,H000,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,1,20365,17625,2740,43.10255266609602,41.731146292062476,0.0,0,4,2,tests,assistant_stop_without_finish E13,6ef747aaf60f5210d7c9,TASK_S2_R003_004,e4673d8aeaf97b9ad5d2500e459526b4cf494547,M003,H000,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,1,13852,13495,357,10.490646874997765,10.141592165222391,0.0,0,4,2,tests,assistant_stop_without_finish E13,737f872cf9f74b0d6c91,TASK_S2_R003_004,e4673d8aeaf97b9ad5d2500e459526b4cf494547,M004,H000,P003,0,0,0,0,0,1,1,0.25,1.0,1,1,5,3,83713,83236,477,20.15693408297375,20.022332665277645,0.0,0,12,6,empty_patch,model_turn_budget E13,2a86a39a83a389379cad,TASK_S2_R003_005,f4f7d7a63716f072eb45db2c7f590db0435350f0,M003,H000,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,4,59055,57691,1364,44.25987291615456,43.7756067099981,0.0,0,10,5,tests,assistant_stop_without_finish E13,ec8ffbe7a2778050a21a,TASK_S2_R003_005,f4f7d7a63716f072eb45db2c7f590db0435350f0,M004,H000,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,5,90190,89566,624,23.340999125037342,23.20421945862472,0.0,0,12,5,empty_patch,model_turn_budget E13,b163797feb5d1a2bae8c,TASK_S2_R003_006,9439132b1df39fbf386e5ee4d8354e78f549e109,M003,H000,P003,0,1,1,0,0,1,0,0.2,0.0,1,0,5,1,39383,37561,1822,39.898497957969084,37.35477441758849,0.0,0,8,2,tests,assistant_stop_without_finish E13,de262d30e7fb1d074a8a,TASK_S2_R003_006,9439132b1df39fbf386e5ee4d8354e78f549e109,M004,H000,P003,0,0,0,0,0,1,1,0.2,0.3333333333333333,1,1,5,3,68656,68053,603,16.162297749891877,16.049926875391975,0.0,0,12,4,empty_patch,model_turn_budget E13,761eb6f31f8cca987dba,TASK_S2_R003_007,735efff88cc8d59021cb5a746ba70b66548e7662,M003,H000,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,7779,7136,643,10.643704625079408,10.60183404199779,0.0,0,9,9,empty_patch,assistant_stop_without_finish E13,775eba3a65cf6ee7ca08,TASK_S2_R003_007,735efff88cc8d59021cb5a746ba70b66548e7662,M004,H000,P003,0,1,1,0,0,1,1,1.0,1.0,1,1,5,3,54855,53355,1500,25.292542499955744,23.88017825037241,4.066311124945059,1,11,2,tests,finish_tool E13,05f3c046456bca48e82f,TASK_S2_R003_008,9734ad4bcbedcf4ee61317c12f47ddacf2ac208f,M004,H000,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,2,94436,91538,2898,57.795242292108014,54.90953762247227,0.0,0,12,4,tests,model_turn_budget E13,94dabcf3ee966770af9a,TASK_S2_R003_008,9734ad4bcbedcf4ee61317c12f47ddacf2ac208f,M003,H000,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,10461,9538,923,14.348530709045008,14.30381754366681,5.7177995829842985,1,12,11,empty_patch,model_turn_budget E13,a49fb56fd61587677f68,TASK_S2_R003_009,a2ab54ceb40eca1e6e71f7779a418591426b2b2c,M003,H000,P003,0,0,0,0,0,0,1,0.0,1.0,0,1,5,2,48629,48013,616,27.598314458038658,27.498281123116612,0.0,0,12,9,empty_patch,model_turn_budget E13,d25c2fe7112726a9769e,TASK_S2_R003_009,a2ab54ceb40eca1e6e71f7779a418591426b2b2c,M004,H000,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,3,106591,103989,2602,52.370433875126764,50.97201579017565,0.0,0,12,3,tests,model_turn_budget E13,5471215fd0758f2df1f4,TASK_S2_R003_010,8d74b889c55d18395c5e5006ba8f7db77892f603,M003,H000,P003,0,1,1,0,0,0,1,0.0,0.5,0,1,0,2,28018,26715,1303,27.904831541934982,26.38975770981051,0.0,0,10,7,tests,assistant_stop_without_finish E13,a363317b8cc2b097a42d,TASK_S2_R003_010,8d74b889c55d18395c5e5006ba8f7db77892f603,M004,H000,P003,0,0,0,0,0,0,1,0.0,0.3333333333333333,0,1,5,4,77569,77051,518,14.963452457915992,14.845042750006542,0.0,0,12,7,empty_patch,model_turn_budget E13,9e7d749c8baedb9c3126,TASK_S2_R003_011,ee393a16e1aa6dbf2f9785eb3ef486f7d5b9276f,M003,H000,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,534,488,46,0.5657403341028839,0.5624825831037015,0.0,0,0,0,empty_patch,assistant_stop_without_finish E13,e95305f7466052fb15a7,TASK_S2_R003_011,ee393a16e1aa6dbf2f9785eb3ef486f7d5b9276f,M004,H000,P003,0,1,1,0,0,1,1,0.5,0.5,1,1,5,2,96202,92003,4199,73.58712629182264,72.84475387376733,0.0,0,12,2,tests,finish_tool E13,1e7786c7a41d43a65759,TASK_S2_R003_012,d509da60155e9470dee197d91926850ea9548de9,M004,H000,P003,0,0,0,0,0,1,1,1.0,0.3333333333333333,1,1,5,3,61266,60186,1080,18.115532665979117,17.993829456390813,0.0,0,12,7,empty_patch,model_turn_budget E13,464be1fbd5600fcec9f7,TASK_S2_R003_012,d509da60155e9470dee197d91926850ea9548de9,M003,H000,P003,0,0,0,0,0,1,0,0.25,0.0,1,0,5,0,28591,27756,835,22.020990750053898,21.93685629335232,0.0,0,12,11,empty_patch,model_turn_budget E13,d0dafe11ce060190fca7,TASK_S2_R003_013,c378817389a9510ef508b5a3c90282e5fb60049f,M004,H000,P003,0,1,1,0,0,1,1,0.3333333333333333,0.5,1,1,5,3,78561,75654,2907,49.79647862515412,48.111848085420206,0.0,0,12,4,tests,finish_tool E13,ef4e44530e9776484435,TASK_S2_R003_013,c378817389a9510ef508b5a3c90282e5fb60049f,M003,H000,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,1,39436,34154,5282,80.34000570885837,78.79845741414465,0.0,0,7,4,tests,assistant_stop_without_finish E13,0146fbea8b3c623953cf,TASK_S2_R003_014,93586405fbfa61317dc75e186799549573bc0bbb,M004,H000,P003,0,1,1,1,0,1,1,0.5,1.0,1,1,5,2,59120,56716,2404,42.9215381660033,36.60207070969045,0.0,0,10,3,tests,finish_tool E13,de614ae13d9a67d49c46,TASK_S2_R003_014,93586405fbfa61317dc75e186799549573bc0bbb,M003,H000,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,537,495,42,0.5446348330006003,0.540643332991749,0.0,0,0,0,empty_patch,assistant_stop_without_finish E13,5b9f71b5d2dfbc17aed3,TASK_S2_R003_015,cf87226a81108fbed4f58751f1c03234cc57bcf1,M003,H000,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,1,41182,38799,2383,46.94588708295487,45.39792970730923,0.0,0,8,4,tests,assistant_stop_without_finish E13,64811c479ba7e76789ef,TASK_S2_R003_015,cf87226a81108fbed4f58751f1c03234cc57bcf1,M004,H000,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,3,76508,72988,3520,60.9520077498164,59.141632000682876,4.082130249822512,1,10,3,tests,finish_tool E13,3e9804187948ddfc95db,TASK_S2_R003_016,88de2f0fc52f4f02e1d44139f4404acf172624d7,M004,H000,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,2,86566,83025,3541,61.50112770800479,60.424951166147366,0.0,0,12,7,tests,model_turn_budget E13,4f222961db6ca074f0fa,TASK_S2_R003_016,88de2f0fc52f4f02e1d44139f4404acf172624d7,M003,H000,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,1,103511,98759,4752,105.81491516693495,102.96085900254548,5.748584792017937,1,12,4,tests,model_turn_budget E13,24c1ca4511466f56b462,TASK_S2_R003_017,ef8f0e190b1add3bbba9a7b194aba2f3c1a83b2e,M003,H000,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,42426,41715,711,26.359914125176147,26.255875958362594,0.0,0,12,9,empty_patch,model_turn_budget E13,d357bee37f7ee6e83b86,TASK_S2_R003_017,ef8f0e190b1add3bbba9a7b194aba2f3c1a83b2e,M004,H000,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,3,87210,84596,2614,49.53738529095426,48.497895000036806,0.0,0,12,5,tests,model_turn_budget E13,4c7fdbbd67a0982bf755,TASK_S2_R003_018,c5d0404ac9edfbfd328e7b4f07f554366377df3f,M004,H000,P003,0,0,0,0,0,0,1,0.0,0.3333333333333333,0,1,5,4,50405,49525,880,15.192238416988403,15.085956249851733,0.0,0,12,6,empty_patch,model_turn_budget E13,957f0bfc41f0fc9abae9,TASK_S2_R003_018,c5d0404ac9edfbfd328e7b4f07f554366377df3f,M003,H000,P003,0,1,1,1,0,1,1,0.5,1.0,1,1,5,1,11562,10872,690,13.370544832898304,12.728291083825752,0.0,0,4,2,tests,assistant_stop_without_finish E13,3c118394870b148238bb,TASK_S2_R003_019,c23e6bd5785205f0f4b4c80321153658fc23fb98,M003,H000,P003,0,1,1,1,0,0,1,0.0,1.0,0,1,5,1,63804,61458,2346,56.4064202089794,55.11787679325789,0.0,0,12,5,tests,model_turn_budget E13,b09565071731d5acd18d,TASK_S2_R003_019,c23e6bd5785205f0f4b4c80321153658fc23fb98,M004,H000,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,3,64812,64080,732,16.31299416697584,16.202285001054406,0.0,0,12,8,empty_patch,model_turn_budget E13,18271a48e139962d4f50,TASK_S2_R003_020,e11d889cd19ec1555b2bbee15355a8cdfad61d5f,M003,H000,P003,0,1,1,1,0,0,1,0.0,1.0,0,1,5,1,63113,59427,3686,81.53557083313353,70.4946203334257,0.0,0,10,2,tests,assistant_stop_without_finish E13,cd0da1e522329cb8789d,TASK_S2_R003_020,e11d889cd19ec1555b2bbee15355a8cdfad61d5f,M004,H000,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,2,93870,88002,5868,107.08378962497227,103.71403620950878,0.0,0,12,4,tests,model_turn_budget E13,bca7c798bc0402fecc53,TASK_CR_001,f658abd3eb4eca9b8aadb5ee3af969ff1f142146,M002,H001,P002,1,1,1,1,1,1,1,1.0,1.0,1,1,5,2,102097,100138,1959,27.670684500131756,23.621086209779605,4.987426125211641,1,12,5,resolved,model_turn_budget E13,7248044a07555a3dda88,TASK_CR_002,10aab506a17814404398dadc564ab53795439424,M002,H001,P002,0,0,0,0,0,1,1,0.5,1.0,1,1,5,4,25328,16633,8695,94.68121254211292,94.38457508408464,5.584481000201777,1,5,0,empty_patch,assistant_stop_without_finish E13,8869ea232721cdcefeef,TASK_CR_003,4e9786fae8866b063d641e08b3c7890ef844bd15,M002,H001,P002,0,0,0,0,0,1,1,0.5,1.0,1,1,5,1,10522,10285,237,4.577920124866068,4.385293500032276,0.0,0,2,0,empty_patch,assistant_stop_without_finish E13,d43ff38999edd3010a10,TASK_CR_005,f3cf91bcf15e1eab614a52ad928f0b4e7826b4e6,M002,H001,P002,0,1,1,0,0,1,1,1.0,1.0,1,1,5,3,133424,131706,1718,29.372388999909163,27.14045958267525,0.0,0,12,4,tests,model_turn_budget E13,bdf6a96da8fed17026c5,TASK_CR_006,b4b74fa3d7c867c53efdb254893564c5119526a5,M002,H001,P002,0,0,0,0,0,1,1,0.25,1.0,1,1,5,1,152377,150874,1503,22.945946082938462,22.598085042089224,0.0,0,12,3,empty_patch,model_turn_budget E13,818f9c5ceafadb37b67b,TASK_CR_007,497027ef60af5688bf153c06fcfbb0a3d2886217,M002,H001,P002,0,0,0,0,0,0,1,0.0,0.2,0,1,5,5,115803,114621,1182,20.12411804194562,19.663406792795286,0.0,0,12,5,empty_patch,model_turn_budget E13,51b1f09bb18f64618604,TASK_CR_008,ce2cb82cebb100c27b4d19385791706b71138994,M002,H001,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,2,72590,71332,1258,16.919895166996866,16.531691540498286,0.0,0,12,9,empty_patch,tool_budget_exhausted E13,150218b2753bfc419d18,TASK_CR_009,49fb64fb1031531a6a651575e5a295abbaa6946a,M002,H001,P002,1,1,1,1,1,1,1,0.25,0.5,1,1,5,3,119377,116878,2499,68.076618750114,29.593015749240294,0.0,0,10,1,resolved,finish_tool E13,1e45b464668cf711c9fb,TASK_CR_012,4a086221393c6a74d1a5808af2666b1a6073f414,M002,H001,P002,0,0,0,0,0,1,0,0.3333333333333333,0.0,1,0,5,0,4062,3882,180,2.5034079998731613,2.302227082895115,0.0,0,1,0,empty_patch,assistant_stop_without_finish E13,7389bc046e9934c887c2,TASK_CR_013,a7f451907269355a46ab528111003b32851ffdb8,M002,H001,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,78030,77139,891,15.303564833011478,14.845750749111176,5.299952917033806,1,12,8,empty_patch,model_turn_budget E13,6da0dcd416962bd25cae,TASK_S2_R001_011,d81649aabf1c96534f78d89b7298a87a7752884b,M002,H001,P002,0,0,0,0,0,1,1,0.5,1.0,1,1,5,3,210738,209531,1207,33.580934958998114,32.93005033279769,0.0,0,12,3,empty_patch,tool_budget_exhausted E13,280d26b3dab5f1786617,TASK_S2_R001_012,dcdf51716e931cab57d62ab2637b7320108ff376,M002,H001,P002,1,1,1,1,1,1,1,1.0,1.0,1,1,5,1,35871,34336,1535,22.714632082963362,17.615030414890498,0.0,0,7,0,resolved,finish_tool E13,7e62b09ae95fd08099e8,TASK_S2_R001_013,b0cc2ebf7fb6332d9cf32e805e370140d4f3bba0,M002,H001,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,3,99024,98039,985,17.245120665989816,16.92937400052324,0.0,0,12,8,empty_patch,model_turn_budget E13,8acfb140f83e2fdd5483,TASK_S2_R001_014,1e3bd63c7b65e70ad5189ba1691507548abd9d3e,M002,H001,P002,0,0,0,0,0,0,1,0.0,1.0,0,1,5,1,107537,106361,1176,23.44113375013694,23.03819545917213,0.0,0,12,5,empty_patch,model_turn_budget E13,9739c216df367edc2066,TASK_S2_R001_015,0b6865a6fb06846d8b5b0ef177130aa2156ad0d4,M002,H001,P002,0,0,0,0,0,1,1,0.5,1.0,1,1,5,2,107295,105931,1364,27.5459114999976,27.122021834133193,0.0,0,8,2,empty_patch,assistant_stop_without_finish E13,8e916fdfb614e24f200d,TASK_S2_R001_016,ff2731c2a76d1816d73a47c4e7d615c5fff4969b,M002,H001,P002,0,0,0,0,0,1,1,0.2,0.5,1,1,5,3,112978,112066,912,17.60725637502037,17.2628217486199,0.0,0,12,6,empty_patch,model_turn_budget E13,b7fd6c234572a8ebfdef,TASK_S2_R001_017,b141f250943abe155e0db8f018f59ba45e9d2dbe,M002,H001,P002,0,0,0,0,0,1,1,0.3333333333333333,1.0,1,1,3,1,23103,14687,8416,88.97522099991329,88.87550770910457,0.0,0,3,0,empty_patch,assistant_stop_without_finish E13,cd714386844779469130,TASK_S2_R001_018,4fdb8ee94d8e03424b10d254c26a3ddc0b76fb1d,M002,H001,P002,1,1,1,1,1,1,1,0.3333333333333333,1.0,1,1,5,1,55803,54241,1562,58.41663033305667,21.422773832222447,5.482186417095363,1,8,1,resolved,finish_tool E13,70e15f5682130a86c826,TASK_S2_R001_019,a4320fa224af23dd403ca718d4502666b1efa4a4,M002,H001,P002,0,1,1,1,0,1,1,1.0,1.0,1,1,5,2,149031,146353,2678,43.01604558294639,41.041633455082774,0.0,0,12,1,tests,model_turn_budget E13,98d54aec5980218f10ac,TASK_S2_R001_020,49fb64fb1031531a6a651575e5a295abbaa6946a,M002,H001,P002,0,0,0,0,0,1,1,0.5,1.0,1,1,5,2,72801,71405,1396,19.131874833954498,18.70944404019974,0.0,0,12,9,empty_patch,model_turn_budget E13,4b25ca377174a81f493f,TASK_S2_R002_001,a5be59f825000f173880b4e49e47ea2bed646531,M002,H001,P002,0,0,0,0,0,1,1,0.2,0.5,1,1,5,3,115073,113384,1689,29.355321834096685,29.008176835021004,0.0,0,12,5,empty_patch,tool_budget_exhausted E13,75339633a0d266985d0d,TASK_S2_R002_002,0d984da7b56af3e8e882a3234be0bf44686e6bfc,M002,H001,P002,0,0,0,0,0,1,1,1.0,0.5,1,1,5,3,139943,137926,2017,34.66145066684112,34.28512012283318,0.0,0,12,4,empty_patch,tool_budget_exhausted E13,f56f904f7db0b7f758bb,TASK_S2_R002_003,71a96cf3be9940f846e5d412ccd2b18fae8968f7,M002,H001,P002,0,0,0,0,0,0,1,0.0,1.0,0,1,5,1,98320,97255,1065,21.330406666966155,20.956374416826293,0.0,0,12,7,empty_patch,model_turn_budget E13,4d5d5df127282d1fe935,TASK_S2_R002_004,5c23d008b05152107f65b4dbf401fefd7e7c5676,M002,H001,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,1,118741,117109,1632,28.979012333089486,28.619822706328705,0.0,0,12,3,empty_patch,model_turn_budget E13,f4cd53e7c94158a0b213,TASK_S2_R002_005,b0002945668fe718fcb6ab7e3ada5d2fd6dfaf08,M002,H001,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,3,110973,109879,1094,23.711234499933198,23.28562020859681,0.0,0,12,8,empty_patch,model_turn_budget E13,06706009c086b063f74f,TASK_S2_R002_006,41455d61077fa309d2ded62e12e8c1032fbebf3a,M002,H001,P002,0,1,1,1,0,0,1,0.0,1.0,0,1,5,3,161128,158860,2268,44.14323800010607,41.148707875516266,5.505200499901548,1,12,2,tests,model_turn_budget E13,4e3202835892c6d73164,TASK_S2_R002_007,310fc5b51cf54b221430f18d7dabbdd0a3a34bc6,M002,H001,P002,0,1,1,0,0,0,0,0.0,0.0,0,0,5,2,140559,137310,3249,49.993688334012404,46.70322745782323,0.0,0,12,2,tests,model_turn_budget E13,c6f87d9186a4ca7eb2fb,TASK_S2_R002_008,3bff4cc7cc31e0c6ba630440deaca38044fc46f5,M002,H001,P002,0,0,0,0,0,0,1,0.0,0.5,0,1,5,2,55552,54209,1343,18.267793499864638,18.00799833284691,0.0,0,12,9,empty_patch,model_turn_budget E13,bb81ebb67d967d21fadf,TASK_S2_R002_009,87fd929036f5aba0c7795836332c2d28e031c2a0,M002,H001,P002,0,0,0,0,0,1,1,0.5,1.0,1,1,5,4,144571,143478,1093,25.44286779104732,25.05590504128486,0.0,0,12,3,empty_patch,tool_budget_exhausted E13,b6e07f81762f4c1aaf53,TASK_S2_R002_010,f78eadbdb202e0d586339606350eab0172e85005,M002,H001,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,23543,14871,8672,89.09556183288805,88.85129499994218,0.0,0,5,4,empty_patch,assistant_stop_without_finish E13,a915157a4670ef7c5ed1,TASK_S2_R002_011,a4c5732a529217dcfaad0e7c63af82ced6e8d382,M002,H001,P002,0,1,1,1,0,1,1,1.0,1.0,1,1,5,1,83472,81870,1602,25.36145595810376,23.158665666123852,0.0,0,9,2,tests,finish_tool E13,56b2c282994dc2f58d28,TASK_S2_R002_012,ccf49b8eb56832c6f83cd39e28959e65bafe3521,M002,H001,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,2,184380,182378,2002,39.84334487491287,39.45588729181327,0.0,0,12,1,empty_patch,model_turn_budget E13,b312318709fc4cfeb01d,TASK_S2_R002_013,b4e26b379dc7ce7feb1030648f086617536f6689,M002,H001,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,3,56564,55231,1333,17.10654624993913,16.788838875014335,0.0,0,12,8,empty_patch,model_turn_budget E13,0deef464f875a4158fd5,TASK_S2_R002_014,b7baa9b20b362fa2be1ca824623f9b8222ca6c2c,M002,H001,P002,0,1,1,1,0,1,1,1.0,1.0,1,1,5,2,110657,107672,2985,39.381601499859244,37.496004208223894,4.771589416079223,1,12,0,tests,model_turn_budget E13,4435ab028212f339e568,TASK_S2_R002_015,5cef87d9b0de63a0596cbefd370411a6e0733ecb,M002,H001,P002,0,0,0,0,0,1,1,0.5,1.0,1,1,5,2,66452,57088,9364,107.37784054107033,105.67376670660451,0.0,0,6,1,empty_patch,assistant_stop_without_finish E13,81bdad453c6b93846f06,TASK_S2_R002_016,c8cfaa49bfd125a112ec8ef2aa095fccd1fe2c70,M002,H001,P002,0,0,0,0,0,1,1,0.5,1.0,1,1,5,2,153138,151763,1375,23.31949579087086,22.950470248935744,0.0,0,12,7,empty_patch,model_turn_budget E13,7785719ab8fe2ad0b298,TASK_S2_R002_017,4d31bf29f54be6a2bad1a80d99417e4779917a51,M002,H001,P002,0,0,0,0,0,1,1,0.5,1.0,1,1,5,1,172046,170086,1960,38.35974112479016,37.98182208137587,0.0,0,12,1,empty_patch,model_turn_budget E13,ddd8a85260016084d5da,TASK_S2_R002_018,11860fc055026fa1e14b10111b9410d51a2534ac,M002,H001,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,1,14195,13431,764,9.148169999942183,8.88571733282879,0.0,0,3,0,empty_patch,assistant_stop_without_finish E13,ef8fddd171c2e55e194f,TASK_S2_R002_019,a26d600aadbd80fe54cbcefb72cd979c3040544c,M002,H001,P002,1,1,1,1,1,0,1,0.0,1.0,0,1,5,2,100468,98421,2047,33.92127749999054,31.695319168735296,0.0,0,12,5,resolved,model_turn_budget E13,414df1e183edcc771854,TASK_S2_R002_020,73327f4c90f0d3308a468ea736de0034ad9c22ec,M002,H001,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,3,61049,60011,1038,16.963413290912285,16.699052082374692,0.0,0,12,8,empty_patch,model_turn_budget E13,5aa8a857e01dfdff4079,TASK_S2_R003_001,cfa6358b4c9c44d267d8c98a53ac840fbb27d3e8,M002,H001,P002,0,1,1,0,0,1,1,0.3333333333333333,1.0,1,1,5,3,135740,132634,3106,51.91531029203907,50.618944292422384,0.0,0,12,1,tests,model_turn_budget E13,fc86b01f864848a6c3bc,TASK_S2_R003_002,de29503262b7626421f3bffeea3ff073e63e3865,M002,H001,P002,0,0,0,0,0,0,1,0.0,0.5,0,1,5,2,80720,71367,9353,101.80543625005521,101.67112333280966,5.47540875012055,1,9,2,empty_patch,assistant_stop_without_finish E13,5932142c112997dee8d5,TASK_S2_R003_003,939505b9c143939ba1e52c5cb920d8aa36596e19,M002,H001,P002,1,1,1,1,1,1,1,1.0,1.0,1,1,2,1,13385,12417,968,13.437857874901965,12.60168845904991,0.0,0,4,0,resolved,finish_tool E13,738e5ac07ec3616e997f,TASK_S2_R003_004,e4673d8aeaf97b9ad5d2500e459526b4cf494547,M002,H001,P002,0,0,0,0,0,1,1,0.2,1.0,1,1,5,3,123018,121902,1116,26.725551000097767,26.53116012411192,0.0,0,12,3,empty_patch,model_turn_budget E13,757f8a68a6fe753aa0fc,TASK_S2_R003_005,f4f7d7a63716f072eb45db2c7f590db0435350f0,M002,H001,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,57247,56454,793,13.043411249993369,12.911378460237756,0.0,0,12,10,empty_patch,model_turn_budget E13,a4085b3a54e5da9eac4d,TASK_S2_R003_006,9439132b1df39fbf386e5ee4d8354e78f549e109,M002,H001,P002,0,1,1,0,0,1,0,0.2,0.0,1,0,5,3,34894,33342,1552,20.981199791887775,19.584084373898804,0.0,0,8,0,tests,finish_tool E13,1491ccd1fc2572ac7f02,TASK_S2_R003_007,735efff88cc8d59021cb5a746ba70b66548e7662,M002,H001,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,3,114383,112954,1429,31.011517000151798,30.840213666670024,0.0,0,12,2,empty_patch,model_turn_budget E13,07c04f6f0ce1c5b2d29b,TASK_S2_R003_008,9734ad4bcbedcf4ee61317c12f47ddacf2ac208f,M002,H001,P002,1,1,1,1,1,1,1,1.0,1.0,1,1,5,1,28645,27793,852,13.549452707869932,11.911776583176106,0.0,0,6,0,resolved,finish_tool E13,59a0afdf06783d232ada,TASK_S2_R003_009,a2ab54ceb40eca1e6e71f7779a418591426b2b2c,M002,H001,P002,0,0,0,0,0,1,1,0.25,1.0,1,1,5,2,189114,188013,1101,35.00549866701476,34.76903645787388,0.0,0,12,0,empty_patch,model_turn_budget E13,ebafa5317014cd6bba5b,TASK_S2_R003_010,8d74b889c55d18395c5e5006ba8f7db77892f603,M002,H001,P002,0,0,0,0,0,1,1,0.25,1.0,1,1,5,2,48001,39266,8735,93.92886054213159,93.82134920824319,5.38212029193528,1,6,1,empty_patch,assistant_stop_without_finish E13,73f5e9037afc3e1d4397,TASK_S2_R003_011,ee393a16e1aa6dbf2f9785eb3ef486f7d5b9276f,M002,H001,P002,0,0,0,0,0,1,1,0.5,0.5,1,1,5,3,132116,130065,2051,38.660741958068684,38.470205877907574,0.0,0,12,2,empty_patch,model_turn_budget E13,80ecfe25f9d7d793b273,TASK_S2_R003_012,d509da60155e9470dee197d91926850ea9548de9,M002,H001,P002,0,0,0,0,0,1,1,1.0,0.25,1,1,5,5,68366,66943,1423,21.7552970838733,21.590633624000475,0.0,0,12,5,empty_patch,model_turn_budget E13,26e3d567520f5671057e,TASK_S2_R003_013,c378817389a9510ef508b5a3c90282e5fb60049f,M002,H001,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,9260,9055,205,4.897680958034471,4.835475875064731,0.0,0,2,0,empty_patch,assistant_stop_without_finish E13,7ae677c6bb4e500555d5,TASK_S2_R003_014,93586405fbfa61317dc75e186799549573bc0bbb,M002,H001,P002,0,1,1,1,0,1,1,0.5,1.0,1,1,5,2,86794,84936,1858,34.63051787484437,28.26659783278592,0.0,0,10,1,tests,finish_tool E13,d05227722a6a0c1958ec,TASK_S2_R003_015,cf87226a81108fbed4f58751f1c03234cc57bcf1,M002,H001,P002,0,0,0,0,0,1,1,0.5,1.0,1,1,5,2,102129,100677,1452,27.269306249916553,27.115570375928655,0.0,0,12,5,empty_patch,model_turn_budget E13,5d97e21455884c1c8d0b,TASK_S2_R003_016,88de2f0fc52f4f02e1d44139f4404acf172624d7,M002,H001,P002,0,0,0,0,0,1,1,0.5,1.0,1,1,5,2,168526,167613,913,25.51205625012517,25.316390000050887,0.0,0,12,4,empty_patch,model_turn_budget E13,28ccee0fafb49e2c48cd,TASK_S2_R003_017,ef8f0e190b1add3bbba9a7b194aba2f3c1a83b2e,M002,H001,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,9495,9284,211,4.970359457889572,4.9237478747963905,0.0,0,2,0,empty_patch,assistant_stop_without_finish E13,5132edf340fa02cba2be,TASK_S2_R003_018,c5d0404ac9edfbfd328e7b4f07f554366377df3f,M002,H001,P002,0,0,0,0,0,1,1,0.2,1.0,1,1,5,4,45155,36083,9072,94.72839116700925,94.61021766928025,5.379525291966274,1,8,3,empty_patch,assistant_stop_without_finish E13,40098a1599231fb687ac,TASK_S2_R003_019,c23e6bd5785205f0f4b4c80321153658fc23fb98,M002,H001,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,1,74962,73986,976,16.500274166930467,16.346987458644435,0.0,0,12,9,empty_patch,model_turn_budget E13,ff7ac65f76f25bb9727f,TASK_S2_R003_020,e11d889cd19ec1555b2bbee15355a8cdfad61d5f,M002,H001,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,1,24216,15769,8447,87.4415443749167,87.36865487508476,0.0,0,3,0,empty_patch,assistant_stop_without_finish E13,4b5055d038edde111e78,TASK_CR_001,f658abd3eb4eca9b8aadb5ee3af969ff1f142146,M004,H001,P003,1,1,1,1,1,1,1,0.5,1.0,1,1,5,2,63590,61585,2005,38.91372841689736,33.26095158467069,0.0,0,11,5,resolved,finish_tool E13,b49e2b1cc5c6d8eeaab7,TASK_CR_001,f658abd3eb4eca9b8aadb5ee3af969ff1f142146,M003,H001,P003,0,1,1,1,0,1,1,0.3333333333333333,1.0,1,1,5,1,17703,15290,2413,33.99138924991712,33.063939248910174,6.20916762505658,1,3,1,tests,assistant_stop_without_finish E13,57a7b34eca1d981a88ef,TASK_CR_002,10aab506a17814404398dadc564ab53795439424,M004,H001,P003,0,1,0,1,0,1,1,0.5,1.0,1,1,5,5,83288,81422,1866,28.078944583190605,26.89965658285655,0.0,0,12,2,patch_apply,model_turn_budget E13,dc7a929d3d453689c691,TASK_CR_002,10aab506a17814404398dadc564ab53795439424,M003,H001,P003,0,0,0,0,0,0,1,0.0,1.0,0,1,0,1,15359,14670,689,10.275139959063381,10.200873872963712,0.0,0,12,10,empty_patch,model_turn_budget E13,9c407f0ea550964d2217,TASK_CR_003,4e9786fae8866b063d641e08b3c7890ef844bd15,M003,H001,P003,0,1,1,1,0,0,1,0.0,1.0,0,1,0,1,22702,19781,2921,39.90588287496939,39.07218204229139,0.0,0,6,2,tests,assistant_stop_without_finish E13,9e7e0015285246f1a69c,TASK_CR_003,4e9786fae8866b063d641e08b3c7890ef844bd15,M004,H001,P003,0,1,1,1,0,1,1,0.3333333333333333,1.0,1,1,5,2,138268,131948,6320,114.09619933296926,111.74726604181342,0.0,0,12,2,tests,finish_tool E13,322312c968d34295327e,TASK_CR_005,f3cf91bcf15e1eab614a52ad928f0b4e7826b4e6,M004,H001,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,4,111245,110673,572,17.458035833202302,17.133166456129402,0.0,0,12,7,empty_patch,model_turn_budget E13,f43e7f0649cbc81a0d9a,TASK_CR_005,f3cf91bcf15e1eab614a52ad928f0b4e7826b4e6,M003,H001,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,10168,9552,616,10.538375583011657,10.465679040178657,0.0,0,12,11,empty_patch,model_turn_budget E13,105a82c070b4b6f5466d,TASK_CR_006,b4b74fa3d7c867c53efdb254893564c5119526a5,M004,H001,P003,0,1,1,1,0,1,1,0.3333333333333333,1.0,1,1,5,1,140700,133519,7181,136.05515699996613,128.73437462677248,0.0,0,12,2,tests,model_turn_budget E13,a0572bee7aee1c53113e,TASK_CR_006,b4b74fa3d7c867c53efdb254893564c5119526a5,M003,H001,P003,0,0,0,0,0,1,0,0.25,0.0,1,0,5,1,53489,52814,675,24.843162208097056,24.584591835271567,0.0,0,12,10,empty_patch,model_turn_budget E13,22c127faa5d61a5c617c,TASK_CR_007,497027ef60af5688bf153c06fcfbb0a3d2886217,M004,H001,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,3,58599,58144,455,9.893502041930333,9.538044126005843,0.0,0,12,8,empty_patch,model_turn_budget E13,5b06b754bb9698b20971,TASK_CR_007,497027ef60af5688bf153c06fcfbb0a3d2886217,M003,H001,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,43056,42325,731,23.266973208868876,23.060137540567666,0.0,0,12,10,empty_patch,model_turn_budget E13,34ab168a240aa81a56ee,TASK_CR_008,ce2cb82cebb100c27b4d19385791706b71138994,M003,H001,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,1,41455,39110,2345,41.76475224993192,38.18641429231502,0.0,0,11,8,tests,assistant_stop_without_finish E13,7e947be7177160ab3a02,TASK_CR_008,ce2cb82cebb100c27b4d19385791706b71138994,M004,H001,P003,0,1,1,0,0,1,1,0.5,0.5,1,1,5,3,120594,118701,1893,46.98916729190387,40.47778254025616,0.0,0,12,3,tests,model_turn_budget E13,37dce6cd7f079a39e0b4,TASK_CR_009,49fb64fb1031531a6a651575e5a295abbaa6946a,M004,H001,P003,0,1,1,1,0,1,1,0.3333333333333333,0.5,1,1,5,3,150785,147803,2982,50.069250291911885,48.479025123175234,4.101582624949515,1,12,1,tests,model_turn_budget E13,aaeb15b1025381cde11a,TASK_CR_009,49fb64fb1031531a6a651575e5a295abbaa6946a,M003,H001,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,561,522,39,0.5353082919027656,0.5308742909692228,0.0,0,0,0,empty_patch,assistant_stop_without_finish E13,1d66a53cc285dbacdd12,TASK_CR_012,4a086221393c6a74d1a5808af2666b1a6073f414,M004,H001,P003,1,1,1,1,1,0,1,0.0,0.5,0,1,5,3,72087,70695,1392,26.277020290959626,24.19559345766902,0.0,0,11,3,resolved,finish_tool E13,b9838ea6ba86fbca8951,TASK_CR_012,4a086221393c6a74d1a5808af2666b1a6073f414,M003,H001,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,10195,9658,537,8.634776958962902,8.57243116479367,5.455472582951188,1,12,11,empty_patch,model_turn_budget E13,8168ac5e3e22bd206dc9,TASK_CR_013,a7f451907269355a46ab528111003b32851ffdb8,M004,H001,P003,0,0,0,0,0,1,1,0.3333333333333333,1.0,1,1,5,3,108693,108081,612,19.58562329201959,19.136871040565893,0.0,0,12,6,empty_patch,model_turn_budget E13,dffbe1c17ab98edf92fb,TASK_CR_013,a7f451907269355a46ab528111003b32851ffdb8,M003,H001,P003,0,1,1,0,0,1,1,1.0,1.0,1,1,5,1,55263,48094,7169,104.98761949990876,101.871068501845,0.0,0,7,3,tests,assistant_stop_without_finish E13,3e452a027391e170bfa3,TASK_S2_R001_011,d81649aabf1c96534f78d89b7298a87a7752884b,M003,H001,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,9979,9362,617,10.805789250181988,10.726094000041485,0.0,0,12,11,empty_patch,model_turn_budget E13,9f8d10015d039527f004,TASK_S2_R001_011,d81649aabf1c96534f78d89b7298a87a7752884b,M004,H001,P003,0,0,0,0,0,1,1,0.5,1.0,1,1,5,1,80813,71941,8872,194.636031499831,194.23048583301716,0.0,0,7,2,empty_patch,assistant_stop_without_finish E13,11740890b9c02cb8bbe2,TASK_S2_R001_012,dcdf51716e931cab57d62ab2637b7320108ff376,M003,H001,P003,1,1,1,1,1,1,1,0.3333333333333333,1.0,1,1,5,1,24093,22025,2068,34.76020141597837,31.963450875831768,0.0,0,5,3,resolved,assistant_stop_without_finish E13,674889774d5ff71c0b3e,TASK_S2_R001_012,dcdf51716e931cab57d62ab2637b7320108ff376,M004,H001,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,2,86841,86342,499,15.060728500131518,14.551032000686973,0.0,0,12,6,empty_patch,model_turn_budget E13,1707054f930544bd1cd3,TASK_S2_R001_013,b0cc2ebf7fb6332d9cf32e805e370140d4f3bba0,M004,H001,P003,0,0,0,0,0,1,1,0.3333333333333333,0.5,1,1,5,5,95705,95032,673,21.555396999930963,21.283379000378773,0.0,0,12,5,empty_patch,model_turn_budget E13,1b8af009e0ec53f5ed68,TASK_S2_R001_013,b0cc2ebf7fb6332d9cf32e805e370140d4f3bba0,M003,H001,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,1,18053,17511,542,13.082935750018805,12.992712418315932,0.0,0,12,10,empty_patch,model_turn_budget E13,22fdea4f52da81b7f835,TASK_S2_R001_014,1e3bd63c7b65e70ad5189ba1691507548abd9d3e,M004,H001,P003,0,0,0,0,0,1,1,0.3333333333333333,1.0,1,1,5,1,107874,107254,620,19.956654041074216,19.542431249748915,0.0,0,12,6,empty_patch,model_turn_budget E13,7378e6101b079624332e,TASK_S2_R001_014,1e3bd63c7b65e70ad5189ba1691507548abd9d3e,M003,H001,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,31062,30423,639,18.97542883316055,18.766754208831117,0.0,0,12,11,empty_patch,model_turn_budget E13,0a1003aa187946a4b92e,TASK_S2_R001_015,0b6865a6fb06846d8b5b0ef177130aa2156ad0d4,M003,H001,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,10497,9515,982,14.492699458030984,14.416090165264904,0.0,0,12,11,empty_patch,model_turn_budget E13,724c360d12e843809fdd,TASK_S2_R001_015,0b6865a6fb06846d8b5b0ef177130aa2156ad0d4,M004,H001,P003,0,0,0,0,0,1,1,0.3333333333333333,1.0,1,1,5,4,179172,178265,907,71.54755679192021,44.75808179122396,0.0,0,12,3,empty_patch,model_turn_budget E13,ba1a531339fb91bfb524,TASK_S2_R001_016,ff2731c2a76d1816d73a47c4e7d615c5fff4969b,M004,H001,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,2,46757,46284,473,8.984584999969229,8.746090872213244,4.197271125158295,1,12,9,empty_patch,model_turn_budget E13,e8c71ae60c6fe59111a4,TASK_S2_R001_016,ff2731c2a76d1816d73a47c4e7d615c5fff4969b,M003,H001,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,8054,7252,802,12.319037250010297,12.258435625815764,0.0,0,9,9,empty_patch,assistant_stop_without_finish E13,3f89796fe1ad6f7d6650,TASK_S2_R001_017,b141f250943abe155e0db8f018f59ba45e9d2dbe,M004,H001,P003,0,1,1,1,0,1,1,0.3333333333333333,1.0,1,1,3,2,182106,174231,7875,167.1818002089858,164.99761437508278,0.0,0,12,3,tests,model_turn_budget E13,a3760d23243186a35013,TASK_S2_R001_017,b141f250943abe155e0db8f018f59ba45e9d2dbe,M003,H001,P003,0,1,1,1,0,1,1,0.3333333333333333,1.0,1,1,3,1,27584,24165,3419,48.96044891607016,47.895571790635586,5.940338333835825,1,5,2,tests,assistant_stop_without_finish E13,312605f5663d841de81b,TASK_S2_R001_018,4fdb8ee94d8e03424b10d254c26a3ddc0b76fb1d,M003,H001,P003,0,1,1,1,0,1,1,0.3333333333333333,1.0,1,1,5,1,47921,44427,3494,56.502107166917995,55.36956637655385,0.0,0,8,3,tests,assistant_stop_without_finish E13,b9752de5dc28fd3f1cbc,TASK_S2_R001_018,4fdb8ee94d8e03424b10d254c26a3ddc0b76fb1d,M004,H001,P003,0,1,1,1,0,1,1,0.3333333333333333,0.5,1,1,5,3,158380,150272,8108,166.0511543750763,164.23700383398682,0.0,0,12,2,tests,model_turn_budget E13,699822b43f19d2f977e0,TASK_S2_R001_019,a4320fa224af23dd403ca718d4502666b1efa4a4,M003,H001,P003,0,0,0,0,0,1,1,0.25,1.0,1,1,5,1,18843,18029,814,15.352029333123937,15.20868266816251,0.0,0,5,4,empty_patch,assistant_stop_without_finish E13,9951268d2c9757196c52,TASK_S2_R001_019,a4320fa224af23dd403ca718d4502666b1efa4a4,M004,H001,P003,0,0,0,0,0,1,1,0.25,0.5,1,1,5,2,148056,147426,630,28.288845625007525,28.005654582288116,0.0,0,12,6,empty_patch,model_turn_budget E13,903c2ce792cc9812bf07,TASK_S2_R001_020,49fb64fb1031531a6a651575e5a295abbaa6946a,M004,H001,P003,0,0,0,0,0,1,1,0.5,0.5,1,1,5,3,80737,79823,914,27.030088166007772,26.723295501433313,0.0,0,11,4,empty_patch,finish_tool E13,d0a3db7a93250df20889,TASK_S2_R001_020,49fb64fb1031531a6a651575e5a295abbaa6946a,M003,H001,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,15471,14867,604,12.885854874970391,12.756338833132759,0.0,0,4,3,empty_patch,assistant_stop_without_finish E13,45f71516a64058765767,TASK_S2_R002_001,a5be59f825000f173880b4e49e47ea2bed646531,M003,H001,P003,0,1,1,0,0,1,1,0.2,1.0,1,1,5,1,20585,19997,588,16.54979437496513,16.02983037591912,0.0,0,5,3,tests,assistant_stop_without_finish E13,dd4b9aa1a423831e1637,TASK_S2_R002_001,a5be59f825000f173880b4e49e47ea2bed646531,M004,H001,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,3,61240,60679,561,17.469704332994297,17.20615129149519,0.0,0,12,8,empty_patch,model_turn_budget E13,9dc94e1983d68ff4664f,TASK_S2_R002_002,0d984da7b56af3e8e882a3234be0bf44686e6bfc,M003,H001,P003,0,0,0,0,0,0,1,0.0,1.0,0,1,0,1,9798,8795,1003,30.60875420900993,30.54776058369316,0.0,0,5,4,empty_patch,assistant_stop_without_finish E13,a7f0ad1346091611215f,TASK_S2_R002_002,0d984da7b56af3e8e882a3234be0bf44686e6bfc,M004,H001,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,3,123182,118242,4940,96.0548432499636,93.38893550098874,0.0,0,12,3,tests,model_turn_budget E13,3a78cd685e37d6f28afb,TASK_S2_R002_003,71a96cf3be9940f846e5d412ccd2b18fae8968f7,M004,H001,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,1,133835,133268,567,20.001736499834806,19.568392666988075,0.0,0,12,8,empty_patch,model_turn_budget E13,84cae96a310ed48905af,TASK_S2_R002_003,71a96cf3be9940f846e5d412ccd2b18fae8968f7,M003,H001,P003,0,0,0,0,0,0,1,0.0,1.0,0,1,5,1,64904,64222,682,34.3513525838498,34.10191170545295,0.0,0,12,10,empty_patch,model_turn_budget E13,5910283404067bdbf257,TASK_S2_R002_004,5c23d008b05152107f65b4dbf401fefd7e7c5676,M003,H001,P003,0,0,0,0,0,0,1,0.0,1.0,0,1,0,1,34099,33034,1065,25.301817541942,25.188119414728135,0.0,0,12,10,empty_patch,model_turn_budget E13,94b02d31d8fdf3f42e6f,TASK_S2_R002_004,5c23d008b05152107f65b4dbf401fefd7e7c5676,M004,H001,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,1,80020,79485,535,13.926932583097368,13.668216625927016,4.078565875068307,1,12,6,empty_patch,model_turn_budget E13,88514b8f91508f681c3e,TASK_S2_R002_005,b0002945668fe718fcb6ab7e3ada5d2fd6dfaf08,M004,H001,P003,0,1,1,1,0,1,1,0.2,0.5,1,1,5,2,86008,82618,3390,80.09817862487398,72.48082820698619,0.0,0,12,7,tests,model_turn_budget E13,9170f23852bb0d1956f1,TASK_S2_R002_005,b0002945668fe718fcb6ab7e3ada5d2fd6dfaf08,M003,H001,P003,0,1,1,1,0,1,1,0.2,1.0,1,1,5,1,36842,35574,1268,31.725534416968003,30.405090251006186,5.987456500064582,1,8,3,tests,assistant_stop_without_finish E13,4de37d933675ac851f10,TASK_S2_R002_006,41455d61077fa309d2ded62e12e8c1032fbebf3a,M004,H001,P003,0,1,1,1,0,0,1,0.0,1.0,0,1,5,1,76901,73126,3775,71.33156066713855,68.26599008287303,0.0,0,12,5,tests,finish_tool E13,4e26e1f68490216bf0d5,TASK_S2_R002_006,41455d61077fa309d2ded62e12e8c1032fbebf3a,M003,H001,P003,0,1,1,1,0,1,1,0.3333333333333333,1.0,1,1,5,1,68120,65166,2954,62.027851041872054,60.872218334814534,0.0,0,12,9,tests,model_turn_budget E13,a40e09254f9994982e73,TASK_S2_R002_007,310fc5b51cf54b221430f18d7dabbdd0a3a34bc6,M004,H001,P003,0,1,0,0,0,1,1,0.3333333333333333,1.0,1,1,5,2,106964,102480,4484,85.24675341602415,83.94686687504873,0.0,0,12,4,patch_apply,model_turn_budget E13,f59e0f42e1283c43f33e,TASK_S2_R002_007,310fc5b51cf54b221430f18d7dabbdd0a3a34bc6,M003,H001,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,4,0,26667,25940,727,18.93205583305098,18.778512499062344,0.0,0,12,11,empty_patch,model_turn_budget E13,78a26a22bf8636c712f6,TASK_S2_R002_008,3bff4cc7cc31e0c6ba630440deaca38044fc46f5,M003,H001,P003,0,1,1,0,0,0,1,0.0,1.0,0,1,5,2,50743,46946,3797,63.450714624952525,62.10739183309488,0.0,0,12,6,tests,model_turn_budget E13,d7b4e5436a44d53fbdf6,TASK_S2_R002_008,3bff4cc7cc31e0c6ba630440deaca38044fc46f5,M004,H001,P003,0,1,1,0,0,0,1,0.0,1.0,0,1,5,4,71578,69033,2545,41.48111100005917,39.67196779185906,0.0,0,12,4,tests,model_turn_budget E13,000d62fc526cc78a9318,TASK_S2_R002_009,87fd929036f5aba0c7795836332c2d28e031c2a0,M004,H001,P003,0,0,0,0,0,1,1,0.5,1.0,1,1,5,3,82190,81551,639,14.698348833015189,14.373233543010429,0.0,0,12,6,empty_patch,model_turn_budget E13,d3c26a8d85ebbfbda0a0,TASK_S2_R002_009,87fd929036f5aba0c7795836332c2d28e031c2a0,M003,H001,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,548,495,53,0.6326563749462366,0.6285956669598818,0.0,0,0,0,empty_patch,assistant_stop_without_finish E13,102452b4e3876318d541,TASK_S2_R002_010,f78eadbdb202e0d586339606350eab0172e85005,M004,H001,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,35857,35369,488,7.877045332919806,7.6344008354935795,0.0,0,12,11,empty_patch,model_turn_budget E13,a4c72f285f9af66fbde0,TASK_S2_R002_010,f78eadbdb202e0d586339606350eab0172e85005,M003,H001,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,1,59639,53322,6317,93.17518216697499,91.38767800014466,0.0,0,12,5,tests,model_turn_budget E13,3616660315266a7e75a7,TASK_S2_R002_011,a4c5732a529217dcfaad0e7c63af82ced6e8d382,M003,H001,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,1,83279,81602,1677,51.57125120796263,50.95664533297531,0.0,0,12,3,tests,model_turn_budget E13,dd1800dd831f587f1775,TASK_S2_R002_011,a4c5732a529217dcfaad0e7c63af82ced6e8d382,M004,H001,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,2,151150,145191,5959,127.45083583286032,124.40466687618755,0.0,0,12,1,tests,model_turn_budget E13,9665caf74a94e1ed65c5,TASK_S2_R002_012,ccf49b8eb56832c6f83cd39e28959e65bafe3521,M004,H001,P003,1,1,1,1,1,1,1,1.0,1.0,1,1,5,2,112677,109863,2814,63.95880891615525,56.56536779063754,4.255780583014712,1,12,3,resolved,model_turn_budget E13,9aa49a5f249b608e7e4a,TASK_S2_R002_012,ccf49b8eb56832c6f83cd39e28959e65bafe3521,M003,H001,P003,1,1,1,1,1,1,1,1.0,1.0,1,1,5,1,41483,36855,4628,72.3530379999429,66.58910570782609,0.0,0,6,1,resolved,assistant_stop_without_finish E13,6691379424f96b5a6c42,TASK_S2_R002_013,b4e26b379dc7ce7feb1030648f086617536f6689,M003,H001,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,5880,5386,494,6.7989409998990595,6.750520166242495,5.663096166914329,1,7,7,empty_patch,assistant_stop_without_finish E13,f53625fc819205f626e5,TASK_S2_R002_013,b4e26b379dc7ce7feb1030648f086617536f6689,M004,H001,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,3,67402,66876,526,10.800138249993324,10.52530554193072,0.0,0,12,8,empty_patch,model_turn_budget E13,2d4c11e2c745e8c8c863,TASK_S2_R002_014,b7baa9b20b362fa2be1ca824623f9b8222ca6c2c,M003,H001,P003,1,1,1,1,1,1,1,1.0,1.0,1,1,5,1,89132,82960,6172,108.64612129190937,102.91864670999348,0.0,0,12,4,resolved,model_turn_budget E13,e511ab2c90af3bfe38c5,TASK_S2_R002_014,b7baa9b20b362fa2be1ca824623f9b8222ca6c2c,M004,H001,P003,1,1,1,1,1,1,1,1.0,1.0,1,1,5,1,100903,97778,3125,55.752297166967764,49.99974295543507,0.0,0,12,4,resolved,model_turn_budget E13,9f0d4af8658cef430cbf,TASK_S2_R002_015,5cef87d9b0de63a0596cbefd370411a6e0733ecb,M004,H001,P003,0,1,1,1,0,1,1,0.5,1.0,1,1,5,2,76206,72921,3285,52.872070083161816,49.961117500439286,0.0,0,10,2,tests,finish_tool E13,d606e76ab71f636b7e79,TASK_S2_R002_015,5cef87d9b0de63a0596cbefd370411a6e0733ecb,M003,H001,P003,0,1,1,0,0,1,0,1.0,0.0,1,0,5,0,13271,12629,642,13.320157208945602,11.17340016597882,0.0,0,4,2,tests,assistant_stop_without_finish E13,446ba2f8cd0915c3a758,TASK_S2_R002_016,c8cfaa49bfd125a112ec8ef2aa095fccd1fe2c70,M004,H001,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,2,103213,100379,2834,63.93822504207492,60.60623133345507,0.0,0,9,1,tests,finish_tool E13,908993db6aea216e4cee,TASK_S2_R002_016,c8cfaa49bfd125a112ec8ef2aa095fccd1fe2c70,M003,H001,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,10624,9673,951,14.151662999996915,14.064087959937751,0.0,0,12,11,empty_patch,model_turn_budget E13,91a349d3a5cf65c1336d,TASK_S2_R002_017,4d31bf29f54be6a2bad1a80d99417e4779917a51,M003,H001,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,9804,9233,571,10.712100125150755,10.634635208407417,0.0,0,12,11,empty_patch,model_turn_budget E13,b9141bc45fa4e4786e95,TASK_S2_R002_017,4d31bf29f54be6a2bad1a80d99417e4779917a51,M004,H001,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,37934,37389,545,8.238547291141003,8.00635341834277,0.0,0,12,11,empty_patch,model_turn_budget E13,42608a118f5f5ec22e33,TASK_S2_R002_018,11860fc055026fa1e14b10111b9410d51a2534ac,M004,H001,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,1,65123,64427,696,14.675456125056371,14.356334793847054,0.0,0,12,3,empty_patch,model_turn_budget E13,c890ea9fb6e2c707502d,TASK_S2_R002_018,11860fc055026fa1e14b10111b9410d51a2534ac,M003,H001,P003,0,1,1,1,0,1,1,0.25,1.0,1,1,5,1,83750,82015,1735,54.934748084051535,53.11701383534819,0.0,0,12,5,tests,model_turn_budget E13,871e1bed0641b370fbf3,TASK_S2_R002_019,a26d600aadbd80fe54cbcefb72cd979c3040544c,M003,H001,P003,0,0,0,0,0,0,1,0.0,1.0,0,1,5,1,51222,50391,831,35.96886858297512,35.70048974850215,0.0,0,12,10,empty_patch,model_turn_budget E13,8f6d80a5ff58293ba63f,TASK_S2_R002_019,a26d600aadbd80fe54cbcefb72cd979c3040544c,M004,H001,P003,0,0,0,0,0,0,1,0.0,1.0,0,1,5,2,96407,95816,591,21.977600291138515,21.736399081768468,0.0,0,12,5,empty_patch,model_turn_budget E13,85fb09ba0b35d080e8be,TASK_S2_R002_020,73327f4c90f0d3308a468ea736de0034ad9c22ec,M003,H001,P003,0,1,1,1,0,0,1,0.0,1.0,0,1,5,1,22416,21522,894,22.535919041140005,22.0273686258588,0.0,0,6,4,tests,assistant_stop_without_finish E13,b6300a398c5992a54abf,TASK_S2_R002_020,73327f4c90f0d3308a468ea736de0034ad9c22ec,M004,H001,P003,0,1,0,0,0,0,0,0.0,0.0,0,0,5,3,71824,70415,1409,29.471703208051622,28.89515450084582,4.521106458036229,1,12,6,patch_apply,model_turn_budget E13,13eae436f8bbe612bc34,TASK_S2_R003_001,cfa6358b4c9c44d267d8c98a53ac840fbb27d3e8,M004,H001,P003,0,1,1,0,0,1,1,0.3333333333333333,1.0,1,1,5,4,128121,125491,2630,63.65915587497875,61.908759999554604,0.0,0,12,3,tests,model_turn_budget E13,e36933cbf63086875f42,TASK_S2_R003_001,cfa6358b4c9c44d267d8c98a53ac840fbb27d3e8,M003,H001,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,9913,9257,656,28.777533875079826,28.65738045750186,7.59621695894748,1,12,11,empty_patch,model_turn_budget E13,5146b72d2911c1ddc7cd,TASK_S2_R003_002,de29503262b7626421f3bffeea3ff073e63e3865,M004,H001,P003,0,0,0,0,0,0,1,0.0,0.5,0,1,5,2,69914,69109,805,18.183723625028506,18.035020417533815,0.0,0,12,6,empty_patch,model_turn_budget E13,d612fd1f4eeab4a2c415,TASK_S2_R003_002,de29503262b7626421f3bffeea3ff073e63e3865,M003,H001,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,29629,28478,1151,26.06046325014904,25.955038708867505,0.0,0,12,11,empty_patch,model_turn_budget E13,4c552ce23adb81e9a39b,TASK_S2_R003_003,939505b9c143939ba1e52c5cb920d8aa36596e19,M004,H001,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,2,2,113138,107115,6023,114.06544675002806,112.16289800149389,0.0,0,12,2,tests,finish_tool E13,76ad6a8c4f0ed3a88e6b,TASK_S2_R003_003,939505b9c143939ba1e52c5cb920d8aa36596e19,M003,H001,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,2,1,15828,13196,2632,39.172285333042964,37.81335024908185,0.0,0,4,2,tests,assistant_stop_without_finish E13,8e679531940de5106da6,TASK_S2_R003_004,e4673d8aeaf97b9ad5d2500e459526b4cf494547,M003,H001,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,1,27351,25438,1913,36.174563374836,34.66196795878932,0.0,0,6,2,tests,assistant_stop_without_finish E13,d875294e8f53ac3e8f2f,TASK_S2_R003_004,e4673d8aeaf97b9ad5d2500e459526b4cf494547,M004,H001,P003,0,0,0,0,0,1,1,0.2,1.0,1,1,5,3,91125,90575,550,21.381301457993686,21.223076709080487,0.0,0,12,6,empty_patch,model_turn_budget E13,4e5ca83c7adba9acd3e3,TASK_S2_R003_005,f4f7d7a63716f072eb45db2c7f590db0435350f0,M004,H001,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,4,66469,65810,659,20.28736966708675,20.155586210777983,0.0,0,12,6,empty_patch,model_turn_budget E13,517d562bc1cc38249f53,TASK_S2_R003_005,f4f7d7a63716f072eb45db2c7f590db0435350f0,M003,H001,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,4,61648,58389,3259,70.81837091688067,70.3796140390914,0.0,0,12,6,tests,model_turn_budget E13,14bba1a310682abab86e,TASK_S2_R003_006,9439132b1df39fbf386e5ee4d8354e78f549e109,M003,H001,P003,0,1,1,0,0,1,0,0.2,0.0,1,0,5,1,39624,37663,1961,41.21682479092851,38.61239579436369,0.0,0,8,2,tests,assistant_stop_without_finish E13,62cf9bafd34730624abf,TASK_S2_R003_006,9439132b1df39fbf386e5ee4d8354e78f549e109,M004,H001,P003,0,0,0,0,0,1,1,0.2,0.3333333333333333,1,1,5,3,67095,66264,831,18.613159083062783,18.470101377693936,0.0,0,12,4,empty_patch,model_turn_budget E13,7b67c548e19ee553557a,TASK_S2_R003_007,735efff88cc8d59021cb5a746ba70b66548e7662,M003,H001,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,7779,7136,643,10.9032902920153,10.86009204108268,0.0,0,9,9,empty_patch,assistant_stop_without_finish E13,ed34e8c6d8cc3cf85c26,TASK_S2_R003_007,735efff88cc8d59021cb5a746ba70b66548e7662,M004,H001,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,5,86458,84841,1617,35.538789625046775,35.39106858172454,0.0,0,12,4,empty_patch,finish_tool E13,880fb414555633d91bad,TASK_S2_R003_008,9734ad4bcbedcf4ee61317c12f47ddacf2ac208f,M004,H001,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,2,74391,71061,3330,56.30366141605191,53.23713837494142,4.380111541831866,1,12,4,tests,model_turn_budget E13,93cd4ef1d9db7757f48d,TASK_S2_R003_008,9734ad4bcbedcf4ee61317c12f47ddacf2ac208f,M003,H001,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,10461,9538,923,15.127145542064682,15.067168168025091,0.0,0,12,11,empty_patch,model_turn_budget E13,18ebb302e92c268f8c6a,TASK_S2_R003_009,a2ab54ceb40eca1e6e71f7779a418591426b2b2c,M004,H001,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,2,117381,113692,3689,76.81805879203603,73.94084524945356,0.0,0,12,4,tests,model_turn_budget E13,d8275da78a88002aa402,TASK_S2_R003_009,a2ab54ceb40eca1e6e71f7779a418591426b2b2c,M003,H001,P003,0,1,1,1,0,0,1,0.0,1.0,0,1,5,1,53369,50404,2965,59.01806725002825,57.541517541976646,5.642399332951754,1,10,6,tests,assistant_stop_without_finish E13,3251bf37156cadc6876a,TASK_S2_R003_010,8d74b889c55d18395c5e5006ba8f7db77892f603,M003,H001,P003,0,1,1,0,0,0,1,0.0,0.5,0,1,0,2,28018,26715,1303,27.613752959063277,26.126032126834616,0.0,0,10,7,tests,assistant_stop_without_finish E13,f38860ccf8fac075ad59,TASK_S2_R003_010,8d74b889c55d18395c5e5006ba8f7db77892f603,M004,H001,P003,0,0,0,0,0,1,1,0.2,0.5,1,1,5,4,95574,94994,580,18.821447333088145,18.643155792960897,0.0,0,12,4,empty_patch,model_turn_budget E13,65bfda46ae38c2806255,TASK_S2_R003_011,ee393a16e1aa6dbf2f9785eb3ef486f7d5b9276f,M003,H001,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,534,488,46,0.5738896250259131,0.5707033339422196,0.0,0,0,0,empty_patch,assistant_stop_without_finish E13,6dca2d07d0d991b842be,TASK_S2_R003_011,ee393a16e1aa6dbf2f9785eb3ef486f7d5b9276f,M004,H001,P003,0,1,1,0,0,1,1,0.2,0.5,1,1,5,4,84900,83008,1892,37.15498891612515,36.41548545891419,0.0,0,12,5,tests,model_turn_budget E13,6c388d0653e2fb29ec36,TASK_S2_R003_012,d509da60155e9470dee197d91926850ea9548de9,M004,H001,P003,0,0,0,0,0,1,1,1.0,0.3333333333333333,1,1,5,4,65192,64139,1053,19.12993441708386,18.233203124720603,0.0,0,12,6,empty_patch,model_turn_budget E13,7d7cf0cbc3b5cf5c76ea,TASK_S2_R003_012,d509da60155e9470dee197d91926850ea9548de9,M003,H001,P003,0,0,0,0,0,1,0,0.2,0.0,1,0,5,1,20041,19578,463,13.900037165964022,13.844189248746261,0.0,0,6,5,empty_patch,assistant_stop_without_finish E13,03e3bf3d34ea378d1107,TASK_S2_R003_013,c378817389a9510ef508b5a3c90282e5fb60049f,M004,H001,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,1,77811,75150,2661,42.760937499813735,41.36252145888284,0.0,0,12,6,tests,model_turn_budget E13,b51441e3a1799deb2d68,TASK_S2_R003_013,c378817389a9510ef508b5a3c90282e5fb60049f,M003,H001,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,1,92614,86132,6482,124.41479254094884,121.6637986660935,0.0,0,12,2,tests,model_turn_budget E13,3958e7855c0072dad415,TASK_S2_R003_014,93586405fbfa61317dc75e186799549573bc0bbb,M004,H001,P003,0,1,1,1,0,1,1,0.5,1.0,1,1,5,2,81540,79077,2463,45.786371958907694,39.428954999893904,0.0,0,12,4,tests,finish_tool E13,f73adb54ed095f1bfeeb,TASK_S2_R003_014,93586405fbfa61317dc75e186799549573bc0bbb,M003,H001,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,537,495,42,0.5288021659944206,0.5248812499921769,0.0,0,0,0,empty_patch,assistant_stop_without_finish E13,53dd255c90f436029de4,TASK_S2_R003_015,cf87226a81108fbed4f58751f1c03234cc57bcf1,M003,H001,P003,0,1,1,1,0,1,1,0.5,1.0,1,1,5,1,24193,22052,2141,36.3245012499392,35.001144998241216,0.0,0,5,3,tests,assistant_stop_without_finish E13,f803fb1cb4d04ddefa30,TASK_S2_R003_015,cf87226a81108fbed4f58751f1c03234cc57bcf1,M004,H001,P003,0,1,1,1,0,1,1,0.5,1.0,1,1,5,4,104254,97312,6942,127.43535808403976,125.66901800222695,0.0,0,12,3,tests,model_turn_budget E13,0616497a5e007e37ab6c,TASK_S2_R003_016,88de2f0fc52f4f02e1d44139f4404acf172624d7,M004,H001,P003,0,1,1,1,0,1,1,0.5,1.0,1,1,5,3,91728,88107,3621,69.89830641681328,68.1838659576606,4.150238916045055,1,11,3,tests,finish_tool E13,52922de62d99d978d83a,TASK_S2_R003_016,88de2f0fc52f4f02e1d44139f4404acf172624d7,M003,H001,P003,0,1,1,1,0,1,1,0.5,1.0,1,1,5,1,54864,52046,2818,60.68112395796925,58.55019775219262,0.0,0,12,6,tests,model_turn_budget E13,5b6ec4f9d2fd3d174b36,TASK_S2_R003_017,ef8f0e190b1add3bbba9a7b194aba2f3c1a83b2e,M004,H001,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,1,71963,69256,2707,46.250349584035575,45.25254233344458,0.0,0,10,4,tests,finish_tool E13,9ac2c7c42fa44bb0ee0b,TASK_S2_R003_017,ef8f0e190b1add3bbba9a7b194aba2f3c1a83b2e,M003,H001,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,29136,28477,659,19.223973541054875,19.12809654418379,5.668826624983922,1,12,11,empty_patch,model_turn_budget E13,528c1b9f39ce42153d1f,TASK_S2_R003_018,c5d0404ac9edfbfd328e7b4f07f554366377df3f,M004,H001,P003,0,1,1,1,0,1,1,0.2,1.0,1,1,5,4,56230,54844,1386,22.751838125055656,21.972968792775646,0.0,0,12,6,tests,model_turn_budget E13,dbc47d6636ebb852e08a,TASK_S2_R003_018,c5d0404ac9edfbfd328e7b4f07f554366377df3f,M003,H001,P003,0,0,0,0,0,1,0,0.3333333333333333,0.0,1,0,5,0,28573,27634,939,23.02382000000216,22.918682375224307,0.0,0,12,11,empty_patch,model_turn_budget E13,1d992a296879206d149a,TASK_S2_R003_019,c23e6bd5785205f0f4b4c80321153658fc23fb98,M004,H001,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,4,82279,79764,2515,54.0008981670253,52.96754329185933,0.0,0,12,6,tests,model_turn_budget E13,2dad80877020dd276649,TASK_S2_R003_019,c23e6bd5785205f0f4b4c80321153658fc23fb98,M003,H001,P003,0,0,0,0,0,0,1,0.0,1.0,0,1,5,1,35091,33924,1167,28.627327375113964,28.52733425144106,0.0,0,12,10,empty_patch,model_turn_budget E13,6c0e85799a7e1c841a0d,TASK_S2_R003_020,e11d889cd19ec1555b2bbee15355a8cdfad61d5f,M003,H001,P003,0,1,1,1,0,1,1,0.25,1.0,1,1,5,1,43414,40614,2800,51.79840225004591,48.35317875142209,0.0,0,7,0,tests,assistant_stop_without_finish E13,8631849b6cc779fc90c0,TASK_S2_R003_020,e11d889cd19ec1555b2bbee15355a8cdfad61d5f,M004,H001,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,2,103268,99127,4141,82.2063291661907,75.74466650094837,0.0,0,12,3,tests,model_turn_budget E13,78a7c0aecb77d10bf852,TASK_CR_001,f658abd3eb4eca9b8aadb5ee3af969ff1f142146,M002,H002,P002,1,1,1,1,1,1,1,1.0,1.0,1,1,5,1,34973,33432,1541,23.240213457960635,17.05839366815053,0.0,0,7,0,resolved,finish_tool E13,d07abcfe7128cc357443,TASK_CR_002,10aab506a17814404398dadc564ab53795439424,M002,H002,P002,0,0,0,0,0,1,1,0.5,1.0,1,1,5,3,37326,27169,10157,109.46617512498051,108.76904225139879,0.0,0,6,2,empty_patch,assistant_stop_without_finish E13,2927850cb7b94d8adb34,TASK_CR_003,4e9786fae8866b063d641e08b3c7890ef844bd15,M002,H002,P002,1,1,1,1,1,1,1,1.0,1.0,1,1,5,1,28205,27330,875,13.046831165906042,10.676112875109538,5.340159416897222,1,6,0,resolved,finish_tool E13,68c0ee01d391d188dd75,TASK_CR_005,f3cf91bcf15e1eab614a52ad928f0b4e7826b4e6,M002,H002,P002,0,1,1,0,0,1,0,0.3333333333333333,0.0,1,0,5,3,69321,67415,1906,23.91278062481433,22.507905415724963,0.0,0,12,4,tests,model_turn_budget E13,d343a2f36bd1bfde71a0,TASK_CR_006,b4b74fa3d7c867c53efdb254893564c5119526a5,M002,H002,P002,1,1,1,1,1,1,1,1.0,1.0,1,1,5,2,89760,87123,2637,37.17957770801149,27.647109001642093,0.0,0,11,1,resolved,finish_tool E13,279ed7579606989a7c6a,TASK_CR_007,497027ef60af5688bf153c06fcfbb0a3d2886217,M002,H002,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,156134,154808,1326,30.34910041699186,29.34435541392304,0.0,0,12,2,empty_patch,model_turn_budget E13,b0ef455954d9cd0c4cbd,TASK_CR_008,ce2cb82cebb100c27b4d19385791706b71138994,M002,H002,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,47757,46653,1104,14.520838791970164,13.681165290763602,0.0,0,12,10,empty_patch,model_turn_budget E13,b5d0571f586ba988ac2c,TASK_CR_009,49fb64fb1031531a6a651575e5a295abbaa6946a,M002,H002,P002,1,1,1,1,1,1,1,0.5,1.0,1,1,5,1,61416,59376,2040,63.96764687518589,22.013889542082325,0.0,0,8,1,resolved,finish_tool E13,68b28199b1b37a64463a,TASK_CR_012,4a086221393c6a74d1a5808af2666b1a6073f414,M002,H002,P002,1,1,1,1,1,1,1,0.3333333333333333,1.0,1,1,5,1,15059,14194,865,11.538030499825254,9.272142918081954,0.0,0,5,0,resolved,finish_tool E13,ce7e3392b8825b7f2137,TASK_CR_013,a7f451907269355a46ab528111003b32851ffdb8,M002,H002,P002,0,0,0,0,0,1,1,0.3333333333333333,1.0,1,1,5,3,138770,137341,1429,26.014787167077884,24.969592790817842,0.0,0,12,5,empty_patch,model_turn_budget E13,266b14c66687b303b08d,TASK_S2_R001_011,d81649aabf1c96534f78d89b7298a87a7752884b,M002,H002,P002,0,0,0,0,0,1,1,0.5,0.5,1,1,5,2,76571,74308,2263,30.009404290933162,28.79162741568871,5.311641291948035,1,12,7,empty_patch,model_turn_budget E13,8042b3a39612d973b071,TASK_S2_R001_012,dcdf51716e931cab57d62ab2637b7320108ff376,M002,H002,P002,1,1,1,1,1,1,1,1.0,1.0,1,1,5,1,22512,21199,1313,19.928792957914993,14.460390540771186,0.0,0,5,0,resolved,finish_tool E13,2ba0995f710386b9ae5d,TASK_S2_R001_013,b0cc2ebf7fb6332d9cf32e805e370140d4f3bba0,M002,H002,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,2,64566,63632,934,15.30758116603829,14.709349333075806,0.0,0,12,9,empty_patch,model_turn_budget E13,8b6bb5ae6f0a3854da82,TASK_S2_R001_014,1e3bd63c7b65e70ad5189ba1691507548abd9d3e,M002,H002,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,3446,3288,158,2.8028804161585867,2.1329658748582006,0.0,0,1,0,empty_patch,assistant_stop_without_finish E13,1238a7ef7fea8ac77bdb,TASK_S2_R001_015,0b6865a6fb06846d8b5b0ef177130aa2156ad0d4,M002,H002,P002,0,0,0,0,0,1,1,0.3333333333333333,1.0,1,1,5,2,217197,216100,1097,33.451270167017356,32.40933012403548,0.0,0,12,1,empty_patch,model_turn_budget E13,b752f908e66c7bcb73a6,TASK_S2_R001_016,ff2731c2a76d1816d73a47c4e7d615c5fff4969b,M002,H002,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,30940,22253,8687,85.12204475002363,84.54415399977006,0.0,0,5,3,empty_patch,assistant_stop_without_finish E13,b443d8b727708e641e8e,TASK_S2_R001_017,b141f250943abe155e0db8f018f59ba45e9d2dbe,M002,H002,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,2,48164,35278,12886,144.23629866703413,142.96961858239956,0.0,0,5,0,empty_patch,assistant_stop_without_finish E13,1c260618388dce4b9888,TASK_S2_R001_018,4fdb8ee94d8e03424b10d254c26a3ddc0b76fb1d,M002,H002,P002,1,1,1,1,1,1,1,0.3333333333333333,1.0,1,1,5,1,38780,37557,1223,56.39477875013836,13.993038999615237,0.0,0,7,0,resolved,finish_tool E13,a4f1926b2d9c3ca2fcd3,TASK_S2_R001_019,a4320fa224af23dd403ca718d4502666b1efa4a4,M002,H002,P002,0,1,1,1,0,1,1,1.0,1.0,1,1,5,1,86288,84274,2014,27.883080292027444,25.628112668637186,5.441193541046232,1,12,5,tests,model_turn_budget E13,cda15c560385a8191bd8,TASK_S2_R001_020,49fb64fb1031531a6a651575e5a295abbaa6946a,M002,H002,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,2,31735,29703,2032,24.0785357079003,23.208130915882066,0.0,0,12,9,empty_patch,tool_budget_exhausted E13,e464d75a29988b252a0b,TASK_S2_R002_001,a5be59f825000f173880b4e49e47ea2bed646531,M002,H002,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,35953,26992,8961,106.65966970799491,106.29231754364446,0.0,0,9,6,empty_patch,assistant_stop_without_finish E13,cfc352c051512a7c7530,TASK_S2_R002_002,0d984da7b56af3e8e882a3234be0bf44686e6bfc,M002,H002,P002,0,1,1,0,0,1,1,0.25,0.3333333333333333,1,1,5,3,72376,70051,2325,32.896548042073846,30.534185958094895,0.0,0,12,4,tests,model_turn_budget E13,7d311a45e8e8a8f08bdc,TASK_S2_R002_003,71a96cf3be9940f846e5d412ccd2b18fae8968f7,M002,H002,P002,0,0,0,0,0,0,1,0.0,1.0,0,1,5,2,128120,117491,10629,129.66541604185477,129.18706921045668,0.0,0,11,6,empty_patch,assistant_stop_without_finish E13,602378c620afb51697c1,TASK_S2_R002_004,5c23d008b05152107f65b4dbf401fefd7e7c5676,M002,H002,P002,1,1,1,1,1,1,1,1.0,1.0,1,1,5,1,49306,38419,10887,129.8897007079795,118.95009804191068,0.0,0,9,3,resolved,assistant_stop_without_finish E13,5032ecd998a15df4d418,TASK_S2_R002_005,b0002945668fe718fcb6ab7e3ada5d2fd6dfaf08,M002,H002,P002,0,0,0,0,0,0,1,0.0,0.25,0,1,5,4,80704,79500,1204,24.491128250025213,24.08254129299894,0.0,0,12,4,empty_patch,model_turn_budget E13,31f14572f54d2e43eaa3,TASK_S2_R002_006,41455d61077fa309d2ded62e12e8c1032fbebf3a,M002,H002,P002,0,0,0,0,0,1,1,0.25,1.0,1,1,5,4,142510,140926,1584,27.532154167070985,27.15505870897323,0.0,0,12,4,empty_patch,model_turn_budget E13,93d39eae8c9dfa2570cd,TASK_S2_R002_007,310fc5b51cf54b221430f18d7dabbdd0a3a34bc6,M002,H002,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,41815,41021,794,12.114853041945025,11.835405625402927,5.299066917039454,1,12,9,empty_patch,model_turn_budget E13,a7e753be4c7af49cc743,TASK_S2_R002_008,3bff4cc7cc31e0c6ba630440deaca38044fc46f5,M002,H002,P002,0,0,0,0,0,0,1,0.0,1.0,0,1,5,2,50107,41088,9019,98.88659212505445,98.60606599994935,0.0,0,8,5,empty_patch,assistant_stop_without_finish E13,0d08387f456e80a75859,TASK_S2_R002_009,87fd929036f5aba0c7795836332c2d28e031c2a0,M002,H002,P002,0,0,0,0,0,1,1,0.5,1.0,1,1,5,2,95757,94796,961,16.739459292031825,16.350596667965874,0.0,0,12,7,empty_patch,model_turn_budget E13,19ead6682788a346cf23,TASK_S2_R002_010,f78eadbdb202e0d586339606350eab0172e85005,M002,H002,P002,0,0,0,0,0,0,1,0.0,0.5,0,1,5,4,107376,106383,993,21.216265125200152,20.775864123599604,0.0,0,12,5,empty_patch,model_turn_budget E13,df4c867db543ab34b026,TASK_S2_R002_011,a4c5732a529217dcfaad0e7c63af82ced6e8d382,M002,H002,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,1,177364,176211,1153,30.88058620900847,30.49751029186882,0.0,0,12,1,empty_patch,model_turn_budget E13,10f4ccc3466ac582939f,TASK_S2_R002_012,ccf49b8eb56832c6f83cd39e28959e65bafe3521,M002,H002,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,2,134775,132972,1803,33.385730541078374,33.01244875206612,0.0,0,12,3,empty_patch,model_turn_budget E13,1c3c22d70aedb652a25b,TASK_S2_R002_013,b4e26b379dc7ce7feb1030648f086617536f6689,M002,H002,P002,0,0,0,0,0,1,1,0.5,1.0,1,1,5,4,53752,44732,9020,93.60298587498255,93.28702837578021,0.0,0,7,2,empty_patch,assistant_stop_without_finish E13,710420dffe286e025631,TASK_S2_R002_014,b7baa9b20b362fa2be1ca824623f9b8222ca6c2c,M002,H002,P002,0,1,1,1,0,1,1,0.5,1.0,1,1,5,2,107096,105308,1788,24.774398332927376,23.498793038306758,0.0,0,12,5,tests,model_turn_budget E13,dfc8a01d1e024669b24c,TASK_S2_R002_015,5cef87d9b0de63a0596cbefd370411a6e0733ecb,M002,H002,P002,0,0,0,0,0,1,1,0.5,1.0,1,1,5,3,77586,67971,9615,108.05179820791818,107.70353758288547,5.431309791980311,1,7,1,empty_patch,assistant_stop_without_finish E13,185a09ec961438422fa0,TASK_S2_R002_016,c8cfaa49bfd125a112ec8ef2aa095fccd1fe2c70,M002,H002,P002,0,0,0,0,0,1,1,0.5,1.0,1,1,5,3,168699,166842,1857,29.386164708063006,28.939000582089648,0.0,0,12,6,empty_patch,tool_budget_exhausted E13,750b8af8c24dab99a01e,TASK_S2_R002_017,4d31bf29f54be6a2bad1a80d99417e4779917a51,M002,H002,P002,0,1,1,1,0,1,1,1.0,1.0,1,1,5,1,27002,24871,2131,25.9533600830473,22.79549812641926,0.0,0,7,0,tests,finish_tool E13,a468a304b0df91f02b1c,TASK_S2_R002_018,11860fc055026fa1e14b10111b9410d51a2534ac,M002,H002,P002,0,0,0,0,0,1,1,0.5,1.0,1,1,5,2,178403,177346,1057,29.622467915993184,29.093055622885004,0.0,0,12,2,empty_patch,model_turn_budget E13,45c22fdfd9fe4c6e1cc3,TASK_S2_R002_019,a26d600aadbd80fe54cbcefb72cd979c3040544c,M002,H002,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,104719,103298,1421,26.777682750020176,26.48820287664421,0.0,0,12,8,empty_patch,model_turn_budget E13,483bb06c341e2546f239,TASK_S2_R002_020,73327f4c90f0d3308a468ea736de0034ad9c22ec,M002,H002,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,3,28036,19364,8672,94.82790383300744,94.55541349994019,0.0,0,7,3,empty_patch,assistant_stop_without_finish E13,2947a2199d8bc57a0a4e,TASK_S2_R003_001,cfa6358b4c9c44d267d8c98a53ac840fbb27d3e8,M002,H002,P002,0,0,0,0,0,1,1,0.3333333333333333,1.0,1,1,5,2,126003,124753,1250,26.74339329218492,26.41561454255134,0.0,0,12,6,empty_patch,model_turn_budget E13,89a743d943867da70b71,TASK_S2_R003_002,de29503262b7626421f3bffeea3ff073e63e3865,M002,H002,P002,0,1,1,0,0,0,0,0.0,0.0,0,0,5,1,125675,122196,3479,49.77291033300571,47.9937780846376,0.0,0,12,1,tests,model_turn_budget E13,b85cdc325d10b53ac997,TASK_S2_R003_003,939505b9c143939ba1e52c5cb920d8aa36596e19,M002,H002,P002,1,1,1,1,1,1,1,1.0,1.0,1,1,5,1,14327,13248,1079,13.350125500001013,12.34378708479926,5.349109665956348,1,4,0,resolved,finish_tool E13,04fcb10205108f62d046,TASK_S2_R003_004,e4673d8aeaf97b9ad5d2500e459526b4cf494547,M002,H002,P002,0,0,0,0,0,1,1,0.2,1.0,1,1,5,1,151972,150671,1301,32.81660500005819,32.53288025013171,0.0,0,12,4,empty_patch,model_turn_budget E13,d4da52882c9dda8f6a06,TASK_S2_R003_005,f4f7d7a63716f072eb45db2c7f590db0435350f0,M002,H002,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,3,89960,87044,2916,39.19277837499976,38.2235727510415,0.0,0,12,5,empty_patch,model_turn_budget E13,387dcdb136467bd7fd6f,TASK_S2_R003_006,9439132b1df39fbf386e5ee4d8354e78f549e109,M002,H002,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,4,49374,47884,1490,20.643623291049153,19.74373554228805,0.0,0,12,5,empty_patch,model_turn_budget E13,dcfb6432c4e2aee5f2d7,TASK_S2_R003_007,735efff88cc8d59021cb5a746ba70b66548e7662,M002,H002,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,1,34008,32949,1059,14.433502374915406,14.283436043886468,0.0,0,12,10,empty_patch,model_turn_budget E13,1d7b5b829f43a5d85814,TASK_S2_R003_008,9734ad4bcbedcf4ee61317c12f47ddacf2ac208f,M002,H002,P002,0,0,0,0,0,1,0,0.3333333333333333,0.0,1,0,5,0,2952,2777,175,2.3163739580195397,2.161611541872844,0.0,0,1,0,empty_patch,assistant_stop_without_finish E13,d52589bc01c34612dad6,TASK_S2_R003_009,a2ab54ceb40eca1e6e71f7779a418591426b2b2c,M002,H002,P002,0,0,0,0,0,0,1,0.0,0.5,0,1,5,2,77744,76617,1127,21.48860670789145,21.235685957828537,0.0,0,12,6,empty_patch,model_turn_budget E13,2938beb4375e8bfff8c5,TASK_S2_R003_010,8d74b889c55d18395c5e5006ba8f7db77892f603,M002,H002,P002,0,1,1,0,0,1,1,0.25,1.0,1,1,5,2,63836,58974,4862,56.7412999169901,54.85118558490649,0.0,0,9,1,tests,finish_tool E13,c1bc3c94a41affc2ad3e,TASK_S2_R003_011,ee393a16e1aa6dbf2f9785eb3ef486f7d5b9276f,M002,H002,P002,0,0,0,0,0,1,0,0.5,0.0,1,0,5,1,35665,26758,8907,90.8590374160558,90.70286779012531,5.313067000126466,1,7,4,empty_patch,assistant_stop_without_finish E13,e6ddeae1ffba0054f308,TASK_S2_R003_012,d509da60155e9470dee197d91926850ea9548de9,M002,H002,P002,0,0,0,0,0,0,1,0.0,0.3333333333333333,0,1,5,4,55830,53971,1859,26.345682041021064,26.086522665340453,0.0,0,12,6,empty_patch,model_turn_budget E13,7c61a0d408b65fdb55e3,TASK_S2_R003_013,c378817389a9510ef508b5a3c90282e5fb60049f,M002,H002,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,10988,10724,264,5.235812500119209,5.103725540917367,0.0,0,3,1,empty_patch,assistant_stop_without_finish E13,11631763ece302724a3f,TASK_S2_R003_014,93586405fbfa61317dc75e186799549573bc0bbb,M002,H002,P002,0,1,1,1,0,1,1,0.5,1.0,1,1,5,2,42304,40312,1992,29.978640124900267,23.582078876905143,0.0,0,9,1,tests,finish_tool E13,9d85633790b6635a48f5,TASK_S2_R003_015,cf87226a81108fbed4f58751f1c03234cc57bcf1,M002,H002,P002,0,0,0,0,0,0,1,0.0,0.5,0,1,5,2,52160,51152,1008,16.927270208019763,16.756936497753486,0.0,0,12,8,empty_patch,model_turn_budget E13,96365c839c3e5a6c0557,TASK_S2_R003_016,88de2f0fc52f4f02e1d44139f4404acf172624d7,M002,H002,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,1,7838,7627,211,4.85732145793736,4.7958390831481665,0.0,0,2,0,empty_patch,assistant_stop_without_finish E13,e38d510ce33a09adaed8,TASK_S2_R003_017,ef8f0e190b1add3bbba9a7b194aba2f3c1a83b2e,M002,H002,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,9501,9200,301,5.583079916890711,5.462503542890772,0.0,0,3,1,empty_patch,assistant_stop_without_finish E13,dd386c372f4d1507aa89,TASK_S2_R003_018,c5d0404ac9edfbfd328e7b4f07f554366377df3f,M002,H002,P002,0,0,0,0,0,1,1,0.25,1.0,1,1,5,3,42668,41735,933,13.777491040993482,13.550416917307302,0.0,0,12,8,empty_patch,model_turn_budget E13,1aa1659da8e3827b9730,TASK_S2_R003_019,c23e6bd5785205f0f4b4c80321153658fc23fb98,M002,H002,P002,1,1,1,1,1,1,1,0.5,1.0,1,1,5,2,40568,38893,1675,20.709588791942224,18.883761998964474,5.395363833988085,1,8,0,resolved,finish_tool E13,84dacd61d3495e675fd4,TASK_S2_R003_020,e11d889cd19ec1555b2bbee15355a8cdfad61d5f,M002,H002,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,1,15018,6593,8425,82.51340991584584,82.37561591691338,0.0,0,2,0,empty_patch,assistant_stop_without_finish E13,6e5fcc32cbc823536b57,TASK_CR_001,f658abd3eb4eca9b8aadb5ee3af969ff1f142146,M004,H002,P003,1,1,1,1,1,1,1,1.0,1.0,1,1,5,2,85135,81003,4132,72.8325342501048,66.30714495922439,4.224409000016749,1,12,4,resolved,model_turn_budget E13,c6f8bd26039f1fb485f7,TASK_CR_001,f658abd3eb4eca9b8aadb5ee3af969ff1f142146,M003,H002,P003,1,1,1,1,1,1,1,1.0,1.0,1,1,5,1,14191,12636,1555,27.983807916054502,24.118631166173145,0.0,0,3,1,resolved,assistant_stop_without_finish E13,19b17e75e141c7c34d62,TASK_CR_002,10aab506a17814404398dadc564ab53795439424,M003,H002,P003,0,0,0,0,0,0,1,0.0,1.0,0,1,0,1,15359,14670,689,9.848146292148158,9.78816487500444,5.64069087500684,1,12,10,empty_patch,model_turn_budget E13,87a3d6e53215cae7e730,TASK_CR_002,10aab506a17814404398dadc564ab53795439424,M004,H002,P003,0,1,0,1,0,1,1,0.5,1.0,1,1,5,3,77882,75056,2826,38.93352958303876,36.54684516694397,0.0,0,12,1,patch_apply,model_turn_budget E13,4c8d6291a4575b9164ee,TASK_CR_003,4e9786fae8866b063d641e08b3c7890ef844bd15,M003,H002,P003,0,1,1,1,0,0,1,0.0,1.0,0,1,0,1,22736,19781,2955,39.98712662514299,39.16722920909524,0.0,0,6,3,tests,assistant_stop_without_finish E13,95cb7b78c62f3c5103b7,TASK_CR_003,4e9786fae8866b063d641e08b3c7890ef844bd15,M004,H002,P003,1,1,1,1,1,1,1,1.0,1.0,1,1,5,3,93592,90167,3425,61.81051754090004,59.32360891671851,0.0,0,10,1,resolved,finish_tool E13,050849043b06bc401036,TASK_CR_005,f3cf91bcf15e1eab614a52ad928f0b4e7826b4e6,M003,H002,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,10168,9552,616,10.582700625061989,10.512534625828266,0.0,0,12,11,empty_patch,model_turn_budget E13,8d5ea963112b78166729,TASK_CR_005,f3cf91bcf15e1eab614a52ad928f0b4e7826b4e6,M004,H002,P003,0,0,0,0,0,1,1,0.3333333333333333,1.0,1,1,5,3,66549,65684,865,16.80352387507446,16.27004420873709,0.0,0,12,5,empty_patch,model_turn_budget E13,3b9132982c2ea284dd6d,TASK_CR_006,b4b74fa3d7c867c53efdb254893564c5119526a5,M003,H002,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,1,47473,45413,2060,38.31742166704498,37.832838288508356,0.0,0,12,10,empty_patch,model_turn_budget E13,6552ae40634aca4a581c,TASK_CR_006,b4b74fa3d7c867c53efdb254893564c5119526a5,M004,H002,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,2,126498,119361,7137,129.50198879209347,122.46098825172521,0.0,0,12,1,tests,model_turn_budget E13,2e01dd8533594df039ae,TASK_CR_007,497027ef60af5688bf153c06fcfbb0a3d2886217,M004,H002,P003,0,0,0,0,0,0,1,0.0,1.0,0,1,5,4,122405,121763,642,22.572129874955863,21.689860791433603,0.0,0,12,4,empty_patch,model_turn_budget E13,7d270b28a9ae47f9fdca,TASK_CR_007,497027ef60af5688bf153c06fcfbb0a3d2886217,M003,H002,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,2,24508,23231,1277,22.648524249903858,22.274861000478268,0.0,0,9,7,empty_patch,assistant_stop_without_finish E13,2bb0517e93826bde42f3,TASK_CR_008,ce2cb82cebb100c27b4d19385791706b71138994,M003,H002,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,1,19749,17059,2690,37.8832499999553,34.12700504204258,0.0,0,4,2,tests,assistant_stop_without_finish E13,637085ad92daec5c52b6,TASK_CR_008,ce2cb82cebb100c27b4d19385791706b71138994,M004,H002,P003,0,0,0,0,0,0,1,0.0,0.5,0,1,5,3,100401,99601,800,22.893861749907956,19.219022165285423,0.0,0,12,4,empty_patch,model_turn_budget E13,04b5ae215152104b2776,TASK_CR_009,49fb64fb1031531a6a651575e5a295abbaa6946a,M004,H002,P003,0,1,1,1,0,1,1,0.3333333333333333,0.5,1,1,5,3,166129,158320,7809,130.18849029112607,128.2676519176457,0.0,0,12,2,tests,model_turn_budget E13,513c6259972dbb513f88,TASK_CR_009,49fb64fb1031531a6a651575e5a295abbaa6946a,M003,H002,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,561,522,39,0.5326145000290126,0.5287760831415653,0.0,0,0,0,empty_patch,assistant_stop_without_finish E13,b2d5f57b92a2255b2633,TASK_CR_012,4a086221393c6a74d1a5808af2666b1a6073f414,M003,H002,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,10195,9658,537,9.664482834050432,9.595616166479886,0.0,0,12,11,empty_patch,model_turn_budget E13,ebbda92037793f1ee02e,TASK_CR_012,4a086221393c6a74d1a5808af2666b1a6073f414,M004,H002,P003,1,1,1,1,1,0,1,0.0,1.0,0,1,5,2,36288,35088,1200,21.22188395820558,18.30051354202442,4.190567667130381,1,7,3,resolved,assistant_stop_without_finish E13,0f14ebf30d727e8fd62a,TASK_CR_013,a7f451907269355a46ab528111003b32851ffdb8,M003,H002,P003,0,0,0,0,0,1,0,0.3333333333333333,0.0,1,0,5,2,39119,38425,694,20.418557666940615,19.8508912906982,5.794592333957553,1,12,9,empty_patch,model_turn_budget E13,ff2b6e8d4b2edcc29a44,TASK_CR_013,a7f451907269355a46ab528111003b32851ffdb8,M004,H002,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,3,51518,51002,516,12.820712124928832,11.972050498938188,0.0,0,12,7,empty_patch,model_turn_budget E13,386ac8656e169070a7d5,TASK_S2_R001_011,d81649aabf1c96534f78d89b7298a87a7752884b,M003,H002,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,9979,9362,617,10.762251832988113,10.681944749783725,0.0,0,12,11,empty_patch,model_turn_budget E13,834c5349bccd90f5b1e7,TASK_S2_R001_011,d81649aabf1c96534f78d89b7298a87a7752884b,M004,H002,P003,0,0,0,0,0,1,1,0.3333333333333333,1.0,1,1,5,1,75022,74191,831,19.350037124939263,18.40140478988178,0.0,0,12,5,empty_patch,model_turn_budget E13,7e873ea06558983b6b74,TASK_S2_R001_012,dcdf51716e931cab57d62ab2637b7320108ff376,M004,H002,P003,1,1,1,1,1,1,1,1.0,1.0,1,1,5,3,100615,98389,2226,50.05658850003965,44.20053475047462,0.0,0,12,3,resolved,model_turn_budget E13,fc482e311a4e0d1457d9,TASK_S2_R001_012,dcdf51716e931cab57d62ab2637b7320108ff376,M003,H002,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,1,33468,30439,3029,46.807476917048916,44.76648853975348,0.0,0,7,5,tests,assistant_stop_without_finish E13,8099efd4144bf6f1ea1f,TASK_S2_R001_013,b0cc2ebf7fb6332d9cf32e805e370140d4f3bba0,M003,H002,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,1,18053,17511,542,13.055765624856576,12.97097024996765,0.0,0,12,10,empty_patch,model_turn_budget E13,a18c3cea5b7ffbeaccfb,TASK_S2_R001_013,b0cc2ebf7fb6332d9cf32e805e370140d4f3bba0,M004,H002,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,4,109144,108607,537,19.657542458968237,19.210717540467158,0.0,0,12,6,empty_patch,model_turn_budget E13,466b241bb480f6ac0737,TASK_S2_R001_014,1e3bd63c7b65e70ad5189ba1691507548abd9d3e,M004,H002,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,1,93761,93162,599,17.992711999919266,17.182495915796608,0.0,0,12,5,empty_patch,model_turn_budget E13,8e9767d8a896975d1a6e,TASK_S2_R001_014,1e3bd63c7b65e70ad5189ba1691507548abd9d3e,M003,H002,P003,0,0,0,0,0,0,1,0.0,1.0,0,1,5,1,27496,26852,644,17.74329079198651,17.39129008189775,0.0,0,12,10,empty_patch,model_turn_budget E13,14ddf7714b960d9847ce,TASK_S2_R001_015,0b6865a6fb06846d8b5b0ef177130aa2156ad0d4,M004,H002,P003,0,0,0,0,0,1,1,0.2,1.0,1,1,5,4,167737,166774,963,52.57746904203668,36.345597208244726,0.0,0,12,2,empty_patch,model_turn_budget E13,aa6320012486e1dc62f2,TASK_S2_R001_015,0b6865a6fb06846d8b5b0ef177130aa2156ad0d4,M003,H002,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,10497,9515,982,14.486500459024683,14.412063916912302,0.0,0,12,11,empty_patch,model_turn_budget E13,49e64f8edc0321ee91a6,TASK_S2_R001_016,ff2731c2a76d1816d73a47c4e7d615c5fff4969b,M003,H002,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,8054,7252,802,12.201951083960012,12.13501079310663,0.0,0,9,9,empty_patch,assistant_stop_without_finish E13,6e5974abd54913c17444,TASK_S2_R001_016,ff2731c2a76d1816d73a47c4e7d615c5fff4969b,M004,H002,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,3,34347,33843,504,9.467897416092455,8.95231312373653,0.0,0,12,8,empty_patch,model_turn_budget E13,21e31cc16337a409fb0d,TASK_S2_R001_017,b141f250943abe155e0db8f018f59ba45e9d2dbe,M003,H002,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,1,26439,24972,1467,27.316473125014454,25.411060290643945,0.0,0,6,2,tests,assistant_stop_without_finish E13,59b4522a9f208bf34cac,TASK_S2_R001_017,b141f250943abe155e0db8f018f59ba45e9d2dbe,M004,H002,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,2,120520,117311,3209,59.41694916691631,57.30672274809331,4.103136209072545,1,12,4,tests,finish_tool E13,5be94cbb4e36fbc72359,TASK_S2_R001_018,4fdb8ee94d8e03424b10d254c26a3ddc0b76fb1d,M003,H002,P003,0,1,1,1,0,1,0,0.25,0.0,1,0,5,0,32956,30318,2638,30.464649999979883,28.892067125299945,5.799669959116727,1,8,4,tests,assistant_stop_without_finish E13,a7f36262874c8c922ad9,TASK_S2_R001_018,4fdb8ee94d8e03424b10d254c26a3ddc0b76fb1d,M004,H002,P003,0,1,1,1,0,1,1,0.3333333333333333,1.0,1,1,5,2,143383,137389,5994,116.62940741702914,114.93020062497817,0.0,0,12,1,tests,finish_tool E13,07d1677ab2d8018a483b,TASK_S2_R001_019,a4320fa224af23dd403ca718d4502666b1efa4a4,M004,H002,P003,0,0,0,0,0,1,1,0.5,1.0,1,1,5,2,118880,118260,620,24.69071395811625,24.217887707985938,0.0,0,12,6,empty_patch,model_turn_budget E13,50d82c50852b5bbde993,TASK_S2_R001_019,a4320fa224af23dd403ca718d4502666b1efa4a4,M003,H002,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,1,27677,26651,1026,22.898234624881297,22.593002293026075,0.0,0,8,5,empty_patch,assistant_stop_without_finish E13,3b72dc0a72dc3f1f9b64,TASK_S2_R001_020,49fb64fb1031531a6a651575e5a295abbaa6946a,M004,H002,P003,0,0,0,0,0,1,1,1.0,0.5,1,1,5,4,76879,75912,967,31.036781165981665,30.31485408381559,0.0,0,9,0,empty_patch,finish_tool E13,80fe48e40f484c09ab0a,TASK_S2_R001_020,49fb64fb1031531a6a651575e5a295abbaa6946a,M003,H002,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,18961,18308,653,14.871513625141233,14.608311371644959,0.0,0,12,11,empty_patch,model_turn_budget E13,511f8faf54ca1f529d9e,TASK_S2_R002_001,a5be59f825000f173880b4e49e47ea2bed646531,M003,H002,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,22901,22117,784,18.750044249929488,18.460975584108382,0.0,0,12,11,empty_patch,model_turn_budget E13,8b3b079cda494624b4e7,TASK_S2_R002_001,a5be59f825000f173880b4e49e47ea2bed646531,M004,H002,P003,0,1,0,0,0,0,0,0.0,0.0,0,0,5,3,104442,99963,4479,82.46516279107891,81.81544466572814,0.0,0,12,4,patch_apply,model_turn_budget E13,64336c18b7844ef8e6d4,TASK_S2_R002_002,0d984da7b56af3e8e882a3234be0bf44686e6bfc,M004,H002,P003,0,1,1,0,0,1,1,0.25,0.5,1,1,5,3,105669,102279,3390,76.01188879087567,73.65881266747601,0.0,0,12,3,tests,finish_tool E13,a6b0d499bd9b2e3c7ab0,TASK_S2_R002_002,0d984da7b56af3e8e882a3234be0bf44686e6bfc,M003,H002,P003,0,0,0,0,0,0,1,0.0,1.0,0,1,0,1,9798,8795,1003,31.918070916086435,31.86405570898205,0.0,0,5,4,empty_patch,assistant_stop_without_finish E13,36427f59c207034d5903,TASK_S2_R002_003,71a96cf3be9940f846e5d412ccd2b18fae8968f7,M004,H002,P003,0,0,0,0,0,0,1,0.0,1.0,0,1,5,2,83860,83305,555,17.930509333033115,17.496554041281343,0.0,0,12,7,empty_patch,model_turn_budget E13,d56e781282ce61272641,TASK_S2_R002_003,71a96cf3be9940f846e5d412ccd2b18fae8968f7,M003,H002,P003,0,0,0,0,0,0,1,0.0,1.0,0,1,5,1,16555,15588,967,17.951300709042698,17.75741766486317,0.0,0,4,3,empty_patch,assistant_stop_without_finish E13,2163d5c8f827a85c8574,TASK_S2_R002_004,5c23d008b05152107f65b4dbf401fefd7e7c5676,M003,H002,P003,0,0,0,0,0,0,1,0.0,1.0,0,1,0,1,34099,33034,1065,25.38376941694878,25.28959658346139,0.0,0,12,10,empty_patch,model_turn_budget E13,3a195dc496a0d04e4797,TASK_S2_R002_004,5c23d008b05152107f65b4dbf401fefd7e7c5676,M004,H002,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,2,81145,80360,785,16.74089716700837,16.4607703757938,0.0,0,12,4,empty_patch,model_turn_budget E13,99c3539ced733f193217,TASK_S2_R002_005,b0002945668fe718fcb6ab7e3ada5d2fd6dfaf08,M003,H002,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,29267,28588,679,22.231775125022978,21.802232207497582,0.0,0,12,11,empty_patch,model_turn_budget E13,f6748d0773c4cff48f09,TASK_S2_R002_005,b0002945668fe718fcb6ab7e3ada5d2fd6dfaf08,M004,H002,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,2,68185,67729,456,12.266383374808356,11.808179625077173,4.215358124813065,1,12,9,empty_patch,model_turn_budget E13,bb9ed7e7b05db68fe19f,TASK_S2_R002_006,41455d61077fa309d2ded62e12e8c1032fbebf3a,M003,H002,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,1,59426,58857,569,28.71374295814894,28.464589460054412,5.897556792013347,1,12,10,empty_patch,model_turn_budget E13,d010ce7c229bccc9bcac,TASK_S2_R002_006,41455d61077fa309d2ded62e12e8c1032fbebf3a,M004,H002,P003,0,1,1,1,0,1,1,0.2,1.0,1,1,5,1,65810,62110,3700,66.7465914171189,63.57728329184465,0.0,0,9,3,tests,finish_tool E13,4ccca1485f6b8b6b5686,TASK_S2_R002_007,310fc5b51cf54b221430f18d7dabbdd0a3a34bc6,M004,H002,P003,0,0,0,0,0,1,1,0.2,0.5,1,1,5,3,92833,92267,566,20.289816749980673,14.78548912703991,0.0,0,12,6,empty_patch,model_turn_budget E13,df380bb9c959a4a98bb3,TASK_S2_R002_007,310fc5b51cf54b221430f18d7dabbdd0a3a34bc6,M003,H002,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,30935,30279,656,19.551868041977286,19.369605167768896,0.0,0,12,11,empty_patch,model_turn_budget E13,5fe4f8beeeef1687f4ef,TASK_S2_R002_008,3bff4cc7cc31e0c6ba630440deaca38044fc46f5,M004,H002,P003,0,0,0,0,0,0,1,0.0,1.0,0,1,5,4,93795,92062,1733,36.350351167144254,34.812025625491515,0.0,0,12,5,empty_patch,finish_tool E13,f38bd85f8bedd58ea692,TASK_S2_R002_008,3bff4cc7cc31e0c6ba630440deaca38044fc46f5,M003,H002,P003,0,1,1,0,0,0,1,0.0,1.0,0,1,5,1,33093,30452,2641,42.21431629196741,41.67567100189626,0.0,0,8,5,tests,assistant_stop_without_finish E13,6577e100ac50f1729f1f,TASK_S2_R002_009,87fd929036f5aba0c7795836332c2d28e031c2a0,M003,H002,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,548,495,53,0.6309380840975791,0.6269354580435902,0.0,0,0,0,empty_patch,assistant_stop_without_finish E13,a603ee357293736e542b,TASK_S2_R002_009,87fd929036f5aba0c7795836332c2d28e031c2a0,M004,H002,P003,0,0,0,0,0,1,1,0.5,1.0,1,1,5,3,72188,71607,581,13.142179749906063,12.764126126421615,0.0,0,12,7,empty_patch,model_turn_budget E13,af75d061b3c3c4c03c47,TASK_S2_R002_010,f78eadbdb202e0d586339606350eab0172e85005,M004,H002,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,33446,32971,475,7.62357541709207,7.313060126733035,0.0,0,12,11,empty_patch,model_turn_budget E13,f445c40f756f53b58e5b,TASK_S2_R002_010,f78eadbdb202e0d586339606350eab0172e85005,M003,H002,P003,0,1,1,1,0,0,1,0.0,1.0,0,1,5,1,38129,36135,1994,36.96693500014953,35.91778745921329,0.0,0,8,3,tests,assistant_stop_without_finish E13,c6d15cb5bf8e120daae1,TASK_S2_R002_011,a4c5732a529217dcfaad0e7c63af82ced6e8d382,M003,H002,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,1,17435,16942,493,12.007790125207976,11.800753874704242,0.0,0,7,4,empty_patch,assistant_stop_without_finish E13,c711f4ace1729cbd8c93,TASK_S2_R002_011,a4c5732a529217dcfaad0e7c63af82ced6e8d382,M004,H002,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,1,43314,42547,767,19.49188887514174,19.267517208121717,0.0,0,6,1,empty_patch,finish_tool E13,979ece62cbf05bc7c09f,TASK_S2_R002_012,ccf49b8eb56832c6f83cd39e28959e65bafe3521,M004,H002,P003,1,1,1,1,1,1,1,1.0,1.0,1,1,5,2,105977,103188,2789,64.37242354196496,56.97792428988032,0.0,0,12,3,resolved,model_turn_budget E13,d4b26f603f5f2b7c7dda,TASK_S2_R002_012,ccf49b8eb56832c6f83cd39e28959e65bafe3521,M003,H002,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,2,51730,48600,3130,62.61407429212704,52.7556869990658,0.0,0,7,1,tests,assistant_stop_without_finish E13,6ff8e31f84b3a35e0491,TASK_S2_R002_013,b4e26b379dc7ce7feb1030648f086617536f6689,M003,H002,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,5880,5386,494,7.714360208949074,7.666443414986134,0.0,0,7,7,empty_patch,assistant_stop_without_finish E13,e49d3e0368cb26f90942,TASK_S2_R002_013,b4e26b379dc7ce7feb1030648f086617536f6689,M004,H002,P003,0,1,1,0,0,1,1,0.25,1.0,1,1,5,4,61986,60548,1438,30.045398708898574,24.52278004423715,4.0492674158886075,1,9,1,tests,finish_tool E13,9d2070b353888c440dfc,TASK_S2_R002_014,b7baa9b20b362fa2be1ca824623f9b8222ca6c2c,M004,H002,P003,0,0,0,0,0,1,1,0.5,1.0,1,1,5,3,108751,108124,627,17.48729999992065,17.06257533398457,0.0,0,12,6,empty_patch,model_turn_budget E13,d1e5fdb2017c76a3c022,TASK_S2_R002_014,b7baa9b20b362fa2be1ca824623f9b8222ca6c2c,M003,H002,P003,0,0,0,0,0,1,1,0.5,1.0,1,1,5,1,58498,57688,810,29.078416084172204,28.834679044550285,5.748577000107616,1,12,10,empty_patch,model_turn_budget E13,b2c3c0f4a15a0d30dc16,TASK_S2_R002_015,5cef87d9b0de63a0596cbefd370411a6e0733ecb,M003,H002,P003,0,0,0,0,0,1,0,0.25,0.0,1,0,5,1,34348,33583,765,20.901520624989644,20.649927750928327,0.0,0,12,10,empty_patch,model_turn_budget E13,ed2e0004ffc5595020eb,TASK_S2_R002_015,5cef87d9b0de63a0596cbefd370411a6e0733ecb,M004,H002,P003,0,1,1,1,0,1,1,0.5,1.0,1,1,5,2,130491,123209,7282,127.46231466694735,124.25666008424014,0.0,0,12,4,tests,model_turn_budget E13,722f7335eed8adfaad86,TASK_S2_R002_016,c8cfaa49bfd125a112ec8ef2aa095fccd1fe2c70,M003,H002,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,10624,9673,951,14.061272874940187,13.973676084075123,0.0,0,12,11,empty_patch,model_turn_budget E13,86b13dff5e2928fc3191,TASK_S2_R002_016,c8cfaa49bfd125a112ec8ef2aa095fccd1fe2c70,M004,H002,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,2,151723,149283,2440,58.06965654087253,54.62134866602719,0.0,0,12,2,tests,model_turn_budget E13,3479da2f658d7ae970a4,TASK_S2_R002_017,4d31bf29f54be6a2bad1a80d99417e4779917a51,M004,H002,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,2,92116,90011,2105,43.94947116612457,43.63888254202902,0.0,0,10,3,empty_patch,finish_tool E13,e52df0e5f51ae4e2668e,TASK_S2_R002_017,4d31bf29f54be6a2bad1a80d99417e4779917a51,M003,H002,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,9804,9233,571,10.13111445819959,10.05871124798432,0.0,0,12,11,empty_patch,model_turn_budget E13,0b9bc68d0406c8116c4e,TASK_S2_R002_018,11860fc055026fa1e14b10111b9410d51a2534ac,M004,H002,P003,0,0,0,0,0,1,1,0.5,1.0,1,1,5,2,66049,57237,8812,188.365071042208,188.03418870805763,0.0,0,7,3,empty_patch,assistant_stop_without_finish E13,8c44ef0456d9ea351fb0,TASK_S2_R002_018,11860fc055026fa1e14b10111b9410d51a2534ac,M003,H002,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,1,53877,51138,2739,51.810520000057295,49.774461874505505,0.0,0,11,5,tests,assistant_stop_without_finish E13,701782ee20290494e6ba,TASK_S2_R002_019,a26d600aadbd80fe54cbcefb72cd979c3040544c,M004,H002,P003,0,0,0,0,0,0,1,0.0,0.5,0,1,5,3,104804,104193,611,22.1230686660856,21.833131877239794,0.0,0,12,5,empty_patch,model_turn_budget E13,bba9f97adf5e236f51e1,TASK_S2_R002_019,a26d600aadbd80fe54cbcefb72cd979c3040544c,M003,H002,P003,0,0,0,0,0,0,1,0.0,1.0,0,1,5,1,51111,50261,850,36.65700054098852,36.34911666321568,0.0,0,12,9,empty_patch,model_turn_budget E13,c6aedf26bff99598be2b,TASK_S2_R002_020,73327f4c90f0d3308a468ea736de0034ad9c22ec,M003,H002,P003,0,0,0,0,0,0,1,0.0,1.0,0,1,5,1,39021,38167,854,30.418297790922225,30.11056350125,0.0,0,12,10,empty_patch,model_turn_budget E13,e0d41391300b8c2f3d50,TASK_S2_R002_020,73327f4c90f0d3308a468ea736de0034ad9c22ec,M004,H002,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,4,58796,58137,659,16.516260458156466,16.21260120673105,0.0,0,12,7,empty_patch,model_turn_budget E13,49de04e6d7d32f576b55,TASK_S2_R003_001,cfa6358b4c9c44d267d8c98a53ac840fbb27d3e8,M003,H002,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,9913,9257,656,29.72014524997212,29.62784483283758,0.0,0,12,11,empty_patch,model_turn_budget E13,f6a50d69f2c7b9e85ddb,TASK_S2_R003_001,cfa6358b4c9c44d267d8c98a53ac840fbb27d3e8,M004,H002,P003,0,1,1,0,0,1,1,0.3333333333333333,1.0,1,1,5,3,89109,85646,3463,90.44060941715725,88.94510937598534,5.4652493328321725,1,12,5,tests,model_turn_budget E13,ca94cc7fea458c5f44ec,TASK_S2_R003_002,de29503262b7626421f3bffeea3ff073e63e3865,M003,H002,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,0,14593,13987,606,12.790764041943476,12.176144334021956,5.782751583028585,1,5,2,tests,assistant_stop_without_finish E13,f5beb14bec7e7658d2db,TASK_S2_R003_002,de29503262b7626421f3bffeea3ff073e63e3865,M004,H002,P003,0,0,0,0,0,0,1,0.0,0.5,0,1,5,2,69114,68175,939,21.464480499969795,20.555097789969295,0.0,0,11,5,empty_patch,finish_tool E13,3507b6b4e39fbec849a1,TASK_S2_R003_003,939505b9c143939ba1e52c5cb920d8aa36596e19,M003,H002,P003,0,1,1,1,0,1,1,1.0,1.0,1,0,5,0,61011,59954,1057,41.15663924999535,38.50245762593113,0.0,0,12,1,tests,model_turn_budget E13,96b7c0b5a2061e1cc2b4,TASK_S2_R003_003,939505b9c143939ba1e52c5cb920d8aa36596e19,M004,H002,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,1,102560,98146,4414,77.15325800003484,75.99109645816498,0.0,0,12,3,tests,model_turn_budget E13,6fe4c43503cdfd55c7be,TASK_S2_R003_004,e4673d8aeaf97b9ad5d2500e459526b4cf494547,M003,H002,P003,0,0,0,0,0,1,0,0.2,0.0,1,0,5,0,21775,21069,706,17.98054074984975,17.869744791882113,0.0,0,12,11,empty_patch,model_turn_budget E13,b1f6ac10848fc972a721,TASK_S2_R003_004,e4673d8aeaf97b9ad5d2500e459526b4cf494547,M004,H002,P003,0,1,1,1,0,1,1,0.2,1.0,1,1,5,3,130169,121682,8487,222.6176018328406,222.00127470726147,0.0,0,12,1,tests,model_turn_budget E13,d59b191eaa7113f20a56,TASK_S2_R003_005,f4f7d7a63716f072eb45db2c7f590db0435350f0,M003,H002,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,2,75743,72637,3106,72.61608341592364,72.16800975147635,0.0,0,12,6,tests,model_turn_budget E13,d7f1fb867a47abe262fe,TASK_S2_R003_005,f4f7d7a63716f072eb45db2c7f590db0435350f0,M004,H002,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,4,103589,102708,881,25.61651337496005,25.42173324828036,0.0,0,12,4,empty_patch,model_turn_budget E13,89e01e24be5eb0cd5748,TASK_S2_R003_006,9439132b1df39fbf386e5ee4d8354e78f549e109,M004,H002,P003,0,0,0,0,0,0,1,0.0,0.5,0,1,5,3,49893,48893,1000,19.862477916991338,19.64427916612476,0.0,0,10,4,empty_patch,finish_tool E13,e2a94cebfb9e34659ec1,TASK_S2_R003_006,9439132b1df39fbf386e5ee4d8354e78f549e109,M003,H002,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,2,18292,16911,1381,24.79621454118751,23.078440581448376,0.0,0,7,3,tests,assistant_stop_without_finish E13,275c9160b7a0bdf16b03,TASK_S2_R003_007,735efff88cc8d59021cb5a746ba70b66548e7662,M003,H002,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,7779,7136,643,10.891516500152647,10.848796831909567,0.0,0,9,9,empty_patch,assistant_stop_without_finish E13,308579fa8e6f453ca606,TASK_S2_R003_007,735efff88cc8d59021cb5a746ba70b66548e7662,M004,H002,P003,0,1,1,0,0,1,1,0.25,1.0,1,1,5,2,126853,118720,8133,195.0762079169508,194.11505820858292,0.0,0,12,3,tests,model_turn_budget E13,1e3563840e6edb0451e1,TASK_S2_R003_008,9734ad4bcbedcf4ee61317c12f47ddacf2ac208f,M004,H002,P003,0,1,1,1,0,1,1,0.3333333333333333,1.0,1,1,5,1,76035,72690,3345,55.92582366708666,52.91135166818276,0.0,0,12,4,tests,model_turn_budget E13,694bccfdf0f3f2699386,TASK_S2_R003_008,9734ad4bcbedcf4ee61317c12f47ddacf2ac208f,M003,H002,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,10461,9538,923,15.138458374887705,15.084553164429963,0.0,0,12,11,empty_patch,model_turn_budget E13,2b05d12d37f899c410fc,TASK_S2_R003_009,a2ab54ceb40eca1e6e71f7779a418591426b2b2c,M003,H002,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,25879,25219,660,19.04657387500629,18.91441787406802,0.0,0,12,11,empty_patch,model_turn_budget E13,eab0998583dff08a7b72,TASK_S2_R003_009,a2ab54ceb40eca1e6e71f7779a418591426b2b2c,M004,H002,P003,0,1,1,1,0,0,1,0.0,1.0,0,1,5,2,98248,93347,4901,99.87996633397415,96.89550645882264,4.09340879204683,1,12,4,tests,model_turn_budget E13,2e1d654269e9e02ab03a,TASK_S2_R003_010,8d74b889c55d18395c5e5006ba8f7db77892f603,M003,H002,P003,0,1,1,0,0,0,1,0.0,0.5,0,1,0,2,28018,26715,1303,27.651310166809708,26.078539706999436,5.755950374994427,1,10,7,tests,assistant_stop_without_finish E13,2fe6b69ed86254006473,TASK_S2_R003_010,8d74b889c55d18395c5e5006ba8f7db77892f603,M004,H002,P003,0,0,0,0,0,0,1,0.0,0.5,0,1,5,5,68841,68289,552,14.091513334074989,13.85349175077863,0.0,0,12,5,empty_patch,model_turn_budget E13,8239b7d62e04eb228446,TASK_S2_R003_011,ee393a16e1aa6dbf2f9785eb3ef486f7d5b9276f,M003,H002,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,534,488,46,0.5817152501549572,0.5783149579074234,0.0,0,0,0,empty_patch,assistant_stop_without_finish E13,a50b31cdc60ef36a0ec4,TASK_S2_R003_011,ee393a16e1aa6dbf2f9785eb3ef486f7d5b9276f,M004,H002,P003,0,1,1,0,0,0,1,0.0,0.5,0,1,5,3,49473,47656,1817,29.52369837486185,28.085680043091998,0.0,0,10,3,tests,finish_tool E13,66fd499a3f6a3db1c8b9,TASK_S2_R003_012,d509da60155e9470dee197d91926850ea9548de9,M004,H002,P003,0,1,1,0,0,0,1,0.0,0.3333333333333333,0,1,5,4,59182,57635,1547,26.132050540996715,24.750729454448447,0.0,0,12,5,tests,model_turn_budget E13,c457e7cb83887ae35b7b,TASK_S2_R003_012,d509da60155e9470dee197d91926850ea9548de9,M003,H002,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,1,32558,30379,2179,39.3118126669433,37.80127170938067,0.0,0,12,9,tests,model_turn_budget E13,691a320547da79f8fcfb,TASK_S2_R003_013,c378817389a9510ef508b5a3c90282e5fb60049f,M003,H002,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,1,41229,38615,2614,47.96635583299212,47.13456787588075,0.0,0,9,7,tests,assistant_stop_without_finish E13,cad4149a1a8edef96f75,TASK_S2_R003_013,c378817389a9510ef508b5a3c90282e5fb60049f,M004,H002,P003,0,1,1,0,0,0,1,0.0,0.5,0,1,5,3,75936,73292,2644,47.43313404195942,45.99840441788547,0.0,0,12,4,tests,model_turn_budget E13,33b80807e4477fd3361e,TASK_S2_R003_014,93586405fbfa61317dc75e186799549573bc0bbb,M004,H002,P003,0,1,1,1,0,1,1,0.5,1.0,1,1,5,3,49728,48719,1009,16.049881167011335,15.570533416699618,0.0,0,12,5,tests,model_turn_budget E13,98ad907d8f9008e176fb,TASK_S2_R003_014,93586405fbfa61317dc75e186799549573bc0bbb,M003,H002,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,537,495,42,0.5334775419905782,0.5301995000336319,0.0,0,0,0,empty_patch,assistant_stop_without_finish E13,e3c08932ea1b67384436,TASK_S2_R003_015,cf87226a81108fbed4f58751f1c03234cc57bcf1,M003,H002,P003,0,0,0,0,0,0,1,0.0,1.0,0,1,5,2,47016,46273,743,28.72232808312401,28.5690044995863,0.0,0,12,9,empty_patch,model_turn_budget E13,eb34e331fa49397fc5be,TASK_S2_R003_015,cf87226a81108fbed4f58751f1c03234cc57bcf1,M004,H002,P003,0,1,1,1,0,0,1,0.0,0.5,0,1,5,5,100830,95606,5224,103.17020645807497,102.41495612449944,0.0,0,12,4,tests,model_turn_budget E13,cf1e3b596a20d7534994,TASK_S2_R003_016,88de2f0fc52f4f02e1d44139f4404acf172624d7,M003,H002,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,1,43081,42445,636,26.116661832900718,25.983240206725895,0.0,0,12,10,empty_patch,model_turn_budget E13,e13f675805d1945ed432,TASK_S2_R003_016,88de2f0fc52f4f02e1d44139f4404acf172624d7,M004,H002,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,3,114906,110762,4144,85.18521845783107,83.61389966495335,0.0,0,12,3,tests,model_turn_budget E13,4ac75e576810d0a1090b,TASK_S2_R003_017,ef8f0e190b1add3bbba9a7b194aba2f3c1a83b2e,M003,H002,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,1,42760,35931,6829,101.36939950007945,98.24979491811246,0.0,0,12,7,tests,model_turn_budget E13,f563225e734fb363caea,TASK_S2_R003_017,ef8f0e190b1add3bbba9a7b194aba2f3c1a83b2e,M004,H002,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,2,76067,73348,2719,46.02272691694088,44.91523758205585,4.017886667046696,1,12,5,tests,model_turn_budget E13,09fb46994be211b11333,TASK_S2_R003_018,c5d0404ac9edfbfd328e7b4f07f554366377df3f,M003,H002,P003,0,1,1,1,0,1,1,0.3333333333333333,1.0,1,1,5,1,10777,9940,837,13.470672917086631,12.718255835119635,5.7957087920513,1,5,3,tests,assistant_stop_without_finish E13,ccdaa1b4d278653b2bfa,TASK_S2_R003_018,c5d0404ac9edfbfd328e7b4f07f554366377df3f,M004,H002,P003,0,1,1,1,0,1,1,0.25,1.0,1,1,5,4,62265,60650,1615,27.87979104090482,26.999127375427634,0.0,0,12,5,tests,model_turn_budget E13,1c25339dc14da8696413,TASK_S2_R003_019,c23e6bd5785205f0f4b4c80321153658fc23fb98,M004,H002,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,3,92964,86427,6537,116.44953854102641,114.68306379113346,0.0,0,12,4,tests,model_turn_budget E13,f21cee4c3f47a9dd8bb6,TASK_S2_R003_019,c23e6bd5785205f0f4b4c80321153658fc23fb98,M003,H002,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,11324,10667,657,12.106478333007544,12.03835320705548,0.0,0,5,5,empty_patch,assistant_stop_without_finish E13,0a815763acc13e3a3371,TASK_S2_R003_020,e11d889cd19ec1555b2bbee15355a8cdfad61d5f,M004,H002,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,2,81056,76324,4732,86.3184643748682,82.85341312596574,0.0,0,10,2,tests,finish_tool E13,efbf4268125e46eb01e6,TASK_S2_R003_020,e11d889cd19ec1555b2bbee15355a8cdfad61d5f,M003,H002,P003,0,1,1,1,0,1,1,0.5,1.0,1,1,5,1,52160,49205,2955,68.46496216696687,53.328024125890806,0.0,0,8,1,tests,assistant_stop_without_finish E13,f9c28d063028536a35b2,TASK_CR_001,f658abd3eb4eca9b8aadb5ee3af969ff1f142146,M002,H003,P002,0,0,0,0,0,1,1,0.25,1.0,1,1,5,1,64302,63293,1009,19.170387749793008,12.755373499821872,6.150932209100574,2,12,10,empty_patch,model_turn_budget E13,1656c888041b6635a24d,TASK_CR_002,10aab506a17814404398dadc564ab53795439424,M002,H003,P002,0,0,0,0,0,0,1,0.0,0.5,0,1,5,3,30904,30325,579,14.428919167025015,8.565167749999091,5.648597417166457,2,6,2,empty_patch,assistant_stop_without_finish E13,682690c0566224d0cdbc,TASK_CR_003,4e9786fae8866b063d641e08b3c7890ef844bd15,M002,H003,P002,1,1,1,1,1,1,1,1.0,1.0,1,1,5,1,93650,92004,1646,29.272033666959032,21.77580841537565,5.395317291142419,2,11,0,resolved,finish_tool E13,39caa84ecc39b22c5ee1,TASK_CR_005,f3cf91bcf15e1eab614a52ad928f0b4e7826b4e6,M002,H003,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,2,87332,85556,1776,26.838436416117474,21.778203000780195,10.034867708105594,3,12,9,empty_patch,model_turn_budget E13,f3084d0cc086bd02ea5e,TASK_CR_006,b4b74fa3d7c867c53efdb254893564c5119526a5,M002,H003,P002,1,1,1,1,1,0,1,0.0,0.5,0,1,5,2,102385,99865,2520,43.62300945795141,31.12793133314699,5.800394209101796,2,11,2,resolved,finish_tool E13,da6f14bf956a7012a778,TASK_CR_007,497027ef60af5688bf153c06fcfbb0a3d2886217,M002,H003,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,2,56056,54962,1094,20.321161875035614,14.447796582709998,5.629176916787401,2,12,9,empty_patch,tool_budget_exhausted E13,beec72f6956d57b5beed,TASK_CR_008,ce2cb82cebb100c27b4d19385791706b71138994,M002,H003,P002,0,1,1,0,0,0,0,0.0,0.0,0,0,5,2,93065,91100,1965,38.80169770820066,28.922359375981614,5.593425499973819,2,12,5,tests,model_turn_budget E13,879b8ec60201270e373f,TASK_CR_009,49fb64fb1031531a6a651575e5a295abbaa6946a,M002,H003,P002,1,1,1,1,1,1,1,0.3333333333333333,1.0,1,1,5,1,68166,66129,2037,76.0694185839966,22.913529666140676,5.616455040872097,2,8,1,resolved,finish_tool E13,d9b9af2d7167942e3858,TASK_CR_012,4a086221393c6a74d1a5808af2666b1a6073f414,M002,H003,P002,1,1,1,1,1,1,1,0.5,1.0,1,1,5,2,28135,26889,1246,21.488515959121287,13.916795291239396,5.463871874846518,2,6,0,resolved,finish_tool E13,22ad165aaa64743d6807,TASK_CR_013,a7f451907269355a46ab528111003b32851ffdb8,M002,H003,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,4464,4245,219,8.871760834008455,2.9671145000029355,5.734114875085652,2,1,0,empty_patch,assistant_stop_without_finish E13,ffca55ac294cb58fc266,TASK_S2_R001_011,d81649aabf1c96534f78d89b7298a87a7752884b,M002,H003,P002,0,0,0,0,0,1,1,0.25,1.0,1,1,5,1,117010,115388,1622,29.068733708932996,23.228777752025053,5.526115749962628,2,12,8,empty_patch,model_turn_budget E13,3fa5f89070c64c8f09b7,TASK_S2_R001_012,dcdf51716e931cab57d62ab2637b7320108ff376,M002,H003,P002,1,1,1,1,1,1,1,0.5,1.0,1,1,5,2,62223,59746,2477,40.10784991597757,28.33263549907133,10.346746791619807,3,8,1,resolved,finish_tool E13,95648441e1cd9a87f0f2,TASK_S2_R001_013,b0cc2ebf7fb6332d9cf32e805e370140d4f3bba0,M002,H003,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,3,104715,103767,948,21.831648499937728,15.87071153987199,5.6860350840725005,2,12,8,empty_patch,model_turn_budget E13,187af179e4694143c3a7,TASK_S2_R001_014,1e3bd63c7b65e70ad5189ba1691507548abd9d3e,M002,H003,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,2,61935,60737,1198,21.805475125089288,16.00008954270743,5.5743384580127895,2,12,9,empty_patch,model_turn_budget E13,0861330e9aa138cccb56,TASK_S2_R001_015,0b6865a6fb06846d8b5b0ef177130aa2156ad0d4,M002,H003,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,3,234092,232681,1411,47.26114799990319,40.927734959172085,5.943532249890268,2,12,0,empty_patch,model_turn_budget E13,bcdfe0d2d742f1e92a95,TASK_S2_R001_016,ff2731c2a76d1816d73a47c4e7d615c5fff4969b,M002,H003,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,3,87134,85558,1576,29.733278749976307,24.00664220820181,5.488800790859386,2,12,6,empty_patch,model_turn_budget E13,16cb169567688b09b6f9,TASK_S2_R001_017,b141f250943abe155e0db8f018f59ba45e9d2dbe,M002,H003,P002,0,0,0,0,0,1,1,0.5,1.0,1,1,5,2,39690,28451,11239,132.19842795818113,126.4802745829802,5.566263916203752,2,4,0,empty_patch,assistant_stop_without_finish E13,e4c71d9a8b6ed16ff213,TASK_S2_R001_018,4fdb8ee94d8e03424b10d254c26a3ddc0b76fb1d,M002,H003,P002,1,1,1,1,1,1,1,0.25,1.0,1,1,5,2,102189,99774,2415,73.41138491616584,27.643874500179663,5.2210974579211324,2,10,2,resolved,finish_tool E13,e9675ffd501047e3bf56,TASK_S2_R001_019,a4320fa224af23dd403ca718d4502666b1efa4a4,M002,H003,P002,0,1,1,1,0,1,1,0.5,1.0,1,1,5,2,113431,110954,2477,37.63117245817557,30.784966751001775,5.2266320830676705,2,12,4,tests,model_turn_budget E13,4aa015cfaf6607e786a9,TASK_S2_R001_020,49fb64fb1031531a6a651575e5a295abbaa6946a,M002,H003,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,2,185187,183446,1741,43.84391233394854,38.53894295706414,10.28258499968797,3,12,1,empty_patch,model_turn_budget E13,7da989828880745e811d,TASK_S2_R002_001,a5be59f825000f173880b4e49e47ea2bed646531,M002,H003,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,4,76792,75268,1524,32.14155637496151,25.89024187391624,6.0226418760139495,2,12,4,empty_patch,model_turn_budget E13,c4478a3712789da810b6,TASK_S2_R002_002,0d984da7b56af3e8e882a3234be0bf44686e6bfc,M002,H003,P002,0,1,1,0,0,1,1,0.5,0.5,1,1,5,3,73821,71613,2208,43.79206250002608,34.85349470679648,5.492395000066608,2,11,2,tests,finish_tool E13,cee316eb99d8361e96b7,TASK_S2_R002_003,71a96cf3be9940f846e5d412ccd2b18fae8968f7,M002,H003,P002,0,0,0,0,0,0,1,0.0,0.5,0,1,5,3,105966,97048,8918,123.57246499997564,117.46742233424447,5.824362500105053,2,9,3,empty_patch,assistant_stop_without_finish E13,dfdd360117cd16927a18,TASK_S2_R002_004,5c23d008b05152107f65b4dbf401fefd7e7c5676,M002,H003,P002,1,1,1,1,1,1,1,0.3333333333333333,1.0,1,1,5,1,55479,54233,1246,30.25665512494743,18.29569220659323,5.999848332954571,2,9,2,resolved,finish_tool E13,170e2f265ad5a6ab4554,TASK_S2_R002_005,b0002945668fe718fcb6ab7e3ada5d2fd6dfaf08,M002,H003,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,40795,39511,1284,23.72977462504059,17.157171542057768,6.352803125977516,2,12,11,empty_patch,model_turn_budget E13,695337dd575ce8d45093,TASK_S2_R002_006,41455d61077fa309d2ded62e12e8c1032fbebf3a,M002,H003,P002,0,1,1,1,0,1,1,0.5,1.0,1,1,5,3,176577,172905,3672,63.83900712500326,56.1338473726064,5.986718749860302,2,12,1,tests,model_turn_budget E13,5de6a357be379f0b2ef4,TASK_S2_R002_007,310fc5b51cf54b221430f18d7dabbdd0a3a34bc6,M002,H003,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,38152,37314,838,16.35136066703126,11.019059084123,5.124486499931663,2,12,10,empty_patch,model_turn_budget E13,6549eeb4ccf6a88e9913,TASK_S2_R002_008,3bff4cc7cc31e0c6ba630440deaca38044fc46f5,M002,H003,P002,0,0,0,0,0,0,1,0.0,1.0,0,1,5,2,36650,27900,8750,93.70050741615705,88.52700891694985,9.766116791870445,3,6,3,empty_patch,assistant_stop_without_finish E13,d8100f14bbecebe0fb52,TASK_S2_R002_009,87fd929036f5aba0c7795836332c2d28e031c2a0,M002,H003,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,1,163078,162122,956,26.007716624997556,20.049176832428202,5.619287790963426,2,12,6,empty_patch,model_turn_budget E13,12fa939c3006fd4bcd1a,TASK_S2_R002_010,f78eadbdb202e0d586339606350eab0172e85005,M002,H003,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,2,58685,57323,1362,23.038112374953926,17.272339124698192,5.545827916124836,2,12,9,empty_patch,model_turn_budget E13,0520ddc5d28ca695330c,TASK_S2_R002_011,a4c5732a529217dcfaad0e7c63af82ced6e8d382,M002,H003,P002,0,0,0,0,0,0,1,0.0,0.5,0,1,5,2,58635,57678,957,19.60628025000915,13.475561165483668,5.928531334036961,2,12,7,empty_patch,model_turn_budget E13,44e1a5ee38ef3392736b,TASK_S2_R002_012,ccf49b8eb56832c6f83cd39e28959e65bafe3521,M002,H003,P002,1,1,1,1,1,1,1,1.0,1.0,1,1,5,2,101070,98768,2302,40.7364317078609,29.12785083358176,5.785052043152973,2,12,1,resolved,model_turn_budget E13,b6cb1bae3f7c77d49ed1,TASK_S2_R002_013,b4e26b379dc7ce7feb1030648f086617536f6689,M002,H003,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,4,129590,120031,9559,110.27493062498979,104.53763295803219,5.45028341608122,2,12,7,empty_patch,tool_budget_exhausted E13,71f4bfd3f5baa76b53b2,TASK_S2_R002_014,b7baa9b20b362fa2be1ca824623f9b8222ca6c2c,M002,H003,P002,1,1,1,1,1,1,1,0.5,1.0,1,1,5,1,111937,109957,1980,38.94625366688706,27.24885058379732,5.558206208748743,2,12,1,resolved,model_turn_budget E13,d12559d5197608b8e9c7,TASK_S2_R002_015,5cef87d9b0de63a0596cbefd370411a6e0733ecb,M002,H003,P002,0,0,0,0,0,1,1,0.3333333333333333,1.0,1,1,5,2,39117,30391,8726,97.57934166584164,92.11533987615258,5.281332125887275,2,5,2,empty_patch,assistant_stop_without_finish E13,10ff862a6a371632209d,TASK_S2_R002_016,c8cfaa49bfd125a112ec8ef2aa095fccd1fe2c70,M002,H003,P002,0,0,0,0,0,1,1,0.5,1.0,1,1,5,2,220618,218223,2395,49.07945691701025,43.888417375274,9.911808041855693,3,12,3,empty_patch,model_turn_budget E13,daacae1bd0e09525150c,TASK_S2_R002_017,4d31bf29f54be6a2bad1a80d99417e4779917a51,M002,H003,P002,0,1,1,1,0,0,1,0.0,0.5,0,1,5,2,121441,119361,2080,40.39027062500827,30.96388895693235,5.808226750930771,2,12,2,tests,model_turn_budget E13,b47e9dd504737b4d7297,TASK_S2_R002_018,11860fc055026fa1e14b10111b9410d51a2534ac,M002,H003,P002,0,0,0,0,0,1,1,0.3333333333333333,1.0,1,1,5,2,124421,121643,2778,43.96950729214586,37.13921991433017,6.558385708136484,2,12,2,empty_patch,model_turn_budget E13,8680de6fdc551a6ad13a,TASK_S2_R002_019,a26d600aadbd80fe54cbcefb72cd979c3040544c,M002,H003,P002,0,0,0,0,0,0,1,0.0,0.5,0,1,5,2,74013,72912,1101,26.175796249881387,19.456917167641222,6.5265540410764515,2,12,8,empty_patch,model_turn_budget E13,98a644879dd52e53483c,TASK_S2_R002_020,73327f4c90f0d3308a468ea736de0034ad9c22ec,M002,H003,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,3,79986,79014,972,24.416912625078112,18.06768378801644,6.156442124862224,2,12,8,empty_patch,model_turn_budget E13,25f860b1709f825f7cb3,TASK_S2_R003_001,cfa6358b4c9c44d267d8c98a53ac840fbb27d3e8,M002,H003,P002,0,0,0,0,0,1,1,0.5,1.0,1,1,5,2,166545,165404,1141,42.89984491583891,36.33269212581217,6.340343249030411,2,12,1,empty_patch,model_turn_budget E13,e489fe8a6393169d8bd1,TASK_S2_R003_002,de29503262b7626421f3bffeea3ff073e63e3865,M002,H003,P002,0,1,1,0,0,0,0,0.0,0.0,0,0,5,2,57778,54384,3394,46.302964499918744,38.52101975190453,6.1302354170475155,2,12,6,tests,model_turn_budget E13,bef185408102dccb9405,TASK_S2_R003_003,939505b9c143939ba1e52c5cb920d8aa36596e19,M002,H003,P002,1,1,1,1,1,1,1,1.0,1.0,1,1,5,1,23333,22166,1167,22.274707125034183,14.872191749047488,5.772167041897774,2,5,0,resolved,finish_tool E13,17d127f4831474c728ca,TASK_S2_R003_004,e4673d8aeaf97b9ad5d2500e459526b4cf494547,M002,H003,P002,0,1,1,1,0,1,1,0.3333333333333333,0.3333333333333333,1,1,5,3,113256,109662,3594,56.46014429209754,50.11437154072337,10.534913916839287,3,12,3,tests,tool_budget_exhausted E13,82f9e81af2a694f59dff,TASK_S2_R003_005,f4f7d7a63716f072eb45db2c7f590db0435350f0,M002,H003,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,2,149316,147767,1549,41.1092044999823,35.29765487508848,5.6100087920203805,2,12,4,empty_patch,model_turn_budget E13,3987a06201640f177edd,TASK_S2_R003_006,9439132b1df39fbf386e5ee4d8354e78f549e109,M002,H003,P002,0,0,0,0,0,0,1,0.0,0.3333333333333333,0,1,5,3,96258,95056,1202,32.69692200003192,26.749878751812503,5.790182374883443,2,12,4,empty_patch,tool_budget_exhausted E13,27c021eceb0f603b6cc8,TASK_S2_R003_007,735efff88cc8d59021cb5a746ba70b66548e7662,M002,H003,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,1,124674,123583,1091,29.756527499994263,23.660378626082093,5.929677916923538,2,12,5,empty_patch,model_turn_budget E13,3f2691786aea3be3308a,TASK_S2_R003_008,9734ad4bcbedcf4ee61317c12f47ddacf2ac208f,M002,H003,P002,1,1,1,1,1,1,1,1.0,1.0,1,1,5,1,22204,21503,701,16.888684541918337,9.469072751933709,5.699307333212346,2,5,0,resolved,finish_tool E13,0425a38444ae00ffe28e,TASK_S2_R003_009,a2ab54ceb40eca1e6e71f7779a418591426b2b2c,M002,H003,P002,1,1,1,1,1,1,1,0.5,1.0,1,1,5,2,137850,136133,1717,40.34626362496056,32.23033812502399,6.33165954076685,2,11,0,resolved,finish_tool E13,9a71cc51b682614c4a98,TASK_S2_R003_010,8d74b889c55d18395c5e5006ba8f7db77892f603,M002,H003,P002,0,1,1,0,0,1,1,0.2,1.0,1,1,5,2,68957,67087,1870,33.444050166988745,25.56175879109651,6.021643375046551,2,9,1,tests,finish_tool E13,7d1156c1cf3719e74bed,TASK_S2_R003_011,ee393a16e1aa6dbf2f9785eb3ef486f7d5b9276f,M002,H003,P002,0,0,0,0,0,1,1,0.5,0.5,1,1,5,4,80080,78353,1727,29.73514875001274,23.567568915896118,5.986337207024917,2,12,7,empty_patch,model_turn_budget E13,43672b9b3a0a9e7f0f87,TASK_S2_R003_012,d509da60155e9470dee197d91926850ea9548de9,M002,H003,P002,0,0,0,0,0,0,1,0.0,0.25,0,1,5,4,65163,63648,1515,24.273919499944896,18.679400250548497,10.764407166978344,3,12,7,empty_patch,tool_budget_exhausted E13,b6527433c751d58aa06d,TASK_S2_R003_013,c378817389a9510ef508b5a3c90282e5fb60049f,M002,H003,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,2,148626,147754,872,33.72621004097164,27.920146082295105,5.623040333855897,2,12,1,empty_patch,model_turn_budget E13,094ae244c533f08178f2,TASK_S2_R003_014,93586405fbfa61317dc75e186799549573bc0bbb,M002,H003,P002,0,0,0,0,0,0,1,0.0,0.5,0,1,5,2,44769,43883,886,19.947163000004366,13.909895294113085,5.922719625988975,2,12,8,empty_patch,model_turn_budget E13,97ea5552775ed3a1a2b2,TASK_S2_R003_015,cf87226a81108fbed4f58751f1c03234cc57bcf1,M002,H003,P002,0,0,0,0,0,1,1,0.25,1.0,1,1,5,2,118765,117022,1743,39.94617124996148,33.60817341785878,6.1573430839926,2,12,3,empty_patch,model_turn_budget E13,d108d9671a42a708d408,TASK_S2_R003_016,88de2f0fc52f4f02e1d44139f4404acf172624d7,M002,H003,P002,0,0,0,0,0,1,1,0.5,1.0,1,1,5,2,174894,165097,9797,137.7290682499297,131.37351803900674,6.152350124903023,2,11,3,empty_patch,assistant_stop_without_finish E13,42c74a3de77a67c883ff,TASK_S2_R003_017,ef8f0e190b1add3bbba9a7b194aba2f3c1a83b2e,M002,H003,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,32755,31765,990,18.577144332928583,12.54132499708794,5.944535749964416,2,12,11,empty_patch,model_turn_budget E13,1a8ba79d0080293f3eb5,TASK_S2_R003_018,c5d0404ac9edfbfd328e7b4f07f554366377df3f,M002,H003,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,46398,37513,8885,96.14896520902403,90.06007733615115,5.953483666991815,2,10,8,empty_patch,assistant_stop_without_finish E13,98b322ebc4bf1d6d3638,TASK_S2_R003_019,c23e6bd5785205f0f4b4c80321153658fc23fb98,M002,H003,P002,0,1,1,1,0,1,1,1.0,1.0,1,1,5,3,104001,102154,1847,35.761030124966055,28.847307124640793,5.8717444580979645,2,12,1,tests,model_turn_budget E13,68fa05aa20f8cfa75572,TASK_S2_R003_020,e11d889cd19ec1555b2bbee15355a8cdfad61d5f,M002,H003,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,43418,42121,1297,20.63386945798993,15.049783291993663,10.904114000266418,3,12,10,empty_patch,model_turn_budget E13,5e1b355109ba25b3f35c,TASK_CR_001,f658abd3eb4eca9b8aadb5ee3af969ff1f142146,M003,H003,P003,1,1,1,1,1,0,1,0.0,1.0,0,1,5,1,28458,26430,2028,45.44912154180929,36.468725708313286,5.689471957972273,2,7,5,resolved,assistant_stop_without_finish E13,928df166c06f3a4dfc4c,TASK_CR_001,f658abd3eb4eca9b8aadb5ee3af969ff1f142146,M004,H003,P003,1,1,1,1,1,1,1,0.3333333333333333,1.0,1,1,5,2,91402,89056,2346,54.02529949997552,42.84716874733567,4.388707624049857,2,12,5,resolved,finish_tool E13,07ad744ab5802e4e41ee,TASK_CR_002,10aab506a17814404398dadc564ab53795439424,M003,H003,P003,0,0,0,0,0,0,1,0.0,1.0,0,1,5,1,34720,34050,670,19.337696792092174,13.763573166914284,5.411918417084962,2,12,10,empty_patch,model_turn_budget E13,982effbc03a5cd578685,TASK_CR_002,10aab506a17814404398dadc564ab53795439424,M004,H003,P003,0,1,0,1,0,0,1,0.0,1.0,0,1,5,4,86724,83805,2919,48.042777250055224,43.14920316915959,8.457063000882044,3,12,2,patch_apply,model_turn_budget E13,84cd0a69e84331e2cb98,TASK_CR_003,4e9786fae8866b063d641e08b3c7890ef844bd15,M003,H003,P003,0,1,1,1,0,0,1,0.0,1.0,0,1,5,1,50444,47485,2959,53.2428242911119,46.74558995780535,10.75475349999033,3,10,7,tests,assistant_stop_without_finish E13,f2c12f785aa71eccb653,TASK_CR_003,4e9786fae8866b063d641e08b3c7890ef844bd15,M004,H003,P003,1,1,1,1,1,1,1,0.3333333333333333,1.0,1,1,5,2,128495,125260,3235,64.06845912500285,57.05560166644864,4.625406708801165,2,12,3,resolved,model_turn_budget E13,026cd4592e0401c04bdd,TASK_CR_005,f3cf91bcf15e1eab614a52ad928f0b4e7826b4e6,M003,H003,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,15076,14533,543,15.445973082911223,10.397434582468122,4.916005667066202,2,6,6,empty_patch,assistant_stop_without_finish E13,518c7d09af0135ae552c,TASK_CR_005,f3cf91bcf15e1eab614a52ad928f0b4e7826b4e6,M004,H003,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,3,92738,92156,582,20.0943289170973,15.37904033344239,4.4582833328749985,2,12,7,empty_patch,model_turn_budget E13,00cb21840ee56128b9f6,TASK_CR_006,b4b74fa3d7c867c53efdb254893564c5119526a5,M003,H003,P003,0,0,0,0,0,0,1,0.0,1.0,0,1,5,1,49889,48837,1052,32.68320679105818,27.48403758299537,4.965748207876459,2,12,10,empty_patch,model_turn_budget E13,379878c92df7cfc8e3a2,TASK_CR_006,b4b74fa3d7c867c53efdb254893564c5119526a5,M004,H003,P003,0,1,1,1,0,0,1,0.0,1.0,0,1,5,1,83253,79254,3999,72.87887891707942,66.75356466439553,4.7501017490867525,2,12,4,tests,model_turn_budget E13,658b93d1a7f703a3431c,TASK_CR_007,497027ef60af5688bf153c06fcfbb0a3d2886217,M004,H003,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,2,61041,60586,455,13.999532167101279,9.147280291421339,4.588675749953836,2,12,9,empty_patch,model_turn_budget E13,854c6cc04c9c7c3086bd,TASK_CR_007,497027ef60af5688bf153c06fcfbb0a3d2886217,M003,H003,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,41745,41010,735,27.209375750040635,22.00197533215396,4.9916242498438805,2,12,10,empty_patch,model_turn_budget E13,1d2b1528225076e2cb18,TASK_CR_008,ce2cb82cebb100c27b4d19385791706b71138994,M003,H003,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,1,15484,13904,1580,28.846898624906316,20.302241584286094,5.094110417179763,2,3,1,tests,assistant_stop_without_finish E13,4c1839019ca35a5719a3,TASK_CR_008,ce2cb82cebb100c27b4d19385791706b71138994,M004,H003,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,2,70819,70308,511,16.592861542012542,11.800141749205068,4.502850958146155,2,12,9,empty_patch,model_turn_budget E13,dc914d02a1e687efdf2c,TASK_CR_009,49fb64fb1031531a6a651575e5a295abbaa6946a,M004,H003,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,1,155190,150311,4879,113.13021404203027,107.08355837548152,4.5979523761197925,2,12,1,tests,model_turn_budget E13,dcb40b046fb32da04fd6,TASK_CR_009,49fb64fb1031531a6a651575e5a295abbaa6946a,M003,H003,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,561,522,39,0.5358862502034754,0.5317607920151204,0.0,0,0,0,empty_patch,assistant_stop_without_finish E13,3789376e02f7cda1cf41,TASK_CR_012,4a086221393c6a74d1a5808af2666b1a6073f414,M004,H003,P003,1,1,1,1,1,1,1,0.5,1.0,1,1,5,2,36782,35603,1179,24.828889874974266,18.975300416350365,3.8720892078708857,2,7,1,resolved,finish_tool E13,8cf2d110a992ee9bfa2d,TASK_CR_012,4a086221393c6a74d1a5808af2666b1a6073f414,M003,H003,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,28330,27724,606,21.612861917121336,16.292198749724776,5.172386874910444,2,12,11,empty_patch,model_turn_budget E13,4ed84567497776d39444,TASK_CR_013,a7f451907269355a46ab528111003b32851ffdb8,M003,H003,P003,0,0,0,0,0,0,1,0.0,1.0,0,1,5,1,39862,39183,679,25.802525625098497,20.173941207351163,5.420650832820684,2,11,10,empty_patch,assistant_stop_without_finish E13,b8d2e059f4c6479f7ba1,TASK_CR_013,a7f451907269355a46ab528111003b32851ffdb8,M004,H003,P003,0,0,0,0,0,0,1,0.0,1.0,0,1,5,3,77714,77247,467,16.943582749925554,12.943085917504504,7.925924416864291,3,12,7,empty_patch,model_turn_budget E13,c507359b0df283dbab6b,TASK_S2_R001_011,d81649aabf1c96534f78d89b7298a87a7752884b,M003,H003,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,27966,27364,602,20.57884420803748,15.369227666407824,10.852411750005558,3,12,11,empty_patch,model_turn_budget E13,f2624cb3bf00b331616e,TASK_S2_R001_011,d81649aabf1c96534f78d89b7298a87a7752884b,M004,H003,P003,0,0,0,0,0,1,1,0.25,1.0,1,1,5,1,136380,127438,8942,210.6370687079616,205.5675557081122,4.766844208119437,2,11,5,empty_patch,assistant_stop_without_finish E13,34df20e6f3478453a4bc,TASK_S2_R001_012,dcdf51716e931cab57d62ab2637b7320108ff376,M003,H003,P003,1,1,1,1,1,0,1,0.0,1.0,0,1,5,1,35474,32265,3209,55.41483708308078,47.20207274938002,5.369363291654736,2,7,5,resolved,assistant_stop_without_finish E13,d098ff2fa54ce39e3c63,TASK_S2_R001_012,dcdf51716e931cab57d62ab2637b7320108ff376,M004,H003,P003,1,1,1,1,1,1,1,0.25,1.0,1,1,5,4,91806,89904,1902,50.96678424999118,41.28262287611142,4.604255790822208,2,12,5,resolved,model_turn_budget E13,182a565b84ee68e7d70f,TASK_S2_R001_013,b0cc2ebf7fb6332d9cf32e805e370140d4f3bba0,M003,H003,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,37213,36671,542,23.914754749974236,18.74448512494564,4.975806875154376,2,12,10,empty_patch,model_turn_budget E13,42566a2621d1282d5f85,TASK_S2_R001_013,b0cc2ebf7fb6332d9cf32e805e370140d4f3bba0,M004,H003,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,4,98161,97624,537,20.185851291986182,15.392455666791648,4.529007999924943,2,12,7,empty_patch,model_turn_budget E13,c74134b2bba79e085517,TASK_S2_R001_014,1e3bd63c7b65e70ad5189ba1691507548abd9d3e,M004,H003,P003,0,0,0,0,0,1,1,1.0,0.5,1,1,5,2,115269,114600,669,24.77248700009659,19.87682429025881,4.605689499992877,2,12,4,empty_patch,model_turn_budget E13,ede2a671819618838091,TASK_S2_R001_014,1e3bd63c7b65e70ad5189ba1691507548abd9d3e,M003,H003,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,1,27258,26564,694,22.258661709027365,17.06154333264567,5.001745501067489,2,12,10,empty_patch,model_turn_budget E13,eb4cfeffa7bfef8e6256,TASK_S2_R001_015,0b6865a6fb06846d8b5b0ef177130aa2156ad0d4,M003,H003,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,28317,27561,756,23.582192209083587,18.29822175228037,5.10541308298707,2,12,11,empty_patch,model_turn_budget E13,ec1468bc21abc4fd33f0,TASK_S2_R001_015,0b6865a6fb06846d8b5b0ef177130aa2156ad0d4,M004,H003,P003,0,0,0,0,0,1,1,0.3333333333333333,1.0,1,1,5,3,188857,188119,738,35.6944726658985,30.304469792637974,4.997511166147888,2,12,4,empty_patch,model_turn_budget E13,79f6860729a5c0be895b,TASK_S2_R001_016,ff2731c2a76d1816d73a47c4e7d615c5fff4969b,M004,H003,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,2,55527,55021,506,16.11130987503566,12.108482582494617,3.7841112499590963,2,12,8,empty_patch,model_turn_budget E13,9f2b32b58497b1cab8bd,TASK_S2_R001_016,ff2731c2a76d1816d73a47c4e7d615c5fff4969b,M003,H003,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,28535,27481,1054,27.800567500060424,22.44798541837372,5.177314624888822,2,12,11,empty_patch,model_turn_budget E13,31242b5152eaa77ddb61,TASK_S2_R001_017,b141f250943abe155e0db8f018f59ba45e9d2dbe,M003,H003,P003,0,1,1,1,0,1,1,0.5,1.0,1,1,5,1,60785,51708,9077,135.1485724588856,128.68077737698331,5.464548167074099,2,8,1,tests,finish_tool E13,ea3fd19482d068d9c850,TASK_S2_R001_017,b141f250943abe155e0db8f018f59ba45e9d2dbe,M004,H003,P003,0,1,1,1,0,1,1,0.5,1.0,1,1,5,2,184730,174181,10549,247.08446483314037,240.07258254103363,4.41305479221046,2,12,1,tests,model_turn_budget E13,036740aa3f87f6f04256,TASK_S2_R001_018,4fdb8ee94d8e03424b10d254c26a3ddc0b76fb1d,M003,H003,P003,0,1,1,1,0,1,1,0.25,1.0,1,1,5,1,22013,20892,1121,20.578727999934927,14.21489620837383,5.425226874882355,2,6,4,tests,assistant_stop_without_finish E13,b45f7ecf2ac0dd958b97,TASK_S2_R001_018,4fdb8ee94d8e03424b10d254c26a3ddc0b76fb1d,M004,H003,P003,0,1,1,1,0,1,1,0.25,0.25,1,1,5,4,113141,109865,3276,97.06505262502469,69.2974987886846,7.821653250139207,3,12,5,tests,model_turn_budget E13,7f4c6bb3bebfd95fb6c9,TASK_S2_R001_019,a4320fa224af23dd403ca718d4502666b1efa4a4,M004,H003,P003,0,0,0,0,0,1,1,0.5,1.0,1,1,5,5,197498,188541,8957,318.85632670787163,297.06749541684985,4.881901083281264,2,10,1,empty_patch,assistant_stop_without_finish E13,9e61a3a85c534f93785a,TASK_S2_R001_019,a4320fa224af23dd403ca718d4502666b1efa4a4,M003,H003,P003,0,1,1,0,0,1,0,0.5,0.0,1,0,5,1,34027,32804,1223,30.942976374877617,24.74986662506126,10.90450633293949,3,9,7,tests,assistant_stop_without_finish E13,6af504d2f64563f28c2f,TASK_S2_R001_020,49fb64fb1031531a6a651575e5a295abbaa6946a,M003,H003,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,43732,42840,892,34.71871770801954,28.96450166986324,5.556542000034824,2,11,8,empty_patch,assistant_stop_without_finish E13,b9a2f401bf63b0318ab7,TASK_S2_R001_020,49fb64fb1031531a6a651575e5a295abbaa6946a,M004,H003,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,3,131952,129659,2293,66.23038604203612,54.852244251873344,5.000121375313029,2,11,3,tests,assistant_stop_without_finish E13,862b391a904fdd7d9778,TASK_S2_R002_001,a5be59f825000f173880b4e49e47ea2bed646531,M004,H003,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,4,82685,81148,1537,43.72477537486702,29.72068483522162,4.422918373951688,2,12,5,tests,model_turn_budget E13,9f8e885eb61f2036dac1,TASK_S2_R002_001,a5be59f825000f173880b4e49e47ea2bed646531,M003,H003,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,44872,43138,1734,42.79233795800246,37.48171125003137,5.106455500004813,2,11,10,empty_patch,assistant_stop_without_finish E13,0708c2db17757be80637,TASK_S2_R002_002,0d984da7b56af3e8e882a3234be0bf44686e6bfc,M003,H003,P003,0,1,1,1,0,0,1,0.0,1.0,0,1,5,1,25607,23286,2321,96.49171750014648,85.39053225121461,10.334924916969612,2,6,4,tests,assistant_stop_without_finish E13,0cf07cd1c63d9c1b92cc,TASK_S2_R002_002,0d984da7b56af3e8e882a3234be0bf44686e6bfc,M004,H003,P003,0,1,1,0,0,1,1,0.25,0.5,1,1,5,2,96140,94438,1702,50.90139841614291,42.45474949898198,5.303152499953285,2,12,3,tests,model_turn_budget E13,2b7f3051f955805b9a6a,TASK_S2_R002_003,71a96cf3be9940f846e5d412ccd2b18fae8968f7,M003,H003,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,36745,36093,652,26.597922208020464,21.37886937498115,5.021862709196284,2,12,10,empty_patch,model_turn_budget E13,a3a36be8167f29b5a5aa,TASK_S2_R002_003,71a96cf3be9940f846e5d412ccd2b18fae8968f7,M004,H003,P003,0,0,0,0,0,0,1,0.0,0.5,0,1,5,2,102314,101409,905,32.11530612502247,27.26937279314734,4.563070917036384,2,12,5,empty_patch,model_turn_budget E13,795f11ece0bb5b94cebb,TASK_S2_R002_004,5c23d008b05152107f65b4dbf401fefd7e7c5676,M004,H003,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,2,77237,76600,637,18.744872415903956,14.243764956947416,4.283911749953404,2,12,5,empty_patch,model_turn_budget E13,ea39e4ff7f853ce86007,TASK_S2_R002_004,5c23d008b05152107f65b4dbf401fefd7e7c5676,M003,H003,P003,0,0,0,0,0,0,1,0.0,1.0,0,1,5,1,52284,51667,617,31.950292499968782,26.34400883107446,5.41982249985449,2,12,10,empty_patch,model_turn_budget E13,739d0c0ef042fed3575d,TASK_S2_R002_005,b0002945668fe718fcb6ab7e3ada5d2fd6dfaf08,M003,H003,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,32440,31901,539,25.37504941690713,19.54955929215066,5.628128624986857,2,12,11,empty_patch,model_turn_budget E13,e953366738d1f81b7f59,TASK_S2_R002_005,b0002945668fe718fcb6ab7e3ada5d2fd6dfaf08,M004,H003,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,39854,39381,473,13.09803512506187,8.6396741240751,4.244610291905701,2,12,11,empty_patch,model_turn_budget E13,4ec9a27088ee4c7b4a30,TASK_S2_R002_006,41455d61077fa309d2ded62e12e8c1032fbebf3a,M004,H003,P003,0,1,1,1,0,1,1,0.5,1.0,1,1,5,2,176908,173249,3659,95.04051004210487,86.80839095613919,7.75796249974519,3,12,3,tests,model_turn_budget E13,dc49fc82b4741f0caa37,TASK_S2_R002_006,41455d61077fa309d2ded62e12e8c1032fbebf3a,M003,H003,P003,0,1,1,1,0,1,1,0.5,1.0,1,1,5,1,103235,95993,7242,138.40216608298942,129.52108420920558,5.403761249966919,2,11,5,tests,assistant_stop_without_finish E13,35e47092875e3a9dfe14,TASK_S2_R002_007,310fc5b51cf54b221430f18d7dabbdd0a3a34bc6,M003,H003,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,33065,32389,676,22.53069212497212,17.399105874821544,10.805602041073143,3,12,11,empty_patch,model_turn_budget E13,6746e2822818436d1869,TASK_S2_R002_007,310fc5b51cf54b221430f18d7dabbdd0a3a34bc6,M004,H003,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,38331,37858,473,13.181539457989857,8.456535875564441,4.53527804184705,2,12,10,empty_patch,model_turn_budget E13,47e0057533df55b30c6d,TASK_S2_R002_008,3bff4cc7cc31e0c6ba630440deaca38044fc46f5,M003,H003,P003,0,1,1,0,0,0,1,0.0,1.0,0,1,5,2,48320,44739,3581,65.3057952078525,58.047226584283635,5.381399792153388,2,12,6,tests,model_turn_budget E13,eee51fb3193d0d3ae7e7,TASK_S2_R002_008,3bff4cc7cc31e0c6ba630440deaca38044fc46f5,M004,H003,P003,0,1,1,0,0,1,1,0.5,1.0,1,1,5,2,69228,67527,1701,33.10869029187597,25.489660958293825,4.659878332866356,2,12,5,tests,finish_tool E13,18eecb6655bff20e7ee3,TASK_S2_R002_009,87fd929036f5aba0c7795836332c2d28e031c2a0,M004,H003,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,3,83288,82678,610,17.995998000027612,13.546766499988735,4.210778542095795,2,12,7,empty_patch,model_turn_budget E13,817e6a6113c418382136,TASK_S2_R002_009,87fd929036f5aba0c7795836332c2d28e031c2a0,M003,H003,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,548,495,53,0.6334195830859244,0.6294304998591542,0.0,0,0,0,empty_patch,assistant_stop_without_finish E13,40766d83de5311a24a84,TASK_S2_R002_010,f78eadbdb202e0d586339606350eab0172e85005,M003,H003,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,1,37643,34344,3299,53.935080459108576,47.73980516428128,5.085624916944653,2,12,6,tests,model_turn_budget E13,9a8aa23d17be4496da26,TASK_S2_R002_010,f78eadbdb202e0d586339606350eab0172e85005,M004,H003,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,38928,38457,471,11.470400374848396,7.634835374075919,3.6262667912524194,2,12,11,empty_patch,model_turn_budget E13,3e0091b7c1c9af4b2d7c,TASK_S2_R002_011,a4c5732a529217dcfaad0e7c63af82ced6e8d382,M004,H003,P003,0,0,0,0,0,0,1,0.0,0.5,0,1,5,2,119665,118632,1033,36.652477958006784,30.238362500211224,4.5960209579207,2,12,5,empty_patch,model_turn_budget E13,6515a492fd6236b38a04,TASK_S2_R002_011,a4c5732a529217dcfaad0e7c63af82ced6e8d382,M003,H003,P003,0,0,0,0,0,0,1,0.0,0.5,0,1,5,2,60528,59877,651,33.7638769170735,28.605436876881868,4.946001332718879,2,12,9,empty_patch,model_turn_budget E13,92e66bc1c47768fbbaac,TASK_S2_R002_012,ccf49b8eb56832c6f83cd39e28959e65bafe3521,M004,H003,P003,1,1,1,1,1,1,1,1.0,1.0,1,1,5,2,77504,75683,1821,45.066572041017935,34.01640250184573,4.778409082908183,2,12,5,resolved,model_turn_budget E13,b12be583c62c73b68176,TASK_S2_R002_012,ccf49b8eb56832c6f83cd39e28959e65bafe3521,M003,H003,P003,1,1,1,1,1,1,1,1.0,1.0,1,1,5,1,50573,45710,4863,85.38493529194966,70.19144550105557,5.449017917970195,2,7,1,resolved,assistant_stop_without_finish E13,4b9769069d0a69f705b8,TASK_S2_R002_013,b4e26b379dc7ce7feb1030648f086617536f6689,M004,H003,P003,0,0,0,0,0,1,1,1.0,0.5,1,1,5,2,77299,76770,529,15.757685834076256,11.676899166079238,3.8295006239786744,2,12,9,empty_patch,model_turn_budget E13,d7582f92939e4c72e669,TASK_S2_R002_013,b4e26b379dc7ce7feb1030648f086617536f6689,M003,H003,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,32498,31464,1034,28.004138958873227,22.46554583357647,5.374249625019729,2,12,11,empty_patch,model_turn_budget E13,3ddd157e9d8b4cbc1a6a,TASK_S2_R002_014,b7baa9b20b362fa2be1ca824623f9b8222ca6c2c,M004,H003,P003,1,1,1,1,1,1,1,0.5,1.0,1,1,5,2,145195,139564,5631,115.73742083413526,105.47958862548694,7.886146250879392,3,12,2,resolved,model_turn_budget E13,7f408c7b9a9a9fb60bd0,TASK_S2_R002_014,b7baa9b20b362fa2be1ca824623f9b8222ca6c2c,M003,H003,P003,0,1,1,1,0,1,1,0.5,1.0,1,1,5,1,48607,44168,4439,74.00408387510106,67.63407225091942,5.348128958139569,2,7,4,tests,assistant_stop_without_finish E13,59467c162acf582477e4,TASK_S2_R002_015,5cef87d9b0de63a0596cbefd370411a6e0733ecb,M003,H003,P003,0,1,1,0,0,1,0,1.0,0.0,1,0,5,0,18164,17442,722,19.33850512513891,12.165845124982297,10.777037000050768,3,6,4,tests,assistant_stop_without_finish E13,b3cd269c3a35b4b25071,TASK_S2_R002_015,5cef87d9b0de63a0596cbefd370411a6e0733ecb,M004,H003,P003,0,1,1,1,0,1,1,0.5,0.3333333333333333,1,1,5,3,74613,67675,6938,111.94018891593441,106.2460050014779,4.630739832995459,2,12,5,tests,model_turn_budget E13,87caee3e0a8e242580ae,TASK_S2_R002_016,c8cfaa49bfd125a112ec8ef2aa095fccd1fe2c70,M003,H003,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,23485,22442,1043,23.707077624974772,18.66793237417005,4.908514376031235,2,8,8,empty_patch,assistant_stop_without_finish E13,b8d47b1372eafb1982f6,TASK_S2_R002_016,c8cfaa49bfd125a112ec8ef2aa095fccd1fe2c70,M004,H003,P003,0,1,1,1,0,1,1,0.5,1.0,1,1,5,3,152097,149734,2363,59.947409792104736,53.81089479243383,4.771930749993771,2,12,2,tests,model_turn_budget E13,96018116272dfb2228cb,TASK_S2_R002_017,4d31bf29f54be6a2bad1a80d99417e4779917a51,M003,H003,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,65178,64219,959,38.11429633316584,32.89816979318857,5.011085166828707,2,12,9,empty_patch,model_turn_budget E13,b9725a6ec1d60d5fdd10,TASK_S2_R002_017,4d31bf29f54be6a2bad1a80d99417e4779917a51,M004,H003,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,3,93166,91743,1423,36.50652829185128,31.284140417119488,4.991088249953464,2,12,6,empty_patch,model_turn_budget E13,97eec3d3fd9d68f16fc3,TASK_S2_R002_018,11860fc055026fa1e14b10111b9410d51a2534ac,M004,H003,P003,0,0,0,0,0,1,1,0.5,1.0,1,1,5,1,86250,77078,9172,199.13740045786835,193.50792824989185,5.455057834275067,2,8,3,empty_patch,assistant_stop_without_finish E13,e3211be71987c504f349,TASK_S2_R002_018,11860fc055026fa1e14b10111b9410d51a2534ac,M003,H003,P003,0,0,0,0,0,0,1,0.0,1.0,0,1,5,2,63035,62366,669,35.902896041981876,30.466182082891464,5.241273791296408,2,12,8,empty_patch,model_turn_budget E13,15c81156b453eb27f3ac,TASK_S2_R002_019,a26d600aadbd80fe54cbcefb72cd979c3040544c,M003,H003,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,31036,30366,670,29.323644583811983,23.798947462113574,5.37065212498419,2,12,11,empty_patch,model_turn_budget E13,bfa9423db936d46fff8b,TASK_S2_R002_019,a26d600aadbd80fe54cbcefb72cd979c3040544c,M004,H003,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,53909,53416,493,16.951917000114918,11.964711127104238,4.8222066659945995,2,12,10,empty_patch,model_turn_budget E13,95ba67b5dd29efa13f37,TASK_S2_R002_020,73327f4c90f0d3308a468ea736de0034ad9c22ec,M003,H003,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,35874,35243,631,30.60289233410731,24.663482915842906,5.781106417067349,2,12,10,empty_patch,model_turn_budget E13,e809fe133414457d074e,TASK_S2_R002_020,73327f4c90f0d3308a468ea736de0034ad9c22ec,M004,H003,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,4,72329,71769,560,19.835849541937932,15.034166002413258,4.608588250121102,2,12,7,empty_patch,model_turn_budget E13,33a0a5f4a278228d7ead,TASK_S2_R003_001,cfa6358b4c9c44d267d8c98a53ac840fbb27d3e8,M004,H003,P003,0,1,1,0,0,1,1,0.5,1.0,1,1,5,3,116912,113420,3492,80.1396159590222,73.88311170833185,4.949516918044537,2,11,3,tests,finish_tool E13,a078e9713d18f8b90bdb,TASK_S2_R003_001,cfa6358b4c9c44d267d8c98a53ac840fbb27d3e8,M003,H003,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,4973,4834,139,18.49276175000705,9.31946445768699,9.120887167286128,2,2,1,empty_patch,assistant_stop_without_finish E13,144174d46ac578fce7ec,TASK_S2_R003_002,de29503262b7626421f3bffeea3ff073e63e3865,M004,H003,P003,0,0,0,0,0,0,1,0.0,0.5,0,1,5,8,85057,84542,515,24.15650300006382,20.20464283390902,7.902343374211341,3,12,3,empty_patch,model_turn_budget E13,c1bd32fb5227c50ff569,TASK_S2_R003_002,de29503262b7626421f3bffeea3ff073e63e3865,M003,H003,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,2,91363,87447,3916,95.56309850001708,86.35929262591526,5.424183998955414,2,12,3,tests,model_turn_budget E13,42b5fc5ac183d07a61d1,TASK_S2_R003_003,939505b9c143939ba1e52c5cb920d8aa36596e19,M004,H003,P003,0,1,1,1,0,1,1,1.0,0.5,1,1,5,3,112388,109566,2822,68.17733987490647,62.23829120909795,4.682825958123431,2,12,4,tests,model_turn_budget E13,92b76f8f2afabcc858e0,TASK_S2_R003_003,939505b9c143939ba1e52c5cb920d8aa36596e19,M003,H003,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,1,20516,17762,2754,46.67499458394013,40.210812791017815,10.765565916197374,3,4,2,tests,assistant_stop_without_finish E13,781878cd286ce0fc173c,TASK_S2_R003_004,e4673d8aeaf97b9ad5d2500e459526b4cf494547,M003,H003,P003,0,1,1,1,0,1,1,0.25,1.0,1,1,5,1,46754,43392,3362,64.88676725002006,59.493626210372895,4.978961833985522,2,12,5,tests,model_turn_budget E13,8d1c3d490e5ba0f7829f,TASK_S2_R003_004,e4673d8aeaf97b9ad5d2500e459526b4cf494547,M004,H003,P003,0,0,0,0,0,1,1,0.3333333333333333,1.0,1,1,5,6,116692,116131,561,30.1278598329518,25.25323850195855,4.704818665981293,2,12,4,empty_patch,model_turn_budget E13,4689a87a79288a78c1a9,TASK_S2_R003_005,f4f7d7a63716f072eb45db2c7f590db0435350f0,M004,H003,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,4,131449,130875,574,28.59767737495713,23.69180670916103,4.729589333757758,2,12,4,empty_patch,model_turn_budget E13,c5f8ba93a005b10208c8,TASK_S2_R003_005,f4f7d7a63716f072eb45db2c7f590db0435350f0,M003,H003,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,2,79945,75903,4042,91.58396633295342,86.33802925003693,5.111804459011182,2,11,7,empty_patch,assistant_stop_without_finish E13,2425e9cd864db6893d56,TASK_S2_R003_006,9439132b1df39fbf386e5ee4d8354e78f549e109,M003,H003,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,0,49602,48107,1495,43.65838333312422,36.77113370713778,5.04165537469089,2,9,3,tests,assistant_stop_without_finish E13,cc9025301393d543b49a,TASK_S2_R003_006,9439132b1df39fbf386e5ee4d8354e78f549e109,M004,H003,P003,0,1,1,0,0,0,1,0.0,0.3333333333333333,0,1,5,4,49181,47927,1254,25.338468957925215,20.200415374711156,4.384874042123556,2,10,3,tests,finish_tool E13,904712cc27bf52b4ae65,TASK_S2_R003_007,735efff88cc8d59021cb5a746ba70b66548e7662,M004,H003,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,2,84349,83529,820,24.99864741694182,20.05726366653107,4.7900672079995275,2,12,5,empty_patch,model_turn_budget E13,ac233854498b21830547,TASK_S2_R003_007,735efff88cc8d59021cb5a746ba70b66548e7662,M003,H003,P003,0,1,1,0,0,0,1,0.0,0.5,0,1,5,2,32994,31228,1766,38.955352208111435,33.25547287403606,4.993124875007197,2,9,6,tests,assistant_stop_without_finish E13,813a28466d877072dd0a,TASK_S2_R003_008,9734ad4bcbedcf4ee61317c12f47ddacf2ac208f,M004,H003,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,3,118805,115653,3152,79.14177208393812,71.53666383214295,4.494693874847144,2,12,3,tests,model_turn_budget E13,e87afb2ce659a7f299a2,TASK_S2_R003_008,9734ad4bcbedcf4ee61317c12f47ddacf2ac208f,M003,H003,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,27994,27368,626,24.539269666885957,18.974889081902802,5.472050874028355,2,12,11,empty_patch,model_turn_budget E13,0019989bcfbe143f5581,TASK_S2_R003_009,a2ab54ceb40eca1e6e71f7779a418591426b2b2c,M003,H003,P003,0,1,1,1,0,0,1,0.0,1.0,0,1,5,1,52763,49832,2931,62.00451250001788,55.70916183292866,5.503404334187508,2,12,8,tests,model_turn_budget E13,403b1c8c7ccd18fafda6,TASK_S2_R003_009,a2ab54ceb40eca1e6e71f7779a418591426b2b2c,M004,H003,P003,0,1,1,1,0,1,1,0.5,1.0,1,1,5,1,114315,110527,3788,74.66640733298846,68.03850453952327,4.547584667801857,2,12,4,tests,model_turn_budget E13,6552a6736c2931ea66e6,TASK_S2_R003_010,8d74b889c55d18395c5e5006ba8f7db77892f603,M004,H003,P003,0,0,0,0,0,1,1,0.2,0.5,1,1,5,4,88141,87540,601,19.210557584185153,15.259920917684212,7.911689626052976,3,12,5,empty_patch,model_turn_budget E13,e4fc022d7e7ac32092c7,TASK_S2_R003_010,8d74b889c55d18395c5e5006ba8f7db77892f603,M003,H003,P003,0,1,1,0,0,1,1,0.25,1.0,1,1,5,1,55030,51486,3544,70.51190024986863,62.6660028337501,5.522643916076049,2,10,2,tests,assistant_stop_without_finish E13,1a77636b176a78a78821,TASK_S2_R003_011,ee393a16e1aa6dbf2f9785eb3ef486f7d5b9276f,M004,H003,P003,0,0,0,0,0,1,1,0.5,0.5,1,1,5,2,66322,57416,8906,150.48540420783684,145.93348229164258,4.419434540905058,2,10,4,empty_patch,assistant_stop_without_finish E13,abf88ebef36a1ec7642a,TASK_S2_R003_011,ee393a16e1aa6dbf2f9785eb3ef486f7d5b9276f,M003,H003,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,534,488,46,0.7883134160656482,0.7857657501008362,5.779347083065659,1,0,0,empty_patch,assistant_stop_without_finish E13,3e44fa838c7c3467a77d,TASK_S2_R003_012,d509da60155e9470dee197d91926850ea9548de9,M004,H003,P003,0,0,0,0,0,0,1,0.0,0.25,0,1,5,4,65768,64722,1046,22.98154633305967,18.49709816579707,4.350607166998088,2,12,6,empty_patch,model_turn_budget E13,ee3e3868479519516603,TASK_S2_R003_012,d509da60155e9470dee197d91926850ea9548de9,M003,H003,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,1,22959,21033,1926,36.642853332916275,29.902892291080207,5.349753874819726,2,6,4,tests,assistant_stop_without_finish E13,36c353ef2bd4377868f9,TASK_S2_R003_013,c378817389a9510ef508b5a3c90282e5fb60049f,M003,H003,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,1,27955,24932,3023,51.77260770811699,45.19753166404553,5.128798458026722,2,7,3,tests,finish_tool E13,3f4e12208968dc3b73c2,TASK_S2_R003_013,c378817389a9510ef508b5a3c90282e5fb60049f,M004,H003,P003,0,1,1,0,0,0,1,0.0,0.3333333333333333,0,1,5,3,87010,85192,1818,38.01771104102954,32.558711293619126,4.550069167045876,2,12,5,tests,model_turn_budget E13,013aaa8c605d13315af7,TASK_S2_R003_014,93586405fbfa61317dc75e186799549573bc0bbb,M004,H003,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,43248,42735,513,15.050483625149354,10.41714116698131,4.514577873982489,2,12,10,empty_patch,model_turn_budget E13,5bd2c60c55e3abc9ed7c,TASK_S2_R003_014,93586405fbfa61317dc75e186799549573bc0bbb,M003,H003,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,537,495,42,0.5319087079260498,0.5283587500452995,0.0,0,0,0,empty_patch,assistant_stop_without_finish E13,ba3e77da52acbe8f484d,TASK_S2_R003_015,cf87226a81108fbed4f58751f1c03234cc57bcf1,M004,H003,P003,0,1,1,1,0,1,1,0.25,1.0,1,1,5,2,86404,82830,3574,64.36570270801894,58.618094250326976,4.703086833236739,2,12,7,tests,model_turn_budget E13,be4bd6e1e5974471b2fe,TASK_S2_R003_015,cf87226a81108fbed4f58751f1c03234cc57bcf1,M003,H003,P003,0,1,1,1,0,1,1,0.25,1.0,1,1,5,1,86404,80273,6131,117.28232870786451,110.71801524981856,5.127833500970155,2,12,6,tests,model_turn_budget E13,a525f0951aa1ed45e6ac,TASK_S2_R003_016,88de2f0fc52f4f02e1d44139f4404acf172624d7,M003,H003,P003,0,0,0,0,0,1,1,0.5,1.0,1,1,5,2,65466,64547,919,42.96891937498003,37.22192637459375,5.612915749894455,2,12,9,empty_patch,model_turn_budget E13,cb8552966d751548e691,TASK_S2_R003_016,88de2f0fc52f4f02e1d44139f4404acf172624d7,M004,H003,P003,0,1,1,1,0,1,1,0.5,1.0,1,1,5,3,101036,97434,3602,73.9416144171264,68.23200179147534,4.633777748793364,2,12,5,tests,finish_tool E13,25940328e1e23ca32594,TASK_S2_R003_017,ef8f0e190b1add3bbba9a7b194aba2f3c1a83b2e,M003,H003,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,28989,28294,695,25.427075792104006,19.864839875837788,5.483768874779344,2,12,11,empty_patch,model_turn_budget E13,66e4e109328ac97065c4,TASK_S2_R003_017,ef8f0e190b1add3bbba9a7b194aba2f3c1a83b2e,M004,H003,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,2,64539,61586,2953,53.466794417006895,47.34565541357733,4.365486707771197,2,10,3,tests,finish_tool E13,0bd9bf755bf953b80b91,TASK_S2_R003_018,c5d0404ac9edfbfd328e7b4f07f554366377df3f,M004,H003,P003,0,1,1,1,0,1,1,0.5,1.0,1,1,5,4,58474,56656,1818,31.948502332903445,27.364190415944904,7.854873250005767,3,12,4,tests,model_turn_budget E13,b25b960427f2ff4165bd,TASK_S2_R003_018,c5d0404ac9edfbfd328e7b4f07f554366377df3f,M003,H003,P003,0,0,0,0,0,1,0,0.5,0.0,1,0,5,1,35750,34800,950,30.445427166996524,24.683816708624363,5.656419209204614,2,12,10,empty_patch,model_turn_budget E13,05a41928fa18691137d5,TASK_S2_R003_019,c23e6bd5785205f0f4b4c80321153658fc23fb98,M004,H003,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,3,102584,100129,2455,58.27264550002292,51.71209770953283,4.833050916902721,2,12,5,tests,model_turn_budget E13,f984337823c5a32772ee,TASK_S2_R003_019,c23e6bd5785205f0f4b4c80321153658fc23fb98,M003,H003,P003,0,0,0,0,0,0,1,0.0,1.0,0,1,5,1,10596,10066,530,13.84762533288449,8.59730670787394,10.993545541772619,3,3,2,empty_patch,assistant_stop_without_finish E13,c6d2afb6802872ed743a,TASK_S2_R003_020,e11d889cd19ec1555b2bbee15355a8cdfad61d5f,M004,H003,P003,1,1,1,1,1,1,1,0.25,1.0,1,1,5,2,86482,83540,2942,55.35630337498151,47.21941512497142,4.714290582807735,2,12,4,resolved,finish_tool E13,ebb0ecf9dde5efd2b86a,TASK_S2_R003_020,e11d889cd19ec1555b2bbee15355a8cdfad61d5f,M003,H003,P003,0,1,1,1,0,0,1,0.0,1.0,0,1,5,1,51819,47903,3916,74.59302533394657,65.95726345805451,5.285388208925724,2,12,6,tests,model_turn_budget E13,202f62faa7d8dda6a187,TASK_CR_001,f658abd3eb4eca9b8aadb5ee3af969ff1f142146,M002,H004,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,2,129667,128430,1237,25.293256624834612,23.056188250891864,0.0,0,12,3,empty_patch,model_turn_budget E13,57eaa328c05e8a38a488,TASK_CR_002,10aab506a17814404398dadc564ab53795439424,M002,H004,P002,0,1,1,1,0,1,1,0.5,1.0,1,1,5,4,80456,75378,5078,1255.0947023341432,53.42834462504834,0.0,0,12,0,tests,tool_budget_exhausted E13,6f84516ccf18e1e4576d,TASK_CR_003,4e9786fae8866b063d641e08b3c7890ef844bd15,M002,H004,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,1,10060,9825,235,4.755654625128955,4.146634332137182,0.0,0,2,0,empty_patch,assistant_stop_without_finish E13,ff3bf272a37bbe1af006,TASK_CR_005,f3cf91bcf15e1eab614a52ad928f0b4e7826b4e6,M002,H004,P002,0,0,0,0,0,1,0,1.0,0.0,1,0,5,0,4389,4229,160,3.2616528749931604,2.702515457989648,0.0,0,1,0,empty_patch,assistant_stop_without_finish E13,37ed79a9dd13814f6ac0,TASK_CR_006,b4b74fa3d7c867c53efdb254893564c5119526a5,M002,H004,P002,1,1,1,1,1,1,1,1.0,1.0,1,1,5,1,70171,68582,1589,30.525492958026007,21.962826709495857,5.216202666051686,1,8,0,resolved,finish_tool E13,fe018f2f6b7069b693f2,TASK_CR_007,497027ef60af5688bf153c06fcfbb0a3d2886217,M002,H004,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,4569,4398,171,3.9096506249625236,2.83789787418209,0.0,0,1,0,empty_patch,assistant_stop_without_finish E13,f63b28dd0e11b894d170,TASK_CR_008,ce2cb82cebb100c27b4d19385791706b71138994,M002,H004,P002,0,1,1,1,0,1,1,0.3333333333333333,0.5,1,1,5,2,158929,156912,2017,39.47686308296397,34.79739241930656,0.0,0,12,2,tests,model_turn_budget E13,5468c259a1e98bf38ba9,TASK_CR_009,49fb64fb1031531a6a651575e5a295abbaa6946a,M002,H004,P002,1,1,1,1,1,1,1,0.5,0.5,1,1,5,2,89986,88058,1928,61.004277958069,23.45926679065451,0.0,0,9,1,resolved,finish_tool E13,4b8bcc626f86ffa25ea6,TASK_CR_012,4a086221393c6a74d1a5808af2666b1a6073f414,M002,H004,P002,1,1,1,1,1,1,1,0.5,1.0,1,1,5,2,29628,28466,1162,16.327798124868423,13.909410750027746,0.0,0,6,0,resolved,finish_tool E13,005b318307796c6a888b,TASK_CR_013,a7f451907269355a46ab528111003b32851ffdb8,M002,H004,P002,0,0,0,0,0,0,1,0.0,0.5,0,1,5,3,118186,117215,971,18.834559082984924,17.630495916120708,0.0,0,12,6,empty_patch,model_turn_budget E13,b0f00d79490cdd854e7b,TASK_S2_R001_011,d81649aabf1c96534f78d89b7298a87a7752884b,M002,H004,P002,0,0,0,0,0,1,1,0.5,0.5,1,1,5,2,73502,72180,1322,19.285842207958922,17.794878710759804,0.0,0,12,8,empty_patch,model_turn_budget E13,16f1a9595fa5f7740567,TASK_S2_R001_012,dcdf51716e931cab57d62ab2637b7320108ff376,M002,H004,P002,1,1,1,1,1,1,1,1.0,1.0,1,1,5,1,37393,35666,1727,24.509324915939942,18.789295335067436,0.0,0,7,0,resolved,finish_tool E13,8c11258a7b65fd975c51,TASK_S2_R001_013,b0cc2ebf7fb6332d9cf32e805e370140d4f3bba0,M002,H004,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,3,88845,88068,777,15.842003875179216,15.026094625005499,5.283791792113334,1,12,8,empty_patch,model_turn_budget E13,5f81acd5e584690c1c6a,TASK_S2_R001_014,1e3bd63c7b65e70ad5189ba1691507548abd9d3e,M002,H004,P002,0,0,0,0,0,1,1,0.25,1.0,1,1,5,2,91927,90866,1061,21.773092749994248,20.96125041716732,0.0,0,12,5,empty_patch,model_turn_budget E13,9c86104b50f6afc25380,TASK_S2_R001_015,0b6865a6fb06846d8b5b0ef177130aa2156ad0d4,M002,H004,P002,0,0,0,0,0,1,1,0.5,1.0,1,1,5,4,123026,113322,9704,125.23135033296421,124.07853645994328,0.0,0,8,1,empty_patch,assistant_stop_without_finish E13,8a7567cda9db7796a137,TASK_S2_R001_016,ff2731c2a76d1816d73a47c4e7d615c5fff4969b,M002,H004,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,2,104453,103709,744,16.09261479205452,15.402046207338572,0.0,0,12,7,empty_patch,model_turn_budget E13,0a4557394dce0ef1f3a2,TASK_S2_R001_017,b141f250943abe155e0db8f018f59ba45e9d2dbe,M002,H004,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,1,23760,15344,8416,93.9786338750273,93.68873570673168,0.0,0,3,0,empty_patch,assistant_stop_without_finish E13,0f2170857b4be0a84e5b,TASK_S2_R001_018,4fdb8ee94d8e03424b10d254c26a3ddc0b76fb1d,M002,H004,P002,1,1,1,1,1,1,1,0.3333333333333333,1.0,1,1,5,1,57385,56142,1243,55.722053749952465,15.862772000953555,0.0,0,7,0,resolved,finish_tool E13,df78a34032345301a6ef,TASK_S2_R001_019,a4320fa224af23dd403ca718d4502666b1efa4a4,M002,H004,P002,0,0,0,1,0,1,1,1.0,1.0,1,1,5,1,150045,147506,2539,37.603854540968314,36.15504349931143,0.0,0,12,4,empty_patch,model_turn_budget E13,687f1f09320e8de872c7,TASK_S2_R001_020,49fb64fb1031531a6a651575e5a295abbaa6946a,M002,H004,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,3963,3820,143,3.5065797090064734,2.4703648758586496,0.0,0,1,0,empty_patch,assistant_stop_without_finish E13,105fc0f5e22e090e64da,TASK_S2_R002_001,a5be59f825000f173880b4e49e47ea2bed646531,M002,H004,P002,0,0,0,0,0,1,1,0.25,1.0,1,1,5,3,87784,85736,2048,29.527142124949023,29.03593979147263,5.474587667034939,1,12,7,empty_patch,model_turn_budget E13,a2726b0f72629e9a181a,TASK_S2_R002_002,0d984da7b56af3e8e882a3234be0bf44686e6bfc,M002,H004,P002,0,1,1,1,0,1,1,1.0,0.5,1,1,5,3,103060,101087,1973,65.48888345900923,61.828697335207835,0.0,0,12,3,tests,model_turn_budget E13,f0e948ce200fad2d3e7f,TASK_S2_R002_003,71a96cf3be9940f846e5d412ccd2b18fae8968f7,M002,H004,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,18379,17344,1035,14.63024029112421,14.070851415861398,0.0,0,4,2,empty_patch,assistant_stop_without_finish E13,de520e8b2d0425978b18,TASK_S2_R002_004,5c23d008b05152107f65b4dbf401fefd7e7c5676,M002,H004,P002,1,1,1,1,1,1,1,1.0,1.0,1,1,5,1,100377,98449,1928,40.291002083104104,29.44299287488684,0.0,0,11,3,resolved,finish_tool E13,d030a2d62577401565f4,TASK_S2_R002_005,b0002945668fe718fcb6ab7e3ada5d2fd6dfaf08,M002,H004,P002,0,0,0,0,0,0,1,0.0,0.3333333333333333,0,1,5,4,121902,120638,1264,31.29097754205577,30.519786168122664,0.0,0,12,4,empty_patch,model_turn_budget E13,0dc66c5655e655b1c5a8,TASK_S2_R002_006,41455d61077fa309d2ded62e12e8c1032fbebf3a,M002,H004,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,3,210200,208679,1521,40.81901662494056,40.26593654113822,0.0,0,12,1,empty_patch,model_turn_budget E13,5f40be9791a768bbd39b,TASK_S2_R002_007,310fc5b51cf54b221430f18d7dabbdd0a3a34bc6,M002,H004,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,2,60983,59666,1317,16.976092665921897,16.56281512370333,0.0,0,12,9,empty_patch,model_turn_budget E13,914ff8215236cb7699dd,TASK_S2_R002_008,3bff4cc7cc31e0c6ba630440deaca38044fc46f5,M002,H004,P002,0,0,0,0,0,0,1,0.0,0.5,0,1,5,2,67649,65912,1737,22.803977540927008,22.364077831385657,0.0,0,12,7,empty_patch,model_turn_budget E13,4a05ecad75c1124da4dc,TASK_S2_R002_009,87fd929036f5aba0c7795836332c2d28e031c2a0,M002,H004,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,5,115179,113897,1282,22.81890262500383,22.27862812508829,5.315043833106756,1,12,5,empty_patch,tool_budget_exhausted E13,aa4a19a3de6e970ad2a1,TASK_S2_R002_010,f78eadbdb202e0d586339606350eab0172e85005,M002,H004,P002,0,0,0,0,0,0,1,0.0,0.25,0,1,5,4,44427,43335,1092,16.330541166942567,15.793309042230248,0.0,0,12,7,empty_patch,model_turn_budget E13,d2464138b897ddb20f8c,TASK_S2_R002_011,a4c5732a529217dcfaad0e7c63af82ced6e8d382,M002,H004,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,2,187088,185973,1115,32.30949008301832,31.84120250120759,0.0,0,12,1,empty_patch,model_turn_budget E13,7f560e3f2e5d80b8d84e,TASK_S2_R002_012,ccf49b8eb56832c6f83cd39e28959e65bafe3521,M002,H004,P002,1,1,1,1,1,1,1,1.0,1.0,1,1,5,2,101712,99111,2601,38.235643333988264,32.73522978997789,0.0,0,12,0,resolved,model_turn_budget E13,38a9d209282a2fcf2aaf,TASK_S2_R002_013,b4e26b379dc7ce7feb1030648f086617536f6689,M002,H004,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,3,71963,70460,1503,21.191177708096802,20.695742290932685,0.0,0,12,8,empty_patch,model_turn_budget E13,98b21dd78e1886089fec,TASK_S2_R002_014,b7baa9b20b362fa2be1ca824623f9b8222ca6c2c,M002,H004,P002,1,1,1,1,1,1,1,1.0,1.0,1,1,5,2,121710,119264,2446,38.56275924993679,32.68121608509682,0.0,0,12,0,resolved,model_turn_budget E13,4ee3b7ac7acec50696b6,TASK_S2_R002_015,5cef87d9b0de63a0596cbefd370411a6e0733ecb,M002,H004,P002,0,0,0,0,0,1,1,0.5,1.0,1,1,5,2,57226,47996,9230,106.18569995788857,102.2897121256683,0.0,0,6,1,empty_patch,assistant_stop_without_finish E13,3b3e3731c73948160d8e,TASK_S2_R002_016,c8cfaa49bfd125a112ec8ef2aa095fccd1fe2c70,M002,H004,P002,0,0,0,0,0,1,0,0.5,0.0,1,0,5,0,4185,4041,144,2.8989805839955807,2.5128666248638183,0.0,0,1,0,empty_patch,assistant_stop_without_finish E13,df927b3fd2bfe2bc54e0,TASK_S2_R002_017,4d31bf29f54be6a2bad1a80d99417e4779917a51,M002,H004,P002,0,1,1,1,0,1,1,1.0,1.0,1,1,5,1,95131,91916,3215,41.71097174985334,37.94633591477759,5.245489582885057,1,11,2,tests,finish_tool E13,0aaeae4abb33e9a422e6,TASK_S2_R002_018,11860fc055026fa1e14b10111b9410d51a2534ac,M002,H004,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,2,137035,136107,928,24.124369000084698,23.455431958660483,0.0,0,10,3,empty_patch,assistant_stop_without_finish E13,25eb91fefbf861199847,TASK_S2_R002_019,a26d600aadbd80fe54cbcefb72cd979c3040544c,M002,H004,P002,1,1,1,1,1,0,1,0.0,1.0,0,1,5,2,91921,89877,2044,38.417542417068034,35.639433790929615,0.0,0,10,1,resolved,finish_tool E13,c3406d2fe186f3c95b63,TASK_S2_R002_020,73327f4c90f0d3308a468ea736de0034ad9c22ec,M002,H004,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,2,86006,84956,1050,20.142100249882787,19.67961100093089,0.0,0,12,9,empty_patch,model_turn_budget E13,ffdb3355741d2888ed82,TASK_S2_R003_001,cfa6358b4c9c44d267d8c98a53ac840fbb27d3e8,M002,H004,P002,0,0,0,0,0,1,1,0.3333333333333333,1.0,1,1,5,2,119254,118412,842,33.15498987515457,32.767208124510944,0.0,0,12,8,empty_patch,model_turn_budget E13,550e071d4ca9185502b6,TASK_S2_R003_002,de29503262b7626421f3bffeea3ff073e63e3865,M002,H004,P002,0,0,0,0,0,0,1,0.0,1.0,0,1,5,1,40459,39409,1050,14.077522666892037,13.878171168034896,0.0,0,12,10,empty_patch,model_turn_budget E13,729dbb510c5e2cc9ec3b,TASK_S2_R003_003,939505b9c143939ba1e52c5cb920d8aa36596e19,M002,H004,P002,1,1,1,1,1,1,1,1.0,1.0,1,1,5,1,24020,22816,1204,17.517739000031725,15.875507624354213,0.0,0,5,0,resolved,finish_tool E13,53a79c829f6e4d75a4fe,TASK_S2_R003_004,e4673d8aeaf97b9ad5d2500e459526b4cf494547,M002,H004,P002,0,1,1,1,0,1,1,0.25,1.0,1,1,5,1,109797,106849,2948,44.462953000096604,43.27385437232442,0.0,0,12,2,tests,model_turn_budget E13,b33ef2b48434f053cdc2,TASK_S2_R003_005,f4f7d7a63716f072eb45db2c7f590db0435350f0,M002,H004,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,3,103479,102248,1231,21.101358583196998,20.89527325076051,5.284508749842644,1,12,3,empty_patch,model_turn_budget E13,9a49138b2c82de493428,TASK_S2_R003_006,9439132b1df39fbf386e5ee4d8354e78f549e109,M002,H004,P002,0,1,1,0,0,0,0,0.0,0.0,0,0,5,3,33816,32489,1327,19.71059366618283,18.16058891825378,0.0,0,8,1,tests,finish_tool E13,5ef30d9ee6f8cc2b3b79,TASK_S2_R003_007,735efff88cc8d59021cb5a746ba70b66548e7662,M002,H004,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,2,53242,52281,961,17.771013624966145,17.579979168251157,0.0,0,12,7,empty_patch,model_turn_budget E13,acc2582001b0f1dd30da,TASK_S2_R003_008,9734ad4bcbedcf4ee61317c12f47ddacf2ac208f,M002,H004,P002,1,1,1,1,1,1,1,1.0,1.0,1,1,5,1,31970,31000,970,15.432905999943614,13.599351041018963,0.0,0,7,1,resolved,finish_tool E13,0b7d8f29ab6f7934a1da,TASK_S2_R003_009,a2ab54ceb40eca1e6e71f7779a418591426b2b2c,M002,H004,P002,0,1,1,1,0,1,1,0.25,1.0,1,1,5,1,118062,115079,2983,45.99444791697897,42.90671683498658,0.0,0,12,2,tests,model_turn_budget E13,bb2cb78a1de8dd1c5f8c,TASK_S2_R003_010,8d74b889c55d18395c5e5006ba8f7db77892f603,M002,H004,P002,0,1,1,0,0,1,1,0.25,1.0,1,1,5,2,65074,63361,1713,26.338566166814417,24.46191812492907,0.0,0,10,2,tests,finish_tool E13,916eb71b10769887abec,TASK_S2_R003_011,ee393a16e1aa6dbf2f9785eb3ef486f7d5b9276f,M002,H004,P002,0,0,0,0,0,1,1,0.5,0.5,1,1,5,3,101022,99471,1551,29.35947279096581,29.08132541575469,0.0,0,12,3,empty_patch,model_turn_budget E13,5d20d8f2eeb1c7ea2f72,TASK_S2_R003_012,d509da60155e9470dee197d91926850ea9548de9,M002,H004,P002,0,0,0,0,0,0,1,0.0,0.25,0,1,5,5,64221,55095,9126,99.27162929088809,98.97266866615973,0.0,0,10,4,empty_patch,assistant_stop_without_finish E13,9477160cb21443f784aa,TASK_S2_R003_013,c378817389a9510ef508b5a3c90282e5fb60049f,M002,H004,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,9658,9451,207,3.7446617090608925,3.604862542124465,5.4115572918672115,1,2,0,empty_patch,assistant_stop_without_finish E13,63763e23e15642fdd415,TASK_S2_R003_014,93586405fbfa61317dc75e186799549573bc0bbb,M002,H004,P002,0,1,1,1,0,1,1,0.5,1.0,1,1,5,2,65434,62910,2524,39.444673999911174,32.87662329059094,0.0,0,9,1,tests,finish_tool E13,5322caa75916adcc8fb6,TASK_S2_R003_015,cf87226a81108fbed4f58751f1c03234cc57bcf1,M002,H004,P002,0,0,0,0,0,1,1,0.5,1.0,1,1,5,2,40546,31910,8636,93.56842787493952,93.43125154054724,0.0,0,5,2,empty_patch,assistant_stop_without_finish E13,69a3a682352f0dbe7697,TASK_S2_R003_016,88de2f0fc52f4f02e1d44139f4404acf172624d7,M002,H004,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,2,155971,154758,1213,27.395619499962777,27.148901372682303,0.0,0,12,5,empty_patch,tool_budget_exhausted E13,53cf61e5689ac5359ec7,TASK_S2_R003_017,ef8f0e190b1add3bbba9a7b194aba2f3c1a83b2e,M002,H004,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,154413,153364,1049,31.576156625058502,31.28649091674015,0.0,0,12,1,empty_patch,model_turn_budget E13,f820781e8d861d1a4d24,TASK_S2_R003_018,c5d0404ac9edfbfd328e7b4f07f554366377df3f,M002,H004,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,43594,42702,892,13.649818500038236,13.38850233098492,0.0,0,12,10,empty_patch,model_turn_budget E13,359817a3a3b5a73304ee,TASK_S2_R003_019,c23e6bd5785205f0f4b4c80321153658fc23fb98,M002,H004,P002,1,1,1,1,1,1,1,0.5,1.0,1,1,5,2,78026,75252,2774,36.68108112504706,34.76891037449241,0.0,0,12,1,resolved,finish_tool E13,e1525a274c85d8f4aba2,TASK_S2_R003_020,e11d889cd19ec1555b2bbee15355a8cdfad61d5f,M002,H004,P002,0,0,0,0,0,1,1,0.25,1.0,1,1,5,1,24756,16243,8513,88.63898108317517,88.53245037491433,0.0,0,3,0,empty_patch,assistant_stop_without_finish E13,2eeb8c67f0c7247d2cbd,TASK_CR_001,f658abd3eb4eca9b8aadb5ee3af969ff1f142146,M004,H004,P003,1,1,1,1,1,1,1,1.0,1.0,1,1,5,2,74260,72247,2013,41.551823124988005,37.457259248476475,0.0,0,12,7,resolved,model_turn_budget E13,7e1e261ca53ed476a045,TASK_CR_001,f658abd3eb4eca9b8aadb5ee3af969ff1f142146,M003,H004,P003,0,1,1,1,0,1,1,0.3333333333333333,1.0,1,1,5,1,17769,15380,2389,38.39782679104246,37.284242710098624,0.0,0,3,1,tests,assistant_stop_without_finish E13,15143b7a8da82d1ff19e,TASK_CR_002,10aab506a17814404398dadc564ab53795439424,M004,H004,P003,0,1,0,1,0,1,1,0.5,1.0,1,1,5,3,70051,68168,1883,628.1256182920188,26.47532204212621,0.0,0,12,2,patch_apply,model_turn_budget E13,8741d6e1aa1e0776468d,TASK_CR_002,10aab506a17814404398dadc564ab53795439424,M003,H004,P003,0,0,0,0,0,0,1,0.0,1.0,0,1,0,1,15359,14670,689,10.071195957949385,9.997570916544646,0.0,0,12,10,empty_patch,model_turn_budget E13,06a64ae337f503b02680,TASK_CR_003,4e9786fae8866b063d641e08b3c7890ef844bd15,M004,H004,P003,1,1,1,1,1,1,1,1.0,1.0,1,1,5,3,125396,121771,3625,71.95543974987231,68.99185383063741,4.080528332851827,1,11,2,resolved,finish_tool E13,5408af93926faf7f103d,TASK_CR_003,4e9786fae8866b063d641e08b3c7890ef844bd15,M003,H004,P003,0,1,1,1,0,0,1,0.0,1.0,0,1,0,1,22736,19781,2955,40.64252654206939,39.78442124999128,0.0,0,6,3,tests,assistant_stop_without_finish E13,23fdfceee2c92b18a5e3,TASK_CR_005,f3cf91bcf15e1eab614a52ad928f0b4e7826b4e6,M003,H004,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,10168,9552,616,9.470818041823804,9.399689041543752,5.847922290908173,1,12,11,empty_patch,model_turn_budget E13,94c8e4bebc48a436c525,TASK_CR_005,f3cf91bcf15e1eab614a52ad928f0b4e7826b4e6,M004,H004,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,3,91121,90393,728,17.80049870815128,17.132376375142485,0.0,0,12,6,empty_patch,model_turn_budget E13,19bc78f3d11ba396000a,TASK_CR_006,b4b74fa3d7c867c53efdb254893564c5119526a5,M004,H004,P003,0,1,1,1,0,1,1,0.5,1.0,1,1,5,1,114698,107542,7156,130.82006912492216,123.13781091850251,0.0,0,12,2,tests,model_turn_budget E13,4330b3f95deefc339dac,TASK_CR_006,b4b74fa3d7c867c53efdb254893564c5119526a5,M003,H004,P003,0,1,1,1,0,1,1,0.3333333333333333,1.0,1,1,5,1,44391,43467,924,27.42149137496017,26.101124833105132,0.0,0,12,6,tests,model_turn_budget E13,42f945d6703d0411c0d9,TASK_CR_007,497027ef60af5688bf153c06fcfbb0a3d2886217,M004,H004,P003,0,0,0,0,0,1,1,0.3333333333333333,1.0,1,1,5,4,105273,104389,884,23.72692429088056,22.65383012709208,0.0,0,12,4,empty_patch,model_turn_budget E13,920cd9187d66b97e05ca,TASK_CR_007,497027ef60af5688bf153c06fcfbb0a3d2886217,M003,H004,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,1,47802,45871,1931,39.144796209177,37.731880623148754,0.0,0,12,9,tests,model_turn_budget E13,5d99a9bd0665e2a12610,TASK_CR_008,ce2cb82cebb100c27b4d19385791706b71138994,M003,H004,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,1,15210,13625,1585,24.719012332847342,21.00578258326277,0.0,0,3,1,tests,assistant_stop_without_finish E13,dc4c0f63c55d15169a13,TASK_CR_008,ce2cb82cebb100c27b4d19385791706b71138994,M004,H004,P003,0,1,1,0,0,1,1,0.5,0.5,1,1,5,3,128107,126243,1864,59.49063270795159,39.26700916769914,0.0,0,12,3,tests,model_turn_budget E13,68f0bab2b31b431a1753,TASK_CR_009,49fb64fb1031531a6a651575e5a295abbaa6946a,M003,H004,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,561,522,39,0.5369744589552283,0.5330990829970688,0.0,0,0,0,empty_patch,assistant_stop_without_finish E13,fbdb7a66d01feb15956b,TASK_CR_009,49fb64fb1031531a6a651575e5a295abbaa6946a,M004,H004,P003,0,1,1,1,0,1,1,0.5,1.0,1,1,5,2,139449,135645,3804,81.25428408384323,79.6963164191693,0.0,0,12,2,tests,finish_tool E13,06b9a944fb0d7f8a3420,TASK_CR_012,4a086221393c6a74d1a5808af2666b1a6073f414,M004,H004,P003,1,1,1,1,1,1,1,0.2,1.0,1,1,5,2,69793,68388,1405,25.97522879205644,23.405793166020885,0.0,0,11,3,resolved,finish_tool E13,5782cf342c3c9cb16b37,TASK_CR_012,4a086221393c6a74d1a5808af2666b1a6073f414,M003,H004,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,10195,9658,537,9.938424875028431,9.864211999578401,0.0,0,12,11,empty_patch,model_turn_budget E13,c16f6cdd0e1cbb27dd95,TASK_CR_013,a7f451907269355a46ab528111003b32851ffdb8,M004,H004,P003,0,1,1,0,0,1,1,1.0,1.0,1,1,5,4,111643,110228,1415,39.86716887494549,34.51078362716362,0.0,0,12,5,tests,model_turn_budget E13,fc0a6c9bc29ac0dff60e,TASK_CR_013,a7f451907269355a46ab528111003b32851ffdb8,M003,H004,P003,0,1,1,0,0,1,1,1.0,1.0,1,1,5,1,40471,37149,3322,60.65111241606064,52.01083008153364,0.0,0,9,7,tests,assistant_stop_without_finish E13,963a6610f4b11ec2ebaf,TASK_S2_R001_011,d81649aabf1c96534f78d89b7298a87a7752884b,M004,H004,P003,0,0,0,0,0,1,1,0.5,1.0,1,1,5,1,93730,93131,599,17.72780237509869,16.496921876445413,4.141467334004119,1,12,5,empty_patch,model_turn_budget E13,e0b2da6bd3523f55af92,TASK_S2_R001_011,d81649aabf1c96534f78d89b7298a87a7752884b,M003,H004,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,9979,9362,617,10.86590916593559,10.782690167194232,0.0,0,12,11,empty_patch,model_turn_budget E13,5e5d06fd9c42d0dad2b9,TASK_S2_R001_012,dcdf51716e931cab57d62ab2637b7320108ff376,M004,H004,P003,1,1,1,1,1,1,1,1.0,1.0,1,1,5,2,101897,99571,2326,50.08534058392979,43.740764332935214,0.0,0,12,3,resolved,finish_tool E13,c719f3e327f321d03638,TASK_S2_R001_012,dcdf51716e931cab57d62ab2637b7320108ff376,M003,H004,P003,0,0,0,0,0,1,1,0.3333333333333333,1.0,1,1,5,1,11989,10698,1291,17.11732633295469,16.75957633415237,5.893593583023176,1,3,2,empty_patch,assistant_stop_without_finish E13,0c42e58b1f6c8e115f74,TASK_S2_R001_013,b0cc2ebf7fb6332d9cf32e805e370140d4f3bba0,M004,H004,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,3,106027,105334,693,21.253692166879773,20.735899416729808,0.0,0,12,8,empty_patch,model_turn_budget E13,90eccab2725daa1251b2,TASK_S2_R001_013,b0cc2ebf7fb6332d9cf32e805e370140d4f3bba0,M003,H004,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,1,18053,17511,542,13.10722841694951,13.007917291251943,0.0,0,12,10,empty_patch,model_turn_budget E13,02cd5206ffee294fd918,TASK_S2_R001_014,1e3bd63c7b65e70ad5189ba1691507548abd9d3e,M004,H004,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,2,120093,119448,645,21.22754399990663,20.171944917179644,0.0,0,12,5,empty_patch,model_turn_budget E13,11e1e43bd93df4279ee5,TASK_S2_R001_014,1e3bd63c7b65e70ad5189ba1691507548abd9d3e,M003,H004,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,31558,30653,905,22.53249533404596,22.072928376263008,0.0,0,12,11,empty_patch,model_turn_budget E13,553cc40aca662903f567,TASK_S2_R001_015,0b6865a6fb06846d8b5b0ef177130aa2156ad0d4,M004,H004,P003,0,1,1,1,0,1,1,0.3333333333333333,1.0,1,1,5,4,229741,219241,10500,320.7554188328795,297.49887229292654,0.0,0,12,1,tests,model_turn_budget E13,de2cbb2f0cba2793cb05,TASK_S2_R001_015,0b6865a6fb06846d8b5b0ef177130aa2156ad0d4,M003,H004,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,10497,9515,982,14.421346291899681,14.340270582353696,0.0,0,12,11,empty_patch,model_turn_budget E13,620211d9099fafa1d13b,TASK_S2_R001_016,ff2731c2a76d1816d73a47c4e7d615c5fff4969b,M004,H004,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,3,66466,66000,466,12.605587375117466,11.970674125244841,0.0,0,12,8,empty_patch,model_turn_budget E13,fd6ccdec8185d7261e9f,TASK_S2_R001_016,ff2731c2a76d1816d73a47c4e7d615c5fff4969b,M003,H004,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,8054,7252,802,12.202054166002199,12.137878166278824,0.0,0,9,9,empty_patch,assistant_stop_without_finish E13,26d8269043d8f9b59f6b,TASK_S2_R001_017,b141f250943abe155e0db8f018f59ba45e9d2dbe,M003,H004,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,1,25727,23500,2227,35.39555437490344,34.3780010426417,0.0,0,5,2,tests,assistant_stop_without_finish E13,af749a3ed412646a737c,TASK_S2_R001_017,b141f250943abe155e0db8f018f59ba45e9d2dbe,M004,H004,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,2,121450,118597,2853,57.18836495792493,54.58749729045667,0.0,0,12,4,tests,model_turn_budget E13,0904cebeaa648f61ae47,TASK_S2_R001_018,4fdb8ee94d8e03424b10d254c26a3ddc0b76fb1d,M004,H004,P003,0,1,1,1,0,1,1,0.3333333333333333,0.5,1,1,5,3,176157,168022,8135,165.06847354094498,163.03032604185864,0.0,0,12,2,tests,finish_tool E13,b48dd653bb79947dcc3f,TASK_S2_R001_018,4fdb8ee94d8e03424b10d254c26a3ddc0b76fb1d,M003,H004,P003,0,1,1,1,0,1,1,0.3333333333333333,1.0,1,1,5,1,65921,64453,1468,30.546065333066508,29.36103524873033,0.0,0,11,3,tests,assistant_stop_without_finish E13,84759f7574c3377d66dc,TASK_S2_R001_019,a4320fa224af23dd403ca718d4502666b1efa4a4,M004,H004,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,1,133839,133328,511,39.15699691604823,17.88836524868384,4.7357778751757,1,12,7,empty_patch,model_turn_budget E13,f8c5f8a65f4d13673a71,TASK_S2_R001_019,a4320fa224af23dd403ca718d4502666b1efa4a4,M003,H004,P003,0,1,1,1,0,1,1,0.5,1.0,1,1,5,1,31015,29966,1049,24.679842583136633,23.504891832591966,0.0,0,7,4,tests,assistant_stop_without_finish E13,4f7b9c61f63bdec59c54,TASK_S2_R001_020,49fb64fb1031531a6a651575e5a295abbaa6946a,M004,H004,P003,0,1,1,1,0,1,1,1.0,0.5,1,1,5,5,149127,145563,3564,111.45568250003271,105.7769851682242,0.0,0,12,1,tests,model_turn_budget E13,d1bf0aeab1e6fe5ac065,TASK_S2_R001_020,49fb64fb1031531a6a651575e5a295abbaa6946a,M003,H004,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,1,28215,27311,904,23.45915574999526,19.693961289711297,5.728395499987528,1,6,4,tests,assistant_stop_without_finish E13,44b4d632ab5721c87de3,TASK_S2_R002_001,a5be59f825000f173880b4e49e47ea2bed646531,M003,H004,P003,0,0,0,0,0,1,0,0.25,0.0,1,0,5,0,34175,33414,761,22.511920750141144,22.075555333402008,0.0,0,12,11,empty_patch,model_turn_budget E13,ea82c55f2d49094f2122,TASK_S2_R002_001,a5be59f825000f173880b4e49e47ea2bed646531,M004,H004,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,38030,37561,469,8.196383124915883,7.783167585497722,0.0,0,12,10,empty_patch,model_turn_budget E13,af9feb630b635d162eb1,TASK_S2_R002_002,0d984da7b56af3e8e882a3234be0bf44686e6bfc,M003,H004,P003,0,0,0,0,0,0,1,0.0,1.0,0,1,0,1,9798,8795,1003,31.352425375021994,31.292074540862814,0.0,0,5,4,empty_patch,assistant_stop_without_finish E13,c311e0d802a9ef74f00c,TASK_S2_R002_002,0d984da7b56af3e8e882a3234be0bf44686e6bfc,M004,H004,P003,1,1,1,1,1,1,1,1.0,1.0,1,1,5,2,101438,96776,4662,106.11612929101102,103.21613512584008,0.0,0,11,3,resolved,finish_tool E13,a63a8a2a038c0607d4f6,TASK_S2_R002_003,71a96cf3be9940f846e5d412ccd2b18fae8968f7,M004,H004,P003,0,0,0,0,0,0,1,0.0,1.0,0,1,5,2,114851,114317,534,26.58767941710539,18.179125376045704,0.0,0,12,6,empty_patch,model_turn_budget E13,e437738aeacd11ede850,TASK_S2_R002_003,71a96cf3be9940f846e5d412ccd2b18fae8968f7,M003,H004,P003,0,0,0,0,0,0,1,0.0,1.0,0,1,5,1,68455,67416,1039,40.28231674991548,39.89384224941023,0.0,0,12,9,empty_patch,model_turn_budget E13,98f85bb35f82a33bd475,TASK_S2_R002_004,5c23d008b05152107f65b4dbf401fefd7e7c5676,M004,H004,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,1,80039,71334,8705,181.86538241710514,181.52083158120513,0.0,0,10,5,empty_patch,assistant_stop_without_finish E13,9fca55a4c02d7d2b7608,TASK_S2_R002_004,5c23d008b05152107f65b4dbf401fefd7e7c5676,M003,H004,P003,0,0,0,0,0,0,1,0.0,1.0,0,1,0,1,34099,33034,1065,25.476198833202943,25.35748983337544,0.0,0,12,10,empty_patch,model_turn_budget E13,2d714511f49805461620,TASK_S2_R002_005,b0002945668fe718fcb6ab7e3ada5d2fd6dfaf08,M003,H004,P003,0,1,1,1,0,1,1,0.2,1.0,1,1,5,1,48865,47720,1145,36.34770212508738,34.769713123561814,0.0,0,10,3,tests,assistant_stop_without_finish E13,c2e34271c045aa296424,TASK_S2_R002_005,b0002945668fe718fcb6ab7e3ada5d2fd6dfaf08,M004,H004,P003,0,1,1,1,0,1,1,0.2,0.5,1,1,5,2,120162,116750,3412,87.90731158386916,72.15616479190066,0.0,0,12,6,tests,model_turn_budget E13,0f8256d67e571fbc81ca,TASK_S2_R002_006,41455d61077fa309d2ded62e12e8c1032fbebf3a,M003,H004,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,1,27274,26770,504,17.412893041037023,16.857799417106435,0.0,0,5,2,tests,assistant_stop_without_finish E13,fe59c6cda4a126f74100,TASK_S2_R002_006,41455d61077fa309d2ded62e12e8c1032fbebf3a,M004,H004,P003,0,1,1,1,0,1,1,0.5,1.0,1,1,5,2,126320,122644,3676,72.85695033310913,69.49676999775693,0.0,0,12,3,tests,model_turn_budget E13,3eb52de3119a1c95725b,TASK_S2_R002_007,310fc5b51cf54b221430f18d7dabbdd0a3a34bc6,M004,H004,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,2,120930,117382,3548,78.036685584113,66.61543516465463,4.053356667049229,1,12,2,tests,model_turn_budget E13,e03b1d6129597d8818ba,TASK_S2_R002_007,310fc5b51cf54b221430f18d7dabbdd0a3a34bc6,M003,H004,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,30233,29559,674,19.24082654202357,19.022141083842143,0.0,0,12,11,empty_patch,model_turn_budget E13,1b5a2a6b02ac0dd71f0a,TASK_S2_R002_008,3bff4cc7cc31e0c6ba630440deaca38044fc46f5,M003,H004,P003,0,1,1,0,0,0,1,0.0,1.0,0,1,5,2,30984,28234,2750,44.38484020810574,42.02366250078194,5.809137291042134,1,6,2,tests,assistant_stop_without_finish E13,1d41fc56798ef241dcdc,TASK_S2_R002_008,3bff4cc7cc31e0c6ba630440deaca38044fc46f5,M004,H004,P003,0,0,0,0,0,0,1,0.0,1.0,0,1,5,3,80199,79481,718,16.67255966598168,15.044575916603208,0.0,0,12,7,empty_patch,model_turn_budget E13,26222d187043328abedd,TASK_S2_R002_009,87fd929036f5aba0c7795836332c2d28e031c2a0,M003,H004,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,548,495,53,0.6314591250848025,0.627527792006731,0.0,0,0,0,empty_patch,assistant_stop_without_finish E13,d9a38a2fba8daa523438,TASK_S2_R002_009,87fd929036f5aba0c7795836332c2d28e031c2a0,M004,H004,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,3,83913,80951,2962,50.34065358387306,48.802980499574915,0.0,0,12,6,tests,model_turn_budget E13,ead957021479593b98dc,TASK_S2_R002_010,f78eadbdb202e0d586339606350eab0172e85005,M004,H004,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,36442,35971,471,7.872599834110588,7.429729874711484,0.0,0,12,11,empty_patch,model_turn_budget E13,efc58b73509cd6000504,TASK_S2_R002_010,f78eadbdb202e0d586339606350eab0172e85005,M003,H004,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,1,16748,15780,968,17.31072762515396,16.251393041107804,0.0,0,5,3,tests,assistant_stop_without_finish E13,1a91c58c66a2d5aec525,TASK_S2_R002_011,a4c5732a529217dcfaad0e7c63af82ced6e8d382,M003,H004,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,1,46962,45608,1354,33.573113000020385,32.90325429220684,0.0,0,7,3,tests,assistant_stop_without_finish E13,aff0b4d7a9c8ce2e940a,TASK_S2_R002_011,a4c5732a529217dcfaad0e7c63af82ced6e8d382,M004,H004,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,2,111811,109933,1878,49.58269933285192,48.013362374389544,0.0,0,10,2,empty_patch,finish_tool E13,d45385982daf5da12bcb,TASK_S2_R002_012,ccf49b8eb56832c6f83cd39e28959e65bafe3521,M003,H004,P003,1,1,1,1,1,1,1,1.0,1.0,1,1,5,1,15251,13627,1624,27.32193324994296,22.237692458787933,0.0,0,3,1,resolved,assistant_stop_without_finish E13,d80792e209184c998919,TASK_S2_R002_012,ccf49b8eb56832c6f83cd39e28959e65bafe3521,M004,H004,P003,1,1,1,1,1,1,1,1.0,1.0,1,1,5,2,104837,102091,2746,58.55743516702205,52.24905645707622,0.0,0,12,3,resolved,model_turn_budget E13,4208d3b4ced608c9577e,TASK_S2_R002_013,b4e26b379dc7ce7feb1030648f086617536f6689,M004,H004,P003,0,1,0,0,0,1,1,1.0,1.0,1,1,5,3,96941,94663,2278,42.08832937502302,39.48354691406712,0.0,0,12,5,patch_apply,model_turn_budget E13,6a2d1fad5403c10b3b23,TASK_S2_R002_013,b4e26b379dc7ce7feb1030648f086617536f6689,M003,H004,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,5880,5386,494,7.540012333076447,7.484216125681996,0.0,0,7,7,empty_patch,assistant_stop_without_finish E13,147255ac43c5a3919a7e,TASK_S2_R002_014,b7baa9b20b362fa2be1ca824623f9b8222ca6c2c,M004,H004,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,2,90665,90033,632,15.210285500157624,14.648376709083095,0.0,0,12,5,empty_patch,model_turn_budget E13,d10d1f6a3d7c960780e6,TASK_S2_R002_014,b7baa9b20b362fa2be1ca824623f9b8222ca6c2c,M003,H004,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,1,34601,31402,3199,50.22125949990004,49.124358917819336,0.0,0,5,2,tests,assistant_stop_without_finish E13,4a5e21f24d6c952c3ad0,TASK_S2_R002_015,5cef87d9b0de63a0596cbefd370411a6e0733ecb,M004,H004,P003,0,0,0,0,0,1,1,0.5,1.0,1,1,5,4,86967,84868,2099,40.59439820796251,38.94614874920808,4.0624111669603735,1,10,3,empty_patch,finish_tool E13,e06479bc41f9930d162a,TASK_S2_R002_015,5cef87d9b0de63a0596cbefd370411a6e0733ecb,M003,H004,P003,0,0,0,0,0,1,0,1.0,0.0,1,0,5,0,35433,34651,782,21.166148209013045,20.82607729313895,0.0,0,12,11,empty_patch,model_turn_budget E13,1ae2087fd9d2f505e08b,TASK_S2_R002_016,c8cfaa49bfd125a112ec8ef2aa095fccd1fe2c70,M004,H004,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,3,148290,145787,2503,62.698860709089786,59.5535159567371,0.0,0,12,4,tests,model_turn_budget E13,81eb9eaa2e8944c362ee,TASK_S2_R002_016,c8cfaa49bfd125a112ec8ef2aa095fccd1fe2c70,M003,H004,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,10624,9673,951,12.960745583055541,12.872654543723911,5.808841082965955,1,12,11,empty_patch,model_turn_budget E13,069579ffeb3d0853a692,TASK_S2_R002_017,4d31bf29f54be6a2bad1a80d99417e4779917a51,M004,H004,P003,0,1,1,1,0,1,1,0.25,1.0,1,1,5,2,87603,83289,4314,75.90977712487802,74.0047733320389,0.0,0,12,6,tests,model_turn_budget E13,a281b3ea6f445eb449da,TASK_S2_R002_017,4d31bf29f54be6a2bad1a80d99417e4779917a51,M003,H004,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,9804,9233,571,9.978593292180449,9.903292623581365,0.0,0,12,11,empty_patch,model_turn_budget E13,202f01ec2d8ae06a6d75,TASK_S2_R002_018,11860fc055026fa1e14b10111b9410d51a2534ac,M003,H004,P003,0,0,0,0,0,1,1,0.5,1.0,1,1,5,1,63957,63249,708,31.99386875005439,31.70816266629845,0.0,0,12,9,empty_patch,model_turn_budget E13,a690963e0cfc0b9e52a3,TASK_S2_R002_018,11860fc055026fa1e14b10111b9410d51a2534ac,M004,H004,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,2,138564,137602,962,35.636373833986,35.09085370716639,0.0,0,12,4,empty_patch,model_turn_budget E13,0e972ffedd1641aa9f09,TASK_S2_R002_019,a26d600aadbd80fe54cbcefb72cd979c3040544c,M004,H004,P003,0,0,0,0,0,0,1,0.0,1.0,0,1,5,2,93019,92408,611,19.70310000004247,19.33676241640933,0.0,0,12,5,empty_patch,model_turn_budget E13,90cbd84bbd90eaa46ae2,TASK_S2_R002_019,a26d600aadbd80fe54cbcefb72cd979c3040544c,M003,H004,P003,0,0,0,0,0,0,1,0.0,1.0,0,1,5,1,48792,47962,830,34.379032667027786,33.945909581379965,0.0,0,12,10,empty_patch,model_turn_budget E13,4c17d263d179a8d52dc9,TASK_S2_R002_020,73327f4c90f0d3308a468ea736de0034ad9c22ec,M004,H004,P003,0,0,0,0,0,0,1,0.0,0.25,0,1,5,4,68707,68168,539,15.519962332909927,15.06613541371189,0.0,0,12,7,empty_patch,model_turn_budget E13,ee9757ddd0fcd0bce58c,TASK_S2_R002_020,73327f4c90f0d3308a468ea736de0034ad9c22ec,M003,H004,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,19860,19417,443,15.936368375085294,15.562418080866337,0.0,0,7,6,empty_patch,assistant_stop_without_finish E13,b2c25400e484fc846f64,TASK_S2_R003_001,cfa6358b4c9c44d267d8c98a53ac840fbb27d3e8,M003,H004,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,9913,9257,656,27.052218500059098,26.966318749822676,0.0,0,12,11,empty_patch,model_turn_budget E13,e85ed09e1fa85bfa1c29,TASK_S2_R003_001,cfa6358b4c9c44d267d8c98a53ac840fbb27d3e8,M004,H004,P003,0,1,1,0,0,1,1,0.3333333333333333,1.0,1,1,5,3,115110,111493,3617,81.9133129590191,80.68074616533704,0.0,0,11,4,tests,finish_tool E13,19afec7b178ba18f3066,TASK_S2_R003_002,de29503262b7626421f3bffeea3ff073e63e3865,M003,H004,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,1,40260,39092,1168,32.23061616602354,30.617016833275557,0.0,0,11,9,tests,assistant_stop_without_finish E13,bf4708e363015d4750c7,TASK_S2_R003_002,de29503262b7626421f3bffeea3ff073e63e3865,M004,H004,P003,0,0,0,0,0,0,1,0.0,1.0,0,1,5,6,90013,89495,518,20.011346583021805,19.767566167050973,0.0,0,12,5,empty_patch,model_turn_budget E13,e9be0415c2c89d014788,TASK_S2_R003_003,939505b9c143939ba1e52c5cb920d8aa36596e19,M004,H004,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,1,78370,75431,2939,50.508535999804735,49.34068483230658,4.044657625025138,1,11,4,tests,finish_tool E13,fe00bbec10570ea56a8b,TASK_S2_R003_003,939505b9c143939ba1e52c5cb920d8aa36596e19,M003,H004,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,1,43525,40589,2936,55.59842487494461,54.13537574908696,0.0,0,8,2,tests,assistant_stop_without_finish E13,a0acf41836f1658dbe29,TASK_S2_R003_004,e4673d8aeaf97b9ad5d2500e459526b4cf494547,M003,H004,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,1,14189,13940,249,9.09299691580236,8.715266709215939,5.812283750157803,1,4,2,tests,assistant_stop_without_finish E13,e6d77e1e27e61aa72455,TASK_S2_R003_004,e4673d8aeaf97b9ad5d2500e459526b4cf494547,M004,H004,P003,0,0,0,0,0,1,1,0.25,1.0,1,1,5,4,101971,101468,503,24.692998750135303,24.436193375615403,0.0,0,12,4,empty_patch,model_turn_budget E13,69405f09ca465d1de3a8,TASK_S2_R003_005,f4f7d7a63716f072eb45db2c7f590db0435350f0,M004,H004,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,4,108961,108504,457,17.63935337518342,17.434725787723437,0.0,0,12,6,empty_patch,model_turn_budget E13,6a391f500f653692c115,TASK_S2_R003_005,f4f7d7a63716f072eb45db2c7f590db0435350f0,M003,H004,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,1,30731,27191,3540,57.25628933287226,56.866918249987066,0.0,0,5,3,tests,assistant_stop_without_finish E13,820010fed9e930cc18a7,TASK_S2_R003_006,9439132b1df39fbf386e5ee4d8354e78f549e109,M004,H004,P003,0,1,1,0,0,0,1,0.0,0.25,0,1,5,4,55517,54064,1453,24.51215683296323,23.632420042995363,0.0,0,11,4,tests,finish_tool E13,c4945b82fefc1dab08dd,TASK_S2_R003_006,9439132b1df39fbf386e5ee4d8354e78f549e109,M003,H004,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,0,40328,38726,1602,36.87060566688888,34.9445357513614,0.0,0,8,3,tests,assistant_stop_without_finish E13,4b3d914f860afcbc4c1a,TASK_S2_R003_007,735efff88cc8d59021cb5a746ba70b66548e7662,M003,H004,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,7779,7136,643,10.674451957922429,10.635758790420368,0.0,0,9,9,empty_patch,assistant_stop_without_finish E13,4c2bec31679196f3dd85,TASK_S2_R003_007,735efff88cc8d59021cb5a746ba70b66548e7662,M004,H004,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,4,100014,99369,645,21.39427570812404,21.16808137204498,0.0,0,12,5,empty_patch,model_turn_budget E13,d566efb72c92c92f2acb,TASK_S2_R003_008,9734ad4bcbedcf4ee61317c12f47ddacf2ac208f,M004,H004,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,3,91258,87920,3338,56.31236462504603,54.541757417144254,0.0,0,12,2,tests,model_turn_budget E13,f4703285546fae11d5e0,TASK_S2_R003_008,9734ad4bcbedcf4ee61317c12f47ddacf2ac208f,M003,H004,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,10461,9538,923,15.346184374997392,15.288304456975311,0.0,0,12,11,empty_patch,model_turn_budget E13,19efa31e906e28d4c086,TASK_S2_R003_009,a2ab54ceb40eca1e6e71f7779a418591426b2b2c,M004,H004,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,3,98310,94303,4007,73.04308025003411,71.38389337505214,0.0,0,12,4,tests,model_turn_budget E13,c90131f7e312e0305462,TASK_S2_R003_009,a2ab54ceb40eca1e6e71f7779a418591426b2b2c,M003,H004,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,36792,36161,631,22.760470459004864,22.59232537331991,0.0,0,12,10,empty_patch,model_turn_budget E13,57183e0a7ed9e8b97481,TASK_S2_R003_010,8d74b889c55d18395c5e5006ba8f7db77892f603,M003,H004,P003,0,1,1,0,0,0,1,0.0,0.5,0,1,0,2,28018,26715,1303,28.044137791963294,26.53119066497311,0.0,0,10,7,tests,assistant_stop_without_finish E13,f1a678806c9fd3708e35,TASK_S2_R003_010,8d74b889c55d18395c5e5006ba8f7db77892f603,M004,H004,P003,0,1,1,0,0,0,1,0.0,0.3333333333333333,0,1,5,3,91530,89385,2145,41.21578075014986,40.027134540025145,0.0,0,12,5,tests,model_turn_budget E13,0850b9f6d98adc37fc3a,TASK_S2_R003_011,ee393a16e1aa6dbf2f9785eb3ef486f7d5b9276f,M004,H004,P003,0,1,1,0,0,1,1,0.3333333333333333,0.5,1,1,5,3,72345,70128,2217,38.436880791792646,36.86768916621804,4.151298209093511,1,11,3,tests,finish_tool E13,368519dfe7564fe60afd,TASK_S2_R003_011,ee393a16e1aa6dbf2f9785eb3ef486f7d5b9276f,M003,H004,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,534,488,46,0.5621710829436779,0.5588199580088258,0.0,0,0,0,empty_patch,assistant_stop_without_finish E13,06ab4859cdbce1a24ec8,TASK_S2_R003_012,d509da60155e9470dee197d91926850ea9548de9,M004,H004,P003,0,1,1,0,0,0,1,0.0,0.25,0,1,5,4,73096,71445,1651,28.953064708039165,27.951029459247366,0.0,0,12,6,tests,model_turn_budget E13,c35fa3760960cc6afe8d,TASK_S2_R003_012,d509da60155e9470dee197d91926850ea9548de9,M003,H004,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,33962,33283,679,21.955613707890734,21.82336737192236,5.696602250216529,1,12,10,empty_patch,model_turn_budget E13,0c44f59405b32184b5d5,TASK_S2_R003_013,c378817389a9510ef508b5a3c90282e5fb60049f,M004,H004,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,2,73307,70579,2728,51.17525020800531,49.649271624861285,0.0,0,10,3,tests,finish_tool E13,9ac65050aaa105fb730d,TASK_S2_R003_013,c378817389a9510ef508b5a3c90282e5fb60049f,M003,H004,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,46448,45669,779,28.17865016590804,28.000570457894355,0.0,0,10,9,empty_patch,assistant_stop_without_finish E13,2cd28b9695a8e5df2bcb,TASK_S2_R003_014,93586405fbfa61317dc75e186799549573bc0bbb,M004,H004,P003,0,1,1,1,0,1,1,0.5,1.0,1,1,5,2,71869,69501,2368,44.53562070801854,37.9578450799454,0.0,0,11,4,tests,finish_tool E13,6b0eba435b6fbb10427a,TASK_S2_R003_014,93586405fbfa61317dc75e186799549573bc0bbb,M003,H004,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,537,495,42,0.531266667181626,0.527867249911651,0.0,0,0,0,empty_patch,assistant_stop_without_finish E13,853e925f61c32ab62ca4,TASK_S2_R003_015,cf87226a81108fbed4f58751f1c03234cc57bcf1,M004,H004,P003,0,1,1,1,0,1,1,0.5,1.0,1,1,5,3,79392,74377,5015,86.14632962504402,84.72321262466721,0.0,0,10,2,tests,finish_tool E13,91d344b293dff2df2ca2,TASK_S2_R003_015,cf87226a81108fbed4f58751f1c03234cc57bcf1,M003,H004,P003,0,0,0,0,0,1,1,0.5,1.0,1,1,5,2,52165,51378,787,31.65347670810297,31.474844625219703,0.0,0,12,9,empty_patch,model_turn_budget E13,072aca29c5cc0d169045,TASK_S2_R003_016,88de2f0fc52f4f02e1d44139f4404acf172624d7,M003,H004,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,1,82463,78018,4445,93.73225324996747,90.40047724894248,0.0,0,9,3,tests,assistant_stop_without_finish E13,91a3157ecfaf5f7d29c4,TASK_S2_R003_016,88de2f0fc52f4f02e1d44139f4404acf172624d7,M004,H004,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,4,92058,88259,3799,69.05615337518975,67.97117470647208,0.0,0,12,5,tests,model_turn_budget E13,870d72222f42fd826276,TASK_S2_R003_017,ef8f0e190b1add3bbba9a7b194aba2f3c1a83b2e,M003,H004,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,34335,33691,644,22.47293170890771,22.314406499732286,0.0,0,12,10,empty_patch,model_turn_budget E13,b41cfd5f6115af87aa03,TASK_S2_R003_017,ef8f0e190b1add3bbba9a7b194aba2f3c1a83b2e,M004,H004,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,1,73914,71236,2678,45.48481645900756,43.22429675096646,0.0,0,12,5,tests,finish_tool E13,65d46fe40cb842b10892,TASK_S2_R003_018,c5d0404ac9edfbfd328e7b4f07f554366377df3f,M004,H004,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,3,44552,44067,485,9.456614583032206,9.199344873661175,0.0,0,12,8,empty_patch,model_turn_budget E13,be262fe891d7d3e78dfe,TASK_S2_R003_018,c5d0404ac9edfbfd328e7b4f07f554366377df3f,M003,H004,P003,0,1,1,1,0,1,1,0.5,1.0,1,1,5,1,11844,11152,692,13.590624749893323,12.8079553747084,0.0,0,4,2,tests,assistant_stop_without_finish E13,c174429f46ba734204ab,TASK_S2_R003_019,c23e6bd5785205f0f4b4c80321153658fc23fb98,M004,H004,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,4,74801,73447,1354,29.10139925009571,28.88624078850262,4.219332667067647,1,12,7,empty_patch,model_turn_budget E13,e75ff1273e58ec69b382,TASK_S2_R003_019,c23e6bd5785205f0f4b4c80321153658fc23fb98,M003,H004,P003,0,0,0,0,0,0,1,0.0,1.0,0,1,5,1,13782,12916,866,15.999358457978815,15.930064916145056,0.0,0,4,3,empty_patch,assistant_stop_without_finish E13,eaaefb16a5b01360c84e,TASK_S2_R003_020,e11d889cd19ec1555b2bbee15355a8cdfad61d5f,M004,H004,P003,1,1,1,1,1,1,1,1.0,1.0,1,1,5,2,80668,78406,2262,39.35504891583696,35.89016299764626,0.0,0,12,6,resolved,model_turn_budget E13,f08a1b837cdb835a8c9d,TASK_S2_R003_020,e11d889cd19ec1555b2bbee15355a8cdfad61d5f,M003,H004,P003,0,1,1,1,0,1,1,0.25,1.0,1,1,5,1,31214,28163,3051,48.03900791704655,47.51760158408433,5.875038082944229,1,5,1,tests,assistant_stop_without_finish E13,874628632ba682f1ea66,TASK_CR_001,f658abd3eb4eca9b8aadb5ee3af969ff1f142146,M002,H005,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,2,70742,69752,990,20.751826958032325,13.721590833971277,6.268729915842414,2,12,9,empty_patch,model_turn_budget E13,f9e333997f881aab4267,TASK_CR_002,10aab506a17814404398dadc564ab53795439424,M002,H005,P002,0,0,0,0,0,1,1,0.3333333333333333,1.0,1,1,5,2,8891,8532,359,10.794887833064422,4.788039000006393,5.674312874907628,2,3,0,empty_patch,assistant_stop_without_finish E13,34cbe16c90f83a51df92,TASK_CR_003,4e9786fae8866b063d641e08b3c7890ef844bd15,M002,H005,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,1,18890,18570,320,11.597898457897827,5.850756875239313,5.45312620815821,2,3,0,empty_patch,assistant_stop_without_finish E13,b020895a8171556d98ea,TASK_CR_005,f3cf91bcf15e1eab614a52ad928f0b4e7826b4e6,M002,H005,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,3,105297,103228,2069,29.77107295813039,24.11929495842196,5.257380707887933,2,12,8,empty_patch,tool_budget_exhausted E13,b0679fadd9f54f56961b,TASK_CR_006,b4b74fa3d7c867c53efdb254893564c5119526a5,M002,H005,P002,1,1,1,1,1,1,1,0.5,1.0,1,1,5,1,125244,119521,5723,84.01345891598612,58.95511958329007,5.398087499896064,2,12,1,resolved,finish_tool E13,121448008ce8f9973406,TASK_CR_007,497027ef60af5688bf153c06fcfbb0a3d2886217,M002,H005,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,4655,4492,163,8.112675917102024,2.8556681249756366,9.96746016619727,3,1,0,empty_patch,assistant_stop_without_finish E13,0d4a2f5d6a08adcfbdae,TASK_CR_008,ce2cb82cebb100c27b4d19385791706b71138994,M002,H005,P002,0,1,1,0,0,0,0,0.0,0.0,0,0,5,3,72293,69481,2812,45.84052041685209,33.41558320983313,5.534985374193639,2,10,2,tests,finish_tool E13,1066df75f0740ff88d2f,TASK_CR_009,49fb64fb1031531a6a651575e5a295abbaa6946a,M002,H005,P002,1,1,1,1,1,1,1,0.5,0.5,1,1,5,3,121059,118196,2863,78.55112891690806,33.33084758231416,5.317021999973804,2,10,1,resolved,finish_tool E13,569686dd7078bb1ffe54,TASK_CR_012,4a086221393c6a74d1a5808af2666b1a6073f414,M002,H005,P002,1,1,1,1,1,1,1,0.5,1.0,1,1,5,2,29125,27960,1165,21.111907749902457,13.384418417001143,5.436681207967922,2,6,0,resolved,finish_tool E13,27c2403f9e1b73617462,TASK_CR_013,a7f451907269355a46ab528111003b32851ffdb8,M002,H005,P002,0,0,0,0,0,0,1,0.0,0.3333333333333333,0,1,5,3,90691,89841,850,19.353608708130196,13.311955083161592,5.5385462497361,2,12,8,empty_patch,tool_budget_exhausted E13,9845316a566e7a80da8e,TASK_S2_R001_011,d81649aabf1c96534f78d89b7298a87a7752884b,M002,H005,P002,0,0,0,0,0,1,1,0.5,1.0,1,1,5,2,123590,122135,1455,28.647259917110205,22.55237649870105,5.472509125014767,2,12,6,empty_patch,model_turn_budget E13,acec2e8cdb63ee9c6abd,TASK_S2_R001_012,dcdf51716e931cab57d62ab2637b7320108ff376,M002,H005,P002,1,1,1,1,1,1,1,1.0,1.0,1,1,5,1,16312,15292,1020,20.199935583164915,11.036451209103689,5.56507783383131,2,4,0,resolved,finish_tool E13,005981b8451f9fd5ba5f,TASK_S2_R001_013,b0cc2ebf7fb6332d9cf32e805e370140d4f3bba0,M002,H005,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,41503,40645,858,15.883452250156552,10.193166041048244,5.29907108284533,2,12,11,empty_patch,model_turn_budget E13,51b6746c480ac715ea08,TASK_S2_R001_014,1e3bd63c7b65e70ad5189ba1691507548abd9d3e,M002,H005,P002,0,0,0,0,0,0,1,0.0,1.0,0,1,5,2,107960,106610,1350,30.564438875066116,24.96399820712395,9.939860833110288,3,12,4,empty_patch,model_turn_budget E13,cc3dbed94e4cfac8339d,TASK_S2_R001_015,0b6865a6fb06846d8b5b0ef177130aa2156ad0d4,M002,H005,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,2,62218,53103,9115,115.22061712504365,109.0579566671513,5.697974292328581,2,5,0,empty_patch,assistant_stop_without_finish E13,059ad47b6bbeaeda73be,TASK_S2_R001_016,ff2731c2a76d1816d73a47c4e7d615c5fff4969b,M002,H005,P002,0,0,0,0,0,1,1,0.5,1.0,1,1,5,3,99906,99003,903,24.50717154191807,18.727878832956776,5.359625751152635,2,12,6,empty_patch,model_turn_budget E13,c28e0455b60233629af5,TASK_S2_R001_017,b141f250943abe155e0db8f018f59ba45e9d2dbe,M002,H005,P002,0,0,0,0,0,1,1,0.5,1.0,1,1,5,2,37467,28069,9398,112.2893423337955,106.59340141573921,5.484567417064682,2,4,0,empty_patch,assistant_stop_without_finish E13,b177eb11177f5b143993,TASK_S2_R001_018,4fdb8ee94d8e03424b10d254c26a3ddc0b76fb1d,M002,H005,P002,1,1,1,1,1,1,1,0.3333333333333333,1.0,1,1,5,1,66880,65198,1682,63.482792124850675,19.29104958451353,5.242821417283267,2,9,1,resolved,finish_tool E13,f82bf8c6d95ada6a798c,TASK_S2_R001_019,a4320fa224af23dd403ca718d4502666b1efa4a4,M002,H005,P002,0,1,1,1,0,1,1,1.0,1.0,1,1,5,1,101307,99242,2065,33.79189162491821,26.279174790252,5.5161609158385545,2,12,6,tests,model_turn_budget E13,8ad1df3b01bd7643ebcc,TASK_S2_R001_020,49fb64fb1031531a6a651575e5a295abbaa6946a,M002,H005,P002,0,0,0,0,0,1,0,0.3333333333333333,0.0,1,0,5,0,4275,4118,157,8.110826708143577,2.370956083992496,5.354818749940023,2,1,0,empty_patch,assistant_stop_without_finish E13,7a7e6e797f1b77d72d9d,TASK_S2_R002_001,a5be59f825000f173880b4e49e47ea2bed646531,M002,H005,P002,0,0,0,0,0,1,0,0.3333333333333333,0.0,1,0,5,2,49569,48037,1532,24.64820233406499,18.774803875014186,5.5105192919727415,2,12,8,empty_patch,tool_budget_exhausted E13,59d0ce991606f4a69eea,TASK_S2_R002_002,0d984da7b56af3e8e882a3234be0bf44686e6bfc,M002,H005,P002,0,0,0,0,0,1,1,1.0,0.5,1,1,5,2,146258,144918,1340,35.192804041085765,30.019343166379258,9.822615124750882,3,12,2,empty_patch,tool_budget_exhausted E13,756226ec91fe51345251,TASK_S2_R002_003,71a96cf3be9940f846e5d412ccd2b18fae8968f7,M002,H005,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,1,203787,202640,1147,38.395965666975826,32.31604983168654,5.540439375909045,2,12,4,empty_patch,model_turn_budget E13,a9c7183c03268d9259f9,TASK_S2_R002_004,5c23d008b05152107f65b4dbf401fefd7e7c5676,M002,H005,P002,1,1,1,1,1,1,1,1.0,1.0,1,1,5,1,103363,101250,2113,46.87748658307828,30.041972789214924,5.812869667075574,2,12,4,resolved,model_turn_budget E13,69f74bddb0c3580dd777,TASK_S2_R002_005,b0002945668fe718fcb6ab7e3ada5d2fd6dfaf08,M002,H005,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,48297,47459,838,19.56164800003171,13.08800275134854,6.042712375055999,2,12,10,empty_patch,model_turn_budget E13,52a2a90a84b05c1fc8b0,TASK_S2_R002_006,41455d61077fa309d2ded62e12e8c1032fbebf3a,M002,H005,P002,0,1,1,1,0,1,1,1.0,1.0,1,1,5,3,177008,173731,3277,63.80656574992463,55.61811720719561,6.31125379120931,2,12,1,tests,model_turn_budget E13,da4c0e22daf4abc9495c,TASK_S2_R002_007,310fc5b51cf54b221430f18d7dabbdd0a3a34bc6,M002,H005,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,45422,44345,1077,18.29649812495336,12.72573454445228,5.264847000129521,2,12,11,empty_patch,model_turn_budget E13,eff047aabc8119cfe1ee,TASK_S2_R002_008,3bff4cc7cc31e0c6ba630440deaca38044fc46f5,M002,H005,P002,0,0,0,0,0,0,1,0.0,0.5,0,1,5,2,68329,59098,9231,103.93116241693497,98.28666587499902,5.274582334095612,2,11,8,empty_patch,assistant_stop_without_finish E13,56eb4902e68724d77c63,TASK_S2_R002_009,87fd929036f5aba0c7795836332c2d28e031c2a0,M002,H005,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,3,109729,108676,1053,22.563481041928753,16.775110125541687,5.37183220917359,2,12,6,empty_patch,tool_budget_exhausted E13,b6c3b15cbbe29109b42c,TASK_S2_R002_010,f78eadbdb202e0d586339606350eab0172e85005,M002,H005,P002,0,0,0,0,0,0,1,0.0,0.3333333333333333,0,1,5,4,131612,130365,1247,33.10253575001843,27.57611808180809,9.762844166019931,3,12,2,empty_patch,model_turn_budget E13,2e828e44e58543ae442b,TASK_S2_R002_011,a4c5732a529217dcfaad0e7c63af82ced6e8d382,M002,H005,P002,0,1,1,1,0,1,1,0.5,1.0,1,1,5,2,99801,98431,1370,30.66531508299522,22.31963270693086,5.470028665848076,2,10,1,tests,finish_tool E13,8e4a03064f4ac2fb6b50,TASK_S2_R002_012,ccf49b8eb56832c6f83cd39e28959e65bafe3521,M002,H005,P002,0,1,1,1,0,1,1,1.0,1.0,1,1,5,1,82176,80153,2023,32.047188041964546,24.713846126571298,5.395377959124744,2,12,1,tests,model_turn_budget E13,1a8953160ff99ba26306,TASK_S2_R002_013,b4e26b379dc7ce7feb1030648f086617536f6689,M002,H005,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,4,82703,80938,1765,30.843883833149448,25.149417623411864,5.315417000092566,2,12,5,empty_patch,tool_budget_exhausted E13,d94258d7c24d7d85416d,TASK_S2_R002_014,b7baa9b20b362fa2be1ca824623f9b8222ca6c2c,M002,H005,P002,0,1,1,1,0,1,1,1.0,1.0,1,1,5,2,106761,104343,2418,37.29074512515217,29.55184971028939,5.628473584074527,2,12,1,tests,model_turn_budget E13,63f1ad4d24b70dfcfd91,TASK_S2_R002_015,5cef87d9b0de63a0596cbefd370411a6e0733ecb,M002,H005,P002,0,0,0,0,0,1,1,0.5,1.0,1,1,5,2,35384,26713,8671,100.64082608395256,95.04022799991071,5.305563708068803,2,4,1,empty_patch,assistant_stop_without_finish E13,329b295e405b57da0cad,TASK_S2_R002_016,c8cfaa49bfd125a112ec8ef2aa095fccd1fe2c70,M002,H005,P002,0,0,0,0,0,1,1,0.5,1.0,1,1,5,2,253618,252298,1320,43.75588983297348,37.75398970977403,5.434630374889821,2,12,0,empty_patch,model_turn_budget E13,fcd3506b9989765e7ab5,TASK_S2_R002_017,4d31bf29f54be6a2bad1a80d99417e4779917a51,M002,H005,P002,0,1,1,1,0,1,1,0.3333333333333333,1.0,1,1,5,2,183947,180242,3705,60.545242875115946,51.40165478968993,5.3780963339377195,2,12,1,tests,model_turn_budget E13,ef355b20b54300bedf4a,TASK_S2_R002_018,11860fc055026fa1e14b10111b9410d51a2534ac,M002,H005,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,2,161275,159823,1452,36.387432790827006,30.201864416711032,10.754049624782056,3,12,3,empty_patch,model_turn_budget E13,e903ba0656fc1b3e98dd,TASK_S2_R002_019,a26d600aadbd80fe54cbcefb72cd979c3040544c,M002,H005,P002,1,1,1,1,1,0,1,0.0,1.0,0,1,5,2,75022,73643,1379,31.90928729204461,23.029654873767868,6.292545499978587,2,10,2,resolved,finish_tool E13,f0ef56276e6b62d43f99,TASK_S2_R002_020,73327f4c90f0d3308a468ea736de0034ad9c22ec,M002,H005,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,72167,70857,1310,26.217077624984086,19.709969664691016,6.1577616250142455,2,12,8,empty_patch,model_turn_budget E13,9a008adb995ff5929eb3,TASK_S2_R003_001,cfa6358b4c9c44d267d8c98a53ac840fbb27d3e8,M002,H005,P002,0,0,0,0,0,1,1,0.5,1.0,1,1,5,3,133079,129325,3754,121.83562499983236,113.7204255007673,7.7358633757103235,2,12,1,empty_patch,model_turn_budget E13,1f25c1d8357452f6c95c,TASK_S2_R003_002,de29503262b7626421f3bffeea3ff073e63e3865,M002,H005,P002,0,0,0,0,0,1,1,0.25,1.0,1,1,5,3,140564,139301,1263,36.07783287507482,30.347854084568098,5.515249165939167,2,12,2,empty_patch,model_turn_budget E13,93012055652a72b06cf3,TASK_S2_R003_003,939505b9c143939ba1e52c5cb920d8aa36596e19,M002,H005,P002,1,1,1,1,1,1,1,1.0,1.0,1,1,5,1,24325,23184,1141,22.153137292014435,14.869673499837518,5.657307416200638,2,5,0,resolved,finish_tool E13,79fa92995759f74048e8,TASK_S2_R003_004,e4673d8aeaf97b9ad5d2500e459526b4cf494547,M002,H005,P002,0,0,0,0,0,1,1,0.3333333333333333,0.5,1,1,5,3,176423,175043,1380,42.717693582875654,36.76556850178167,5.708087250124663,2,12,2,empty_patch,tool_budget_exhausted E13,0b96b48828e39efda552,TASK_S2_R003_005,f4f7d7a63716f072eb45db2c7f590db0435350f0,M002,H005,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,3,122772,121226,1546,33.676872541895136,27.87557608401403,5.605234833899885,2,12,4,empty_patch,model_turn_budget E13,f3097558a247274af0e4,TASK_S2_R003_006,9439132b1df39fbf386e5ee4d8354e78f549e109,M002,H005,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,2,40035,31368,8667,94.53380583412945,89.30382445803843,10.392255207756534,3,8,5,empty_patch,assistant_stop_without_finish E13,b4249347db73b6672d7e,TASK_S2_R003_007,735efff88cc8d59021cb5a746ba70b66548e7662,M002,H005,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,2,170493,168443,2050,43.53292612498626,37.64796208194457,5.659098792122677,2,12,3,empty_patch,tool_budget_exhausted E13,a74d068dcebd4b6f169d,TASK_S2_R003_008,9734ad4bcbedcf4ee61317c12f47ddacf2ac208f,M002,H005,P002,1,1,1,1,1,1,1,1.0,1.0,1,1,5,1,22575,21830,745,17.763100459007546,10.385043459944427,5.663270167075098,2,5,0,resolved,finish_tool E13,13be3b7762cff17ae44a,TASK_S2_R003_009,a2ab54ceb40eca1e6e71f7779a418591426b2b2c,M002,H005,P002,0,0,0,0,0,1,1,0.3333333333333333,1.0,1,1,5,3,119066,115345,3721,55.11650124983862,48.957799084018916,5.955563124967739,2,12,4,empty_patch,model_turn_budget E13,3c762531e80fcf84a51c,TASK_S2_R003_010,8d74b889c55d18395c5e5006ba8f7db77892f603,M002,H005,P002,0,1,1,0,0,1,1,0.25,1.0,1,1,5,2,65074,62954,2120,34.98492812504992,27.564494291786104,5.5894988749641925,2,9,1,tests,finish_tool E13,d1e564b3f2dca008b34e,TASK_S2_R003_011,ee393a16e1aa6dbf2f9785eb3ef486f7d5b9276f,M002,H005,P002,0,0,0,0,0,1,0,0.5,0.0,1,0,5,1,65240,63753,1487,25.89386316598393,19.749003080651164,5.983286708127707,2,12,8,empty_patch,model_turn_budget E13,3a0c2e6cc4ee04f4f16c,TASK_S2_R003_012,d509da60155e9470dee197d91926850ea9548de9,M002,H005,P002,0,0,0,0,0,0,1,0.0,0.3333333333333333,0,1,5,4,62724,61096,1628,27.488615666050464,21.72177162533626,5.594006625004113,2,12,7,empty_patch,tool_budget_exhausted E13,72b11844f558e99b61d8,TASK_S2_R003_013,c378817389a9510ef508b5a3c90282e5fb60049f,M002,H005,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,12754,12467,287,10.719820792088285,4.862647791393101,5.781954457750544,2,3,1,empty_patch,assistant_stop_without_finish E13,4084f0403a235da3ac8f,TASK_S2_R003_014,93586405fbfa61317dc75e186799549573bc0bbb,M002,H005,P002,0,1,1,1,0,1,1,0.5,1.0,1,1,5,2,100858,98582,2276,45.84732683398761,33.55927275051363,10.847138543147594,3,11,1,tests,finish_tool E13,225f21dfaf61953574f0,TASK_S2_R003_015,cf87226a81108fbed4f58751f1c03234cc57bcf1,M002,H005,P002,0,0,0,0,0,1,1,0.5,1.0,1,1,5,4,116621,107117,9504,124.00841862498783,118.01670070923865,5.812516333069652,2,10,3,empty_patch,assistant_stop_without_finish E13,c5e23d463afbc58ca23d,TASK_S2_R003_016,88de2f0fc52f4f02e1d44139f4404acf172624d7,M002,H005,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,2,173966,172934,1032,34.88275691587478,28.641323416959494,6.016076500061899,2,12,3,empty_patch,model_turn_budget E13,03901db53a1476bc2c69,TASK_S2_R003_017,ef8f0e190b1add3bbba9a7b194aba2f3c1a83b2e,M002,H005,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,181643,180421,1222,40.44881408289075,34.19098353898153,6.023248457815498,2,12,0,empty_patch,model_turn_budget E13,9cd48582d03024393220,TASK_S2_R003_018,c5d0404ac9edfbfd328e7b4f07f554366377df3f,M002,H005,P002,0,1,1,1,0,1,1,0.25,1.0,1,1,5,4,69036,67115,1921,32.125025833025575,25.64292583637871,5.617100792005658,2,12,5,tests,tool_budget_exhausted E13,28b5b708214c9664eb7c,TASK_S2_R003_019,c23e6bd5785205f0f4b4c80321153658fc23fb98,M002,H005,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,4,94453,92447,2006,36.85402850015089,31.05171041819267,5.596207500668243,2,12,5,empty_patch,model_turn_budget E13,9267f641003ecc7d1f00,TASK_S2_R003_020,e11d889cd19ec1555b2bbee15355a8cdfad61d5f,M002,H005,P002,0,0,0,0,0,1,1,0.5,1.0,1,1,5,1,34891,22223,12668,138.79378658300266,129.5509690013714,5.860401332844049,2,4,0,empty_patch,assistant_stop_without_finish E13,ad475231a66c6bfbe5fe,TASK_CR_001,f658abd3eb4eca9b8aadb5ee3af969ff1f142146,M004,H005,P003,1,1,1,1,1,1,1,1.0,1.0,1,1,5,3,78053,76124,1929,46.14930220809765,38.222968915943056,4.42057870910503,2,12,6,resolved,model_turn_budget E13,f5ef0dd7a09224240f24,TASK_CR_001,f658abd3eb4eca9b8aadb5ee3af969ff1f142146,M003,H005,P003,1,1,1,1,1,1,1,0.3333333333333333,1.0,1,1,5,1,24530,22702,1828,41.099092666991055,32.215418541803956,5.624076040927321,2,5,2,resolved,assistant_stop_without_finish E13,0afd20f7fcf9fdbee254,TASK_CR_002,10aab506a17814404398dadc564ab53795439424,M003,H005,P003,0,1,1,0,0,0,1,0.0,1.0,0,1,5,1,35292,34300,992,24.080972249852493,17.10686745774001,5.6959378332830966,2,12,9,tests,model_turn_budget E13,2cb5ef6b106a1f1b9405,TASK_CR_002,10aab506a17814404398dadc564ab53795439424,M004,H005,P003,0,1,0,1,0,1,1,0.3333333333333333,1.0,1,1,5,3,65690,63788,1902,28.888983958866447,23.59631358529441,4.197295165853575,2,12,3,patch_apply,model_turn_budget E13,1b2577596a2f233b9330,TASK_CR_003,4e9786fae8866b063d641e08b3c7890ef844bd15,M004,H005,P003,1,1,1,1,1,1,1,0.5,1.0,1,1,5,2,137203,132811,4392,86.31837320886552,79.42790183192119,4.370411499869078,2,12,3,resolved,finish_tool E13,e023674b364fbbb5ee89,TASK_CR_003,4e9786fae8866b063d641e08b3c7890ef844bd15,M003,H005,P003,1,1,1,1,1,0,1,0.0,1.0,0,1,5,1,50354,47094,3260,59.856060000136495,53.45163675094955,4.973313458031043,2,12,8,resolved,model_turn_budget E13,1fd600e81b26f088bdf2,TASK_CR_005,f3cf91bcf15e1eab614a52ad928f0b4e7826b4e6,M004,H005,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,3,88376,87764,612,19.90763087500818,15.791479584993795,7.764412001008168,3,12,7,empty_patch,model_turn_budget E13,e28db176d67ce8c7d388,TASK_CR_005,f3cf91bcf15e1eab614a52ad928f0b4e7826b4e6,M003,H005,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,29274,28052,1222,27.9750109158922,22.414263122715056,5.379645959008485,2,11,11,empty_patch,assistant_stop_without_finish E13,3a3216e274232ecd651b,TASK_CR_006,b4b74fa3d7c867c53efdb254893564c5119526a5,M003,H005,P003,0,0,0,0,0,1,1,0.2,1.0,1,1,5,1,49437,48553,884,30.451139624929056,24.981271625030786,10.97671812493354,3,12,9,empty_patch,model_turn_budget E13,577b8d21097f04914689,TASK_CR_006,b4b74fa3d7c867c53efdb254893564c5119526a5,M004,H005,P003,0,0,0,0,0,1,1,0.3333333333333333,1.0,1,1,5,3,105243,104556,687,21.492925292113796,16.64995512366295,4.354069707915187,2,12,4,empty_patch,model_turn_budget E13,ced48486f34e1be163d7,TASK_CR_007,497027ef60af5688bf153c06fcfbb0a3d2886217,M004,H005,P003,0,0,0,0,0,0,1,0.0,1.0,0,1,5,5,113234,112655,579,20.733787374803796,15.97191954148002,4.252113248920068,2,12,5,empty_patch,model_turn_budget E13,d7f6d2b48b72fc4b5ad5,TASK_CR_007,497027ef60af5688bf153c06fcfbb0a3d2886217,M003,H005,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,1,19457,17838,1619,29.036948249908164,22.91172487521544,5.042239791015163,2,5,3,tests,assistant_stop_without_finish E13,daec81c1143e252b451d,TASK_CR_008,ce2cb82cebb100c27b4d19385791706b71138994,M003,H005,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,1,15262,13681,1581,28.913867291994393,20.421378250001,4.944993207929656,2,3,1,tests,assistant_stop_without_finish E13,f29595de8c5a37a2eef1,TASK_CR_008,ce2cb82cebb100c27b4d19385791706b71138994,M004,H005,P003,0,1,1,0,0,1,1,0.2,0.5,1,1,5,3,117082,115228,1854,52.000858624931425,43.35922012384981,4.294868832919747,2,12,4,tests,model_turn_budget E13,13f7cb2b77816f7b2043,TASK_CR_009,49fb64fb1031531a6a651575e5a295abbaa6946a,M004,H005,P003,0,1,1,1,0,1,1,0.5,1.0,1,1,5,3,141267,136304,4963,116.6874823749531,110.65780812478624,4.4967081239447,2,12,3,tests,model_turn_budget E13,274291888a208437617c,TASK_CR_009,49fb64fb1031531a6a651575e5a295abbaa6946a,M003,H005,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,561,522,39,0.5323461669031531,0.528694000095129,0.0,0,0,0,empty_patch,assistant_stop_without_finish E13,47e8f222134afe8b68ef,TASK_CR_012,4a086221393c6a74d1a5808af2666b1a6073f414,M004,H005,P003,1,1,1,1,1,1,1,0.3333333333333333,1.0,1,1,5,2,29474,28496,978,22.02600850001909,15.645299958065152,4.265112459193915,2,6,0,resolved,finish_tool E13,84113dd7d45af60ed400,TASK_CR_012,4a086221393c6a74d1a5808af2666b1a6073f414,M003,H005,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,26057,25160,897,23.69020158308558,18.385955959092826,5.128457499900833,2,10,10,empty_patch,assistant_stop_without_finish E13,0439b5d16436142c597d,TASK_CR_013,a7f451907269355a46ab528111003b32851ffdb8,M004,H005,P003,0,0,0,0,0,1,1,0.5,1.0,1,1,5,4,111686,111049,637,24.344811874907464,19.362515209941193,4.4439556680154055,2,12,4,empty_patch,model_turn_budget E13,f168bf382d8f28b75199,TASK_CR_013,a7f451907269355a46ab528111003b32851ffdb8,M003,H005,P003,0,0,0,0,0,1,1,0.3333333333333333,1.0,1,1,5,1,38745,38093,652,25.22790312487632,19.518796958960593,5.360350625123829,2,12,10,empty_patch,model_turn_budget E13,546c5e04d28ab0491061,TASK_S2_R001_011,d81649aabf1c96534f78d89b7298a87a7752884b,M003,H005,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,28112,27476,636,22.194836874958128,16.881248582620174,5.119239042047411,2,12,11,empty_patch,model_turn_budget E13,72460da3a19d1c9b9c7c,TASK_S2_R001_011,d81649aabf1c96534f78d89b7298a87a7752884b,M004,H005,P003,0,1,1,0,0,1,1,0.5,1.0,1,1,5,1,97170,89690,7480,139.24583591683768,134.05986828985624,3.771595166064799,2,12,5,tests,model_turn_budget E13,b6a51d273a410ad2e9d8,TASK_S2_R001_012,dcdf51716e931cab57d62ab2637b7320108ff376,M004,H005,P003,0,0,0,0,0,1,1,0.3333333333333333,1.0,1,1,5,3,86220,85557,663,20.144030584022403,15.893930499907583,7.9408209579996765,3,12,7,empty_patch,model_turn_budget E13,e07db5e67e5f902a1d96,TASK_S2_R001_012,dcdf51716e931cab57d62ab2637b7320108ff376,M003,H005,P003,0,0,0,0,0,1,1,0.25,1.0,1,1,5,1,16456,15597,859,19.946229667169973,14.316963042365387,5.41901637497358,2,4,3,empty_patch,assistant_stop_without_finish E13,3dc113d97d2a87083773,TASK_S2_R001_013,b0cc2ebf7fb6332d9cf32e805e370140d4f3bba0,M003,H005,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,37330,36796,534,22.042172000044957,16.712001085747033,10.991372416960075,3,12,10,empty_patch,model_turn_budget E13,96aec78b1097b8c32537,TASK_S2_R001_013,b0cc2ebf7fb6332d9cf32e805e370140d4f3bba0,M004,H005,P003,0,0,0,0,0,1,0,0.25,0.0,1,0,5,2,84644,84191,453,16.022225958062336,11.303200918016955,4.388881666120142,2,12,9,empty_patch,model_turn_budget E13,063eb6d3cc58e628c1be,TASK_S2_R001_014,1e3bd63c7b65e70ad5189ba1691507548abd9d3e,M003,H005,P003,0,1,1,0,0,1,1,1.0,1.0,1,1,5,2,28020,26065,1955,42.155544250039384,31.24256433080882,5.028923999983817,2,6,2,tests,assistant_stop_without_finish E13,0e187b0f1d404599f7cd,TASK_S2_R001_014,1e3bd63c7b65e70ad5189ba1691507548abd9d3e,M004,H005,P003,0,0,0,0,0,1,1,1.0,0.5,1,1,5,2,108578,107943,635,25.276086583035067,20.416516500292346,4.333260958082974,2,12,5,empty_patch,model_turn_budget E13,808147db56cf7c317581,TASK_S2_R001_015,0b6865a6fb06846d8b5b0ef177130aa2156ad0d4,M003,H005,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,28190,27522,668,22.205869583180174,16.96502370852977,5.0482062918599695,2,12,11,empty_patch,model_turn_budget E13,964ac0ba781fa6bdda6e,TASK_S2_R001_015,0b6865a6fb06846d8b5b0ef177130aa2156ad0d4,M004,H005,P003,0,0,0,0,0,1,1,0.3333333333333333,1.0,1,1,5,3,162025,160826,1199,58.07293783314526,38.229778541019186,4.994303374784067,2,12,4,empty_patch,model_turn_budget E13,217239171af73d49cb91,TASK_S2_R001_016,ff2731c2a76d1816d73a47c4e7d615c5fff4969b,M004,H005,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,2,78596,78095,501,16.669131374917924,12.600942376302555,3.711128583876416,2,12,8,empty_patch,model_turn_budget E13,3aed45b1e744aa5e1381,TASK_S2_R001_016,ff2731c2a76d1816d73a47c4e7d615c5fff4969b,M003,H005,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,17551,16848,703,18.980621290858835,13.735772540559992,5.097691499860957,2,7,7,empty_patch,assistant_stop_without_finish E13,b03255188edeced17f4c,TASK_S2_R001_017,b141f250943abe155e0db8f018f59ba45e9d2dbe,M003,H005,P003,0,1,1,1,0,1,1,0.5,1.0,1,1,5,1,76906,69315,7591,122.39040912501514,115.36153670796193,5.347498917020857,2,8,2,tests,assistant_stop_without_finish E13,cc447a468a5204b560be,TASK_S2_R001_017,b141f250943abe155e0db8f018f59ba45e9d2dbe,M004,H005,P003,0,1,1,1,0,1,1,0.5,1.0,1,1,5,2,185293,177713,7580,178.23675950011238,170.88917683297768,4.712434834102169,2,12,3,tests,model_turn_budget E13,1f992547c7659373c1e4,TASK_S2_R001_018,4fdb8ee94d8e03424b10d254c26a3ddc0b76fb1d,M003,H005,P003,0,1,1,1,0,1,1,0.3333333333333333,1.0,1,1,5,1,21129,20093,1036,20.691647000145167,14.149112333543599,5.541311125038192,2,5,3,tests,assistant_stop_without_finish E13,a07fa7a454a9a1b0e37c,TASK_S2_R001_018,4fdb8ee94d8e03424b10d254c26a3ddc0b76fb1d,M004,H005,P003,0,1,1,1,0,1,1,0.3333333333333333,0.5,1,1,5,3,120878,116162,4716,114.24303949996829,90.92278216709383,4.833870416972786,2,12,4,tests,model_turn_budget E13,1c7566c9aba909583b30,TASK_S2_R001_019,a4320fa224af23dd403ca718d4502666b1efa4a4,M003,H005,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,1,39108,37356,1752,40.416930000064895,34.270123918773606,4.980443042004481,2,7,3,tests,assistant_stop_without_finish E13,e6ac65620cc53cb9f54c,TASK_S2_R001_019,a4320fa224af23dd403ca718d4502666b1efa4a4,M004,H005,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,1,123581,123045,536,22.735647165914997,17.747724083950743,4.433021126082167,2,12,8,empty_patch,model_turn_budget E13,58919732c18373016a2b,TASK_S2_R001_020,49fb64fb1031531a6a651575e5a295abbaa6946a,M004,H005,P003,0,0,0,0,0,1,1,0.5,0.5,1,1,5,3,119815,119080,735,28.172860250109807,23.768310375511646,8.344403333030641,3,12,5,empty_patch,model_turn_budget E13,5cb779103695de1123c4,TASK_S2_R001_020,49fb64fb1031531a6a651575e5a295abbaa6946a,M003,H005,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,1,19005,18409,596,18.2687899582088,11.977208501659334,5.334807666018605,2,5,3,tests,assistant_stop_without_finish E13,1bf70c73808ed62addd2,TASK_S2_R002_001,a5be59f825000f173880b4e49e47ea2bed646531,M004,H005,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,3,91077,87970,3107,67.72210450004786,58.72454229090363,3.989276499953121,2,12,6,tests,model_turn_budget E13,7eabb0355e2fe9bae000,TASK_S2_R002_001,a5be59f825000f173880b4e49e47ea2bed646531,M003,H005,P003,0,1,1,0,0,1,1,0.3333333333333333,1.0,1,1,5,2,62771,61547,1224,46.548032083082944,40.67971074907109,11.199702250072733,3,12,4,tests,model_turn_budget E13,05a52d8b7c7fd875b2f0,TASK_S2_R002_002,0d984da7b56af3e8e882a3234be0bf44686e6bfc,M004,H005,P003,0,0,0,0,0,1,1,1.0,0.5,1,1,5,4,81038,80151,887,30.557939332909882,25.491741126403213,4.651322666089982,2,12,3,empty_patch,model_turn_budget E13,a41222e7b5b7bbbf6391,TASK_S2_R002_002,0d984da7b56af3e8e882a3234be0bf44686e6bfc,M003,H005,P003,0,1,1,1,0,0,1,0.0,1.0,0,1,5,1,22807,20504,2303,77.07857108302414,70.72295887279324,5.612420374993235,2,6,2,tests,finish_tool E13,c524933a8de70b56e4eb,TASK_S2_R002_003,71a96cf3be9940f846e5d412ccd2b18fae8968f7,M004,H005,P003,0,0,0,0,0,1,1,0.25,1.0,1,1,5,3,127768,126673,1095,34.855289000086486,29.94240204198286,4.3979195829015225,2,12,4,empty_patch,model_turn_budget E13,d7af087d4c44f462c409,TASK_S2_R002_003,71a96cf3be9940f846e5d412ccd2b18fae8968f7,M003,H005,P003,0,0,0,0,0,0,1,0.0,1.0,0,1,5,1,60471,59783,688,36.67206633416936,31.099310415098444,5.243862040806562,2,12,10,empty_patch,model_turn_budget E13,33fbd7b80a76cbfa658f,TASK_S2_R002_004,5c23d008b05152107f65b4dbf401fefd7e7c5676,M004,H005,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,4,102204,101540,664,29.92424187483266,24.974358456674963,4.615354166831821,2,12,6,empty_patch,model_turn_budget E13,fb0ba1d970263de0dcdf,TASK_S2_R002_004,5c23d008b05152107f65b4dbf401fefd7e7c5676,M003,H005,P003,0,0,0,0,0,0,1,0.0,1.0,0,1,5,1,66270,65621,649,37.899002166930586,32.346436083782464,5.327827666187659,2,12,9,empty_patch,model_turn_budget E13,0bf9c8a63b4f3e39d3f7,TASK_S2_R002_005,b0002945668fe718fcb6ab7e3ada5d2fd6dfaf08,M004,H005,P003,0,1,1,1,0,1,1,0.5,1.0,1,1,5,2,113328,109527,3801,101.35120291705243,80.12331062252633,4.78153095790185,2,11,3,tests,finish_tool E13,e6169295b52936dedc55,TASK_S2_R002_005,b0002945668fe718fcb6ab7e3ada5d2fd6dfaf08,M003,H005,P003,0,1,1,1,0,1,1,0.3333333333333333,1.0,1,1,5,1,18646,17965,681,22.25116533320397,15.477976624388248,5.380138416076079,2,5,3,tests,assistant_stop_without_finish E13,0dae382861cc9d819889,TASK_S2_R002_006,41455d61077fa309d2ded62e12e8c1032fbebf3a,M003,H005,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,1,20687,18163,2524,42.63775316695683,36.293116042157635,5.211106667062268,2,3,1,tests,assistant_stop_without_finish E13,d2d4c0fc06616744ea54,TASK_S2_R002_006,41455d61077fa309d2ded62e12e8c1032fbebf3a,M004,H005,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,1,123344,119688,3656,76.42729524988681,67.19115391699597,4.47334908391349,2,12,3,tests,model_turn_budget E13,5cb4aa0931666de0b594,TASK_S2_R002_007,310fc5b51cf54b221430f18d7dabbdd0a3a34bc6,M003,H005,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,31690,30914,776,24.88116683298722,19.76613870775327,4.873350499896333,2,12,11,empty_patch,model_turn_budget E13,fc7a504f97076186f550,TASK_S2_R002_007,310fc5b51cf54b221430f18d7dabbdd0a3a34bc6,M004,H005,P003,0,1,1,0,0,1,1,0.5,0.5,1,1,5,2,114168,110805,3363,65.38631054083817,59.19164075050503,4.24570616800338,2,12,3,tests,model_turn_budget E13,389785a1b5dc94e84d27,TASK_S2_R002_008,3bff4cc7cc31e0c6ba630440deaca38044fc46f5,M004,H005,P003,0,0,0,0,0,1,1,0.25,1.0,1,1,5,3,76478,75245,1233,27.844859707867727,21.98740929272026,7.84008149895817,3,12,6,empty_patch,finish_tool E13,8b3c520db9abc733b1d6,TASK_S2_R002_008,3bff4cc7cc31e0c6ba630440deaca38044fc46f5,M003,H005,P003,0,0,0,0,0,0,1,0.0,1.0,0,1,5,1,14915,14246,669,17.16242270800285,11.559238167246804,5.3894667502027005,2,4,3,empty_patch,assistant_stop_without_finish E13,4cfdb0169cf706e533b4,TASK_S2_R002_009,87fd929036f5aba0c7795836332c2d28e031c2a0,M003,H005,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,548,495,53,0.861693583894521,0.8567113329190761,5.592643041163683,1,0,0,empty_patch,assistant_stop_without_finish E13,e59f912746d4b0b8ee3e,TASK_S2_R002_009,87fd929036f5aba0c7795836332c2d28e031c2a0,M004,H005,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,3,85952,83144,2808,50.773239833069965,45.81945741851814,3.683653458021581,2,12,6,tests,model_turn_budget E13,78567bfb8f0f1a56333d,TASK_S2_R002_010,f78eadbdb202e0d586339606350eab0172e85005,M004,H005,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,38377,37913,464,11.408421207917854,7.487214249325916,3.5913351248018444,2,12,11,empty_patch,model_turn_budget E13,802aa58277b7f230d985,TASK_S2_R002_010,f78eadbdb202e0d586339606350eab0172e85005,M003,H005,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,26742,25554,1188,26.571391749894246,21.491530750412494,4.825003708014265,2,10,10,empty_patch,assistant_stop_without_finish E13,b4102099264f7a8f118d,TASK_S2_R002_011,a4c5732a529217dcfaad0e7c63af82ced6e8d382,M004,H005,P003,0,0,0,0,0,1,1,0.5,1.0,1,1,5,2,139432,135106,4326,106.86245250003412,100.38821728969924,4.473272209288552,2,11,3,empty_patch,finish_tool E13,f8322ddf5f2fc9b86cef,TASK_S2_R002_011,a4c5732a529217dcfaad0e7c63af82ced6e8d382,M003,H005,P003,0,0,0,0,0,1,1,0.5,1.0,1,1,5,2,71895,71204,691,38.02794566587545,32.768319913651794,4.930674124974757,2,12,8,empty_patch,model_turn_budget E13,3befc68e763124734e84,TASK_S2_R002_012,ccf49b8eb56832c6f83cd39e28959e65bafe3521,M003,H005,P003,1,1,1,1,1,1,1,1.0,1.0,1,1,5,1,30337,27155,3182,54.47911383304745,44.134487540693954,5.148731332970783,2,5,2,resolved,assistant_stop_without_finish E13,58580febae1e943a58d7,TASK_S2_R002_012,ccf49b8eb56832c6f83cd39e28959e65bafe3521,M004,H005,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,2,72233,71476,757,18.98507499997504,14.061930539784953,4.507930000079796,2,12,4,empty_patch,model_turn_budget E13,19138bc045b468fcf41f,TASK_S2_R002_013,b4e26b379dc7ce7feb1030648f086617536f6689,M003,H005,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,32756,31662,1094,28.55736849992536,23.09479495882988,5.274421874899417,2,11,11,empty_patch,assistant_stop_without_finish E13,d74d9d95f48d7402647c,TASK_S2_R002_013,b4e26b379dc7ce7feb1030648f086617536f6689,M004,H005,P003,0,1,1,0,0,1,1,0.5,1.0,1,1,5,3,73821,72311,1510,31.376230833120644,25.852463165763766,4.350754749961197,2,12,7,tests,model_turn_budget E13,583326ca3d65bdc5de55,TASK_S2_R002_014,b7baa9b20b362fa2be1ca824623f9b8222ca6c2c,M003,H005,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,1,65201,64407,794,37.069274000125006,31.433775834506378,5.32505429093726,2,12,10,empty_patch,model_turn_budget E13,9f5e092779a30f2683a9,TASK_S2_R002_014,b7baa9b20b362fa2be1ca824623f9b8222ca6c2c,M004,H005,P003,1,1,1,1,1,1,1,1.0,1.0,1,1,5,1,110811,107676,3135,61.148596375016496,50.46843095798977,4.397065791999921,2,12,3,resolved,model_turn_budget E13,2f66dd8d859a583b35d5,TASK_S2_R002_015,5cef87d9b0de63a0596cbefd370411a6e0733ecb,M003,H005,P003,0,1,1,0,0,1,0,1.0,0.0,1,0,5,0,13966,12789,1177,22.50303433299996,16.347703667124733,5.076342499814928,2,4,3,tests,assistant_stop_without_finish E13,9f6445a717709bd93fe1,TASK_S2_R002_015,5cef87d9b0de63a0596cbefd370411a6e0733ecb,M004,H005,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,3,106152,100604,5548,102.53408241597936,95.7231982909143,4.280400623800233,2,12,5,tests,model_turn_budget E13,205dcbecc203017e1db6,TASK_S2_R002_016,c8cfaa49bfd125a112ec8ef2aa095fccd1fe2c70,M003,H005,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,17480,16652,828,18.90469849994406,13.74982204218395,5.013447666075081,2,6,6,empty_patch,assistant_stop_without_finish E13,a80ff672373fc302d423,TASK_S2_R002_016,c8cfaa49bfd125a112ec8ef2aa095fccd1fe2c70,M004,H005,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,2,137673,135127,2546,64.3508011251688,53.18027545791119,7.814709666185081,3,12,5,tests,model_turn_budget E13,1dedd46f09963291028b,TASK_S2_R002_017,4d31bf29f54be6a2bad1a80d99417e4779917a51,M003,H005,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,1,32335,31083,1252,28.802763791987672,22.98475808277726,10.749838832998648,3,6,3,tests,assistant_stop_without_finish E13,941f192fc1c891d08613,TASK_S2_R002_017,4d31bf29f54be6a2bad1a80d99417e4779917a51,M004,H005,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,39078,38535,543,13.087632749928162,8.226892250822857,4.573803333798423,2,12,10,empty_patch,model_turn_budget E13,704c6684e28229c7c7ea,TASK_S2_R002_018,11860fc055026fa1e14b10111b9410d51a2534ac,M004,H005,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,3,113886,113346,540,28.044179250020534,22.59933837526478,5.066686375997961,2,12,5,empty_patch,model_turn_budget E13,87a9111914f2f51d9605,TASK_S2_R002_018,11860fc055026fa1e14b10111b9410d51a2534ac,M003,H005,P003,0,0,0,0,0,1,1,0.5,1.0,1,1,5,1,60331,59630,701,35.393253250047565,30.176189000019804,4.9470629170536995,2,12,10,empty_patch,model_turn_budget E13,2ce980df4dd944412ab0,TASK_S2_R002_019,a26d600aadbd80fe54cbcefb72cd979c3040544c,M003,H005,P003,0,0,0,0,0,0,1,0.0,1.0,0,1,5,2,49301,48351,950,40.48138150013983,35.09035554016009,5.082376917125657,2,12,9,empty_patch,model_turn_budget E13,4bf503f9ff9a6a7ee91c,TASK_S2_R002_019,a26d600aadbd80fe54cbcefb72cd979c3040544c,M004,H005,P003,0,0,0,0,0,0,1,0.0,1.0,0,1,5,2,103080,102519,561,27.47180020902306,22.665562000125647,4.514027249766514,2,12,5,empty_patch,model_turn_budget E13,2f08a8e6033dc9034ea7,TASK_S2_R002_020,73327f4c90f0d3308a468ea736de0034ad9c22ec,M004,H005,P003,0,0,0,0,0,0,1,0.0,0.5,0,1,5,5,108232,107447,785,34.5879335841164,29.66842066240497,4.562168083852157,2,12,4,empty_patch,model_turn_budget E13,6af5c4c279db6fa38cb4,TASK_S2_R002_020,73327f4c90f0d3308a468ea736de0034ad9c22ec,M003,H005,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,0,13960,12928,1032,26.41187341697514,18.675455624004826,5.5338507909327745,2,4,1,tests,assistant_stop_without_finish E13,11ef8743a6a40033de31,TASK_S2_R003_001,cfa6358b4c9c44d267d8c98a53ac840fbb27d3e8,M003,H005,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,30979,29584,1395,75.87314791698009,67.89197762473486,7.820432167034596,2,12,11,empty_patch,model_turn_budget E13,55bba0c1441533776fdd,TASK_S2_R003_001,cfa6358b4c9c44d267d8c98a53ac840fbb27d3e8,M004,H005,P003,0,1,1,0,0,1,1,0.5,1.0,1,1,5,4,125704,122690,3014,94.8022927918937,88.64591391594149,4.9245323752984405,2,12,4,tests,model_turn_budget E13,4d2f476568d7f70e8ed8,TASK_S2_R003_002,de29503262b7626421f3bffeea3ff073e63e3865,M004,H005,P003,0,0,0,0,0,1,1,0.3333333333333333,1.0,1,1,5,5,86681,86090,591,25.37367791705765,20.685235540615395,4.510270165978,2,12,5,empty_patch,model_turn_budget E13,a2272acbb4f5582985df,TASK_S2_R003_002,de29503262b7626421f3bffeea3ff073e63e3865,M003,H005,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,1,43633,40528,3105,61.64968008315191,54.03518075123429,5.468087041052058,2,9,3,tests,finish_tool E13,515b9cb64520ef6c171c,TASK_S2_R003_003,939505b9c143939ba1e52c5cb920d8aa36596e19,M003,H005,P003,0,1,1,1,0,1,1,1.0,0.5,1,1,5,2,46573,43713,2860,62.48801495810039,56.06515054311603,5.001608208054677,2,8,4,tests,assistant_stop_without_finish E13,73ba6b13f30d1443a5b8,TASK_S2_R003_003,939505b9c143939ba1e52c5cb920d8aa36596e19,M004,H005,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,1,110316,106592,3724,72.20008808397688,64.93406241806224,4.4362698760814965,2,12,3,tests,model_turn_budget E13,af84fd60993272e1889c,TASK_S2_R003_004,e4673d8aeaf97b9ad5d2500e459526b4cf494547,M003,H005,P003,0,1,1,0,0,1,0,0.25,0.0,1,0,5,1,14159,13876,283,14.179547750158235,8.755654665641487,5.032231583027169,2,4,2,tests,assistant_stop_without_finish E13,d4acf59ac652c89be1fe,TASK_S2_R003_004,e4673d8aeaf97b9ad5d2500e459526b4cf494547,M004,H005,P003,0,0,0,0,0,1,1,0.3333333333333333,1.0,1,1,5,3,112390,111850,540,28.76185862510465,24.841293040895835,7.768572916975245,3,12,5,empty_patch,model_turn_budget E13,99fb5f6bcb33ef723970,TASK_S2_R003_005,f4f7d7a63716f072eb45db2c7f590db0435350f0,M004,H005,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,5,121559,121035,524,25.032854667166248,20.413810374215245,4.426962916972116,2,12,4,empty_patch,model_turn_budget E13,a1de70ad095053f81d44,TASK_S2_R003_005,f4f7d7a63716f072eb45db2c7f590db0435350f0,M003,H005,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,3,72497,71852,645,43.88396941591054,38.73613841901533,10.623507125070319,3,12,8,empty_patch,model_turn_budget E13,c8b79cb8a4a9215b26ed,TASK_S2_R003_006,9439132b1df39fbf386e5ee4d8354e78f549e109,M004,H005,P003,0,0,0,0,0,0,1,0.0,0.3333333333333333,0,1,5,4,62310,61710,600,18.08595516695641,13.853453707881272,4.060942500131205,2,12,4,empty_patch,model_turn_budget E13,f935bb0b246fa37309e8,TASK_S2_R003_006,9439132b1df39fbf386e5ee4d8354e78f549e109,M003,H005,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,0,41037,39373,1664,41.87751091714017,35.06492475094274,4.9335007921326905,2,8,3,tests,assistant_stop_without_finish E13,bdd7601b98081671dfc9,TASK_S2_R003_007,735efff88cc8d59021cb5a746ba70b66548e7662,M004,H005,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,1,92996,91539,1457,42.91390295815654,38.17766316537745,4.581613125046715,2,11,4,empty_patch,finish_tool E13,f6f8fdae3063aedbe690,TASK_S2_R003_007,735efff88cc8d59021cb5a746ba70b66548e7662,M003,H005,P003,0,1,1,0,0,0,1,0.0,0.5,0,1,5,2,29525,28370,1155,30.62936112494208,24.354993626242504,4.992405500030145,2,8,4,tests,assistant_stop_without_finish E13,05efc8ca3f7e1443f177,TASK_S2_R003_008,9734ad4bcbedcf4ee61317c12f47ddacf2ac208f,M004,H005,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,2,96449,91168,5281,99.35913829109631,91.667572457809,4.544330083066598,2,12,2,tests,model_turn_budget E13,7dfe63e21267ff4bb397,TASK_S2_R003_008,9734ad4bcbedcf4ee61317c12f47ddacf2ac208f,M003,H005,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,28462,27772,690,25.203459750162438,19.742860459256917,5.359442251268774,2,12,11,empty_patch,model_turn_budget E13,37b2914b7a701495b74c,TASK_S2_R003_009,a2ab54ceb40eca1e6e71f7779a418591426b2b2c,M004,H005,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,3,76382,67281,9101,166.58822570811026,161.84755579312332,4.573915833840147,2,9,4,empty_patch,assistant_stop_without_finish E13,76f42796f42ddff86e84,TASK_S2_R003_009,a2ab54ceb40eca1e6e71f7779a418591426b2b2c,M003,H005,P003,0,0,0,0,0,0,1,0.0,1.0,0,1,5,2,56862,56198,664,35.905708874808624,30.277548959013075,5.48538454179652,2,12,9,empty_patch,model_turn_budget E13,29c74c9fec6ee1295a6d,TASK_S2_R003_010,8d74b889c55d18395c5e5006ba8f7db77892f603,M003,H005,P003,0,1,1,0,0,1,1,0.25,1.0,1,1,5,1,17483,15147,2336,38.5998016661033,31.720854416722432,5.3377650012262166,2,5,3,tests,assistant_stop_without_finish E13,472aedeaeec00ce6d866,TASK_S2_R003_010,8d74b889c55d18395c5e5006ba8f7db77892f603,M004,H005,P003,0,1,1,0,0,0,1,0.0,0.3333333333333333,0,1,5,3,97571,93818,3753,71.7867185419891,66.38172650081106,4.31962345703505,2,12,4,tests,finish_tool E13,24c4b7777af63afcfe55,TASK_S2_R003_011,ee393a16e1aa6dbf2f9785eb3ef486f7d5b9276f,M003,H005,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,534,488,46,0.5567635418847203,0.5533720410894603,0.0,0,0,0,empty_patch,assistant_stop_without_finish E13,e05f5718b1420f0790fb,TASK_S2_R003_011,ee393a16e1aa6dbf2f9785eb3ef486f7d5b9276f,M004,H005,P003,0,1,1,0,0,1,1,0.5,0.5,1,1,5,2,88433,84067,4366,77.76242987485602,72.64595983410254,4.274710000026971,2,12,4,tests,model_turn_budget E13,56e0f59b3a8025d34c05,TASK_S2_R003_012,d509da60155e9470dee197d91926850ea9548de9,M004,H005,P003,0,0,0,0,0,0,1,0.0,0.25,0,1,5,4,65718,64835,883,20.09063300001435,16.201213918160647,7.863239876227453,3,12,7,empty_patch,model_turn_budget E13,bee58c952051d21988b1,TASK_S2_R003_012,d509da60155e9470dee197d91926850ea9548de9,M003,H005,P003,0,0,0,0,0,1,0,0.2,0.0,1,0,5,1,38099,37398,701,28.63893612497486,23.005835415096954,5.48747100122273,2,12,10,empty_patch,model_turn_budget E13,204b59b84ca3d05c8595,TASK_S2_R003_013,c378817389a9510ef508b5a3c90282e5fb60049f,M004,H005,P003,0,0,0,0,0,0,1,0.0,0.25,0,1,5,4,100112,99202,910,29.571591291110963,24.972621459513903,4.420512583805248,2,12,6,empty_patch,model_turn_budget E13,c02516cc1a8c11dd1eaa,TASK_S2_R003_013,c378817389a9510ef508b5a3c90282e5fb60049f,M003,H005,P003,0,0,0,0,0,1,0,0.2,0.0,1,0,5,2,31103,30596,507,22.032956416951492,16.891978582832962,10.83142033405602,3,6,4,empty_patch,assistant_stop_without_finish E13,851243cdf7a8a4b20383,TASK_S2_R003_014,93586405fbfa61317dc75e186799549573bc0bbb,M004,H005,P003,0,1,1,1,0,1,1,0.5,1.0,1,1,5,2,64827,62356,2471,49.61030695796944,38.811059914762154,4.282417668029666,2,10,2,tests,finish_tool E13,86b5dbc8fb688e640f8d,TASK_S2_R003_014,93586405fbfa61317dc75e186799549573bc0bbb,M003,H005,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,537,495,42,0.5344409588724375,0.5310580830555409,0.0,0,0,0,empty_patch,assistant_stop_without_finish E13,3ba8c2d7a763cd76101d,TASK_S2_R003_015,cf87226a81108fbed4f58751f1c03234cc57bcf1,M003,H005,P003,0,1,1,1,0,1,1,0.5,0.5,1,1,5,2,56495,55293,1202,43.490422915900126,37.06412320793606,5.02707783319056,2,12,8,tests,model_turn_budget E13,98a7b29809ddbea2e602,TASK_S2_R003_015,cf87226a81108fbed4f58751f1c03234cc57bcf1,M004,H005,P003,0,1,1,1,0,1,1,0.5,1.0,1,1,5,3,74204,70715,3489,65.00448945909739,58.82468520896509,4.480073624989018,2,10,3,tests,finish_tool E13,22a9d42f1f046e4a907a,TASK_S2_R003_016,88de2f0fc52f4f02e1d44139f4404acf172624d7,M004,H005,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,3,94117,90772,3345,64.35970262507908,58.155945000005886,4.4149372081737965,2,12,4,tests,finish_tool E13,5c9f9d11f90a0317a75d,TASK_S2_R003_016,88de2f0fc52f4f02e1d44139f4404acf172624d7,M003,H005,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,1,93807,87779,6028,120.94735800009221,113.40916012390517,5.341158542083576,2,10,5,tests,assistant_stop_without_finish E13,2d2c6c47a6db5d04f3de,TASK_S2_R003_017,ef8f0e190b1add3bbba9a7b194aba2f3c1a83b2e,M003,H005,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,29907,29278,629,24.50996720790863,19.04105358198285,5.35221975017339,2,12,11,empty_patch,model_turn_budget E13,604ee2930dc546b6f330,TASK_S2_R003_017,ef8f0e190b1add3bbba9a7b194aba2f3c1a83b2e,M004,H005,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,2,79299,78708,591,21.353505415841937,16.83852412365377,4.3529934999533,2,12,5,empty_patch,model_turn_budget E13,c5b2a7db62c873e407b5,TASK_S2_R003_018,c5d0404ac9edfbfd328e7b4f07f554366377df3f,M004,H005,P003,0,0,0,0,0,1,1,0.25,1.0,1,1,5,4,42148,41032,1116,22.119641584111378,17.48660062509589,4.460100958822295,2,10,4,empty_patch,finish_tool E13,e4f5f65f41dfee9af70b,TASK_S2_R003_018,c5d0404ac9edfbfd328e7b4f07f554366377df3f,M003,H005,P003,0,0,0,0,0,1,0,0.5,0.0,1,0,5,0,30433,29239,1194,30.982276000082493,25.497238708427176,5.36430204170756,2,12,11,empty_patch,model_turn_budget E13,4a842db37917a2578be0,TASK_S2_R003_019,c23e6bd5785205f0f4b4c80321153658fc23fb98,M004,H005,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,3,102723,98304,4419,88.33220395888202,82.84125012438744,4.3773020000662655,2,12,4,tests,model_turn_budget E13,c7328c443cf91c8c5ecf,TASK_S2_R003_019,c23e6bd5785205f0f4b4c80321153658fc23fb98,M003,H005,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,30422,29572,850,27.35189454210922,22.18792774877511,5.052441250067204,2,12,11,empty_patch,model_turn_budget E13,98a48be319f13780ba22,TASK_S2_R003_020,e11d889cd19ec1555b2bbee15355a8cdfad61d5f,M004,H005,P003,1,1,1,1,1,1,1,0.5,1.0,1,1,5,2,91098,85453,5645,96.72817370807752,89.49556270660833,7.9840155832935125,3,12,4,resolved,model_turn_budget E13,c20fe23e9e90ea6ebadf,TASK_S2_R003_020,e11d889cd19ec1555b2bbee15355a8cdfad61d5f,M003,H005,P003,0,1,1,1,0,0,1,0.0,1.0,0,1,5,1,24630,23934,696,22.942740084137768,16.966894085519016,5.489043583162129,2,6,3,tests,assistant_stop_without_finish E13,35de0eecb67863e0d19d,TASK_CR_001,f658abd3eb4eca9b8aadb5ee3af969ff1f142146,M002,H006,P002,1,1,1,1,1,1,1,1.0,1.0,1,1,5,1,30421,29091,1330,27.10631391615607,14.582719834754243,5.703960541635752,2,6,0,resolved,finish_tool E13,fd85c91c9333ddd91bf3,TASK_CR_002,10aab506a17814404398dadc564ab53795439424,M002,H006,P002,0,0,0,0,0,1,1,0.2,1.0,1,1,5,2,22137,21589,548,12.872069833101705,6.966511832782999,5.152226748876274,2,5,2,empty_patch,assistant_stop_without_finish E13,a63ce04285ccb0799828,TASK_CR_003,4e9786fae8866b063d641e08b3c7890ef844bd15,M002,H006,P002,1,1,1,1,1,1,1,1.0,1.0,1,1,5,1,42480,40897,1583,24.98628795798868,17.16249454393983,5.32985429209657,2,7,0,resolved,finish_tool E13,da472558167942b816fe,TASK_CR_005,f3cf91bcf15e1eab614a52ad928f0b4e7826b4e6,M002,H006,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,3,120561,119142,1419,25.33615358406678,19.476056044222787,5.19988266704604,2,12,8,empty_patch,tool_budget_exhausted E13,147ab3d4955c2585e9a5,TASK_CR_006,b4b74fa3d7c867c53efdb254893564c5119526a5,M002,H006,P002,1,1,1,1,1,1,1,0.5,1.0,1,1,5,1,112171,109146,3025,62.022052000043914,36.79073650040664,5.329797584097832,2,11,1,resolved,finish_tool E13,21863555bbd08d3437f0,TASK_CR_007,497027ef60af5688bf153c06fcfbb0a3d2886217,M002,H006,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,3,107376,106110,1266,25.44889683299698,19.450370954582468,4.946394499856979,2,12,6,empty_patch,model_turn_budget E13,4c1cb4f31a1d0dc689dd,TASK_CR_008,ce2cb82cebb100c27b4d19385791706b71138994,M002,H006,P002,0,0,0,0,0,1,0,0.25,0.0,1,0,5,2,93170,92303,867,20.38508120784536,14.325936211505905,10.321626083925366,3,12,8,empty_patch,model_turn_budget E13,c9cccf83d0a86499986f,TASK_CR_009,49fb64fb1031531a6a651575e5a295abbaa6946a,M002,H006,P002,1,1,1,1,1,1,1,0.5,1.0,1,1,5,1,89581,87713,1868,69.05344799999148,23.321522500831634,5.310189999872819,2,9,1,resolved,finish_tool E13,6133e831620ec0c40edd,TASK_CR_012,4a086221393c6a74d1a5808af2666b1a6073f414,M002,H006,P002,1,1,1,1,1,1,1,0.5,1.0,1,1,5,2,28936,27907,1029,20.36249312502332,12.405157959088683,5.34394449996762,2,6,0,resolved,finish_tool E13,61f4808383efdd6a84a9,TASK_CR_013,a7f451907269355a46ab528111003b32851ffdb8,M002,H006,P002,0,0,0,0,0,0,1,0.0,0.3333333333333333,0,1,5,3,135249,134295,954,24.905888374894857,18.415360043058172,5.432665542000905,2,12,6,empty_patch,tool_budget_exhausted E13,d272247c7d66fc21ab81,TASK_S2_R001_011,d81649aabf1c96534f78d89b7298a87a7752884b,M002,H006,P002,1,1,1,0,1,1,1,0.5,1.0,1,1,5,2,120491,117505,2986,49.68740750011057,39.05302779190242,5.449044375913218,2,12,4,resolved,model_turn_budget E13,f08f17f73aa035c832b2,TASK_S2_R001_012,dcdf51716e931cab57d62ab2637b7320108ff376,M002,H006,P002,1,1,1,1,1,1,1,1.0,1.0,1,1,5,1,31222,29628,1594,28.245540499920025,17.08438758412376,5.349507332779467,2,6,0,resolved,finish_tool E13,956706b6cd11f8de2ee8,TASK_S2_R001_013,b0cc2ebf7fb6332d9cf32e805e370140d4f3bba0,M002,H006,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,71064,70097,967,19.331294666975737,13.801063501043245,4.831231666030362,2,12,10,empty_patch,model_turn_budget E13,2c1800125edfc52b325c,TASK_S2_R001_014,1e3bd63c7b65e70ad5189ba1691507548abd9d3e,M002,H006,P002,0,0,0,0,0,1,1,0.25,1.0,1,1,5,1,137535,136392,1143,32.26884758286178,26.013263665838167,5.476408251095563,2,12,3,empty_patch,model_turn_budget E13,83c713daf173992295dd,TASK_S2_R001_015,0b6865a6fb06846d8b5b0ef177130aa2156ad0d4,M002,H006,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,3,182615,180657,1958,40.44067812501453,34.22212195931934,10.498106874758378,3,12,5,empty_patch,model_turn_budget E13,6795c09a2578de5a349c,TASK_S2_R001_016,ff2731c2a76d1816d73a47c4e7d615c5fff4969b,M002,H006,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,4362,4217,145,8.628738834057003,2.588349417084828,5.481925291242078,2,1,0,empty_patch,assistant_stop_without_finish E13,7633aaa8ed20285c1800,TASK_S2_R001_017,b141f250943abe155e0db8f018f59ba45e9d2dbe,M002,H006,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,2,37874,26100,11774,137.1698075828608,131.29034916707315,5.532372375018895,2,4,0,empty_patch,assistant_stop_without_finish E13,054db036ee7beef2070c,TASK_S2_R001_018,4fdb8ee94d8e03424b10d254c26a3ddc0b76fb1d,M002,H006,P002,1,1,1,1,1,1,1,0.3333333333333333,1.0,1,1,5,2,79276,77341,1935,66.18893358297646,22.668911500135437,5.260707333218306,2,9,1,resolved,finish_tool E13,7a1576ce04192c0cea59,TASK_S2_R001_019,a4320fa224af23dd403ca718d4502666b1efa4a4,M002,H006,P002,0,1,1,1,0,1,1,1.0,1.0,1,1,5,1,126608,123522,3086,48.35838579200208,40.53318325127475,5.2392885407898575,2,12,5,tests,model_turn_budget E13,deba02c4d1f7eed37199,TASK_S2_R001_020,49fb64fb1031531a6a651575e5a295abbaa6946a,M002,H006,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,2,111183,110335,848,21.13203112501651,15.35458108317107,4.7652318340260535,2,12,7,empty_patch,model_turn_budget E13,d163e947008d3e6d71e6,TASK_S2_R002_001,a5be59f825000f173880b4e49e47ea2bed646531,M002,H006,P002,0,1,1,0,0,1,0,0.3333333333333333,0.0,1,0,5,3,60880,58538,2342,41.73199408384971,28.64429329079576,5.354057291988283,2,12,4,tests,model_turn_budget E13,362290a4b4af42ef2855,TASK_S2_R002_002,0d984da7b56af3e8e882a3234be0bf44686e6bfc,M002,H006,P002,0,1,1,0,0,1,1,0.5,0.5,1,1,5,2,65213,63490,1723,31.452137124957517,22.945863584522158,5.338770457776263,2,10,2,tests,finish_tool E13,1a52c1d56b395df75d57,TASK_S2_R002_003,71a96cf3be9940f846e5d412ccd2b18fae8968f7,M002,H006,P002,0,0,0,0,0,0,1,0.0,0.5,0,1,5,2,119482,110385,9097,119.74287054198794,114.06179849919863,10.40940716699697,3,11,6,empty_patch,assistant_stop_without_finish E13,4f903fd8099f3f49e663,TASK_S2_R002_004,5c23d008b05152107f65b4dbf401fefd7e7c5676,M002,H006,P002,1,1,1,1,1,1,1,1.0,1.0,1,1,5,1,112226,110236,1990,46.34573525004089,29.7648476655595,5.5781204998493195,2,12,3,resolved,finish_tool E13,db0b56a7e8959ef72987,TASK_S2_R002_005,b0002945668fe718fcb6ab7e3ada5d2fd6dfaf08,M002,H006,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,64937,63895,1042,22.932679333956912,17.202580666402355,5.246178208151832,2,12,10,empty_patch,model_turn_budget E13,777092b0e84132e1240d,TASK_S2_R002_006,41455d61077fa309d2ded62e12e8c1032fbebf3a,M002,H006,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,2,212097,210986,1111,42.48915962479077,36.30790637526661,5.680072583956644,2,12,2,empty_patch,model_turn_budget E13,09fb6687a4f3a018d22a,TASK_S2_R002_007,310fc5b51cf54b221430f18d7dabbdd0a3a34bc6,M002,H006,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,59350,58534,816,17.580220084171742,12.500721501884982,4.71384841715917,2,12,7,empty_patch,model_turn_budget E13,07c484af0900f30144b5,TASK_S2_R002_008,3bff4cc7cc31e0c6ba630440deaca38044fc46f5,M002,H006,P002,0,0,0,0,0,0,1,0.0,0.5,0,1,5,2,36358,27616,8742,100.54133691708557,95.00587020767853,5.207653582794592,2,6,3,empty_patch,assistant_stop_without_finish E13,7f193f29241a42608739,TASK_S2_R002_009,87fd929036f5aba0c7795836332c2d28e031c2a0,M002,H006,P002,0,1,1,1,0,1,1,1.0,1.0,1,1,5,4,113647,111124,2523,40.9925812499132,32.37210208619945,5.400252999970689,2,12,2,tests,tool_budget_exhausted E13,4112598e2afcd638b1ff,TASK_S2_R002_010,f78eadbdb202e0d586339606350eab0172e85005,M002,H006,P002,0,0,0,0,0,0,1,0.0,0.25,0,1,5,5,63993,62222,1771,30.036516041960567,24.106906415894628,5.4774424999486655,2,12,6,empty_patch,model_turn_budget E13,662a122acaf144c9978c,TASK_S2_R002_011,a4c5732a529217dcfaad0e7c63af82ced6e8d382,M002,H006,P002,0,1,1,1,0,1,1,0.5,1.0,1,1,5,2,139733,137591,2142,41.63254779181443,33.21627666777931,9.906309291021898,3,11,1,tests,finish_tool E13,a83f6d3a9fc2300c818e,TASK_S2_R002_012,ccf49b8eb56832c6f83cd39e28959e65bafe3521,M002,H006,P002,0,1,1,1,0,1,1,1.0,1.0,1,1,5,2,99805,96279,3526,51.13504224992357,43.79517879127525,5.165991375222802,2,12,1,tests,model_turn_budget E13,972269e1a81b743e62ec,TASK_S2_R002_013,b4e26b379dc7ce7feb1030648f086617536f6689,M002,H006,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,4,72694,70976,1718,30.065503834048286,24.214776457753032,5.426277750171721,2,11,6,empty_patch,assistant_stop_without_finish E13,724c695cfb451ef8d6cc,TASK_S2_R002_014,b7baa9b20b362fa2be1ca824623f9b8222ca6c2c,M002,H006,P002,0,1,1,1,0,1,1,1.0,1.0,1,1,5,2,103005,100898,2107,34.277873542159796,27.619176373118535,5.3076814990490675,2,12,3,tests,model_turn_budget E13,2d9bc671607d9a91f6bb,TASK_S2_R002_015,5cef87d9b0de63a0596cbefd370411a6e0733ecb,M002,H006,P002,0,0,0,0,0,1,1,0.5,1.0,1,1,5,2,35527,26671,8856,102.39397670794278,96.76390325091779,5.278348416322842,2,4,1,empty_patch,assistant_stop_without_finish E13,599dd775a2cef13ef546,TASK_S2_R002_016,c8cfaa49bfd125a112ec8ef2aa095fccd1fe2c70,M002,H006,P002,0,0,0,0,0,1,0,0.5,0.0,1,0,5,0,4165,4021,144,8.573271416826174,2.5037159170024097,5.763218958163634,2,1,0,empty_patch,assistant_stop_without_finish E13,b43b14c8d6901d9b7aaf,TASK_S2_R002_017,4d31bf29f54be6a2bad1a80d99417e4779917a51,M002,H006,P002,0,1,1,1,0,1,1,0.3333333333333333,1.0,1,1,5,1,91967,88246,3721,50.323557207826525,41.14278416777961,5.396778500173241,2,10,0,tests,finish_tool E13,f2f311968356ecd35586,TASK_S2_R002_018,11860fc055026fa1e14b10111b9410d51a2534ac,M002,H006,P002,0,0,0,0,0,1,1,0.5,1.0,1,1,5,2,197650,196442,1208,36.01049274997786,29.7271730825305,5.664052417036146,2,12,2,empty_patch,model_turn_budget E13,eaad2125bb0e8c6aa59c,TASK_S2_R002_019,a26d600aadbd80fe54cbcefb72cd979c3040544c,M002,H006,P002,0,0,0,0,0,0,1,0.0,0.5,0,1,5,2,81818,80483,1335,29.972913958132267,23.940141626168042,11.157456499990076,3,12,6,empty_patch,model_turn_budget E13,d2f5c3e8955324590e84,TASK_S2_R002_020,73327f4c90f0d3308a468ea736de0034ad9c22ec,M002,H006,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,3,71768,70787,981,25.589412208180875,19.081777665996924,6.137173708062619,2,12,7,empty_patch,model_turn_budget E13,7a7907a4c9bc4ede83ab,TASK_S2_R003_001,cfa6358b4c9c44d267d8c98a53ac840fbb27d3e8,M002,H006,P002,0,0,0,0,0,1,1,0.5,1.0,1,1,5,4,90106,88925,1181,63.446390917059034,55.68597162445076,7.262086498783901,2,12,5,empty_patch,model_turn_budget E13,41089ae71cb38729ab7e,TASK_S2_R003_002,de29503262b7626421f3bffeea3ff073e63e3865,M002,H006,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,51166,50304,862,19.97200462501496,13.294808125123382,5.7156502502039075,2,12,9,empty_patch,model_turn_budget E13,5c38d8a25f5d929168d9,TASK_S2_R003_003,939505b9c143939ba1e52c5cb920d8aa36596e19,M002,H006,P002,1,1,1,1,1,1,1,1.0,1.0,1,1,5,1,17403,16012,1391,23.868597083026543,17.22347129206173,5.641207083128393,2,4,0,resolved,finish_tool E13,fa50149bbe3df895e89d,TASK_S2_R003_004,e4673d8aeaf97b9ad5d2500e459526b4cf494547,M002,H006,P002,0,0,0,0,0,1,1,0.3333333333333333,0.3333333333333333,1,1,5,4,115974,114789,1185,34.35173749993555,28.32511799968779,5.752159958705306,2,12,3,empty_patch,model_turn_budget E13,5bc8721d3a1741774bca,TASK_S2_R003_005,f4f7d7a63716f072eb45db2c7f590db0435350f0,M002,H006,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,2,93331,92064,1267,28.85843462520279,23.121219624066725,5.525911666220054,2,12,5,empty_patch,model_turn_budget E13,180d23e38026467b9688,TASK_S2_R003_006,9439132b1df39fbf386e5ee4d8354e78f549e109,M002,H006,P002,0,0,0,0,0,0,1,0.0,0.3333333333333333,0,1,5,3,117574,116533,1041,29.50873845908791,23.758563166717067,5.451376875163987,2,12,5,empty_patch,tool_budget_exhausted E13,ad6bd3168ddb45c24b90,TASK_S2_R003_007,735efff88cc8d59021cb5a746ba70b66548e7662,M002,H006,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,2,47142,46106,1036,18.80459624994546,13.447749835439026,10.32911829277873,3,12,9,empty_patch,model_turn_budget E13,40db9aedfa579d3098ec,TASK_S2_R003_008,9734ad4bcbedcf4ee61317c12f47ddacf2ac208f,M002,H006,P002,1,1,1,1,1,1,1,1.0,1.0,1,1,5,1,22278,21496,782,17.917796917026863,10.609602415934205,5.48042754130438,2,5,0,resolved,finish_tool E13,94f6dd09c2a558bbac5c,TASK_S2_R003_009,a2ab54ceb40eca1e6e71f7779a418591426b2b2c,M002,H006,P002,1,1,1,1,1,1,1,0.3333333333333333,1.0,1,1,5,2,130527,127711,2816,49.62361750006676,41.764002291020006,5.917280582943931,2,12,2,resolved,model_turn_budget E13,3a6e5d34f17d572cf7d5,TASK_S2_R003_010,8d74b889c55d18395c5e5006ba8f7db77892f603,M002,H006,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,96713,94846,1867,35.013830084120855,28.987569959834218,5.72666854201816,2,12,6,empty_patch,model_turn_budget E13,58f09ec686af448890f4,TASK_S2_R003_011,ee393a16e1aa6dbf2f9785eb3ef486f7d5b9276f,M002,H006,P002,0,0,0,0,0,1,1,0.5,0.5,1,1,5,2,154975,153668,1307,38.49789904197678,32.4685504171066,5.712602249812335,2,12,1,empty_patch,model_turn_budget E13,91d5645f6a6f0839f226,TASK_S2_R003_012,d509da60155e9470dee197d91926850ea9548de9,M002,H006,P002,0,0,0,0,0,0,1,0.0,0.3333333333333333,0,1,5,4,66980,65425,1555,26.771103667095304,20.88906345842406,5.602294499985874,2,12,7,empty_patch,tool_budget_exhausted E13,d03fe58cfc8f038a1458,TASK_S2_R003_013,c378817389a9510ef508b5a3c90282e5fb60049f,M002,H006,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,9626,9431,195,10.041838582837954,4.265781542053446,5.623657000949606,2,2,0,empty_patch,assistant_stop_without_finish E13,46bab6c7ade20158c8e6,TASK_S2_R003_014,93586405fbfa61317dc75e186799549573bc0bbb,M002,H006,P002,0,1,1,1,0,1,1,0.5,1.0,1,1,5,3,73035,70872,2163,40.77641125000082,28.136725247837603,5.920580083038658,2,10,1,tests,finish_tool E13,a51396080d65bc7aeb3c,TASK_S2_R003_015,cf87226a81108fbed4f58751f1c03234cc57bcf1,M002,H006,P002,0,0,0,0,0,1,1,0.25,1.0,1,1,5,2,48269,39610,8659,98.0048798751086,92.46004791464657,10.71156725101173,3,6,3,empty_patch,assistant_stop_without_finish E13,acb86f01382291c6fade,TASK_S2_R003_016,88de2f0fc52f4f02e1d44139f4404acf172624d7,M002,H006,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,2,149615,148498,1117,31.72746774996631,25.667362166568637,5.839374040951952,2,12,5,empty_patch,model_turn_budget E13,ad0da9fb55f4c01e320c,TASK_S2_R003_017,ef8f0e190b1add3bbba9a7b194aba2f3c1a83b2e,M002,H006,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,9439,9230,209,10.557828332995996,4.384419666836038,6.036744166864082,2,2,0,empty_patch,assistant_stop_without_finish E13,f4875f9a396795a723f3,TASK_S2_R003_018,c5d0404ac9edfbfd328e7b4f07f554366377df3f,M002,H006,P002,0,0,0,0,0,1,1,0.25,1.0,1,1,5,3,47846,46857,989,20.51068970793858,14.41873929509893,5.853752207942307,2,12,8,empty_patch,model_turn_budget E13,7eb9e1488bdd335e8f90,TASK_S2_R003_019,c23e6bd5785205f0f4b4c80321153658fc23fb98,M002,H006,P002,1,1,1,1,1,1,1,0.5,1.0,1,1,5,2,52519,50866,1653,30.326264292001724,22.491627875017002,5.928923417115584,2,8,1,resolved,finish_tool E13,eb01cd7324a2bb1197fe,TASK_S2_R003_020,e11d889cd19ec1555b2bbee15355a8cdfad61d5f,M002,H006,P002,0,0,0,0,0,1,1,0.2,1.0,1,1,5,1,24550,16110,8440,92.97831687494181,87.03783312509768,5.830327042145655,2,3,0,empty_patch,assistant_stop_without_finish E13,38379e24c61ae8ee0fd2,TASK_CR_001,f658abd3eb4eca9b8aadb5ee3af969ff1f142146,M003,H006,P003,0,1,1,1,0,1,1,0.3333333333333333,1.0,1,1,5,1,20694,18212,2482,44.218022582819685,37.91762733156793,5.179067293182015,2,4,2,tests,assistant_stop_without_finish E13,3ce50c6094e8cef23a54,TASK_CR_001,f658abd3eb4eca9b8aadb5ee3af969ff1f142146,M004,H006,P003,1,1,1,1,1,1,1,1.0,1.0,1,1,5,2,89781,87860,1921,46.44479645811953,35.832066958071664,4.37326954305172,2,12,7,resolved,model_turn_budget E13,daf5e80c51cf134061fa,TASK_CR_002,10aab506a17814404398dadc564ab53795439424,M004,H006,P003,0,1,0,1,0,1,1,0.2,1.0,1,1,5,4,79499,76790,2709,40.99821091699414,34.55731474980712,3.5909369171131402,2,12,3,patch_apply,model_turn_budget E13,ecbef7d1711029cc2c3f,TASK_CR_002,10aab506a17814404398dadc564ab53795439424,M003,H006,P003,0,1,1,0,0,0,1,0.0,1.0,0,1,5,1,35292,34300,992,23.94180849986151,17.104936417890713,5.673066667048261,2,12,9,tests,model_turn_budget E13,c3e95a7f3561eec9ebc0,TASK_CR_003,4e9786fae8866b063d641e08b3c7890ef844bd15,M003,H006,P003,1,1,1,1,1,0,1,0.0,1.0,0,1,5,1,50354,47094,3260,59.82999849994667,53.435719792265445,4.96656220802106,2,12,8,resolved,model_turn_budget E13,d2d968cfa59f5780fcab,TASK_CR_003,4e9786fae8866b063d641e08b3c7890ef844bd15,M004,H006,P003,1,1,1,1,1,1,1,1.0,1.0,1,1,5,3,133325,127890,5435,110.75328404200263,103.3342361676041,4.367105457931757,2,11,1,resolved,finish_tool E13,a62463ebf7e8171eb0d9,TASK_CR_005,f3cf91bcf15e1eab614a52ad928f0b4e7826b4e6,M004,H006,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,4,93858,93219,639,20.155730415834114,15.864402124192566,3.647365333046764,2,12,7,empty_patch,model_turn_budget E13,e45a9510a1fc43cbbfac,TASK_CR_005,f3cf91bcf15e1eab614a52ad928f0b4e7826b4e6,M003,H006,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,29274,28052,1222,28.091253916965798,22.554006253136322,5.346054500201717,2,11,11,empty_patch,assistant_stop_without_finish E13,1beca6d94db6fd31d808,TASK_CR_006,b4b74fa3d7c867c53efdb254893564c5119526a5,M003,H006,P003,0,0,0,0,0,1,1,0.5,1.0,1,1,5,1,35546,34703,843,24.410244083032012,18.813138625817373,5.046078790910542,2,12,10,empty_patch,model_turn_budget E13,b01407e17e597993b2ef,TASK_CR_006,b4b74fa3d7c867c53efdb254893564c5119526a5,M004,H006,P003,0,1,1,1,0,1,1,0.5,1.0,1,1,5,2,110920,106347,4573,89.9674798748456,84.2816302087158,7.862308957846835,3,12,2,tests,finish_tool E13,95121faeee5d22032cbb,TASK_CR_007,497027ef60af5688bf153c06fcfbb0a3d2886217,M003,H006,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,42184,41488,696,25.323107999982312,19.7850353771355,10.739229209022596,3,12,10,empty_patch,model_turn_budget E13,fd0618b2f94a4ceedea2,TASK_CR_007,497027ef60af5688bf153c06fcfbb0a3d2886217,M004,H006,P003,0,0,0,0,0,0,1,0.0,1.0,0,1,5,3,111728,111201,527,23.64451179187745,19.090361123671755,3.5993902918417007,2,12,5,empty_patch,model_turn_budget E13,5c1e2e4bd229cd1e2329,TASK_CR_008,ce2cb82cebb100c27b4d19385791706b71138994,M004,H006,P003,0,1,1,0,0,1,1,0.25,0.5,1,1,5,2,71770,69895,1875,41.426779290894046,30.085263958899304,4.249353916151449,2,10,3,tests,finish_tool E13,699cd23e4f0657a17c53,TASK_CR_008,ce2cb82cebb100c27b4d19385791706b71138994,M003,H006,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,1,15461,13882,1579,29.16702612489462,20.633157999720424,4.883905249880627,2,3,1,tests,assistant_stop_without_finish E13,d01a2067ff1c7156bd3e,TASK_CR_009,49fb64fb1031531a6a651575e5a295abbaa6946a,M003,H006,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,561,522,39,0.53822962497361,0.5342511250637472,0.0,0,0,0,empty_patch,assistant_stop_without_finish E13,fb0cb42ba7e2cd3a45d2,TASK_CR_009,49fb64fb1031531a6a651575e5a295abbaa6946a,M004,H006,P003,0,1,1,1,0,1,1,0.5,1.0,1,1,5,2,131620,128254,3366,72.95386249991134,67.04641341604292,4.321940167108551,2,12,3,tests,finish_tool E13,32e194fa7654870fe99c,TASK_CR_012,4a086221393c6a74d1a5808af2666b1a6073f414,M004,H006,P003,1,1,1,1,1,1,1,0.3333333333333333,1.0,1,1,5,2,80329,78690,1639,33.62314529204741,27.062733124708757,3.589485874865204,2,12,4,resolved,model_turn_budget E13,c0c44cb1006acf269c3e,TASK_CR_012,4a086221393c6a74d1a5808af2666b1a6073f414,M003,H006,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,26057,25160,897,24.052797500044107,18.845208751503378,5.034293459262699,2,10,10,empty_patch,assistant_stop_without_finish E13,114a04ed5191e620640e,TASK_CR_013,a7f451907269355a46ab528111003b32851ffdb8,M004,H006,P003,0,0,0,0,0,1,1,0.5,1.0,1,1,5,4,113624,112840,784,28.57583629200235,23.340505874948576,4.282904957886785,2,12,4,empty_patch,model_turn_budget E13,80f5fb346d7723d82e88,TASK_CR_013,a7f451907269355a46ab528111003b32851ffdb8,M003,H006,P003,0,0,0,0,0,1,1,0.5,1.0,1,1,5,1,38380,37751,629,25.479229542193934,19.824235626030713,4.984704707749188,2,12,10,empty_patch,model_turn_budget E13,3d9e60b7b97266db7998,TASK_S2_R001_011,d81649aabf1c96534f78d89b7298a87a7752884b,M003,H006,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,28112,27476,636,22.083806457929313,16.895585876889527,5.000107290921733,2,12,11,empty_patch,model_turn_budget E13,d68ee1ec66a09863780c,TASK_S2_R001_011,d81649aabf1c96534f78d89b7298a87a7752884b,M004,H006,P003,0,0,0,0,0,1,1,0.5,1.0,1,1,5,2,89395,88803,592,22.14266337500885,16.761103708995506,4.351510209031403,2,12,6,empty_patch,model_turn_budget E13,ed56c4bbf4d2914226c1,TASK_S2_R001_012,dcdf51716e931cab57d62ab2637b7320108ff376,M003,H006,P003,0,0,0,0,0,1,1,0.25,1.0,1,1,5,1,27323,25713,1610,32.41995458304882,26.69962991750799,5.3179439580999315,2,6,5,empty_patch,assistant_stop_without_finish E13,ee55ea7e0dbe97f7d139,TASK_S2_R001_012,dcdf51716e931cab57d62ab2637b7320108ff376,M004,H006,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,4,88947,88088,859,27.436808791942894,22.446705125970766,3.678979249903932,2,12,7,empty_patch,model_turn_budget E13,73ee6dcc4929f89c6b33,TASK_S2_R001_013,b0cc2ebf7fb6332d9cf32e805e370140d4f3bba0,M003,H006,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,37330,36796,534,23.05489237513393,17.81895316322334,5.040668499888852,2,12,10,empty_patch,model_turn_budget E13,eb8a2c3b314a90c040ba,TASK_S2_R001_013,b0cc2ebf7fb6332d9cf32e805e370140d4f3bba0,M004,H006,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,3,94733,94186,547,17.565977083984762,13.291265166830271,7.900596501072869,3,12,6,empty_patch,model_turn_budget E13,0d68e6f0992f390bcf79,TASK_S2_R001_014,1e3bd63c7b65e70ad5189ba1691507548abd9d3e,M004,H006,P003,0,0,0,0,0,1,1,1.0,0.5,1,1,5,2,108479,107839,640,25.444714291021228,20.24966446007602,4.27872391580604,2,12,5,empty_patch,model_turn_budget E13,1bbe332dce8c120c6c3f,TASK_S2_R001_014,1e3bd63c7b65e70ad5189ba1691507548abd9d3e,M003,H006,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,1,35191,34472,719,23.74906133301556,18.297143501695246,10.729798126034439,3,12,10,empty_patch,model_turn_budget E13,2668b78453e53e921c31,TASK_S2_R001_015,0b6865a6fb06846d8b5b0ef177130aa2156ad0d4,M003,H006,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,28190,27522,668,22.37628091685474,17.196615083608776,4.9911317091900855,2,12,11,empty_patch,model_turn_budget E13,bd983e2f4ddd0a2e92aa,TASK_S2_R001_015,0b6865a6fb06846d8b5b0ef177130aa2156ad0d4,M004,H006,P003,0,0,0,0,0,1,1,0.3333333333333333,1.0,1,1,5,4,167452,166715,737,35.791178207844496,30.42564774909988,4.447838499909267,2,12,2,empty_patch,model_turn_budget E13,37313b52a1a4967647af,TASK_S2_R001_016,ff2731c2a76d1816d73a47c4e7d615c5fff4969b,M003,H006,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,17551,16848,703,19.3045087500941,14.131473792018369,5.028487915871665,2,7,7,empty_patch,assistant_stop_without_finish E13,d2472aa7d74c1289e23f,TASK_S2_R001_016,ff2731c2a76d1816d73a47c4e7d615c5fff4969b,M004,H006,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,3,92060,91536,524,19.856632124865428,15.517684500431642,3.6738063748925924,2,12,7,empty_patch,model_turn_budget E13,06828860dd1a560535f4,TASK_S2_R001_017,b141f250943abe155e0db8f018f59ba45e9d2dbe,M004,H006,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,2,171306,164424,6882,160.87044520908967,153.56094349897467,4.552621166920289,2,12,3,tests,model_turn_budget E13,dc6fecc5b889ce3a9612,TASK_S2_R001_017,b141f250943abe155e0db8f018f59ba45e9d2dbe,M003,H006,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,1,167609,152859,14750,270.26040829205886,262.79907925147563,5.119492250028998,2,12,1,tests,model_turn_budget E13,a38a37a646f697be3c88,TASK_S2_R001_018,4fdb8ee94d8e03424b10d254c26a3ddc0b76fb1d,M003,H006,P003,0,1,1,0,0,1,0,0.3333333333333333,0.0,1,0,5,1,54177,51632,2545,58.94495729217306,37.28326587472111,5.181595583213493,2,12,9,tests,model_turn_budget E13,ee75f04692dd13d06acc,TASK_S2_R001_018,4fdb8ee94d8e03424b10d254c26a3ddc0b76fb1d,M004,H006,P003,0,1,1,1,0,1,1,0.3333333333333333,0.5,1,1,5,2,127734,124532,3202,65.45471875020303,59.61199799948372,4.027653916273266,2,12,2,tests,model_turn_budget E13,718884556ba472e7ccae,TASK_S2_R001_019,a4320fa224af23dd403ca718d4502666b1efa4a4,M003,H006,P003,0,1,1,0,0,1,0,1.0,0.0,1,0,5,2,46598,44912,1686,81.99906874983571,35.36884579388425,4.957972748903558,2,9,5,tests,assistant_stop_without_finish E13,845a538fb932ff0622a5,TASK_S2_R001_019,a4320fa224af23dd403ca718d4502666b1efa4a4,M004,H006,P003,0,1,1,1,0,1,1,0.5,1.0,1,1,5,3,190675,184232,6443,208.7602910839487,167.14802433201112,4.4157600838225335,2,12,2,tests,finish_tool E13,647fe97e81d80602f9f7,TASK_S2_R001_020,49fb64fb1031531a6a651575e5a295abbaa6946a,M004,H006,P003,0,1,1,1,0,0,1,0.0,0.5,0,1,5,3,137957,135090,2867,79.97641470911913,69.62603525072336,4.4414614997804165,2,12,4,tests,model_turn_budget E13,6c4d3de8b695ff04452d,TASK_S2_R001_020,49fb64fb1031531a6a651575e5a295abbaa6946a,M003,H006,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,16475,15791,684,18.387115084100515,12.843281042063609,5.222401791950688,2,4,3,empty_patch,assistant_stop_without_finish E13,2a44e302a129ce3cdb73,TASK_S2_R002_001,a5be59f825000f173880b4e49e47ea2bed646531,M003,H006,P003,0,1,1,0,0,1,1,0.3333333333333333,1.0,1,1,5,1,19139,16595,2544,45.533568791113794,39.0148063339293,5.260682834079489,2,3,1,tests,assistant_stop_without_finish E13,51b55723dc3247defaec,TASK_S2_R002_001,a5be59f825000f173880b4e49e47ea2bed646531,M004,H006,P003,0,1,0,0,0,1,1,0.3333333333333333,1.0,1,1,5,4,114015,109371,4644,103.59891079203226,93.96096004289575,7.703609999502078,3,12,3,patch_apply,model_turn_budget E13,132b99798d9454e42f42,TASK_S2_R002_002,0d984da7b56af3e8e882a3234be0bf44686e6bfc,M003,H006,P003,0,1,1,1,0,0,1,0.0,1.0,0,1,5,1,40380,37758,2622,97.51749604195356,90.92156199854799,11.441647376166657,3,7,3,tests,assistant_stop_without_finish E13,3a342337eefc100e951f,TASK_S2_R002_002,0d984da7b56af3e8e882a3234be0bf44686e6bfc,M004,H006,P003,0,1,1,0,0,1,1,0.5,0.5,1,1,5,3,97526,95853,1673,44.554728207876906,38.0252837089356,4.347435292089358,2,12,4,tests,model_turn_budget E13,43297e5a52d89e5eb339,TASK_S2_R002_003,71a96cf3be9940f846e5d412ccd2b18fae8968f7,M004,H006,P003,0,0,0,0,0,1,1,0.3333333333333333,1.0,1,1,5,2,125696,125165,531,24.892470583086833,19.846130998572335,4.485847999807447,2,12,7,empty_patch,model_turn_budget E13,b5a566aa884199bc64da,TASK_S2_R002_003,71a96cf3be9940f846e5d412ccd2b18fae8968f7,M003,H006,P003,0,0,0,0,0,1,1,0.25,1.0,1,1,5,1,63921,62836,1085,42.52371054212563,37.208948080893606,4.9583064168691635,2,12,10,empty_patch,model_turn_budget E13,5284fc385c20dcfedd84,TASK_S2_R002_004,5c23d008b05152107f65b4dbf401fefd7e7c5676,M003,H006,P003,0,0,0,0,0,0,1,0.0,1.0,0,1,5,1,66270,65621,649,38.06941508385353,32.55902908113785,5.28852679184638,2,12,9,empty_patch,model_turn_budget E13,f75e77f547d2cc276ae3,TASK_S2_R002_004,5c23d008b05152107f65b4dbf401fefd7e7c5676,M004,H006,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,2,85204,84639,565,25.818563499953598,20.715368918143213,4.781692541902885,2,12,7,empty_patch,model_turn_budget E13,29006143481ed2eca2a2,TASK_S2_R002_005,b0002945668fe718fcb6ab7e3ada5d2fd6dfaf08,M003,H006,P003,0,1,1,1,0,1,1,0.2,1.0,1,1,5,1,22822,21276,1546,33.90366629115306,27.293946499703452,5.801028998801485,2,6,4,tests,assistant_stop_without_finish E13,2a1242649735371b76ae,TASK_S2_R002_005,b0002945668fe718fcb6ab7e3ada5d2fd6dfaf08,M004,H006,P003,0,1,1,1,0,1,1,0.5,1.0,1,1,5,2,139011,130919,8092,193.54750637500547,174.84086737409234,4.646030875854194,2,12,3,tests,model_turn_budget E13,d511f5fe982bf20645b9,TASK_S2_R002_006,41455d61077fa309d2ded62e12e8c1032fbebf3a,M004,H006,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,2,180104,173265,6839,158.05708158388734,151.56248620850965,4.330995374824852,2,12,2,tests,model_turn_budget E13,ee9b11d078e218cea6c2,TASK_S2_R002_006,41455d61077fa309d2ded62e12e8c1032fbebf3a,M003,H006,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,1,63480,57914,5566,97.17307408293709,91.53523791744374,4.981118750059977,2,7,2,tests,assistant_stop_without_finish E13,5f13f34259be710cf7df,TASK_S2_R002_007,310fc5b51cf54b221430f18d7dabbdd0a3a34bc6,M003,H006,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,32129,31459,670,23.763300541089848,18.667145791463554,4.841711749089882,2,12,11,empty_patch,model_turn_budget E13,7435d7f0cffd400d4173,TASK_S2_R002_007,310fc5b51cf54b221430f18d7dabbdd0a3a34bc6,M004,H006,P003,0,1,1,1,0,1,1,0.5,1.0,1,1,5,1,82418,80373,2045,51.210616166936234,36.31022324715741,4.290698541793972,2,12,4,tests,model_turn_budget E13,303acf9630b8b9d9f19d,TASK_S2_R002_008,3bff4cc7cc31e0c6ba630440deaca38044fc46f5,M004,H006,P003,0,1,1,0,0,1,1,0.25,1.0,1,1,5,2,65516,63923,1593,31.655199999921024,23.892669584369287,4.186844665789977,2,12,6,tests,model_turn_budget E13,fdab063d89e20967dbf4,TASK_S2_R002_008,3bff4cc7cc31e0c6ba630440deaca38044fc46f5,M003,H006,P003,0,1,1,0,0,0,1,0.0,1.0,0,1,5,2,30852,29293,1559,34.45365479099564,27.978894833941013,5.282209666911513,2,7,4,tests,assistant_stop_without_finish E13,919b48922f721969fc40,TASK_S2_R002_009,87fd929036f5aba0c7795836332c2d28e031c2a0,M004,H006,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,3,81548,80877,671,18.1415577090811,13.932492836844176,7.792693331837654,3,12,6,empty_patch,model_turn_budget E13,e2a9f9d728ca73ed2420,TASK_S2_R002_009,87fd929036f5aba0c7795836332c2d28e031c2a0,M003,H006,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,548,495,53,0.6313601250294596,0.627210833132267,0.0,0,0,0,empty_patch,assistant_stop_without_finish E13,2e675740559868d5c72b,TASK_S2_R002_010,f78eadbdb202e0d586339606350eab0172e85005,M003,H006,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,15954,15006,948,19.54338129190728,14.237567832693458,10.688478667056188,3,5,4,empty_patch,assistant_stop_without_finish E13,4c3647d5f5ad6a77b0f2,TASK_S2_R002_010,f78eadbdb202e0d586339606350eab0172e85005,M004,H006,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,38716,38247,469,11.627770791994408,7.579980708425865,3.663504500174895,2,12,11,empty_patch,model_turn_budget E13,d624ec0690c22ad4be5c,TASK_S2_R002_011,a4c5732a529217dcfaad0e7c63af82ced6e8d382,M003,H006,P003,0,0,0,0,0,1,1,0.5,1.0,1,1,5,1,80062,78449,1613,52.399598124902695,47.114974291296676,4.865725083043799,2,11,9,empty_patch,assistant_stop_without_finish E13,e63f4d2455dffe97c68c,TASK_S2_R002_011,a4c5732a529217dcfaad0e7c63af82ced6e8d382,M004,H006,P003,0,0,0,0,0,1,1,0.5,1.0,1,1,5,2,111993,110495,1498,46.720644125016406,40.38176804105751,4.404931708006188,2,10,2,empty_patch,finish_tool E13,71803406c24d9b8335cb,TASK_S2_R002_012,ccf49b8eb56832c6f83cd39e28959e65bafe3521,M004,H006,P003,1,1,1,1,1,1,1,1.0,1.0,1,1,5,2,104552,101757,2795,62.76465004100464,51.997839875053614,4.041126958327368,2,12,3,resolved,model_turn_budget E13,c0f972be16db0cba39b9,TASK_S2_R002_012,ccf49b8eb56832c6f83cd39e28959e65bafe3521,M003,H006,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,1,36478,33326,3152,53.47525899996981,47.462752792285755,4.885481667006388,2,7,2,tests,finish_tool E13,c339b8715d696e30cb87,TASK_S2_R002_013,b4e26b379dc7ce7feb1030648f086617536f6689,M003,H006,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,32756,31662,1094,27.874134791083634,22.78682708228007,4.9137589579913765,2,11,11,empty_patch,assistant_stop_without_finish E13,d1281b9f5aac3621b6c7,TASK_S2_R002_013,b4e26b379dc7ce7feb1030648f086617536f6689,M004,H006,P003,0,1,1,0,0,1,1,0.5,1.0,1,1,5,3,74302,72562,1740,35.596790541894734,29.440929376054555,3.5912627500947565,2,10,2,tests,finish_tool E13,aa9fd7aa8b3bd52a2f90,TASK_S2_R002_014,b7baa9b20b362fa2be1ca824623f9b8222ca6c2c,M003,H006,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,1,94110,90159,3951,84.24968841602094,78.01051328866743,4.9369661239907146,2,12,2,tests,model_turn_budget E13,d913b32ec1cb49c55440,TASK_S2_R002_014,b7baa9b20b362fa2be1ca824623f9b8222ca6c2c,M004,H006,P003,1,1,1,1,1,1,1,1.0,1.0,1,1,5,1,103692,98715,4977,89.02566124987788,78.46792983263731,4.268563791178167,2,12,3,resolved,model_turn_budget E13,8ee791f7a131f6ee1917,TASK_S2_R002_015,5cef87d9b0de63a0596cbefd370411a6e0733ecb,M003,H006,P003,0,1,1,0,0,1,0,1.0,0.0,1,0,5,0,10333,9294,1039,19.452220916980878,13.440936999861151,4.866759917233139,2,3,2,tests,assistant_stop_without_finish E13,a2175d8112d4f53b3a5e,TASK_S2_R002_015,5cef87d9b0de63a0596cbefd370411a6e0733ecb,M004,H006,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,2,78583,75070,3513,64.85144216590561,58.39390124892816,4.020603248849511,2,10,3,tests,finish_tool E13,76abe32e3352649dab7d,TASK_S2_R002_016,c8cfaa49bfd125a112ec8ef2aa095fccd1fe2c70,M004,H006,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,3,138222,137270,952,32.3805007499177,25.803970123641193,4.244178249966353,2,12,5,empty_patch,model_turn_budget E13,da43da51d568dcca0382,TASK_S2_R002_016,c8cfaa49bfd125a112ec8ef2aa095fccd1fe2c70,M003,H006,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,17480,16652,828,18.95341370906681,13.907432292820886,4.920559749938548,2,6,6,empty_patch,assistant_stop_without_finish E13,3ba655cb488e85d11f81,TASK_S2_R002_017,4d31bf29f54be6a2bad1a80d99417e4779917a51,M003,H006,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,1,32332,31082,1250,30.166820249985904,24.443960666656494,4.955354416044429,2,6,3,tests,assistant_stop_without_finish E13,7311ab64554b65eee8aa,TASK_S2_R002_017,4d31bf29f54be6a2bad1a80d99417e4779917a51,M004,H006,P003,0,0,0,0,0,0,1,0.0,0.5,0,1,5,3,110843,109645,1198,33.31229904200882,29.125831878744066,7.975392166059464,3,12,6,empty_patch,model_turn_budget E13,539800f7b30392383472,TASK_S2_R002_018,11860fc055026fa1e14b10111b9410d51a2534ac,M003,H006,P003,0,0,0,0,0,1,1,0.5,1.0,1,1,5,1,63042,62305,737,35.04552929196507,29.699949834495783,11.01400304096751,3,12,10,empty_patch,model_turn_budget E13,cf3b39e2f4c6d23cae85,TASK_S2_R002_018,11860fc055026fa1e14b10111b9410d51a2534ac,M004,H006,P003,0,0,0,0,0,1,1,0.5,1.0,1,1,5,3,107227,106646,581,26.46681879204698,21.47068746201694,4.579591416986659,2,12,7,empty_patch,model_turn_budget E13,35f29b53b43a6ab2d3cc,TASK_S2_R002_019,a26d600aadbd80fe54cbcefb72cd979c3040544c,M003,H006,P003,0,0,0,0,0,0,1,0.0,1.0,0,1,5,1,49437,48555,882,39.09387279115617,33.37274733418599,5.351149458205327,2,12,10,empty_patch,model_turn_budget E13,d4cbc01b3765f1f76de9,TASK_S2_R002_019,a26d600aadbd80fe54cbcefb72cd979c3040544c,M004,H006,P003,0,0,0,0,0,0,1,0.0,1.0,0,1,5,2,96628,96040,588,26.531765499850735,21.710460294270888,4.503551833098754,2,12,5,empty_patch,model_turn_budget E13,1dd6bc177a17db006fec,TASK_S2_R002_020,73327f4c90f0d3308a468ea736de0034ad9c22ec,M003,H006,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,32792,32067,725,31.50832345802337,25.404874748317525,5.786884583067149,2,12,11,empty_patch,model_turn_budget E13,c932b74d4bd4923debdb,TASK_S2_R002_020,73327f4c90f0d3308a468ea736de0034ad9c22ec,M004,H006,P003,0,1,0,0,0,0,1,0.0,0.25,0,1,5,5,96972,95425,1547,51.12110679084435,45.611864373786375,4.762108959024772,2,12,3,patch_apply,model_turn_budget E13,8239c923eda8979faf69,TASK_S2_R003_001,cfa6358b4c9c44d267d8c98a53ac840fbb27d3e8,M003,H006,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,30979,29584,1395,78.86375170899555,71.72675241413526,6.9617857919074595,2,12,11,empty_patch,model_turn_budget E13,c3ad3535c4098e59e043,TASK_S2_R003_001,cfa6358b4c9c44d267d8c98a53ac840fbb27d3e8,M004,H006,P003,0,1,1,0,0,1,1,0.5,1.0,1,1,5,2,132978,127993,4985,129.0587357499171,123.13047541701235,4.733561750035733,2,12,5,tests,model_turn_budget E13,9d5c55f45e89106944e5,TASK_S2_R003_002,de29503262b7626421f3bffeea3ff073e63e3865,M004,H006,P003,0,1,1,0,0,0,1,0.0,0.5,0,1,5,2,112473,108005,4468,101.75868616602384,94.45105166523717,4.296900250017643,2,12,4,tests,model_turn_budget E13,ce45ac7a671a148be4b2,TASK_S2_R003_002,de29503262b7626421f3bffeea3ff073e63e3865,M003,H006,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,0,27240,26173,1067,29.995147790992633,22.75184425059706,5.365769749972969,2,5,1,tests,assistant_stop_without_finish E13,5265076c2929dbcb18da,TASK_S2_R003_003,939505b9c143939ba1e52c5cb920d8aa36596e19,M003,H006,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,1,95787,90848,4939,111.70159954205155,104.5701192501001,4.939172666752711,2,9,3,tests,assistant_stop_without_finish E13,5e97879a29d4ae1227e9,TASK_S2_R003_003,939505b9c143939ba1e52c5cb920d8aa36596e19,M004,H006,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,1,104083,98785,5298,100.44394612498581,93.9231357909739,4.400910875061527,2,12,4,tests,model_turn_budget E13,00e3b944fde647c6732a,TASK_S2_R003_004,e4673d8aeaf97b9ad5d2500e459526b4cf494547,M003,H006,P003,0,0,0,0,0,1,1,0.2,1.0,1,1,5,1,38003,37419,584,28.20820741681382,23.13010474992916,4.924616583855823,2,12,9,empty_patch,model_turn_budget E13,30330e93d384b031880a,TASK_S2_R003_004,e4673d8aeaf97b9ad5d2500e459526b4cf494547,M004,H006,P003,0,1,1,1,0,1,1,0.3333333333333333,1.0,1,1,5,4,152563,144320,8243,230.44371724990197,225.46017837408,4.321126666851342,2,12,2,tests,model_turn_budget E13,2815b2a32f7c80638919,TASK_S2_R003_005,f4f7d7a63716f072eb45db2c7f590db0435350f0,M003,H006,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,3,76153,75444,709,47.80080287507735,42.66568908561021,4.958084875019267,2,12,8,empty_patch,model_turn_budget E13,b9a432a41efdeb56138f,TASK_S2_R003_005,f4f7d7a63716f072eb45db2c7f590db0435350f0,M004,H006,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,5,109830,109265,565,23.167790541192517,19.247635123785585,7.821855165762827,3,12,5,empty_patch,model_turn_budget E13,2385ecec895302a6ec1e,TASK_S2_R003_006,9439132b1df39fbf386e5ee4d8354e78f549e109,M003,H006,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,0,37241,35787,1454,38.31216345797293,31.329323960468173,10.687973666004837,3,8,3,tests,assistant_stop_without_finish E13,96138e593db39587e992,TASK_S2_R003_006,9439132b1df39fbf386e5ee4d8354e78f549e109,M004,H006,P003,0,1,1,0,0,0,1,0.0,0.3333333333333333,0,1,5,4,61498,60401,1097,23.646170125110075,18.686482457676902,4.039226292166859,2,12,5,tests,model_turn_budget E13,1bf619386cc340e6461f,TASK_S2_R003_007,735efff88cc8d59021cb5a746ba70b66548e7662,M004,H006,P003,0,1,1,0,0,1,1,1.0,1.0,1,1,5,1,125401,118721,6680,149.89049116708338,143.95371866365895,4.493282374925911,2,12,4,tests,model_turn_budget E13,af8b8749f102b877a9fe,TASK_S2_R003_007,735efff88cc8d59021cb5a746ba70b66548e7662,M003,H006,P003,0,1,1,0,0,0,1,0.0,0.5,0,1,5,2,24244,23125,1119,27.776010625064373,22.144058542791754,4.979490041034296,2,7,4,tests,assistant_stop_without_finish E13,c3996dce9b51e676341b,TASK_S2_R003_008,9734ad4bcbedcf4ee61317c12f47ddacf2ac208f,M003,H006,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,28462,27772,690,25.142359833000228,19.676985832629725,5.372395125217736,2,12,11,empty_patch,model_turn_budget E13,d8e1bd5785667f36d2fe,TASK_S2_R003_008,9734ad4bcbedcf4ee61317c12f47ddacf2ac208f,M004,H006,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,2,133143,129299,3844,80.18370483303443,72.31932108313777,4.419706248911098,2,12,4,tests,model_turn_budget E13,16f152845c34b09d860d,TASK_S2_R003_009,a2ab54ceb40eca1e6e71f7779a418591426b2b2c,M004,H006,P003,0,1,1,1,0,1,1,0.5,1.0,1,1,5,3,114545,109124,5421,111.67286962503567,105.65915020857938,4.4629469178617,2,12,3,tests,model_turn_budget E13,df9bcf398d6f9a97bc25,TASK_S2_R003_009,a2ab54ceb40eca1e6e71f7779a418591426b2b2c,M003,H006,P003,0,1,1,1,0,0,1,0.0,1.0,0,1,5,1,31138,28932,2206,43.99838975002058,37.201111207017675,5.2779011249076575,2,6,3,tests,assistant_stop_without_finish E13,0ce0e8424922a1e6ec14,TASK_S2_R003_010,8d74b889c55d18395c5e5006ba8f7db77892f603,M004,H006,P003,0,0,0,0,0,0,1,0.0,0.5,0,1,5,4,115833,115216,617,27.27603195910342,22.639538043178618,4.373749000951648,2,12,5,empty_patch,model_turn_budget E13,1b696d63917c6ef7c8b3,TASK_S2_R003_010,8d74b889c55d18395c5e5006ba8f7db77892f603,M003,H006,P003,0,1,1,0,0,1,1,0.25,1.0,1,1,5,1,71645,62705,8940,139.92654945794493,133.97888741712086,4.98545925016515,2,10,3,tests,assistant_stop_without_finish E13,87d6abd1fc93a85aed28,TASK_S2_R003_011,ee393a16e1aa6dbf2f9785eb3ef486f7d5b9276f,M003,H006,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,534,488,46,0.5625044160988182,0.559057166101411,0.0,0,0,0,empty_patch,assistant_stop_without_finish E13,e959a8c9254d937cd9b1,TASK_S2_R003_011,ee393a16e1aa6dbf2f9785eb3ef486f7d5b9276f,M004,H006,P003,0,1,1,0,0,1,1,0.5,0.5,1,1,5,2,93329,88539,4790,85.86214837478474,80.70370754157193,4.259822541847825,2,12,2,tests,model_turn_budget E13,11319503b7d23ccc199c,TASK_S2_R003_012,d509da60155e9470dee197d91926850ea9548de9,M003,H006,P003,0,0,0,0,0,1,0,0.2,0.0,1,0,5,1,34075,33273,802,28.037309416104108,22.58184275054373,5.327257125172764,2,10,9,empty_patch,assistant_stop_without_finish E13,c3a46080f69a0c4b0d4f,TASK_S2_R003_012,d509da60155e9470dee197d91926850ea9548de9,M004,H006,P003,0,0,0,0,0,0,1,0.0,0.25,0,1,5,4,70311,69298,1013,22.507032041903585,18.449572084471583,3.7809824170544744,2,12,7,empty_patch,model_turn_budget E13,083ed5d3429cd6951c93,TASK_S2_R003_013,c378817389a9510ef508b5a3c90282e5fb60049f,M004,H006,P003,0,0,0,0,0,0,1,0.0,0.5,0,1,5,3,79757,79184,573,19.215313458815217,15.336111458018422,7.696421707747504,3,12,5,empty_patch,model_turn_budget E13,581c37d5206999c1c284,TASK_S2_R003_013,c378817389a9510ef508b5a3c90282e5fb60049f,M003,H006,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,2,72069,68621,3448,77.61963154096156,72.33885545888916,5.071103083668277,2,12,9,empty_patch,model_turn_budget E13,7603aab9bc22868c58b6,TASK_S2_R003_014,93586405fbfa61317dc75e186799549573bc0bbb,M004,H006,P003,0,1,1,1,0,1,1,0.5,1.0,1,1,5,3,88145,85862,2283,50.07155404193327,42.20509583200328,4.327596000162885,2,12,6,tests,model_turn_budget E13,7f20d17a12cf94c1b68c,TASK_S2_R003_014,93586405fbfa61317dc75e186799549573bc0bbb,M003,H006,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,537,495,42,0.7643999578431249,0.7619000000413507,5.818639665842056,1,0,0,empty_patch,assistant_stop_without_finish E13,773ed529376293bd4633,TASK_S2_R003_015,cf87226a81108fbed4f58751f1c03234cc57bcf1,M003,H006,P003,0,1,1,1,0,1,1,0.25,1.0,1,1,5,1,38699,34004,4695,77.25107041699812,70.68057791562751,5.007525792112574,2,7,4,tests,assistant_stop_without_finish E13,c5beacd71269045adca2,TASK_S2_R003_015,cf87226a81108fbed4f58751f1c03234cc57bcf1,M004,H006,P003,0,0,0,0,0,1,1,0.25,1.0,1,1,5,3,40508,39388,1120,24.864534167107195,20.374944833107293,4.349997583311051,2,7,2,empty_patch,finish_tool E13,06c649a19b321e8ae20e,TASK_S2_R003_016,88de2f0fc52f4f02e1d44139f4404acf172624d7,M004,H006,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,6,103932,102612,1320,35.16392641607672,30.631170752225444,4.343194625340402,2,12,4,empty_patch,model_turn_budget E13,26477faa91467be157ca,TASK_S2_R003_016,88de2f0fc52f4f02e1d44139f4404acf172624d7,M003,H006,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,1,46426,43848,2578,54.853989499853924,47.91761500039138,5.452138749184087,2,8,6,tests,assistant_stop_without_finish E13,39e690f73bb0366569e8,TASK_S2_R003_017,ef8f0e190b1add3bbba9a7b194aba2f3c1a83b2e,M004,H006,P003,0,1,1,0,0,0,1,0.0,0.5,0,1,5,3,85831,83209,2622,52.6911613328848,47.19983333116397,4.3651089577469975,2,12,5,tests,model_turn_budget E13,44ab4e67e0c2d81a4706,TASK_S2_R003_017,ef8f0e190b1add3bbba9a7b194aba2f3c1a83b2e,M003,H006,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,29951,29296,655,24.48594833398238,19.37077270518057,4.954183500027284,2,12,11,empty_patch,model_turn_budget E13,aabcd6e918fcf108a023,TASK_S2_R003_018,c5d0404ac9edfbfd328e7b4f07f554366377df3f,M004,H006,P003,0,1,1,1,0,1,1,0.25,1.0,1,1,5,3,56098,54386,1712,30.997136958874762,25.99540129187517,4.064547375077382,2,12,5,tests,model_turn_budget E13,b72edd254a903a408bb7,TASK_S2_R003_018,c5d0404ac9edfbfd328e7b4f07f554366377df3f,M003,H006,P003,0,0,0,0,0,1,0,0.5,0.0,1,0,5,1,31603,30009,1594,35.51234725001268,30.35273412312381,4.972920791944489,2,11,10,empty_patch,assistant_stop_without_finish E13,35f3ca92dc10e1464b77,TASK_S2_R003_019,c23e6bd5785205f0f4b4c80321153658fc23fb98,M003,H006,P003,0,1,1,1,0,0,1,0.0,1.0,0,1,5,1,21498,20625,873,24.96094674989581,18.46353999967687,5.03616137499921,2,6,4,tests,assistant_stop_without_finish E13,c5c1b4d832c35d3afd7c,TASK_S2_R003_019,c23e6bd5785205f0f4b4c80321153658fc23fb98,M004,H006,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,4,86011,85152,859,24.092535374918953,19.463997415732592,4.405469957971945,2,12,7,empty_patch,model_turn_budget E13,01cb6c2d561fc20f3b30,TASK_S2_R003_020,e11d889cd19ec1555b2bbee15355a8cdfad61d5f,M003,H006,P003,0,0,0,0,0,1,1,0.2,1.0,1,1,5,1,15311,13184,2127,34.99623070796952,29.572644541971385,5.322957415832207,2,3,0,empty_patch,assistant_stop_without_finish E13,673132341752ae8bafa0,TASK_S2_R003_020,e11d889cd19ec1555b2bbee15355a8cdfad61d5f,M004,H006,P003,0,1,1,1,0,1,1,0.5,1.0,1,1,5,3,96815,92493,4322,77.45387962507084,69.4613277502358,4.378535249968991,2,12,3,tests,finish_tool E13,27eaddf2900b8a61ceee,TASK_CR_001,f658abd3eb4eca9b8aadb5ee3af969ff1f142146,M002,H007,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,2,65426,64445,981,20.15076266694814,12.458666875725612,5.573884791927412,2,12,9,empty_patch,model_turn_budget E13,6872a6d764051806f791,TASK_CR_002,10aab506a17814404398dadc564ab53795439424,M002,H007,P002,0,0,0,0,0,1,1,0.3333333333333333,1.0,1,1,5,2,8941,8582,359,11.014276291942224,4.913426749873906,5.193770501064137,2,3,0,empty_patch,assistant_stop_without_finish E13,27b0850dd34bf7289a26,TASK_CR_003,4e9786fae8866b063d641e08b3c7890ef844bd15,M002,H007,P002,1,1,1,1,1,1,1,1.0,1.0,1,1,5,1,26315,25114,1201,21.215948208002374,13.700104375137016,5.392628374975175,2,5,0,resolved,finish_tool E13,a775ba01287e6945a13e,TASK_CR_005,f3cf91bcf15e1eab614a52ad928f0b4e7826b4e6,M002,H007,P002,0,0,0,0,0,1,0,1.0,0.0,1,0,5,0,4392,4239,153,8.657467874931172,2.680280917091295,5.353768499800935,2,1,0,empty_patch,assistant_stop_without_finish E13,9cbadf96fe998174b5a5,TASK_CR_006,b4b74fa3d7c867c53efdb254893564c5119526a5,M002,H007,P002,1,1,1,1,1,1,1,0.5,1.0,1,1,5,1,54812,53213,1599,92.17793741705827,19.26550491526723,5.370407541748136,2,7,0,resolved,finish_tool E13,f187b6e2afa08a988fdd,TASK_CR_007,497027ef60af5688bf153c06fcfbb0a3d2886217,M002,H007,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,2,106745,105497,1248,24.93033295799978,18.401198874693364,5.232153082732111,2,12,7,empty_patch,model_turn_budget E13,e6634f7a320c3018006f,TASK_CR_008,ce2cb82cebb100c27b4d19385791706b71138994,M002,H007,P002,1,1,1,1,1,1,1,0.5,0.5,1,1,5,2,155108,144223,10885,136.6031982919667,120.61968970904127,5.1851749161724,2,11,1,resolved,assistant_stop_without_finish E13,9bae1c3721c3ac03cfdb,TASK_CR_009,49fb64fb1031531a6a651575e5a295abbaa6946a,M002,H007,P002,1,1,1,1,1,1,1,0.5,1.0,1,1,5,1,63823,61741,2082,73.55622091703117,25.770012041786686,9.781616540625691,3,8,1,resolved,finish_tool E13,7a870dedb8ab760efbc8,TASK_CR_012,4a086221393c6a74d1a5808af2666b1a6073f414,M002,H007,P002,1,1,1,1,1,1,1,0.5,1.0,1,1,5,1,17307,16438,869,17.278118917020038,9.201694793067873,5.36560008325614,2,5,0,resolved,finish_tool E13,5875886fdb40f1ee6fbb,TASK_CR_013,a7f451907269355a46ab528111003b32851ffdb8,M002,H007,P002,0,0,0,0,0,0,1,0.0,0.3333333333333333,0,1,5,3,131813,130735,1078,26.789017834002152,19.92930029076524,5.556169624207541,2,12,6,empty_patch,tool_budget_exhausted E13,198454d594bf8842b7fa,TASK_S2_R001_011,d81649aabf1c96534f78d89b7298a87a7752884b,M002,H007,P002,0,0,0,0,0,1,1,0.5,1.0,1,1,5,3,212393,210364,2029,45.714595458935946,38.5415135838557,5.470969291869551,2,12,3,empty_patch,tool_budget_exhausted E13,f7651253b935ed1b4dd8,TASK_S2_R001_012,dcdf51716e931cab57d62ab2637b7320108ff376,M002,H007,P002,1,1,1,1,1,1,1,1.0,1.0,1,1,5,1,16591,15360,1231,23.15146925020963,13.410566500155255,5.426709166960791,2,4,0,resolved,finish_tool E13,547808734b4e6fd2f276,TASK_S2_R001_013,b0cc2ebf7fb6332d9cf32e805e370140d4f3bba0,M002,H007,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,60363,59600,763,17.448624209035188,11.366901916451752,5.257486084243283,2,12,10,empty_patch,model_turn_budget E13,1b66c5bb4b0725245364,TASK_S2_R001_014,1e3bd63c7b65e70ad5189ba1691507548abd9d3e,M002,H007,P002,0,0,0,0,0,1,1,0.2,1.0,1,1,5,1,79096,78108,988,21.24157441686839,14.810467249015346,5.549793167039752,2,12,8,empty_patch,model_turn_budget E13,53ada291764283dee4ef,TASK_S2_R001_015,0b6865a6fb06846d8b5b0ef177130aa2156ad0d4,M002,H007,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,1,133453,124004,9449,115.51784687512554,108.7390849571675,5.567038291832432,2,9,3,empty_patch,assistant_stop_without_finish E13,7ee3cf2939e278e1f96f,TASK_S2_R001_016,ff2731c2a76d1816d73a47c4e7d615c5fff4969b,M002,H007,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,42216,40728,1488,20.780203082831576,15.340644124429673,10.11164258280769,3,12,11,empty_patch,tool_budget_exhausted E13,f2c6aced0450baf450ca,TASK_S2_R001_017,b141f250943abe155e0db8f018f59ba45e9d2dbe,M002,H007,P002,0,0,0,0,0,1,1,0.5,1.0,1,1,5,2,36538,26164,10374,122.49021358299069,116.55104233161546,5.553017083089799,2,4,0,empty_patch,assistant_stop_without_finish E13,127962166079e418bcca,TASK_S2_R001_018,4fdb8ee94d8e03424b10d254c26a3ddc0b76fb1d,M002,H007,P002,1,1,1,1,1,1,1,0.3333333333333333,1.0,1,1,5,2,65072,63485,1587,66.36839225003496,18.834887539502233,5.301433959044516,2,8,0,resolved,finish_tool E13,ef0f2cb7fcc769659d7d,TASK_S2_R001_019,a4320fa224af23dd403ca718d4502666b1efa4a4,M002,H007,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,2,202681,201626,1055,40.526738750049844,33.84369591693394,5.37517837411724,2,12,1,empty_patch,model_turn_budget E13,1c4a45391fe049bda14b,TASK_S2_R001_020,49fb64fb1031531a6a651575e5a295abbaa6946a,M002,H007,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,4,113471,112577,894,24.327571208123118,17.817480084020644,5.250291582895443,2,12,6,empty_patch,model_turn_budget E13,7e800000f2cb942fb6ba,TASK_S2_R002_001,a5be59f825000f173880b4e49e47ea2bed646531,M002,H007,P002,0,0,0,0,0,1,1,0.3333333333333333,1.0,1,1,5,3,85622,83968,1654,30.998468375066295,25.005280335899442,5.452750499127433,2,12,6,empty_patch,model_turn_budget E13,ba5d646e4234907377cc,TASK_S2_R002_002,0d984da7b56af3e8e882a3234be0bf44686e6bfc,M002,H007,P002,0,1,1,0,0,1,1,1.0,0.5,1,1,5,2,100042,98055,1987,35.9361519170925,27.554505413863808,5.368212082888931,2,12,2,tests,finish_tool E13,18de54fbda1f7acf3884,TASK_S2_R002_003,71a96cf3be9940f846e5d412ccd2b18fae8968f7,M002,H007,P002,0,0,0,0,0,1,1,0.2,1.0,1,1,5,1,158850,156738,2112,40.33171749999747,33.91456545935944,5.637541584204882,2,12,6,empty_patch,model_turn_budget E13,e71a78a2d36e0d0e952e,TASK_S2_R002_004,5c23d008b05152107f65b4dbf401fefd7e7c5676,M002,H007,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,2,142317,141172,1145,36.08254049997777,30.000814374070615,10.785662083886564,3,12,2,empty_patch,model_turn_budget E13,3c0d874700b2a46c3a7b,TASK_S2_R002_005,b0002945668fe718fcb6ab7e3ada5d2fd6dfaf08,M002,H007,P002,0,1,1,1,0,0,1,0.0,0.3333333333333333,0,1,5,4,106553,104336,2217,59.88369783409871,38.740577125456184,5.6633342921268195,2,12,3,tests,finish_tool E13,56bbef8d715d18b45956,TASK_S2_R002_006,41455d61077fa309d2ded62e12e8c1032fbebf3a,M002,H007,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,2,160339,159193,1146,30.85134133300744,24.121494247345254,6.074540874920785,2,12,6,empty_patch,model_turn_budget E13,bfc7e11d392d3a85be5a,TASK_S2_R002_007,310fc5b51cf54b221430f18d7dabbdd0a3a34bc6,M002,H007,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,50180,49388,792,16.470344125060365,10.843487627571449,5.158962915884331,2,12,10,empty_patch,model_turn_budget E13,7f102815fe7860483070,TASK_S2_R002_008,3bff4cc7cc31e0c6ba630440deaca38044fc46f5,M002,H007,P002,0,0,0,0,0,0,1,0.0,1.0,0,1,5,2,63161,61432,1729,27.522011207882315,21.733246877789497,5.299229958793148,2,12,8,empty_patch,model_turn_budget E13,a20cf7ef572b6c5999a7,TASK_S2_R002_009,87fd929036f5aba0c7795836332c2d28e031c2a0,M002,H007,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,3,116741,115764,977,24.020278749987483,18.02962441695854,5.375208166893572,2,12,6,empty_patch,model_turn_budget E13,f88f52b7590a47885b9c,TASK_S2_R002_010,f78eadbdb202e0d586339606350eab0172e85005,M002,H007,P002,0,0,0,0,0,0,1,0.0,0.25,0,1,5,4,58178,49230,8948,100.24047229089774,94.35599337471649,5.3025982088875026,2,9,4,empty_patch,assistant_stop_without_finish E13,42f4534c04d1de0cafa1,TASK_S2_R002_011,a4c5732a529217dcfaad0e7c63af82ced6e8d382,M002,H007,P002,0,1,1,1,0,1,1,0.5,1.0,1,1,5,2,149427,147556,1871,40.59125170879997,32.22351137478836,5.5087887910194695,2,12,1,tests,model_turn_budget E13,ddc1132d6e3653122ed7,TASK_S2_R002_012,ccf49b8eb56832c6f83cd39e28959e65bafe3521,M002,H007,P002,0,1,1,1,0,1,1,1.0,1.0,1,1,5,2,79113,76902,2211,33.05446754209697,26.09836921002716,10.041930750012398,3,12,2,tests,model_turn_budget E13,c96cf022d195f414dd12,TASK_S2_R002_013,b4e26b379dc7ce7feb1030648f086617536f6689,M002,H007,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,4,70281,61000,9281,111.16516308300197,105.23674816591665,5.3877881658263505,2,9,4,empty_patch,assistant_stop_without_finish E13,040c84e0d5d373b746ad,TASK_S2_R002_014,b7baa9b20b362fa2be1ca824623f9b8222ca6c2c,M002,H007,P002,1,1,1,1,1,1,1,1.0,1.0,1,1,5,1,105366,102751,2615,45.46417299984023,33.77163154212758,5.283257291885093,2,12,2,resolved,model_turn_budget E13,e2cb8664abebae75d852,TASK_S2_R002_015,5cef87d9b0de63a0596cbefd370411a6e0733ecb,M002,H007,P002,0,0,0,0,0,1,1,0.5,1.0,1,1,5,2,68983,58548,10435,124.89583829091862,117.26849808357656,5.234150207834318,2,6,1,empty_patch,assistant_stop_without_finish E13,27758118176a214b2882,TASK_S2_R002_016,c8cfaa49bfd125a112ec8ef2aa095fccd1fe2c70,M002,H007,P002,0,0,0,0,0,1,0,0.5,0.0,1,0,5,0,4194,4050,144,7.689752583857626,2.447469500126317,4.793048708001152,2,1,0,empty_patch,assistant_stop_without_finish E13,bd2a011eab52e8761daa,TASK_S2_R002_017,4d31bf29f54be6a2bad1a80d99417e4779917a51,M002,H007,P002,0,1,1,1,0,1,1,0.5,1.0,1,1,5,1,115122,112378,2744,45.58641975000501,36.3069483328145,5.2174283331260085,2,12,2,tests,finish_tool E13,864829000867e9e4f487,TASK_S2_R002_018,11860fc055026fa1e14b10111b9410d51a2534ac,M002,H007,P002,0,0,0,0,0,1,1,0.5,1.0,1,1,5,1,183442,182342,1100,35.421849499922246,29.082709167152643,5.554503459017724,2,12,2,empty_patch,model_turn_budget E13,bc069390b9a7247129d2,TASK_S2_R002_019,a26d600aadbd80fe54cbcefb72cd979c3040544c,M002,H007,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,80121,78728,1393,27.50510404095985,20.932608956471086,6.145075750071555,2,12,9,empty_patch,model_turn_budget E13,c1f34de898e91bf81818,TASK_S2_R002_020,73327f4c90f0d3308a468ea736de0034ad9c22ec,M002,H007,P002,0,0,0,0,0,0,1,0.0,0.3333333333333333,0,1,5,3,96398,94687,1711,35.933688667137176,29.785212753340602,11.049233250087127,3,12,6,empty_patch,model_turn_budget E13,894d159032c65be52103,TASK_S2_R003_001,cfa6358b4c9c44d267d8c98a53ac840fbb27d3e8,M002,H007,P002,0,0,0,0,0,1,1,0.5,1.0,1,1,5,2,146120,145090,1030,81.40101533313282,72.91577783157118,7.794921042164788,2,12,2,empty_patch,model_turn_budget E13,56f0fc27c970a17662c6,TASK_S2_R003_002,de29503262b7626421f3bffeea3ff073e63e3865,M002,H007,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,43115,34320,8795,104.27290216716938,98.60575374751352,5.472680042264983,2,6,2,empty_patch,assistant_stop_without_finish E13,261f044c3ef841a19e71,TASK_S2_R003_003,939505b9c143939ba1e52c5cb920d8aa36596e19,M002,H007,P002,1,1,1,1,1,1,1,1.0,1.0,1,1,5,1,24301,22822,1479,25.334883417002857,18.03807304170914,5.546472498914227,2,5,0,resolved,finish_tool E13,d0aa6eadf0b25b458f57,TASK_S2_R003_004,e4673d8aeaf97b9ad5d2500e459526b4cf494547,M002,H007,P002,0,1,1,1,0,1,1,0.3333333333333333,0.3333333333333333,1,1,5,3,115376,112401,2975,54.31110312510282,46.50878862594254,5.955382416956127,2,12,2,tests,model_turn_budget E13,36207bbd0f63728051f6,TASK_S2_R003_005,f4f7d7a63716f072eb45db2c7f590db0435350f0,M002,H007,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,4,90178,88818,1360,29.580688916845247,23.854258249979466,5.518412416102365,2,12,6,empty_patch,model_turn_budget E13,d1cc4869c156a895a681,TASK_S2_R003_006,9439132b1df39fbf386e5ee4d8354e78f549e109,M002,H007,P002,0,1,1,0,0,0,0,0.0,0.0,0,0,5,5,59672,57908,1764,31.603370041120797,24.45909353904426,5.529906167183071,2,11,1,tests,finish_tool E13,84ac0a22efeb051bac9b,TASK_S2_R003_007,735efff88cc8d59021cb5a746ba70b66548e7662,M002,H007,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,2,46448,45661,787,17.948543207952753,12.383353125536814,5.364147416315973,2,12,9,empty_patch,model_turn_budget E13,d98bf2ee9586b50244eb,TASK_S2_R003_008,9734ad4bcbedcf4ee61317c12f47ddacf2ac208f,M002,H007,P002,1,1,1,1,1,1,1,1.0,1.0,1,1,5,1,29732,28872,860,18.71153779188171,11.356505541363731,10.766001125099137,3,6,0,resolved,finish_tool E13,ef75fc19b20baee46b66,TASK_S2_R003_009,a2ab54ceb40eca1e6e71f7779a418591426b2b2c,M002,H007,P002,1,1,1,1,1,1,1,0.25,1.0,1,1,5,2,145188,141315,3873,62.14137912495062,54.499957332154736,5.641006832942367,2,12,2,resolved,model_turn_budget E13,8eec30d5ba9b7c3531ee,TASK_S2_R003_010,8d74b889c55d18395c5e5006ba8f7db77892f603,M002,H007,P002,0,1,1,0,0,1,1,0.25,1.0,1,1,5,2,29245,28031,1214,23.00993787497282,16.179609331768006,5.654090208699927,2,6,1,tests,finish_tool E13,389715be8e72371b4d68,TASK_S2_R003_011,ee393a16e1aa6dbf2f9785eb3ef486f7d5b9276f,M002,H007,P002,0,0,0,0,0,1,0,0.5,0.0,1,0,5,1,64107,62618,1489,26.687099374830723,20.424835498444736,6.000160916009918,2,12,7,empty_patch,model_turn_budget E13,daedea091233c4b59226,TASK_S2_R003_012,d509da60155e9470dee197d91926850ea9548de9,M002,H007,P002,0,0,0,0,0,0,1,0.0,0.25,0,1,5,4,63642,62361,1281,23.689455916872248,17.857683999231085,5.501259041950107,2,12,7,empty_patch,tool_budget_exhausted E13,1767da2802e55f2acb42,TASK_S2_R003_013,c378817389a9510ef508b5a3c90282e5fb60049f,M002,H007,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,9690,9495,195,10.274607958039269,4.4438549999613315,5.658623916096985,2,2,0,empty_patch,assistant_stop_without_finish E13,26ea7b0b3ef382f4622b,TASK_S2_R003_014,93586405fbfa61317dc75e186799549573bc0bbb,M002,H007,P002,0,1,1,1,0,1,1,0.5,1.0,1,1,5,3,109942,106490,3452,58.47372016706504,45.993631249526516,5.774106499971822,2,12,2,tests,finish_tool E13,7a9d7ef03a35fa096d53,TASK_S2_R003_015,cf87226a81108fbed4f58751f1c03234cc57bcf1,M002,H007,P002,0,0,0,0,0,1,1,0.3333333333333333,1.0,1,1,5,2,36052,27409,8643,98.27038820786402,92.34858125098981,5.773964999243617,2,5,2,empty_patch,assistant_stop_without_finish E13,3aadc8a6d409b98749c2,TASK_S2_R003_016,88de2f0fc52f4f02e1d44139f4404acf172624d7,M002,H007,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,2,158317,157280,1037,28.4954379578121,22.862861293833703,10.684940499952063,3,12,5,empty_patch,model_turn_budget E13,0571fc76c58f080a575c,TASK_S2_R003_017,ef8f0e190b1add3bbba9a7b194aba2f3c1a83b2e,M002,H007,P002,0,1,1,0,0,0,0,0.0,0.0,0,0,5,1,171146,169308,1838,44.26131437509321,37.38594287424348,5.622632584068924,2,12,1,tests,model_turn_budget E13,b886b5e87e11dc18bdb6,TASK_S2_R003_018,c5d0404ac9edfbfd328e7b4f07f554366377df3f,M002,H007,P002,0,0,0,0,0,1,1,0.25,1.0,1,1,5,5,58985,57329,1656,29.137818875024095,22.772083040792495,6.063233291963115,2,12,4,empty_patch,tool_budget_exhausted E13,84b97b4bb6754067bdf9,TASK_S2_R003_019,c23e6bd5785205f0f4b4c80321153658fc23fb98,M002,H007,P002,1,1,1,1,1,1,1,0.5,1.0,1,1,5,2,86496,84243,2253,37.434120499994606,29.870795752853155,5.652832333929837,2,12,3,resolved,model_turn_budget E13,dd1c7745b61eb0f15e83,TASK_S2_R003_020,e11d889cd19ec1555b2bbee15355a8cdfad61d5f,M002,H007,P002,0,0,0,0,0,1,1,0.2,1.0,1,1,5,1,24713,16273,8440,93.40866195806302,87.36190779181197,5.920942625962198,2,3,0,empty_patch,assistant_stop_without_finish E13,02c86611f6fd6e2973a8,TASK_CR_001,f658abd3eb4eca9b8aadb5ee3af969ff1f142146,M004,H007,P003,1,1,1,1,1,1,1,1.0,1.0,1,1,5,2,76908,74862,2046,49.534301459090784,37.997140458086506,4.384617874864489,2,12,6,resolved,model_turn_budget E13,74c9445caeea1447dbdc,TASK_CR_001,f658abd3eb4eca9b8aadb5ee3af969ff1f142146,M003,H007,P003,1,1,1,1,1,1,1,0.3333333333333333,1.0,1,1,5,1,54912,48496,6416,109.61057554092258,100.92480274918489,5.269547333009541,2,7,3,resolved,assistant_stop_without_finish E13,08eb4e23c8be3669f65f,TASK_CR_002,10aab506a17814404398dadc564ab53795439424,M003,H007,P003,0,1,1,0,0,0,1,0.0,1.0,0,1,5,1,35292,34300,992,23.778215874917805,16.97896946151741,5.6660722070373595,2,12,9,tests,model_turn_budget E13,cf162f8738e4354b1889,TASK_CR_002,10aab506a17814404398dadc564ab53795439424,M004,H007,P003,0,1,0,1,0,1,1,0.3333333333333333,1.0,1,1,5,5,88720,85825,2895,47.46730879205279,40.75201404187828,4.522664499934763,2,12,2,patch_apply,model_turn_budget E13,1d3b0d07887c6bbf716d,TASK_CR_003,4e9786fae8866b063d641e08b3c7890ef844bd15,M003,H007,P003,1,1,1,1,1,0,1,0.0,1.0,0,1,5,1,50354,47094,3260,59.29527279199101,52.94627033080906,4.936409207992256,2,12,8,resolved,model_turn_budget E13,8c607b6a00a8031815e3,TASK_CR_003,4e9786fae8866b063d641e08b3c7890ef844bd15,M004,H007,P003,1,1,1,1,1,1,1,0.5,1.0,1,1,5,2,145198,139229,5969,112.03482704190537,104.82195745850913,4.390852250158787,2,12,4,resolved,finish_tool E13,2678c7b82ccc64cd60ea,TASK_CR_005,f3cf91bcf15e1eab614a52ad928f0b4e7826b4e6,M004,H007,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,3,90794,90003,791,22.938106707995757,18.508042083121836,3.659571958007291,2,12,7,empty_patch,model_turn_budget E13,7cca488d5ace7d482176,TASK_CR_005,f3cf91bcf15e1eab614a52ad928f0b4e7826b4e6,M003,H007,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,29274,28052,1222,27.726145999971777,22.641118290368468,4.910187458852306,2,11,11,empty_patch,assistant_stop_without_finish E13,811db4a23d4dce617dd1,TASK_CR_006,b4b74fa3d7c867c53efdb254893564c5119526a5,M004,H007,P003,0,0,0,0,0,1,1,0.3333333333333333,1.0,1,1,5,3,102444,101817,627,22.0583448340185,16.64625408570282,4.286731249885634,2,12,5,empty_patch,model_turn_budget E13,fc029d38614f5736f2f5,TASK_CR_006,b4b74fa3d7c867c53efdb254893564c5119526a5,M003,H007,P003,0,0,0,0,0,1,0,0.5,0.0,1,0,5,0,33110,32210,900,24.23497062502429,18.70442666555755,4.8652092919219285,2,12,11,empty_patch,model_turn_budget E13,4d831d4e18f7a9521e09,TASK_CR_007,497027ef60af5688bf153c06fcfbb0a3d2886217,M003,H007,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,43982,43068,914,29.583979084156454,24.013791540637612,4.990966875106096,2,12,10,empty_patch,model_turn_budget E13,88972ad0ecbb0d5b4594,TASK_CR_007,497027ef60af5688bf153c06fcfbb0a3d2886217,M004,H007,P003,0,0,0,0,0,1,1,0.25,1.0,1,1,5,4,130271,129685,586,23.736772292060778,19.052333664614707,7.716319792205468,3,12,4,empty_patch,model_turn_budget E13,10202b98b21f9c3b38f2,TASK_CR_008,ce2cb82cebb100c27b4d19385791706b71138994,M003,H007,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,1,15337,13758,1579,31.50152854109183,22.349336750106886,10.882070583989844,3,3,1,tests,assistant_stop_without_finish E13,1dc754db34ea84f20aab,TASK_CR_008,ce2cb82cebb100c27b4d19385791706b71138994,M004,H007,P003,0,1,1,0,0,1,1,0.5,0.5,1,1,5,2,79183,77244,1939,41.59894370823167,30.693885625572875,3.6144447498954833,2,10,3,tests,finish_tool E13,53accae0425c28b7e887,TASK_CR_009,49fb64fb1031531a6a651575e5a295abbaa6946a,M004,H007,P003,0,1,1,1,0,1,1,0.5,1.0,1,1,5,3,143795,140483,3312,77.36369704199024,71.3055822502356,4.266535375034437,2,12,3,tests,finish_tool E13,7468fea44f1fa94aa016,TASK_CR_009,49fb64fb1031531a6a651575e5a295abbaa6946a,M003,H007,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,561,522,39,0.5351049590390176,0.531156999990344,0.0,0,0,0,empty_patch,assistant_stop_without_finish E13,7eb6dcc7368690c34ffb,TASK_CR_012,4a086221393c6a74d1a5808af2666b1a6073f414,M004,H007,P003,1,1,1,1,1,1,1,0.3333333333333333,1.0,1,1,5,2,29627,28669,958,21.90309475013055,15.441271500196308,3.8866382089909166,2,6,0,resolved,finish_tool E13,cd7bc2e1c33b56d0d3a9,TASK_CR_012,4a086221393c6a74d1a5808af2666b1a6073f414,M003,H007,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,26057,25160,897,24.04301350004971,18.832793291192502,5.028446500189602,2,10,10,empty_patch,assistant_stop_without_finish E13,2a7e32bb1d5104129cbb,TASK_CR_013,a7f451907269355a46ab528111003b32851ffdb8,M004,H007,P003,0,0,0,0,0,1,1,0.5,1.0,1,1,5,4,110833,110165,668,25.9379718338605,20.352831667056307,4.383336373837665,2,12,6,empty_patch,model_turn_budget E13,c1445ebc4b17a8e88842,TASK_CR_013,a7f451907269355a46ab528111003b32851ffdb8,M003,H007,P003,0,0,0,0,0,1,0,0.5,0.0,1,0,5,0,34177,33568,609,23.964482499985024,18.239502042299137,4.937559332931414,2,12,11,empty_patch,model_turn_budget E13,1505b0dba72bfce52578,TASK_S2_R001_011,d81649aabf1c96534f78d89b7298a87a7752884b,M004,H007,P003,0,0,0,0,0,1,1,0.5,1.0,1,1,5,1,89376,88006,1370,32.11756750009954,26.618738375836983,4.192424790933728,2,12,6,empty_patch,model_turn_budget E13,3abfafc92f79ac875a47,TASK_S2_R001_011,d81649aabf1c96534f78d89b7298a87a7752884b,M003,H007,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,28112,27476,636,22.000136374961585,16.823919124435633,4.97992975008674,2,12,11,empty_patch,model_turn_budget E13,08a719366b2714baca61,TASK_S2_R001_012,dcdf51716e931cab57d62ab2637b7320108ff376,M003,H007,P003,1,1,1,1,1,1,1,0.25,1.0,1,1,5,1,37582,32947,4635,74.64472029195167,64.23273462452926,5.283649042947218,2,6,2,resolved,assistant_stop_without_finish E13,0ab75f071b0161f3bb78,TASK_S2_R001_012,dcdf51716e931cab57d62ab2637b7320108ff376,M004,H007,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,3,69066,68382,684,21.734343624906614,15.911975168157369,4.235906209098175,2,10,7,empty_patch,assistant_stop_without_finish E13,73bcaca0d7bcf4e8a4ab,TASK_S2_R001_013,b0cc2ebf7fb6332d9cf32e805e370140d4f3bba0,M004,H007,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,2,92654,92170,484,17.423553874948993,11.986985835246742,3.7053052918054163,2,12,7,empty_patch,model_turn_budget E13,d12ad8637417998cecc7,TASK_S2_R001_013,b0cc2ebf7fb6332d9cf32e805e370140d4f3bba0,M003,H007,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,37330,36796,534,23.36995920795016,18.172677332768217,4.986539375036955,2,12,10,empty_patch,model_turn_budget E13,082d49e095747e7481df,TASK_S2_R001_014,1e3bd63c7b65e70ad5189ba1691507548abd9d3e,M004,H007,P003,0,0,0,0,0,1,1,1.0,0.5,1,1,5,2,109356,108711,645,24.307502707932144,19.36524449964054,7.941251124953851,3,12,5,empty_patch,model_turn_budget E13,fba121af180cada49258,TASK_S2_R001_014,1e3bd63c7b65e70ad5189ba1691507548abd9d3e,M003,H007,P003,0,0,0,0,0,1,0,0.5,0.0,1,0,5,0,31581,30861,720,23.893772832816467,18.335156375309452,5.035759707679972,2,12,11,empty_patch,model_turn_budget E13,7f513fc1d3819a84e042,TASK_S2_R001_015,0b6865a6fb06846d8b5b0ef177130aa2156ad0d4,M003,H007,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,28190,27522,668,21.320850249845535,16.03233529184945,11.086286334088072,3,12,11,empty_patch,model_turn_budget E13,e11b4f37bb8c4402891f,TASK_S2_R001_015,0b6865a6fb06846d8b5b0ef177130aa2156ad0d4,M004,H007,P003,0,0,0,0,0,1,1,0.3333333333333333,1.0,1,1,5,5,203271,202213,1058,81.16265833401121,53.36671424936503,4.452059291070327,2,12,2,empty_patch,model_turn_budget E13,088ab2771c0f64042e40,TASK_S2_R001_016,ff2731c2a76d1816d73a47c4e7d615c5fff4969b,M004,H007,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,2,75711,75219,492,16.76037620799616,12.277878751512617,3.750011542113498,2,12,8,empty_patch,model_turn_budget E13,97979f0ceff250d83b5c,TASK_S2_R001_016,ff2731c2a76d1816d73a47c4e7d615c5fff4969b,M003,H007,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,17551,16848,703,18.797478083055466,13.614856084110215,5.024437790969387,2,7,7,empty_patch,assistant_stop_without_finish E13,b326019bbedfaff2aa9c,TASK_S2_R001_017,b141f250943abe155e0db8f018f59ba45e9d2dbe,M004,H007,P003,0,1,1,1,0,1,1,0.5,1.0,1,1,5,2,133155,128118,5037,98.15109295793809,91.1166928759776,4.653594292001799,2,12,3,tests,finish_tool E13,df5bb07a44ca0620e379,TASK_S2_R001_017,b141f250943abe155e0db8f018f59ba45e9d2dbe,M003,H007,P003,0,1,1,1,0,1,1,0.5,1.0,1,1,5,1,68037,63727,4310,80.52864679112099,73.42218420887366,5.323214208241552,2,11,7,tests,assistant_stop_without_finish E13,41ce1678e998f0f6f48f,TASK_S2_R001_018,4fdb8ee94d8e03424b10d254c26a3ddc0b76fb1d,M004,H007,P003,0,0,0,0,0,1,1,0.3333333333333333,1.0,1,1,5,3,68560,59857,8703,172.3751707500778,167.48897520895116,4.2570794159546494,2,7,2,empty_patch,assistant_stop_without_finish E13,99d83ca82c04a63418ad,TASK_S2_R001_018,4fdb8ee94d8e03424b10d254c26a3ddc0b76fb1d,M003,H007,P003,0,1,1,1,0,1,1,0.3333333333333333,1.0,1,1,5,1,39492,37963,1529,33.852541792206466,27.616954831872135,4.990449541946873,2,9,4,tests,assistant_stop_without_finish E13,697e6996e7fb7ee1943c,TASK_S2_R001_019,a4320fa224af23dd403ca718d4502666b1efa4a4,M004,H007,P003,0,1,1,1,0,1,1,0.5,1.0,1,1,5,3,185093,178355,6738,177.141428707866,170.78986920928583,4.642377749085426,2,11,5,tests,assistant_stop_without_finish E13,8c01643d9a5ff524de22,TASK_S2_R001_019,a4320fa224af23dd403ca718d4502666b1efa4a4,M003,H007,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,1,52128,50375,1753,45.05906970798969,38.84953712671995,4.8172918749041855,2,9,6,tests,assistant_stop_without_finish E13,5ac94bffba3bf763fcac,TASK_S2_R001_020,49fb64fb1031531a6a651575e5a295abbaa6946a,M003,H007,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,1,48536,47449,1087,36.841430249856785,30.773112626280636,4.899952666135505,2,7,3,tests,assistant_stop_without_finish E13,ff1030375fd0515cd439,TASK_S2_R001_020,49fb64fb1031531a6a651575e5a295abbaa6946a,M004,H007,P003,0,1,1,1,0,1,1,0.2,0.5,1,1,5,4,161401,156636,4765,133.51002345816232,125.80858108378015,4.435405667172745,2,12,1,tests,model_turn_budget E13,550b37b712b949c621ba,TASK_S2_R002_001,a5be59f825000f173880b4e49e47ea2bed646531,M004,H007,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,2,60179,59661,518,17.165110040921718,12.246039709309116,4.3915562918409705,2,12,9,empty_patch,model_turn_budget E13,580531dd81550da5a1a1,TASK_S2_R002_001,a5be59f825000f173880b4e49e47ea2bed646531,M003,H007,P003,0,0,0,0,0,1,1,0.3333333333333333,1.0,1,1,5,2,31404,30222,1182,32.82066037505865,27.155679582385346,5.176696749869734,2,6,4,empty_patch,assistant_stop_without_finish E13,658e7e42385a32574ef0,TASK_S2_R002_002,0d984da7b56af3e8e882a3234be0bf44686e6bfc,M003,H007,P003,0,1,1,1,0,0,1,0.0,1.0,0,1,5,1,55945,50161,5784,184.9445944170002,178.56245833495632,5.626105458009988,2,8,3,tests,assistant_stop_without_finish E13,f94e62da7496a02318af,TASK_S2_R002_002,0d984da7b56af3e8e882a3234be0bf44686e6bfc,M004,H007,P003,0,0,0,0,0,1,1,1.0,0.5,1,1,5,2,53280,52280,1000,42.90549045894295,37.700250627007335,9.231725291116163,3,10,3,empty_patch,finish_tool E13,0776dcaefb4698068b7f,TASK_S2_R002_003,71a96cf3be9940f846e5d412ccd2b18fae8968f7,M003,H007,P003,0,1,1,1,0,1,1,0.2,1.0,1,1,5,1,71222,69132,2090,58.824540209025145,51.67109120893292,10.76187904085964,3,12,8,tests,model_turn_budget E13,c9c3be2f02d1603be6a2,TASK_S2_R002_003,71a96cf3be9940f846e5d412ccd2b18fae8968f7,M004,H007,P003,0,0,0,0,0,1,1,0.25,1.0,1,1,5,3,148417,147152,1265,44.883118875091895,39.54751962493174,4.526098792208359,2,12,3,empty_patch,model_turn_budget E13,beb004e6fbf6f8fe8d0b,TASK_S2_R002_004,5c23d008b05152107f65b4dbf401fefd7e7c5676,M003,H007,P003,0,0,0,0,0,0,1,0.0,1.0,0,1,5,1,66270,65621,649,37.70440333406441,32.5302079601679,4.947674751048908,2,12,9,empty_patch,model_turn_budget E13,df0a1e51abc1b81c1896,TASK_S2_R002_004,5c23d008b05152107f65b4dbf401fefd7e7c5676,M004,H007,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,4,92593,92078,515,24.180390750057995,19.091393834911287,4.630535166012123,2,12,6,empty_patch,model_turn_budget E13,21ba3a1f93af78ea0631,TASK_S2_R002_005,b0002945668fe718fcb6ab7e3ada5d2fd6dfaf08,M004,H007,P003,0,1,1,1,0,1,1,0.5,1.0,1,1,5,2,106020,100252,5768,126.52815904188901,120.55505995685235,4.738956250017509,2,10,2,tests,finish_tool E13,cab948886339878c9992,TASK_S2_R002_005,b0002945668fe718fcb6ab7e3ada5d2fd6dfaf08,M003,H007,P003,0,1,1,1,0,1,1,0.25,1.0,1,1,5,1,41159,39983,1176,37.86373658408411,31.054044456919655,5.149413832928985,2,12,8,tests,model_turn_budget E13,a67643e35ab39bd52ecd,TASK_S2_R002_006,41455d61077fa309d2ded62e12e8c1032fbebf3a,M004,H007,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,2,147627,139494,8133,163.59197074989788,156.70852645952255,4.573063165647909,2,12,3,tests,finish_tool E13,c0875b31dfa864dd2dad,TASK_S2_R002_006,41455d61077fa309d2ded62e12e8c1032fbebf3a,M003,H007,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,1,34528,33195,1333,33.632845083018765,28.107897876994684,4.876140041043982,2,6,2,tests,assistant_stop_without_finish E13,b6b695e2db69457d7451,TASK_S2_R002_007,310fc5b51cf54b221430f18d7dabbdd0a3a34bc6,M004,H007,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,1,80997,80381,616,16.44748495798558,12.22610354423523,3.6611444998998195,2,12,6,empty_patch,model_turn_budget E13,d3ef5084d8aac96e741b,TASK_S2_R002_007,310fc5b51cf54b221430f18d7dabbdd0a3a34bc6,M003,H007,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,1,32631,29747,2884,50.766308791935444,45.200951791834086,4.95758608286269,2,6,3,tests,assistant_stop_without_finish E13,38206ca8376363cdab15,TASK_S2_R002_008,3bff4cc7cc31e0c6ba630440deaca38044fc46f5,M004,H007,P003,0,1,1,0,0,1,1,0.25,1.0,1,1,5,3,80154,77963,2191,45.532577249919996,37.038299791747704,3.968796209199354,2,12,4,tests,model_turn_budget E13,4f336eed1aae5e5683f8,TASK_S2_R002_008,3bff4cc7cc31e0c6ba630440deaca38044fc46f5,M003,H007,P003,0,1,1,0,0,0,1,0.0,1.0,0,1,5,2,52794,49338,3456,65.98946037492715,58.01154195913114,5.285662834299728,2,12,5,tests,model_turn_budget E13,06cf7cf6d2b209313abd,TASK_S2_R002_009,87fd929036f5aba0c7795836332c2d28e031c2a0,M003,H007,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,548,495,53,0.6330404998734593,0.6291118329390883,0.0,0,0,0,empty_patch,assistant_stop_without_finish E13,50f70bf328d6b36f0bea,TASK_S2_R002_009,87fd929036f5aba0c7795836332c2d28e031c2a0,M004,H007,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,2,80633,80031,602,17.150365124922246,12.925762041471899,3.641500207828358,2,12,7,empty_patch,model_turn_budget E13,331e2e794c1844592104,TASK_S2_R002_010,f78eadbdb202e0d586339606350eab0172e85005,M003,H007,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,1,36204,32892,3312,55.90617375005968,48.53762320894748,4.938867416931316,2,9,7,tests,assistant_stop_without_finish E13,468a63a1c497d0c0ba7a,TASK_S2_R002_010,f78eadbdb202e0d586339606350eab0172e85005,M004,H007,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,39847,39304,543,12.89244950003922,8.639559413539246,7.7118454170413315,3,12,10,empty_patch,model_turn_budget E13,2cafc234212a9cf521fd,TASK_S2_R002_011,a4c5732a529217dcfaad0e7c63af82ced6e8d382,M004,H007,P003,0,0,0,0,0,1,1,0.5,1.0,1,1,5,2,84549,83361,1188,35.86704066605307,29.402983541833237,4.4779572079423815,2,9,1,empty_patch,finish_tool E13,9157ff0c6e59838c2266,TASK_S2_R002_011,a4c5732a529217dcfaad0e7c63af82ced6e8d382,M003,H007,P003,0,0,0,0,0,1,1,0.5,1.0,1,1,5,2,68267,67425,842,38.77934437501244,33.33277833228931,10.6368710831739,3,12,7,empty_patch,model_turn_budget E13,75392703705ecc6ad6df,TASK_S2_R002_012,ccf49b8eb56832c6f83cd39e28959e65bafe3521,M003,H007,P003,1,1,1,1,1,1,1,1.0,1.0,1,1,5,1,24077,22245,1832,42.03102987492457,30.3115057090763,5.831060625845566,2,5,3,resolved,assistant_stop_without_finish E13,f7c2b601c6e816dd1c98,TASK_S2_R002_012,ccf49b8eb56832c6f83cd39e28959e65bafe3521,M004,H007,P003,1,1,1,1,1,1,1,1.0,1.0,1,1,5,2,104493,101773,2720,61.30523604201153,50.25547620980069,4.22044883412309,2,12,3,resolved,model_turn_budget E13,a1db46584adf077dbabc,TASK_S2_R002_013,b4e26b379dc7ce7feb1030648f086617536f6689,M003,H007,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,32756,31662,1094,28.015265207970515,22.912813208298758,4.926040791906416,2,11,11,empty_patch,assistant_stop_without_finish E13,bd257bf91c6c4bc763e4,TASK_S2_R002_013,b4e26b379dc7ce7feb1030648f086617536f6689,M004,H007,P003,0,1,1,0,0,1,1,0.5,1.0,1,1,5,3,49996,48604,1392,29.692684541922063,23.476353749632835,3.57594629121013,2,8,1,tests,finish_tool E13,4c86d70fae4565066d62,TASK_S2_R002_014,b7baa9b20b362fa2be1ca824623f9b8222ca6c2c,M003,H007,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,1,27414,27077,337,17.638054583221674,12.440524415113032,4.905104623874649,2,5,3,empty_patch,assistant_stop_without_finish E13,9889c390e326e392b4b6,TASK_S2_R002_014,b7baa9b20b362fa2be1ca824623f9b8222ca6c2c,M004,H007,P003,1,1,1,1,1,1,1,1.0,1.0,1,1,5,2,82433,71603,10830,217.04058675002307,206.26403291663155,4.292734125163406,2,7,1,resolved,assistant_stop_without_finish E13,65e36b2760f75865f588,TASK_S2_R002_015,5cef87d9b0de63a0596cbefd370411a6e0733ecb,M004,H007,P003,0,1,1,1,0,1,1,0.5,1.0,1,1,5,1,73243,70307,2936,49.86345324991271,43.306253540562466,4.069620833033696,2,12,6,tests,model_turn_budget E13,dd4d46bb8af5816ba944,TASK_S2_R002_015,5cef87d9b0de63a0596cbefd370411a6e0733ecb,M003,H007,P003,0,1,1,0,0,1,0,1.0,0.0,1,0,5,0,13390,12703,687,18.112717125099152,10.843552876263857,4.898824290838093,2,4,2,tests,assistant_stop_without_finish E13,83e08737ff494b73d75e,TASK_S2_R002_016,c8cfaa49bfd125a112ec8ef2aa095fccd1fe2c70,M004,H007,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,2,140155,137723,2432,59.77811887487769,52.156637124717236,4.290581333916634,2,12,5,tests,model_turn_budget E13,9d3881e344f2096508e9,TASK_S2_R002_016,c8cfaa49bfd125a112ec8ef2aa095fccd1fe2c70,M003,H007,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,17480,16652,828,19.059026499977335,14.01956745958887,4.906428499845788,2,6,6,empty_patch,assistant_stop_without_finish E13,2dd5cc25c3cc2a78ab0d,TASK_S2_R002_017,4d31bf29f54be6a2bad1a80d99417e4779917a51,M003,H007,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,1,32332,31082,1250,33.23171079205349,27.429510373156518,4.965534707996994,2,6,3,tests,assistant_stop_without_finish E13,592902c96e11ba2b83a1,TASK_S2_R002_017,4d31bf29f54be6a2bad1a80d99417e4779917a51,M004,H007,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,2,59670,58974,696,18.585359166841954,13.67661616904661,4.4358286249917,2,12,8,empty_patch,model_turn_budget E13,a998b94339bf757f53f8,TASK_S2_R002_018,11860fc055026fa1e14b10111b9410d51a2534ac,M004,H007,P003,0,1,1,0,0,1,1,1.0,0.5,1,1,5,3,157890,154391,3499,93.07241183402948,87.54348241561092,8.200190456816927,3,12,4,tests,model_turn_budget E13,b83ed81efe834be92b72,TASK_S2_R002_018,11860fc055026fa1e14b10111b9410d51a2534ac,M003,H007,P003,0,0,0,0,0,1,1,0.5,1.0,1,1,5,1,60476,59839,637,33.71852687513456,28.393694083206356,4.977890790905803,2,12,10,empty_patch,model_turn_budget E13,1477caedf991b58239e4,TASK_S2_R002_019,a26d600aadbd80fe54cbcefb72cd979c3040544c,M003,H007,P003,0,0,0,0,0,0,1,0.0,1.0,0,1,5,1,35964,35146,818,31.727064999984577,25.90004908409901,11.231169290840626,3,12,10,empty_patch,model_turn_budget E13,a83dbd23741957f26f30,TASK_S2_R002_019,a26d600aadbd80fe54cbcefb72cd979c3040544c,M004,H007,P003,0,0,0,0,0,0,1,0.0,1.0,0,1,5,2,99502,98980,522,24.77391158300452,19.863050333457068,4.486075790831819,2,12,6,empty_patch,model_turn_budget E13,587f353d9f5a96eddc53,TASK_S2_R002_020,73327f4c90f0d3308a468ea736de0034ad9c22ec,M004,H007,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,3,56575,56077,498,18.842411959078163,13.178687835112214,5.195369458058849,2,12,8,empty_patch,model_turn_budget E13,824423d880b70c5bc271,TASK_S2_R002_020,73327f4c90f0d3308a468ea736de0034ad9c22ec,M003,H007,P003,0,1,1,1,0,0,1,0.0,1.0,0,1,5,1,59299,57714,1585,56.47129412507638,49.93102912651375,5.347134874900803,2,12,3,tests,model_turn_budget E13,2c25488bb730820e9b67,TASK_S2_R003_001,cfa6358b4c9c44d267d8c98a53ac840fbb27d3e8,M003,H007,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,30979,29584,1395,78.71923645888455,71.40404800022952,7.17481374880299,2,12,11,empty_patch,model_turn_budget E13,34d86bc705782d52e44e,TASK_S2_R003_001,cfa6358b4c9c44d267d8c98a53ac840fbb27d3e8,M004,H007,P003,0,0,0,0,0,1,1,0.5,1.0,1,1,5,2,68380,67161,1219,33.195790332974866,28.407618623925373,4.541476083220914,2,8,2,empty_patch,finish_tool E13,c2fa6ffd76e21c9720d1,TASK_S2_R003_002,de29503262b7626421f3bffeea3ff073e63e3865,M004,H007,P003,0,0,0,0,0,0,1,0.0,0.5,0,1,5,6,88155,86658,1497,41.23147100000642,36.61398087604903,4.352526376023889,2,12,4,empty_patch,finish_tool E13,d62e93006fade6221933,TASK_S2_R003_002,de29503262b7626421f3bffeea3ff073e63e3865,M003,H007,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,31067,30360,707,25.988862292142585,20.906892623985186,4.907651208108291,2,12,11,empty_patch,model_turn_budget E13,29ee35c1250114985248,TASK_S2_R003_003,939505b9c143939ba1e52c5cb920d8aa36596e19,M004,H007,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,1,105249,99538,5711,110.49398858402856,103.9298911660444,4.469340249197558,2,12,3,tests,finish_tool E13,42b8ef069d0a4a6cbc66,TASK_S2_R003_003,939505b9c143939ba1e52c5cb920d8aa36596e19,M003,H007,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,1,19596,16916,2680,46.28060666681267,39.90189054212533,4.9630122918169945,2,4,2,tests,assistant_stop_without_finish E13,2ba94c417ac27d08f937,TASK_S2_R003_004,e4673d8aeaf97b9ad5d2500e459526b4cf494547,M003,H007,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,1,25268,23570,1698,36.71688829199411,30.1945803349372,4.96332245785743,2,5,1,tests,assistant_stop_without_finish E13,ab72654fbc2623fc0874,TASK_S2_R003_004,e4673d8aeaf97b9ad5d2500e459526b4cf494547,M004,H007,P003,0,0,0,0,0,1,1,0.3333333333333333,1.0,1,1,5,4,97819,97339,480,22.654228125000373,17.691118123475462,4.690517583861947,2,12,6,empty_patch,model_turn_budget E13,373708197cf80585e07e,TASK_S2_R003_005,f4f7d7a63716f072eb45db2c7f590db0435350f0,M003,H007,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,3,76811,75910,901,49.452556792180985,44.293961541494355,4.955089375143871,2,12,8,empty_patch,model_turn_budget E13,a2107e0791e9eb2d6385,TASK_S2_R003_005,f4f7d7a63716f072eb45db2c7f590db0435350f0,M004,H007,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,5,120402,119698,704,27.41271666693501,22.85689308331348,4.317532249959186,2,12,5,empty_patch,model_turn_budget E13,64e27efa61deba46eb6b,TASK_S2_R003_006,9439132b1df39fbf386e5ee4d8354e78f549e109,M003,H007,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,0,73106,70021,3085,75.52697670808993,68.4648685848806,4.9932858750689775,2,12,1,tests,model_turn_budget E13,7ebb09b6c85df5562322,TASK_S2_R003_006,9439132b1df39fbf386e5ee4d8354e78f549e109,M004,H007,P003,0,0,0,0,0,0,1,0.0,0.25,0,1,5,5,64806,64190,616,18.112954332958907,14.133707626955584,7.691600749269128,3,12,4,empty_patch,model_turn_budget E13,2d1fa681c045740a633d,TASK_S2_R003_007,735efff88cc8d59021cb5a746ba70b66548e7662,M004,H007,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,1,90651,89417,1234,43.48571929219179,38.06574233388528,4.461695833597332,2,10,2,empty_patch,finish_tool E13,7e98899e8f37bef6e955,TASK_S2_R003_007,735efff88cc8d59021cb5a746ba70b66548e7662,M003,H007,P003,0,1,1,0,0,0,1,0.0,0.5,0,1,5,2,29522,28367,1155,30.311749749816954,23.929599705850706,10.686526499921456,3,8,4,tests,assistant_stop_without_finish E13,1a98d3d62a866ae2c568,TASK_S2_R003_008,9734ad4bcbedcf4ee61317c12f47ddacf2ac208f,M003,H007,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,28462,27772,690,25.367524666013196,19.847928957780823,5.421080749016255,2,12,11,empty_patch,model_turn_budget E13,cc05e726db064def89bd,TASK_S2_R003_008,9734ad4bcbedcf4ee61317c12f47ddacf2ac208f,M004,H007,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,3,112402,108430,3972,77.41874320898205,69.59780754265375,4.540467876009643,2,12,2,tests,finish_tool E13,e10632a68946c94bda24,TASK_S2_R003_009,a2ab54ceb40eca1e6e71f7779a418591426b2b2c,M004,H007,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,2,101987,97553,4434,81.64765120786615,75.41558204218745,4.539314624853432,2,12,4,tests,finish_tool E13,ef4dd15a3f4fdecc3f4d,TASK_S2_R003_009,a2ab54ceb40eca1e6e71f7779a418591426b2b2c,M003,H007,P003,0,1,1,1,0,0,1,0.0,1.0,0,1,5,2,62396,57564,4832,88.87975654192269,82.95159208122641,5.048508332809433,2,12,6,tests,model_turn_budget E13,018d60d647d1614b6bec,TASK_S2_R003_010,8d74b889c55d18395c5e5006ba8f7db77892f603,M003,H007,P003,0,1,1,0,0,1,1,0.25,1.0,1,1,5,1,35608,30222,5386,81.16601670812815,74.6525069612544,5.001769124995917,2,7,3,tests,assistant_stop_without_finish E13,669937eb09444bb41ee9,TASK_S2_R003_010,8d74b889c55d18395c5e5006ba8f7db77892f603,M004,H007,P003,0,0,0,0,0,0,1,0.0,0.3333333333333333,0,1,5,3,96370,94138,2232,45.60666500008665,40.9104632101953,4.397972958860919,2,12,6,empty_patch,model_turn_budget E13,1c0d8b40339d1a5ff621,TASK_S2_R003_011,ee393a16e1aa6dbf2f9785eb3ef486f7d5b9276f,M004,H007,P003,0,1,1,0,0,1,1,0.5,0.5,1,1,5,2,90691,87596,3095,58.61134033300914,52.69539633579552,4.328723625047132,2,12,2,tests,finish_tool E13,8b6641e0b9fa6bcf358a,TASK_S2_R003_011,ee393a16e1aa6dbf2f9785eb3ef486f7d5b9276f,M003,H007,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,534,488,46,0.5784215410239995,0.5749986248556525,0.0,0,0,0,empty_patch,assistant_stop_without_finish E13,260fdbe5a614c486d665,TASK_S2_R003_012,d509da60155e9470dee197d91926850ea9548de9,M004,H007,P003,0,0,0,0,0,0,1,0.0,0.25,0,1,5,4,70970,69811,1159,24.811650458956137,20.739767916034907,3.764711958821863,2,12,6,empty_patch,model_turn_budget E13,8d841775a507e9edfa83,TASK_S2_R003_012,d509da60155e9470dee197d91926850ea9548de9,M003,H007,P003,0,1,1,0,0,1,0,0.2,0.0,1,0,5,1,22669,21164,1505,31.434331374941394,25.317015584092587,5.372476458083838,2,6,4,tests,assistant_stop_without_finish E13,a54ffdc7a54f8b80c705,TASK_S2_R003_013,c378817389a9510ef508b5a3c90282e5fb60049f,M004,H007,P003,0,0,0,0,0,0,1,0.0,0.5,0,1,5,2,76434,75645,789,23.195342249935493,18.608376332791522,4.334985875058919,2,12,6,empty_patch,model_turn_budget E13,d8402e825d8bc140314c,TASK_S2_R003_013,c378817389a9510ef508b5a3c90282e5fb60049f,M003,H007,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,34000,32876,1124,31.362965625012293,26.13517283089459,5.043321082834154,2,8,7,empty_patch,assistant_stop_without_finish E13,024deb162b544fcc10cd,TASK_S2_R003_014,93586405fbfa61317dc75e186799549573bc0bbb,M003,H007,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,537,495,42,0.5357850000727922,0.5323973749764264,0.0,0,0,0,empty_patch,assistant_stop_without_finish E13,f711af30537c37ba5d07,TASK_S2_R003_014,93586405fbfa61317dc75e186799549573bc0bbb,M004,H007,P003,0,1,1,1,0,1,1,0.5,1.0,1,1,5,2,84829,82401,2428,50.54735737503506,40.194902332732454,8.033565582940355,3,12,5,tests,model_turn_budget E13,17b2162dca01f134d2cf,TASK_S2_R003_015,cf87226a81108fbed4f58751f1c03234cc57bcf1,M003,H007,P003,0,0,0,0,0,1,1,0.3333333333333333,1.0,1,1,5,1,52297,51685,612,33.268474499927834,27.894765958189964,10.89464837522246,3,12,10,empty_patch,model_turn_budget E13,3e23b968b57a457a241a,TASK_S2_R003_015,cf87226a81108fbed4f58751f1c03234cc57bcf1,M004,H007,P003,0,1,1,1,0,1,1,0.3333333333333333,1.0,1,1,5,2,89210,84046,5164,91.24690979183652,85.28249599738047,4.196925124851987,2,11,3,tests,finish_tool E13,b4ca79c35534b997ee7c,TASK_S2_R003_016,88de2f0fc52f4f02e1d44139f4404acf172624d7,M003,H007,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,1,115034,110377,4657,113.34944249992259,105.61998362583108,5.004379125311971,2,12,3,tests,model_turn_budget E13,f34c910b76df1c6bd9a1,TASK_S2_R003_016,88de2f0fc52f4f02e1d44139f4404acf172624d7,M004,H007,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,2,42450,40874,1576,32.02606545900926,27.598018582444638,4.299014667980373,2,7,2,empty_patch,finish_tool E13,4d4bc0359964b099be59,TASK_S2_R003_017,ef8f0e190b1add3bbba9a7b194aba2f3c1a83b2e,M004,H007,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,2,75313,74677,636,20.561852500075474,15.896908875089139,4.428465832956135,2,12,6,empty_patch,model_turn_budget E13,ca807153e7bead7353ac,TASK_S2_R003_017,ef8f0e190b1add3bbba9a7b194aba2f3c1a83b2e,M003,H007,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,30152,29520,632,24.340054833097383,19.219988249940798,4.946719333063811,2,12,11,empty_patch,model_turn_budget E13,3ce9701f16d5c10f3457,TASK_S2_R003_018,c5d0404ac9edfbfd328e7b4f07f554366377df3f,M003,H007,P003,0,0,0,0,0,1,0,0.5,0.0,1,0,5,1,36141,34787,1354,34.48924675001763,29.161190708866343,5.109366625081748,2,12,10,empty_patch,model_turn_budget E13,8020e7c118389ac943ba,TASK_S2_R003_018,c5d0404ac9edfbfd328e7b4f07f554366377df3f,M004,H007,P003,0,1,1,1,0,1,1,0.25,1.0,1,1,5,3,54854,53565,1289,25.319920249981806,20.103913417318836,4.273186834063381,2,12,5,tests,model_turn_budget E13,8a21a56bafdd4fe445a5,TASK_S2_R003_019,c23e6bd5785205f0f4b4c80321153658fc23fb98,M004,H007,P003,0,0,0,0,0,1,1,1.0,0.5,1,1,5,3,90157,89267,890,24.61641608295031,20.041130457771942,4.30854337499477,2,12,5,empty_patch,model_turn_budget E13,addfc6fff7efdce4d518,TASK_S2_R003_019,c23e6bd5785205f0f4b4c80321153658fc23fb98,M003,H007,P003,0,1,1,1,0,0,1,0.0,1.0,0,1,5,2,34973,33941,1032,32.449487667065114,25.98820216488093,4.97389949997887,2,7,4,tests,assistant_stop_without_finish E13,8d5d55769246e745f0d0,TASK_S2_R003_020,e11d889cd19ec1555b2bbee15355a8cdfad61d5f,M003,H007,P003,0,1,1,1,0,1,1,0.2,1.0,1,1,5,1,68971,66320,2651,64.75771095813252,58.93263645749539,5.228374291909859,2,11,1,tests,assistant_stop_without_finish E13,8f7e9cf27c064cbbcdb7,TASK_S2_R003_020,e11d889cd19ec1555b2bbee15355a8cdfad61d5f,M004,H007,P003,1,1,1,1,1,1,1,1.0,1.0,1,1,5,2,60159,57599,2560,48.36248945794068,40.37878066604026,4.450536207994446,2,10,3,resolved,finish_tool E14,92d7381ab65f689c71d8,TASK_S4_R001_001,f9e8e36f51764f6d4fb21739586df5d2154c5a56,M003,H000,P001,0,0,0,0,0,1,0,0.25,0.0,1,0,5,1,39802,39083,719,25.38669850002043,25.27102824836038,0.0,0,12,10,empty_patch,model_turn_budget E14,99468fba02b71ab3b077,TASK_S4_R001_001,f9e8e36f51764f6d4fb21739586df5d2154c5a56,M002,H000,P001,0,0,0,0,0,1,1,0.2,0.3333333333333333,1,1,5,3,186699,182341,4358,53.002949707908556,52.75541237392463,5.409185457974672,1,12,1,empty_patch,tool_budget_exhausted E14,b9cd6ccacf9ff50401f8,TASK_S4_R001_001,f9e8e36f51764f6d4fb21739586df5d2154c5a56,M004,H000,P001,0,0,0,0,0,0,1,0.0,0.3333333333333333,0,1,5,3,77195,76713,482,14.554009417071939,14.415363209089264,0.0,0,12,8,empty_patch,model_turn_budget E14,69f7d1c83f7bf63231b8,TASK_S4_R001_002,072b63c036f60928edc7f1952e91166d26ce4f2d,M004,H000,P001,0,0,0,0,0,1,1,0.5,1.0,1,1,5,3,56185,55290,895,17.510241791140288,16.86746208393015,0.0,0,12,3,empty_patch,model_turn_budget E14,85ed60b78997bb951916,TASK_S4_R001_002,072b63c036f60928edc7f1952e91166d26ce4f2d,M003,H000,P001,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,9991,9409,582,11.264675124781206,11.213901207549497,0.0,0,12,11,empty_patch,model_turn_budget E14,ce4f15b9f0d39446ae1e,TASK_S4_R001_002,072b63c036f60928edc7f1952e91166d26ce4f2d,M002,H000,P001,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,60438,59504,934,14.449302374850959,14.318619835888967,0.0,0,12,10,empty_patch,model_turn_budget E14,2137b6add0a6a3fbda9c,TASK_S4_R001_003,d4111604e7dff5cfaadd5853710eb313021514f6,M004,H000,P001,0,0,0,0,0,0,0,0.0,0.0,0,0,5,2,80052,79600,452,12.237044250126928,12.102368333609775,0.0,0,12,9,empty_patch,model_turn_budget E14,88591bf06724b46cb663,TASK_S4_R001_003,d4111604e7dff5cfaadd5853710eb313021514f6,M003,H000,P001,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,63046,61250,1796,47.52447820897214,47.36185937700793,0.0,0,12,6,empty_patch,model_turn_budget E14,bc5eb348d29e95ec6679,TASK_S4_R001_003,d4111604e7dff5cfaadd5853710eb313021514f6,M002,H000,P001,0,0,0,0,0,0,0,0.0,0.0,0,0,5,2,119818,118945,873,25.5730765000917,25.401325753191486,0.0,0,12,4,empty_patch,model_turn_budget E14,0291ddc65fc7bb8d053c,TASK_S4_R002_001,25b84cd1249d7061d07514b224d1080f46aaa555,M003,H000,P001,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,30013,29298,715,21.488869666820392,21.39724420872517,0.0,0,12,11,empty_patch,model_turn_budget E14,051fb9fbb06d3a8358b8,TASK_S4_R002_001,25b84cd1249d7061d07514b224d1080f46aaa555,M004,H000,P001,0,0,0,0,0,0,1,0.0,0.3333333333333333,0,1,5,6,142122,141345,777,32.31685329112224,32.14008654351346,0.0,0,12,3,empty_patch,model_turn_budget E14,1f4caa0f0f3a2b50c4c1,TASK_S4_R002_001,25b84cd1249d7061d07514b224d1080f46aaa555,M002,H000,P001,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,103285,102327,958,18.912731625139713,18.761498958803713,0.0,0,12,8,empty_patch,model_turn_budget E14,0d78ce2960732f7da27e,TASK_S4_R002_002,0e9cccbc7795063acf1fd3e374140ddf5eba3f71,M002,H000,P001,0,0,0,0,0,1,1,0.5,1.0,1,1,5,6,93740,92786,954,21.92892791586928,21.806716376449913,0.0,0,12,5,empty_patch,tool_budget_exhausted E14,284fa97ed01b2a26d3a9,TASK_S4_R002_002,0e9cccbc7795063acf1fd3e374140ddf5eba3f71,M004,H000,P001,0,0,0,0,0,1,1,1.0,1.0,1,1,5,7,160076,158049,2027,63.991848750039935,63.7556487924885,0.0,0,12,0,empty_patch,model_turn_budget E14,b80276e37e5a3bf4e508,TASK_S4_R002_002,0e9cccbc7795063acf1fd3e374140ddf5eba3f71,M003,H000,P001,0,0,0,0,0,1,1,1.0,1.0,1,1,5,1,50004,46411,3593,61.18310391600244,61.07250537490472,0.0,0,12,10,empty_patch,model_turn_budget E14,569699134978eb40993d,TASK_S4_R002_003,4d7442ac69c6d3b8f86af4764f4143b310650cba,M003,H000,P001,0,0,0,0,0,1,1,1.0,1.0,1,1,5,1,51235,47342,3893,65.42168991686776,65.20555024873465,0.0,0,12,5,empty_patch,model_turn_budget E14,7fc88afd66c14629cbe5,TASK_S4_R002_003,4d7442ac69c6d3b8f86af4764f4143b310650cba,M004,H000,P001,0,0,0,0,0,1,1,1.0,1.0,1,1,5,3,77888,75813,2075,35.511109416838735,35.282330540474504,0.0,0,12,1,empty_patch,model_turn_budget E14,b4afdd6770dfbabdb6d5,TASK_S4_R002_003,4d7442ac69c6d3b8f86af4764f4143b310650cba,M002,H000,P001,0,0,0,0,0,1,1,1.0,1.0,1,1,5,4,111320,109510,1810,33.626093624858186,33.472388833994046,0.0,0,12,3,empty_patch,tool_budget_exhausted E14,36e32962e829f2396dbd,TASK_S4_R002_004,e166c948a89b4f894f6aed5667c6da6db368009d,M003,H000,P001,0,0,0,0,0,1,1,0.5,1.0,1,1,5,2,69713,68039,1674,49.48176041687839,49.30586983659305,0.0,0,12,6,empty_patch,model_turn_budget E14,a72d9caf006778bee108,TASK_S4_R002_004,e166c948a89b4f894f6aed5667c6da6db368009d,M004,H000,P001,0,0,0,0,0,1,1,1.0,1.0,1,1,5,6,134493,132123,2370,60.74368324992247,59.22606091806665,0.0,0,12,0,empty_patch,model_turn_budget E14,bd8b5ebf94f1d89fb790,TASK_S4_R002_004,e166c948a89b4f894f6aed5667c6da6db368009d,M002,H000,P001,0,0,0,0,0,1,1,1.0,1.0,1,1,5,6,103539,94597,8942,105.35715437494218,105.24255787511356,0.0,0,11,4,empty_patch,assistant_stop_without_finish E14,8629c43156d239f6f650,TASK_S4_R002_005,d3f3944d353186f4bebce0d3924ab6958d93ce79,M002,H000,P001,0,0,0,0,0,1,1,1.0,1.0,1,1,5,2,83007,82255,752,14.457134542055428,14.32140487502329,0.0,0,12,9,empty_patch,model_turn_budget E14,92477112805904d09b97,TASK_S4_R002_005,d3f3944d353186f4bebce0d3924ab6958d93ce79,M004,H000,P001,0,0,0,0,0,1,1,1.0,1.0,1,1,5,5,103540,102972,568,21.46803504205309,21.321300832089037,4.101267041172832,1,12,6,empty_patch,model_turn_budget E14,cce7b0d1ffd5b60f2f32,TASK_S4_R002_005,d3f3944d353186f4bebce0d3924ab6958d93ce79,M003,H000,P001,0,0,0,0,0,1,1,1.0,1.0,1,1,5,1,65122,62647,2475,56.89727729209699,56.7767292491626,0.0,0,12,9,empty_patch,model_turn_budget E14,1683a7dc5cd59e3f8de1,TASK_S4_R002_006,a5989bd1df301e44199b91c6252772214a7241f2,M003,H000,P001,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,10353,9521,832,13.444626707816496,13.390785540919751,5.683951958082616,1,12,11,empty_patch,model_turn_budget E14,ada6bf71261035ee711d,TASK_S4_R002_006,a5989bd1df301e44199b91c6252772214a7241f2,M004,H000,P001,0,1,1,0,0,0,0,0.0,0.0,0,0,5,2,95456,93972,1484,30.805834459140897,30.23568971036002,0.0,0,12,3,tests,finish_tool E14,cc6b769d40c63235a551,TASK_S4_R002_006,a5989bd1df301e44199b91c6252772214a7241f2,M002,H000,P001,0,0,0,0,0,1,0,0.5,0.0,1,0,5,2,80020,78859,1161,18.117397374939173,17.977964708814397,0.0,0,12,8,empty_patch,model_turn_budget E14,6f48c4168c8f2016e91e,TASK_S4_R002_007,9544a11db38f7549b25f967a784742fd2562ca32,M002,H000,P001,0,0,0,0,0,1,1,1.0,1.0,1,1,5,2,78443,76994,1449,20.202552125090733,20.071340083377436,5.350941000040621,1,12,9,empty_patch,model_turn_budget E14,d64dd2bd64109b622491,TASK_S4_R002_007,9544a11db38f7549b25f967a784742fd2562ca32,M003,H000,P001,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,10292,9664,628,11.551500792149454,11.494641500990838,0.0,0,12,11,empty_patch,model_turn_budget E14,d6b82e8c890c8689480c,TASK_S4_R002_007,9544a11db38f7549b25f967a784742fd2562ca32,M004,H000,P001,0,0,0,0,0,1,1,1.0,1.0,1,1,5,3,91036,90428,608,18.066913167014718,17.93094079196453,0.0,0,12,5,empty_patch,model_turn_budget E14,369caec86f1a24976df7,TASK_S4_R003_001,4e68d32c77ed587ab42d229d9f44c3bc40d1d0e5,M002,H000,P001,0,0,0,0,0,0,0,0.0,0.0,0,0,5,2,78629,75586,3043,39.549004832981154,36.21786500001326,0.0,0,12,0,empty_patch,model_turn_budget E14,a6898a6053c5226f6080,TASK_S4_R003_001,4e68d32c77ed587ab42d229d9f44c3bc40d1d0e5,M004,H000,P001,0,0,0,0,0,0,0,0.0,0.0,0,0,5,2,77756,75903,1853,30.53534795809537,30.33892616769299,0.0,0,12,3,empty_patch,model_turn_budget E14,ee295c264f86a80b55ee,TASK_S4_R003_001,4e68d32c77ed587ab42d229d9f44c3bc40d1d0e5,M003,H000,P001,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,41196,38350,2846,48.37030633306131,48.24932654295117,0.0,0,12,9,empty_patch,model_turn_budget E14,06eae1a1ccfc5f2c887f,TASK_S4_R003_002,cbc13a61e0f15880b49a3d0208cc603d7d0b57e3,M002,H000,P001,0,0,0,0,0,1,1,1.0,1.0,1,1,5,5,127535,125024,2511,38.56500008306466,38.40927895810455,0.0,0,12,4,empty_patch,model_turn_budget E14,cf250fada248b6989df4,TASK_S4_R003_002,cbc13a61e0f15880b49a3d0208cc603d7d0b57e3,M003,H000,P001,0,0,0,0,0,1,1,1.0,1.0,1,1,5,2,61938,60527,1411,42.67048675008118,42.56599587621167,0.0,0,12,9,empty_patch,model_turn_budget E14,f682bdd23ed9ebee3dfd,TASK_S4_R003_002,cbc13a61e0f15880b49a3d0208cc603d7d0b57e3,M004,H000,P001,0,1,1,0,0,1,1,1.0,1.0,1,1,5,2,95836,94549,1287,28.46734358393587,27.322877334197983,0.0,0,12,5,tests,model_turn_budget E14,6122506eac420bea8ffb,TASK_S4_R003_003,57749d46de1d975aacb82758c268fc26e5e6ed8b,M004,H000,P001,0,0,0,0,0,1,1,0.25,1.0,1,1,5,6,70592,68526,2066,41.93408970790915,41.798439752310514,0.0,0,12,4,empty_patch,model_turn_budget E14,7717c9fd7740fc4531ca,TASK_S4_R003_003,57749d46de1d975aacb82758c268fc26e5e6ed8b,M003,H000,P001,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,10669,9846,823,15.672700084047392,14.879566458053887,0.0,0,12,10,empty_patch,model_turn_budget E14,ce4f328fdc06347164c0,TASK_S4_R003_003,57749d46de1d975aacb82758c268fc26e5e6ed8b,M002,H000,P001,0,0,0,0,0,0,0,0.0,0.0,0,0,5,3,57781,56720,1061,18.684807541081682,18.581552585121244,0.0,0,12,8,empty_patch,tool_budget_exhausted E14,931a41006c039ac009c2,TASK_S4_R003_004,dae9e522a26041f5b3c6461cc8a5e284f3376a79,M004,H000,P001,0,0,0,0,0,0,0,0.0,0.0,0,0,5,4,104918,103819,1099,27.56130166607909,27.41883629374206,0.0,0,12,6,empty_patch,model_turn_budget E14,e422e48005647d01cd04,TASK_S4_R003_004,dae9e522a26041f5b3c6461cc8a5e284f3376a79,M003,H000,P001,0,0,0,0,0,0,0,0.0,0.0,0,0,3,0,22096,21428,668,16.56087495898828,16.481032040901482,0.0,0,12,11,empty_patch,model_turn_budget E14,ff0cfe83e40f703c3449,TASK_S4_R003_004,dae9e522a26041f5b3c6461cc8a5e284f3376a79,M002,H000,P001,0,0,0,0,0,0,1,0.0,0.3333333333333333,0,1,5,3,71387,70338,1049,21.3921345830895,21.276700376998633,0.0,0,12,7,empty_patch,model_turn_budget E14,17af14ec45b4392240e2,TASK_S4_R003_005,dcca59d1a5966283c1120cfb639c01a76214d2b2,M004,H000,P001,0,0,0,0,0,0,1,0.0,1.0,0,1,5,5,48524,47830,694,13.2051784589421,13.101417250465602,0.0,0,12,5,empty_patch,model_turn_budget E14,2841ea8512630be94cb7,TASK_S4_R003_005,dcca59d1a5966283c1120cfb639c01a76214d2b2,M002,H000,P001,0,0,0,0,0,0,1,0.0,0.2,0,1,5,7,78773,77491,1282,21.63099916605279,21.5093364152126,0.0,0,12,4,empty_patch,tool_budget_exhausted E14,e6cbb0a13af9735f10c3,TASK_S4_R003_005,dcca59d1a5966283c1120cfb639c01a76214d2b2,M003,H000,P001,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,44029,41086,2943,51.767937124939635,51.56588258454576,0.0,0,12,4,empty_patch,model_turn_budget E14,9baa508b82db033319d6,TASK_S4_R003_006,fad14413f4f27f1b6f902703b5075528aac52451,M003,H000,P001,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,533,492,41,0.530078292125836,0.5245638329070061,0.0,0,0,0,empty_patch,assistant_stop_without_finish E14,c1be450e1428d934fff1,TASK_S4_R003_006,fad14413f4f27f1b6f902703b5075528aac52451,M002,H000,P001,0,0,0,0,0,1,1,0.25,0.3333333333333333,1,1,5,3,200198,198917,1281,37.68185141682625,37.467292248504236,0.0,0,12,1,empty_patch,tool_budget_exhausted E14,dcedd73770522056a296,TASK_S4_R003_006,fad14413f4f27f1b6f902703b5075528aac52451,M004,H000,P001,0,0,0,0,0,1,0,0.3333333333333333,0.0,1,0,5,5,106295,105399,896,25.780102374963462,25.630343624623492,0.0,0,12,4,empty_patch,model_turn_budget E14,8b61d4eae1abeec6971a,TASK_S4_R003_007,428b4fdee5402f1588f35fb50d98b2225d083f6d,M002,H000,P001,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,37015,36133,882,12.262095917016268,12.183403417468071,0.0,0,12,11,empty_patch,model_turn_budget E14,c9d46cecbb6b92b80370,TASK_S4_R003_007,428b4fdee5402f1588f35fb50d98b2225d083f6d,M004,H000,P001,0,0,0,0,0,0,1,0.0,0.5,0,1,5,5,63197,62688,509,14.853066875133663,14.736316959373653,3.9920089170336723,1,12,5,empty_patch,model_turn_budget E14,ec75dd42d3fa8ccb1451,TASK_S4_R003_007,428b4fdee5402f1588f35fb50d98b2225d083f6d,M003,H000,P001,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,59849,54824,5025,85.07841275003739,84.93842037231661,0.0,0,12,8,empty_patch,model_turn_budget E14,0022e900a0f7a6fb94a3,TASK_S4_R003_008,f4ce86770befef77c7c556fd5cfe25165f59f515,M004,H000,P001,0,0,0,0,0,1,1,1.0,1.0,1,1,5,2,62696,60047,2649,45.56008700001985,45.41520287748426,0.0,0,12,5,empty_patch,model_turn_budget E14,c846a5f3e8782eade9c9,TASK_S4_R003_008,f4ce86770befef77c7c556fd5cfe25165f59f515,M003,H000,P001,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,544,494,50,0.8193940829951316,0.8169175831135362,5.726657541003078,1,0,0,empty_patch,assistant_stop_without_finish E14,cd693e8e1fac334c5e44,TASK_S4_R003_008,f4ce86770befef77c7c556fd5cfe25165f59f515,M002,H000,P001,0,0,0,0,0,1,1,1.0,1.0,1,1,5,1,42808,42121,687,11.256608792115003,11.162099709035829,0.0,0,12,10,empty_patch,model_turn_budget E14,b85d314e480cfca1f0bd,TASK_S4_R003_009,1e7f257e79a7adf1e6f2bc9222fd5031340d26c3,M002,H000,P001,0,1,1,1,0,0,1,0.0,0.3333333333333333,0,1,5,4,142660,139428,3232,48.81340354192071,47.759005626197904,5.280508832773194,1,12,1,tests,model_turn_budget E14,e1554cd4c7dffffe2347,TASK_S4_R003_009,1e7f257e79a7adf1e6f2bc9222fd5031340d26c3,M004,H000,P001,0,0,0,0,0,0,1,0.0,0.3333333333333333,0,1,5,3,95997,94084,1913,37.79545799992047,37.59602150064893,0.0,0,12,1,empty_patch,model_turn_budget E14,f4f7106ce463b4770b27,TASK_S4_R003_009,1e7f257e79a7adf1e6f2bc9222fd5031340d26c3,M003,H000,P001,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,55737,54320,1417,39.52619970915839,39.41314704110846,0.0,0,12,9,empty_patch,model_turn_budget E14,4d99aace6541ca0379e1,TASK_S4_R003_010,a788cff7c1c651c512f15a9a1045c1e4d449d854,M002,H000,P001,0,0,0,0,0,1,0,0.3333333333333333,0.0,1,0,5,4,137489,136101,1388,30.68729545804672,30.513019000180066,0.0,0,12,3,empty_patch,tool_budget_exhausted E14,d47ec64f736ecdfca827,TASK_S4_R003_010,a788cff7c1c651c512f15a9a1045c1e4d449d854,M004,H000,P001,0,0,0,0,0,1,1,0.5,0.3333333333333333,1,1,5,6,106588,106097,491,25.98299116594717,25.845177457900718,0.0,0,12,5,empty_patch,model_turn_budget E14,df765aaa7a9361ea7802,TASK_S4_R003_010,a788cff7c1c651c512f15a9a1045c1e4d449d854,M003,H000,P001,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,9751,9193,558,10.94924616604112,10.881056125508621,0.0,0,12,11,empty_patch,model_turn_budget E14,43a3558d5bd5337e1159,TASK_S4_R001_001,f9e8e36f51764f6d4fb21739586df5d2154c5a56,M004,H000,P002,0,0,0,0,0,1,1,0.2,0.3333333333333333,1,1,5,3,114846,114165,681,22.956098875030875,22.777739125769585,0.0,0,12,6,empty_patch,model_turn_budget E14,c017c2900fad3627a262,TASK_S4_R001_001,f9e8e36f51764f6d4fb21739586df5d2154c5a56,M003,H000,P002,0,0,0,0,0,1,0,0.25,0.0,1,0,5,1,50941,50206,735,30.54108695895411,30.425114372977987,5.746936708921567,1,12,10,empty_patch,model_turn_budget E14,e0a0bddc4d213b68b1cc,TASK_S4_R001_001,f9e8e36f51764f6d4fb21739586df5d2154c5a56,M002,H000,P002,0,1,1,0,0,1,1,0.2,0.3333333333333333,1,1,5,4,204138,194002,10136,122.60891804192215,119.17178895836696,0.0,0,12,1,tests,model_turn_budget E14,15cac567b043c9b432c6,TASK_S4_R001_002,072b63c036f60928edc7f1952e91166d26ce4f2d,M004,H000,P002,0,1,1,0,0,1,1,0.5,1.0,1,1,5,3,37480,36636,844,17.551245249807835,15.375448126113042,0.0,0,8,0,tests,finish_tool E14,bac2b1bd9f96b37237d8,TASK_S4_R001_002,072b63c036f60928edc7f1952e91166d26ce4f2d,M003,H000,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,10702,9846,856,14.222507416969165,14.16765649896115,0.0,0,12,11,empty_patch,model_turn_budget E14,c2311d3e3dca2d02b9b5,TASK_S4_R001_002,072b63c036f60928edc7f1952e91166d26ce4f2d,M002,H000,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,2,73217,72193,1024,17.28114491701126,17.133476750925183,5.296932040946558,1,12,9,empty_patch,model_turn_budget E14,49ce129cb7439410b127,TASK_S4_R001_003,d4111604e7dff5cfaadd5853710eb313021514f6,M002,H000,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,2,144296,143038,1258,30.822108583059162,30.62326858146116,0.0,0,12,3,empty_patch,model_turn_budget E14,65ab91fcb8566b153585,TASK_S4_R001_003,d4111604e7dff5cfaadd5853710eb313021514f6,M003,H000,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,10175,9490,685,12.243048000149429,12.188497916096821,0.0,0,12,11,empty_patch,model_turn_budget E14,c48d9cce07765ede6f7e,TASK_S4_R001_003,d4111604e7dff5cfaadd5853710eb313021514f6,M004,H000,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,2,75992,75588,404,11.594564333092421,11.452538873301819,0.0,0,12,9,empty_patch,model_turn_budget E14,213c3946d231d3b160ca,TASK_S4_R002_001,25b84cd1249d7061d07514b224d1080f46aaa555,M003,H000,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,2,74038,72508,1530,49.40576045913622,49.281635290710256,0.0,0,12,6,empty_patch,model_turn_budget E14,65f1d3ade319f1938cbf,TASK_S4_R002_001,25b84cd1249d7061d07514b224d1080f46aaa555,M004,H000,P002,0,0,0,0,0,0,1,0.0,0.3333333333333333,0,1,5,8,146098,144834,1264,41.203365416964516,41.027318708598614,0.0,0,12,2,empty_patch,model_turn_budget E14,c62b08b270d83b6f3a40,TASK_S4_R002_001,25b84cd1249d7061d07514b224d1080f46aaa555,M002,H000,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,154023,153033,990,31.699441583128646,31.514972251141444,0.0,0,12,2,empty_patch,model_turn_budget E14,35232449ecdd07a653ba,TASK_S4_R002_002,0e9cccbc7795063acf1fd3e374140ddf5eba3f71,M003,H000,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,1,40839,39020,1819,37.93821291602217,37.8353244997561,0.0,0,12,9,empty_patch,model_turn_budget E14,39441b4502f3406335b4,TASK_S4_R002_002,0e9cccbc7795063acf1fd3e374140ddf5eba3f71,M004,H000,P002,0,1,1,0,0,1,1,1.0,1.0,1,1,5,6,145852,144488,1364,46.60555066680536,42.829986626049504,0.0,0,12,1,tests,model_turn_budget E14,54c1b68fec3bb158f106,TASK_S4_R002_002,0e9cccbc7795063acf1fd3e374140ddf5eba3f71,M002,H000,P002,0,0,0,0,0,1,1,0.5,1.0,1,1,5,6,102478,100249,2229,36.175272417021915,36.04782920680009,0.0,0,12,5,empty_patch,tool_budget_exhausted E14,3d8ca7dd62d8d5a67196,TASK_S4_R002_003,4d7442ac69c6d3b8f86af4764f4143b310650cba,M004,H000,P002,0,1,1,0,0,1,1,1.0,1.0,1,1,5,4,74557,72875,1682,31.509269332978874,30.246877039782703,0.0,0,12,4,tests,model_turn_budget E14,6e0cbf7281bddb38be94,TASK_S4_R002_003,4d7442ac69c6d3b8f86af4764f4143b310650cba,M003,H000,P002,0,1,1,0,0,1,0,1.0,0.0,1,0,5,0,14967,14183,784,17.732598667033017,14.94201120804064,0.0,0,5,1,tests,assistant_stop_without_finish E14,c2b8746ef352d0fb091b,TASK_S4_R002_003,4d7442ac69c6d3b8f86af4764f4143b310650cba,M002,H000,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,3,38489,29617,8872,94.70517070917413,94.63929979200475,0.0,0,7,3,empty_patch,assistant_stop_without_finish E14,03b0040b99efb8e2e099,TASK_S4_R002_004,e166c948a89b4f894f6aed5667c6da6db368009d,M004,H000,P002,0,1,1,0,0,1,1,1.0,1.0,1,1,5,6,128206,127063,1143,37.61037199990824,34.72058841655962,0.0,0,12,0,tests,model_turn_budget E14,0b7a5af7cb9a0bf4ba25,TASK_S4_R002_004,e166c948a89b4f894f6aed5667c6da6db368009d,M002,H000,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,6,69817,60433,9384,109.70077274995856,109.60882471012883,0.0,0,9,2,empty_patch,assistant_stop_without_finish E14,351b03b867c8885560e6,TASK_S4_R002_004,e166c948a89b4f894f6aed5667c6da6db368009d,M003,H000,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,2,69512,67442,2070,53.75121558411047,53.624004788696766,0.0,0,12,7,empty_patch,model_turn_budget E14,2bbb36ea8f3f9898ae1b,TASK_S4_R002_005,d3f3944d353186f4bebce0d3924ab6958d93ce79,M003,H000,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,10846,9786,1060,16.52091212500818,16.469681457383558,0.0,0,12,11,empty_patch,model_turn_budget E14,a1ff7e9f59a7d4823c27,TASK_S4_R002_005,d3f3944d353186f4bebce0d3924ab6958d93ce79,M002,H000,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,3,106201,105252,949,18.035309333121404,17.880063333315775,0.0,0,12,8,empty_patch,model_turn_budget E14,b2847216b40bfccaf422,TASK_S4_R002_005,d3f3944d353186f4bebce0d3924ab6958d93ce79,M004,H000,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,1,69071,68516,555,13.424743958981708,13.290815668879077,0.0,0,12,9,empty_patch,model_turn_budget E14,46df523ee616ab4855a3,TASK_S4_R002_006,a5989bd1df301e44199b91c6252772214a7241f2,M003,H000,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,9931,9233,698,12.317476500058547,12.265319207916036,0.0,0,12,11,empty_patch,model_turn_budget E14,54b92132faa646b4798b,TASK_S4_R002_006,a5989bd1df301e44199b91c6252772214a7241f2,M002,H000,P002,0,1,1,0,0,1,0,0.5,0.0,1,0,5,3,89531,87924,1607,24.476491292007267,23.272466167341918,0.0,0,12,3,tests,finish_tool E14,a84bb7b9188e57067fc7,TASK_S4_R002_006,a5989bd1df301e44199b91c6252772214a7241f2,M004,H000,P002,0,1,1,0,0,0,0,0.0,0.0,0,0,5,2,85768,84339,1429,28.95888820802793,27.50829229177907,4.011451916070655,1,11,2,tests,finish_tool E14,aa669a8793b821ee5ebd,TASK_S4_R002_007,9544a11db38f7549b25f967a784742fd2562ca32,M002,H000,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,2,86962,77304,9658,98.92577304202132,98.78106179228052,0.0,0,11,8,empty_patch,assistant_stop_without_finish E14,c8a80367b934dca6ca29,TASK_S4_R002_007,9544a11db38f7549b25f967a784742fd2562ca32,M003,H000,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,10596,9724,872,13.56099066697061,13.510083415312693,6.085958207957447,1,12,11,empty_patch,model_turn_budget E14,e818a0c92053297c1b13,TASK_S4_R002_007,9544a11db38f7549b25f967a784742fd2562ca32,M004,H000,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,3,92440,91301,1139,27.98562050005421,27.329590290319175,0.0,0,12,4,empty_patch,model_turn_budget E14,53b2ce054865f23fb813,TASK_S4_R003_001,4e68d32c77ed587ab42d229d9f44c3bc40d1d0e5,M003,H000,P002,0,1,1,0,0,0,0,0.0,0.0,0,0,5,1,16360,15475,885,22.540978000033647,16.250333333853632,0.0,0,4,1,tests,assistant_stop_without_finish E14,55ce7367ddf1dadfa0da,TASK_S4_R003_001,4e68d32c77ed587ab42d229d9f44c3bc40d1d0e5,M002,H000,P002,0,1,1,0,0,0,0,0.0,0.0,0,0,5,2,28778,27596,1182,20.60870433296077,14.193504124181345,5.341287582879886,1,6,0,tests,finish_tool E14,f7d3e5362d50903d0588,TASK_S4_R003_001,4e68d32c77ed587ab42d229d9f44c3bc40d1d0e5,M004,H000,P002,0,1,1,0,0,0,0,0.0,0.0,0,0,5,2,75238,74122,1116,24.09606287511997,20.641059499932453,0.0,0,12,5,tests,model_turn_budget E14,12a226fc6b956eeb0108,TASK_S4_R003_002,cbc13a61e0f15880b49a3d0208cc603d7d0b57e3,M004,H000,P002,0,1,1,0,0,1,1,1.0,1.0,1,1,5,2,101277,99429,1848,40.877492666943,40.095636166399345,0.0,0,12,3,tests,model_turn_budget E14,39cfd93e1cfa98cde071,TASK_S4_R003_002,cbc13a61e0f15880b49a3d0208cc603d7d0b57e3,M003,H000,P002,0,1,1,0,0,1,1,1.0,1.0,1,1,5,1,28082,27010,1072,25.16348358313553,24.47894250205718,0.0,0,7,5,tests,assistant_stop_without_finish E14,772b35fb974640fc1b89,TASK_S4_R003_002,cbc13a61e0f15880b49a3d0208cc603d7d0b57e3,M002,H000,P002,0,1,1,0,0,1,1,1.0,1.0,1,1,5,2,118896,115595,3301,46.1539727919735,45.42014850024134,0.0,0,12,1,tests,model_turn_budget E14,323fa26792ed59086339,TASK_S4_R003_003,57749d46de1d975aacb82758c268fc26e5e6ed8b,M002,H000,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,68232,59198,9034,105.43662662501447,105.33203008258715,0.0,0,11,8,empty_patch,assistant_stop_without_finish E14,5f81db43c309c4d459ff,TASK_S4_R003_003,57749d46de1d975aacb82758c268fc26e5e6ed8b,M004,H000,P002,0,0,0,0,0,0,1,0.0,0.25,0,1,5,6,68753,68065,688,17.688393165823072,17.573823876911774,0.0,0,12,5,empty_patch,model_turn_budget E14,c9e428c91f2d4af0db22,TASK_S4_R003_003,57749d46de1d975aacb82758c268fc26e5e6ed8b,M003,H000,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,10567,9475,1092,18.22859458392486,18.175801292061806,0.0,0,12,11,empty_patch,model_turn_budget E14,6eec4ac0d17efb973e9d,TASK_S4_R003_004,dae9e522a26041f5b3c6461cc8a5e284f3376a79,M002,H000,P002,0,1,1,1,0,0,1,0.0,0.3333333333333333,0,1,5,4,112055,109365,2690,47.86520599992946,44.38690487667918,0.0,0,12,4,tests,model_turn_budget E14,720ade76176e0541c498,TASK_S4_R003_004,dae9e522a26041f5b3c6461cc8a5e284f3376a79,M004,H000,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,4,106380,105601,779,26.18063566694036,26.041131206555292,0.0,0,12,6,empty_patch,model_turn_budget E14,a1b028afaeb24a199356,TASK_S4_R003_004,dae9e522a26041f5b3c6461cc8a5e284f3376a79,M003,H000,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,3,0,22242,21537,705,17.111980499932542,17.036814416060224,0.0,0,12,11,empty_patch,model_turn_budget E14,2bfec82879135fb5a1e1,TASK_S4_R003_005,dcca59d1a5966283c1120cfb639c01a76214d2b2,M003,H000,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,9899,9330,569,11.273790332954377,11.223876293515787,0.0,0,12,11,empty_patch,model_turn_budget E14,474ea432f5b7faf7d485,TASK_S4_R003_005,dcca59d1a5966283c1120cfb639c01a76214d2b2,M002,H000,P002,0,0,0,0,0,0,1,0.0,0.3333333333333333,0,1,5,4,59905,58129,1776,23.84236166696064,23.72823966597207,0.0,0,12,7,empty_patch,model_turn_budget E14,aeaed654f9c9ca29e583,TASK_S4_R003_005,dcca59d1a5966283c1120cfb639c01a76214d2b2,M004,H000,P002,0,0,0,0,0,0,1,0.0,0.5,0,1,5,6,76988,76387,601,16.350799332838506,16.223765918053687,0.0,0,12,5,empty_patch,model_turn_budget E14,5d1ed97d66b6c9566993,TASK_S4_R003_006,fad14413f4f27f1b6f902703b5075528aac52451,M002,H000,P002,0,0,0,0,0,1,0,0.25,0.0,1,0,5,3,131093,129599,1494,28.572461290983483,28.406149667687714,0.0,0,12,5,empty_patch,tool_budget_exhausted E14,fb22948c07736f241bc4,TASK_S4_R003_006,fad14413f4f27f1b6f902703b5075528aac52451,M004,H000,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,6,117392,116801,591,21.95182462502271,21.800735833356157,0.0,0,12,4,empty_patch,model_turn_budget E14,fb5ab3917af13b364c0a,TASK_S4_R003_006,fad14413f4f27f1b6f902703b5075528aac52451,M003,H000,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,542,501,41,0.5300332920160145,0.5246092081069946,0.0,0,0,0,empty_patch,assistant_stop_without_finish E14,6bab0b16e9ea5b12549a,TASK_S4_R003_007,428b4fdee5402f1588f35fb50d98b2225d083f6d,M003,H000,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,54328,52646,1682,41.98108954192139,41.87062166421674,0.0,0,12,9,empty_patch,model_turn_budget E14,82b18704e46f64e979f4,TASK_S4_R003_007,428b4fdee5402f1588f35fb50d98b2225d083f6d,M002,H000,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,48100,46925,1175,16.844126084120944,16.746921291342005,0.0,0,12,10,empty_patch,model_turn_budget E14,dc6c19101d8b380a9370,TASK_S4_R003_007,428b4fdee5402f1588f35fb50d98b2225d083f6d,M004,H000,P002,0,0,0,0,0,0,1,0.0,0.5,0,1,5,2,66428,65925,503,12.430439416784793,12.312394665554166,0.0,0,12,9,empty_patch,model_turn_budget E14,28003c5cab9874f6550f,TASK_S4_R003_008,f4ce86770befef77c7c556fd5cfe25165f59f515,M004,H000,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,2,74808,74259,549,16.309017833089456,16.189990709768608,4.127197958994657,1,12,5,empty_patch,model_turn_budget E14,324bda76ea74a4a355a7,TASK_S4_R003_008,f4ce86770befef77c7c556fd5cfe25165f59f515,M003,H000,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,10165,9482,683,11.97570850001648,11.91662966599688,0.0,0,12,11,empty_patch,model_turn_budget E14,b73a8a44a847c42bb4b0,TASK_S4_R003_008,f4ce86770befef77c7c556fd5cfe25165f59f515,M002,H000,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,2,56873,56112,761,14.083876374876127,13.974058459047228,0.0,0,12,8,empty_patch,model_turn_budget E14,45b986708d45b88f3ceb,TASK_S4_R003_009,1e7f257e79a7adf1e6f2bc9222fd5031340d26c3,M002,H000,P002,0,0,0,0,0,0,1,0.0,0.5,0,1,5,3,141464,139884,1580,32.94878416694701,32.77510350313969,0.0,0,12,3,empty_patch,model_turn_budget E14,634158252eb044684e74,TASK_S4_R003_009,1e7f257e79a7adf1e6f2bc9222fd5031340d26c3,M004,H000,P002,0,1,1,0,0,0,0,0.0,0.0,0,0,5,2,89063,87893,1170,25.82970841601491,24.343039374565706,0.0,0,12,3,tests,model_turn_budget E14,a520cee23c02fe4ff972,TASK_S4_R003_009,1e7f257e79a7adf1e6f2bc9222fd5031340d26c3,M003,H000,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,538,501,37,0.7250074169132859,0.7223920419346541,5.786135834176093,1,0,0,empty_patch,assistant_stop_without_finish E14,17d98369b2d00f018c3d,TASK_S4_R003_010,a788cff7c1c651c512f15a9a1045c1e4d449d854,M003,H000,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,9896,9319,577,11.233536458108574,11.174323874991387,0.0,0,12,11,empty_patch,model_turn_budget E14,cc9543386d6342b8bd1c,TASK_S4_R003_010,a788cff7c1c651c512f15a9a1045c1e4d449d854,M004,H000,P002,0,0,0,0,0,1,1,0.5,0.25,1,1,5,7,104701,104179,522,26.81239820900373,26.668002790771425,0.0,0,12,4,empty_patch,model_turn_budget E14,e43193a2b732d1073ce1,TASK_S4_R003_010,a788cff7c1c651c512f15a9a1045c1e4d449d854,M002,H000,P002,0,0,0,0,0,1,0,0.3333333333333333,0.0,1,0,5,4,98856,97780,1076,19.058030124986544,18.92750454414636,5.284887334099039,1,12,5,empty_patch,model_turn_budget E14,6fc836da177f3110b341,TASK_S4_R001_001,f9e8e36f51764f6d4fb21739586df5d2154c5a56,M002,H000,P003,0,0,0,0,0,1,0,0.2,0.0,1,0,5,2,229224,228048,1176,36.09092654194683,35.83869229373522,0.0,0,12,3,empty_patch,tool_budget_exhausted E14,d0b6b6c5110da2662f59,TASK_S4_R001_001,f9e8e36f51764f6d4fb21739586df5d2154c5a56,M004,H000,P003,0,0,0,0,0,1,1,0.25,0.5,1,1,5,2,104317,103734,583,18.121195333078504,17.9716560842935,4.081540249986574,1,12,8,empty_patch,model_turn_budget E14,d9c1fbd7251bf9a5b781,TASK_S4_R001_001,f9e8e36f51764f6d4fb21739586df5d2154c5a56,M003,H000,P003,0,0,0,0,0,1,0,0.25,0.0,1,0,5,1,40777,40012,765,27.0423007090576,26.93626050185412,0.0,0,12,10,empty_patch,model_turn_budget E14,34cbc95d2ecdece16870,TASK_S4_R001_002,072b63c036f60928edc7f1952e91166d26ce4f2d,M004,H000,P003,0,1,1,0,0,1,1,0.5,1.0,1,1,5,3,36815,36229,586,13.409009333932772,11.208444539224729,0.0,0,8,0,tests,finish_tool E14,a59231bc1554ec5fb57f,TASK_S4_R001_002,072b63c036f60928edc7f1952e91166d26ce4f2d,M002,H000,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,2,64721,63559,1162,18.481746708974242,18.34610929316841,0.0,0,12,8,empty_patch,model_turn_budget E14,fdfbdc08a33ab614d1ec,TASK_S4_R001_002,072b63c036f60928edc7f1952e91166d26ce4f2d,M003,H000,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,10343,9534,809,12.978267415892333,12.927237373078242,5.7652289578691125,1,12,11,empty_patch,model_turn_budget E14,37326d61361ebfa2c4d0,TASK_S4_R001_003,d4111604e7dff5cfaadd5853710eb313021514f6,M003,H000,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,1,31049,27603,3446,54.705610957928,53.40169774950482,0.0,0,5,2,tests,assistant_stop_without_finish E14,89ec4d787d3f9cc5032a,TASK_S4_R001_003,d4111604e7dff5cfaadd5853710eb313021514f6,M002,H000,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,2,127240,126286,954,21.84053008398041,21.664960084017366,5.708584791980684,1,12,6,empty_patch,model_turn_budget E14,c048727d8cd44212ccd8,TASK_S4_R001_003,d4111604e7dff5cfaadd5853710eb313021514f6,M004,H000,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,2,80261,79815,446,11.899690416874364,11.753027833299711,0.0,0,12,9,empty_patch,model_turn_budget E14,0756654917a5e088ba6c,TASK_S4_R002_001,25b84cd1249d7061d07514b224d1080f46aaa555,M003,H000,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,2,21471,21064,407,13.901927709113806,13.852882083971053,0.0,0,4,2,empty_patch,assistant_stop_without_finish E14,a8c84eb3ee00590c4cf8,TASK_S4_R002_001,25b84cd1249d7061d07514b224d1080f46aaa555,M004,H000,P003,0,1,1,0,0,0,1,0.0,0.5,0,1,5,8,119266,118261,1005,34.946014707908034,32.630364501615986,0.0,0,12,2,tests,model_turn_budget E14,b619155587652d445ff0,TASK_S4_R002_001,25b84cd1249d7061d07514b224d1080f46aaa555,M002,H000,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,103450,102329,1121,20.87080387515016,20.71954720816575,0.0,0,12,8,empty_patch,model_turn_budget E14,52286fa7182417687af3,TASK_S4_R002_002,0e9cccbc7795063acf1fd3e374140ddf5eba3f71,M002,H000,P003,0,0,0,0,0,1,1,0.5,1.0,1,1,5,7,112744,110590,2154,37.28139120899141,37.12502437387593,0.0,0,12,4,empty_patch,tool_budget_exhausted E14,7f2dc46d169451db9a8c,TASK_S4_R002_002,0e9cccbc7795063acf1fd3e374140ddf5eba3f71,M004,H000,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,3,100876,100187,689,22.74705050000921,21.23557766713202,0.0,0,12,6,empty_patch,model_turn_budget E14,e8c65d30b38065dff399,TASK_S4_R002_002,0e9cccbc7795063acf1fd3e374140ddf5eba3f71,M003,H000,P003,0,1,1,0,0,1,0,1.0,0.0,1,0,5,0,6410,5784,626,10.462355833966285,9.440971417119727,0.0,0,2,1,tests,assistant_stop_without_finish E14,3c08793ac9c6bfbc5d6c,TASK_S4_R002_003,4d7442ac69c6d3b8f86af4764f4143b310650cba,M004,H000,P003,0,1,0,0,0,1,1,1.0,1.0,1,1,5,4,74370,71823,2547,43.035659125074744,42.63190358527936,0.0,0,12,4,patch_apply,model_turn_budget E14,4e347898380bf94e1f52,TASK_S4_R002_003,4d7442ac69c6d3b8f86af4764f4143b310650cba,M003,H000,P003,0,1,1,0,0,1,0,1.0,0.0,1,0,5,0,9087,8332,755,13.155606874963269,12.002358959056437,0.0,0,3,1,tests,assistant_stop_without_finish E14,cdfabf72262b2cd41901,TASK_S4_R002_003,4d7442ac69c6d3b8f86af4764f4143b310650cba,M002,H000,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,4,111007,109396,1611,32.03353183413856,31.88405803963542,0.0,0,12,3,empty_patch,tool_budget_exhausted E14,2a38797bfe56c773c2b6,TASK_S4_R002_004,e166c948a89b4f894f6aed5667c6da6db368009d,M004,H000,P003,0,1,1,0,0,1,1,1.0,1.0,1,1,5,6,130077,129081,996,33.796254083979875,30.98885254212655,0.0,0,12,1,tests,model_turn_budget E14,a900295a2da29380a2bf,TASK_S4_R002_004,e166c948a89b4f894f6aed5667c6da6db368009d,M002,H000,P003,0,1,1,0,0,1,1,1.0,1.0,1,1,5,6,57937,49934,8003,96.15262704179622,94.38053112430498,0.0,0,12,2,tests,tool_budget_exhausted E14,af7233cf742fe3f5bc91,TASK_S4_R002_004,e166c948a89b4f894f6aed5667c6da6db368009d,M003,H000,P003,0,1,1,0,0,1,1,1.0,1.0,1,1,5,1,14221,13121,1100,19.74714949983172,18.581123542040586,0.0,0,3,1,tests,assistant_stop_without_finish E14,37bd11922739c147be4d,TASK_S4_R002_005,d3f3944d353186f4bebce0d3924ab6958d93ce79,M004,H000,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,5,99327,98787,540,22.34850204200484,22.198181584710255,0.0,0,12,6,empty_patch,model_turn_budget E14,bdec5e49dc2fbe32eabe,TASK_S4_R002_005,d3f3944d353186f4bebce0d3924ab6958d93ce79,M003,H000,P003,0,1,1,0,0,1,1,1.0,1.0,1,1,5,1,24849,22978,1871,33.7676939999219,32.52487254072912,0.0,0,5,3,tests,assistant_stop_without_finish E14,d52e2b57c5543e1edf03,TASK_S4_R002_005,d3f3944d353186f4bebce0d3924ab6958d93ce79,M002,H000,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,1,68591,67792,799,13.189798458013684,13.063771374057978,0.0,0,12,10,empty_patch,model_turn_budget E14,b7ea9bf09398ced288b6,TASK_S4_R002_006,a5989bd1df301e44199b91c6252772214a7241f2,M004,H000,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,2,113944,105438,8506,155.28074362501502,154.73882237402722,0.0,0,12,4,tests,model_turn_budget E14,bf25fa6d38c8c320d8d7,TASK_S4_R002_006,a5989bd1df301e44199b91c6252772214a7241f2,M002,H000,P003,0,0,0,0,0,1,0,0.5,0.0,1,0,5,3,89052,87560,1492,23.4946770418901,23.350442748516798,0.0,0,12,6,empty_patch,model_turn_budget E14,cc97658ba7cde26ff06b,TASK_S4_R002_006,a5989bd1df301e44199b91c6252772214a7241f2,M003,H000,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,10633,9515,1118,16.80915308301337,16.7542464598082,0.0,0,12,11,empty_patch,model_turn_budget E14,79668aaa6f687720e015,TASK_S4_R002_007,9544a11db38f7549b25f967a784742fd2562ca32,M003,H000,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,10297,9554,743,12.773521542083472,12.716863915557042,0.0,0,12,11,empty_patch,model_turn_budget E14,90200459c2e3f15f54c7,TASK_S4_R002_007,9544a11db38f7549b25f967a784742fd2562ca32,M004,H000,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,3,97878,95413,2465,50.087256459053606,48.80096054170281,4.137965040979907,1,12,4,tests,model_turn_budget E14,aecd1a00220f8fd83a5f,TASK_S4_R002_007,9544a11db38f7549b25f967a784742fd2562ca32,M002,H000,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,2,63346,54106,9240,97.14790483401157,97.03928862512112,0.0,0,8,5,empty_patch,assistant_stop_without_finish E14,236bc3fadacb71920135,TASK_S4_R003_001,4e68d32c77ed587ab42d229d9f44c3bc40d1d0e5,M003,H000,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,1,13053,11162,1891,26.414275333983824,25.86063116695732,5.768603625008836,1,3,1,tests,assistant_stop_without_finish E14,3850f7be11144e315f54,TASK_S4_R003_001,4e68d32c77ed587ab42d229d9f44c3bc40d1d0e5,M002,H000,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,2,30712,28719,1993,29.57120683393441,23.26370287500322,0.0,0,6,0,tests,finish_tool E14,48b8173719047f617104,TASK_S4_R003_001,4e68d32c77ed587ab42d229d9f44c3bc40d1d0e5,M004,H000,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,2,92192,88389,3803,68.51064629200846,59.15777933271602,0.0,0,12,3,tests,model_turn_budget E14,2a3aa672f54ab3d09163,TASK_S4_R003_002,cbc13a61e0f15880b49a3d0208cc603d7d0b57e3,M002,H000,P003,0,1,1,0,0,1,1,1.0,1.0,1,1,5,2,117108,109428,7680,89.19799629203044,87.63814033428207,5.462398500181735,1,12,5,tests,model_turn_budget E14,641099a470294d1cfe98,TASK_S4_R003_002,cbc13a61e0f15880b49a3d0208cc603d7d0b57e3,M003,H000,P003,0,1,1,0,0,1,1,1.0,1.0,1,1,5,1,36357,35015,1342,31.994169583078474,30.640167667530477,0.0,0,8,5,tests,assistant_stop_without_finish E14,834f75264db2332d6b1b,TASK_S4_R003_002,cbc13a61e0f15880b49a3d0208cc603d7d0b57e3,M004,H000,P003,0,1,1,0,0,1,1,1.0,1.0,1,1,5,2,101262,97784,3478,73.27106774994172,71.72795754228719,0.0,0,11,3,tests,finish_tool E14,4610c3c0d3334f60d4fa,TASK_S4_R003_003,57749d46de1d975aacb82758c268fc26e5e6ed8b,M004,H000,P003,0,0,0,0,0,1,1,0.25,1.0,1,1,5,5,51730,50898,832,16.143610042054206,16.047767250798643,0.0,0,12,5,empty_patch,model_turn_budget E14,571287aa400a37bd5282,TASK_S4_R003_003,57749d46de1d975aacb82758c268fc26e5e6ed8b,M003,H000,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,10327,9626,701,13.605560791911557,13.558039583265781,0.0,0,12,11,empty_patch,model_turn_budget E14,c6d72408d740b43a0525,TASK_S4_R003_003,57749d46de1d975aacb82758c268fc26e5e6ed8b,M002,H000,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,3,68002,67074,928,17.255893958033994,17.1378472938668,0.0,0,12,8,empty_patch,tool_budget_exhausted E14,4bd9ec85a24457a628b7,TASK_S4_R003_004,dae9e522a26041f5b3c6461cc8a5e284f3376a79,M003,H000,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,3,0,22263,21486,777,17.943711792118847,17.867019044002518,0.0,0,12,11,empty_patch,model_turn_budget E14,56f4186844e49f8842bc,TASK_S4_R003_004,dae9e522a26041f5b3c6461cc8a5e284f3376a79,M002,H000,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,2,105675,104445,1230,26.062874667113647,25.918332417029887,0.0,0,12,3,empty_patch,model_turn_budget E14,965524255a37c2a41370,TASK_S4_R003_004,dae9e522a26041f5b3c6461cc8a5e284f3376a79,M004,H000,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,5,100429,99630,799,27.30155779211782,27.149474002420902,0.0,0,12,5,empty_patch,model_turn_budget E14,299be53822aaa71bcb48,TASK_S4_R003_005,dcca59d1a5966283c1120cfb639c01a76214d2b2,M002,H000,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,52865,51720,1145,16.192095750011504,16.094793540192768,0.0,0,12,10,empty_patch,model_turn_budget E14,7c421d3e125947ab7094,TASK_S4_R003_005,dcca59d1a5966283c1120cfb639c01a76214d2b2,M004,H000,P003,0,0,0,0,0,0,1,0.0,1.0,0,1,5,5,50305,49568,737,15.147085582837462,15.045831456780434,0.0,0,12,5,empty_patch,model_turn_budget E14,adad69ef6c840f77bc21,TASK_S4_R003_005,dcca59d1a5966283c1120cfb639c01a76214d2b2,M003,H000,P003,0,1,1,0,0,0,1,0.0,0.5,0,1,5,2,55460,53546,1914,46.73765716585331,45.18013658397831,0.0,0,12,2,tests,model_turn_budget E14,38c53428e3e179d5c2c2,TASK_S4_R003_006,fad14413f4f27f1b6f902703b5075528aac52451,M004,H000,P003,0,0,0,0,0,1,0,0.25,0.0,1,0,5,2,93525,93072,453,17.00840291683562,13.702824376989156,0.0,0,12,8,empty_patch,model_turn_budget E14,6418b97781bfd880a6ab,TASK_S4_R003_006,fad14413f4f27f1b6f902703b5075528aac52451,M002,H000,P003,0,0,0,0,0,1,0,1.0,0.0,1,0,5,2,114791,113612,1179,23.971862374804914,23.81684129079804,0.0,0,12,7,empty_patch,tool_budget_exhausted E14,b30373448b5c113c8a62,TASK_S4_R003_006,fad14413f4f27f1b6f902703b5075528aac52451,M003,H000,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,527,486,41,0.5253557921387255,0.5221717921085656,0.0,0,0,0,empty_patch,assistant_stop_without_finish E14,98d4bb2664c270be0651,TASK_S4_R003_007,428b4fdee5402f1588f35fb50d98b2225d083f6d,M003,H000,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,1,32849,31786,1063,27.097175792092457,25.714904581196606,0.0,0,7,5,tests,assistant_stop_without_finish E14,b9dfcdc36e6230355db0,TASK_S4_R003_007,428b4fdee5402f1588f35fb50d98b2225d083f6d,M004,H000,P003,0,0,0,0,0,0,1,0.0,0.5,0,1,5,3,58447,57986,461,11.795185917057097,11.692637501982972,0.0,0,12,8,empty_patch,model_turn_budget E14,feb5c43a2c23ec9fc2b9,TASK_S4_R003_007,428b4fdee5402f1588f35fb50d98b2225d083f6d,M002,H000,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,39896,38918,978,14.579548041103408,14.48711941856891,0.0,0,12,10,empty_patch,model_turn_budget E14,01e30bb072c5831337dc,TASK_S4_R003_008,f4ce86770befef77c7c556fd5cfe25165f59f515,M004,H000,P003,0,1,1,0,0,1,1,1.0,1.0,1,1,5,2,50297,48830,1467,23.109720666892827,22.29558291612193,0.0,0,12,7,tests,model_turn_budget E14,c75ee55be89e15178244,TASK_S4_R003_008,f4ce86770befef77c7c556fd5cfe25165f59f515,M002,H000,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,2,75991,75223,768,17.62180562503636,17.501662538619712,0.0,0,12,7,empty_patch,model_turn_budget E14,ed7c6bc4265a842be2c1,TASK_S4_R003_008,f4ce86770befef77c7c556fd5cfe25165f59f515,M003,H000,P003,0,0,0,0,0,1,0,1.0,0.0,1,0,2,0,18151,17407,744,16.41290295892395,16.344061001902446,0.0,0,12,11,empty_patch,model_turn_budget E14,2813f47e906917d60749,TASK_S4_R003_009,1e7f257e79a7adf1e6f2bc9222fd5031340d26c3,M002,H000,P003,0,0,0,0,0,0,1,0.0,0.5,0,1,5,3,168792,166399,2393,46.78639708296396,46.60526395775378,0.0,0,12,1,empty_patch,model_turn_budget E14,791a97884e01672920f1,TASK_S4_R003_009,1e7f257e79a7adf1e6f2bc9222fd5031340d26c3,M004,H000,P003,0,1,1,1,0,0,1,0.0,0.3333333333333333,0,1,5,3,64409,62156,2253,42.88390679191798,41.40757187618874,4.027108500013128,1,9,1,tests,finish_tool E14,fdda16e7203734089f8a,TASK_S4_R003_009,1e7f257e79a7adf1e6f2bc9222fd5031340d26c3,M003,H000,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,1,42864,40459,2405,46.60256770905107,45.249212376074865,0.0,0,7,3,tests,assistant_stop_without_finish E14,3cc9eda519edd0d6707c,TASK_S4_R003_010,a788cff7c1c651c512f15a9a1045c1e4d449d854,M002,H000,P003,0,0,0,0,0,1,0,0.3333333333333333,0.0,1,0,5,2,149958,148574,1384,29.788840332999825,29.60763920750469,0.0,0,12,3,empty_patch,tool_budget_exhausted E14,4eabe22add8b503159aa,TASK_S4_R003_010,a788cff7c1c651c512f15a9a1045c1e4d449d854,M004,H000,P003,0,0,0,0,0,1,1,0.5,0.3333333333333333,1,1,5,4,107966,107428,538,28.339787584031,28.207261501112953,0.0,0,12,6,empty_patch,model_turn_budget E14,92a258403d03413855d1,TASK_S4_R003_010,a788cff7c1c651c512f15a9a1045c1e4d449d854,M003,H000,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,10028,9242,786,12.963572666980326,12.911923625739291,5.627252125181258,1,12,11,empty_patch,model_turn_budget E14,1592cad3d611f58ea1e8,TASK_S4_R001_001,f9e8e36f51764f6d4fb21739586df5d2154c5a56,M004,H006,P001,0,0,0,0,0,0,1,0.0,0.5,0,1,5,3,87300,86760,540,21.223806041060016,16.046002836199477,4.288805500138551,2,12,7,empty_patch,model_turn_budget E14,7830531a36664f045af6,TASK_S4_R001_001,f9e8e36f51764f6d4fb21739586df5d2154c5a56,M002,H006,P001,0,0,0,0,0,1,1,0.25,0.5,1,1,5,3,109642,100372,9270,134.20302958413959,126.84588845795952,6.497585042146966,2,8,1,empty_patch,assistant_stop_without_finish E14,de168afe9a46c1a69b08,TASK_S4_R001_001,f9e8e36f51764f6d4fb21739586df5d2154c5a56,M003,H006,P001,0,0,0,0,0,1,1,0.5,1.0,1,1,5,1,40594,39943,651,30.258205832913518,24.423286333680153,5.234771416988224,2,12,10,empty_patch,model_turn_budget E14,195d107490d73601fdd1,TASK_S4_R001_002,072b63c036f60928edc7f1952e91166d26ce4f2d,M002,H006,P001,0,1,1,0,0,0,1,0.0,0.5,0,1,5,3,60156,58705,1451,26.386710666818544,18.045117539120838,5.771992749767378,2,11,5,tests,finish_tool E14,be39daa84eddb1536cf9,TASK_S4_R001_002,072b63c036f60928edc7f1952e91166d26ce4f2d,M004,H006,P001,0,1,1,0,0,1,1,1.0,1.0,1,1,5,3,46168,45408,760,20.643236458068714,13.9961419980973,7.847851540893316,3,8,0,tests,assistant_stop_without_finish E14,cf7125e6e6b24b825b5c,TASK_S4_R001_002,072b63c036f60928edc7f1952e91166d26ce4f2d,M003,H006,P001,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,28291,27619,672,25.181063333060592,19.300599499838427,5.743712665978819,2,12,11,empty_patch,model_turn_budget E14,2b76e48c25a7fbc9eff7,TASK_S4_R001_003,d4111604e7dff5cfaadd5853710eb313021514f6,M004,H006,P001,0,0,0,0,0,0,0,0.0,0.0,0,0,5,2,114322,113752,570,26.72669529193081,21.17143033305183,4.721576374955475,2,12,5,empty_patch,model_turn_budget E14,4bb42237214482ae7031,TASK_S4_R001_003,d4111604e7dff5cfaadd5853710eb313021514f6,M002,H006,P001,0,0,0,0,0,0,0,0.0,0.0,0,0,5,2,128368,127071,1297,35.2512407079339,28.519501834874973,5.770602500997484,2,12,3,empty_patch,model_turn_budget E14,dbe6eea66c293c42b92c,TASK_S4_R001_003,d4111604e7dff5cfaadd5853710eb313021514f6,M003,H006,P001,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,67614,65610,2004,56.88664058293216,51.329452582634985,11.114977416116744,3,12,4,empty_patch,model_turn_budget E14,9c27bbdbc157674250fa,TASK_S4_R002_001,25b84cd1249d7061d07514b224d1080f46aaa555,M004,H006,P001,0,0,0,0,0,0,0,0.0,0.0,0,0,5,3,143917,143325,592,31.023386042099446,25.72076670709066,4.824352000141516,2,12,6,empty_patch,model_turn_budget E14,a7834ed03e5204b7ba28,TASK_S4_R002_001,25b84cd1249d7061d07514b224d1080f46aaa555,M003,H006,P001,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,30239,29480,759,25.504467208869755,20.20001487620175,5.004633959149942,2,12,11,empty_patch,model_turn_budget E14,d3c726287c0a4f7da480,TASK_S4_R002_001,25b84cd1249d7061d07514b224d1080f46aaa555,M002,H006,P001,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,181623,179662,1961,48.869493291014805,42.71729858359322,10.85470858332701,3,12,1,empty_patch,model_turn_budget E14,4871482d248982527633,TASK_S4_R002_002,0e9cccbc7795063acf1fd3e374140ddf5eba3f71,M002,H006,P001,0,0,0,0,0,1,1,1.0,1.0,1,1,5,7,60543,59274,1269,31.31589962495491,24.960346333915368,5.9793247920461,2,9,2,empty_patch,assistant_stop_without_finish E14,56ff8a84bf2dbe8b3b1a,TASK_S4_R002_002,0e9cccbc7795063acf1fd3e374140ddf5eba3f71,M004,H006,P001,0,0,0,0,0,1,1,1.0,1.0,1,1,5,7,152395,150790,1605,58.65055016614497,53.47927108104341,4.80362291703932,2,12,1,empty_patch,model_turn_budget E14,a9625e62a448d5fe8be6,TASK_S4_R002_002,0e9cccbc7795063acf1fd3e374140ddf5eba3f71,M003,H006,P001,0,0,0,0,0,1,1,1.0,1.0,1,1,5,1,57890,52669,5221,88.32825454208069,82.98175424872898,4.986966624855995,2,12,8,empty_patch,model_turn_budget E14,456f391232c2b5748df3,TASK_S4_R002_003,4d7442ac69c6d3b8f86af4764f4143b310650cba,M003,H006,P001,0,0,0,0,0,1,1,1.0,1.0,1,1,5,1,46582,43436,3146,58.787135667167604,53.458066751714796,5.041163209127262,2,12,10,empty_patch,model_turn_budget E14,ccdcc79f5f4f06f6a794,TASK_S4_R002_003,4d7442ac69c6d3b8f86af4764f4143b310650cba,M002,H006,P001,0,0,0,0,0,1,1,1.0,1.0,1,1,5,3,58155,57186,969,21.035088416887447,14.470365126617253,6.304087875178084,2,12,8,empty_patch,tool_budget_exhausted E14,e53babea62abbcda5862,TASK_S4_R002_003,4d7442ac69c6d3b8f86af4764f4143b310650cba,M004,H006,P001,0,0,0,0,0,1,1,1.0,1.0,1,1,5,3,75173,72280,2893,50.17194512486458,45.13182841753587,4.592624957906082,2,12,3,empty_patch,model_turn_budget E14,06372e200ef1216a8f1a,TASK_S4_R002_004,e166c948a89b4f894f6aed5667c6da6db368009d,M004,H006,P001,0,0,0,0,0,1,1,1.0,1.0,1,1,5,6,128749,127384,1365,43.02161670802161,37.680724791949615,4.962197792017832,2,12,0,empty_patch,model_turn_budget E14,5519629126c288ead82b,TASK_S4_R002_004,e166c948a89b4f894f6aed5667c6da6db368009d,M002,H006,P001,0,0,0,0,0,1,1,1.0,1.0,1,1,5,6,98019,97183,836,23.81104291602969,17.557537040673196,5.976295333122835,2,12,5,empty_patch,tool_budget_exhausted E14,ea09d5b619b312ee03de,TASK_S4_R002_004,e166c948a89b4f894f6aed5667c6da6db368009d,M003,H006,P001,0,0,0,0,0,1,1,0.3333333333333333,1.0,1,1,5,2,61699,59965,1734,50.19884774996899,44.84849549992941,5.097604000009596,2,12,8,empty_patch,model_turn_budget E14,132d4cb3f16d8b403026,TASK_S4_R002_005,d3f3944d353186f4bebce0d3924ab6958d93ce79,M004,H006,P001,0,0,0,0,0,1,1,1.0,1.0,1,1,5,4,97053,95609,1444,38.950979167129844,33.95430162269622,4.6670911249239,2,12,5,empty_patch,model_turn_budget E14,88a2af5e0f72638e1524,TASK_S4_R002_005,d3f3944d353186f4bebce0d3924ab6958d93ce79,M002,H006,P001,0,0,0,0,0,1,1,1.0,1.0,1,1,5,1,69739,68856,883,18.48206766694784,12.478322625625879,5.659408499952406,2,12,10,empty_patch,model_turn_budget E14,e156abec452968b4769f,TASK_S4_R002_005,d3f3944d353186f4bebce0d3924ab6958d93ce79,M003,H006,P001,0,0,0,0,0,1,1,1.0,1.0,1,1,5,1,60322,58825,1497,47.311324457870796,41.916310666361824,5.091042500920594,2,12,8,empty_patch,model_turn_budget E14,0679afe36a710b466810,TASK_S4_R002_006,a5989bd1df301e44199b91c6252772214a7241f2,M004,H006,P001,0,1,1,0,0,0,0,0.0,0.0,0,0,5,2,92662,91435,1227,30.53020366700366,24.593578915810212,4.5064250831492245,2,12,5,tests,model_turn_budget E14,a837debaa0536de2e061,TASK_S4_R002_006,a5989bd1df301e44199b91c6252772214a7241f2,M003,H006,P001,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,31663,30908,755,26.82239708281122,21.222399335121736,5.486482375999913,2,12,11,empty_patch,model_turn_budget E14,eab96e66c7ef4a7ba2ab,TASK_S4_R002_006,a5989bd1df301e44199b91c6252772214a7241f2,M002,H006,P001,0,0,0,0,0,0,0,0.0,0.0,0,0,5,3,162463,161214,1249,39.532163250027224,33.01217321003787,6.020884957863018,2,12,1,empty_patch,tool_budget_exhausted E14,0164266adc16cb5c747a,TASK_S4_R002_007,9544a11db38f7549b25f967a784742fd2562ca32,M003,H006,P001,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,33190,32257,933,29.133833875181153,23.33520904229954,5.671790832886472,2,12,11,empty_patch,model_turn_budget E14,c5d0ede7f71c85d288e6,TASK_S4_R002_007,9544a11db38f7549b25f967a784742fd2562ca32,M004,H006,P001,0,1,1,1,0,1,1,1.0,1.0,1,1,5,3,105128,103676,1452,38.02028466598131,31.95704166800715,4.469148291973397,2,12,3,tests,model_turn_budget E14,d23187978215df4d7aac,TASK_S4_R002_007,9544a11db38f7549b25f967a784742fd2562ca32,M002,H006,P001,0,0,0,0,0,1,1,1.0,1.0,1,1,5,3,146448,137000,9448,124.53603587509133,117.95802808576263,6.110570416087285,2,12,2,empty_patch,model_turn_budget E14,1a5936c74ec7c0125d1b,TASK_S4_R003_001,4e68d32c77ed587ab42d229d9f44c3bc40d1d0e5,M004,H006,P001,0,0,0,0,0,0,0,0.0,0.0,0,0,5,2,81217,79186,2031,36.60443066689186,32.61623366805725,7.834193542134017,3,12,2,empty_patch,model_turn_budget E14,2f3354013d536b5e5274,TASK_S4_R003_001,4e68d32c77ed587ab42d229d9f44c3bc40d1d0e5,M003,H006,P001,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,49203,46085,3118,63.03565241699107,54.292722292011604,5.4172270419076085,2,12,9,empty_patch,model_turn_budget E14,59c2616dd901cad50cb5,TASK_S4_R003_001,4e68d32c77ed587ab42d229d9f44c3bc40d1d0e5,M002,H006,P001,0,0,0,0,0,0,0,0.0,0.0,0,0,5,2,80445,77770,2675,42.920947750099,33.43788533308543,5.954649457940832,2,12,0,empty_patch,model_turn_budget E14,54b82a86f09b2edf023e,TASK_S4_R003_002,cbc13a61e0f15880b49a3d0208cc603d7d0b57e3,M002,H006,P001,0,0,0,0,0,1,1,1.0,1.0,1,1,5,1,9566,9357,209,10.39851237484254,4.206309916218743,6.001246375031769,2,2,0,empty_patch,assistant_stop_without_finish E14,a1f50ca6997f6fde2c7e,TASK_S4_R003_002,cbc13a61e0f15880b49a3d0208cc603d7d0b57e3,M004,H006,P001,0,0,0,0,0,1,1,1.0,1.0,1,1,5,2,101067,99747,1320,36.06559291598387,30.747871790779755,4.999397750943899,2,12,2,empty_patch,model_turn_budget E14,adab4b9cf2a6fe8d10f9,TASK_S4_R003_002,cbc13a61e0f15880b49a3d0208cc603d7d0b57e3,M003,H006,P001,0,0,0,0,0,1,1,0.5,1.0,1,1,5,1,46902,45659,1243,37.43255233298987,32.219765584450215,11.071835873881355,3,12,10,empty_patch,model_turn_budget E14,8edb8051090c533c7979,TASK_S4_R003_003,57749d46de1d975aacb82758c268fc26e5e6ed8b,M002,H006,P001,0,0,0,0,0,1,1,0.2,1.0,1,1,5,7,74246,73088,1158,30.602551749907434,24.60490154195577,11.209296084009111,3,12,2,empty_patch,tool_budget_exhausted E14,a855e5d4e52104551099,TASK_S4_R003_003,57749d46de1d975aacb82758c268fc26e5e6ed8b,M003,H006,P001,0,0,0,0,0,1,0,0.25,0.0,1,0,5,0,25298,24607,691,24.742744917050004,19.351385914953426,5.271415334194899,2,12,11,empty_patch,model_turn_budget E14,bfa400bf0c7bbd12bfb5,TASK_S4_R003_003,57749d46de1d975aacb82758c268fc26e5e6ed8b,M004,H006,P001,0,0,0,0,0,1,1,0.25,1.0,1,1,5,6,73306,70590,2716,58.64503562496975,53.82346579013392,4.583254375029355,2,12,3,empty_patch,model_turn_budget E14,1b33bba3c89dfc38ffa3,TASK_S4_R003_004,dae9e522a26041f5b3c6461cc8a5e284f3376a79,M003,H006,P001,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,20250,19444,806,21.23862733389251,16.14710233337246,4.970739417243749,2,12,11,empty_patch,model_turn_budget E14,f139602b866dfbb2667c,TASK_S4_R003_004,dae9e522a26041f5b3c6461cc8a5e284f3376a79,M002,H006,P001,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,48943,48118,825,18.477784083923325,12.29251233395189,5.984186084009707,2,12,10,empty_patch,model_turn_budget E14,faa142f7382dc8e5455c,TASK_S4_R003_004,dae9e522a26041f5b3c6461cc8a5e284f3376a79,M004,H006,P001,0,0,0,0,0,0,0,0.0,0.0,0,0,5,4,103184,100627,2557,55.1649116249755,50.29497095779516,4.591376832919195,2,12,5,empty_patch,model_turn_budget E14,6527231eda7c620a7daa,TASK_S4_R003_005,dcca59d1a5966283c1120cfb639c01a76214d2b2,M002,H006,P001,0,0,0,0,0,0,1,0.0,0.3333333333333333,0,1,5,7,53378,51254,2124,36.07848020782694,29.974129291716963,5.847275165840983,2,10,2,empty_patch,assistant_stop_without_finish E14,eac0c84aaa830c72a6bd,TASK_S4_R003_005,dcca59d1a5966283c1120cfb639c01a76214d2b2,M004,H006,P001,0,0,0,0,0,0,1,0.0,0.3333333333333333,0,1,5,5,55704,55194,510,18.636684166034684,13.97643462778069,4.4319907918106765,2,12,5,empty_patch,model_turn_budget E14,f082270595e4a9071f20,TASK_S4_R003_005,dcca59d1a5966283c1120cfb639c01a76214d2b2,M003,H006,P001,0,0,0,0,0,1,0,0.2,0.0,1,0,5,1,54345,49332,5013,82.36497712507844,77.16427366854623,4.944383748807013,2,12,6,empty_patch,model_turn_budget E14,6b52d9146ba0b3f3eb1f,TASK_S4_R003_006,fad14413f4f27f1b6f902703b5075528aac52451,M003,H006,P001,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,533,492,41,0.5301337919663638,0.5268706248607486,0.0,0,0,0,empty_patch,assistant_stop_without_finish E14,77aeb28ed6b3e62933bf,TASK_S4_R003_006,fad14413f4f27f1b6f902703b5075528aac52451,M002,H006,P001,0,0,0,0,0,0,0,0.0,0.0,0,0,5,4,111554,109347,2207,39.354487041942775,33.15964158321731,5.905429207952693,2,12,4,empty_patch,tool_budget_exhausted E14,bb651e673fb3863d3a7e,TASK_S4_R003_006,fad14413f4f27f1b6f902703b5075528aac52451,M004,H006,P001,0,0,0,0,0,0,0,0.0,0.0,0,0,5,3,98227,97634,593,21.223406875040382,16.353151249233633,4.5718039998319,2,12,6,empty_patch,model_turn_budget E14,865898a2eca7d8549efa,TASK_S4_R003_007,428b4fdee5402f1588f35fb50d98b2225d083f6d,M004,H006,P001,0,0,0,0,0,0,1,0.0,0.5,0,1,5,3,66098,57292,8806,166.14832733385265,161.45968728978187,4.434260331792757,2,8,3,empty_patch,assistant_stop_without_finish E14,baad4622c8c4a72e0b17,TASK_S4_R003_007,428b4fdee5402f1588f35fb50d98b2225d083f6d,M002,H006,P001,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,9712,9502,210,10.286443416029215,4.465910500846803,5.708436666987836,2,2,0,empty_patch,assistant_stop_without_finish E14,dfdfc3b52c22c7795bd8,TASK_S4_R003_007,428b4fdee5402f1588f35fb50d98b2225d083f6d,M003,H006,P001,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,31939,31323,616,24.12761541712098,18.796973501099274,5.190357707906514,2,8,7,empty_patch,assistant_stop_without_finish E14,47ac67d6e7806269d229,TASK_S4_R003_008,f4ce86770befef77c7c556fd5cfe25165f59f515,M004,H006,P001,0,0,0,0,0,1,1,1.0,1.0,1,1,5,3,73537,72973,564,19.517574666067958,14.999104376882315,4.305061458144337,2,12,6,empty_patch,model_turn_budget E14,7f7938970b68999b9370,TASK_S4_R003_008,f4ce86770befef77c7c556fd5cfe25165f59f515,M003,H006,P001,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,544,494,50,0.7512006668839604,0.7476960411295295,0.0,0,0,0,empty_patch,assistant_stop_without_finish E14,b52e74cd1cd4db081a6c,TASK_S4_R003_008,f4ce86770befef77c7c556fd5cfe25165f59f515,M002,H006,P001,0,0,0,0,0,1,1,1.0,1.0,1,1,5,2,77091,76332,759,21.53947929223068,15.49815404205583,5.851943333866075,2,12,7,empty_patch,model_turn_budget E14,101f6d6aaf99d8218b60,TASK_S4_R003_009,1e7f257e79a7adf1e6f2bc9222fd5031340d26c3,M002,H006,P001,0,0,0,0,0,1,1,0.25,0.5,1,1,5,3,144609,141682,2927,54.709515624912456,48.16375208250247,6.293400499969721,2,12,2,empty_patch,tool_budget_exhausted E14,65448eaeb86deb1e40b0,TASK_S4_R003_009,1e7f257e79a7adf1e6f2bc9222fd5031340d26c3,M004,H006,P001,0,0,0,0,0,1,1,0.25,0.5,1,1,5,3,103779,102180,1599,40.15621712501161,35.60571900103241,4.249603584175929,2,12,2,empty_patch,model_turn_budget E14,e76e2e2acb6920b3ae21,TASK_S4_R003_009,1e7f257e79a7adf1e6f2bc9222fd5031340d26c3,M003,H006,P001,0,0,0,0,0,0,1,0.0,0.5,0,1,5,2,65536,63600,1936,54.684872459154576,49.48978329170495,4.994972625048831,2,12,9,empty_patch,model_turn_budget E14,0e34bc8fe3d86272c94e,TASK_S4_R003_010,a788cff7c1c651c512f15a9a1045c1e4d449d854,M002,H006,P001,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,9578,9344,234,10.881815457949415,4.784472499042749,5.98290679208003,2,2,0,empty_patch,assistant_stop_without_finish E14,4839594f314bf4d04332,TASK_S4_R003_010,a788cff7c1c651c512f15a9a1045c1e4d449d854,M003,H006,P001,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,45783,43806,1977,46.37355341692455,41.15385354240425,5.096837332006544,2,12,10,empty_patch,model_turn_budget E14,73e7413266c3ea53d4fb,TASK_S4_R003_010,a788cff7c1c651c512f15a9a1045c1e4d449d854,M004,H006,P001,0,0,0,0,0,1,1,0.2,0.25,1,1,5,4,102587,102088,499,24.011556457960978,20.06550112552941,7.706018541008234,3,12,6,empty_patch,model_turn_budget E14,b7dc6a83064038f320d2,TASK_S4_R001_001,f9e8e36f51764f6d4fb21739586df5d2154c5a56,M002,H006,P002,0,0,0,0,0,1,1,0.25,0.5,1,1,5,3,246257,243081,3176,74.4129258331377,67.54186758515425,5.832102792104706,2,12,1,empty_patch,tool_budget_exhausted E14,c5e781c835395f80d224,TASK_S4_R001_001,f9e8e36f51764f6d4fb21739586df5d2154c5a56,M004,H006,P002,0,0,0,0,0,1,1,0.25,0.5,1,1,5,2,105423,104699,724,26.595279917120934,21.51210395875387,4.277197291376069,2,12,6,empty_patch,model_turn_budget E14,e225f7177ef64d3c2e83,TASK_S4_R001_001,f9e8e36f51764f6d4fb21739586df5d2154c5a56,M003,H006,P002,0,0,0,0,0,1,0,0.5,0.0,1,0,5,2,58102,57299,803,39.04554958292283,33.26464145630598,5.169982250081375,2,12,9,empty_patch,model_turn_budget E14,6a9985172a610d36ada5,TASK_S4_R001_002,072b63c036f60928edc7f1952e91166d26ce4f2d,M003,H006,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,28736,27768,968,27.99486537487246,22.455656790174544,5.397741001099348,2,12,11,empty_patch,model_turn_budget E14,8182990043b1eb513580,TASK_S4_R001_002,072b63c036f60928edc7f1952e91166d26ce4f2d,M002,H006,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,58617,57551,1066,21.00149374990724,14.504353375639766,5.591289583826438,2,10,8,empty_patch,assistant_stop_without_finish E14,e25e4e744f1801479fc4,TASK_S4_R001_002,072b63c036f60928edc7f1952e91166d26ce4f2d,M004,H006,P002,0,1,1,0,0,1,1,1.0,1.0,1,1,5,3,31922,31367,555,17.233617207966745,11.001920083537698,3.7794279160443693,2,6,0,tests,assistant_stop_without_finish E14,472d34b3f80620207e38,TASK_S4_R001_003,d4111604e7dff5cfaadd5853710eb313021514f6,M002,H006,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,2,98207,97146,1061,26.75251766713336,19.718016541562974,6.084681708132848,2,12,7,empty_patch,model_turn_budget E14,728c2bb2500395432c2a,TASK_S4_R001_003,d4111604e7dff5cfaadd5853710eb313021514f6,M003,H006,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,28302,27686,616,24.32651620800607,18.960724040865898,5.2243120421189815,2,12,11,empty_patch,model_turn_budget E14,8adc981bc5d0c774f1da,TASK_S4_R001_003,d4111604e7dff5cfaadd5853710eb313021514f6,M004,H006,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,2,105719,105135,584,23.912233958020806,19.29355279239826,7.948147291783243,3,12,4,empty_patch,model_turn_budget E14,07a452b31a1e03afde66,TASK_S4_R002_001,25b84cd1249d7061d07514b224d1080f46aaa555,M004,H006,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,3,145440,144721,719,34.246528666932136,29.33868458168581,4.390073750168085,2,12,6,empty_patch,model_turn_budget E14,d965ab9d60b2f2a9e4a0,TASK_S4_R002_001,25b84cd1249d7061d07514b224d1080f46aaa555,M002,H006,P002,0,0,0,0,0,0,1,0.0,0.3333333333333333,0,1,5,3,110296,109090,1206,27.434686084045097,21.11419104412198,5.843068167101592,2,12,7,empty_patch,model_turn_budget E14,f8aebb1d210b60b57831,TASK_S4_R002_001,25b84cd1249d7061d07514b224d1080f46aaa555,M003,H006,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,48736,47834,902,34.63983970810659,29.261955585097894,10.95087804319337,3,12,10,empty_patch,model_turn_budget E14,65ae17fb23663298a305,TASK_S4_R002_002,0e9cccbc7795063acf1fd3e374140ddf5eba3f71,M004,H006,P002,0,1,1,0,0,1,1,1.0,1.0,1,1,5,7,153791,152289,1502,59.883219125214964,52.019942665006965,4.617798375198618,2,12,0,tests,model_turn_budget E14,94660f7d33dccdae961e,TASK_S4_R002_002,0e9cccbc7795063acf1fd3e374140ddf5eba3f71,M003,H006,P002,0,1,1,0,0,1,1,1.0,1.0,1,1,5,1,8916,8555,361,14.028077166993171,6.785368999931961,5.017784541007131,2,3,1,tests,assistant_stop_without_finish E14,a7fc4a2fb42d3334bd22,TASK_S4_R002_002,0e9cccbc7795063acf1fd3e374140ddf5eba3f71,M002,H006,P002,0,1,1,0,0,1,1,1.0,1.0,1,1,5,7,109396,106653,2743,50.04799024993554,42.1135206669569,10.601880541071296,3,12,0,tests,tool_budget_exhausted E14,7c57d7534562dfd672e0,TASK_S4_R002_003,4d7442ac69c6d3b8f86af4764f4143b310650cba,M003,H006,P002,0,1,1,0,0,1,0,1.0,0.0,1,0,5,0,12252,11534,718,18.511541916057467,12.16646904218942,5.002397917211056,2,4,1,tests,assistant_stop_without_finish E14,8746274167fe8fe04d46,TASK_S4_R002_003,4d7442ac69c6d3b8f86af4764f4143b310650cba,M004,H006,P002,0,1,1,0,0,1,1,1.0,1.0,1,1,5,3,81399,79364,2035,44.63835754082538,37.16292762523517,4.138926750048995,2,12,2,tests,model_turn_budget E14,92e68fcde01cab210ff2,TASK_S4_R002_003,4d7442ac69c6d3b8f86af4764f4143b310650cba,M002,H006,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,4,88270,86836,1434,27.511030833004043,21.562320832861587,5.662811541231349,2,12,7,empty_patch,tool_budget_exhausted E14,4829fb94ad7612eac539,TASK_S4_R002_004,e166c948a89b4f894f6aed5667c6da6db368009d,M003,H006,P002,0,1,1,0,0,1,0,0.5,0.0,1,0,5,0,5830,5575,255,11.299964000005275,4.512709750095382,5.059471334097907,2,2,1,tests,assistant_stop_without_finish E14,4f39fa615d50cbdcb4c1,TASK_S4_R002_004,e166c948a89b4f894f6aed5667c6da6db368009d,M002,H006,P002,0,1,1,0,0,1,1,1.0,1.0,1,1,5,6,114510,112680,1830,37.88325779209845,29.8581572084222,5.604024749947712,2,12,2,tests,tool_budget_exhausted E14,d1de9de6fd60b92a949e,TASK_S4_R002_004,e166c948a89b4f894f6aed5667c6da6db368009d,M004,H006,P002,0,1,1,0,0,1,1,1.0,1.0,1,1,5,6,130935,129682,1253,44.22813916695304,36.0660927509889,4.700311666121706,2,12,2,tests,model_turn_budget E14,2848eb5522da37a9fa67,TASK_S4_R002_005,d3f3944d353186f4bebce0d3924ab6958d93ce79,M002,H006,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,1,70574,69426,1148,21.276045832782984,15.393769709160551,5.544443082762882,2,12,10,empty_patch,model_turn_budget E14,dd877f0dbe03a478766b,TASK_S4_R002_005,d3f3944d353186f4bebce0d3924ab6958d93ce79,M004,H006,P002,0,1,1,0,0,1,1,1.0,1.0,1,1,5,3,99169,96349,2820,63.55537041602656,56.84250133507885,4.387068041833118,2,12,4,tests,model_turn_budget E14,df6ab492b8b8f9db4859,TASK_S4_R002_005,d3f3944d353186f4bebce0d3924ab6958d93ce79,M003,H006,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,33021,31916,1105,30.587060541845858,25.39015754009597,5.061064250068739,2,11,11,empty_patch,assistant_stop_without_finish E14,cf463bd8eb971419d006,TASK_S4_R002_006,a5989bd1df301e44199b91c6252772214a7241f2,M003,H006,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,43588,42631,957,33.38713245885447,27.826837458182126,5.421468457905576,2,12,10,empty_patch,model_turn_budget E14,ec8970b74a4961ee27c2,TASK_S4_R002_006,a5989bd1df301e44199b91c6252772214a7241f2,M004,H006,P002,0,1,1,0,0,0,0,0.0,0.0,0,0,5,2,111894,109898,1996,45.49132529180497,40.386389919091016,4.217909207800403,2,12,4,tests,model_turn_budget E14,f510014efe64b268c3f8,TASK_S4_R002_006,a5989bd1df301e44199b91c6252772214a7241f2,M002,H006,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,4,56038,47089,8949,105.6484807911329,99.35278916498646,5.895424249116331,2,7,1,empty_patch,assistant_stop_without_finish E14,194af232a5389cd71632,TASK_S4_R002_007,9544a11db38f7549b25f967a784742fd2562ca32,M003,H006,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,50868,50078,790,34.45086987502873,28.960394997149706,5.350948124891147,2,12,10,empty_patch,model_turn_budget E14,d0f46502c3c6d2b171ad,TASK_S4_R002_007,9544a11db38f7549b25f967a784742fd2562ca32,M002,H006,P002,0,1,1,1,0,1,1,1.0,1.0,1,1,5,2,71868,49379,22489,238.9682562078815,231.06932291504927,5.831708624958992,2,7,2,tests,assistant_stop_without_finish E14,fd7303af99c38a2dc528,TASK_S4_R002_007,9544a11db38f7549b25f967a784742fd2562ca32,M004,H006,P002,0,1,1,1,0,1,1,1.0,1.0,1,1,5,3,111940,109846,2094,53.71343587501906,47.53569887788035,4.488114834064618,2,12,3,tests,model_turn_budget E14,7c65ab7e705d14d2b573,TASK_S4_R003_001,4e68d32c77ed587ab42d229d9f44c3bc40d1d0e5,M003,H006,P002,0,1,1,0,0,0,0,0.0,0.0,0,0,5,2,24674,24007,667,28.186741250101477,16.325826164102182,5.54840120812878,2,5,1,tests,assistant_stop_without_finish E14,9d87512589e12aba45e0,TASK_S4_R003_001,4e68d32c77ed587ab42d229d9f44c3bc40d1d0e5,M002,H006,P002,0,1,1,0,0,0,0,0.0,0.0,0,0,5,2,37613,36123,1490,33.898925290908664,19.05669537372887,5.634048126172274,2,7,0,tests,finish_tool E14,e8c00b5e2c28c3e4138a,TASK_S4_R003_001,4e68d32c77ed587ab42d229d9f44c3bc40d1d0e5,M004,H006,P002,0,1,1,0,0,0,0,0.0,0.0,0,0,5,2,71460,69911,1549,37.77238279185258,26.60676912521012,4.375138500006869,2,11,2,tests,finish_tool E14,69cc9a1550f83c543774,TASK_S4_R003_002,cbc13a61e0f15880b49a3d0208cc603d7d0b57e3,M003,H006,P002,0,0,0,0,0,1,1,0.5,1.0,1,1,5,1,54669,52444,2225,52.78450549999252,47.527494623791426,5.069095209008083,2,12,9,empty_patch,model_turn_budget E14,be0a007b67125deb351d,TASK_S4_R003_002,cbc13a61e0f15880b49a3d0208cc603d7d0b57e3,M002,H006,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,1,105694,103058,2636,39.30627166596241,33.349943957757205,5.672197625041008,2,12,7,empty_patch,model_turn_budget E14,e68ace653484fdc40e9b,TASK_S4_R003_002,cbc13a61e0f15880b49a3d0208cc603d7d0b57e3,M004,H006,P002,0,1,1,0,0,1,1,1.0,1.0,1,1,5,2,97311,95948,1363,32.47152645792812,27.804106790805236,7.852280748775229,3,12,3,tests,model_turn_budget E14,1e43bbde8461eaebe1ee,TASK_S4_R003_003,57749d46de1d975aacb82758c268fc26e5e6ed8b,M002,H006,P002,0,0,0,0,0,1,1,0.2,0.5,1,1,5,7,85862,84427,1435,35.94377416698262,29.57724466617219,6.122569124912843,2,12,2,empty_patch,tool_budget_exhausted E14,63fcc13cb1ba4f86a244,TASK_S4_R003_003,57749d46de1d975aacb82758c268fc26e5e6ed8b,M004,H006,P002,0,1,1,0,0,1,1,0.2,1.0,1,1,5,5,70808,68264,2544,55.14011741708964,49.06545891659334,4.662511583184823,2,12,3,tests,model_turn_budget E14,902a1c879ee2421dd471,TASK_S4_R003_003,57749d46de1d975aacb82758c268fc26e5e6ed8b,M003,H006,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,26479,25759,720,25.514228167012334,20.097526834113523,11.410565542057157,3,12,11,empty_patch,model_turn_budget E14,0bc50029eaeab4681ded,TASK_S4_R003_004,dae9e522a26041f5b3c6461cc8a5e284f3376a79,M004,H006,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,5,99213,96748,2465,58.54956491594203,50.900237331632525,4.267565625952557,2,12,3,empty_patch,model_turn_budget E14,6bdc4dc23b863a968a6d,TASK_S4_R003_004,dae9e522a26041f5b3c6461cc8a5e284f3376a79,M002,H006,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,49315,48432,883,18.781957583036274,12.819391833385453,11.212585873901844,3,12,10,empty_patch,model_turn_budget E14,8a12920d6d7bf114bea1,TASK_S4_R003_004,dae9e522a26041f5b3c6461cc8a5e284f3376a79,M003,H006,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,20104,19403,701,20.18470895802602,15.062873499467969,4.995263248914853,2,12,11,empty_patch,model_turn_budget E14,0a581799d989436c2559,TASK_S4_R003_005,dcca59d1a5966283c1120cfb639c01a76214d2b2,M003,H006,P002,0,1,1,0,0,0,1,0.0,0.5,0,1,5,2,27002,26277,725,24.270635250024498,18.503774542128667,4.9697730001062155,2,9,5,tests,assistant_stop_without_finish E14,a398fca9654b97d56be2,TASK_S4_R003_005,dcca59d1a5966283c1120cfb639c01a76214d2b2,M004,H006,P002,0,0,0,0,0,0,1,0.0,0.5,0,1,5,4,58454,57793,661,20.239487416110933,15.717251124093309,4.294955334160477,2,12,4,empty_patch,model_turn_budget E14,b6fa0e936c8baeaa9f1e,TASK_S4_R003_005,dcca59d1a5966283c1120cfb639c01a76214d2b2,M002,H006,P002,0,0,0,0,0,0,1,0.0,0.3333333333333333,0,1,5,4,29048,20323,8725,97.17161025013775,91.33298779209144,5.624752833042294,2,6,1,empty_patch,assistant_stop_without_finish E14,69bdcf4438996718e544,TASK_S4_R003_006,fad14413f4f27f1b6f902703b5075528aac52451,M003,H006,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,542,501,41,0.5462989169172943,0.5432031671516597,0.0,0,0,0,empty_patch,assistant_stop_without_finish E14,d4f359a6b5e74fb17b32,TASK_S4_R003_006,fad14413f4f27f1b6f902703b5075528aac52451,M002,H006,P002,0,0,0,0,0,0,1,0.0,0.3333333333333333,0,1,5,4,159202,148991,10211,133.78214983385988,127.83900079224259,5.635379042010754,2,12,4,empty_patch,assistant_stop_without_finish E14,eabbd099e28b34c3429c,TASK_S4_R003_006,fad14413f4f27f1b6f902703b5075528aac52451,M004,H006,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,4,98566,97675,891,26.525333957979456,21.981397915864363,4.274186416063458,2,12,3,empty_patch,model_turn_budget E14,8947ea7ce46b355c9826,TASK_S4_R003_007,428b4fdee5402f1588f35fb50d98b2225d083f6d,M002,H006,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,9798,9583,215,10.51618062495254,4.910882331896573,5.494405498960987,2,2,0,empty_patch,assistant_stop_without_finish E14,965a8c894d5c9677f1eb,TASK_S4_R003_007,428b4fdee5402f1588f35fb50d98b2225d083f6d,M003,H006,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,41151,39867,1284,35.626336874905974,30.564738458488137,4.8979110000655055,2,12,10,empty_patch,model_turn_budget E14,d213940e220e5c91c030,TASK_S4_R003_007,428b4fdee5402f1588f35fb50d98b2225d083f6d,M004,H006,P002,0,1,1,0,0,0,1,0.0,0.5,0,1,5,2,88604,87164,1440,33.6694252921734,27.7631339172367,4.240653875051066,2,12,2,tests,model_turn_budget E14,23c75f575fa11b86f1cc,TASK_S4_R003_008,f4ce86770befef77c7c556fd5cfe25165f59f515,M003,H006,P002,0,0,0,0,0,0,1,0.0,0.5,0,1,5,2,36398,35721,677,27.915774875087664,22.427116999635473,5.387449000263587,2,12,9,empty_patch,model_turn_budget E14,5612813f1c4e3cb9a0fe,TASK_S4_R003_008,f4ce86770befef77c7c556fd5cfe25165f59f515,M002,H006,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,2,82905,82175,730,24.006946665933356,18.17190716508776,5.6440658329520375,2,12,6,empty_patch,model_turn_budget E14,d9797cbc31a0a3982c80,TASK_S4_R003_008,f4ce86770befef77c7c556fd5cfe25165f59f515,M004,H006,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,2,75280,74753,527,21.430460500065237,16.948662790935487,4.298689874820411,2,12,5,empty_patch,model_turn_budget E14,1e516a5a4887e8c0379f,TASK_S4_R003_009,1e7f257e79a7adf1e6f2bc9222fd5031340d26c3,M002,H006,P002,0,0,0,0,0,1,0,0.25,0.0,1,0,5,1,18584,18252,332,13.760620250133798,8.021047292044386,5.596991667058319,2,3,0,empty_patch,assistant_stop_without_finish E14,c43af9140e0a2eb049e6,TASK_S4_R003_009,1e7f257e79a7adf1e6f2bc9222fd5031340d26c3,M004,H006,P002,0,1,1,0,0,1,1,0.25,0.5,1,1,5,2,96450,94934,1516,37.66044345800765,31.54112841654569,4.464228124823421,2,12,3,tests,finish_tool E14,fce6e12b75d252ddea51,TASK_S4_R003_009,1e7f257e79a7adf1e6f2bc9222fd5031340d26c3,M003,H006,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,538,501,37,0.7206391671206802,0.717203666921705,0.0,0,0,0,empty_patch,assistant_stop_without_finish E14,34f03b69a3c81f555df2,TASK_S4_R003_010,a788cff7c1c651c512f15a9a1045c1e4d449d854,M004,H006,P002,0,0,0,0,0,1,1,0.2,0.25,1,1,5,7,105427,104900,527,27.629442292032763,22.966127583757043,4.439858624013141,2,12,4,empty_patch,model_turn_budget E14,50a58730e92ec48d54dd,TASK_S4_R003_010,a788cff7c1c651c512f15a9a1045c1e4d449d854,M002,H006,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,2,152119,151180,939,29.31634566700086,23.592761875130236,5.462171874940395,2,12,4,empty_patch,tool_budget_exhausted E14,d362983a94b1b0dadffb,TASK_S4_R003_010,a788cff7c1c651c512f15a9a1045c1e4d449d854,M003,H006,P002,0,1,1,0,0,0,0,0.0,0.0,0,0,5,1,14567,14055,512,16.899318207986653,11.009828666923568,4.957870332989842,2,4,2,tests,assistant_stop_without_finish E14,26d4583d3f625962591a,TASK_S4_R001_001,f9e8e36f51764f6d4fb21739586df5d2154c5a56,M004,H006,P003,0,0,0,0,0,0,1,0.0,0.25,0,1,5,4,104224,103669,555,24.443093667039648,19.345163791207597,4.278581750113517,2,12,7,empty_patch,model_turn_budget E14,7e26a165ac5279507bfc,TASK_S4_R001_001,f9e8e36f51764f6d4fb21739586df5d2154c5a56,M003,H006,P003,0,0,0,0,0,1,0,0.5,0.0,1,0,5,0,36328,35290,1038,32.26173891685903,26.51534525095485,5.15204095817171,2,12,11,empty_patch,model_turn_budget E14,cd5573aa190b5616ab69,TASK_S4_R001_001,f9e8e36f51764f6d4fb21739586df5d2154c5a56,M002,H006,P003,0,0,0,0,0,1,1,0.25,0.5,1,1,5,3,241849,239343,2506,66.29980541579425,59.38906591804698,5.922501082997769,2,12,1,empty_patch,tool_budget_exhausted E14,be1f99cab2dbdf87f522,TASK_S4_R001_002,072b63c036f60928edc7f1952e91166d26ce4f2d,M004,H006,P003,0,1,1,0,0,1,1,1.0,1.0,1,1,5,3,35963,35296,667,18.89258383307606,12.69712583371438,3.7611095840111375,2,7,1,tests,assistant_stop_without_finish E14,e44ca781c8a62f3a76b3,TASK_S4_R001_002,072b63c036f60928edc7f1952e91166d26ce4f2d,M003,H006,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,28197,27536,661,24.365628916071728,18.79927620664239,5.427175915800035,2,12,11,empty_patch,model_turn_budget E14,f16b3ce1ffaff2cc6a99,TASK_S4_R001_002,072b63c036f60928edc7f1952e91166d26ce4f2d,M002,H006,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,65177,63796,1381,24.241769791115075,17.673856999492273,5.618042499059811,2,12,10,empty_patch,model_turn_budget E14,3c085a7b9b498e206c61,TASK_S4_R001_003,d4111604e7dff5cfaadd5853710eb313021514f6,M003,H006,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,1,29091,26721,2370,46.30309133301489,39.54868108313531,4.954889375017956,2,6,3,tests,assistant_stop_without_finish E14,d7f5b66541d2a68ed951,TASK_S4_R001_003,d4111604e7dff5cfaadd5853710eb313021514f6,M002,H006,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,3,115851,114908,943,27.96684812498279,21.21501354314387,5.798647166928276,2,12,5,empty_patch,model_turn_budget E14,ebb9237f4a71916cbd37,TASK_S4_R001_003,d4111604e7dff5cfaadd5853710eb313021514f6,M004,H006,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,3,104008,103520,488,20.612228834070265,15.344300209311768,4.4168664161115885,2,12,7,empty_patch,model_turn_budget E14,2bb8da73f10aff2c00e1,TASK_S4_R002_001,25b84cd1249d7061d07514b224d1080f46aaa555,M003,H006,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,29390,28695,695,25.078436665935442,19.70584866590798,5.07882579206489,2,12,11,empty_patch,model_turn_budget E14,60eb41fc54d76ac1f5b7,TASK_S4_R002_001,25b84cd1249d7061d07514b224d1080f46aaa555,M002,H006,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,92958,91763,1195,26.015795750077814,19.72477674903348,5.863881415920332,2,12,8,empty_patch,model_turn_budget E14,62daefe02a853423da5d,TASK_S4_R002_001,25b84cd1249d7061d07514b224d1080f46aaa555,M004,H006,P003,0,0,0,0,0,0,1,0.0,0.3333333333333333,0,1,5,5,106606,106115,491,22.362211833009496,18.043474667705595,8.030385207850486,3,12,6,empty_patch,model_turn_budget E14,210e4389a67ea92eefaa,TASK_S4_R002_002,0e9cccbc7795063acf1fd3e374140ddf5eba3f71,M002,H006,P003,0,1,1,0,0,1,1,1.0,1.0,1,1,5,7,118375,116476,1899,40.77548750001006,32.49440825008787,5.706218915991485,2,12,3,tests,tool_budget_exhausted E14,56e79d49fbf230625264,TASK_S4_R002_002,0e9cccbc7795063acf1fd3e374140ddf5eba3f71,M004,H006,P003,0,1,1,0,0,1,1,1.0,1.0,1,1,5,4,73030,71937,1093,28.73294175020419,21.66695624915883,4.60868391697295,2,12,1,tests,model_turn_budget E14,830def20086ab1e64fe9,TASK_S4_R002_002,0e9cccbc7795063acf1fd3e374140ddf5eba3f71,M003,H006,P003,0,1,1,0,0,1,0,1.0,0.0,1,0,5,0,9076,8461,615,15.856972208013758,9.2343967910856,11.055884457891807,3,3,2,tests,assistant_stop_without_finish E14,5bd3f6ed6ab3abc75455,TASK_S4_R002_003,4d7442ac69c6d3b8f86af4764f4143b310650cba,M003,H006,P003,0,1,1,0,0,1,0,1.0,0.0,1,0,5,0,15508,14529,979,22.70162441697903,16.26756883272901,4.952533915871754,2,5,4,tests,assistant_stop_without_finish E14,8061c203f827641aee35,TASK_S4_R002_003,4d7442ac69c6d3b8f86af4764f4143b310650cba,M004,H006,P003,0,1,0,0,0,1,1,1.0,1.0,1,1,5,3,80754,77081,3673,64.18959116609767,57.516121541848406,4.322108458029106,2,12,3,patch_apply,model_turn_budget E14,c970e8e695489b69b067,TASK_S4_R002_003,4d7442ac69c6d3b8f86af4764f4143b310650cba,M002,H006,P003,0,1,1,0,0,1,1,1.0,1.0,1,1,5,4,75416,61781,13635,152.36024237493984,145.55412287428044,10.590862959157676,3,9,2,tests,assistant_stop_without_finish E14,9c617086212d027cf3f8,TASK_S4_R002_004,e166c948a89b4f894f6aed5667c6da6db368009d,M004,H006,P003,0,1,1,0,0,1,1,1.0,1.0,1,1,5,6,126731,125798,933,36.95696304109879,29.110791290877387,4.430540000088513,2,12,3,tests,model_turn_budget E14,bc4576022035af4ad40c,TASK_S4_R002_004,e166c948a89b4f894f6aed5667c6da6db368009d,M002,H006,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,6,43569,34638,8931,109.940177957993,103.88622554205358,5.737129166023806,2,8,1,empty_patch,assistant_stop_without_finish E14,f8a30bed57aadf653d1e,TASK_S4_R002_004,e166c948a89b4f894f6aed5667c6da6db368009d,M003,H006,P003,0,1,1,0,0,1,0,0.5,0.0,1,0,5,0,6505,5882,623,15.065117291174829,8.530067417304963,4.970071583753452,2,2,1,tests,assistant_stop_without_finish E14,644d871a438f7fdee422,TASK_S4_R002_005,d3f3944d353186f4bebce0d3924ab6958d93ce79,M003,H006,P003,0,1,1,0,0,1,1,1.0,1.0,1,1,5,1,29665,28836,829,27.532697583083063,21.13019533548504,5.109147917013615,2,6,4,tests,assistant_stop_without_finish E14,c25d0c91995ea4310b0c,TASK_S4_R002_005,d3f3944d353186f4bebce0d3924ab6958d93ce79,M002,H006,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,4,101018,91794,9224,115.48285970813595,109.55454829172231,5.509470290970057,2,9,3,empty_patch,assistant_stop_without_finish E14,edc362aa6155bdcac69e,TASK_S4_R002_005,d3f3944d353186f4bebce0d3924ab6958d93ce79,M004,H006,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,2,80068,79441,627,20.082827750127763,15.354958875337616,4.414127375930548,2,12,7,empty_patch,model_turn_budget E14,76465e6693e77e786e46,TASK_S4_R002_006,a5989bd1df301e44199b91c6252772214a7241f2,M003,H006,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,31435,30813,622,25.050798499956727,19.5156632065773,5.4141306658275425,2,12,11,empty_patch,model_turn_budget E14,a252bc93b48cd42853e6,TASK_S4_R002_006,a5989bd1df301e44199b91c6252772214a7241f2,M004,H006,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,2,92928,89791,3137,60.94255325011909,55.084285208256915,4.424771083053201,2,12,5,tests,model_turn_budget E14,e3bb34f94296e446a563,TASK_S4_R002_006,a5989bd1df301e44199b91c6252772214a7241f2,M002,H006,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,3,183034,181328,1706,46.64178416598588,40.45079204230569,5.658215542091057,2,12,1,empty_patch,tool_budget_exhausted E14,63faddf830fb01a062b7,TASK_S4_R002_007,9544a11db38f7549b25f967a784742fd2562ca32,M004,H006,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,3,82818,81778,1040,29.684106791159138,24.064872458809987,4.523143250029534,2,11,2,empty_patch,finish_tool E14,916b995a9331b5376d49,TASK_S4_R002_007,9544a11db38f7549b25f967a784742fd2562ca32,M002,H006,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,3,97281,95774,1507,33.535582415992394,26.655260917264968,5.805318874772638,2,12,4,empty_patch,model_turn_budget E14,fa98a9a687eb3df2b3ed,TASK_S4_R002_007,9544a11db38f7549b25f967a784742fd2562ca32,M003,H006,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,56946,55904,1042,39.766103874891996,33.90938458452001,5.702488125069067,2,12,10,empty_patch,model_turn_budget E14,0e29e53789737b954152,TASK_S4_R003_001,4e68d32c77ed587ab42d229d9f44c3bc40d1d0e5,M004,H006,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,2,70025,68313,1712,32.59997749980539,27.605847416445613,4.324274708982557,2,11,5,tests,finish_tool E14,7a255dc61b6698cff1db,TASK_S4_R003_001,4e68d32c77ed587ab42d229d9f44c3bc40d1d0e5,M002,H006,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,2,39334,37244,2090,39.750488666817546,24.823214126285166,5.797658000141382,2,7,0,tests,finish_tool E14,b9470976d75e6779a5f8,TASK_S4_R003_001,4e68d32c77ed587ab42d229d9f44c3bc40d1d0e5,M003,H006,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,0,23538,22252,1286,29.282896916847676,22.690037751104683,4.9842157498933375,2,6,1,tests,assistant_stop_without_finish E14,2811d7a3ac80a3aa62ec,TASK_S4_R003_002,cbc13a61e0f15880b49a3d0208cc603d7d0b57e3,M003,H006,P003,0,1,1,0,0,1,1,0.5,1.0,1,1,5,2,38857,37940,917,32.725949082989246,26.272773332195356,5.01897537522018,2,7,4,tests,assistant_stop_without_finish E14,c07c2e2ce562a8bb91ec,TASK_S4_R003_002,cbc13a61e0f15880b49a3d0208cc603d7d0b57e3,M002,H006,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,1,9570,9363,207,10.436760207870975,4.400043499888852,5.852809458039701,2,2,0,empty_patch,assistant_stop_without_finish E14,e75375d1f5b037d70d18,TASK_S4_R003_002,cbc13a61e0f15880b49a3d0208cc603d7d0b57e3,M004,H006,P003,0,1,1,0,0,1,1,1.0,1.0,1,1,5,2,139579,131562,8017,170.54135841690004,164.57847399939783,4.418600541772321,2,12,2,tests,model_turn_budget E14,22670cc55a979d484486,TASK_S4_R003_003,57749d46de1d975aacb82758c268fc26e5e6ed8b,M002,H006,P003,0,0,0,0,0,1,0,0.2,0.0,1,0,5,0,3706,3532,174,9.627293915953487,3.2666153328027576,6.214087124913931,2,1,0,empty_patch,assistant_stop_without_finish E14,5ba2ce3e2616f3e85889,TASK_S4_R003_003,57749d46de1d975aacb82758c268fc26e5e6ed8b,M004,H006,P003,0,1,1,0,0,1,1,0.2,1.0,1,1,5,5,65089,62895,2194,47.76998041709885,42.56318579171784,8.231430208077654,3,12,3,tests,model_turn_budget E14,bec8da971606c84163f2,TASK_S4_R003_003,57749d46de1d975aacb82758c268fc26e5e6ed8b,M003,H006,P003,0,0,0,0,0,1,0,0.25,0.0,1,0,5,0,25514,24723,791,26.513799750013277,21.08688983414322,5.3148854579776525,2,12,11,empty_patch,model_turn_budget E14,3829bf5a4649da0972a5,TASK_S4_R003_004,dae9e522a26041f5b3c6461cc8a5e284f3376a79,M004,H006,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,4,104363,100071,4292,90.11140166711994,82.38215487264097,4.283965959213674,2,12,5,tests,model_turn_budget E14,692483c8411c395cffe5,TASK_S4_R003_004,dae9e522a26041f5b3c6461cc8a5e284f3376a79,M002,H006,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,49073,48150,923,20.51210516691208,14.406414792407304,5.893828332889825,2,12,10,empty_patch,model_turn_budget E14,9300f636eb79561dd02c,TASK_S4_R003_004,dae9e522a26041f5b3c6461cc8a5e284f3376a79,M003,H006,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,2,58343,57315,1028,40.63840249995701,35.4187119579874,10.721451624762267,3,12,9,empty_patch,model_turn_budget E14,200b3a163a09c27c1d10,TASK_S4_R003_005,dcca59d1a5966283c1120cfb639c01a76214d2b2,M002,H006,P003,0,0,0,0,0,0,1,0.0,0.14285714285714285,0,1,5,8,77316,74329,2987,44.292239165864885,38.72098820703104,10.539145583286881,3,12,3,empty_patch,tool_budget_exhausted E14,497305fb5e122f03d7f3,TASK_S4_R003_005,dcca59d1a5966283c1120cfb639c01a76214d2b2,M004,H006,P003,0,0,0,0,0,0,1,0.0,0.3333333333333333,0,1,5,4,46889,46285,604,15.865074374945834,11.338765585795045,4.303849791875109,2,12,7,empty_patch,model_turn_budget E14,9d573329c4926da9b704,TASK_S4_R003_005,dcca59d1a5966283c1120cfb639c01a76214d2b2,M003,H006,P003,0,1,1,0,0,1,0,0.2,0.0,1,0,5,1,16462,15455,1007,22.669792874949053,16.355853165965527,4.905214708065614,2,5,2,tests,assistant_stop_without_finish E14,4f12cd3a872b4079ec34,TASK_S4_R003_006,fad14413f4f27f1b6f902703b5075528aac52451,M003,H006,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,527,486,41,0.5702902500052005,0.5670261669438332,0.0,0,0,0,empty_patch,assistant_stop_without_finish E14,b2bca510dfc9a45d4fab,TASK_S4_R003_006,fad14413f4f27f1b6f902703b5075528aac52451,M004,H006,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,3,94341,93914,427,17.633511709049344,13.220102084102109,4.22251362609677,2,12,8,empty_patch,model_turn_budget E14,bcc6f7073475e5e4dee2,TASK_S4_R003_006,fad14413f4f27f1b6f902703b5075528aac52451,M002,H006,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,2,155013,153598,1415,38.718331458978355,32.652101459447294,5.742115917149931,2,12,3,empty_patch,tool_budget_exhausted E14,78f66ef244c9a68ab86f,TASK_S4_R003_007,428b4fdee5402f1588f35fb50d98b2225d083f6d,M002,H006,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,9716,9508,208,10.71506412490271,5.087755209067836,5.528380791889504,2,2,0,empty_patch,assistant_stop_without_finish E14,8a3a25433141f61a4d06,TASK_S4_R003_007,428b4fdee5402f1588f35fb50d98b2225d083f6d,M004,H006,P003,0,1,1,0,0,0,1,0.0,0.5,0,1,5,2,76148,72537,3611,67.56627054093406,61.70218524825759,4.227982540847734,2,10,2,tests,finish_tool E14,af66cd801aec90bff5f8,TASK_S4_R003_007,428b4fdee5402f1588f35fb50d98b2225d083f6d,M003,H006,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,1,40375,38928,1447,38.8124231249094,32.4553968757391,4.906924332957715,2,10,7,tests,assistant_stop_without_finish E14,6c48745c5f57a7992948,TASK_S4_R003_008,f4ce86770befef77c7c556fd5cfe25165f59f515,M004,H006,P003,0,1,1,0,0,1,1,1.0,1.0,1,1,5,3,53099,51554,1545,29.221810042159632,24.345778706949204,4.270847999956459,2,12,6,tests,model_turn_budget E14,b29064b2e44eec72fba9,TASK_S4_R003_008,f4ce86770befef77c7c556fd5cfe25165f59f515,M003,H006,P003,0,0,0,0,0,1,0,1.0,0.0,1,0,5,0,24425,23756,669,22.91439195908606,17.393306083744392,5.391213498776779,2,12,11,empty_patch,model_turn_budget E14,f346ca0f1018e4a09eab,TASK_S4_R003_008,f4ce86770befef77c7c556fd5cfe25165f59f515,M002,H006,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,2,82718,81890,828,24.58073266618885,18.729994455352426,5.659663709113374,2,12,6,empty_patch,model_turn_budget E14,40d666f606f2769ec267,TASK_S4_R003_009,1e7f257e79a7adf1e6f2bc9222fd5031340d26c3,M004,H006,P003,0,1,1,0,0,1,1,0.25,0.5,1,1,5,2,105983,103277,2706,56.467601417098194,50.49308854015544,4.195545167196542,2,12,5,tests,model_turn_budget E14,ce67b9bf9d588e4c7158,TASK_S4_R003_009,1e7f257e79a7adf1e6f2bc9222fd5031340d26c3,M002,H006,P003,0,0,0,0,0,1,1,0.25,0.5,1,1,5,3,172378,170598,1780,48.946589041966945,42.944088999181986,5.728833542205393,2,12,0,empty_patch,tool_budget_exhausted E14,d9166699511d5c56a07e,TASK_S4_R003_009,1e7f257e79a7adf1e6f2bc9222fd5031340d26c3,M003,H006,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,50399,49754,645,32.28177300002426,27.206208748742938,4.913489707978442,2,11,9,empty_patch,assistant_stop_without_finish E14,7da72c111bf7dc8afec2,TASK_S4_R003_010,a788cff7c1c651c512f15a9a1045c1e4d449d854,M004,H006,P003,0,0,0,0,0,1,1,0.2,0.25,1,1,5,5,83788,83256,532,24.29717208398506,19.678478500340134,4.409525917144492,2,12,6,empty_patch,model_turn_budget E14,b3d9356ec3b3cc7c5306,TASK_S4_R003_010,a788cff7c1c651c512f15a9a1045c1e4d449d854,M002,H006,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,9588,9350,238,10.719643333926797,4.985949042020366,5.620364583097398,2,2,0,empty_patch,assistant_stop_without_finish E14,e2dcca62003ed104ff4f,TASK_S4_R003_010,a788cff7c1c651c512f15a9a1045c1e4d449d854,M003,H006,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,26501,25565,936,26.056646374985576,20.992454834049568,4.954183374997228,2,12,11,empty_patch,model_turn_budget E14,4ea62434dbdd9b21c394,TASK_S4_R001_001,f9e8e36f51764f6d4fb21739586df5d2154c5a56,M004,H007,P001,0,0,0,0,0,0,1,0.0,0.5,0,1,5,3,67228,66676,552,19.919575958978385,14.608171708183363,4.339360208017752,2,12,7,empty_patch,model_turn_budget E14,6162cd12396e76b935d7,TASK_S4_R001_001,f9e8e36f51764f6d4fb21739586df5d2154c5a56,M002,H007,P001,0,0,0,0,0,1,1,0.3333333333333333,0.5,1,1,5,3,227951,226331,1620,48.306753958109766,40.95762329082936,6.14792929100804,2,12,3,empty_patch,tool_budget_exhausted E14,b1b4896e95df11e0becf,TASK_S4_R001_001,f9e8e36f51764f6d4fb21739586df5d2154c5a56,M003,H007,P001,0,0,0,0,0,1,1,0.5,1.0,1,1,5,1,40865,40189,676,29.89649562514387,24.141390877775848,5.029700041981414,2,12,10,empty_patch,model_turn_budget E14,0dd20ee538ba4916af40,TASK_S4_R001_002,072b63c036f60928edc7f1952e91166d26ce4f2d,M003,H007,P001,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,28291,27619,672,24.84651800012216,19.173262377269566,5.522062917239964,2,12,11,empty_patch,model_turn_budget E14,8903aa918f4407571eb8,TASK_S4_R001_002,072b63c036f60928edc7f1952e91166d26ce4f2d,M004,H007,P001,0,1,1,0,0,1,1,1.0,1.0,1,1,5,3,50878,49986,892,23.268234792165458,16.37511858367361,3.7814044570550323,2,9,1,tests,assistant_stop_without_finish E14,ef604297b097873d5cbf,TASK_S4_R001_002,072b63c036f60928edc7f1952e91166d26ce4f2d,M002,H007,P001,0,1,1,0,0,0,1,0.0,0.5,0,1,5,3,49707,47871,1836,30.708676374983042,21.818796415580437,5.537744416855276,2,9,2,tests,finish_tool E14,92d1c7e0f620035739c7,TASK_S4_R001_003,d4111604e7dff5cfaadd5853710eb313021514f6,M002,H007,P001,0,0,0,0,0,0,0,0.0,0.0,0,0,5,3,123060,121972,1088,32.257036375114694,25.264566210098565,5.737200750038028,2,12,4,empty_patch,model_turn_budget E14,d44be039d71eaad1d662,TASK_S4_R001_003,d4111604e7dff5cfaadd5853710eb313021514f6,M003,H007,P001,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,64467,62710,1757,52.191469583893195,46.92323783203028,4.901395832886919,2,12,10,empty_patch,model_turn_budget E14,d8988efb6d66220fed88,TASK_S4_R001_003,d4111604e7dff5cfaadd5853710eb313021514f6,M004,H007,P001,0,0,0,0,0,0,0,0.0,0.0,0,0,5,3,88380,87883,497,20.136860999977216,14.767040208680555,4.34542620787397,2,12,7,empty_patch,model_turn_budget E14,20ce3687d1eda3f3e79f,TASK_S4_R002_001,25b84cd1249d7061d07514b224d1080f46aaa555,M003,H007,P001,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,48230,44659,3571,65.0370617499575,59.64890354289673,4.934928583912551,2,12,10,empty_patch,model_turn_budget E14,9651498c4899b9368ff3,TASK_S4_R002_001,25b84cd1249d7061d07514b224d1080f46aaa555,M002,H007,P001,0,0,0,0,0,0,0,0.0,0.0,0,0,5,2,123831,122900,931,26.675886834040284,20.29978712205775,5.747125375084579,2,12,7,empty_patch,model_turn_budget E14,d2fa6bbdf98ec81e0ade,TASK_S4_R002_001,25b84cd1249d7061d07514b224d1080f46aaa555,M004,H007,P001,0,0,0,0,0,0,1,0.0,0.5,0,1,5,4,130785,130202,583,26.79097287496552,21.733544792048633,4.340011040912941,2,12,5,empty_patch,model_turn_budget E14,5999816c12ee78ff0106,TASK_S4_R002_002,0e9cccbc7795063acf1fd3e374140ddf5eba3f71,M003,H007,P001,0,0,0,0,0,1,1,1.0,1.0,1,1,5,1,62539,57854,4685,84.75048466701992,79.35360937588848,4.950010749744251,2,12,10,empty_patch,model_turn_budget E14,da813b8fd53755c5f034,TASK_S4_R002_002,0e9cccbc7795063acf1fd3e374140ddf5eba3f71,M002,H007,P001,0,0,0,0,0,1,1,1.0,1.0,1,1,5,7,117848,115158,2690,47.522490167059004,41.170619000680745,5.717346166959032,2,12,0,empty_patch,tool_budget_exhausted E14,dd0f6c0f06d9161e4e14,TASK_S4_R002_002,0e9cccbc7795063acf1fd3e374140ddf5eba3f71,M004,H007,P001,0,0,0,0,0,1,1,1.0,1.0,1,1,5,5,84190,83154,1036,25.8018688748125,21.54728712514043,7.90264766709879,3,12,1,empty_patch,model_turn_budget E14,32e0d2db6229c4e4c116,TASK_S4_R002_003,4d7442ac69c6d3b8f86af4764f4143b310650cba,M002,H007,P001,0,0,0,0,0,1,1,1.0,1.0,1,1,5,4,62423,53172,9251,105.93129849992692,100.09788108291104,5.525977248791605,2,10,5,empty_patch,assistant_stop_without_finish E14,583b625e852f4d80d14b,TASK_S4_R002_003,4d7442ac69c6d3b8f86af4764f4143b310650cba,M004,H007,P001,0,0,0,0,0,1,1,1.0,1.0,1,1,5,3,72259,70628,1631,31.837436917005107,26.980808126274496,4.282624999992549,2,12,4,empty_patch,model_turn_budget E14,9643257ff54aa446e3af,TASK_S4_R002_003,4d7442ac69c6d3b8f86af4764f4143b310650cba,M003,H007,P001,0,0,0,0,0,1,1,1.0,1.0,1,1,5,1,51517,47273,4244,73.79272054089233,68.16811570688151,10.86434004176408,3,12,8,empty_patch,model_turn_budget E14,58824983839741bf40d4,TASK_S4_R002_004,e166c948a89b4f894f6aed5667c6da6db368009d,M004,H007,P001,0,0,0,0,0,1,1,1.0,1.0,1,1,5,6,131613,129831,1782,51.09096304210834,46.23571516782977,4.368314040824771,2,12,0,empty_patch,model_turn_budget E14,75375588caf53c901b21,TASK_S4_R002_004,e166c948a89b4f894f6aed5667c6da6db368009d,M003,H007,P001,0,0,0,0,0,1,1,0.5,1.0,1,1,5,1,59162,57183,1979,51.33095800015144,46.03027704008855,5.010363416047767,2,12,10,empty_patch,model_turn_budget E14,c9225ce46f5e781345c1,TASK_S4_R002_004,e166c948a89b4f894f6aed5667c6da6db368009d,M002,H007,P001,0,0,0,0,0,1,1,1.0,1.0,1,1,5,6,74809,65944,8865,117.20302962511778,111.55815491708927,10.575191040989012,3,10,3,empty_patch,assistant_stop_without_finish E14,04c18fd513ebdb7a1217,TASK_S4_R002_005,d3f3944d353186f4bebce0d3924ab6958d93ce79,M004,H007,P001,0,0,0,0,0,1,1,1.0,1.0,1,1,5,4,84079,83522,557,23.370209499960765,18.667018126230687,4.28325583296828,2,12,6,empty_patch,model_turn_budget E14,9ea5e04640c7dfd9ac7b,TASK_S4_R002_005,d3f3944d353186f4bebce0d3924ab6958d93ce79,M002,H007,P001,0,0,0,0,0,1,1,1.0,1.0,1,1,5,1,70216,69363,853,19.490857291035354,13.348663040902466,5.702452958095819,2,12,10,empty_patch,model_turn_budget E14,cc6b727566235d9efb29,TASK_S4_R002_005,d3f3944d353186f4bebce0d3924ab6958d93ce79,M003,H007,P001,0,0,0,0,0,1,1,1.0,1.0,1,1,5,1,62630,60918,1712,50.76841262518428,45.48416287382133,4.960449707927182,2,12,10,empty_patch,model_turn_budget E14,038f56d9d5e95d3623c8,TASK_S4_R002_006,a5989bd1df301e44199b91c6252772214a7241f2,M004,H007,P001,0,0,0,0,0,0,0,0.0,0.0,0,0,5,2,113407,110759,2648,56.87019949988462,51.1622099573724,4.501387208001688,2,12,3,empty_patch,model_turn_budget E14,52da163ed3a5e269ddf0,TASK_S4_R002_006,a5989bd1df301e44199b91c6252772214a7241f2,M002,H007,P001,0,0,0,0,0,0,0,0.0,0.0,0,0,5,3,211321,209718,1603,46.33142154105008,39.54512949800119,6.028644541045651,2,12,1,empty_patch,tool_budget_exhausted E14,f80049d221d169510262,TASK_S4_R002_006,a5989bd1df301e44199b91c6252772214a7241f2,M003,H007,P001,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,31663,30908,755,26.078695624833927,20.917396542383358,5.022774167126045,2,12,11,empty_patch,model_turn_budget E14,2e8de8d9219640cebd61,TASK_S4_R002_007,9544a11db38f7549b25f967a784742fd2562ca32,M004,H007,P001,0,0,0,0,0,1,1,1.0,1.0,1,1,5,3,93792,92163,1629,40.18383433390409,34.49869291600771,4.442460458725691,2,12,5,empty_patch,model_turn_budget E14,a21627f99b32b597ad3d,TASK_S4_R002_007,9544a11db38f7549b25f967a784742fd2562ca32,M003,H007,P001,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,33190,32257,933,28.879559291992337,23.332378414925188,5.422528916969895,2,12,11,empty_patch,model_turn_budget E14,e60b8045196e06f98fdd,TASK_S4_R002_007,9544a11db38f7549b25f967a784742fd2562ca32,M002,H007,P001,0,0,0,0,0,1,1,1.0,1.0,1,1,5,2,47734,38811,8923,100.21844274993055,93.41525000007823,5.6248270000796765,2,6,2,empty_patch,assistant_stop_without_finish E14,75d5eca012f23467602d,TASK_S4_R003_001,4e68d32c77ed587ab42d229d9f44c3bc40d1d0e5,M004,H007,P001,0,0,0,0,0,0,0,0.0,0.0,0,0,5,2,86373,83326,3047,53.88990012486465,49.20588987367228,4.35151245794259,2,12,4,empty_patch,model_turn_budget E14,8b33e83fc3a8c67c9cc2,TASK_S4_R003_001,4e68d32c77ed587ab42d229d9f44c3bc40d1d0e5,M002,H007,P001,0,0,0,0,0,0,0,0.0,0.0,0,0,5,2,81179,78606,2573,41.634905125014484,32.186184709426016,5.9134165837895125,2,12,0,empty_patch,model_turn_budget E14,f0f70287ab4f5aa8030b,TASK_S4_R003_001,4e68d32c77ed587ab42d229d9f44c3bc40d1d0e5,M003,H007,P001,0,0,0,0,0,0,0,0.0,0.0,0,0,5,2,38979,37107,1872,41.31881270906888,36.016743041574955,5.145735665690154,2,12,9,empty_patch,model_turn_budget E14,5cbdd4eed2655a1862cb,TASK_S4_R003_002,cbc13a61e0f15880b49a3d0208cc603d7d0b57e3,M003,H007,P001,0,0,0,0,0,1,1,1.0,1.0,1,1,5,1,51656,50536,1120,38.564268541987985,33.22828512615524,5.1460018320940435,2,12,10,empty_patch,model_turn_budget E14,7aa33c524c42b0c106a8,TASK_S4_R003_002,cbc13a61e0f15880b49a3d0208cc603d7d0b57e3,M002,H007,P001,0,0,0,0,0,1,1,1.0,1.0,1,1,5,1,141173,137652,3521,53.112889416050166,47.16088574985042,5.568046750267968,2,12,5,empty_patch,model_turn_budget E14,8bf549dac2da78173cdf,TASK_S4_R003_002,cbc13a61e0f15880b49a3d0208cc603d7d0b57e3,M004,H007,P001,0,1,1,0,0,1,1,1.0,1.0,1,1,5,2,105910,104422,1488,38.25823812512681,32.471326667349786,4.72129858401604,2,12,2,tests,model_turn_budget E14,58edade9555e9e0c2c0e,TASK_S4_R003_003,57749d46de1d975aacb82758c268fc26e5e6ed8b,M002,H007,P001,0,0,0,0,0,1,1,0.2,1.0,1,1,5,7,79914,78555,1359,33.20453425007872,27.416328624123707,5.516262750141323,2,12,3,empty_patch,tool_budget_exhausted E14,63b722106d23d821be82,TASK_S4_R003_003,57749d46de1d975aacb82758c268fc26e5e6ed8b,M004,H007,P001,0,0,0,0,0,1,1,0.25,1.0,1,1,5,6,71207,70477,730,26.198595832800493,21.480928916716948,4.4991695010103285,2,12,5,empty_patch,model_turn_budget E14,ebb8d677954d874ab98c,TASK_S4_R003_003,57749d46de1d975aacb82758c268fc26e5e6ed8b,M003,H007,P001,0,0,0,0,0,1,0,0.2,0.0,1,0,5,0,28019,27418,601,25.07653887500055,19.695854833815247,5.250693832989782,2,12,11,empty_patch,model_turn_budget E14,2357d4e2c95285b349f2,TASK_S4_R003_004,dae9e522a26041f5b3c6461cc8a5e284f3376a79,M003,H007,P001,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,65617,61650,3967,77.57560275006108,72.47481637401506,4.920023665996268,2,12,10,empty_patch,model_turn_budget E14,5e91f4061725897c39bf,TASK_S4_R003_004,dae9e522a26041f5b3c6461cc8a5e284f3376a79,M004,H007,P001,0,0,0,0,0,0,0,0.0,0.0,0,0,5,4,97634,95757,1877,44.53670462500304,37.3857570013497,7.897866082843393,3,12,4,empty_patch,model_turn_budget E14,b134772cdec4334c899a,TASK_S4_R003_004,dae9e522a26041f5b3c6461cc8a5e284f3376a79,M002,H007,P001,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,48485,47623,862,20.873595000011846,14.541331959422678,6.100027126027271,2,12,10,empty_patch,model_turn_budget E14,a78628bb585d21e14637,TASK_S4_R003_005,dcca59d1a5966283c1120cfb639c01a76214d2b2,M003,H007,P001,0,0,0,0,0,1,0,0.2,0.0,1,0,5,1,49473,46012,3461,63.58978687482886,58.330141664948314,10.831432959064841,3,12,7,empty_patch,model_turn_budget E14,b62699d96d9135924bec,TASK_S4_R003_005,dcca59d1a5966283c1120cfb639c01a76214d2b2,M004,H007,P001,0,0,0,0,0,0,1,0.0,0.5,0,1,5,5,44498,44004,494,13.713740958133712,9.367599165299907,4.106348332948983,2,12,6,empty_patch,model_turn_budget E14,baeb60131d53ee2dd384,TASK_S4_R003_005,dcca59d1a5966283c1120cfb639c01a76214d2b2,M002,H007,P001,0,0,0,0,0,0,1,0.0,0.3333333333333333,0,1,5,7,77299,73313,3986,52.08913141605444,46.25458221021108,5.507550457958132,2,12,4,empty_patch,tool_budget_exhausted E14,2425ceea3716247c7a74,TASK_S4_R003_006,fad14413f4f27f1b6f902703b5075528aac52451,M004,H007,P001,0,0,0,0,0,0,0,0.0,0.0,0,0,5,3,110710,110248,462,21.049344958970323,16.523633206030354,4.2164949991274625,2,12,8,empty_patch,model_turn_budget E14,63f81445cc0776b5b189,TASK_S4_R003_006,fad14413f4f27f1b6f902703b5075528aac52451,M003,H007,P001,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,533,492,41,0.6289602080360055,0.6253278751391917,0.0,0,0,0,empty_patch,assistant_stop_without_finish E14,961d63feaf09d99086a2,TASK_S4_R003_006,fad14413f4f27f1b6f902703b5075528aac52451,M002,H007,P001,0,0,0,0,0,0,0,0.0,0.0,0,0,5,3,119153,117218,1935,36.49386204103939,30.494636374758556,10.441417999798432,3,12,5,empty_patch,tool_budget_exhausted E14,45b1bd2c61cb0d469257,TASK_S4_R003_007,428b4fdee5402f1588f35fb50d98b2225d083f6d,M004,H007,P001,0,0,0,0,0,0,1,0.0,0.5,0,1,5,2,85417,84008,1409,30.90578525001183,26.377179335337132,4.278736958978698,2,12,5,empty_patch,model_turn_budget E14,688414a1a3e2d3b4d8d4,TASK_S4_R003_007,428b4fdee5402f1588f35fb50d98b2225d083f6d,M002,H007,P001,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,9768,9560,208,10.336896457942203,4.7426595410797745,5.465496042044833,2,2,0,empty_patch,assistant_stop_without_finish E14,a89cfe0c8ddff6ac58c4,TASK_S4_R003_007,428b4fdee5402f1588f35fb50d98b2225d083f6d,M003,H007,P001,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,27456,26405,1051,26.91529337503016,21.84820295870304,4.919822790892795,2,7,6,empty_patch,assistant_stop_without_finish E14,b5481da2aa55a5a946fe,TASK_S4_R003_008,f4ce86770befef77c7c556fd5cfe25165f59f515,M002,H007,P001,0,0,0,0,0,1,1,1.0,1.0,1,1,5,2,69076,68337,739,20.69913383293897,14.819616458145902,5.6767140831798315,2,12,7,empty_patch,model_turn_budget E14,b703d3768f687765cf53,TASK_S4_R003_008,f4ce86770befef77c7c556fd5cfe25165f59f515,M004,H007,P001,0,0,0,0,0,1,1,1.0,1.0,1,1,5,3,65306,64120,1186,26.458507790928707,22.17600658396259,4.071546084014699,2,12,5,empty_patch,model_turn_budget E14,d64465ff1b1c81e02f01,TASK_S4_R003_008,f4ce86770befef77c7c556fd5cfe25165f59f515,M003,H007,P001,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,544,494,50,0.7339059170335531,0.7308927909471095,0.0,0,0,0,empty_patch,assistant_stop_without_finish E14,1b7044780fa922dcf953,TASK_S4_R003_009,1e7f257e79a7adf1e6f2bc9222fd5031340d26c3,M002,H007,P001,0,0,0,0,0,1,1,0.3333333333333333,1.0,1,1,5,3,170197,168329,1868,50.269535624887794,43.96466724993661,6.00802091602236,2,12,0,empty_patch,tool_budget_exhausted E14,7cc00dde1b562e8cb2f6,TASK_S4_R003_009,1e7f257e79a7adf1e6f2bc9222fd5031340d26c3,M004,H007,P001,0,0,0,0,0,1,1,0.3333333333333333,1.0,1,1,5,2,102828,100962,1866,42.41130454209633,37.68302191584371,4.395981876179576,2,12,1,empty_patch,model_turn_budget E14,a1d7774b3fb26244ad98,TASK_S4_R003_009,1e7f257e79a7adf1e6f2bc9222fd5031340d26c3,M003,H007,P001,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,53148,52598,550,32.228153416886926,27.12471441575326,4.938240915769711,2,12,10,empty_patch,model_turn_budget E14,3069dc0b9e2774349513,TASK_S4_R003_010,a788cff7c1c651c512f15a9a1045c1e4d449d854,M003,H007,P001,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,45783,43806,1977,45.98663833294995,40.90616658446379,4.956775874830782,2,12,10,empty_patch,model_turn_budget E14,79765d66b8979cd1ea53,TASK_S4_R003_010,a788cff7c1c651c512f15a9a1045c1e4d449d854,M004,H007,P001,0,0,0,0,0,1,0,0.2,0.0,1,0,5,6,96295,95783,512,29.5066357080359,24.03126854193397,5.1979430839419365,2,12,5,empty_patch,model_turn_budget E14,8656b1f3e04e9345864a,TASK_S4_R003_010,a788cff7c1c651c512f15a9a1045c1e4d449d854,M002,H007,P001,0,0,0,0,0,1,1,0.2,0.5,1,1,5,4,133743,131735,2008,40.517686958191916,34.85294383298606,5.393932458944619,2,12,3,empty_patch,model_turn_budget E14,4521a54d3ad7537ece24,TASK_S4_R001_001,f9e8e36f51764f6d4fb21739586df5d2154c5a56,M002,H007,P002,0,0,0,0,0,1,1,0.3333333333333333,0.5,1,1,5,2,210474,209274,1200,47.02013245783746,39.85860437527299,5.837967500090599,2,12,1,empty_patch,model_turn_budget E14,ad1abe6599b85b829824,TASK_S4_R001_001,f9e8e36f51764f6d4fb21739586df5d2154c5a56,M003,H007,P002,0,0,0,0,0,1,0,0.5,0.0,1,0,5,0,36413,35723,690,28.07809383282438,22.39437166461721,4.96610620780848,2,12,11,empty_patch,model_turn_budget E14,bc07b09975a74eaedb44,TASK_S4_R001_001,f9e8e36f51764f6d4fb21739586df5d2154c5a56,M004,H007,P002,0,0,0,0,0,1,1,0.25,0.5,1,1,5,3,109657,108988,669,25.377736291848123,20.329774167155847,4.1349673750810325,2,12,7,empty_patch,model_turn_budget E14,0c141a0d6e16050895b1,TASK_S4_R001_002,072b63c036f60928edc7f1952e91166d26ce4f2d,M002,H007,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,65128,64135,993,21.14667100016959,14.43558841664344,5.552074333885685,2,12,10,empty_patch,model_turn_budget E14,4827f65890592a28ba53,TASK_S4_R001_002,072b63c036f60928edc7f1952e91166d26ce4f2d,M004,H007,P002,0,1,1,0,0,1,1,1.0,1.0,1,1,5,3,32265,31651,614,18.377064250176772,11.730895834276453,3.7884014998562634,2,6,0,tests,assistant_stop_without_finish E14,f6e4a3d2187ea8359b14,TASK_S4_R001_002,072b63c036f60928edc7f1952e91166d26ce4f2d,M003,H007,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,28736,27768,968,27.887752457987517,22.37118587549776,5.365450248820707,2,12,11,empty_patch,model_turn_budget E14,92e6e90c8e432210be60,TASK_S4_R001_003,d4111604e7dff5cfaadd5853710eb313021514f6,M004,H007,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,2,105830,105251,579,24.91583933401853,19.672023499850184,4.223830458940938,2,12,5,empty_patch,model_turn_budget E14,a74ae934cc824d26bf42,TASK_S4_R001_003,d4111604e7dff5cfaadd5853710eb313021514f6,M002,H007,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,2,116373,114664,1709,38.081874791998416,31.096052419394255,5.832225084071979,2,12,5,empty_patch,model_turn_budget E14,d8fc20d1520573a78288,TASK_S4_R001_003,d4111604e7dff5cfaadd5853710eb313021514f6,M003,H007,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,28302,27686,616,23.604106625076383,18.40381879429333,5.054247041931376,2,12,11,empty_patch,model_turn_budget E14,c9685c7ca91ee394cadb,TASK_S4_R002_001,25b84cd1249d7061d07514b224d1080f46aaa555,M004,H007,P002,0,0,0,0,0,0,1,0.0,0.5,0,1,5,6,144011,143172,839,38.95250533288345,33.81417437293567,4.405483125243336,2,12,3,empty_patch,model_turn_budget E14,e4acd1ef0078313f6318,TASK_S4_R002_001,25b84cd1249d7061d07514b224d1080f46aaa555,M003,H007,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,33718,32945,773,27.756665459135547,22.055911833187565,5.260017206892371,2,12,11,empty_patch,model_turn_budget E14,e5e0083c56627c6b0cee,TASK_S4_R002_001,25b84cd1249d7061d07514b224d1080f46aaa555,M002,H007,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,119454,118348,1106,28.713500999845564,22.20108058047481,5.776858000084758,2,12,7,empty_patch,model_turn_budget E14,1ea616d4c8fce295ce73,TASK_S4_R002_002,0e9cccbc7795063acf1fd3e374140ddf5eba3f71,M004,H007,P002,0,1,1,0,0,1,1,1.0,1.0,1,1,5,4,117049,115510,1539,44.42396020912565,35.28436904028058,4.5428760829381645,2,12,2,tests,finish_tool E14,37f1509f7499f8079579,TASK_S4_R002_002,0e9cccbc7795063acf1fd3e374140ddf5eba3f71,M002,H007,P002,0,1,1,0,0,1,1,1.0,1.0,1,1,5,7,109582,107473,2109,45.0940034580417,37.58117574919015,5.668780457926914,2,12,0,tests,tool_budget_exhausted E14,81ef1c4b319185af5a69,TASK_S4_R002_002,0e9cccbc7795063acf1fd3e374140ddf5eba3f71,M003,H007,P002,0,1,1,0,0,1,1,1.0,1.0,1,1,5,1,40158,38619,1539,39.95714387507178,33.38742241426371,5.078323791734874,2,12,4,tests,model_turn_budget E14,443e4d205eab4508537c,TASK_S4_R002_003,4d7442ac69c6d3b8f86af4764f4143b310650cba,M004,H007,P002,0,1,1,0,0,1,1,1.0,1.0,1,1,5,3,68723,67369,1354,28.165700791869313,22.6103686648421,7.8816032079048455,3,12,5,tests,model_turn_budget E14,b5cb7b795a0b43204e73,TASK_S4_R002_003,4d7442ac69c6d3b8f86af4764f4143b310650cba,M002,H007,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,3,65996,64843,1153,22.56204737513326,16.682230416452512,5.530543792061508,2,12,8,empty_patch,tool_budget_exhausted E14,fa136de29f78d68421c3,TASK_S4_R002_003,4d7442ac69c6d3b8f86af4764f4143b310650cba,M003,H007,P002,0,1,1,0,0,1,0,1.0,0.0,1,0,5,0,12322,11637,685,18.986024958081543,12.064111041137949,5.27535037486814,2,4,1,tests,assistant_stop_without_finish E14,749ca0af844c678f452c,TASK_S4_R002_004,e166c948a89b4f894f6aed5667c6da6db368009d,M004,H007,P002,0,1,1,0,0,1,1,1.0,1.0,1,1,5,6,113712,112569,1143,41.43379145907238,33.44738521007821,4.4169296668842435,2,11,0,tests,finish_tool E14,8341d1a826f9cfa2ee7e,TASK_S4_R002_004,e166c948a89b4f894f6aed5667c6da6db368009d,M002,H007,P002,0,1,1,0,0,1,1,1.0,1.0,1,1,5,8,95394,93363,2031,39.14635904110037,31.782252374803647,5.66390379332006,2,12,2,tests,tool_budget_exhausted E14,a8fd8b0c93b7c71515d4,TASK_S4_R002_004,e166c948a89b4f894f6aed5667c6da6db368009d,M003,H007,P002,0,1,1,0,0,1,0,1.0,0.0,1,0,5,0,6492,5768,724,15.628213667077944,9.007160833105445,10.879380415892228,3,2,0,tests,assistant_stop_without_finish E14,551bf5216a42c133c586,TASK_S4_R002_005,d3f3944d353186f4bebce0d3924ab6958d93ce79,M003,H007,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,33021,31916,1105,31.250091958092526,25.784683459205553,5.3373833750374615,2,11,11,empty_patch,assistant_stop_without_finish E14,edc8e565309ac6142cb4,TASK_S4_R002_005,d3f3944d353186f4bebce0d3924ab6958d93ce79,M002,H007,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,1,71036,69654,1382,23.428356958087534,17.83350329217501,10.4313753338065,3,12,10,empty_patch,model_turn_budget E14,f2f825b0248beb701261,TASK_S4_R002_005,d3f3944d353186f4bebce0d3924ab6958d93ce79,M004,H007,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,4,99519,95873,3646,75.05199870816432,70.28252320946194,4.323399456916377,2,12,5,empty_patch,model_turn_budget E14,3b3b07881e334bcbd5fc,TASK_S4_R002_006,a5989bd1df301e44199b91c6252772214a7241f2,M002,H007,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,3,115351,112750,2601,45.637458625016734,39.03544887667522,5.898625125177205,2,12,4,empty_patch,tool_budget_exhausted E14,8f091b80b2ca59a29e3e,TASK_S4_R002_006,a5989bd1df301e44199b91c6252772214a7241f2,M004,H007,P002,0,1,1,0,0,0,0,0.0,0.0,0,0,5,2,87345,85934,1411,36.184141875011846,30.14851862564683,4.495478208875284,2,10,2,tests,finish_tool E14,e02363ed9e4dc314366d,TASK_S4_R002_006,a5989bd1df301e44199b91c6252772214a7241f2,M003,H007,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,43588,42631,957,33.0601906250231,27.883142832666636,5.024738916894421,2,12,10,empty_patch,model_turn_budget E14,616ad95480ef1d03a7a4,TASK_S4_R002_007,9544a11db38f7549b25f967a784742fd2562ca32,M004,H007,P002,0,1,1,1,0,1,1,1.0,1.0,1,1,5,2,91921,88998,2923,55.965901541057974,48.909113416681066,4.683149040909484,2,12,5,tests,model_turn_budget E14,979e31ed2552f0717696,TASK_S4_R002_007,9544a11db38f7549b25f967a784742fd2562ca32,M003,H007,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,50868,50078,790,33.8960942090489,28.724197834031656,5.016454498982057,2,12,10,empty_patch,model_turn_budget E14,9a9a089cd0113ac2792b,TASK_S4_R002_007,9544a11db38f7549b25f967a784742fd2562ca32,M002,H007,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,2,79135,77028,2107,31.824986207997426,25.698790667112917,5.66402850090526,2,12,9,empty_patch,model_turn_budget E14,1ae04e5cf45a81c35094,TASK_S4_R003_001,4e68d32c77ed587ab42d229d9f44c3bc40d1d0e5,M002,H007,P002,0,1,1,0,0,0,0,0.0,0.0,0,0,5,2,30191,28897,1294,30.1495374168735,17.665194333996624,5.878295999951661,2,6,0,tests,finish_tool E14,2ad8a3f3ea0612c7ab27,TASK_S4_R003_001,4e68d32c77ed587ab42d229d9f44c3bc40d1d0e5,M004,H007,P002,0,1,1,0,0,0,0,0.0,0.0,0,0,5,2,67269,64713,2556,48.77265320904553,40.860110835172236,4.322631541872397,2,10,3,tests,finish_tool E14,579d922539e207642c59,TASK_S4_R003_001,4e68d32c77ed587ab42d229d9f44c3bc40d1d0e5,M003,H007,P002,0,1,1,0,0,0,0,0.0,0.0,0,0,5,1,16152,15535,617,23.506977083161473,12.186200373107567,4.998197917127982,2,4,1,tests,assistant_stop_without_finish E14,1dbc521c8fcedf3718e6,TASK_S4_R003_002,cbc13a61e0f15880b49a3d0208cc603d7d0b57e3,M002,H007,P002,0,1,1,0,0,1,1,1.0,1.0,1,1,5,2,120804,117990,2814,47.12402337510139,39.54450904135592,5.761813375866041,2,12,1,tests,model_turn_budget E14,2544a69d987629a9da41,TASK_S4_R003_002,cbc13a61e0f15880b49a3d0208cc603d7d0b57e3,M003,H007,P002,0,1,1,0,0,1,1,1.0,1.0,1,1,5,1,36273,35086,1187,34.163151332875714,27.742870792746544,4.975470416015014,2,8,6,tests,assistant_stop_without_finish E14,c7f5213ccd08dd4c1811,TASK_S4_R003_002,cbc13a61e0f15880b49a3d0208cc603d7d0b57e3,M004,H007,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,2,96544,95552,992,26.443821458844468,21.77330841613002,4.403989000013098,2,12,5,empty_patch,model_turn_budget E14,351aa9e79f6300d47ba9,TASK_S4_R003_003,57749d46de1d975aacb82758c268fc26e5e6ed8b,M002,H007,P002,0,0,0,0,0,1,1,0.2,1.0,1,1,5,7,77290,75977,1313,32.69291654205881,26.333453041035682,6.072968082036823,2,12,3,empty_patch,tool_budget_exhausted E14,bdac8c5c37c8965fb94b,TASK_S4_R003_003,57749d46de1d975aacb82758c268fc26e5e6ed8b,M004,H007,P002,0,1,1,0,0,1,1,0.2,1.0,1,1,5,5,66608,64668,1940,42.671370584052056,36.86452904064208,4.546897917054594,2,12,4,tests,model_turn_budget E14,fa497fd8b68705a1cf5c,TASK_S4_R003_003,57749d46de1d975aacb82758c268fc26e5e6ed8b,M003,H007,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,26479,25759,720,26.244496583007276,20.756541457027197,5.401477334089577,2,12,11,empty_patch,model_turn_budget E14,2acf8a2cf7a91de08122,TASK_S4_R003_004,dae9e522a26041f5b3c6461cc8a5e284f3376a79,M004,H007,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,6,121606,120290,1316,47.00915316701867,42.26625425159,4.481018000049517,2,12,4,empty_patch,finish_tool E14,60e1664ce635d589a35c,TASK_S4_R003_004,dae9e522a26041f5b3c6461cc8a5e284f3376a79,M002,H007,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,3,57824,56919,905,23.732415582984686,17.519706916529685,5.979560875333846,2,12,8,empty_patch,model_turn_budget E14,679a15ea7fbfcb52fed7,TASK_S4_R003_004,dae9e522a26041f5b3c6461cc8a5e284f3376a79,M003,H007,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,52009,51311,698,33.60739487502724,28.477973124943674,4.960304458858445,2,12,10,empty_patch,model_turn_budget E14,16fa2f545b0dd1fcea0b,TASK_S4_R003_005,dcca59d1a5966283c1120cfb639c01a76214d2b2,M003,H007,P002,0,1,1,0,0,0,1,0.0,0.5,0,1,5,2,23091,22434,657,22.348706874996424,16.332182373153046,5.125716875074431,2,8,5,tests,assistant_stop_without_finish E14,2a6927268e4c56742d39,TASK_S4_R003_005,dcca59d1a5966283c1120cfb639c01a76214d2b2,M002,H007,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,2,37715,28715,9000,95.27595795900561,89.28564508375712,5.722010457655415,2,6,3,empty_patch,assistant_stop_without_finish E14,4cd567e711de9f9a8902,TASK_S4_R003_005,dcca59d1a5966283c1120cfb639c01a76214d2b2,M004,H007,P002,0,0,0,0,0,0,1,0.0,0.5,0,1,5,4,57941,57342,599,16.368072958895937,12.376138415653259,7.78949841670692,3,12,4,empty_patch,model_turn_budget E14,727723b4211da35f236e,TASK_S4_R003_006,fad14413f4f27f1b6f902703b5075528aac52451,M002,H007,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,3,92348,83360,8988,106.9789983748924,101.06383083504625,5.626241707708687,2,10,5,empty_patch,assistant_stop_without_finish E14,a2f3670c4a484f81e509,TASK_S4_R003_006,fad14413f4f27f1b6f902703b5075528aac52451,M004,H007,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,5,128912,128097,815,33.49972283397801,28.913064664928243,4.27322862483561,2,12,3,empty_patch,model_turn_budget E14,ea830733e3a6b3c836d9,TASK_S4_R003_006,fad14413f4f27f1b6f902703b5075528aac52451,M003,H007,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,542,501,41,0.755216124933213,0.7527097498532385,5.62451170780696,1,0,0,empty_patch,assistant_stop_without_finish E14,14bbba02f9b32fae9f74,TASK_S4_R003_007,428b4fdee5402f1588f35fb50d98b2225d083f6d,M003,H007,P002,0,1,1,0,0,0,0,0.0,0.0,0,0,5,1,39030,37666,1364,36.34809570782818,30.694605290191248,4.936831625876948,2,10,8,tests,assistant_stop_without_finish E14,9a609fd4272a4edb2cad,TASK_S4_R003_007,428b4fdee5402f1588f35fb50d98b2225d083f6d,M002,H007,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,3,101968,100412,1556,29.63646054198034,24.086596748791635,10.603746499866247,3,12,6,empty_patch,model_turn_budget E14,edcfede960a9cea11de8,TASK_S4_R003_007,428b4fdee5402f1588f35fb50d98b2225d083f6d,M004,H007,P002,0,1,1,0,0,0,1,0.0,0.5,0,1,5,3,84152,82259,1893,41.16784366685897,35.89724891609512,4.156053708167747,2,12,4,tests,model_turn_budget E14,30484df0e0e829f70515,TASK_S4_R003_008,f4ce86770befef77c7c556fd5cfe25165f59f515,M003,H007,P002,0,0,0,0,0,0,1,0.0,0.5,0,1,5,2,36398,35721,677,27.431663291994482,22.336899168090895,4.978925458155572,2,12,9,empty_patch,model_turn_budget E14,4704bd8931b0af965e00,TASK_S4_R003_008,f4ce86770befef77c7c556fd5cfe25165f59f515,M004,H007,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,3,81556,80839,717,23.042875915998593,18.658978874329478,4.173815834103152,2,12,6,empty_patch,model_turn_budget E14,7f141cf7f2f8fefb1bcf,TASK_S4_R003_008,f4ce86770befef77c7c556fd5cfe25165f59f515,M002,H007,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,2,83312,82513,799,24.859172417083755,19.135156624717638,5.509454583982006,2,12,6,empty_patch,model_turn_budget E14,0df9489582274d877f7a,TASK_S4_R003_009,1e7f257e79a7adf1e6f2bc9222fd5031340d26c3,M003,H007,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,538,501,37,0.5909922500140965,0.5878733329009265,0.0,0,0,0,empty_patch,assistant_stop_without_finish E14,680eafc71ad1d75a16b1,TASK_S4_R003_009,1e7f257e79a7adf1e6f2bc9222fd5031340d26c3,M004,H007,P002,0,1,1,1,0,1,1,0.3333333333333333,1.0,1,1,5,2,65991,64951,1040,27.06249716714956,21.095585416303948,4.333074334077537,2,9,1,tests,finish_tool E14,f9a2280d3d3d4b0b9a07,TASK_S4_R003_009,1e7f257e79a7adf1e6f2bc9222fd5031340d26c3,M002,H007,P002,0,0,0,0,0,1,0,0.3333333333333333,0.0,1,0,5,1,18587,18222,365,14.260422250023112,8.234764166874811,5.858938792021945,2,3,0,empty_patch,assistant_stop_without_finish E14,2a6673d4a9ca08255902,TASK_S4_R003_010,a788cff7c1c651c512f15a9a1045c1e4d449d854,M003,H007,P002,0,1,1,0,0,0,0,0.0,0.0,0,0,5,1,14561,14055,506,16.84437254210934,10.879762249998748,5.049985708901659,2,4,2,tests,assistant_stop_without_finish E14,cf1e220becebd43de702,TASK_S4_R003_010,a788cff7c1c651c512f15a9a1045c1e4d449d854,M004,H007,P002,0,0,0,0,0,1,1,0.2,0.25,1,1,5,7,105695,105177,518,31.128787375055254,25.93913070601411,4.901122791925445,2,12,4,empty_patch,model_turn_budget E14,d0dd830102c11af9fd91,TASK_S4_R003_010,a788cff7c1c651c512f15a9a1045c1e4d449d854,M002,H007,P002,0,1,1,0,0,1,1,0.2,0.5,1,1,5,4,113138,110464,2674,47.24288933398202,40.51417295704596,5.541396624175832,2,12,3,tests,model_turn_budget E14,339156431eab46d17f59,TASK_S4_R001_001,f9e8e36f51764f6d4fb21739586df5d2154c5a56,M004,H007,P003,0,0,0,0,0,0,1,0.0,0.5,0,1,5,3,71749,71178,571,21.36209833296016,16.042426499770954,4.367829584050924,2,12,8,empty_patch,model_turn_budget E14,5ba2326bebeb443a3739,TASK_S4_R001_001,f9e8e36f51764f6d4fb21739586df5d2154c5a56,M003,H007,P003,0,0,0,0,0,1,0,0.5,0.0,1,0,5,1,45958,45216,742,32.62601395905949,26.92028283327818,4.971041333163157,2,12,10,empty_patch,model_turn_budget E14,8bae431e75947cdd7456,TASK_S4_R001_001,f9e8e36f51764f6d4fb21739586df5d2154c5a56,M002,H007,P003,0,0,0,0,0,1,1,0.3333333333333333,0.5,1,1,5,2,189735,180723,9012,139.9239725829102,132.83197199972346,5.977673042798415,2,11,2,empty_patch,assistant_stop_without_finish E14,44c558f9d4300602f96a,TASK_S4_R001_002,072b63c036f60928edc7f1952e91166d26ce4f2d,M004,H007,P003,0,1,1,0,0,1,1,1.0,1.0,1,1,5,3,31760,31156,604,18.194208041066304,11.851527583086863,3.677238915814087,2,6,0,tests,assistant_stop_without_finish E14,7766f878f7bcbd0f8119,TASK_S4_R001_002,072b63c036f60928edc7f1952e91166d26ce4f2d,M003,H007,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,28197,27536,661,24.20849254098721,18.851141416234896,5.204708500066772,2,12,11,empty_patch,model_turn_budget E14,adb260d878a5b4b987cb,TASK_S4_R001_002,072b63c036f60928edc7f1952e91166d26ce4f2d,M002,H007,P003,0,1,1,0,0,0,1,0.0,0.5,0,1,5,3,66964,65216,1748,31.10480049997568,22.340576458955184,5.457459375960752,2,12,6,tests,model_turn_budget E14,61343e1977eb427ecdbc,TASK_S4_R001_003,d4111604e7dff5cfaadd5853710eb313021514f6,M003,H007,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,1,32095,29446,2649,50.157630583038554,43.18032833142206,5.0087543746922165,2,6,3,tests,assistant_stop_without_finish E14,8427874176667c9a0058,TASK_S4_R001_003,d4111604e7dff5cfaadd5853710eb313021514f6,M004,H007,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,3,82852,82389,463,17.646127792075276,12.041189290815964,4.537699084030464,2,12,8,empty_patch,model_turn_budget E14,c437d8980a52be3033cb,TASK_S4_R001_003,d4111604e7dff5cfaadd5853710eb313021514f6,M002,H007,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,2,70613,69505,1108,24.414834666997194,17.285254415357485,5.967088125180453,2,12,8,empty_patch,model_turn_budget E14,424694a918409d472ffd,TASK_S4_R002_001,25b84cd1249d7061d07514b224d1080f46aaa555,M004,H007,P003,0,0,0,0,0,0,1,0.0,0.5,0,1,5,5,127723,126991,732,32.94116333313286,27.72982716676779,4.512710292125121,2,12,4,empty_patch,model_turn_budget E14,c9e55c5693431269117b,TASK_S4_R002_001,25b84cd1249d7061d07514b224d1080f46aaa555,M002,H007,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,2,114330,112872,1458,31.61328108306043,25.244623833335936,5.74860095907934,2,12,7,empty_patch,model_turn_budget E14,f248ed9b891eaa35e35c,TASK_S4_R002_001,25b84cd1249d7061d07514b224d1080f46aaa555,M003,H007,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,33496,32724,772,27.268629583064467,21.796673457836732,5.013743625022471,2,12,11,empty_patch,model_turn_budget E14,25f5931b379255e56fab,TASK_S4_R002_002,0e9cccbc7795063acf1fd3e374140ddf5eba3f71,M004,H007,P003,0,1,1,0,0,1,1,1.0,1.0,1,1,5,4,73027,72128,899,32.53774083312601,24.310465334448963,4.350401957985014,2,9,1,tests,finish_tool E14,c734dc0bbf48d3e6667b,TASK_S4_R002_002,0e9cccbc7795063acf1fd3e374140ddf5eba3f71,M002,H007,P003,0,1,1,0,0,1,1,1.0,1.0,1,1,5,7,104621,102680,1941,44.4470692910254,34.45429995795712,5.817861875053495,2,12,0,tests,finish_tool E14,d877d3373eb6192cee71,TASK_S4_R002_002,0e9cccbc7795063acf1fd3e374140ddf5eba3f71,M003,H007,P003,0,1,1,0,0,1,0,1.0,0.0,1,0,5,0,6852,6162,690,15.633003375027329,9.346211625030264,4.956055624177679,2,2,1,tests,assistant_stop_without_finish E14,339752b3c75ec3de243e,TASK_S4_R002_003,4d7442ac69c6d3b8f86af4764f4143b310650cba,M003,H007,P003,0,1,1,0,0,1,0,1.0,0.0,1,0,5,0,6093,5643,450,12.962390875210986,6.5348628340289,4.978461625287309,2,2,1,tests,assistant_stop_without_finish E14,b09e04c1cf36cb5a3b90,TASK_S4_R002_003,4d7442ac69c6d3b8f86af4764f4143b310650cba,M004,H007,P003,0,1,0,0,0,1,1,1.0,1.0,1,1,5,3,83143,78894,4249,79.30954891582951,73.15819079172798,3.7471463750116527,2,12,4,patch_apply,model_turn_budget E14,e1f1940b99d084347306,TASK_S4_R002_003,4d7442ac69c6d3b8f86af4764f4143b310650cba,M002,H007,P003,0,1,1,0,0,1,1,1.0,1.0,1,1,5,4,63273,56836,6437,84.27861787518486,73.85849429108202,5.538093250012025,2,11,1,tests,finish_tool E14,7cbe0d42e4fe2569edf7,TASK_S4_R002_004,e166c948a89b4f894f6aed5667c6da6db368009d,M003,H007,P003,0,1,1,0,0,1,0,1.0,0.0,1,0,5,0,6571,5962,609,15.498778958804905,8.352570624090731,4.941063791047782,2,2,1,tests,assistant_stop_without_finish E14,caf65efb5440018d9043,TASK_S4_R002_004,e166c948a89b4f894f6aed5667c6da6db368009d,M004,H007,P003,0,1,1,0,0,1,1,1.0,1.0,1,1,5,6,129766,128804,962,36.88256016699597,29.47031170898117,7.958815291989595,3,12,1,tests,model_turn_budget E14,fcd2efc5b09c08df6d59,TASK_S4_R002_004,e166c948a89b4f894f6aed5667c6da6db368009d,M002,H007,P003,0,1,1,0,0,1,1,1.0,1.0,1,1,5,6,84228,82478,1750,37.372761541977525,27.904356001876295,5.706560123944655,2,12,1,tests,finish_tool E14,50dbea23bb65d80a58bd,TASK_S4_R002_005,d3f3944d353186f4bebce0d3924ab6958d93ce79,M002,H007,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,1,68015,67075,940,19.87325912504457,13.648149875923991,5.618242207914591,2,12,10,empty_patch,model_turn_budget E14,79611332ae8beece7b03,TASK_S4_R002_005,d3f3944d353186f4bebce0d3924ab6958d93ce79,M003,H007,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,1,58345,57762,583,34.07775174989365,28.665726832812652,11.09496545791626,3,12,10,empty_patch,model_turn_budget E14,a463db10f7323baaee75,TASK_S4_R002_005,d3f3944d353186f4bebce0d3924ab6958d93ce79,M004,H007,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,4,102306,101712,594,23.84892841707915,18.965078585082665,4.43846800015308,2,12,6,empty_patch,model_turn_budget E14,2164760788d1ea0a4aea,TASK_S4_R002_006,a5989bd1df301e44199b91c6252772214a7241f2,M002,H007,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,4,158713,156421,2292,42.11615491611883,35.96356549859047,10.732764833141118,3,12,3,empty_patch,tool_budget_exhausted E14,409dfcc791a59ca64966,TASK_S4_R002_006,a5989bd1df301e44199b91c6252772214a7241f2,M004,H007,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,2,97460,93709,3751,71.49794045789167,65.64366345573217,4.355195875046775,2,12,3,tests,finish_tool E14,49d3c7ebf369026739d1,TASK_S4_R002_006,a5989bd1df301e44199b91c6252772214a7241f2,M003,H007,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,31435,30813,622,24.777562167029828,19.357277248520404,5.28662070678547,2,12,11,empty_patch,model_turn_budget E14,082a89ca9371b6d3a6ec,TASK_S4_R002_007,9544a11db38f7549b25f967a784742fd2562ca32,M003,H007,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,56946,55904,1042,39.43903775000945,34.24243879085407,5.046610001008958,2,12,10,empty_patch,model_turn_budget E14,8b6e1236218d0ae5ea70,TASK_S4_R002_007,9544a11db38f7549b25f967a784742fd2562ca32,M004,H007,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,3,104098,101779,2319,53.31766004208475,47.25871991715394,4.3864375001285225,2,12,3,tests,model_turn_budget E14,c657dabec52276899d8c,TASK_S4_R002_007,9544a11db38f7549b25f967a784742fd2562ca32,M002,H007,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,2,54952,46150,8802,98.92939958302304,92.97382691781968,5.540242457995191,2,7,5,empty_patch,assistant_stop_without_finish E14,738dd1ff344785942432,TASK_S4_R003_001,4e68d32c77ed587ab42d229d9f44c3bc40d1d0e5,M002,H007,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,2,31941,30017,1924,34.78688191715628,22.69318437576294,5.621447374811396,2,6,0,tests,finish_tool E14,c4fab4b06dbf933b17b2,TASK_S4_R003_001,4e68d32c77ed587ab42d229d9f44c3bc40d1d0e5,M003,H007,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,1,50458,47264,3194,62.409103999845684,55.10608803899959,5.217980958055705,2,9,3,tests,assistant_stop_without_finish E14,d0609890ca3c508ed1db,TASK_S4_R003_001,4e68d32c77ed587ab42d229d9f44c3bc40d1d0e5,M004,H007,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,2,64000,62168,1832,36.87515712506138,28.978338624583557,4.355424459092319,2,10,4,tests,finish_tool E14,4206342fba638ff6383d,TASK_S4_R003_002,cbc13a61e0f15880b49a3d0208cc603d7d0b57e3,M004,H007,P003,0,1,1,0,0,1,1,1.0,1.0,1,1,5,2,113767,108273,5494,112.22606937494129,106.18311066715978,4.335067957872525,2,12,4,tests,model_turn_budget E14,889d73221251c1c4d24f,TASK_S4_R003_002,cbc13a61e0f15880b49a3d0208cc603d7d0b57e3,M003,H007,P003,0,1,1,0,0,1,1,1.0,1.0,1,1,5,1,52561,50836,1725,46.58826974988915,39.90571100125089,4.966345292283222,2,12,7,tests,model_turn_budget E14,d09e57ce065234c6e6b8,TASK_S4_R003_002,cbc13a61e0f15880b49a3d0208cc603d7d0b57e3,M002,H007,P003,0,1,1,0,0,1,1,1.0,1.0,1,1,5,3,134039,127333,6706,94.23038687510416,85.52600700315088,5.6616205419413745,2,12,3,tests,model_turn_budget E14,6cf7f6a5b73fdae29970,TASK_S4_R003_003,57749d46de1d975aacb82758c268fc26e5e6ed8b,M002,H007,P003,0,0,0,0,0,1,1,0.2,0.5,1,1,5,5,111520,110292,1228,36.817310916027054,30.562898874515668,5.942617417080328,2,12,2,empty_patch,model_turn_budget E14,885e0aa49f963a5628ea,TASK_S4_R003_003,57749d46de1d975aacb82758c268fc26e5e6ed8b,M003,H007,P003,0,0,0,0,0,1,0,0.2,0.0,1,0,5,1,30852,30155,697,27.513772333040833,22.137856373330578,5.2328623328357935,2,12,10,empty_patch,model_turn_budget E14,d508af712cd5742b7455,TASK_S4_R003_003,57749d46de1d975aacb82758c268fc26e5e6ed8b,M004,H007,P003,0,0,0,0,0,1,1,0.25,1.0,1,1,5,5,66998,66481,517,20.751773624913767,16.10449449950829,4.421832124935463,2,12,4,empty_patch,model_turn_budget E14,0f4835fc3f851596b552,TASK_S4_R003_004,dae9e522a26041f5b3c6461cc8a5e284f3376a79,M003,H007,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,26854,26210,644,22.76204975019209,17.664000204531476,4.963931542122737,2,12,11,empty_patch,model_turn_budget E14,4969e4fbdc058ac58183,TASK_S4_R003_004,dae9e522a26041f5b3c6461cc8a5e284f3376a79,M002,H007,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,49926,49004,922,20.82247070898302,14.45943925040774,6.139496667077765,2,12,10,empty_patch,model_turn_budget E14,8564dfb0b051617d5194,TASK_S4_R003_004,dae9e522a26041f5b3c6461cc8a5e284f3376a79,M004,H007,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,5,114071,109033,5038,109.74289533309639,98.90607937728055,4.45143208373338,2,12,3,tests,model_turn_budget E14,744bb576b2c181d50cdd,TASK_S4_R003_005,dcca59d1a5966283c1120cfb639c01a76214d2b2,M002,H007,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,4,63054,53694,9360,105.18704512482509,99.24486362421885,5.623370875138789,2,10,5,empty_patch,assistant_stop_without_finish E14,d47a9c5ad71aa6478609,TASK_S4_R003_005,dcca59d1a5966283c1120cfb639c01a76214d2b2,M003,H007,P003,0,0,0,0,0,1,0,0.2,0.0,1,0,5,1,6454,5506,948,16.834435291122645,11.877402875106782,4.852510416647419,2,2,1,empty_patch,assistant_stop_without_finish E14,f89715abdf4f9a9ffec8,TASK_S4_R003_005,dcca59d1a5966283c1120cfb639c01a76214d2b2,M004,H007,P003,0,0,0,0,0,0,1,0.0,0.5,0,1,5,5,78984,78385,599,22.682664457941428,18.215839207870886,4.200033582979813,2,12,3,empty_patch,model_turn_budget E14,17488b42a24408d9c80c,TASK_S4_R003_006,fad14413f4f27f1b6f902703b5075528aac52451,M004,H007,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,5,142930,142062,868,33.00551158399321,28.94367604306899,7.829043915960938,3,12,4,empty_patch,model_turn_budget E14,31062e9a1bb068ff2e5d,TASK_S4_R003_006,fad14413f4f27f1b6f902703b5075528aac52451,M002,H007,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,3,153600,152332,1268,35.980027000186965,29.942968918010592,5.636724791955203,2,12,4,empty_patch,tool_budget_exhausted E14,a363f78c19c9b3e828bd,TASK_S4_R003_006,fad14413f4f27f1b6f902703b5075528aac52451,M003,H007,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,527,486,41,0.5246507911942899,0.5215012500993907,0.0,0,0,0,empty_patch,assistant_stop_without_finish E14,2abc6d6c0da07cb94a7e,TASK_S4_R003_007,428b4fdee5402f1588f35fb50d98b2225d083f6d,M002,H007,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,9797,9566,231,10.488390875048935,4.844947249861434,5.512426374014467,2,2,0,empty_patch,assistant_stop_without_finish E14,a79add4f9a35d60c082a,TASK_S4_R003_007,428b4fdee5402f1588f35fb50d98b2225d083f6d,M004,H007,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,2,98985,95901,3084,57.92073870799504,52.31212203926407,4.174449375132099,2,12,4,tests,model_turn_budget E14,cf82439993274adf939a,TASK_S4_R003_007,428b4fdee5402f1588f35fb50d98b2225d083f6d,M003,H007,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,1,21861,21014,847,23.561815958935767,17.04587966715917,10.655360166914761,3,6,4,tests,assistant_stop_without_finish E14,24a2e2a27d425a77a3f3,TASK_S4_R003_008,f4ce86770befef77c7c556fd5cfe25165f59f515,M004,H007,P003,0,1,1,0,0,1,1,1.0,1.0,1,1,5,3,99079,97750,1329,37.186830582795665,31.995517833391204,4.266258000163361,2,12,4,tests,model_turn_budget E14,81c515d9bd096c73d020,TASK_S4_R003_008,f4ce86770befef77c7c556fd5cfe25165f59f515,M002,H007,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,2,77384,76630,754,21.900911000091583,16.26988366479054,10.740867250831798,3,12,6,empty_patch,model_turn_budget E14,ef1a98b8c9f42453c4c2,TASK_S4_R003_008,f4ce86770befef77c7c556fd5cfe25165f59f515,M003,H007,P003,0,0,0,0,0,1,0,1.0,0.0,1,0,5,0,17356,16690,666,19.069601458963007,14.005893709138036,4.950781250139698,2,8,8,empty_patch,assistant_stop_without_finish E14,1710dec9236378ca3ec3,TASK_S4_R003_009,1e7f257e79a7adf1e6f2bc9222fd5031340d26c3,M003,H007,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,50631,50047,584,31.432201666990295,26.365544040920213,4.901025749975815,2,12,10,empty_patch,model_turn_budget E14,a80c86b59a2a82d21d11,TASK_S4_R003_009,1e7f257e79a7adf1e6f2bc9222fd5031340d26c3,M004,H007,P003,0,1,1,1,0,1,1,0.3333333333333333,1.0,1,1,5,2,59781,57536,2245,44.61173145798966,38.77168783266097,4.230880832998082,2,8,1,tests,finish_tool E14,abc2708820d02ed684ea,TASK_S4_R003_009,1e7f257e79a7adf1e6f2bc9222fd5031340d26c3,M002,H007,P003,0,0,0,0,0,1,1,0.3333333333333333,0.5,1,1,5,3,145153,144177,976,41.244846584042534,35.43322179163806,5.532228626077995,2,12,0,empty_patch,tool_budget_exhausted E14,58ca55558abdfdc39522,TASK_S4_R003_010,a788cff7c1c651c512f15a9a1045c1e4d449d854,M002,H007,P003,0,0,0,0,0,1,1,0.2,0.3333333333333333,1,1,5,4,97394,96040,1354,30.73978762491606,24.837954625720158,5.665986667154357,2,12,5,empty_patch,model_turn_budget E14,af75af693b43802cbdf0,TASK_S4_R003_010,a788cff7c1c651c512f15a9a1045c1e4d449d854,M004,H007,P003,0,0,0,0,0,1,1,0.2,0.25,1,1,5,4,78491,77911,580,23.213862542062998,18.243480042321607,4.73345520789735,2,12,6,empty_patch,model_turn_budget E14,c267081d8955d59f06e2,TASK_S4_R003_010,a788cff7c1c651c512f15a9a1045c1e4d449d854,M003,H007,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,26501,25565,936,25.784296500030905,20.72065033414401,4.967651708051562,2,12,11,empty_patch,model_turn_budget E15,43fe3729b489fb538a96,TASK_S4_R001_001,f9e8e36f51764f6d4fb21739586df5d2154c5a56,M002,H007,P002,0,0,0,0,0,1,1,0.3333333333333333,0.5,1,1,5,2,210474,209274,1200,45.42351737502031,38.39339158218354,11.465702499030158,3,12,1,empty_patch,model_turn_budget E15,100e9db5ba8b53bd484f,TASK_S4_R001_002,072b63c036f60928edc7f1952e91166d26ce4f2d,M002,H007,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,65128,64135,993,23.75192941701971,16.589427125407383,6.005537124816328,2,12,10,empty_patch,model_turn_budget E15,61fc53b091dc9f43a52c,TASK_S4_R001_003,d4111604e7dff5cfaadd5853710eb313021514f6,M002,H007,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,2,116373,114664,1709,34.99825383303687,27.501329791964963,6.277146084001288,2,12,5,empty_patch,model_turn_budget E15,b9f4d0fc7268065f829f,TASK_S4_R002_001,25b84cd1249d7061d07514b224d1080f46aaa555,M002,H007,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,119454,118348,1106,32.73430383298546,25.833462126320228,6.003332542255521,2,12,7,empty_patch,model_turn_budget E15,3a1440171e6828ea8ab8,TASK_S4_R002_002,0e9cccbc7795063acf1fd3e374140ddf5eba3f71,M002,H007,P002,0,1,1,0,0,1,1,1.0,1.0,1,1,5,7,130277,127958,2319,47.14372449996881,39.89261454413645,5.481396459043026,2,12,0,tests,tool_budget_exhausted E15,9c4b9ba8dda69c3dde40,TASK_S4_R002_003,4d7442ac69c6d3b8f86af4764f4143b310650cba,M002,H007,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,3,65996,64843,1153,23.178159666946158,17.137304081581533,5.712803583126515,2,12,8,empty_patch,tool_budget_exhausted E15,27f0411283b882d1ddaf,TASK_S4_R002_004,e166c948a89b4f894f6aed5667c6da6db368009d,M002,H007,P002,0,1,1,0,0,1,1,1.0,1.0,1,1,5,8,95394,93363,2031,39.78800412500277,32.58858179207891,5.564731458202004,2,12,2,tests,tool_budget_exhausted E15,a168dd1c7dc2d9d13e6b,TASK_S4_R002_005,d3f3944d353186f4bebce0d3924ab6958d93ce79,M002,H007,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,1,71036,69654,1382,23.558782290900126,17.862048500217497,5.238791375886649,2,12,10,empty_patch,model_turn_budget E15,0414aa92558fa0240279,TASK_S4_R002_006,a5989bd1df301e44199b91c6252772214a7241f2,M002,H007,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,3,115351,112750,2601,40.94215104193427,34.87382833333686,5.373563125031069,2,12,4,empty_patch,tool_budget_exhausted E15,b44c184c62ba309772e4,TASK_S4_R002_007,9544a11db38f7549b25f967a784742fd2562ca32,M002,H007,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,2,79135,77028,2107,28.002872624900192,23.08817041805014,9.188072958029807,3,12,9,empty_patch,model_turn_budget E15,c6eb34d073fbdaab7639,TASK_S4_R003_001,4e68d32c77ed587ab42d229d9f44c3bc40d1d0e5,M002,H007,P002,0,1,1,0,0,0,0,0.0,0.0,0,0,5,2,37955,36592,1363,26.480149833019823,15.577467750757933,4.449544125935063,2,7,0,tests,finish_tool E15,38130bb1d54e2dbee7ec,TASK_S4_R003_002,cbc13a61e0f15880b49a3d0208cc603d7d0b57e3,M002,H007,P002,0,1,1,0,0,1,1,1.0,1.0,1,1,5,2,120802,117988,2814,43.694691833807155,37.13933179038577,4.870365456677973,2,12,1,tests,model_turn_budget E15,8e422fd54e7564d9e293,TASK_S4_R003_003,57749d46de1d975aacb82758c268fc26e5e6ed8b,M002,H007,P002,0,0,0,0,0,1,1,0.2,1.0,1,1,5,7,77290,75977,1313,31.21468420792371,26.0564544191584,4.8430081671103835,2,12,3,empty_patch,tool_budget_exhausted E15,63c148c49218cc2b1d8a,TASK_S4_R003_004,dae9e522a26041f5b3c6461cc8a5e284f3376a79,M002,H007,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,3,57824,56919,905,23.41141716716811,17.446131960721686,5.681382416980341,2,12,8,empty_patch,model_turn_budget E15,8355f6ad103115b7c6a2,TASK_S4_R003_005,dcca59d1a5966283c1120cfb639c01a76214d2b2,M002,H007,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,2,37715,28715,9000,114.53974312497303,109.15397399873473,5.020052540814504,2,6,3,empty_patch,assistant_stop_without_finish E15,2dfe6790902eda87b7bb,TASK_S4_R003_006,fad14413f4f27f1b6f902703b5075528aac52451,M002,H007,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,3,92348,83360,8988,120.99336149985902,115.06030279258266,5.5704678748734295,2,10,5,empty_patch,assistant_stop_without_finish E15,33a563ce2179a38d0cb9,TASK_S4_R003_007,428b4fdee5402f1588f35fb50d98b2225d083f6d,M002,H007,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,3,101968,100412,1556,33.101429499918595,27.3262147072237,5.478364958195016,2,12,6,empty_patch,model_turn_budget E15,717d4874e12c38c4787e,TASK_S4_R003_008,f4ce86770befef77c7c556fd5cfe25165f59f515,M002,H007,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,2,83312,82513,799,22.850044749910012,17.416290001012385,5.173224583733827,2,12,6,empty_patch,model_turn_budget E15,5a92319ba17e310f22e2,TASK_S4_R003_009,1e7f257e79a7adf1e6f2bc9222fd5031340d26c3,M002,H007,P002,0,0,0,0,0,1,0,0.3333333333333333,0.0,1,0,5,1,18587,18222,365,10.709068166092038,6.010446873027831,9.276033541886136,3,3,0,empty_patch,assistant_stop_without_finish E15,079cc8ab9965e568d5a3,TASK_S4_R003_010,a788cff7c1c651c512f15a9a1045c1e4d449d854,M002,H007,P002,0,1,1,0,0,1,1,0.2,0.5,1,1,5,4,113138,110464,2674,47.14583608414978,40.595563707873225,5.086703999899328,2,12,3,tests,model_turn_budget E15,2e9a598c8ad5c1cf4b31,TASK_S4_R001_001,f9e8e36f51764f6d4fb21739586df5d2154c5a56,M003,H007,P003,0,0,0,0,0,1,0,0.5,0.0,1,0,5,1,45958,45216,742,38.41212158300914,32.46590358321555,5.191730334190652,2,12,10,empty_patch,model_turn_budget E15,ee298620422e75bbc9df,TASK_S4_R001_001,f9e8e36f51764f6d4fb21739586df5d2154c5a56,M004,H007,P003,0,0,0,0,0,0,1,0.0,0.5,0,1,5,3,71749,71178,571,24.247578375041485,18.670238292310387,4.507306708022952,2,12,8,empty_patch,model_turn_budget E15,3c28d82f5b8525ae2884,TASK_S4_R001_002,072b63c036f60928edc7f1952e91166d26ce4f2d,M004,H007,P003,0,1,1,0,0,1,1,1.0,1.0,1,1,5,3,31755,31156,599,35.859300167066976,27.474962290842086,4.394566083326936,2,6,0,tests,assistant_stop_without_finish E15,8d02e12b068209583a57,TASK_S4_R001_002,072b63c036f60928edc7f1952e91166d26ce4f2d,M003,H007,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,28197,27536,661,24.589229125063866,19.472429999383166,4.954926083097234,2,12,11,empty_patch,model_turn_budget E15,7fe50e2aabc750f4f0f4,TASK_S4_R001_003,d4111604e7dff5cfaadd5853710eb313021514f6,M004,H007,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,3,82852,82389,463,20.266284042038023,14.342989836353809,4.827265334082767,2,12,8,empty_patch,model_turn_budget E15,9a9ad4328dc37525212b,TASK_S4_R001_003,d4111604e7dff5cfaadd5853710eb313021514f6,M003,H007,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,1,32096,29447,2649,58.28509637480602,51.13114700070582,5.137189583852887,2,6,3,tests,assistant_stop_without_finish E15,0b4a6e1c2455a3e455b1,TASK_S4_R002_001,25b84cd1249d7061d07514b224d1080f46aaa555,M004,H007,P003,0,0,0,0,0,0,1,0.0,0.5,0,1,5,7,101522,100820,702,29.104058250086382,24.38128520641476,4.321611125022173,2,12,3,empty_patch,model_turn_budget E15,93604c5822832944d2a2,TASK_S4_R002_001,25b84cd1249d7061d07514b224d1080f46aaa555,M003,H007,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,33496,32724,772,29.271611416945234,23.732350207632408,5.106111332774162,2,12,11,empty_patch,model_turn_budget E15,7fa210c493f586c17a61,TASK_S4_R002_002,0e9cccbc7795063acf1fd3e374140ddf5eba3f71,M003,H007,P003,0,1,1,0,0,1,0,1.0,0.0,1,0,5,0,6858,6162,696,16.29155945801176,10.013482542010024,4.971559207886457,2,2,1,tests,assistant_stop_without_finish E15,d5216aac56540a942785,TASK_S4_R002_002,0e9cccbc7795063acf1fd3e374140ddf5eba3f71,M004,H007,P003,0,1,1,0,0,1,1,1.0,1.0,1,1,5,4,72559,71093,1466,34.630021082935855,25.888041998725384,4.2638501659967005,2,12,1,tests,model_turn_budget E15,2d916ed5836ba39d94c4,TASK_S4_R002_003,4d7442ac69c6d3b8f86af4764f4143b310650cba,M003,H007,P003,0,1,1,0,0,1,0,1.0,0.0,1,0,5,0,6090,5643,447,13.193605792010203,6.753032249165699,4.989025665912777,2,2,1,tests,assistant_stop_without_finish E15,f9c6973dc5ddbe3e2b59,TASK_S4_R002_003,4d7442ac69c6d3b8f86af4764f4143b310650cba,M004,H007,P003,0,1,0,0,0,1,1,1.0,1.0,1,1,5,3,82633,78710,3923,76.81948154093698,70.91242641722783,3.6913523750845343,2,12,3,patch_apply,model_turn_budget E15,2407b09957aa13e8cd15,TASK_S4_R002_004,e166c948a89b4f894f6aed5667c6da6db368009d,M004,H007,P003,0,1,1,0,0,1,1,1.0,1.0,1,1,5,6,129761,128803,958,38.899350124876946,30.92094345903024,4.456690958933905,2,12,2,tests,model_turn_budget E15,7d0db51cfc423a80a80c,TASK_S4_R002_004,e166c948a89b4f894f6aed5667c6da6db368009d,M003,H007,P003,0,1,1,0,0,1,0,1.0,0.0,1,0,5,0,6565,5962,603,15.521725333994254,8.69151670881547,5.06310262507759,2,2,1,tests,assistant_stop_without_finish E15,0a2320b8640c294cbdeb,TASK_S4_R002_005,d3f3944d353186f4bebce0d3924ab6958d93ce79,M003,H007,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,1,58345,57762,583,34.680247500073165,29.426350876921788,4.931127500720322,2,12,10,empty_patch,model_turn_budget E15,1e7e1c4953661f1e4c57,TASK_S4_R002_005,d3f3944d353186f4bebce0d3924ab6958d93ce79,M004,H007,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,4,102306,101712,594,22.326497707981616,18.205494458321482,7.820917499950156,3,12,6,empty_patch,model_turn_budget E15,1682a00563a28af9f858,TASK_S4_R002_006,a5989bd1df301e44199b91c6252772214a7241f2,M003,H007,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,31435,30813,622,22.534596875077114,17.162309331819415,11.245843458222225,3,12,11,empty_patch,model_turn_budget E15,9a0f211be625751576af,TASK_S4_R002_006,a5989bd1df301e44199b91c6252772214a7241f2,M004,H007,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,2,101163,97666,3497,61.2815953749232,56.26181254256517,3.6445813328027725,2,12,3,tests,finish_tool E15,199ebf5c4b88b66419a8,TASK_S4_R002_007,9544a11db38f7549b25f967a784742fd2562ca32,M003,H007,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,56946,55904,1042,34.88799050007947,29.79682837682776,4.883507292019203,2,12,10,empty_patch,model_turn_budget E15,37297f386c2a494bd5de,TASK_S4_R002_007,9544a11db38f7549b25f967a784742fd2562ca32,M004,H007,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,3,141856,136335,5521,113.82541291695088,108.15271245804615,3.521516375010833,2,12,2,tests,model_turn_budget E15,7d98b11b35081be6b287,TASK_S4_R003_001,4e68d32c77ed587ab42d229d9f44c3bc40d1d0e5,M003,H007,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,1,49042,46529,2513,49.387110541108996,42.42385058104992,4.844265708932653,2,9,3,tests,assistant_stop_without_finish E15,7dfb08b336ca18e7fedd,TASK_S4_R003_001,4e68d32c77ed587ab42d229d9f44c3bc40d1d0e5,M004,H007,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,2,72091,70256,1835,34.22519062506035,27.131399666890502,3.5819349999073893,2,11,5,tests,finish_tool E15,8c603b0ccfe204b4829c,TASK_S4_R003_002,cbc13a61e0f15880b49a3d0208cc603d7d0b57e3,M004,H007,P003,0,1,1,0,0,1,1,1.0,1.0,1,1,5,2,121175,118536,2639,58.339577624807134,52.52717183227651,4.3172716670669615,2,12,4,tests,model_turn_budget E15,bbaf38421e1c1e0bc249,TASK_S4_R003_002,cbc13a61e0f15880b49a3d0208cc603d7d0b57e3,M003,H007,P003,0,1,1,0,0,1,1,1.0,1.0,1,1,5,1,52626,50868,1758,42.49785387492739,36.20569958421402,4.798837749985978,2,12,7,tests,model_turn_budget E15,cfffbb0aa3e1663f5d0c,TASK_S4_R003_003,57749d46de1d975aacb82758c268fc26e5e6ed8b,M004,H007,P003,0,1,1,0,0,1,1,0.25,1.0,1,1,5,6,68000,66685,1315,30.773236457956955,26.185660912888125,3.556334916735068,2,12,4,tests,model_turn_budget E15,f1fbd7f5f79ad838da9b,TASK_S4_R003_003,57749d46de1d975aacb82758c268fc26e5e6ed8b,M003,H007,P003,0,0,0,0,0,1,0,0.2,0.0,1,0,5,1,30852,30155,697,26.57444241689518,21.218100167112425,5.182975666830316,2,12,10,empty_patch,model_turn_budget E15,1d0c17a87d81e6970960,TASK_S4_R003_004,dae9e522a26041f5b3c6461cc8a5e284f3376a79,M003,H007,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,26854,26210,644,25.406603833194822,19.80524066835642,5.427945540752262,2,12,11,empty_patch,model_turn_budget E15,5c9187b634e14a19d148,TASK_S4_R003_004,dae9e522a26041f5b3c6461cc8a5e284f3376a79,M004,H007,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,5,112635,111206,1429,42.71716008312069,38.34957441757433,4.02681674878113,2,12,5,empty_patch,finish_tool E15,225420d181c376f10578,TASK_S4_R003_005,dcca59d1a5966283c1120cfb639c01a76214d2b2,M004,H007,P003,0,0,0,0,0,0,1,0.0,0.5,0,1,5,5,78984,78385,599,24.032269834075123,19.882702545262873,3.8382517090067267,2,12,3,empty_patch,model_turn_budget E15,42e2446114934db91fdf,TASK_S4_R003_005,dcca59d1a5966283c1120cfb639c01a76214d2b2,M003,H007,P003,0,0,0,0,0,1,0,0.2,0.0,1,0,5,1,6454,5506,948,16.952071459032595,12.015905123902485,4.810137459309772,2,2,1,empty_patch,assistant_stop_without_finish E15,2254e29a2a1b09d0fe47,TASK_S4_R003_006,fad14413f4f27f1b6f902703b5075528aac52451,M004,H007,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,5,142930,142062,868,35.245726249879226,30.932281082496047,3.9071251668501645,2,12,4,empty_patch,model_turn_budget E15,a83c3aa6c1ae02e15a58,TASK_S4_R003_006,fad14413f4f27f1b6f902703b5075528aac52451,M003,H007,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,527,486,41,0.5569672919809818,0.5520651249680668,0.0,0,0,0,empty_patch,assistant_stop_without_finish E15,2d473013ec1e57b51d31,TASK_S4_R003_007,428b4fdee5402f1588f35fb50d98b2225d083f6d,M004,H007,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,2,98995,95898,3097,55.88917320803739,50.75024045794271,7.777249041711912,3,12,4,tests,model_turn_budget E15,9e98ef024b2e261686d9,TASK_S4_R003_007,428b4fdee5402f1588f35fb50d98b2225d083f6d,M003,H007,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,1,21861,21014,847,25.607182582840323,18.922078375006095,5.088982917135581,2,6,4,tests,assistant_stop_without_finish E15,03c908a6f8651b19c0c1,TASK_S4_R003_008,f4ce86770befef77c7c556fd5cfe25165f59f515,M003,H007,P003,0,0,0,0,0,1,0,1.0,0.0,1,0,5,0,17356,16690,666,17.023818167159334,12.045581126818433,10.497433667071164,3,8,8,empty_patch,assistant_stop_without_finish E15,d567dd3c9da0005a2e03,TASK_S4_R003_008,f4ce86770befef77c7c556fd5cfe25165f59f515,M004,H007,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,3,77037,76481,556,19.33148333407007,15.579107124591246,3.506978749996051,2,12,5,empty_patch,model_turn_budget E15,617ea29adb30f96479ef,TASK_S4_R003_009,1e7f257e79a7adf1e6f2bc9222fd5031340d26c3,M004,H007,P003,0,1,1,1,0,1,1,0.3333333333333333,1.0,1,1,5,2,95027,92373,2654,51.54345433390699,46.29227470699698,3.6067709578201175,2,11,2,tests,finish_tool E15,e7ccf281785671e17405,TASK_S4_R003_009,1e7f257e79a7adf1e6f2bc9222fd5031340d26c3,M003,H007,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,50631,50047,584,29.55286475014873,24.515543958172202,4.82904466567561,2,12,10,empty_patch,model_turn_budget E15,00cd416dadb6a916cb99,TASK_S4_R003_010,a788cff7c1c651c512f15a9a1045c1e4d449d854,M003,H007,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,26501,25565,936,24.74933004193008,19.733647249871865,4.892597500234842,2,12,11,empty_patch,model_turn_budget E15,93befd6fd20b2ba85c4d,TASK_S4_R003_010,a788cff7c1c651c512f15a9a1045c1e4d449d854,M004,H007,P003,0,0,0,0,0,1,1,0.2,0.25,1,1,5,4,78437,77867,570,19.640101874945685,15.726614456623793,3.592964166775346,2,12,6,empty_patch,model_turn_budget E15,ca7b617b84adba5876f5,TASK_S4_R001_001,f9e8e36f51764f6d4fb21739586df5d2154c5a56,M002,H008,P002,0,0,0,0,0,0,1,0.0,1.0,0,1,5,3,53899,53010,889,23.97627579094842,16.527931961696595,6.475339750060812,2,12,6,empty_patch,model_turn_budget E15,75d943a1ecb3fa3f6791,TASK_S4_R001_002,072b63c036f60928edc7f1952e91166d26ce4f2d,M002,H008,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,2,59511,58237,1274,21.455372374970466,14.840082791168243,10.765885956818238,3,12,9,empty_patch,model_turn_budget E15,0503a0642a050fddc5ba,TASK_S4_R001_003,d4111604e7dff5cfaadd5853710eb313021514f6,M002,H008,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,2,44502,43421,1081,21.4292906250339,13.388925334438682,6.7439497909508646,2,12,9,empty_patch,model_turn_budget E15,f6a43d66c95e0fa296d5,TASK_S4_R002_001,25b84cd1249d7061d07514b224d1080f46aaa555,M002,H008,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,96512,87266,9246,123.2543804589659,116.62856575031765,5.8939198749139905,2,10,6,empty_patch,assistant_stop_without_finish E15,0ef3a5f464022460bcaa,TASK_S4_R002_002,0e9cccbc7795063acf1fd3e374140ddf5eba3f71,M002,H008,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,6,41826,41016,810,25.450849999906495,19.397269209846854,5.547808249946684,2,12,5,empty_patch,tool_budget_exhausted E15,8e93823dfe21817e315d,TASK_S4_R002_003,4d7442ac69c6d3b8f86af4764f4143b310650cba,M002,H008,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,3,161429,160215,1214,37.553679500008,31.633175168186426,5.515518791973591,2,12,2,empty_patch,model_turn_budget E15,c8647f186b27a120794c,TASK_S4_R002_004,e166c948a89b4f894f6aed5667c6da6db368009d,M002,H008,P002,0,1,1,0,0,1,1,1.0,1.0,1,1,5,7,118743,116170,2573,49.19534487486817,41.034295707941055,5.520675417035818,2,12,1,tests,tool_budget_exhausted E15,0181da1e708c48f207da,TASK_S4_R002_005,d3f3944d353186f4bebce0d3924ab6958d93ce79,M002,H008,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,1,53638,51845,1793,26.558638459071517,20.753770210780203,5.35978995799087,2,12,10,empty_patch,model_turn_budget E15,b0c1829e4332341bbb11,TASK_S4_R002_006,a5989bd1df301e44199b91c6252772214a7241f2,M002,H008,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,136991,135459,1532,37.3531733751297,31.198306124657393,5.382432248909026,2,12,3,empty_patch,model_turn_budget E15,7c0533ac5bf3bceff818,TASK_S4_R002_007,9544a11db38f7549b25f967a784742fd2562ca32,M002,H008,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,2,66969,65603,1366,21.030203291913494,15.871140791103244,4.6865310000721365,2,12,9,empty_patch,model_turn_budget E15,af596c3aff36ea92a60d,TASK_S4_R003_001,4e68d32c77ed587ab42d229d9f44c3bc40d1d0e5,M002,H008,P002,0,1,1,0,0,1,0,0.2,0.0,1,0,5,2,55002,53522,1480,32.84334033308551,18.97319025010802,9.225789290852845,3,9,1,tests,finish_tool E15,562c41e23c7deba0a5ba,TASK_S4_R003_002,cbc13a61e0f15880b49a3d0208cc603d7d0b57e3,M002,H008,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,1,103783,102723,1060,22.292912249919027,16.891333249164745,5.031704291002825,2,12,8,empty_patch,model_turn_budget E15,16e3b7a7c6c4fa04c402,TASK_S4_R003_003,57749d46de1d975aacb82758c268fc26e5e6ed8b,M002,H008,P002,0,0,0,0,0,1,0,0.3333333333333333,0.0,1,0,5,1,49989,48427,1562,26.80486683291383,21.107873663771898,5.388623166130856,2,12,10,empty_patch,model_turn_budget E15,460bc73068da88d7c546,TASK_S4_R003_004,dae9e522a26041f5b3c6461cc8a5e284f3376a79,M002,H008,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,45638,44801,837,19.431552625028417,13.869855710072443,5.298931708326563,2,12,10,empty_patch,model_turn_budget E15,d7c354fa46edf82bdca5,TASK_S4_R003_005,dcca59d1a5966283c1120cfb639c01a76214d2b2,M002,H008,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,55243,54158,1085,22.75463083293289,17.100603666855022,5.195485458010808,2,12,9,empty_patch,model_turn_budget E15,2626cbc1fe3b8a039c2c,TASK_S4_R003_006,fad14413f4f27f1b6f902703b5075528aac52451,M002,H008,P002,0,1,1,0,0,0,0,0.0,0.0,0,0,5,4,134089,130452,3637,67.51468412508257,54.59858912648633,5.7416979998815805,2,12,1,tests,model_turn_budget E15,40a519d94215e4b1a0d3,TASK_S4_R003_007,428b4fdee5402f1588f35fb50d98b2225d083f6d,M002,H008,P002,0,0,0,0,0,1,1,0.3333333333333333,0.3333333333333333,1,1,5,3,50997,50172,825,19.919526249868795,14.213348959572613,5.451300207758322,2,12,8,empty_patch,model_turn_budget E15,d4905aad64e3efd54326,TASK_S4_R003_008,f4ce86770befef77c7c556fd5cfe25165f59f515,M002,H008,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,2,100084,99192,892,27.070001000072807,21.730205707717687,5.075998083921149,2,12,3,empty_patch,model_turn_budget E15,e4196b1202cd2d42a795,TASK_S4_R003_009,1e7f257e79a7adf1e6f2bc9222fd5031340d26c3,M002,H008,P002,0,0,0,0,0,0,1,0.0,0.5,0,1,5,3,137808,136772,1036,29.768336083041504,24.373092291876674,5.039180542109534,2,12,2,empty_patch,model_turn_budget E15,ea2b6a868bcefcbadea9,TASK_S4_R003_010,a788cff7c1c651c512f15a9a1045c1e4d449d854,M002,H008,P002,0,0,0,0,0,1,1,0.25,1.0,1,1,5,1,144803,143846,957,30.092084957985207,25.230989791220054,9.2768062078394,3,12,4,empty_patch,model_turn_budget E15,64f8dd46baf1f10cb923,TASK_S4_R001_001,f9e8e36f51764f6d4fb21739586df5d2154c5a56,M004,H008,P003,0,0,0,0,0,0,1,0.0,1.0,0,1,5,2,61599,61087,512,13.463220375124365,9.117759583052248,6.514824707759544,3,12,9,empty_patch,model_turn_budget E15,d59d68146ddf0dc80ce4,TASK_S4_R001_001,f9e8e36f51764f6d4fb21739586df5d2154c5a56,M003,H008,P003,0,0,0,0,0,0,1,0.0,1.0,0,1,5,1,26525,25936,589,26.51852812501602,20.34291112329811,11.432609416311607,3,12,10,empty_patch,model_turn_budget E15,44f4689ba8e8f418622a,TASK_S4_R001_002,072b63c036f60928edc7f1952e91166d26ce4f2d,M003,H008,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,23308,22146,1162,27.719441500026733,22.6033307465259,4.962286749854684,2,11,11,empty_patch,assistant_stop_without_finish E15,afbfbc99db9887b7a5f5,TASK_S4_R001_002,072b63c036f60928edc7f1952e91166d26ce4f2d,M004,H008,P003,0,1,1,0,0,1,1,1.0,1.0,1,1,5,3,30544,29939,605,32.90860145888291,24.497683541150764,4.39754708413966,2,7,1,tests,assistant_stop_without_finish E15,4ddcbd2e72fa3eeddf9a,TASK_S4_R001_003,d4111604e7dff5cfaadd5853710eb313021514f6,M004,H008,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,4,76163,75688,475,23.576435416005552,17.521915749879554,4.818746333010495,2,12,7,empty_patch,model_turn_budget E15,d29661813988e7a6a2df,TASK_S4_R001_003,d4111604e7dff5cfaadd5853710eb313021514f6,M003,H008,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,1,22946,21044,1902,42.69473704090342,35.853090999647975,5.28953650011681,2,4,1,tests,assistant_stop_without_finish E15,3cdefde03953bddcfee6,TASK_S4_R002_001,25b84cd1249d7061d07514b224d1080f46aaa555,M003,H008,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,22659,21988,671,22.871793624944985,17.483935499796644,4.982329082908109,2,12,11,empty_patch,model_turn_budget E15,dec80146e9031c26e035,TASK_S4_R002_001,25b84cd1249d7061d07514b224d1080f46aaa555,M004,H008,P003,0,0,0,0,0,0,1,0.0,0.25,0,1,5,5,82888,82433,455,22.43897237512283,17.617548291338608,4.437974707921967,2,12,6,empty_patch,model_turn_budget E15,3838e123d7da7225d80c,TASK_S4_R002_002,0e9cccbc7795063acf1fd3e374140ddf5eba3f71,M003,H008,P003,0,1,1,0,0,1,1,1.0,1.0,1,0,5,0,56287,51739,4548,84.47773154219612,78.06750891823322,4.951290876371786,2,12,4,tests,model_turn_budget E15,c860f0a19f72383ca071,TASK_S4_R002_002,0e9cccbc7795063acf1fd3e374140ddf5eba3f71,M004,H008,P003,0,1,1,0,0,1,1,1.0,1.0,1,1,5,6,104300,103181,1119,43.408717832993716,36.6170694171451,4.26722608297132,2,12,4,tests,model_turn_budget E15,af3098317c2cb2c9d985,TASK_S4_R002_003,4d7442ac69c6d3b8f86af4764f4143b310650cba,M004,H008,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,1,27124,26569,555,13.906918625114486,8.829035873757675,4.632600208744407,2,12,9,empty_patch,model_turn_budget E15,cd0d3e4f1c733c753d2d,TASK_S4_R002_003,4d7442ac69c6d3b8f86af4764f4143b310650cba,M003,H008,P003,0,1,1,0,0,1,0,1.0,0.0,1,0,5,1,11399,10517,882,21.939689999911934,13.439552332973108,5.004373125033453,2,6,2,tests,assistant_stop_without_finish E15,25ff3ff2d1c5ced5753b,TASK_S4_R002_004,e166c948a89b4f894f6aed5667c6da6db368009d,M004,H008,P003,0,1,1,0,0,1,1,1.0,1.0,1,1,5,6,125360,124383,977,37.62724470789544,29.60914703994058,4.515841208631173,2,12,3,tests,model_turn_budget E15,481c8a44444e03d79e4b,TASK_S4_R002_004,e166c948a89b4f894f6aed5667c6da6db368009d,M003,H008,P003,0,1,1,0,0,1,0,1.0,0.0,1,0,5,0,37588,36250,1338,37.19491354213096,31.371935332659632,5.080711000831798,2,12,3,tests,model_turn_budget E15,1dc2b788a5c84affa85f,TASK_S4_R002_005,d3f3944d353186f4bebce0d3924ab6958d93ce79,M004,H008,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,4,68440,67932,508,19.549872542032972,14.84845724934712,4.292595291975886,2,12,7,empty_patch,model_turn_budget E15,c0d37cf9c102d8d810a4,TASK_S4_R002_005,d3f3944d353186f4bebce0d3924ab6958d93ce79,M003,H008,P003,0,1,1,0,0,1,1,1.0,1.0,1,1,5,1,74173,64796,9377,148.39398041600361,142.03680987586267,4.926906832959503,2,10,4,tests,assistant_stop_without_finish E15,3565a7071cdbbe21120f,TASK_S4_R002_006,a5989bd1df301e44199b91c6252772214a7241f2,M004,H008,P003,0,0,0,0,0,1,0,0.3333333333333333,0.0,1,0,5,1,66594,65399,1195,23.783806750085205,19.502444708021358,8.070698040071875,3,11,7,empty_patch,finish_tool E15,b0e33da272b84a29b152,TASK_S4_R002_006,a5989bd1df301e44199b91c6252772214a7241f2,M003,H008,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,19989,19478,511,17.43108229106292,12.145119457039982,5.13996599894017,2,12,11,empty_patch,model_turn_budget E15,c14009583f64e7bf2693,TASK_S4_R002_007,9544a11db38f7549b25f967a784742fd2562ca32,M003,H008,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,20379,19868,511,15.633126291912049,10.439463498070836,10.627813166938722,3,12,11,empty_patch,model_turn_budget E15,e7ec73a60a5efeb15a28,TASK_S4_R002_007,9544a11db38f7549b25f967a784742fd2562ca32,M004,H008,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,2,91824,86622,5202,82.48489079182036,76.70290353847668,3.6316594160161912,2,12,3,tests,finish_tool E15,2319ad0a8198b18e1d3a,TASK_S4_R003_001,4e68d32c77ed587ab42d229d9f44c3bc40d1d0e5,M004,H008,P003,0,1,1,0,0,1,0,0.2,0.0,1,0,5,2,85225,82670,2555,47.371261625085026,37.33912166603841,3.565946334041655,2,12,4,tests,model_turn_budget E15,fc187df79bd346bae8d8,TASK_S4_R003_001,4e68d32c77ed587ab42d229d9f44c3bc40d1d0e5,M003,H008,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,1,65383,62422,2961,59.50279345782474,53.71587800118141,4.846805333159864,2,12,0,tests,model_turn_budget E15,3b9cb604dbdf61cfa403,TASK_S4_R003_002,cbc13a61e0f15880b49a3d0208cc603d7d0b57e3,M003,H008,P003,0,1,1,0,0,1,1,1.0,1.0,1,1,5,2,44557,43550,1007,32.075204625027254,25.812755751190707,4.796032916987315,2,9,6,tests,assistant_stop_without_finish E15,bea279660dbe31b02ddb,TASK_S4_R003_002,cbc13a61e0f15880b49a3d0208cc603d7d0b57e3,M004,H008,P003,0,1,1,0,0,1,1,1.0,1.0,1,1,5,3,129413,125606,3807,78.55236516706645,73.14496495900676,3.7648617918603122,2,12,4,tests,model_turn_budget E15,d1bca1ca319507a5f68c,TASK_S4_R003_003,57749d46de1d975aacb82758c268fc26e5e6ed8b,M003,H008,P003,0,1,1,0,0,1,0,0.25,0.0,1,0,5,1,56714,54966,1748,52.217706584138796,46.41552196023986,5.287230334011838,2,11,7,tests,assistant_stop_without_finish E15,d9d810a0acc8c44a684b,TASK_S4_R003_003,57749d46de1d975aacb82758c268fc26e5e6ed8b,M004,H008,P003,0,0,0,0,0,1,1,0.25,0.3333333333333333,1,1,5,6,51564,50974,590,15.55044012493454,11.819999750005081,3.4931968750897795,2,12,5,empty_patch,model_turn_budget E15,a4204dd4a00e37ad97d6,TASK_S4_R003_004,dae9e522a26041f5b3c6461cc8a5e284f3376a79,M003,H008,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,30706,30023,683,27.595860541099682,21.874372334219515,5.534172248793766,2,12,11,empty_patch,model_turn_budget E15,f603943ee18066c9a7fa,TASK_S4_R003_004,dae9e522a26041f5b3c6461cc8a5e284f3376a79,M004,H008,P003,0,0,0,0,0,1,1,0.3333333333333333,0.3333333333333333,1,1,5,4,79990,78907,1083,33.19640616583638,28.86430308315903,4.015325208194554,2,12,6,empty_patch,model_turn_budget E15,1c3bd2759a152d588e3d,TASK_S4_R003_005,dcca59d1a5966283c1120cfb639c01a76214d2b2,M003,H008,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,1,12949,11799,1150,23.38190612499602,16.92948887636885,4.796800416894257,2,5,3,tests,assistant_stop_without_finish E15,a15babd28b6dba792900,TASK_S4_R003_005,dcca59d1a5966283c1120cfb639c01a76214d2b2,M004,H008,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,2,47875,47390,485,14.448812917107716,10.250295667210594,3.9124805009923875,2,12,9,empty_patch,model_turn_budget E15,528a201c24bd17432ba3,TASK_S4_R003_006,fad14413f4f27f1b6f902703b5075528aac52451,M004,H008,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,5,98111,97409,702,25.063923875102773,20.92842433298938,3.863987707765773,2,12,5,empty_patch,model_turn_budget E15,f000ee20e591c7fb3f55,TASK_S4_R003_006,fad14413f4f27f1b6f902703b5075528aac52451,M003,H008,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,527,486,41,0.5534660418052226,0.5491689168848097,0.0,0,0,0,empty_patch,assistant_stop_without_finish E15,0b3c8f3e9a4d54f89d81,TASK_S4_R003_007,428b4fdee5402f1588f35fb50d98b2225d083f6d,M004,H008,P003,0,1,1,0,0,1,1,0.3333333333333333,1.0,1,1,5,4,77541,73996,3545,64.59313570801169,59.31609062314965,3.6188256659079343,2,12,4,tests,model_turn_budget E15,762af35fa649f9e71758,TASK_S4_R003_007,428b4fdee5402f1588f35fb50d98b2225d083f6d,M003,H008,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,1,33315,32105,1210,35.067535042064264,28.352658334886655,5.164411125238985,2,8,6,tests,assistant_stop_without_finish E15,043cc6cdc9c15588eb5b,TASK_S4_R003_008,f4ce86770befef77c7c556fd5cfe25165f59f515,M003,H008,P003,0,0,0,0,0,1,0,1.0,0.0,1,0,5,0,28845,27924,921,25.93610466714017,20.904916459228843,4.860639958176762,2,12,11,empty_patch,model_turn_budget E15,4be37900902af2503b40,TASK_S4_R003_008,f4ce86770befef77c7c556fd5cfe25165f59f515,M004,H008,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,2,73733,72739,994,25.644183124881238,21.762876129476354,7.7185652509797364,3,12,5,empty_patch,finish_tool E15,5b5db838c4ff7f3def8e,TASK_S4_R003_009,1e7f257e79a7adf1e6f2bc9222fd5031340d26c3,M003,H008,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,1,55346,53765,1581,43.13155312486924,37.33561787568033,10.546799208968878,3,12,7,tests,model_turn_budget E15,82955ddf3c2bd83d0e7a,TASK_S4_R003_009,1e7f257e79a7adf1e6f2bc9222fd5031340d26c3,M004,H008,P003,0,1,1,1,0,0,1,0.0,1.0,0,1,5,2,57817,55403,2414,44.76843320787884,39.593870958313346,3.590430665994063,2,9,2,tests,finish_tool E15,8e10c7501576e4c36b64,TASK_S4_R003_010,a788cff7c1c651c512f15a9a1045c1e4d449d854,M003,H008,P003,0,1,1,0,0,1,1,0.2,1.0,1,1,5,1,51690,50138,1552,41.91009833291173,36.59116475004703,4.882977165747434,2,10,6,tests,assistant_stop_without_finish E15,e56b4a6190758e4a3910,TASK_S4_R003_010,a788cff7c1c651c512f15a9a1045c1e4d449d854,M004,H008,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,4,144189,143576,613,31.800515749957412,27.886862833751366,3.5737207499332726,2,12,4,empty_patch,model_turn_budget E15,1fd5db9f34dcc9ebeb48,TASK_S4_R001_001,f9e8e36f51764f6d4fb21739586df5d2154c5a56,M002,H009,P002,0,0,0,0,0,0,1,0.0,1.0,0,1,5,3,53899,53010,889,23.793190374970436,16.854959125164896,5.966018750099465,2,12,6,empty_patch,model_turn_budget E15,507bab1cc9300b0fb995,TASK_S4_R001_002,072b63c036f60928edc7f1952e91166d26ce4f2d,M002,H009,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,2,59511,58237,1274,22.87411483284086,15.490066417027265,6.147788374917582,2,12,9,empty_patch,model_turn_budget E15,679bd33775a9179375b5,TASK_S4_R001_003,d4111604e7dff5cfaadd5853710eb313021514f6,M002,H009,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,2,44502,43421,1081,42.3263523329515,34.17468466539867,11.898816332919523,3,12,9,empty_patch,model_turn_budget E15,f6da768001d978506d1a,TASK_S4_R002_001,25b84cd1249d7061d07514b224d1080f46aaa555,M002,H009,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,96512,87266,9246,121.1454900840763,114.6200389591977,5.797899374971166,2,10,6,empty_patch,assistant_stop_without_finish E15,ecb92562f872763f0314,TASK_S4_R002_002,0e9cccbc7795063acf1fd3e374140ddf5eba3f71,M002,H009,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,6,41826,41016,810,25.511926000006497,19.510608750395477,5.491283375071362,2,12,5,empty_patch,tool_budget_exhausted E15,7eb1c203cce3b246d96c,TASK_S4_R002_003,4d7442ac69c6d3b8f86af4764f4143b310650cba,M002,H009,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,3,161429,160215,1214,37.64139379095286,31.497604582225904,5.737466417020187,2,12,2,empty_patch,model_turn_budget E15,bfb6bcf9705841e7e7c5,TASK_S4_R002_004,e166c948a89b4f894f6aed5667c6da6db368009d,M002,H009,P002,0,1,1,0,0,1,1,1.0,1.0,1,1,5,7,118742,116170,2572,50.456793499877676,42.262048416538164,5.6566965009551495,2,12,1,tests,tool_budget_exhausted E15,f5baff9641b02032bcd5,TASK_S4_R002_005,d3f3944d353186f4bebce0d3924ab6958d93ce79,M002,H009,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,1,53638,51845,1793,26.827471707947552,20.972670790739357,5.401253750082105,2,12,10,empty_patch,model_turn_budget E15,fb31201149a8c9b6d1cf,TASK_S4_R002_006,a5989bd1df301e44199b91c6252772214a7241f2,M002,H009,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,136991,135459,1532,37.84366495907307,31.71487795910798,5.401305000297725,2,12,3,empty_patch,model_turn_budget E15,d60a2f8b7f26f2258427,TASK_S4_R002_007,9544a11db38f7549b25f967a784742fd2562ca32,M002,H009,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,2,67548,65630,1918,26.602346333907917,20.836022917879745,4.495373249985278,2,12,8,empty_patch,model_turn_budget E15,9195b33c0f6554f99e0f,TASK_S4_R003_001,4e68d32c77ed587ab42d229d9f44c3bc40d1d0e5,M002,H009,P002,0,1,1,0,0,1,0,0.2,0.0,1,0,5,2,45187,43658,1529,30.83159579196945,16.666945000179112,5.011739041889086,2,8,1,tests,finish_tool E15,bd5d467832ffdd7a3b13,TASK_S4_R003_002,cbc13a61e0f15880b49a3d0208cc603d7d0b57e3,M002,H009,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,1,103783,102723,1060,21.494019833160564,16.682536584092304,9.19138587382622,3,12,8,empty_patch,model_turn_budget E15,25b2105da226e2fe4185,TASK_S4_R003_003,57749d46de1d975aacb82758c268fc26e5e6ed8b,M002,H009,P002,0,0,0,0,0,1,0,0.3333333333333333,0.0,1,0,5,1,49989,48427,1562,26.673073082929477,21.316643294179812,5.0218388750217855,2,12,10,empty_patch,model_turn_budget E15,ed3dc33f237140871e7a,TASK_S4_R003_004,dae9e522a26041f5b3c6461cc8a5e284f3376a79,M002,H009,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,45638,44801,837,18.849194875219837,13.682993665570393,4.893196207936853,2,12,10,empty_patch,model_turn_budget E15,0f0266508806c7099c40,TASK_S4_R003_005,dcca59d1a5966283c1120cfb639c01a76214d2b2,M002,H009,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,55243,54158,1085,22.41475158301182,17.10069779213518,4.922253582859412,2,12,9,empty_patch,model_turn_budget E15,6d9ab7641a1f7094f019,TASK_S4_R003_006,fad14413f4f27f1b6f902703b5075528aac52451,M002,H009,P002,0,1,1,0,0,0,0,0.0,0.0,0,0,5,4,134054,130452,3602,65.40730520803481,52.94285529083572,5.355493541108444,2,12,1,tests,model_turn_budget E15,fc1a0f8ee508a41e8c11,TASK_S4_R003_007,428b4fdee5402f1588f35fb50d98b2225d083f6d,M002,H009,P002,0,0,0,0,0,1,1,0.3333333333333333,0.3333333333333333,1,1,5,3,50997,50172,825,19.911729542072862,14.300225168699399,5.366834708955139,2,12,8,empty_patch,model_turn_budget E15,6b2cea14c9e7d883d51b,TASK_S4_R003_008,f4ce86770befef77c7c556fd5cfe25165f59f515,M002,H009,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,2,100084,99192,892,27.129273833008483,21.780107791535556,5.068531916011125,2,12,3,empty_patch,model_turn_budget E15,ebdb8d2dc544bdd3cab3,TASK_S4_R003_009,1e7f257e79a7adf1e6f2bc9222fd5031340d26c3,M002,H009,P002,0,0,0,0,0,0,1,0.0,0.5,0,1,5,2,99892,98920,972,26.95396479195915,21.43564062565565,5.199978833086789,2,12,4,empty_patch,model_turn_budget E15,96747acab87fa2b6a7b9,TASK_S4_R003_010,a788cff7c1c651c512f15a9a1045c1e4d449d854,M002,H009,P002,0,0,0,0,0,1,1,0.25,1.0,1,1,5,1,144803,143846,957,33.29717070795596,27.601062374422327,5.347215166082606,2,12,4,empty_patch,model_turn_budget E15,a3a0872267cc917c3194,TASK_S4_R001_001,f9e8e36f51764f6d4fb21739586df5d2154c5a56,M004,H009,P003,0,0,0,0,0,0,1,0.0,1.0,0,1,5,2,61599,61087,512,18.348465291783214,13.566683459794149,8.142246083822101,3,12,9,empty_patch,model_turn_budget E15,c2bf55c4d146ddd2bcbd,TASK_S4_R001_001,f9e8e36f51764f6d4fb21739586df5d2154c5a56,M003,H009,P003,0,0,0,0,0,0,1,0.0,1.0,0,1,5,1,26525,25936,589,26.45302616688423,20.432138541946188,5.2445218758657575,2,12,10,empty_patch,model_turn_budget E15,8236f72deb0c58229e9f,TASK_S4_R001_002,072b63c036f60928edc7f1952e91166d26ce4f2d,M003,H009,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,23308,22146,1162,29.834395667072386,24.47563937306404,10.975913790985942,3,11,11,empty_patch,assistant_stop_without_finish E15,f13f08dee122b7f8f46e,TASK_S4_R001_002,072b63c036f60928edc7f1952e91166d26ce4f2d,M004,H009,P003,0,1,1,0,0,1,1,1.0,1.0,1,1,5,3,30538,29934,604,32.56707320804708,24.5096649590414,4.372642876114696,2,7,1,tests,assistant_stop_without_finish E15,3c6b98f6b1ba80f45c53,TASK_S4_R001_003,d4111604e7dff5cfaadd5853710eb313021514f6,M003,H009,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,1,14645,12904,1741,36.08000862505287,29.318529374198988,5.175998084014282,2,3,1,tests,assistant_stop_without_finish E15,9ca00ba00ac640d94c63,TASK_S4_R001_003,d4111604e7dff5cfaadd5853710eb313021514f6,M004,H009,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,4,76163,75688,475,15.989002167014405,11.209344918606803,7.150505583966151,3,12,7,empty_patch,model_turn_budget E15,0b74d1128ce3b13c4f82,TASK_S4_R002_001,25b84cd1249d7061d07514b224d1080f46aaa555,M004,H009,P003,0,0,0,0,0,0,1,0.0,0.25,0,1,5,5,82888,82433,455,22.348529417067766,17.55200120783411,4.4103059170302,2,12,6,empty_patch,model_turn_budget E15,89212defe14a7ef47c98,TASK_S4_R002_001,25b84cd1249d7061d07514b224d1080f46aaa555,M003,H009,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,22659,21988,671,22.88566012517549,17.52335929335095,4.954518415732309,2,12,11,empty_patch,model_turn_budget E15,126d8a12510a35e3d512,TASK_S4_R002_002,0e9cccbc7795063acf1fd3e374140ddf5eba3f71,M004,H009,P003,0,1,1,0,0,1,1,1.0,1.0,1,1,5,6,104300,103181,1119,43.808581084012985,36.69707421003841,4.472218541894108,2,12,4,tests,model_turn_budget E15,9a545f4052ca96a56cf5,TASK_S4_R002_002,0e9cccbc7795063acf1fd3e374140ddf5eba3f71,M003,H009,P003,0,1,1,0,0,1,1,1.0,1.0,1,0,5,0,28688,26918,1770,37.44841341697611,31.78114391467534,4.948987542185932,2,7,4,tests,assistant_stop_without_finish E15,649743ea1470a352e9ec,TASK_S4_R002_003,4d7442ac69c6d3b8f86af4764f4143b310650cba,M003,H009,P003,0,1,1,0,0,1,0,1.0,0.0,1,0,5,0,8471,7830,641,17.490856458200142,9.38791820826009,4.984289500163868,2,5,2,tests,assistant_stop_without_finish E15,dd85bb60bea1ff47b218,TASK_S4_R002_003,4d7442ac69c6d3b8f86af4764f4143b310650cba,M004,H009,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,1,27124,26569,555,12.701456084148958,8.516153956530616,3.706892999820411,2,12,9,empty_patch,model_turn_budget E15,49c7c0568ed2f3e435e8,TASK_S4_R002_004,e166c948a89b4f894f6aed5667c6da6db368009d,M004,H009,P003,0,1,1,0,0,1,1,1.0,1.0,1,1,5,6,125370,124385,985,37.58071616711095,29.656205997802317,4.484332666033879,2,12,3,tests,model_turn_budget E15,e40e393eee731ee16db3,TASK_S4_R002_004,e166c948a89b4f894f6aed5667c6da6db368009d,M003,H009,P003,0,1,1,0,0,1,0,1.0,0.0,1,0,5,0,22600,21393,1207,28.689933125162497,22.819246375234798,5.084619499975815,2,7,3,tests,assistant_stop_without_finish E15,12751136ae485317c970,TASK_S4_R002_005,d3f3944d353186f4bebce0d3924ab6958d93ce79,M004,H009,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,4,68440,67932,508,19.814690083032474,15.220052959164605,4.203636124962941,2,12,7,empty_patch,model_turn_budget E15,8f4082be3a0c7c326e00,TASK_S4_R002_005,d3f3944d353186f4bebce0d3924ab6958d93ce79,M003,H009,P003,0,1,1,0,0,1,1,1.0,1.0,1,1,5,1,35393,31538,3855,63.109105833107606,56.795220458647236,4.9737952498253435,2,7,4,tests,assistant_stop_without_finish E15,23687b854fbab0858566,TASK_S4_R002_006,a5989bd1df301e44199b91c6252772214a7241f2,M004,H009,P003,0,0,0,0,0,1,0,0.3333333333333333,0.0,1,0,5,1,74686,73415,1271,26.600104458164424,21.83281491464004,3.689785831840709,2,12,7,empty_patch,model_turn_budget E15,7aac50affa53578d1233,TASK_S4_R002_006,a5989bd1df301e44199b91c6252772214a7241f2,M003,H009,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,19989,19478,511,17.366917334031314,12.098066500620916,5.109568208921701,2,12,11,empty_patch,model_turn_budget E15,2f7aeb56903b0a61388b,TASK_S4_R002_007,9544a11db38f7549b25f967a784742fd2562ca32,M004,H009,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,2,33752,32817,935,18.540304334135726,13.651102292118594,7.766170958057046,3,7,2,empty_patch,finish_tool E15,c2c45fdc9bca428abbb5,TASK_S4_R002_007,9544a11db38f7549b25f967a784742fd2562ca32,M003,H009,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,20379,19868,511,16.594303249847144,11.484748334856704,4.97175041702576,2,12,11,empty_patch,model_turn_budget E15,84b7a6994ca47c694092,TASK_S4_R003_001,4e68d32c77ed587ab42d229d9f44c3bc40d1d0e5,M003,H009,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,1,65355,62321,3034,61.0217122908216,55.08359116828069,10.713973625330254,3,12,1,tests,model_turn_budget E15,d66736ba5be584b452b9,TASK_S4_R003_001,4e68d32c77ed587ab42d229d9f44c3bc40d1d0e5,M004,H009,P003,0,1,1,0,0,1,0,0.2,0.0,1,0,5,2,64169,62191,1978,38.168994875159115,28.172872292343527,3.608311208197847,2,10,2,tests,finish_tool E15,6ec9f758e5edf96a541b,TASK_S4_R003_002,cbc13a61e0f15880b49a3d0208cc603d7d0b57e3,M004,H009,P003,0,1,1,0,0,1,1,1.0,1.0,1,1,5,3,130039,126247,3792,80.31206908379681,74.88766517001204,3.7519593751057982,2,12,4,tests,model_turn_budget E15,9e53019889235532b559,TASK_S4_R003_002,cbc13a61e0f15880b49a3d0208cc603d7d0b57e3,M003,H009,P003,0,1,1,0,0,1,1,1.0,1.0,1,1,5,2,53072,51818,1254,37.585205249954015,31.287903252523392,4.800895540975034,2,10,7,tests,assistant_stop_without_finish E15,31d658667a7fa91b3a21,TASK_S4_R003_003,57749d46de1d975aacb82758c268fc26e5e6ed8b,M003,H009,P003,0,1,1,0,0,1,0,0.25,0.0,1,0,5,1,56715,54967,1748,52.239285125164315,46.56664879294112,5.150041833054274,2,11,7,tests,assistant_stop_without_finish E15,418cda182ffdaa18aab4,TASK_S4_R003_003,57749d46de1d975aacb82758c268fc26e5e6ed8b,M004,H009,P003,0,0,0,0,0,1,1,0.25,0.3333333333333333,1,1,5,6,51564,50974,590,15.704116083914414,11.96039545815438,3.5101760840043426,2,12,5,empty_patch,model_turn_budget E15,0960bd33e244c88fecf4,TASK_S4_R003_004,dae9e522a26041f5b3c6461cc8a5e284f3376a79,M003,H009,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,30706,30023,683,27.25058029103093,21.710038874763995,5.35224591800943,2,12,11,empty_patch,model_turn_budget E15,f5e09dc7169b7012aa75,TASK_S4_R003_004,dae9e522a26041f5b3c6461cc8a5e284f3376a79,M004,H009,P003,0,0,0,0,0,1,1,0.3333333333333333,0.3333333333333333,1,1,5,4,79990,78907,1083,33.20819379109889,28.92743095709011,3.977113999892026,2,12,6,empty_patch,model_turn_budget E15,3c4a60b50256a87c0683,TASK_S4_R003_005,dcca59d1a5966283c1120cfb639c01a76214d2b2,M004,H009,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,2,36745,36257,488,13.406245124991983,9.251284873578697,3.877273665741086,2,12,9,empty_patch,model_turn_budget E15,ccaf76cce8d1ed427a3e,TASK_S4_R003_005,dcca59d1a5966283c1120cfb639c01a76214d2b2,M003,H009,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,1,12965,11800,1165,23.26496524992399,16.806142332963645,4.792005207855254,2,5,3,tests,assistant_stop_without_finish E15,0cb6fdfa0d9055b341db,TASK_S4_R003_006,fad14413f4f27f1b6f902703b5075528aac52451,M003,H009,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,527,486,41,0.5549969589337707,0.5510066659189761,0.0,0,0,0,empty_patch,assistant_stop_without_finish E15,900744f9151801f78ea9,TASK_S4_R003_006,fad14413f4f27f1b6f902703b5075528aac52451,M004,H009,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,5,98111,97409,702,25.098303792066872,21.016784540377557,3.8216600008308887,2,12,5,empty_patch,model_turn_budget E15,b08f524486c68f927611,TASK_S4_R003_007,428b4fdee5402f1588f35fb50d98b2225d083f6d,M004,H009,P003,0,1,1,0,0,1,1,0.3333333333333333,1.0,1,1,5,4,77540,73996,3544,63.912664792034775,58.627933542011306,3.649110666010529,2,12,4,tests,model_turn_budget E15,f514aef8dbf59ff8ed58,TASK_S4_R003_007,428b4fdee5402f1588f35fb50d98b2225d083f6d,M003,H009,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,1,33323,32105,1218,34.96430412493646,28.346855874173343,5.027355833211914,2,8,6,tests,assistant_stop_without_finish E15,22f6eba328ce7c79c581,TASK_S4_R003_008,f4ce86770befef77c7c556fd5cfe25165f59f515,M003,H009,P003,0,0,0,0,0,1,0,1.0,0.0,1,0,5,0,28845,27924,921,25.627333083190024,20.561148000415415,4.889416000107303,2,12,11,empty_patch,model_turn_budget E15,e17daa169bdbfa8a3d2b,TASK_S4_R003_008,f4ce86770befef77c7c556fd5cfe25165f59f515,M004,H009,P003,0,1,1,0,0,1,1,1.0,1.0,1,1,5,2,84452,82906,1546,35.90306445909664,31.278521665837616,3.587631040951237,2,12,4,tests,model_turn_budget E15,3cf18af589e6d152378d,TASK_S4_R003_009,1e7f257e79a7adf1e6f2bc9222fd5031340d26c3,M003,H009,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,1,55337,53763,1574,43.80364766716957,38.03890425153077,4.854619750054553,2,12,7,tests,model_turn_budget E15,d1e6a7edb77ed6acc18f,TASK_S4_R003_009,1e7f257e79a7adf1e6f2bc9222fd5031340d26c3,M004,H009,P003,0,1,1,1,0,0,1,0.0,0.5,0,1,5,3,75664,73248,2416,49.64336537499912,44.19347166689113,7.8138993750326335,3,12,4,tests,model_turn_budget E15,49e7bb978ab503ca0456,TASK_S4_R003_010,a788cff7c1c651c512f15a9a1045c1e4d449d854,M003,H009,P003,0,1,1,0,0,1,1,0.25,1.0,1,1,5,2,49534,47218,2316,52.36757820798084,45.83436829177663,10.535926459124312,3,12,7,tests,model_turn_budget E15,e8e3788802272cae6da5,TASK_S4_R003_010,a788cff7c1c651c512f15a9a1045c1e4d449d854,M004,H009,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,4,144189,143576,613,32.761081625008956,28.173407624475658,4.237958332756534,2,12,4,empty_patch,model_turn_budget E15,013eb4d5166e3668f596,TASK_S4_R001_001,f9e8e36f51764f6d4fb21739586df5d2154c5a56,M002,H010,P002,0,0,0,0,0,0,0,0.08333333333333333,0.0,1,0,20,0,55084,54470,614,73.37196816713549,27.942001208197325,36.412092625163496,13,12,0,empty_patch,tool_budget_exhausted E15,3d277b07b62fc959d4d3,TASK_S4_R001_002,072b63c036f60928edc7f1952e91166d26ce4f2d,M002,H010,P002,0,1,1,0,0,1,1,0.16666666666666666,1.0,1,1,15,1,24691,23691,1000,41.77350316592492,13.966286086011678,18.982818458927795,6,7,0,tests,finish_tool E15,1fc9f89b0d6336a6b6c3,TASK_S4_R001_003,d4111604e7dff5cfaadd5853710eb313021514f6,M002,H010,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,18,0,16415,16072,343,56.99409875017591,25.11694133304991,26.389101417036727,8,4,0,empty_patch,assistant_stop_without_finish E15,55799baa988ce74f457f,TASK_S4_R002_001,25b84cd1249d7061d07514b224d1080f46aaa555,M002,H010,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,26,1,70249,69531,718,85.03173316712491,45.19184825196862,41.773807207355276,14,12,0,empty_patch,tool_budget_exhausted E15,fe801fbd6ca1e628a26c,TASK_S4_R002_002,0e9cccbc7795063acf1fd3e374140ddf5eba3f71,M002,H010,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,18,1,87625,86878,747,99.57151225022972,40.9488772097975,55.06074570864439,21,12,0,empty_patch,model_turn_budget E15,04529c0f30787d612f67,TASK_S4_R002_003,4d7442ac69c6d3b8f86af4764f4143b310650cba,M002,H010,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,15,2,19320,18558,762,26.22385345911607,14.05148954084143,11.178248501149938,4,6,0,empty_patch,assistant_stop_without_finish E15,145a3799565d503da84a,TASK_S4_R002_004,e166c948a89b4f894f6aed5667c6da6db368009d,M002,H010,P002,0,1,1,0,0,1,1,1.0,1.0,1,1,5,7,109622,108072,1550,37.86712433304638,29.889334957581013,5.729651125147939,2,12,0,tests,tool_budget_exhausted E15,7d8cf762944a408242c3,TASK_S4_R002_005,d3f3944d353186f4bebce0d3924ab6958d93ce79,M002,H010,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,17,3,130946,127893,3053,109.06701841694303,68.391627372941,37.76560516725294,14,12,1,empty_patch,model_turn_budget E15,f6a38ec3190f3352744d,TASK_S4_R002_006,a5989bd1df301e44199b91c6252772214a7241f2,M002,H010,P002,0,0,0,0,0,0,0,0.0625,0.0,1,0,18,4,79994,78960,1034,54.87467041704804,30.232857333263382,21.621083749923855,9,12,0,empty_patch,tool_budget_exhausted E15,efbba52d7604fad3465a,TASK_S4_R002_007,9544a11db38f7549b25f967a784742fd2562ca32,M002,H010,P002,0,1,1,1,0,1,1,1.0,1.0,1,1,13,3,107264,102782,4482,97.37869908288121,64.70952758332714,28.865806248039007,12,12,1,tests,tool_budget_exhausted E15,191e1b400d7d2c2423d1,TASK_S4_R003_001,4e68d32c77ed587ab42d229d9f44c3bc40d1d0e5,M002,H010,P002,0,1,1,0,0,1,0,0.2,0.0,1,0,5,2,37909,36449,1460,29.908842582954094,15.707869210513309,5.005528292153031,2,7,0,tests,finish_tool E15,b8d5f630eb7d468395b7,TASK_S4_R003_002,cbc13a61e0f15880b49a3d0208cc603d7d0b57e3,M002,H010,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,11,1,174770,172849,1921,85.05273004202172,63.80011629033834,20.201756874099374,8,12,0,empty_patch,tool_budget_exhausted E15,f866c6a74adfce8fde45,TASK_S4_R003_003,57749d46de1d975aacb82758c268fc26e5e6ed8b,M002,H010,P002,0,0,0,0,0,1,1,0.3333333333333333,0.5,1,1,18,3,65035,64204,831,65.11421070783399,32.934290416771546,36.1287654992193,13,12,0,empty_patch,tool_budget_exhausted E15,beaa0ae51245247b351b,TASK_S4_R003_004,dae9e522a26041f5b3c6461cc8a5e284f3376a79,M002,H010,P002,0,0,0,0,0,1,0,0.125,0.0,1,0,26,0,113678,112772,906,119.61826333287172,60.76649945997633,56.47285374882631,23,12,0,empty_patch,model_turn_budget E15,bb375d7b8f5145907d0b,TASK_S4_R003_005,dcca59d1a5966283c1120cfb639c01a76214d2b2,M002,H010,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,12,3,40823,40041,782,33.9141459998209,18.231943459715694,15.04488650127314,6,6,0,empty_patch,assistant_stop_without_finish E15,a22e60589b14b630ad5b,TASK_S4_R003_006,fad14413f4f27f1b6f902703b5075528aac52451,M002,H010,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,9,3,152984,150909,2075,92.85901616606861,64.88596316776238,26.728518458548933,10,12,0,empty_patch,tool_budget_exhausted E15,d8a3ac59a12748c6bc4a,TASK_S4_R003_007,428b4fdee5402f1588f35fb50d98b2225d083f6d,M002,H010,P002,0,0,0,0,0,1,0,0.3333333333333333,0.0,1,0,16,1,89596,88713,883,82.28387120901607,50.02904270775616,31.322705914033577,12,12,0,empty_patch,tool_budget_exhausted E15,5ef2cb5e74d6f0aa421f,TASK_S4_R003_008,f4ce86770befef77c7c556fd5cfe25165f59f515,M002,H010,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,18,1,68433,67805,628,57.125727916136384,30.206054208334535,25.313067166600376,11,12,0,empty_patch,tool_budget_exhausted E15,77da198b4018653fab6f,TASK_S4_R003_009,1e7f257e79a7adf1e6f2bc9222fd5031340d26c3,M002,H010,P002,0,0,0,0,0,1,1,0.1111111111111111,0.5,1,1,14,3,85132,84277,855,53.55863987514749,31.369106041034684,21.040726956911385,9,12,0,empty_patch,tool_budget_exhausted E15,f73abc740c2606c6fe95,TASK_S4_R003_010,a788cff7c1c651c512f15a9a1045c1e4d449d854,M002,H010,P002,0,0,0,0,0,1,0,0.25,0.0,1,0,17,0,135374,134612,762,117.19134187488817,59.86328570707701,55.455103415530175,23,12,0,empty_patch,model_turn_budget E15,002e6d21e747ccecdce1,TASK_S4_R001_001,f9e8e36f51764f6d4fb21739586df5d2154c5a56,M003,H010,P003,0,0,0,0,0,0,0,0.09090909090909091,0.0,1,0,19,0,93287,92769,518,109.63557712500915,44.32366245938465,58.75236200215295,23,12,0,empty_patch,model_turn_budget E15,8ac3a248ef8ed22dc2be,TASK_S4_R001_001,f9e8e36f51764f6d4fb21739586df5d2154c5a56,M004,H010,P003,0,0,0,0,0,0,1,0.07142857142857142,0.5,1,1,28,3,104426,103812,614,90.19405212486163,54.567330623744056,29.124004499288276,15,12,1,empty_patch,model_turn_budget E15,53c1df7b9925f15aeeb6,TASK_S4_R001_002,072b63c036f60928edc7f1952e91166d26ce4f2d,M004,H010,P003,0,1,1,0,0,1,1,1.0,1.0,1,1,10,3,33654,32933,721,26.35939229093492,15.362766582984477,11.39609570801258,5,8,0,tests,finish_tool E15,d3db8f591e671c38286d,TASK_S4_R001_002,072b63c036f60928edc7f1952e91166d26ce4f2d,M003,H010,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,25,0,76833,76204,629,92.41326270904392,31.76097670919262,55.51477979263291,23,12,0,empty_patch,model_turn_budget E15,4c681a6a29c7931cef02,TASK_S4_R001_003,d4111604e7dff5cfaadd5853710eb313021514f6,M004,H010,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,17,1,99604,99121,483,100.95775887509808,46.7356116657611,45.81964199896902,21,12,0,empty_patch,model_turn_budget E15,ea46b7f6116dce1e8514,TASK_S4_R001_003,d4111604e7dff5cfaadd5853710eb313021514f6,M003,H010,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,24,1,97541,92761,4780,183.14989479188807,128.97482525277883,56.047044122358784,19,12,1,tests,model_turn_budget E15,46beb0a445ff7851b719,TASK_S4_R002_001,25b84cd1249d7061d07514b224d1080f46aaa555,M003,H010,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,14,0,65790,65091,699,84.15645654196851,25.825801705941558,55.76497929217294,23,12,0,empty_patch,model_turn_budget E15,fc358c77685d85f0ffbb,TASK_S4_R002_001,25b84cd1249d7061d07514b224d1080f46aaa555,M004,H010,P003,0,0,0,0,0,0,1,0.0,0.5,0,1,17,4,85574,85074,500,57.510974917095155,28.501414751866832,26.29282350023277,14,12,1,empty_patch,model_turn_budget E15,642bb27fd4ac6e0a792b,TASK_S4_R002_002,0e9cccbc7795063acf1fd3e374140ddf5eba3f71,M003,H010,P003,0,1,1,0,0,1,0,1.0,0.0,1,0,5,0,6694,6012,682,16.049153709085658,9.790627458132803,4.949381957994774,2,2,1,tests,assistant_stop_without_finish E15,fc9421c2422790903daa,TASK_S4_R002_002,0e9cccbc7795063acf1fd3e374140ddf5eba3f71,M004,H010,P003,0,1,0,0,0,1,1,1.0,1.0,1,1,10,4,114763,110134,4629,115.2687220419757,106.10458124801517,8.08190254191868,4,12,1,patch_apply,model_turn_budget E15,294bbda74e049557afc0,TASK_S4_R002_003,4d7442ac69c6d3b8f86af4764f4143b310650cba,M003,H010,P003,0,1,1,0,0,1,1,1.0,1.0,1,1,9,1,19254,17335,1919,40.558006124803796,28.816248333314434,9.93132087495178,4,4,1,tests,assistant_stop_without_finish E15,f27f7196c571e0d38b7a,TASK_S4_R002_003,4d7442ac69c6d3b8f86af4764f4143b310650cba,M004,H010,P003,0,1,0,0,0,1,1,1.0,1.0,1,1,13,3,77014,74561,2453,81.286467500031,58.55033704289235,19.618756082141772,10,12,1,patch_apply,model_turn_budget E15,4eff0f1a0f6d4fc544ae,TASK_S4_R002_004,e166c948a89b4f894f6aed5667c6da6db368009d,M004,H010,P003,0,1,0,0,0,1,1,1.0,1.0,1,1,13,7,130389,128060,2329,98.71462012501433,84.3884577890858,12.943778292275965,6,12,0,patch_apply,model_turn_budget E15,841a5f13a85732d57fc7,TASK_S4_R002_004,e166c948a89b4f894f6aed5667c6da6db368009d,M003,H010,P003,0,1,1,0,0,1,1,1.0,1.0,1,1,10,1,19979,19117,862,29.306647499790415,16.67938383226283,10.433202375425026,4,4,1,tests,assistant_stop_without_finish E15,6e6d1e330809dad301ec,TASK_S4_R002_005,d3f3944d353186f4bebce0d3924ab6958d93ce79,M003,H010,P003,0,1,1,0,0,1,1,1.0,1.0,1,1,7,1,17123,16461,662,23.489633624907583,12.021378000965342,9.957708666333929,4,4,1,tests,assistant_stop_without_finish E15,c8c195429310fc8213a3,TASK_S4_R002_005,d3f3944d353186f4bebce0d3924ab6958d93ce79,M004,H010,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,12,3,106722,106079,643,73.49036287493072,44.306120918598026,27.144106208113953,14,12,0,empty_patch,model_turn_budget E15,057c1c89e575ebc9045b,TASK_S4_R002_006,a5989bd1df301e44199b91c6252772214a7241f2,M003,H010,P003,0,0,0,0,0,0,0,0.07692307692307693,0.0,1,0,16,1,94974,94250,724,87.74793941690587,32.85319249937311,51.97359187132679,21,12,0,empty_patch,model_turn_budget E15,5aa38be6edb0b859bc37,TASK_S4_R002_006,a5989bd1df301e44199b91c6252772214a7241f2,M004,H010,P003,0,1,1,0,0,1,0,0.3333333333333333,0.0,1,0,16,3,113381,109649,3732,114.55586470803246,93.36538112582639,18.662628249498084,10,12,1,tests,model_turn_budget E15,8753d605c27a1def690b,TASK_S4_R002_007,9544a11db38f7549b25f967a784742fd2562ca32,M003,H010,P003,0,1,1,1,0,0,1,0.0,1.0,0,1,5,1,82805,74401,8404,126.55650166701525,120.7241322081536,4.977685499703512,2,10,1,tests,assistant_stop_without_finish E15,d79c91e61e3455f49138,TASK_S4_R002_007,9544a11db38f7549b25f967a784742fd2562ca32,M004,H010,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,8,2,114295,111940,2355,80.72178770881146,59.941546458983794,17.776473792502657,10,12,1,tests,model_turn_budget E15,7b2d4ea36c358787c407,TASK_S4_R003_001,4e68d32c77ed587ab42d229d9f44c3bc40d1d0e5,M003,H010,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,0,32241,30831,1410,35.16903979098424,23.81433287402615,9.839391459478065,4,8,0,tests,assistant_stop_without_finish E15,aa401d89cc71ecb8ca56,TASK_S4_R003_001,4e68d32c77ed587ab42d229d9f44c3bc40d1d0e5,M004,H010,P003,0,1,1,0,0,1,0,0.2,0.0,1,0,6,2,115481,113104,2377,73.43487387499772,54.73694341769442,18.546321667032316,9,12,2,tests,finish_tool E15,3c25f8fde867a0aaebea,TASK_S4_R003_002,cbc13a61e0f15880b49a3d0208cc603d7d0b57e3,M003,H010,P003,0,0,0,0,0,1,0,1.0,0.0,1,0,10,0,121955,121306,649,95.31682824995369,39.780757582047954,59.66991553688422,24,12,0,empty_patch,model_turn_budget E15,79dd68d1f47d68fa3e3a,TASK_S4_R003_002,cbc13a61e0f15880b49a3d0208cc603d7d0b57e3,M004,H010,P003,0,1,1,0,0,1,1,1.0,1.0,1,1,9,2,164797,159297,5500,194.48942512483336,172.65423537860624,19.352310999529436,10,12,0,tests,model_turn_budget E15,595883e84f6a7fd9c13c,TASK_S4_R003_003,57749d46de1d975aacb82758c268fc26e5e6ed8b,M004,H010,P003,0,1,1,0,0,1,1,0.25,1.0,1,1,12,1,96421,95032,1389,73.46763200010173,44.79989274777472,25.90139662474394,15,12,1,tests,model_turn_budget E15,e65283a275ccd9606a6a,TASK_S4_R003_003,57749d46de1d975aacb82758c268fc26e5e6ed8b,M003,H010,P003,0,1,1,0,0,1,0,0.25,0.0,1,0,13,1,82862,81217,1645,86.87063074996695,45.39957587583922,39.76833200221881,16,11,1,tests,assistant_stop_without_finish E15,912043fbd81ee534c776,TASK_S4_R003_004,dae9e522a26041f5b3c6461cc8a5e284f3376a79,M003,H010,P003,0,0,0,0,0,1,0,0.125,0.0,1,0,8,0,108468,107753,715,104.16942804097198,46.46555133443326,56.69610391324386,23,12,0,empty_patch,model_turn_budget E15,b4c247f3cf2488c71826,TASK_S4_R003_004,dae9e522a26041f5b3c6461cc8a5e284f3376a79,M004,H010,P003,0,0,0,0,0,1,0,0.3333333333333333,0.0,1,0,14,2,122616,121744,872,93.72204858390614,62.10673404065892,29.926590541843325,16,12,0,empty_patch,model_turn_budget E15,a87563d53e550f592bb8,TASK_S4_R003_005,dcca59d1a5966283c1120cfb639c01a76214d2b2,M004,H010,P003,0,0,0,0,0,0,1,0.0,1.0,0,1,19,1,101956,101438,518,97.52861833316274,57.223476126091555,37.94741245661862,21,12,0,empty_patch,model_turn_budget E15,e87ee3c220effd995336,TASK_S4_R003_005,dcca59d1a5966283c1120cfb639c01a76214d2b2,M003,H010,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,12,1,37089,35344,1745,49.598650082945824,33.02956250007264,14.547503958689049,6,7,1,tests,assistant_stop_without_finish E15,9e5d01fbefe8ded726ae,TASK_S4_R003_006,fad14413f4f27f1b6f902703b5075528aac52451,M003,H010,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,9,0,89217,88712,505,89.07730283285491,31.49724083323963,56.28355629276484,23,12,0,empty_patch,model_turn_budget E15,a1bebde7dfb367071439,TASK_S4_R003_006,fad14413f4f27f1b6f902703b5075528aac52451,M004,H010,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,9,5,122751,122218,533,83.98523633298464,60.37504008621909,22.52105841645971,12,12,0,empty_patch,model_turn_budget E15,07c62b43bb1534336f70,TASK_S4_R003_007,428b4fdee5402f1588f35fb50d98b2225d083f6d,M004,H010,P003,0,1,1,0,0,1,0,0.3333333333333333,0.0,1,0,16,2,132894,129716,3178,141.06755254091695,110.45940675027668,28.74731375137344,16,12,0,tests,model_turn_budget E15,63aac3b380f9a4d9ff71,TASK_S4_R003_007,428b4fdee5402f1588f35fb50d98b2225d083f6d,M003,H010,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,11,0,106675,106088,587,97.93314712494612,40.41325562284328,56.34488562378101,23,12,0,empty_patch,model_turn_budget E15,40df491cc19188236613,TASK_S4_R003_008,f4ce86770befef77c7c556fd5cfe25165f59f515,M004,H010,P003,0,1,1,0,0,1,1,1.0,1.0,1,1,13,2,126828,124530,2298,112.5610319999978,85.95774333365262,24.934824793133885,14,12,0,tests,model_turn_budget E15,8a41021a300f7e65b158,TASK_S4_R003_008,f4ce86770befef77c7c556fd5cfe25165f59f515,M003,H010,P003,0,0,0,0,0,1,0,1.0,0.0,1,0,12,0,37140,36739,401,42.19913245807402,12.630188748706132,28.929597373586148,12,6,1,empty_patch,assistant_stop_without_finish E15,6a678497eb11cc2166f1,TASK_S4_R003_009,1e7f257e79a7adf1e6f2bc9222fd5031340d26c3,M004,H010,P003,0,1,1,1,0,1,1,0.16666666666666666,1.0,1,1,7,2,99970,97276,2694,84.88238987489603,68.1222707061097,14.526625335216522,8,11,0,tests,finish_tool E15,f36e0d281798b3db85e0,TASK_S4_R003_009,1e7f257e79a7adf1e6f2bc9222fd5031340d26c3,M003,H010,P003,0,0,0,0,0,1,0,0.1111111111111111,0.0,1,0,9,0,91059,90482,577,85.51704429183155,29.996214459184557,53.87666670791805,23,12,0,empty_patch,model_turn_budget E15,0ca5b84bbbab0e994bfc,TASK_S4_R003_010,a788cff7c1c651c512f15a9a1045c1e4d449d854,M003,H010,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,114993,114344,649,97.03614108311012,42.1811026672367,53.6018646704033,23,12,0,empty_patch,model_turn_budget E15,6ec3f8090dcce676c423,TASK_S4_R003_010,a788cff7c1c651c512f15a9a1045c1e4d449d854,M004,H010,P003,0,0,0,0,0,1,1,0.1,1.0,1,1,18,1,108172,107576,596,81.88422958296724,47.89201408205554,36.463147123809904,19,12,0,empty_patch,model_turn_budget E15,4009bd6d27750e669028,TASK_S4_R001_001,f9e8e36f51764f6d4fb21739586df5d2154c5a56,M002,H011,P002,0,0,0,0,0,1,1,0.5,1.0,1,1,5,3,138484,137070,1414,30.681537291035056,30.298552584368736,5.005386958131567,1,12,1,empty_patch,model_turn_budget E15,4aad86a15ff6035808a5,TASK_S4_R001_002,072b63c036f60928edc7f1952e91166d26ce4f2d,M002,H011,P002,0,1,1,0,0,1,1,0.2,1.0,1,1,5,2,28311,26757,1554,18.279906874988228,16.561051834141836,0.0,0,7,2,tests,finish_tool E15,3de98544be48dd7c77eb,TASK_S4_R001_003,d4111604e7dff5cfaadd5853710eb313021514f6,M002,H011,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,3,114745,112869,1876,76.53293237485923,75.99181437748484,0.0,0,12,4,empty_patch,model_turn_budget E15,c7b8a2bf288088206227,TASK_S4_R002_001,25b84cd1249d7061d07514b224d1080f46aaa555,M002,H011,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,188067,187026,1041,46.90114491712302,46.47760195704177,4.9640634171664715,1,12,1,empty_patch,model_turn_budget E15,ec2f95b37d72172dd225,TASK_S4_R002_002,0e9cccbc7795063acf1fd3e374140ddf5eba3f71,M002,H011,P002,0,0,0,0,0,1,1,0.5,1.0,1,1,5,6,102918,99159,3759,52.282594916876405,51.98928195890039,5.5491289999336,1,12,5,empty_patch,tool_budget_exhausted E15,a9d257fe31e31b7f0ca2,TASK_S4_R002_003,4d7442ac69c6d3b8f86af4764f4143b310650cba,M002,H011,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,2,60861,59858,1003,16.17724641598761,15.928115625167266,0.0,0,12,9,empty_patch,tool_budget_exhausted E15,5a31a759a3f707291aa8,TASK_S4_R002_004,e166c948a89b4f894f6aed5667c6da6db368009d,M002,H011,P002,0,0,0,0,0,1,1,0.5,1.0,1,1,5,6,102123,100413,1710,29.68124929210171,29.399011915316805,0.0,0,12,5,empty_patch,tool_budget_exhausted E15,2ca437092706c7124ebf,TASK_S4_R002_005,d3f3944d353186f4bebce0d3924ab6958d93ce79,M002,H011,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,2,144869,143344,1525,29.722791166976094,29.543903415324166,0.0,0,12,6,empty_patch,model_turn_budget E15,3a8c295efda8f2705b24,TASK_S4_R002_006,a5989bd1df301e44199b91c6252772214a7241f2,M002,H011,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,2,91201,90001,1200,18.210279665887356,17.87542704050429,4.4696965829934925,1,12,8,empty_patch,model_turn_budget E15,cd426d68e577d38b68a2,TASK_S4_R002_007,9544a11db38f7549b25f967a784742fd2562ca32,M002,H011,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,2,84265,83085,1180,15.988512499956414,15.718769710278139,0.0,0,12,9,empty_patch,model_turn_budget E15,690265b0d9025690bb85,TASK_S4_R003_001,4e68d32c77ed587ab42d229d9f44c3bc40d1d0e5,M002,H011,P002,0,1,1,0,0,0,0,0.0,0.0,0,0,5,2,38480,37224,1256,22.630904333898798,13.733940416248515,0.0,0,7,0,tests,finish_tool E15,d55f60680b8dd5a4110b,TASK_S4_R003_002,cbc13a61e0f15880b49a3d0208cc603d7d0b57e3,M002,H011,P002,0,1,1,0,0,1,1,1.0,1.0,1,1,5,2,120467,115662,4805,56.97367400000803,55.999918832676485,0.0,0,12,3,tests,model_turn_budget E15,5e53070a64089c5dcd95,TASK_S4_R003_003,57749d46de1d975aacb82758c268fc26e5e6ed8b,M002,H011,P002,0,0,0,0,0,1,1,0.2,0.3333333333333333,1,1,5,3,64030,62995,1035,17.4561483329162,17.299266166519374,0.0,0,12,8,empty_patch,tool_budget_exhausted E15,a3d4ea53707622c4f4a9,TASK_S4_R003_004,dae9e522a26041f5b3c6461cc8a5e284f3376a79,M002,H011,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,5,66902,65755,1147,21.07048274995759,20.939632709138095,4.779778958065435,1,12,5,empty_patch,model_turn_budget E15,602a60a4f32cd96b2d7b,TASK_S4_R003_005,dcca59d1a5966283c1120cfb639c01a76214d2b2,M002,H011,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,3,83604,80083,3521,49.804902124917135,48.44614595826715,0.0,0,12,5,empty_patch,tool_budget_exhausted E15,723d8d328658d770aedd,TASK_S4_R003_006,fad14413f4f27f1b6f902703b5075528aac52451,M002,H011,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,4,109181,107392,1789,31.706322625046596,31.49591083312407,0.0,0,12,5,empty_patch,model_turn_budget E15,d067095529ed5c14d5f8,TASK_S4_R003_007,428b4fdee5402f1588f35fb50d98b2225d083f6d,M002,H011,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,2,65813,65004,809,15.33468258404173,15.18092662608251,0.0,0,12,9,empty_patch,tool_budget_exhausted E15,9940a35eedab49909375,TASK_S4_R003_008,f4ce86770befef77c7c556fd5cfe25165f59f515,M002,H011,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,2,73453,72641,812,14.581276458920911,14.426346209133044,4.289332333020866,1,12,8,empty_patch,model_turn_budget E15,76dca9ac42bee70d881e,TASK_S4_R003_009,1e7f257e79a7adf1e6f2bc9222fd5031340d26c3,M002,H011,P002,0,0,0,0,0,1,1,0.2,1.0,1,1,5,2,97116,96180,936,21.319728707894683,21.15219158679247,4.2814359159674495,1,12,5,empty_patch,tool_budget_exhausted E15,04a19629cbcff69f8553,TASK_S4_R003_010,a788cff7c1c651c512f15a9a1045c1e4d449d854,M002,H011,P002,0,0,0,0,0,1,1,0.25,1.0,1,1,5,2,19471,19139,332,7.831473583122715,7.762713625095785,4.297995334025472,1,3,0,empty_patch,assistant_stop_without_finish E15,1330b2f069f4273578ba,TASK_S4_R001_001,f9e8e36f51764f6d4fb21739586df5d2154c5a56,M004,H011,P003,0,0,0,0,0,1,1,0.25,0.3333333333333333,1,1,5,3,78514,77908,606,17.735334290890023,17.609366167336702,3.713458332931623,1,12,8,empty_patch,model_turn_budget E15,f961f0c68a56d5a2f54c,TASK_S4_R001_001,f9e8e36f51764f6d4fb21739586df5d2154c5a56,M003,H011,P003,0,0,0,0,0,1,0,1.0,0.0,1,0,5,0,35763,35124,639,25.993219333002344,25.72472679032944,4.416338708018884,1,12,11,empty_patch,model_turn_budget E15,d9f926cfa6b674bf438e,TASK_S4_R001_002,072b63c036f60928edc7f1952e91166d26ce4f2d,M003,H011,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,11752,11000,752,13.709705000044778,13.65158153953962,4.220642125001177,1,12,11,empty_patch,model_turn_budget E15,ea4d4614615df7951c78,TASK_S4_R001_002,072b63c036f60928edc7f1952e91166d26ce4f2d,M004,H011,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,67518,66993,525,15.990299041150138,15.876923624426126,0.0,0,12,8,empty_patch,model_turn_budget E15,5c85abaa8c90e0a24d70,TASK_S4_R001_003,d4111604e7dff5cfaadd5853710eb313021514f6,M003,H011,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,11722,10983,739,17.887654250022024,17.83074387582019,0.0,0,12,11,empty_patch,model_turn_budget E15,df4a3a6cd16a0a5549e5,TASK_S4_R001_003,d4111604e7dff5cfaadd5853710eb313021514f6,M004,H011,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,3,97342,96929,413,17.233111917041242,17.0886296662502,4.148223124910146,1,12,8,empty_patch,model_turn_budget E15,12be9fc9f003d78ef1d1,TASK_S4_R002_001,25b84cd1249d7061d07514b224d1080f46aaa555,M004,H011,P003,0,0,0,0,0,0,1,0.0,0.3333333333333333,0,1,5,7,120181,119519,662,27.13921745796688,26.985974456882104,0.0,0,12,3,empty_patch,model_turn_budget E15,c61023829c82e2781005,TASK_S4_R002_001,25b84cd1249d7061d07514b224d1080f46aaa555,M003,H011,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,36883,36227,656,24.57310479111038,24.470984876155853,6.022951666964218,1,12,11,empty_patch,model_turn_budget E15,9be530e336b3e4ad07f2,TASK_S4_R002_002,0e9cccbc7795063acf1fd3e374140ddf5eba3f71,M004,H011,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,6,139134,138172,962,36.2926524579525,36.12739170831628,0.0,0,12,4,empty_patch,finish_tool E15,cedfc5163ad69e5abb25,TASK_S4_R002_002,0e9cccbc7795063acf1fd3e374140ddf5eba3f71,M003,H011,P003,0,1,1,0,0,1,0,1.0,0.0,1,0,5,0,14339,13099,1240,21.036882875021547,19.928444873774424,0.0,0,4,2,tests,assistant_stop_without_finish E15,cf34b6cd89256ae2ef66,TASK_S4_R002_003,4d7442ac69c6d3b8f86af4764f4143b310650cba,M003,H011,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,3057,2825,232,3.7004338749684393,3.6820187508128583,0.0,0,3,2,empty_patch,assistant_stop_without_finish E15,d2a161bde04a4d8feb40,TASK_S4_R002_003,4d7442ac69c6d3b8f86af4764f4143b310650cba,M004,H011,P003,0,1,0,0,0,1,1,1.0,1.0,1,1,5,3,98193,92632,5561,106.26796416682191,104.24731945805252,0.0,0,12,3,patch_apply,model_turn_budget E15,2be52320d60cc6804b69,TASK_S4_R002_004,e166c948a89b4f894f6aed5667c6da6db368009d,M004,H011,P003,0,1,1,0,0,1,1,0.5,1.0,1,1,5,6,118132,117134,998,35.0442889588885,31.86084762495011,0.0,0,12,2,tests,model_turn_budget E15,4f8124fde8d27019f2c4,TASK_S4_R002_004,e166c948a89b4f894f6aed5667c6da6db368009d,M003,H011,P003,0,1,1,0,0,1,1,1.0,1.0,1,1,5,3,46008,42729,3279,61.939709125086665,61.39491579076275,0.0,0,6,2,tests,assistant_stop_without_finish E15,45ed39fad15876eb4f14,TASK_S4_R002_005,d3f3944d353186f4bebce0d3924ab6958d93ce79,M003,H011,P003,0,0,0,0,0,1,0,1.0,0.0,1,0,5,0,3389,3308,81,2.1354955839924514,2.1120426668785512,0.0,0,1,0,empty_patch,assistant_stop_without_finish E15,84de86ad8710630f2cc5,TASK_S4_R002_005,d3f3944d353186f4bebce0d3924ab6958d93ce79,M004,H011,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,4,88428,87890,538,17.653584917075932,17.486396125517786,0.0,0,12,7,empty_patch,model_turn_budget E15,6ac6f903b8ef6cb2fcd5,TASK_S4_R002_006,a5989bd1df301e44199b91c6252772214a7241f2,M004,H011,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,1,90075,86725,3350,54.99492141697556,54.42695825127885,0.0,0,12,7,tests,finish_tool E15,c18b8bd6d3c3ff847cbe,TASK_S4_R002_006,a5989bd1df301e44199b91c6252772214a7241f2,M003,H011,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,11613,10833,780,12.011098709190264,11.943070373032242,4.347230833955109,1,12,11,empty_patch,model_turn_budget E15,849749b1627be5ba8e92,TASK_S4_R002_007,9544a11db38f7549b25f967a784742fd2562ca32,M004,H011,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,2,101268,96356,4912,77.70995775004849,76.09207641682588,0.0,0,12,4,tests,finish_tool E15,e1833813b9cd6aad7b05,TASK_S4_R002_007,9544a11db38f7549b25f967a784742fd2562ca32,M003,H011,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,1,17366,15159,2207,30.59378533391282,29.627898168051615,0.0,0,3,1,tests,assistant_stop_without_finish E15,32d99ff9fde0724744b8,TASK_S4_R003_001,4e68d32c77ed587ab42d229d9f44c3bc40d1d0e5,M003,H011,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,1,43798,40961,2837,44.37690879101865,43.32862712815404,0.0,0,12,5,tests,model_turn_budget E15,4589174e7617ffcb5224,TASK_S4_R003_001,4e68d32c77ed587ab42d229d9f44c3bc40d1d0e5,M004,H011,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,2,37343,36266,1077,16.20341920806095,16.125877041369677,0.0,0,7,3,empty_patch,finish_tool E15,d833a9f49ea3d7af9abe,TASK_S4_R003_002,cbc13a61e0f15880b49a3d0208cc603d7d0b57e3,M004,H011,P003,0,1,1,0,0,1,1,1.0,1.0,1,1,5,2,105317,102719,2598,44.74639862496406,43.98534762230702,4.041216167155653,1,12,6,tests,model_turn_budget E15,dff36cb871534b13cfa4,TASK_S4_R003_002,cbc13a61e0f15880b49a3d0208cc603d7d0b57e3,M003,H011,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,11409,10818,591,9.641244624974206,9.587859791237861,4.1988218750339,1,12,11,empty_patch,model_turn_budget E15,252c51d2ea2787108b4b,TASK_S4_R003_003,57749d46de1d975aacb82758c268fc26e5e6ed8b,M004,H011,P003,0,0,0,0,0,1,1,0.25,1.0,1,1,5,5,58491,57381,1110,19.492191707948223,19.369061917765066,2.8264857919421047,1,12,5,empty_patch,finish_tool E15,99ed22066cfe8970d747,TASK_S4_R003_003,57749d46de1d975aacb82758c268fc26e5e6ed8b,M003,H011,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,11337,10791,546,11.594751207856461,11.540607500588521,5.7740438329055905,1,12,11,empty_patch,model_turn_budget E15,1e853bf1a4f60c596cfe,TASK_S4_R003_004,dae9e522a26041f5b3c6461cc8a5e284f3376a79,M003,H011,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,12222,10725,1497,23.785039625130594,23.726711958413944,4.317980375140905,1,12,11,empty_patch,model_turn_budget E15,f19b9d848bc29cab1f79,TASK_S4_R003_004,dae9e522a26041f5b3c6461cc8a5e284f3376a79,M004,H011,P003,0,0,0,0,0,0,1,0.0,0.25,0,1,5,5,74467,73965,502,19.59186204103753,19.45214037387632,0.0,0,12,6,empty_patch,model_turn_budget E15,4525a3371a2dc591be2b,TASK_S4_R003_005,dcca59d1a5966283c1120cfb639c01a76214d2b2,M004,H011,P003,0,0,0,0,0,0,1,0.0,0.5,0,1,5,5,77196,75770,1426,32.81540637486614,32.671664253110066,2.9455938751343638,1,12,4,empty_patch,model_turn_budget E15,d246bb1d22d63d877f9d,TASK_S4_R003_005,dcca59d1a5966283c1120cfb639c01a76214d2b2,M003,H011,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,1,58499,55790,2709,62.40800012508407,59.547209876356646,0.0,0,11,4,tests,assistant_stop_without_finish E15,ba46d7d39cc7f02ebc60,TASK_S4_R003_006,fad14413f4f27f1b6f902703b5075528aac52451,M004,H011,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,3,105842,105233,609,19.881864791037515,19.70248687500134,0.0,0,12,6,empty_patch,model_turn_budget E15,d353b7c234f0021fbd08,TASK_S4_R003_006,fad14413f4f27f1b6f902703b5075528aac52451,M003,H011,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,658,615,43,0.6618999170605093,0.6587714580819011,4.338317791000009,1,0,0,empty_patch,assistant_stop_without_finish E15,cfe88c275dc7016e8f57,TASK_S4_R003_007,428b4fdee5402f1588f35fb50d98b2225d083f6d,M004,H011,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,38939,38439,500,8.868267041863874,8.77098129177466,0.0,0,12,11,empty_patch,model_turn_budget E15,fa6e0e53f9576dbd5227,TASK_S4_R003_007,428b4fdee5402f1588f35fb50d98b2225d083f6d,M003,H011,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,664,620,44,0.6491987919434905,0.6464878330007195,4.178041624836624,1,0,0,empty_patch,assistant_stop_without_finish E15,0348539e34bf1a731e8f,TASK_S4_R003_008,f4ce86770befef77c7c556fd5cfe25165f59f515,M003,H011,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,11442,10649,793,13.355985458008945,13.275269333273172,0.0,0,12,11,empty_patch,model_turn_budget E15,5824f990efabc8983a68,TASK_S4_R003_008,f4ce86770befef77c7c556fd5cfe25165f59f515,M004,H011,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,2,47369,46833,536,9.785041959024966,9.672381459036842,0.0,0,12,9,empty_patch,model_turn_budget E15,4b4ebee3c83169326ae4,TASK_S4_R003_009,1e7f257e79a7adf1e6f2bc9222fd5031340d26c3,M003,H011,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,1,55895,52882,3013,55.08151837508194,53.706834664568305,4.171787791885436,1,11,9,tests,assistant_stop_without_finish E15,7a0a55ccb9fcba9e6efa,TASK_S4_R003_009,1e7f257e79a7adf1e6f2bc9222fd5031340d26c3,M004,H011,P003,0,1,1,1,0,0,1,0.0,0.3333333333333333,0,1,5,3,109477,107305,2172,44.10427166707814,42.92700166720897,0.0,0,12,5,tests,model_turn_budget E15,364e67ccda8bf67c5c3e,TASK_S4_R003_010,a788cff7c1c651c512f15a9a1045c1e4d449d854,M003,H011,P003,0,1,1,0,0,1,1,0.3333333333333333,1.0,1,1,5,1,21827,19612,2215,33.87762820790522,32.58125349902548,4.166380667127669,1,5,3,tests,assistant_stop_without_finish E15,e4e48b4f3db7ea576cca,TASK_S4_R003_010,a788cff7c1c651c512f15a9a1045c1e4d449d854,M004,H011,P003,0,0,0,0,0,1,1,0.3333333333333333,0.5,1,1,5,2,41458,40959,499,9.33740691607818,9.237961875740439,0.0,0,12,9,empty_patch,model_turn_budget E15,769823dc7de9d9bd44f0,TASK_S4_R001_001,f9e8e36f51764f6d4fb21739586df5d2154c5a56,M002,H012,P002,0,0,0,0,0,1,1,0.5,0.5,1,1,15,3,122320,121076,1244,40.52571174991317,38.93917512590997,0.0,0,12,0,empty_patch,tool_budget_exhausted E15,6b61016cd384e9d97f70,TASK_S4_R001_002,072b63c036f60928edc7f1952e91166d26ce4f2d,M002,H012,P002,0,1,1,0,0,0,1,0.07142857142857142,0.3333333333333333,1,1,22,3,128988,127599,1389,26.674841333180666,23.11939870985225,0.0,0,12,0,tests,tool_budget_exhausted E15,2d89ca8acdb71f19dfd1,TASK_S4_R001_003,d4111604e7dff5cfaadd5853710eb313021514f6,M002,H012,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,33,0,90657,89863,794,65.95309425005689,63.14799549919553,0.0,0,12,0,empty_patch,tool_budget_exhausted E15,c3c78d223572294ed209,TASK_S4_R002_001,25b84cd1249d7061d07514b224d1080f46aaa555,M002,H012,P002,0,0,0,0,0,0,0,0.06666666666666667,0.0,1,0,28,1,98148,97284,864,31.848426916869357,30.510518706869334,0.0,0,12,0,empty_patch,tool_budget_exhausted E15,05a862163faba647fc6c,TASK_S4_R002_002,0e9cccbc7795063acf1fd3e374140ddf5eba3f71,M002,H012,P002,0,1,1,0,0,1,1,0.3333333333333333,1.0,1,1,10,7,118233,116153,2080,40.25911433319561,38.72708116681315,0.0,0,12,0,tests,tool_budget_exhausted E15,8ebcaab05dce6358608f,TASK_S4_R002_003,4d7442ac69c6d3b8f86af4764f4143b310650cba,M002,H012,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,14,5,83717,73908,9809,116.92539579188451,116.2047142914962,5.612957041943446,1,10,0,empty_patch,assistant_stop_without_finish E15,44c74c2dbdb95e29eab5,TASK_S4_R002_004,e166c948a89b4f894f6aed5667c6da6db368009d,M002,H012,P002,0,1,1,0,0,1,1,0.5,1.0,1,1,11,6,45369,42931,2438,40.55443562497385,39.236763957189396,0.0,0,12,0,tests,tool_budget_exhausted E15,30ffd2b56ccac362b336,TASK_S4_R002_005,d3f3944d353186f4bebce0d3924ab6958d93ce79,M002,H012,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,40,1,119568,117776,1792,41.50639641704038,39.98204237502068,0.0,0,12,0,empty_patch,tool_budget_exhausted E15,d6e3e8dd68141dbd3af9,TASK_S4_R002_006,a5989bd1df301e44199b91c6252772214a7241f2,M002,H012,P002,0,0,0,0,0,0,0,0.05263157894736842,0.0,1,0,20,3,98137,97182,955,27.24387079081498,26.232646834338084,0.0,0,12,0,empty_patch,tool_budget_exhausted E15,3e01c10b3f52c0f6bb89,TASK_S4_R002_007,9544a11db38f7549b25f967a784742fd2562ca32,M002,H012,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,29,2,90196,89442,754,20.339905499946326,19.44198962394148,0.0,0,12,0,empty_patch,tool_budget_exhausted E15,d9598879cf9f477745d8,TASK_S4_R003_001,4e68d32c77ed587ab42d229d9f44c3bc40d1d0e5,M002,H012,P002,0,1,1,0,0,0,0,0.0,0.0,0,0,6,2,43861,42404,1457,25.15808945777826,16.147680124035105,0.0,0,8,0,tests,finish_tool E15,3bc8d1f70e39af8d5dfe,TASK_S4_R003_002,cbc13a61e0f15880b49a3d0208cc603d7d0b57e3,M002,H012,P002,0,0,0,0,0,1,1,0.16666666666666666,1.0,1,1,21,2,108221,106851,1370,28.302571416134015,27.86904241819866,0.0,0,12,0,empty_patch,tool_budget_exhausted E15,fb4f62af456b5a9de9e1,TASK_S4_R003_003,57749d46de1d975aacb82758c268fc26e5e6ed8b,M002,H012,P002,0,0,0,0,0,1,1,0.2,0.3333333333333333,1,1,18,4,57346,56359,987,22.457434458192438,22.202256167307496,0.0,0,12,0,empty_patch,tool_budget_exhausted E15,5dec4da1861f12319a6b,TASK_S4_R003_004,dae9e522a26041f5b3c6461cc8a5e284f3376a79,M002,H012,P002,0,0,0,0,0,0,0,0.05,0.0,1,0,25,2,88948,87952,996,27.10859162500128,26.677093959180638,0.0,0,12,0,empty_patch,tool_budget_exhausted E15,fc6868daab75d6a13e90,TASK_S4_R003_005,dcca59d1a5966283c1120cfb639c01a76214d2b2,M002,H012,P002,0,0,0,0,0,1,1,0.14285714285714285,0.25,1,1,13,5,53674,52027,1647,31.574592750053853,26.579782707383856,10.091866582864895,3,12,0,empty_patch,tool_budget_exhausted E15,c3bdc1cbacdfec48aef8,TASK_S4_R003_006,fad14413f4f27f1b6f902703b5075528aac52451,M002,H012,P002,0,0,0,0,0,1,1,0.125,0.25,1,1,12,4,158701,149130,9571,143.09575312491506,142.76666279206984,0.0,0,11,0,empty_patch,assistant_stop_without_finish E15,9b98e086a54d88988d2a,TASK_S4_R003_007,428b4fdee5402f1588f35fb50d98b2225d083f6d,M002,H012,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,7,1,186212,185273,939,35.70037924987264,35.386679915944114,0.0,0,12,0,empty_patch,tool_budget_exhausted E15,50a5d33c939d09d88ff4,TASK_S4_R003_008,f4ce86770befef77c7c556fd5cfe25165f59f515,M002,H012,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,24,1,63688,62878,810,19.319751749979332,18.97530100005679,0.0,0,12,0,empty_patch,tool_budget_exhausted E15,d98d09bf2535c6e86bb0,TASK_S4_R003_009,1e7f257e79a7adf1e6f2bc9222fd5031340d26c3,M002,H012,P002,0,0,0,0,0,1,1,0.2,0.5,1,1,11,4,134743,133179,1564,31.90424249996431,31.559543458512053,0.0,0,12,0,empty_patch,tool_budget_exhausted E15,44290263f0dac2404e1e,TASK_S4_R003_010,a788cff7c1c651c512f15a9a1045c1e4d449d854,M002,H012,P002,0,0,0,0,0,1,1,0.25,1.0,1,1,11,3,73585,72640,945,19.79455454205163,19.48415300063789,0.0,0,9,0,empty_patch,assistant_stop_without_finish E15,7328175949cbff96cfab,TASK_S4_R001_001,f9e8e36f51764f6d4fb21739586df5d2154c5a56,M004,H012,P003,0,0,0,0,0,1,1,1.0,0.3333333333333333,1,1,23,4,170264,169678,586,44.602910625049844,43.22826583171263,0.0,0,12,0,empty_patch,model_turn_budget E15,acee6ce05387666cbf51,TASK_S4_R001_001,f9e8e36f51764f6d4fb21739586df5d2154c5a56,M003,H012,P003,0,0,0,0,0,1,0,0.25,0.0,1,0,14,0,111487,110890,597,67.40005295793526,67.10957312490791,0.0,0,12,0,empty_patch,model_turn_budget E15,0f1951977a335d3a2df3,TASK_S4_R001_002,072b63c036f60928edc7f1952e91166d26ce4f2d,M003,H012,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,26,0,131830,131197,633,69.80558804189786,69.52222774946131,0.0,0,12,0,empty_patch,model_turn_budget E15,caf54c2970953b23f17e,TASK_S4_R001_002,072b63c036f60928edc7f1952e91166d26ce4f2d,M004,H012,P003,0,1,1,0,0,0,1,0.05555555555555555,0.3333333333333333,1,1,21,4,140970,140316,654,28.704877583077177,27.060946666868404,0.0,0,12,2,tests,model_turn_budget E15,73be8c81147a137c93c3,TASK_S4_R001_003,d4111604e7dff5cfaadd5853710eb313021514f6,M003,H012,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,17,1,122065,121389,676,83.10458491719328,82.85475003998727,0.0,0,12,0,empty_patch,model_turn_budget E15,f1142071208441d8af54,TASK_S4_R001_003,d4111604e7dff5cfaadd5853710eb313021514f6,M004,H012,P003,0,0,0,0,0,0,0,0.07142857142857142,0.0,1,0,23,5,135817,135114,703,57.41550883394666,52.108084169449285,4.976966833695769,2,12,1,empty_patch,model_turn_budget E15,2f2c8c4085e837c65e2f,TASK_S4_R002_001,25b84cd1249d7061d07514b224d1080f46aaa555,M003,H012,P003,0,1,1,0,0,0,0,0.07692307692307693,0.0,1,0,16,0,32770,32032,738,25.924571458948776,23.841613792115822,0.0,0,6,1,tests,assistant_stop_without_finish E15,ca00eea23758ef78fe18,TASK_S4_R002_001,25b84cd1249d7061d07514b224d1080f46aaa555,M004,H012,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,23,1,164602,163978,624,49.588906875113025,44.25139937386848,8.262064459268004,3,12,0,empty_patch,model_turn_budget E15,091495a3e5c1ff865ea0,TASK_S4_R002_002,0e9cccbc7795063acf1fd3e374140ddf5eba3f71,M003,H012,P003,0,1,1,0,0,1,0,1.0,0.0,1,0,5,0,18230,16873,1357,24.186099250102416,23.03822766803205,5.367451707832515,1,4,1,tests,assistant_stop_without_finish E15,a251afb3c10e5c04d1ea,TASK_S4_R002_002,0e9cccbc7795063acf1fd3e374140ddf5eba3f71,M004,H012,P003,0,1,1,0,0,1,1,1.0,1.0,1,1,5,7,154948,153717,1231,52.73034970811568,49.086751081980765,0.0,0,12,0,tests,model_turn_budget E15,8f26023a5112732c4783,TASK_S4_R002_003,4d7442ac69c6d3b8f86af4764f4143b310650cba,M004,H012,P003,0,1,1,0,0,1,1,1.0,1.0,1,1,11,3,126392,122604,3788,80.49770879209973,79.01159183657728,0.0,0,12,0,tests,model_turn_budget E15,a2cdadb3a12403dec7f1,TASK_S4_R002_003,4d7442ac69c6d3b8f86af4764f4143b310650cba,M003,H012,P003,0,1,1,0,0,1,1,1.0,1.0,1,1,16,1,41982,41211,771,28.958429124904796,27.987361040199175,0.0,0,6,1,tests,assistant_stop_without_finish E15,08beeeeac451c84cc9ef,TASK_S4_R002_004,e166c948a89b4f894f6aed5667c6da6db368009d,M003,H012,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,4009,3836,173,3.86006149998866,3.7064725409727544,0.0,0,2,0,empty_patch,assistant_stop_without_finish E15,8aa5d0f375ee0a9a2031,TASK_S4_R002_004,e166c948a89b4f894f6aed5667c6da6db368009d,M004,H012,P003,0,1,0,0,0,1,1,1.0,1.0,1,1,10,6,145680,143512,2168,68.60643625003286,68.09929820592515,0.0,0,12,0,patch_apply,model_turn_budget E15,7849de10e2f8d6e77025,TASK_S4_R002_005,d3f3944d353186f4bebce0d3924ab6958d93ce79,M004,H012,P003,0,1,1,0,0,1,1,1.0,1.0,1,1,15,2,97220,95051,2169,54.28210333385505,50.480019208975136,0.0,0,9,0,tests,finish_tool E15,9f13894b47b2051b1a1a,TASK_S4_R002_005,d3f3944d353186f4bebce0d3924ab6958d93ce79,M003,H012,P003,0,0,0,0,0,1,0,1.0,0.0,1,0,17,0,141655,141061,594,69.51437824987806,69.17415895801969,0.0,0,12,0,empty_patch,model_turn_budget E15,4a5b31b31ff4eaa80253,TASK_S4_R002_006,a5989bd1df301e44199b91c6252772214a7241f2,M003,H012,P003,0,1,1,0,0,1,0,0.1111111111111111,0.0,1,0,12,1,68461,65219,3242,68.99491270887665,68.31207695789635,0.0,0,8,1,tests,assistant_stop_without_finish E15,a0405fd334c1e6fb0171,TASK_S4_R002_006,a5989bd1df301e44199b91c6252772214a7241f2,M004,H012,P003,0,0,0,0,0,0,0,0.08333333333333333,0.0,1,0,22,3,139583,138877,706,30.294279375113547,29.595457582268864,0.0,0,12,0,empty_patch,model_turn_budget E15,47c2c1e56c976da3f4c7,TASK_S4_R002_007,9544a11db38f7549b25f967a784742fd2562ca32,M003,H012,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,1,24392,22144,2248,33.41521350014955,32.05316987307742,0.0,0,4,1,tests,assistant_stop_without_finish E15,eda149016c3e494e34c6,TASK_S4_R002_007,9544a11db38f7549b25f967a784742fd2562ca32,M004,H012,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,12,2,130568,126683,3885,76.37243091617711,74.67503012367524,0.0,0,12,2,tests,model_turn_budget E15,1c29d64bdb32ee4db242,TASK_S4_R003_001,4e68d32c77ed587ab42d229d9f44c3bc40d1d0e5,M003,H012,P003,0,1,1,0,0,0,0,0.058823529411764705,0.0,0,0,5,1,114260,104499,9761,155.63128379220143,153.95689274929464,0.0,0,12,0,tests,model_turn_budget E15,bcd102d324b666b8464b,TASK_S4_R003_001,4e68d32c77ed587ab42d229d9f44c3bc40d1d0e5,M004,H012,P003,0,1,1,0,0,1,0,0.5,0.0,1,0,6,2,109237,106890,2347,48.70418379199691,45.0225903771352,0.0,0,12,2,tests,model_turn_budget E15,0c10581a7cba63eb9ba5,TASK_S4_R003_002,cbc13a61e0f15880b49a3d0208cc603d7d0b57e3,M004,H012,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,15,2,140560,138762,1798,53.20736720808782,49.154773166636005,3.7554815001785755,2,12,0,empty_patch,finish_tool E15,421b7819cf29a69602bf,TASK_S4_R003_002,cbc13a61e0f15880b49a3d0208cc603d7d0b57e3,M003,H012,P003,0,1,1,0,0,1,1,1.0,1.0,1,1,9,1,114049,113025,1024,55.4470436249394,53.900986624881625,0.0,0,12,0,tests,model_turn_budget E15,4007e69127a3ec8bb726,TASK_S4_R003_003,57749d46de1d975aacb82758c268fc26e5e6ed8b,M004,H012,P003,0,0,0,0,0,1,1,0.25,1.0,1,1,18,3,94602,93392,1210,33.598076957976446,29.593158539384604,7.679277291987091,3,12,1,empty_patch,model_turn_budget E15,798bc0ba34a2a2a0e453,TASK_S4_R003_003,57749d46de1d975aacb82758c268fc26e5e6ed8b,M003,H012,P003,0,1,1,0,0,1,1,0.2,1.0,1,0,10,0,67612,63264,4348,89.83882879186422,88.579573872732,0.0,0,11,1,tests,assistant_stop_without_finish E15,648d2891926da8e3b67b,TASK_S4_R003_004,dae9e522a26041f5b3c6461cc8a5e284f3376a79,M003,H012,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,8,1,106130,104918,1212,68.221602082951,66.20888595608994,5.452110790880397,1,12,2,tests,model_turn_budget E15,a5ac4ffc5b52444f4009,TASK_S4_R003_004,dae9e522a26041f5b3c6461cc8a5e284f3376a79,M004,H012,P003,0,0,0,0,0,0,0,0.08333333333333333,0.0,1,0,23,2,130388,129049,1339,70.41207924997434,59.11548008490354,7.6704909997060895,4,12,0,empty_patch,model_turn_budget E15,349babc97f1e28c73775,TASK_S4_R003_005,dcca59d1a5966283c1120cfb639c01a76214d2b2,M003,H012,P003,0,1,1,0,0,1,0,0.16666666666666666,0.0,1,0,7,1,83662,81721,1941,63.79175400012173,62.54512266861275,0.0,0,12,1,tests,model_turn_budget E15,e3223d5b1be4408594ff,TASK_S4_R003_005,dcca59d1a5966283c1120cfb639c01a76214d2b2,M004,H012,P003,0,1,1,0,0,1,1,0.16666666666666666,0.5,1,1,16,4,105650,104565,1085,37.07236933312379,35.994294374249876,0.0,0,12,0,tests,model_turn_budget E15,34e2bca9a5cb75006a5a,TASK_S4_R003_006,fad14413f4f27f1b6f902703b5075528aac52451,M004,H012,P003,0,0,0,0,0,1,0,0.16666666666666666,0.0,1,0,14,3,165189,164627,562,34.09276875015348,33.804482832551,0.0,0,12,0,empty_patch,model_turn_budget E15,5300b589ef6f39d65f9f,TASK_S4_R003_006,fad14413f4f27f1b6f902703b5075528aac52451,M003,H012,P003,0,0,0,0,0,1,0,0.14285714285714285,0.0,1,0,8,1,120809,120123,686,60.193020875100046,59.985786706907675,0.0,0,12,0,empty_patch,model_turn_budget E15,103e92afcb225c9514c3,TASK_S4_R003_007,428b4fdee5402f1588f35fb50d98b2225d083f6d,M004,H012,P003,0,0,0,0,0,1,1,0.14285714285714285,0.5,1,1,27,2,135590,134729,861,38.373975082999095,34.47771995794028,3.632509750779718,2,12,1,empty_patch,model_turn_budget E15,7753664e22258c10094d,TASK_S4_R003_007,428b4fdee5402f1588f35fb50d98b2225d083f6d,M003,H012,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,661,617,44,0.5876018330454826,0.5837792500387877,0.0,0,0,0,empty_patch,assistant_stop_without_finish E15,71670b9561e79655c76e,TASK_S4_R003_008,f4ce86770befef77c7c556fd5cfe25165f59f515,M004,H012,P003,0,1,1,0,0,1,1,1.0,1.0,1,1,12,2,118189,116131,2058,55.17504404182546,50.88180079055019,3.6295068750623614,2,12,0,tests,model_turn_budget E15,916d309f5eca96c621df,TASK_S4_R003_008,f4ce86770befef77c7c556fd5cfe25165f59f515,M003,H012,P003,0,1,1,0,0,1,0,0.5,0.0,1,0,6,0,38322,37433,889,25.281204000115395,24.69612970808521,0.0,0,7,1,tests,assistant_stop_without_finish E15,351bec1bc765ff3e72ea,TASK_S4_R003_009,1e7f257e79a7adf1e6f2bc9222fd5031340d26c3,M004,H012,P003,0,1,1,1,0,1,1,0.2,1.0,1,1,11,1,126295,123779,2516,53.64575545815751,52.613156917039305,0.0,0,12,1,tests,model_turn_budget E15,b16ea18d66a6ea34516f,TASK_S4_R003_009,1e7f257e79a7adf1e6f2bc9222fd5031340d26c3,M003,H012,P003,0,0,0,0,0,1,1,0.1111111111111111,1.0,1,1,11,1,122814,122329,485,53.25678874994628,53.03412479162216,0.0,0,12,0,empty_patch,model_turn_budget E15,2b53d3f407785e01b0b1,TASK_S4_R003_010,a788cff7c1c651c512f15a9a1045c1e4d449d854,M004,H012,P003,0,0,0,0,0,1,1,0.3333333333333333,1.0,1,1,26,3,144892,144312,580,27.106178167043254,26.71646133204922,0.0,0,12,0,empty_patch,model_turn_budget E15,499e0bd523f5470b7e6c,TASK_S4_R003_010,a788cff7c1c651c512f15a9a1045c1e4d449d854,M003,H012,P003,0,0,0,0,0,1,0,0.3333333333333333,0.0,1,0,6,1,119045,118511,534,52.75400816695765,52.537018209230155,0.0,0,12,0,empty_patch,model_turn_budget E15,47eaefb617373e724815,TASK_S4_R001_001,f9e8e36f51764f6d4fb21739586df5d2154c5a56,M002,H013,P002,0,0,0,0,0,0,1,0.0,1.0,0,1,5,1,197560,196251,1309,37.41807329189032,29.60608649905771,6.515381375094876,2,12,10,empty_patch,model_turn_budget E15,1c2a3bc5fadb40d5bedc,TASK_S4_R001_002,072b63c036f60928edc7f1952e91166d26ce4f2d,M002,H013,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,68876,60150,8726,104.81097945920192,96.50626787426881,6.948039417155087,2,7,5,empty_patch,assistant_stop_without_finish E15,fa39a3b77d5dd2dc1e42,TASK_S4_R001_003,d4111604e7dff5cfaadd5853710eb313021514f6,M002,H013,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,2,82237,80790,1447,67.23070970806293,57.651525418274105,7.600650832988322,2,12,9,empty_patch,model_turn_budget E15,b0769648027623d3dbdc,TASK_S4_R002_001,25b84cd1249d7061d07514b224d1080f46aaa555,M002,H013,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,2,109019,108023,996,31.776664457982406,24.729600209509954,6.247204250190407,2,12,7,empty_patch,model_turn_budget E15,60b5de9b756263618192,TASK_S4_R002_002,0e9cccbc7795063acf1fd3e374140ddf5eba3f71,M002,H013,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,5,28910,28156,754,16.181164833018556,9.881562789902091,5.80006116698496,2,12,6,empty_patch,tool_budget_exhausted E15,69b53d726fdcf8b9818e,TASK_S4_R002_003,4d7442ac69c6d3b8f86af4764f4143b310650cba,M002,H013,P002,0,1,1,0,0,1,1,1.0,1.0,1,1,5,1,46788,44717,2071,34.40300125000067,25.3583324579522,5.866385918110609,2,8,0,tests,finish_tool E15,882492806f61f1318047,TASK_S4_R002_004,e166c948a89b4f894f6aed5667c6da6db368009d,M002,H013,P002,0,1,1,0,0,1,1,1.0,1.0,1,1,5,6,93945,92555,1390,32.90803175000474,25.37887299922295,10.725263623986393,3,12,1,tests,tool_budget_exhausted E15,dcfe25f4fb52cd83d387,TASK_S4_R002_005,d3f3944d353186f4bebce0d3924ab6958d93ce79,M002,H013,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,3,70021,68825,1196,26.92670908290893,20.685422501293942,5.779387333197519,2,12,8,empty_patch,model_turn_budget E15,ff56837a8564a0e4b8d4,TASK_S4_R002_006,a5989bd1df301e44199b91c6252772214a7241f2,M002,H013,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,201192,199908,1284,44.23080158303492,37.788180000847206,5.623445499921218,2,12,1,empty_patch,model_turn_budget E15,c5826d916558e243b091,TASK_S4_R002_007,9544a11db38f7549b25f967a784742fd2562ca32,M002,H013,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,2,73161,71560,1601,25.528866958105937,19.057683751685545,5.244156792061403,2,12,8,empty_patch,model_turn_budget E15,c94dbe880f20d60a7d39,TASK_S4_R003_001,4e68d32c77ed587ab42d229d9f44c3bc40d1d0e5,M002,H013,P002,0,1,1,0,0,1,0,0.2,0.0,1,0,5,2,46022,44655,1367,26.910883832955733,15.33360533323139,5.1314411668572575,2,7,0,tests,finish_tool E15,85826a93f6e41a3be3e2,TASK_S4_R003_002,cbc13a61e0f15880b49a3d0208cc603d7d0b57e3,M002,H013,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,1,210276,209080,1196,36.25756691605784,30.57193816686049,5.218646334018558,2,12,1,empty_patch,model_turn_budget E15,4e65eee8be979ec05934,TASK_S4_R003_003,57749d46de1d975aacb82758c268fc26e5e6ed8b,M002,H013,P002,0,0,0,0,0,1,0,0.3333333333333333,0.0,1,0,5,1,61314,60460,854,19.96682162513025,14.133164292899892,5.515706625301391,2,12,10,empty_patch,model_turn_budget E15,b859bc3c6def57d0bf8f,TASK_S4_R003_004,dae9e522a26041f5b3c6461cc8a5e284f3376a79,M002,H013,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,2,81890,81045,845,22.22936191712506,16.258768749656156,5.6503985417075455,2,12,8,empty_patch,model_turn_budget E15,300533817baee687a382,TASK_S4_R003_005,dcca59d1a5966283c1120cfb639c01a76214d2b2,M002,H013,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,51829,50611,1218,22.740162290865555,17.00473704119213,5.378887498984113,2,12,10,empty_patch,model_turn_budget E15,fb7c26c9cd59e11187ad,TASK_S4_R003_006,fad14413f4f27f1b6f902703b5075528aac52451,M002,H013,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,4,52652,43882,8770,118.42160525009967,113.49427583394572,9.5504655840341,3,7,0,empty_patch,assistant_stop_without_finish E15,364a8ff861b08f6354ba,TASK_S4_R003_007,428b4fdee5402f1588f35fb50d98b2225d083f6d,M002,H013,P002,0,0,0,0,0,1,0,0.3333333333333333,0.0,1,0,5,1,73918,73165,753,19.667208082973957,13.58443241706118,5.783850624924526,2,12,10,empty_patch,model_turn_budget E15,1a7614ab08232c6a80ce,TASK_S4_R003_008,f4ce86770befef77c7c556fd5cfe25165f59f515,M002,H013,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,2,135412,134500,912,31.020948874996975,25.503267667954788,5.18747516698204,2,12,2,empty_patch,model_turn_budget E15,966d0a74dda95087609d,TASK_S4_R003_009,1e7f257e79a7adf1e6f2bc9222fd5031340d26c3,M002,H013,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,2,140934,140070,864,26.319974042009562,20.622109833871946,5.316687583224848,2,12,6,empty_patch,model_turn_budget E15,1db83fc3046933727fb1,TASK_S4_R003_010,a788cff7c1c651c512f15a9a1045c1e4d449d854,M002,H013,P002,0,0,0,0,0,1,1,0.25,0.5,1,1,5,2,96227,94302,1925,31.664892666973174,26.157376042334363,5.1936301661189646,2,12,8,empty_patch,model_turn_budget E15,4fdf0c212722b43e839f,TASK_S4_R001_001,f9e8e36f51764f6d4fb21739586df5d2154c5a56,M004,H013,P003,0,0,0,0,0,0,1,0.0,0.5,0,1,5,2,132378,131812,566,30.17528049997054,24.20120633323677,5.011872875038534,2,12,8,empty_patch,model_turn_budget E15,fb8e0db4cbc1b3e66572,TASK_S4_R001_001,f9e8e36f51764f6d4fb21739586df5d2154c5a56,M003,H013,P003,0,0,0,0,0,0,1,0.0,1.0,0,1,5,1,101102,100371,731,67.01781162503175,60.93398383422755,5.257666666992009,2,12,10,empty_patch,model_turn_budget E15,1d6773c228e796be88c0,TASK_S4_R001_002,072b63c036f60928edc7f1952e91166d26ce4f2d,M004,H013,P003,0,1,1,0,0,1,1,1.0,1.0,1,1,5,3,49394,48709,685,22.3253861668054,14.799841958098114,4.580747457919642,2,9,2,tests,finish_tool E15,66ae189bafda429143f8,TASK_S4_R001_002,072b63c036f60928edc7f1952e91166d26ce4f2d,M003,H013,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,70328,69690,638,42.84470379096456,37.41639845678583,4.952231083065271,2,12,11,empty_patch,model_turn_budget E15,03bd1acb6836f256c606,TASK_S4_R001_003,d4111604e7dff5cfaadd5853710eb313021514f6,M003,H013,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,73963,72870,1093,59.604576791869476,53.951233334839344,5.425952332792804,2,12,10,empty_patch,model_turn_budget E15,05d34cb5d279a241092c,TASK_S4_R001_003,d4111604e7dff5cfaadd5853710eb313021514f6,M004,H013,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,2,108312,107730,582,27.670516959158704,22.099439417244866,4.433417290914804,2,12,6,empty_patch,model_turn_budget E15,7c0b6a71bc9b98419a2c,TASK_S4_R002_001,25b84cd1249d7061d07514b224d1080f46aaa555,M003,H013,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,31368,30510,858,29.36684558307752,23.563253708416596,5.3731067487969995,2,12,11,empty_patch,model_turn_budget E15,cca3d74f3afe22e161b5,TASK_S4_R002_001,25b84cd1249d7061d07514b224d1080f46aaa555,M004,H013,P003,0,0,0,0,0,0,1,0.0,0.3333333333333333,0,1,5,3,67623,67137,486,21.8917557077948,15.033573121996596,4.671129999915138,2,12,7,empty_patch,model_turn_budget E15,47da0af2e8dd6661b8fa,TASK_S4_R002_002,0e9cccbc7795063acf1fd3e374140ddf5eba3f71,M004,H013,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,4,61589,61062,527,18.2271189999301,14.041301124263555,7.826007375959307,3,12,7,empty_patch,model_turn_budget E15,b9ace35d325833fc8318,TASK_S4_R002_002,0e9cccbc7795063acf1fd3e374140ddf5eba3f71,M003,H013,P003,0,1,1,0,0,1,1,1.0,1.0,1,1,5,1,10507,9924,583,17.7880496669095,10.135582124814391,5.324433458037674,2,3,1,tests,assistant_stop_without_finish E15,0c074ac2d0e705745b8c,TASK_S4_R002_003,4d7442ac69c6d3b8f86af4764f4143b310650cba,M004,H013,P003,0,1,1,0,0,1,1,1.0,1.0,1,1,5,3,48584,46547,2037,41.51602691691369,33.63634925102815,4.854366000276059,2,12,6,tests,model_turn_budget E15,eb0d04717d051fe7fe6b,TASK_S4_R002_003,4d7442ac69c6d3b8f86af4764f4143b310650cba,M003,H013,P003,0,1,1,0,0,1,1,1.0,1.0,1,1,5,1,32307,30761,1546,37.5991972500924,30.58564658323303,10.986291041830555,3,12,7,tests,model_turn_budget E15,e6b0cf2485df92318b34,TASK_S4_R002_004,e166c948a89b4f894f6aed5667c6da6db368009d,M003,H013,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,29669,28851,818,27.203566249925643,21.76892012404278,5.101224875077605,2,12,11,empty_patch,model_turn_budget E15,f034bb1b9f948127740b,TASK_S4_R002_004,e166c948a89b4f894f6aed5667c6da6db368009d,M004,H013,P003,0,1,1,0,0,1,1,1.0,1.0,1,1,5,6,115225,114245,980,37.14196995808743,28.789187208749354,4.855394791113213,2,12,3,tests,model_turn_budget E15,a802a698b25ce8ae04f4,TASK_S4_R002_005,d3f3944d353186f4bebce0d3924ab6958d93ce79,M004,H013,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,3,70546,70028,518,18.7992360831704,13.748197000706568,4.618058624910191,2,12,8,empty_patch,model_turn_budget E15,aaa688b140496c923970,TASK_S4_R002_005,d3f3944d353186f4bebce0d3924ab6958d93ce79,M003,H013,P003,0,1,1,0,0,1,1,1.0,1.0,1,1,5,1,24910,22893,2017,38.217891917098314,31.90527650085278,4.997633209219202,2,5,3,tests,assistant_stop_without_finish E15,2b97d31e2bb6c74cca9e,TASK_S4_R002_006,a5989bd1df301e44199b91c6252772214a7241f2,M003,H013,P003,0,0,0,0,0,0,1,0.0,1.0,0,1,5,1,40217,39309,908,30.120490458095446,24.5308096667286,5.385486792074516,2,12,10,empty_patch,model_turn_budget E15,cbaacde5ee252b2ce437,TASK_S4_R002_006,a5989bd1df301e44199b91c6252772214a7241f2,M004,H013,P003,0,1,1,0,0,1,0,0.3333333333333333,0.0,1,0,5,1,80805,77122,3683,63.82164141605608,57.89508879301138,4.607636043103412,2,11,5,tests,finish_tool E15,217b563aafad6849adfd,TASK_S4_R002_007,9544a11db38f7549b25f967a784742fd2562ca32,M003,H013,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,43819,43186,633,26.064921125071123,20.79693025094457,5.098824874032289,2,9,8,empty_patch,assistant_stop_without_finish E15,2c4bec11922ce37462b4,TASK_S4_R002_007,9544a11db38f7549b25f967a784742fd2562ca32,M004,H013,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,2,81926,77769,4157,66.50935879116878,60.80719991517253,4.288237542146817,2,12,5,tests,model_turn_budget E15,b41632d7ef5ebc8e1206,TASK_S4_R003_001,4e68d32c77ed587ab42d229d9f44c3bc40d1d0e5,M004,H013,P003,0,1,1,0,0,1,0,0.2,0.0,1,0,5,2,78521,75953,2568,46.88048425014131,39.779598666355014,3.654647666029632,2,10,3,tests,finish_tool E15,f5408db7046b548c3b31,TASK_S4_R003_001,4e68d32c77ed587ab42d229d9f44c3bc40d1d0e5,M003,H013,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,1,47106,45412,1694,43.520837208023295,33.75944366771728,5.00938458298333,2,8,2,tests,assistant_stop_without_finish E15,1dbfad2b5f5ecd5e38c1,TASK_S4_R003_002,cbc13a61e0f15880b49a3d0208cc603d7d0b57e3,M004,H013,P003,0,1,1,0,0,1,1,1.0,1.0,1,1,5,2,146367,141326,5041,107.66450299997814,102.36645803926513,3.6834602502640337,2,11,3,tests,finish_tool E15,302fba89938b09b23099,TASK_S4_R003_002,cbc13a61e0f15880b49a3d0208cc603d7d0b57e3,M003,H013,P003,0,1,1,0,0,1,1,1.0,1.0,1,1,5,1,54940,53940,1000,35.38244341616519,28.995402418076992,4.854062249884009,2,10,8,tests,assistant_stop_without_finish E15,39e3116419858b186752,TASK_S4_R003_003,57749d46de1d975aacb82758c268fc26e5e6ed8b,M004,H013,P003,0,0,0,0,0,1,0,0.25,0.0,1,0,5,2,70176,69662,514,15.961165375076234,11.573097249027342,3.523393041919917,2,12,8,empty_patch,model_turn_budget E15,4d0d0cca795b534c5c81,TASK_S4_R003_003,57749d46de1d975aacb82758c268fc26e5e6ed8b,M003,H013,P003,0,1,1,0,0,1,0,0.25,0.0,1,0,5,0,14129,13464,665,19.26853720890358,13.498154456960037,5.327029542066157,2,3,2,tests,assistant_stop_without_finish E15,1d0ab56fc749b18821ff,TASK_S4_R003_004,dae9e522a26041f5b3c6461cc8a5e284f3376a79,M004,H013,P003,0,0,0,0,0,1,0,0.3333333333333333,0.0,1,0,5,5,121246,119989,1257,39.89183837501332,35.6877302902285,8.210155209060758,3,12,5,empty_patch,model_turn_budget E15,89e438e1a0bc4db0a139,TASK_S4_R003_004,dae9e522a26041f5b3c6461cc8a5e284f3376a79,M003,H013,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,1,53382,51783,1599,53.976510709151626,44.337224709102884,5.711305417120457,2,8,4,tests,assistant_stop_without_finish E15,4d4773af2d8ef488104c,TASK_S4_R003_005,dcca59d1a5966283c1120cfb639c01a76214d2b2,M004,H013,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,3,59004,58512,492,15.669882582966238,11.534058501478285,3.841730959014967,2,12,8,empty_patch,model_turn_budget E15,87effbc20616aabd1bf6,TASK_S4_R003_005,dcca59d1a5966283c1120cfb639c01a76214d2b2,M003,H013,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,1,63839,61866,1973,54.49082904215902,46.51456616749056,11.283095166785643,3,11,6,tests,assistant_stop_without_finish E15,b292b4a34f30b05db5fb,TASK_S4_R003_006,fad14413f4f27f1b6f902703b5075528aac52451,M004,H013,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,4,95971,95030,941,28.659890667069703,23.516805709106848,4.857164042070508,2,12,3,empty_patch,model_turn_budget E15,cb5cb4fe40f9e921ff92,TASK_S4_R003_006,fad14413f4f27f1b6f902703b5075528aac52451,M003,H013,P003,0,0,0,0,0,1,0,0.3333333333333333,0.0,1,0,5,1,50580,49926,654,34.07498354208656,28.726823165779933,5.177579374983907,2,12,9,empty_patch,model_turn_budget E15,4ee5ac45f3099fcaabda,TASK_S4_R003_007,428b4fdee5402f1588f35fb50d98b2225d083f6d,M003,H013,P003,0,1,1,0,0,0,1,0.0,1.0,0,1,5,2,70869,69467,1402,48.108536208979785,41.79659916437231,4.822133583016694,2,10,5,tests,assistant_stop_without_finish E15,e79463edcc85d00f4195,TASK_S4_R003_007,428b4fdee5402f1588f35fb50d98b2225d083f6d,M004,H013,P003,0,1,1,0,0,1,1,0.3333333333333333,1.0,1,1,5,3,106746,103580,3166,64.23430541693233,58.69839741825126,3.70704554207623,2,12,4,tests,model_turn_budget E15,636594e9584ba6654117,TASK_S4_R003_008,f4ce86770befef77c7c556fd5cfe25165f59f515,M004,H013,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,3,74116,73460,656,17.717952208127826,13.948362540919334,3.5162727921269834,2,12,8,empty_patch,model_turn_budget E15,6e7de50141dadc431a03,TASK_S4_R003_008,f4ce86770befef77c7c556fd5cfe25165f59f515,M003,H013,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,24523,24085,438,17.775753292022273,12.732143959729001,4.937877542339265,2,7,6,empty_patch,assistant_stop_without_finish E15,65db91f47bcb70c53782,TASK_S4_R003_009,1e7f257e79a7adf1e6f2bc9222fd5031340d26c3,M004,H013,P003,0,1,1,1,0,0,1,0.0,1.0,0,1,5,2,99247,96891,2356,48.06169549981132,42.031920458655804,4.373542917193845,2,12,4,tests,model_turn_budget E15,9a31f8dfab388ea340be,TASK_S4_R003_009,1e7f257e79a7adf1e6f2bc9222fd5031340d26c3,M003,H013,P003,0,0,0,0,0,0,1,0.0,1.0,0,1,5,2,58920,58259,661,33.915798750007525,28.731434415327385,5.015888124937192,2,12,9,empty_patch,model_turn_budget E15,74c549d341041ffd8ff9,TASK_S4_R003_010,a788cff7c1c651c512f15a9a1045c1e4d449d854,M004,H013,P003,0,0,0,0,0,0,1,0.0,1.0,0,1,5,6,119906,119350,556,24.112149332882836,19.403790124924853,4.38291220809333,2,12,5,empty_patch,model_turn_budget E15,a7fe3d1ed8ac2bce9bf2,TASK_S4_R003_010,a788cff7c1c651c512f15a9a1045c1e4d449d854,M003,H013,P003,0,1,1,0,0,1,1,0.2,1.0,1,1,5,1,28259,26847,1412,30.71852433308959,25.415732667548582,4.898273625178263,2,7,5,tests,assistant_stop_without_finish E15,2a1b8a13e52f457bc618,TASK_S4_R001_001,f9e8e36f51764f6d4fb21739586df5d2154c5a56,M002,H014,P002,0,0,0,0,0,0,1,0.0,1.0,0,1,5,1,170844,169888,956,31.344173917081207,24.33368758461438,5.779736707685515,2,12,10,empty_patch,model_turn_budget E15,c0addc0c498a5ebb7df2,TASK_S4_R001_002,072b63c036f60928edc7f1952e91166d26ce4f2d,M002,H014,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,61268,52674,8594,132.31203874992207,125.05726879090071,6.0808643330819905,2,5,4,empty_patch,assistant_stop_without_finish E15,9924df29100b3241ccd4,TASK_S4_R001_003,d4111604e7dff5cfaadd5853710eb313021514f6,M002,H014,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,172051,170681,1370,82.27764520910569,72.92948174965568,7.371382334036753,2,12,11,empty_patch,model_turn_budget E15,adf8c3bcd569b8c49712,TASK_S4_R002_001,25b84cd1249d7061d07514b224d1080f46aaa555,M002,H014,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,176879,175376,1503,45.10044029192068,38.39784537558444,5.848997333087027,2,12,8,empty_patch,model_turn_budget E15,4e7f68e975a9eb88a993,TASK_S4_R002_002,0e9cccbc7795063acf1fd3e374140ddf5eba3f71,M002,H014,P002,0,1,1,0,0,1,1,1.0,1.0,1,1,5,7,149167,146482,2685,55.535391916986555,47.63081391714513,5.122493833070621,2,12,3,tests,tool_budget_exhausted E15,36e4e4527d2109bfd6d5,TASK_S4_R002_003,4d7442ac69c6d3b8f86af4764f4143b310650cba,M002,H014,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,2,271146,269659,1487,51.520115916850045,45.406995789846405,5.638277166057378,2,12,1,empty_patch,model_turn_budget E15,176652497757f018714e,TASK_S4_R002_004,e166c948a89b4f894f6aed5667c6da6db368009d,M002,H014,P002,0,1,1,0,0,1,1,1.0,1.0,1,1,5,2,99659,97155,2504,40.98108875006437,31.65449808491394,5.4921016248408705,2,12,3,tests,model_turn_budget E15,c2386de56b05822a4826,TASK_S4_R002_005,d3f3944d353186f4bebce0d3924ab6958d93ce79,M002,H014,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,1,118406,109204,9202,104.28826112486422,98.53575695771724,10.704971041996032,3,10,8,empty_patch,assistant_stop_without_finish E15,a656c187bca338e6aed0,TASK_S4_R002_006,a5989bd1df301e44199b91c6252772214a7241f2,M002,H014,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,2,157896,156523,1373,30.053850084077567,23.64876887598075,5.602510957978666,2,12,9,empty_patch,model_turn_budget E15,88577e123121655fde6b,TASK_S4_R002_007,9544a11db38f7549b25f967a784742fd2562ca32,M002,H014,P002,0,1,1,1,0,1,1,1.0,1.0,1,1,5,2,157501,155157,2344,38.70170137495734,31.406676376005635,4.761843625223264,2,12,4,tests,tool_budget_exhausted E15,feb7bb270fa381102800,TASK_S4_R003_001,4e68d32c77ed587ab42d229d9f44c3bc40d1d0e5,M002,H014,P002,0,1,1,0,0,1,0,0.2,0.0,1,0,5,1,68368,66654,1714,33.407904374878854,21.979715708177537,4.934045000001788,2,6,0,tests,finish_tool E15,bdac5fdf76d74abe639a,TASK_S4_R003_002,cbc13a61e0f15880b49a3d0208cc603d7d0b57e3,M002,H014,P002,0,1,1,0,0,1,1,1.0,1.0,1,1,5,2,264274,259697,4577,73.63172258413397,66.6742898337543,5.210348582826555,2,12,2,tests,model_turn_budget E15,c87dc882bc487599eae0,TASK_S4_R003_003,57749d46de1d975aacb82758c268fc26e5e6ed8b,M002,H014,P002,0,0,0,0,0,1,0,0.3333333333333333,0.0,1,0,5,1,137687,135878,1809,35.35592333297245,30.098189962329343,4.865035166265443,2,12,10,empty_patch,model_turn_budget E15,87d09da19ef9ec058f74,TASK_S4_R003_004,dae9e522a26041f5b3c6461cc8a5e284f3376a79,M002,H014,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,5,189408,187913,1495,38.569659291999415,32.81309891678393,5.321453042095527,2,12,5,empty_patch,model_turn_budget E15,3a5e42fac9d0519a7585,TASK_S4_R003_005,dcca59d1a5966283c1120cfb639c01a76214d2b2,M002,H014,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,2,99116,96842,2274,39.16978783416562,32.818197996821254,4.869954416994005,2,12,8,empty_patch,model_turn_budget E15,08e9e5dda4f3c10b095f,TASK_S4_R003_006,fad14413f4f27f1b6f902703b5075528aac52451,M002,H014,P002,0,1,1,0,0,0,0,0.0,0.0,0,0,5,3,268906,263568,5338,96.23726883297786,86.11302445875481,5.7159475409425795,2,12,1,tests,tool_budget_exhausted E15,9484eec5090d9dbde0ef,TASK_S4_R003_007,428b4fdee5402f1588f35fb50d98b2225d083f6d,M002,H014,P002,0,0,0,0,0,1,1,0.3333333333333333,1.0,1,1,5,3,153649,152764,885,24.80896508297883,19.6302257895004,10.244186125928536,3,12,8,empty_patch,model_turn_budget E15,0e50f8e13a6ff76e968f,TASK_S4_R003_008,f4ce86770befef77c7c556fd5cfe25165f59f515,M002,H014,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,2,152025,150911,1114,27.10937091615051,21.626518125878647,5.13457937608473,2,12,7,empty_patch,model_turn_budget E15,738d768bf6759fc6e4c1,TASK_S4_R003_009,1e7f257e79a7adf1e6f2bc9222fd5031340d26c3,M002,H014,P002,0,1,1,1,0,0,1,0.0,0.5,0,1,5,4,221575,217578,3997,67.63017604220659,61.08100766548887,5.164339126087725,2,12,2,tests,model_turn_budget E15,633a61d9337baa49f842,TASK_S4_R003_010,a788cff7c1c651c512f15a9a1045c1e4d449d854,M002,H014,P002,0,0,0,0,0,1,0,0.25,0.0,1,0,5,4,296605,295217,1388,47.00550866709091,41.3717918319162,5.1087111660744995,2,12,3,empty_patch,model_turn_budget E15,16211282e22570f911ac,TASK_S4_R001_001,f9e8e36f51764f6d4fb21739586df5d2154c5a56,M004,H014,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,139662,139123,539,27.55497687519528,22.014316832413897,4.628978290827945,2,12,11,empty_patch,model_turn_budget E15,3865d5f0b396f6caa96e,TASK_S4_R001_001,f9e8e36f51764f6d4fb21739586df5d2154c5a56,M003,H014,P003,0,0,0,0,0,0,1,0.0,1.0,0,1,5,1,138905,138277,628,87.07760325004347,81.05008654342964,5.1839230000041425,2,12,10,empty_patch,model_turn_budget E15,772f7000549214f9c236,TASK_S4_R001_002,072b63c036f60928edc7f1952e91166d26ce4f2d,M003,H014,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,84397,83644,753,49.87155929207802,44.66255387314595,4.997554416069761,2,12,11,empty_patch,model_turn_budget E15,ca0d0215298a6f58f0b3,TASK_S4_R001_002,072b63c036f60928edc7f1952e91166d26ce4f2d,M004,H014,P003,0,1,1,0,0,1,1,1.0,1.0,1,1,5,1,82518,81962,556,49.5270729160402,40.72265308513306,5.102010624948889,2,8,3,tests,finish_tool E15,05710a9b960628c0138e,TASK_S4_R001_003,d4111604e7dff5cfaadd5853710eb313021514f6,M004,H014,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,3,190582,190083,499,45.54361691698432,39.864977455697954,4.448687583906576,2,12,7,empty_patch,model_turn_budget E15,ebc187e50d1020baaaf5,TASK_S4_R001_003,d4111604e7dff5cfaadd5853710eb313021514f6,M003,H014,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,0,17670,15083,2587,51.53274874994531,44.58765879110433,5.290647416841239,2,2,1,tests,assistant_stop_without_finish E15,321802621e0a60277809,TASK_S4_R002_001,25b84cd1249d7061d07514b224d1080f46aaa555,M003,H014,P003,0,1,1,0,0,0,1,0.0,1.0,0,1,5,2,73630,71323,2307,74.2420584578067,67.56802050117403,5.305552708916366,2,6,3,tests,assistant_stop_without_finish E15,398b835ef170e2d60ff1,TASK_S4_R002_001,25b84cd1249d7061d07514b224d1080f46aaa555,M004,H014,P003,0,0,0,0,0,0,1,0.0,0.5,0,1,5,4,146351,145896,455,26.325923749944195,21.570334040326998,4.318326209206134,2,12,7,empty_patch,model_turn_budget E15,c919d93a45443567364a,TASK_S4_R002_002,0e9cccbc7795063acf1fd3e374140ddf5eba3f71,M004,H014,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,4,126411,125921,490,25.5498138749972,20.8660212487448,4.2791547500528395,2,12,7,empty_patch,model_turn_budget E15,ffc2517e6db71a18a2d3,TASK_S4_R002_002,0e9cccbc7795063acf1fd3e374140ddf5eba3f71,M003,H014,P003,0,1,1,0,0,1,0,1.0,0.0,1,0,5,0,37203,36146,1057,38.62051604082808,29.819958375766873,5.403982374118641,2,4,1,tests,assistant_stop_without_finish E15,07435766ffaf9041c2b4,TASK_S4_R002_003,4d7442ac69c6d3b8f86af4764f4143b310650cba,M003,H014,P003,0,0,0,0,0,1,0,1.0,0.0,1,0,5,0,81206,80420,786,49.620493499794975,44.042298960732296,5.1467242508661,2,12,11,empty_patch,model_turn_budget E15,820a15490e97568d9f89,TASK_S4_R002_003,4d7442ac69c6d3b8f86af4764f4143b310650cba,M004,H014,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,1,89592,89085,507,18.874247832922265,12.297330416506156,7.952247334178537,3,12,8,empty_patch,model_turn_budget E15,6c87e042826683ef071b,TASK_S4_R002_004,e166c948a89b4f894f6aed5667c6da6db368009d,M004,H014,P003,0,1,0,0,0,1,1,1.0,1.0,1,1,5,6,139296,136404,2892,81.59915104182437,76.38295866595581,4.468108041910455,2,12,2,patch_apply,model_turn_budget E15,78b7ab9cc8ebe63726d1,TASK_S4_R002_004,e166c948a89b4f894f6aed5667c6da6db368009d,M003,H014,P003,0,1,1,0,0,1,1,1.0,1.0,1,1,5,1,20725,20031,694,22.40216379100457,15.55156666575931,11.05395325110294,3,3,1,tests,assistant_stop_without_finish E15,4631f68ba80844ce0b15,TASK_S4_R002_005,d3f3944d353186f4bebce0d3924ab6958d93ce79,M004,H014,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,5,147808,147230,578,29.69400616688654,25.51280170935206,3.7012884172145277,2,12,6,empty_patch,model_turn_budget E15,da9702b56da5f239cd88,TASK_S4_R002_005,d3f3944d353186f4bebce0d3924ab6958d93ce79,M003,H014,P003,0,1,1,0,0,1,1,1.0,1.0,1,0,5,0,190119,173014,17105,324.20383004192263,317.58984137303196,5.049322123872116,2,12,0,tests,model_turn_budget E15,108b1dd5620a4d41842c,TASK_S4_R002_006,a5989bd1df301e44199b91c6252772214a7241f2,M004,H014,P003,0,0,0,0,0,1,0,0.3333333333333333,0.0,1,0,5,2,161395,160817,578,28.801457084016874,23.944790749344975,3.8046561260707676,2,12,6,empty_patch,model_turn_budget E15,6bb2d02860f24eeec5b2,TASK_S4_R002_006,a5989bd1df301e44199b91c6252772214a7241f2,M003,H014,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,160186,159282,904,79.6802848749794,74.24353708210401,5.133437916869298,2,12,11,empty_patch,model_turn_budget E15,8a4ca3178f7163a0435b,TASK_S4_R002_007,9544a11db38f7549b25f967a784742fd2562ca32,M004,H014,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,2,153783,148613,5170,101.3787742080167,95.89598925015889,3.5269925429020077,2,12,4,tests,model_turn_budget E15,92b8abe15f1d7653c81a,TASK_S4_R002_007,9544a11db38f7549b25f967a784742fd2562ca32,M003,H014,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,159716,158985,731,70.73177387518808,65.54292154149152,4.8991928331088275,2,12,11,empty_patch,model_turn_budget E15,c4fa1767cd0aa4bcaa6f,TASK_S4_R003_001,4e68d32c77ed587ab42d229d9f44c3bc40d1d0e5,M004,H014,P003,0,1,1,0,0,1,0,0.2,0.0,1,0,5,2,172849,171371,1478,41.237727916100994,36.70231812517159,3.5714749158360064,2,12,3,tests,finish_tool E15,f0295a239bb9878f04f9,TASK_S4_R003_001,4e68d32c77ed587ab42d229d9f44c3bc40d1d0e5,M003,H014,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,0,281766,272401,9365,248.60072987503372,239.16201562527567,4.89048470905982,2,12,3,tests,model_turn_budget E15,0775f8d1b7447abc49e9,TASK_S4_R003_002,cbc13a61e0f15880b49a3d0208cc603d7d0b57e3,M004,H014,P003,0,1,1,0,0,1,1,1.0,1.0,1,1,5,2,272949,265605,7344,203.78729041689076,197.2321841667872,4.185695790918544,2,12,3,tests,model_turn_budget E15,8ae743dc97374808d065,TASK_S4_R003_002,cbc13a61e0f15880b49a3d0208cc603d7d0b57e3,M003,H014,P003,0,1,1,0,0,1,0,1.0,0.0,1,0,5,0,59635,58777,858,37.715598665876314,31.47864866699092,4.790846124989912,2,4,3,tests,assistant_stop_without_finish E15,31fdcad4faf91c6852d6,TASK_S4_R003_003,57749d46de1d975aacb82758c268fc26e5e6ed8b,M004,H014,P003,0,0,0,0,0,1,1,0.25,0.3333333333333333,1,1,5,5,153299,152476,823,30.461621833965182,26.609557625371963,3.4920313749462366,2,12,6,empty_patch,model_turn_budget E15,4ac50260d56e7288ed89,TASK_S4_R003_003,57749d46de1d975aacb82758c268fc26e5e6ed8b,M003,H014,P003,0,1,1,0,0,1,1,0.25,1.0,1,1,5,1,100185,98636,1549,72.47005054121837,65.1703164158389,5.221994624938816,2,8,6,tests,assistant_stop_without_finish E15,71f5da4bbe2c96d95e10,TASK_S4_R003_004,dae9e522a26041f5b3c6461cc8a5e284f3376a79,M004,H014,P003,0,1,1,1,0,1,1,0.3333333333333333,1.0,1,1,5,1,232802,225793,7009,217.88982695899904,206.78328045923263,4.154648249968886,2,12,3,tests,model_turn_budget E15,cc588023c13dcdc5f538,TASK_S4_R003_004,dae9e522a26041f5b3c6461cc8a5e284f3376a79,M003,H014,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,97310,96752,558,56.18261908390559,50.86682491796091,5.086911417078227,2,8,7,empty_patch,assistant_stop_without_finish E15,df7d9129477e6d5ce569,TASK_S4_R003_005,dcca59d1a5966283c1120cfb639c01a76214d2b2,M003,H014,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,1,106860,104028,2832,86.65599079197273,79.28289091656916,4.992611167952418,2,8,4,tests,assistant_stop_without_finish E15,e40466deb9048b9e9782,TASK_S4_R003_005,dcca59d1a5966283c1120cfb639c01a76214d2b2,M004,H014,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,4,104101,103602,499,19.871546665905043,15.71690166532062,8.131283707916737,3,12,7,empty_patch,model_turn_budget E15,01fba85c8eb66724868d,TASK_S4_R003_006,fad14413f4f27f1b6f902703b5075528aac52451,M003,H014,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,526,485,41,0.7718211249448359,0.7693364999722689,6.455417125020176,1,0,0,empty_patch,assistant_stop_without_finish E15,c86d9f1372e9e2f780e5,TASK_S4_R003_006,fad14413f4f27f1b6f902703b5075528aac52451,M004,H014,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,2,211235,210607,628,38.37877433304675,34.0980778739322,3.868348958203569,2,12,4,empty_patch,model_turn_budget E15,5b124421ca3a206e800f,TASK_S4_R003_007,428b4fdee5402f1588f35fb50d98b2225d083f6d,M003,H014,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,0,65020,63681,1339,47.49077308294363,41.21301512373611,4.8369663341436535,2,5,3,tests,assistant_stop_without_finish E15,dc51a1d03e536459997b,TASK_S4_R003_007,428b4fdee5402f1588f35fb50d98b2225d083f6d,M004,H014,P003,0,1,1,0,0,1,1,0.3333333333333333,1.0,1,1,5,3,195540,193822,1718,54.813328040996566,50.09834416513331,3.6238966260571033,2,12,5,tests,model_turn_budget E15,4f6c4fddbba4e33f1dda,TASK_S4_R003_008,f4ce86770befef77c7c556fd5cfe25165f59f515,M004,H014,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,4,162871,162292,579,27.00328724994324,23.109122665366158,3.5761559586972,2,12,6,empty_patch,model_turn_budget E15,64d3960cb08b101e3635,TASK_S4_R003_008,f4ce86770befef77c7c556fd5cfe25165f59f515,M003,H014,P003,0,1,1,0,0,1,1,1.0,1.0,1,1,5,1,170989,169214,1775,94.50860362499952,88.84221720695496,4.861343374941498,2,12,9,tests,model_turn_budget E15,63aa519f6551247d3944,TASK_S4_R003_009,1e7f257e79a7adf1e6f2bc9222fd5031340d26c3,M004,H014,P003,0,1,1,1,0,0,1,0.0,1.0,0,1,5,2,191490,188866,2624,70.10559537494555,64.75149916415103,3.5802247498650104,2,12,3,tests,finish_tool E15,e1e0746590826c20dcba,TASK_S4_R003_009,1e7f257e79a7adf1e6f2bc9222fd5031340d26c3,M003,H014,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,1,172128,168867,3261,119.34051520796493,113.39730504225008,4.863436583662406,2,10,8,tests,assistant_stop_without_finish E15,6f357dfcf2b6d39cbf53,TASK_S4_R003_010,a788cff7c1c651c512f15a9a1045c1e4d449d854,M004,H014,P003,0,0,0,0,0,0,1,0.0,0.5,0,1,5,5,182245,181712,533,31.580306832911447,27.59227962512523,3.584210375091061,2,12,6,empty_patch,model_turn_budget E15,f98fc2a0e603375a9af1,TASK_S4_R003_010,a788cff7c1c651c512f15a9a1045c1e4d449d854,M003,H014,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,0,45970,43016,2954,61.21926675015129,54.88097612513229,4.835338915931061,2,3,1,tests,assistant_stop_without_finish E15,0d9c3d9c1b112e345cac,TASK_S4_R001_001,f9e8e36f51764f6d4fb21739586df5d2154c5a56,M002,H015,P002,0,0,0,0,0,0,1,0.0,1.0,0,1,5,1,41599,40517,1082,24.068758792011067,16.951368166832253,5.945970583939925,2,12,10,empty_patch,model_turn_budget E15,75f10168853253505dfc,TASK_S4_R001_002,072b63c036f60928edc7f1952e91166d26ce4f2d,M002,H015,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,5,83662,82016,1646,38.51430691592395,30.768980998545885,6.337864582892507,2,12,6,empty_patch,model_turn_budget E15,5e1cd63e80e6504423b0,TASK_S4_R001_003,d4111604e7dff5cfaadd5853710eb313021514f6,M002,H015,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,71444,70361,1083,37.02850716607645,27.9478307524696,7.016318582929671,2,12,5,empty_patch,model_turn_budget E15,bf0498b10dcae37f88c7,TASK_S4_R002_001,25b84cd1249d7061d07514b224d1080f46aaa555,M002,H015,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,60868,52072,8796,136.01342804194428,129.50431999820285,5.886189250042662,2,6,2,empty_patch,assistant_stop_without_finish E15,6d64e6694e92099642f7,TASK_S4_R002_002,0e9cccbc7795063acf1fd3e374140ddf5eba3f71,M002,H015,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,6,82528,81698,830,25.71440799999982,19.6040313730482,5.565306375036016,2,12,5,empty_patch,tool_budget_exhausted E15,4418cb5416069202762b,TASK_S4_R002_003,4d7442ac69c6d3b8f86af4764f4143b310650cba,M002,H015,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,3,127906,126172,1734,38.58786583296023,32.41691079316661,5.786025251029059,2,12,4,empty_patch,model_turn_budget E15,bc092b21d5df97bff29e,TASK_S4_R002_004,e166c948a89b4f894f6aed5667c6da6db368009d,M002,H015,P002,0,1,1,0,0,1,1,1.0,1.0,1,1,5,6,81515,79538,1977,37.53585445904173,29.59359395969659,5.614447291940451,2,12,1,tests,tool_budget_exhausted E15,ca5730fc6b541a2e7513,TASK_S4_R002_005,d3f3944d353186f4bebce0d3924ab6958d93ce79,M002,H015,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,1,49384,48469,915,18.214937874814495,12.385573582956567,5.3822937910445035,2,12,10,empty_patch,model_turn_budget E15,ff2a60f443e39f764a1c,TASK_S4_R002_006,a5989bd1df301e44199b91c6252772214a7241f2,M002,H015,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,146928,145452,1476,33.89490670803934,28.474895250052214,9.576128917979077,3,12,5,empty_patch,model_turn_budget E15,6d7f3aa5bb6813269b70,TASK_S4_R002_007,9544a11db38f7549b25f967a784742fd2562ca32,M002,H015,P002,0,1,1,1,0,1,1,1.0,1.0,1,1,5,2,63436,61753,1683,26.385856250068173,19.66997549845837,5.031885209027678,2,12,5,tests,model_turn_budget E15,02388ff32b67fb274718,TASK_S4_R003_001,4e68d32c77ed587ab42d229d9f44c3bc40d1d0e5,M002,H015,P002,0,1,1,0,0,1,0,0.2,0.0,1,0,5,2,24350,23176,1174,24.457672459073365,13.030243959277868,5.083144917152822,2,6,0,tests,finish_tool E15,365a415cb469d0a84025,TASK_S4_R003_002,cbc13a61e0f15880b49a3d0208cc603d7d0b57e3,M002,H015,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,2,96993,95217,1776,30.040205207886174,24.354648251319304,5.311013333266601,2,12,5,empty_patch,model_turn_budget E15,676f53d3784dbb4d4559,TASK_S4_R003_003,57749d46de1d975aacb82758c268fc26e5e6ed8b,M002,H015,P002,0,0,0,0,0,1,0,0.3333333333333333,0.0,1,0,5,1,40433,39549,884,19.0147935829591,12.978232333436608,5.685494333039969,2,12,10,empty_patch,model_turn_budget E15,f200a5c6718302561e5d,TASK_S4_R003_004,dae9e522a26041f5b3c6461cc8a5e284f3376a79,M002,H015,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,3,134169,133104,1065,37.45324987499043,31.525293375132605,5.527776749804616,2,12,1,empty_patch,model_turn_budget E15,e12ef9a2bae94b3bee98,TASK_S4_R003_005,dcca59d1a5966283c1120cfb639c01a76214d2b2,M002,H015,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,40561,39421,1140,21.30869145784527,15.569134664954618,5.33705391571857,2,12,10,empty_patch,model_turn_budget E15,60cc68d634f0c6634ffc,TASK_S4_R003_006,fad14413f4f27f1b6f902703b5075528aac52451,M002,H015,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,2,168958,167967,991,37.93182354187593,32.087942625628784,5.397539041005075,2,12,0,empty_patch,model_turn_budget E15,7d051de9b28a3ce94923,TASK_S4_R003_007,428b4fdee5402f1588f35fb50d98b2225d083f6d,M002,H015,P002,0,0,0,0,0,1,0,0.3333333333333333,0.0,1,0,5,2,68761,67818,943,26.124414292164147,20.401619374519214,5.4370750829111785,2,12,5,empty_patch,model_turn_budget E15,fd3615039f6b00c50ee8,TASK_S4_R003_008,f4ce86770befef77c7c556fd5cfe25165f59f515,M002,H015,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,2,117969,116868,1101,27.8163395000156,23.111399666639045,9.17633537412621,3,12,2,empty_patch,model_turn_budget E15,97640cbf7cfc04e6eea6,TASK_S4_R003_009,1e7f257e79a7adf1e6f2bc9222fd5031340d26c3,M002,H015,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,2,119130,118238,892,24.519948416855186,18.943282668245956,5.219884792109951,2,12,6,empty_patch,model_turn_budget E15,b6bd1303d649ab763711,TASK_S4_R003_010,a788cff7c1c651c512f15a9a1045c1e4d449d854,M002,H015,P002,0,0,0,0,0,1,1,0.25,0.5,1,1,5,4,74942,73597,1345,26.315514707937837,20.651478083105758,5.353095332160592,2,12,6,empty_patch,model_turn_budget E15,175398d063ca1100cd40,TASK_S4_R001_001,f9e8e36f51764f6d4fb21739586df5d2154c5a56,M003,H015,P003,0,0,0,0,0,0,1,0.0,1.0,0,1,5,1,27953,27401,552,26.83025808399543,20.653989497805014,5.261073291068897,2,12,10,empty_patch,model_turn_budget E15,fa45cdc992ee7afab0d0,TASK_S4_R001_001,f9e8e36f51764f6d4fb21739586df5d2154c5a56,M004,H015,P003,0,0,0,0,0,0,1,0.0,1.0,0,1,5,2,67584,67041,543,20.580820249859244,14.616315708030015,4.583922292105854,2,12,9,empty_patch,model_turn_budget E15,34fe15d874b44af1394e,TASK_S4_R001_002,072b63c036f60928edc7f1952e91166d26ce4f2d,M003,H015,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,20841,20194,647,20.99149087513797,15.646853293292224,4.907080958131701,2,12,11,empty_patch,model_turn_budget E15,9074d3135890de70eb8e,TASK_S4_R001_002,072b63c036f60928edc7f1952e91166d26ce4f2d,M004,H015,P003,0,1,1,0,0,1,1,1.0,1.0,1,1,5,2,19310,18763,547,27.612028083996847,18.74805008387193,5.088876290945336,2,8,2,tests,finish_tool E15,00d6fcaa103b913f4219,TASK_S4_R001_003,d4111604e7dff5cfaadd5853710eb313021514f6,M004,H015,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,3,117611,117041,570,33.60334345884621,27.099332412937656,5.329619416035712,2,12,6,empty_patch,model_turn_budget E15,cd7c3b32dfbdef880c64,TASK_S4_R001_003,d4111604e7dff5cfaadd5853710eb313021514f6,M003,H015,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,2,44802,40511,4291,88.56753145903349,81.73940308438614,5.164469790877774,2,12,5,tests,model_turn_budget E15,3f779c0004b1a91afcdf,TASK_S4_R002_001,25b84cd1249d7061d07514b224d1080f46aaa555,M004,H015,P003,0,0,0,0,0,0,1,0.0,0.25,0,1,5,5,78828,78326,502,22.55974525003694,17.692067958647385,4.47895795898512,2,12,5,empty_patch,model_turn_budget E15,81b1bf0fc6bbddc56dc7,TASK_S4_R002_001,25b84cd1249d7061d07514b224d1080f46aaa555,M003,H015,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,2,37454,36527,927,34.75433533312753,28.6972407924477,5.594489873852581,2,12,9,empty_patch,model_turn_budget E15,8e265e465ce23c4380fc,TASK_S4_R002_002,0e9cccbc7795063acf1fd3e374140ddf5eba3f71,M003,H015,P003,0,1,1,0,0,1,1,1.0,1.0,1,1,5,1,6550,5831,719,17.362232374958694,10.112948873545974,5.320536209037527,2,3,1,tests,assistant_stop_without_finish E15,a616726caf076c252ce2,TASK_S4_R002_002,0e9cccbc7795063acf1fd3e374140ddf5eba3f71,M004,H015,P003,0,1,1,0,0,1,1,1.0,1.0,1,1,5,3,57911,56814,1097,30.126636582892388,21.913738081697375,4.424756459193304,2,12,5,tests,model_turn_budget E15,14ada3019bcc36a1c3b6,TASK_S4_R002_003,4d7442ac69c6d3b8f86af4764f4143b310650cba,M004,H015,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,2,30173,29565,608,16.418630708009005,9.506850789533928,4.330655958969146,2,12,7,empty_patch,model_turn_budget E15,ec1a60839dd83c1f7ee5,TASK_S4_R002_003,4d7442ac69c6d3b8f86af4764f4143b310650cba,M003,H015,P003,0,1,1,0,0,1,1,1.0,1.0,1,1,5,2,14112,13254,858,21.54348354204558,15.014802793273702,5.048502667108551,2,7,3,tests,assistant_stop_without_finish E15,6329390bc5f03d7645fe,TASK_S4_R002_004,e166c948a89b4f894f6aed5667c6da6db368009d,M003,H015,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,17431,16610,821,21.432374707888812,16.012978584272787,5.082644124981016,2,12,11,empty_patch,model_turn_budget E15,f28a2c112e9139065275,TASK_S4_R002_004,e166c948a89b4f894f6aed5667c6da6db368009d,M004,H015,P003,0,1,1,0,0,1,1,1.0,1.0,1,1,5,6,108705,107687,1018,36.12038470804691,28.788260248256847,8.085974416928366,3,12,2,tests,model_turn_budget E15,44afe8611512da7c87fc,TASK_S4_R002_005,d3f3944d353186f4bebce0d3924ab6958d93ce79,M003,H015,P003,0,1,1,0,0,1,1,1.0,1.0,1,1,5,1,37932,33724,4208,69.1247671248857,62.49847337580286,10.705478248884901,3,8,5,tests,assistant_stop_without_finish E15,bd0f7fa455ad225e11af,TASK_S4_R002_005,d3f3944d353186f4bebce0d3924ab6958d93ce79,M004,H015,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,4,81689,81134,555,21.61063962499611,17.30695050000213,3.840586000820622,2,12,7,empty_patch,model_turn_budget E15,0ad9790a9d2108047211,TASK_S4_R002_006,a5989bd1df301e44199b91c6252772214a7241f2,M004,H015,P003,0,1,1,0,0,1,0,0.3333333333333333,0.0,1,0,5,1,81266,74947,6319,96.89929920807481,92.20583641692065,3.7881448338739574,2,12,6,tests,finish_tool E15,3a8ba0193a9920d81c1c,TASK_S4_R002_006,a5989bd1df301e44199b91c6252772214a7241f2,M003,H015,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,16933,16212,721,18.58346899994649,13.159781207796186,5.26676679123193,2,12,11,empty_patch,model_turn_budget E15,adf249fe3eb0a5119a62,TASK_S4_R002_007,9544a11db38f7549b25f967a784742fd2562ca32,M003,H015,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,37032,36337,695,24.72189962514676,19.648736792383716,4.901512667071074,2,12,10,empty_patch,model_turn_budget E15,c0a9d48f8c06cc277a3a,TASK_S4_R002_007,9544a11db38f7549b25f967a784742fd2562ca32,M004,H015,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,2,62141,59163,2978,46.83110591699369,40.68333658366464,4.149930957937613,2,11,4,tests,finish_tool E15,bebe155f2523250c043a,TASK_S4_R003_001,4e68d32c77ed587ab42d229d9f44c3bc40d1d0e5,M004,H015,P003,0,1,1,0,0,1,0,0.2,0.0,1,0,5,2,74506,70096,4410,68.1304803751409,60.992243707645684,3.5711346671450883,2,11,2,tests,finish_tool E15,ecf6636001a47e5e06d6,TASK_S4_R003_001,4e68d32c77ed587ab42d229d9f44c3bc40d1d0e5,M003,H015,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,18198,17487,711,17.765352542046458,12.63407679204829,5.041660249000415,2,6,4,empty_patch,assistant_stop_without_finish E15,1c4411dfc4e8cef40c99,TASK_S4_R003_002,cbc13a61e0f15880b49a3d0208cc603d7d0b57e3,M004,H015,P003,0,1,1,0,0,1,1,1.0,1.0,1,1,5,2,135168,126645,8523,174.70475608296692,168.95865187700838,4.652268667006865,2,12,5,tests,model_turn_budget E15,8051597305c5e8a018a2,TASK_S4_R003_002,cbc13a61e0f15880b49a3d0208cc603d7d0b57e3,M003,H015,P003,0,1,1,0,0,1,1,1.0,1.0,1,1,5,1,21183,20252,931,22.146451208973303,15.897205040091649,4.801665832987055,2,6,4,tests,assistant_stop_without_finish E15,2c7ffc8ccb0fc3a2d946,TASK_S4_R003_003,57749d46de1d975aacb82758c268fc26e5e6ed8b,M004,H015,P003,0,0,0,0,0,1,1,0.25,0.5,1,1,5,3,51689,50959,730,18.18623200012371,14.24989583180286,3.593584041809663,2,12,5,empty_patch,model_turn_budget E15,518b549d80c8a0cb625c,TASK_S4_R003_003,57749d46de1d975aacb82758c268fc26e5e6ed8b,M003,H015,P003,0,1,1,0,0,1,0,0.25,0.0,1,0,5,1,30138,29170,968,29.960863957880065,24.294493541587144,5.176106374943629,2,9,7,tests,assistant_stop_without_finish E15,bb4eb174a32f75d972d2,TASK_S4_R003_004,dae9e522a26041f5b3c6461cc8a5e284f3376a79,M004,H015,P003,0,0,0,0,0,1,0,0.3333333333333333,0.0,1,0,5,6,108663,107725,938,36.94432545802556,32.104647333268076,4.506528125843033,2,12,5,empty_patch,model_turn_budget E15,eaf5a2d0f6bc3a54d8b7,TASK_S4_R003_004,dae9e522a26041f5b3c6461cc8a5e284f3376a79,M003,H015,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,2,34302,33594,708,27.7951722079888,22.547837372636423,5.0370636254083365,2,12,9,empty_patch,model_turn_budget E15,a4f4b81e8187bbd8261a,TASK_S4_R003_005,dcca59d1a5966283c1120cfb639c01a76214d2b2,M004,H015,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,3,40664,40195,469,13.884113834006712,9.790360876591876,3.80797425028868,2,12,8,empty_patch,model_turn_budget E15,bdcc6addaf28634b828b,TASK_S4_R003_005,dcca59d1a5966283c1120cfb639c01a76214d2b2,M003,H015,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,2,31715,31025,690,26.484399208100513,19.052336126565933,4.899936376139522,2,6,2,tests,assistant_stop_without_finish E15,a1f000d242dcd5e2f57d,TASK_S4_R003_006,fad14413f4f27f1b6f902703b5075528aac52451,M004,H015,P003,0,0,0,0,0,1,0,0.25,0.0,1,0,5,3,105660,104827,833,30.57026083394885,26.402580043300986,8.077426207019016,3,12,4,empty_patch,model_turn_budget E15,b0d02ab2c7ebcce485ba,TASK_S4_R003_006,fad14413f4f27f1b6f902703b5075528aac52451,M003,H015,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,528,487,41,0.5551819168031216,0.5517383750993758,0.0,0,0,0,empty_patch,assistant_stop_without_finish E15,04f05e7b8a76b0aa1b96,TASK_S4_R003_007,428b4fdee5402f1588f35fb50d98b2225d083f6d,M003,H015,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,40310,39588,722,29.564283583080396,24.142457914771512,11.206913040950894,3,12,10,empty_patch,model_turn_budget E15,2ef840a854fa4e22562d,TASK_S4_R003_007,428b4fdee5402f1588f35fb50d98b2225d083f6d,M004,H015,P003,0,1,1,0,0,1,1,0.3333333333333333,1.0,1,1,5,4,79228,75717,3511,62.81099124997854,57.14767141779885,4.234730291878805,2,12,3,tests,finish_tool E15,859b0b5338504e0dc190,TASK_S4_R003_008,f4ce86770befef77c7c556fd5cfe25165f59f515,M003,H015,P003,0,0,0,0,0,1,0,1.0,0.0,1,0,5,0,10441,9871,570,14.231621833052486,9.098236752673984,4.985958915902302,2,6,6,empty_patch,assistant_stop_without_finish E15,bcf44f76714c1c6f6772,TASK_S4_R003_008,f4ce86770befef77c7c556fd5cfe25165f59f515,M004,H015,P003,0,1,1,0,0,1,1,1.0,1.0,1,1,5,3,107091,105594,1497,38.63625920796767,34.252086544176564,3.6764556660782546,2,12,4,tests,model_turn_budget E15,36b113f73596696fe680,TASK_S4_R003_009,1e7f257e79a7adf1e6f2bc9222fd5031340d26c3,M004,H015,P003,0,1,1,0,0,0,1,0.0,0.5,0,1,5,3,93730,90993,2737,54.304021124960855,48.90817404049449,3.677085458068177,2,12,2,tests,model_turn_budget E15,b16418670424fd67a3fb,TASK_S4_R003_009,1e7f257e79a7adf1e6f2bc9222fd5031340d26c3,M003,H015,P003,0,1,1,0,0,0,1,0.0,0.5,0,1,5,2,45139,44405,734,31.647883832920343,25.231092668138444,4.992380873765796,2,10,6,tests,assistant_stop_without_finish E15,682c7e88d4e513b16e43,TASK_S4_R003_010,a788cff7c1c651c512f15a9a1045c1e4d449d854,M004,H015,P003,0,0,0,0,0,1,1,0.25,0.25,1,1,5,4,130611,129957,654,31.554982042172924,26.94584658392705,4.232270542066544,2,12,2,empty_patch,model_turn_budget E15,83fe936dc4264ac28547,TASK_S4_R003_010,a788cff7c1c651c512f15a9a1045c1e4d449d854,M003,H015,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,10085,9807,278,10.851560666924343,5.897525499807671,4.83498204103671,2,3,2,empty_patch,assistant_stop_without_finish E16,13ff7e1f601612ff26d7,TASK_S5_R002_001,876a8143fc7c9fe2f77ea29e2522396d42ed335f,M002,H000,P002,0,1,1,0,0,1,1,0.2,1.0,1,1,5,1,52507,51368,1139,25.633269000099972,13.187001459533349,5.310417084023356,1,10,5,tests,finish_tool E16,c4d3d7e969522f7d1ced,TASK_S5_R002_002,92105c4bb18c8d220c12cbd1caafe31c34c6c91d,M002,H000,P002,0,0,0,0,0,0,1,0.0,0.5,0,1,5,3,64235,62911,1324,22.745252249995247,22.611623918404803,0.0,0,12,6,empty_patch,model_turn_budget E16,748194b64d23b94435cb,TASK_S5_R002_003,b8a18b1487fb74643023f75e6ffd7ee1dda67dfa,M002,H000,P002,0,1,1,1,0,1,1,1.0,1.0,1,1,5,3,90074,87999,2075,34.22476412518881,30.508190084481612,0.0,0,12,1,tests,model_turn_budget E16,eaa01ceb25411c00b923,TASK_S5_R002_004,075aa753d138a3d62a5586ea7d97de21861ae1ba,M002,H000,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,1,220412,219445,967,33.59391066688113,33.29976499872282,0.0,0,12,0,empty_patch,model_turn_budget E16,bf5de149730614e29758,TASK_S5_R002_005,e345ca679f612b4990175d6e33839ba864bb02d2,M002,H000,P002,0,0,0,0,0,0,1,0.0,1.0,0,1,5,1,130283,129381,902,25.139105207985267,24.926403793040663,0.0,0,12,3,empty_patch,model_turn_budget E16,f443f317a948969c894a,TASK_S5_R002_006,d375d83c31a6849af5957c8eb4b9ff63471df4a8,M002,H000,P002,0,1,1,1,0,1,1,1.0,1.0,1,1,5,1,75557,72715,2842,36.83173487498425,34.16857608431019,0.0,0,10,3,tests,finish_tool E16,c89834b100d9e1c8a98c,TASK_S5_R002_007,93189152f2b9115e6c041ab7675fa43ac532c5a3,M002,H000,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,2,71490,61388,10102,115.88278645812534,115.75854537496343,5.261305166874081,1,6,0,empty_patch,assistant_stop_without_finish E16,c8bbed0c8b0befa38bdb,TASK_S5_R002_008,2f903e1366c207c11e0729d1d9f7900837b78f6d,M002,H000,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,4,42462,41489,973,17.793796750018373,17.689851581584662,0.0,0,12,7,empty_patch,tool_budget_exhausted E16,c4a43cdaab114270eb26,TASK_S5_R002_009,404b62193233b54cad64d3526f5a88bc63a53662,M002,H000,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,4,88393,78860,9533,114.7681848751381,114.61480670887977,0.0,0,9,3,empty_patch,assistant_stop_without_finish E16,9ca1d9cf6db7d1bc850d,TASK_S5_R002_010,40b6c10ff990a36dbb9e0d8c5b96e58d23d52e93,M002,H000,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,61673,60552,1121,15.812162500107661,15.667464419268072,0.0,0,12,9,empty_patch,model_turn_budget E16,3f606f799f48a9092490,TASK_S5_R003_001,3b83d5d13d136f9a45225929a0c2031dc28cdbed,M002,H000,P002,0,0,0,0,0,1,1,0.3333333333333333,1.0,1,1,5,2,94081,91978,2103,29.646023582899943,29.472986127249897,0.0,0,12,5,empty_patch,model_turn_budget E16,7a8bc67eb800dfcdcdcb,TASK_S5_R003_002,7073a2dfa3a4485d2d3a073d40122adbeff42b5c,M002,H000,P002,0,0,0,0,0,1,1,0.2,0.5,1,1,5,2,144840,143791,1049,57.2202256671153,56.979254708159715,0.0,0,12,2,empty_patch,model_turn_budget E16,739bb0cf45d1bc780ed4,TASK_S5_R003_003,b22d662a4fd8fb8a9726760b645d4da6197bfa9a,M002,H000,P002,0,0,0,0,0,1,1,0.3333333333333333,1.0,1,1,5,1,9734,9519,215,3.8940853751264513,3.8718461671378464,4.954628374893218,1,2,0,empty_patch,assistant_stop_without_finish E16,08e9c36aaac2cd3edd07,TASK_S5_R003_004,ff45124e657c4ac4ec843a13be534153a8b10a20,M002,H000,P002,0,0,0,0,0,1,1,0.3333333333333333,1.0,1,1,5,1,44404,43537,867,16.687687957892194,16.581038874806836,0.0,0,12,8,empty_patch,model_turn_budget E16,6f65830a1166cb150fbf,TASK_S5_R003_005,0d491648d16f52f5091b23d0e3e5be2794461ade,M002,H000,P002,0,0,0,0,0,1,1,0.3333333333333333,0.5,1,1,5,2,15239,14939,300,7.588779916986823,7.543545248219743,0.0,0,4,1,empty_patch,assistant_stop_without_finish E16,0797669363fd27cd45a9,TASK_S5_R003_006,9b6d89edad07979518a399229c6f55bffeb9af08,M002,H000,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,2,79282,78286,996,23.506250083912164,23.351374954683706,0.0,0,12,5,empty_patch,model_turn_budget E16,6eb03f404cc772e52a35,TASK_S5_R003_007,f2b5e4fa375e88d6102a8d023ae2fe8206042545,M002,H000,P002,0,0,0,0,0,1,1,0.5,0.5,1,1,5,2,133569,132430,1139,31.534236334031448,31.317903043236583,0.0,0,12,2,empty_patch,model_turn_budget E16,57b2a9bfa635c2b217af,TASK_S5_R002_001,876a8143fc7c9fe2f77ea29e2522396d42ed335f,M003,H000,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,2107,1699,408,5.356788290897384,5.3347470429725945,0.0,0,2,2,empty_patch,assistant_stop_without_finish E16,98cb2244536cfd1b5855,TASK_S5_R002_001,876a8143fc7c9fe2f77ea29e2522396d42ed335f,M004,H000,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,2,68135,67537,598,13.555331750074401,13.420894208131358,0.0,0,12,8,empty_patch,model_turn_budget E16,8fa6a65a07590752b1cb,TASK_S5_R002_002,92105c4bb18c8d220c12cbd1caafe31c34c6c91d,M003,H000,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,4650,3673,977,13.717411375138909,13.684111415641382,0.0,0,5,5,empty_patch,assistant_stop_without_finish E16,a5395ea95c8125f35b4c,TASK_S5_R002_002,92105c4bb18c8d220c12cbd1caafe31c34c6c91d,M004,H000,P003,0,0,0,0,0,1,1,0.5,1.0,1,1,5,2,93475,92930,545,19.753526667132974,19.580865752184764,0.0,0,12,6,empty_patch,model_turn_budget E16,2dd6db86b8f5188f1b14,TASK_S5_R002_003,b8a18b1487fb74643023f75e6ffd7ee1dda67dfa,M004,H000,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,2,75668,73368,2300,40.94076712499373,37.47726749884896,0.0,0,12,3,tests,finish_tool E16,b15b9e550f8ab7a49c58,TASK_S5_R002_003,b8a18b1487fb74643023f75e6ffd7ee1dda67dfa,M003,H000,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,10315,9492,823,14.543614499969408,14.463426708010957,0.0,0,12,11,empty_patch,model_turn_budget E16,060d356d2654ad5317f4,TASK_S5_R002_004,075aa753d138a3d62a5586ea7d97de21861ae1ba,M003,H000,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,1,24895,22561,2334,37.580084040993825,36.5359809580259,0.0,0,4,2,tests,assistant_stop_without_finish E16,9db164b82af78ae1f395,TASK_S5_R002_004,075aa753d138a3d62a5586ea7d97de21861ae1ba,M004,H000,P003,0,1,1,1,0,1,1,0.5,1.0,1,1,5,2,198630,190233,8397,195.9833500829991,188.67554695997387,0.0,0,12,4,tests,model_turn_budget E16,52a6865337901293c58f,TASK_S5_R002_005,e345ca679f612b4990175d6e33839ba864bb02d2,M003,H000,P003,0,1,1,0,0,0,1,0.0,1.0,0,1,5,2,76259,71551,4708,89.53441587509587,87.99612558307126,0.0,0,11,6,tests,assistant_stop_without_finish E16,6b47cf6bda7100c34bd5,TASK_S5_R002_005,e345ca679f612b4990175d6e33839ba864bb02d2,M004,H000,P003,0,1,1,0,0,1,1,0.3333333333333333,1.0,1,1,5,3,95235,92578,2657,58.255631292006,56.17558012367226,4.089294082950801,1,10,1,tests,finish_tool E16,93f65f18c6a1c3f2bd39,TASK_S5_R002_006,d375d83c31a6849af5957c8eb4b9ff63471df4a8,M003,H000,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,1,18268,17238,1030,18.044469457818195,17.646958833327517,5.593736999901012,1,4,2,tests,assistant_stop_without_finish E16,dca4fc270ac298e26348,TASK_S5_R002_006,d375d83c31a6849af5957c8eb4b9ff63471df4a8,M004,H000,P003,0,1,1,1,0,0,1,0.0,1.0,0,1,5,2,90985,87741,3244,65.98846329096705,63.20718270819634,0.0,0,12,5,tests,finish_tool E16,353f62c1f9030cd15976,TASK_S5_R002_007,93189152f2b9115e6c041ab7675fa43ac532c5a3,M004,H000,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,2,97826,97255,571,18.8036729588639,18.61353575042449,0.0,0,12,8,empty_patch,model_turn_budget E16,51fd9b8e72730df9f1fe,TASK_S5_R002_007,93189152f2b9115e6c041ab7675fa43ac532c5a3,M003,H000,P003,0,0,0,0,0,1,1,0.5,0.5,1,1,5,2,57321,55625,1696,44.69946791604161,44.555790207814425,0.0,0,12,7,empty_patch,model_turn_budget E16,66a75552e9dec5e6a5f0,TASK_S5_R002_008,2f903e1366c207c11e0729d1d9f7900837b78f6d,M004,H000,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,4,90581,90052,529,17.47163829114288,17.299490165896714,0.0,0,12,7,empty_patch,model_turn_budget E16,ce76da8602b40392ebb8,TASK_S5_R002_008,2f903e1366c207c11e0729d1d9f7900837b78f6d,M003,H000,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,31084,30457,627,21.213972375029698,21.10770037281327,0.0,0,12,11,empty_patch,model_turn_budget E16,1ca72a73e4b8defa2962,TASK_S5_R002_009,404b62193233b54cad64d3526f5a88bc63a53662,M003,H000,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,10786,10352,434,8.881351166870445,8.827889125794172,0.0,0,4,4,empty_patch,assistant_stop_without_finish E16,4e6e7f1331a69eab3900,TASK_S5_R002_009,404b62193233b54cad64d3526f5a88bc63a53662,M004,H000,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,15949,15386,563,7.865261999890208,7.794078083476052,0.0,0,12,11,empty_patch,model_turn_budget E16,df58b2490fcf7f562a66,TASK_S5_R002_010,40b6c10ff990a36dbb9e0d8c5b96e58d23d52e93,M003,H000,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,19319,18131,1188,20.582704916829243,20.500822122674435,0.0,0,7,7,empty_patch,assistant_stop_without_finish E16,f1b4bcaf3546f516b2a3,TASK_S5_R002_010,40b6c10ff990a36dbb9e0d8c5b96e58d23d52e93,M004,H000,P003,0,1,1,1,0,1,1,0.5,1.0,1,1,5,2,53428,51475,1953,31.025431625079364,28.527384707937017,0.0,0,10,2,tests,finish_tool E16,a601e77fdc2759f40687,TASK_S5_R003_001,3b83d5d13d136f9a45225929a0c2031dc28cdbed,M003,H000,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,9700,9084,616,11.442262208089232,11.375123250996694,0.0,0,12,11,empty_patch,model_turn_budget E16,c06dcbec61ac6bcbb0ef,TASK_S5_R003_001,3b83d5d13d136f9a45225929a0c2031dc28cdbed,M004,H000,P003,0,1,1,0,0,1,1,0.3333333333333333,1.0,1,1,5,1,149615,141496,8119,181.68380470806733,180.78659312729724,4.020409958902746,1,12,1,tests,model_turn_budget E16,24b3bdc752a9acf2acc9,TASK_S5_R003_002,7073a2dfa3a4485d2d3a073d40122adbeff42b5c,M003,H000,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,49682,49046,636,54.86685716593638,54.73922516731545,6.305784167023376,1,12,10,empty_patch,model_turn_budget E16,693af2f6c9c5eecaee22,TASK_S5_R003_002,7073a2dfa3a4485d2d3a073d40122adbeff42b5c,M004,H000,P003,0,0,0,0,0,1,0,0.2,0.0,1,0,5,3,94673,93972,701,19.723436625208706,19.562431623227894,0.0,0,12,4,empty_patch,model_turn_budget E16,8cbbb42f646630e4bd89,TASK_S5_R003_003,b22d662a4fd8fb8a9726760b645d4da6197bfa9a,M004,H000,P003,0,1,1,0,0,1,1,0.3333333333333333,1.0,1,1,5,1,87216,80857,6359,128.79242016701028,127.59298112546094,0.0,0,12,5,tests,model_turn_budget E16,a44b3a9d97db5c1e43fc,TASK_S5_R003_003,b22d662a4fd8fb8a9726760b645d4da6197bfa9a,M003,H000,P003,0,0,0,0,0,1,1,0.3333333333333333,1.0,1,1,5,1,33922,33136,786,26.25605474994518,26.151226289803162,0.0,0,12,10,empty_patch,model_turn_budget E16,7ec5171afe1c901fdda8,TASK_S5_R003_004,ff45124e657c4ac4ec843a13be534153a8b10a20,M003,H000,P003,0,1,1,0,0,1,1,0.3333333333333333,1.0,1,1,5,1,17953,16931,1022,20.297976166941226,19.91697449912317,0.0,0,5,3,tests,assistant_stop_without_finish E16,b744108422d6bae6f451,TASK_S5_R003_004,ff45124e657c4ac4ec843a13be534153a8b10a20,M004,H000,P003,0,0,0,0,0,1,1,0.3333333333333333,1.0,1,1,5,2,94405,93807,598,22.271833583014086,22.10475429147482,0.0,0,12,5,empty_patch,model_turn_budget E16,19f36bbfb800e2d00767,TASK_S5_R003_005,0d491648d16f52f5091b23d0e3e5be2794461ade,M004,H000,P003,0,0,0,0,0,1,1,0.3333333333333333,1.0,1,1,5,3,75558,74927,631,18.012492208974436,17.86110808351077,0.0,0,12,7,empty_patch,model_turn_budget E16,51cd5d7486f5c030e21a,TASK_S5_R003_005,0d491648d16f52f5091b23d0e3e5be2794461ade,M003,H000,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,10167,9287,880,15.466450208099559,15.406182375503704,0.0,0,12,11,empty_patch,model_turn_budget E16,0d5337451835d294064a,TASK_S5_R003_006,9b6d89edad07979518a399229c6f55bffeb9af08,M003,H000,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,1,62795,60659,2136,54.77769625000656,53.3000145831611,0.0,0,11,2,tests,assistant_stop_without_finish E16,a35707c08808fc7999a9,TASK_S5_R003_006,9b6d89edad07979518a399229c6f55bffeb9af08,M004,H000,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,5,81428,80902,526,16.743080290965736,16.58863616664894,0.0,0,12,6,empty_patch,model_turn_budget E16,4826c893198e722e9fc6,TASK_S5_R003_007,f2b5e4fa375e88d6102a8d023ae2fe8206042545,M004,H000,P003,0,0,0,0,0,1,0,0.5,0.0,1,0,5,3,56871,56166,705,14.765618291916326,14.635923583060503,3.9888884590473026,1,12,7,empty_patch,model_turn_budget E16,6932e5980cd0344d41cb,TASK_S5_R003_007,f2b5e4fa375e88d6102a8d023ae2fe8206042545,M003,H000,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,10301,9620,681,13.100837833015248,13.043993872590363,0.0,0,12,11,empty_patch,model_turn_budget E16,84ff6b3b2c6f8084a4f9,TASK_S5_R002_001,876a8143fc7c9fe2f77ea29e2522396d42ed335f,M002,H001,P002,0,1,1,0,0,1,1,1.0,1.0,1,1,5,1,43508,42336,1172,30.373556334059685,13.03290433366783,0.0,0,7,0,tests,finish_tool E16,ba461df6354d195ddb62,TASK_S5_R002_002,92105c4bb18c8d220c12cbd1caafe31c34c6c91d,M002,H001,P002,0,0,0,0,0,1,1,0.25,1.0,1,1,5,2,97199,87990,9209,113.86913091596216,113.62350749992765,5.411872250027955,1,8,3,empty_patch,assistant_stop_without_finish E16,2f0761f147e129a96874,TASK_S5_R002_003,b8a18b1487fb74643023f75e6ffd7ee1dda67dfa,M002,H001,P002,0,1,1,1,0,1,1,0.5,1.0,1,1,5,2,94754,92577,2177,35.45439687487669,31.944828626234084,0.0,0,12,1,tests,finish_tool E16,7a25e8d1d3041f252bd6,TASK_S5_R002_004,075aa753d138a3d62a5586ea7d97de21861ae1ba,M002,H001,P002,0,1,1,1,0,1,1,0.5,1.0,1,1,5,2,210809,209135,1674,39.76232658303343,38.24266720772721,0.0,0,12,1,tests,model_turn_budget E16,d8e08f145d0b6d02422b,TASK_S5_R002_005,e345ca679f612b4990175d6e33839ba864bb02d2,M002,H001,P002,0,1,1,0,0,1,1,0.5,1.0,1,1,5,2,63010,59890,3120,42.81107975007035,39.19030100014061,0.0,0,8,1,tests,finish_tool E16,7c14677eed583ce09d5c,TASK_S5_R002_006,d375d83c31a6849af5957c8eb4b9ff63471df4a8,M002,H001,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,1,232136,230543,1593,41.46131387515925,41.03689924883656,0.0,0,12,0,empty_patch,model_turn_budget E16,3e9f2068f252d590beb2,TASK_S5_R002_007,93189152f2b9115e6c041ab7675fa43ac532c5a3,M002,H001,P002,0,1,1,1,0,1,1,1.0,1.0,1,1,5,2,107222,103182,4040,56.258593667065725,51.19729212485254,0.0,0,10,1,tests,finish_tool E16,b951b90498a3cccc6aa1,TASK_S5_R002_008,2f903e1366c207c11e0729d1d9f7900837b78f6d,M002,H001,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,41189,40228,961,12.785410167183727,12.57680070726201,5.456712457817048,1,12,11,empty_patch,model_turn_budget E16,a8b8c045d05069348633,TASK_S5_R002_009,404b62193233b54cad64d3526f5a88bc63a53662,M002,H001,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,5,93423,92091,1332,22.001347000012174,21.670183916576207,0.0,0,12,5,empty_patch,model_turn_budget E16,904e12ce3fa7e861ede8,TASK_S5_R002_010,40b6c10ff990a36dbb9e0d8c5b96e58d23d52e93,M002,H001,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,2,32023,23018,9005,96.56957312510349,96.34672766714357,0.0,0,5,2,empty_patch,assistant_stop_without_finish E16,0064ccb1a83157c6189c,TASK_S5_R003_001,3b83d5d13d136f9a45225929a0c2031dc28cdbed,M002,H001,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,2,174754,173102,1652,33.300051084021106,33.02164029167034,0.0,0,12,4,empty_patch,model_turn_budget E16,8bd7c00fb0e833f1a78b,TASK_S5_R003_002,7073a2dfa3a4485d2d3a073d40122adbeff42b5c,M002,H001,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,52833,51598,1235,32.44303883379325,32.24943162268028,0.0,0,12,10,empty_patch,model_turn_budget E16,16dd250422cbcda4e6e5,TASK_S5_R003_003,b22d662a4fd8fb8a9726760b645d4da6197bfa9a,M002,H001,P002,0,0,0,0,0,1,1,0.3333333333333333,1.0,1,1,5,1,12919,12642,277,5.6854243751149625,5.636826123809442,0.0,0,3,1,empty_patch,assistant_stop_without_finish E16,c8343848d9bbb9c2ba08,TASK_S5_R003_004,ff45124e657c4ac4ec843a13be534153a8b10a20,M002,H001,P002,1,1,1,0,1,1,1,0.5,1.0,1,1,5,2,74275,71150,3125,53.49127466697246,46.40212162514217,4.962400125106797,1,12,3,resolved,finish_tool E16,892e56d087ce02f57c86,TASK_S5_R003_005,0d491648d16f52f5091b23d0e3e5be2794461ade,M002,H001,P002,0,1,1,1,0,1,1,0.5,0.5,1,1,5,3,113564,111134,2430,41.99698045803234,40.942484584636986,0.0,0,12,3,tests,tool_budget_exhausted E16,588ce7c6fd69f6ee5091,TASK_S5_R003_006,9b6d89edad07979518a399229c6f55bffeb9af08,M002,H001,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,3,119777,118440,1337,25.435021749930456,25.20428820932284,0.0,0,12,6,empty_patch,model_turn_budget E16,d2e3edda5cad764dfd44,TASK_S5_R003_007,f2b5e4fa375e88d6102a8d023ae2fe8206042545,M002,H001,P002,0,1,1,0,0,1,1,0.5,0.5,1,1,5,2,144557,143300,1257,30.74280433403328,29.852917791111395,0.0,0,12,1,tests,model_turn_budget E16,3909b57c9d79657683ac,TASK_S5_R002_001,876a8143fc7c9fe2f77ea29e2522396d42ed335f,M003,H001,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,2107,1699,408,4.034563166787848,4.008647874929011,6.022743791108951,1,2,2,empty_patch,assistant_stop_without_finish E16,b9882c412ea691e61a8a,TASK_S5_R002_001,876a8143fc7c9fe2f77ea29e2522396d42ed335f,M004,H001,P003,0,1,1,0,0,1,1,1.0,1.0,1,1,5,2,88282,85905,2377,49.735514250118285,48.037497500889,0.0,0,12,5,tests,model_turn_budget E16,bd1ec51245a07b4d6138,TASK_S5_R002_002,92105c4bb18c8d220c12cbd1caafe31c34c6c91d,M004,H001,P003,0,0,0,0,0,1,1,0.5,1.0,1,1,5,3,107645,107124,521,21.92062879097648,21.601168667897582,0.0,0,12,6,empty_patch,model_turn_budget E16,f853cd5e2394f821aed2,TASK_S5_R002_002,92105c4bb18c8d220c12cbd1caafe31c34c6c91d,M003,H001,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,4650,3673,977,13.39257250004448,13.348058917094022,0.0,0,5,5,empty_patch,assistant_stop_without_finish E16,30f4c2e3eda3772269f3,TASK_S5_R002_003,b8a18b1487fb74643023f75e6ffd7ee1dda67dfa,M003,H001,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,10315,9492,823,14.659578334074467,14.589401500299573,0.0,0,12,11,empty_patch,model_turn_budget E16,7590546e62b9fcf052ad,TASK_S5_R002_003,b8a18b1487fb74643023f75e6ffd7ee1dda67dfa,M004,H001,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,2,70487,68325,2162,35.73053850000724,32.76365191815421,0.0,0,12,5,tests,finish_tool E16,a36d1807cd8d9da7a372,TASK_S5_R002_004,075aa753d138a3d62a5586ea7d97de21861ae1ba,M003,H001,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,1,52150,51451,699,27.574260625056922,27.342497791862115,0.0,0,9,8,empty_patch,assistant_stop_without_finish E16,da964c3476fa9f4626ab,TASK_S5_R002_004,075aa753d138a3d62a5586ea7d97de21861ae1ba,M004,H001,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,1,130837,125762,5075,113.86418849998154,106.49910341668874,0.0,0,12,1,tests,model_turn_budget E16,059e1fcbfa90315ebf2e,TASK_S5_R002_005,e345ca679f612b4990175d6e33839ba864bb02d2,M003,H001,P003,0,1,1,0,0,0,1,0.0,1.0,0,1,5,2,53985,49488,4497,77.42151083284989,75.74604145833291,0.0,0,8,4,tests,assistant_stop_without_finish E16,c7e426d5c629976e56d6,TASK_S5_R002_005,e345ca679f612b4990175d6e33839ba864bb02d2,M004,H001,P003,0,1,1,0,0,1,1,0.5,1.0,1,1,5,3,152569,145090,7479,171.2384778340347,167.37399762286805,0.0,0,12,2,tests,model_turn_budget E16,a26bcf45242d0873cd1b,TASK_S5_R002_006,d375d83c31a6849af5957c8eb4b9ff63471df4a8,M003,H001,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,2,1,54967,50724,4243,69.42065916582942,68.90674720751122,0.0,0,12,8,tests,model_turn_budget E16,cfb373a370fb7bd32856,TASK_S5_R002_006,d375d83c31a6849af5957c8eb4b9ff63471df4a8,M004,H001,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,2,157872,150359,7513,168.41832616599277,167.05402408353984,4.435821209102869,1,12,2,tests,finish_tool E16,c68c3fa3d05262aa48b4,TASK_S5_R002_007,93189152f2b9115e6c041ab7675fa43ac532c5a3,M003,H001,P003,0,1,1,1,0,1,1,0.5,1.0,1,1,5,1,16107,15104,1003,18.79224729212001,17.672463707858697,6.310505457920954,1,3,1,tests,assistant_stop_without_finish E16,fd98289346d547fc56b2,TASK_S5_R002_007,93189152f2b9115e6c041ab7675fa43ac532c5a3,M004,H001,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,4,79994,79217,777,18.835229125106707,18.452362209558487,0.0,0,12,6,empty_patch,model_turn_budget E16,0ee10c6b4512185fbf0c,TASK_S5_R002_008,2f903e1366c207c11e0729d1d9f7900837b78f6d,M003,H001,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,1,30169,28472,1697,35.333226499846205,33.624694416997954,0.0,0,9,5,tests,finish_tool E16,7191f22ac7adc0bbfb1d,TASK_S5_R002_008,2f903e1366c207c11e0729d1d9f7900837b78f6d,M004,H001,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,5,109176,108227,949,30.73581220791675,30.433741750894114,0.0,0,12,6,empty_patch,model_turn_budget E16,5ec662a01b48ecd652c7,TASK_S5_R002_009,404b62193233b54cad64d3526f5a88bc63a53662,M003,H001,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,17702,16887,815,15.739701666170731,15.542347249342129,0.0,0,6,6,empty_patch,assistant_stop_without_finish E16,6360d242667e8b3b8155,TASK_S5_R002_009,404b62193233b54cad64d3526f5a88bc63a53662,M004,H001,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,15949,15386,563,6.396118457894772,6.268379457760602,0.0,0,12,11,empty_patch,model_turn_budget E16,0e811a76bc44552f3479,TASK_S5_R002_010,40b6c10ff990a36dbb9e0d8c5b96e58d23d52e93,M003,H001,P003,0,1,1,1,0,1,0,1.0,0.0,1,0,5,0,24015,22893,1122,23.78366612503305,21.063297583721578,0.0,0,7,2,tests,assistant_stop_without_finish E16,51fca818665357fd5246,TASK_S5_R002_010,40b6c10ff990a36dbb9e0d8c5b96e58d23d52e93,M004,H001,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,2,62017,59536,2481,38.41443750006147,35.71267316676676,0.0,0,11,3,tests,finish_tool E16,0afb80ec2db253d16fe9,TASK_S5_R003_001,3b83d5d13d136f9a45225929a0c2031dc28cdbed,M004,H001,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,1,74227,73232,995,20.674122042022645,20.49468608573079,0.0,0,12,3,empty_patch,model_turn_budget E16,f5646d7aaac2bea5f32b,TASK_S5_R003_001,3b83d5d13d136f9a45225929a0c2031dc28cdbed,M003,H001,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,9700,9084,616,11.208041874924675,11.14156608353369,0.0,0,12,11,empty_patch,model_turn_budget E16,274905269c8be63fcae8,TASK_S5_R003_002,7073a2dfa3a4485d2d3a073d40122adbeff42b5c,M004,H001,P003,0,0,0,0,0,0,1,0.0,0.25,0,1,5,5,105411,104905,506,18.051377041032538,17.84364612447098,4.251980874920264,1,12,3,empty_patch,model_turn_budget E16,c7f4ec0444683bcc2c7e,TASK_S5_R003_002,7073a2dfa3a4485d2d3a073d40122adbeff42b5c,M003,H001,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,27897,27205,692,40.850081250071526,40.71137745818123,0.0,0,12,10,empty_patch,model_turn_budget E16,5ad981429ce54792bec9,TASK_S5_R003_003,b22d662a4fd8fb8a9726760b645d4da6197bfa9a,M004,H001,P003,0,0,0,0,0,1,1,0.3333333333333333,1.0,1,1,5,2,98016,97330,686,23.968691125046462,23.780026249354705,0.0,0,12,5,empty_patch,model_turn_budget E16,f7d703a9424f374bb063,TASK_S5_R003_003,b22d662a4fd8fb8a9726760b645d4da6197bfa9a,M003,H001,P003,0,1,1,0,0,1,1,0.3333333333333333,1.0,1,1,5,1,43385,42180,1205,36.24846495804377,35.45293516502716,5.6237210421822965,1,12,9,tests,model_turn_budget E16,c9be5736c2d5c876396c,TASK_S5_R003_004,ff45124e657c4ac4ec843a13be534153a8b10a20,M004,H001,P003,0,0,0,0,0,1,1,0.5,1.0,1,1,5,2,92067,91326,741,23.185689917067066,23.00348787382245,0.0,0,12,4,empty_patch,model_turn_budget E16,e3b6f76316d1fdd71974,TASK_S5_R003_004,ff45124e657c4ac4ec843a13be534153a8b10a20,M003,H001,P003,0,1,1,0,0,1,1,0.5,1.0,1,1,5,1,32238,31067,1171,27.79386050021276,27.402739830780774,0.0,0,8,4,tests,assistant_stop_without_finish E16,3a19c289be6057e0639b,TASK_S5_R003_005,0d491648d16f52f5091b23d0e3e5be2794461ade,M004,H001,P003,0,0,0,0,0,1,1,0.5,1.0,1,1,5,3,53311,52644,667,13.89956225012429,13.743095331825316,0.0,0,12,6,empty_patch,model_turn_budget E16,716b7c90baa33b93edfc,TASK_S5_R003_005,0d491648d16f52f5091b23d0e3e5be2794461ade,M003,H001,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,10167,9287,880,15.293943875003606,15.223615959985182,0.0,0,12,11,empty_patch,model_turn_budget E16,2e767806edfc70bb0da6,TASK_S5_R003_006,9b6d89edad07979518a399229c6f55bffeb9af08,M004,H001,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,3,96704,95554,1150,31.116068915929645,30.919784585013986,0.0,0,12,4,empty_patch,finish_tool E16,744b921d60cc5cb3726d,TASK_S5_R003_006,9b6d89edad07979518a399229c6f55bffeb9af08,M003,H001,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,1,50193,46499,3694,70.30595858418383,68.24944637692533,0.0,0,6,2,tests,assistant_stop_without_finish E16,1c6c1254a412527d40fa,TASK_S5_R003_007,f2b5e4fa375e88d6102a8d023ae2fe8206042545,M004,H001,P003,0,0,0,0,0,1,0,0.5,0.0,1,0,5,4,75940,75385,555,18.111509333131835,17.936740875709802,0.0,0,12,5,empty_patch,model_turn_budget E16,b2c1b455035d4b4b1b61,TASK_S5_R003_007,f2b5e4fa375e88d6102a8d023ae2fe8206042545,M003,H001,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,10301,9620,681,12.979630750138313,12.910799126839265,0.0,0,12,11,empty_patch,model_turn_budget E16,fceca16edb09c4c5cf57,TASK_S5_R002_001,876a8143fc7c9fe2f77ea29e2522396d42ed335f,M002,H002,P002,0,1,1,0,0,1,1,1.0,1.0,1,1,5,1,13199,12558,641,24.338217083131894,6.7372738749254495,0.0,0,5,0,tests,finish_tool E16,d1d9794aec4a9f28c309,TASK_S5_R002_002,92105c4bb18c8d220c12cbd1caafe31c34c6c91d,M002,H002,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,2,70794,69612,1182,20.263503416907042,19.97303604101762,0.0,0,8,3,empty_patch,assistant_stop_without_finish E16,9f1660cbedf6d968123d,TASK_S5_R002_003,b8a18b1487fb74643023f75e6ffd7ee1dda67dfa,M002,H002,P002,0,1,1,1,0,1,1,1.0,1.0,1,1,5,3,94375,92174,2201,35.31854400015436,32.589333835523576,5.409696291200817,1,12,4,tests,model_turn_budget E16,df8836548d555792762d,TASK_S5_R002_004,075aa753d138a3d62a5586ea7d97de21861ae1ba,M002,H002,P002,0,1,1,1,0,1,1,1.0,1.0,1,1,5,1,115289,112602,2687,42.06441416707821,37.08413437474519,0.0,0,11,0,tests,finish_tool E16,ef4340751aa00b7ede56,TASK_S5_R002_005,e345ca679f612b4990175d6e33839ba864bb02d2,M002,H002,P002,0,0,0,0,0,1,1,0.5,1.0,1,1,5,2,68686,67706,980,15.759410833008587,15.410995709011331,0.0,0,12,8,empty_patch,model_turn_budget E16,972da9d39a50c5657762,TASK_S5_R002_006,d375d83c31a6849af5957c8eb4b9ff63471df4a8,M002,H002,P002,0,1,1,1,0,1,1,1.0,1.0,1,1,5,1,36539,34908,1631,22.345619541825727,19.623124916106462,0.0,0,6,0,tests,finish_tool E16,171ecfae57b3773397a4,TASK_S5_R002_007,93189152f2b9115e6c041ab7675fa43ac532c5a3,M002,H002,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,2,68356,58919,9437,112.35464191692881,110.10511949891225,0.0,0,6,0,empty_patch,assistant_stop_without_finish E16,99e6e370a43c74db21cc,TASK_S5_R002_008,2f903e1366c207c11e0729d1d9f7900837b78f6d,M002,H002,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,2,47199,46249,950,14.413867125054821,14.149558334611356,0.0,0,12,9,empty_patch,model_turn_budget E16,d3503302cced82e6b8c4,TASK_S5_R002_009,404b62193233b54cad64d3526f5a88bc63a53662,M002,H002,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,4,92922,90990,1932,28.302276500035077,27.95462937373668,5.3988092499785125,1,12,7,empty_patch,model_turn_budget E16,489490b51750cfe07bc6,TASK_S5_R002_010,40b6c10ff990a36dbb9e0d8c5b96e58d23d52e93,M002,H002,P002,0,1,1,1,0,1,1,0.3333333333333333,1.0,1,1,5,2,50240,48019,2221,29.17831491678953,26.32467041607015,0.0,0,10,3,tests,finish_tool E16,76c7e80848e05169027b,TASK_S5_R003_001,3b83d5d13d136f9a45225929a0c2031dc28cdbed,M002,H002,P002,0,0,0,0,0,1,1,0.5,1.0,1,1,5,2,49664,40368,9296,107.05971800000407,106.88560225302354,0.0,0,6,1,empty_patch,assistant_stop_without_finish E16,d590ea2374933f1406d7,TASK_S5_R003_002,7073a2dfa3a4485d2d3a073d40122adbeff42b5c,M002,H002,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,85708,84193,1515,45.50266566686332,45.14830287382938,0.0,0,12,7,empty_patch,model_turn_budget E16,0c8032c31b9bfe988672,TASK_S5_R003_003,b22d662a4fd8fb8a9726760b645d4da6197bfa9a,M002,H002,P002,0,0,0,0,0,1,1,0.25,1.0,1,1,5,4,104419,102538,1881,29.16515158303082,28.943923499668017,0.0,0,12,4,empty_patch,model_turn_budget E16,4105a9ea7dc039fa09f6,TASK_S5_R003_004,ff45124e657c4ac4ec843a13be534153a8b10a20,M002,H002,P002,0,1,1,0,0,1,1,0.5,1.0,1,1,5,2,54916,52293,2623,45.509968584170565,38.236746625974774,0.0,0,11,2,tests,finish_tool E16,8354285f1c2f953bcef8,TASK_S5_R003_005,0d491648d16f52f5091b23d0e3e5be2794461ade,M002,H002,P002,0,0,0,0,0,1,0,0.3333333333333333,0.0,1,0,5,0,2855,2707,148,2.042308541946113,1.9059802920091897,4.815999082988128,1,1,0,empty_patch,assistant_stop_without_finish E16,4af627660e3189b9498e,TASK_S5_R003_006,9b6d89edad07979518a399229c6f55bffeb9af08,M002,H002,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,2,58014,49329,8685,112.79407766601071,112.60371337365359,0.0,0,6,1,empty_patch,assistant_stop_without_finish E16,2739766f499e2f5378d5,TASK_S5_R003_007,f2b5e4fa375e88d6102a8d023ae2fe8206042545,M002,H002,P002,0,1,1,0,0,1,1,0.5,1.0,1,1,5,1,35567,34193,1374,18.733376167016104,17.853746584849432,0.0,0,10,3,tests,finish_tool E16,2f2907645a1abe53fa24,TASK_S5_R002_001,876a8143fc7c9fe2f77ea29e2522396d42ed335f,M004,H002,P003,0,1,1,0,0,1,1,1.0,1.0,1,1,5,2,74555,72540,2015,36.584881875198334,34.92008416587487,4.127021708060056,1,12,5,tests,model_turn_budget E16,89dd4ba01f4096acb18d,TASK_S5_R002_001,876a8143fc7c9fe2f77ea29e2522396d42ed335f,M003,H002,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,2107,1699,408,3.7929553750436753,3.7731804999057204,0.0,0,2,2,empty_patch,assistant_stop_without_finish E16,dcc709d1366baa361910,TASK_S5_R002_002,92105c4bb18c8d220c12cbd1caafe31c34c6c91d,M004,H002,P003,0,0,0,0,0,1,1,0.5,0.5,1,1,5,3,101463,100918,545,19.88276741700247,19.531937416875735,0.0,0,12,5,empty_patch,model_turn_budget E16,e6d0f984dbef7197aa16,TASK_S5_R002_002,92105c4bb18c8d220c12cbd1caafe31c34c6c91d,M003,H002,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,4650,3673,977,12.887332499958575,12.854363708756864,5.986925000092015,1,5,5,empty_patch,assistant_stop_without_finish E16,1f7f50dfb8b94b32d277,TASK_S5_R002_003,b8a18b1487fb74643023f75e6ffd7ee1dda67dfa,M003,H002,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,10315,9492,823,14.73033708287403,14.64370879298076,0.0,0,12,11,empty_patch,model_turn_budget E16,5d838f51d8921b96e591,TASK_S5_R002_003,b8a18b1487fb74643023f75e6ffd7ee1dda67dfa,M004,H002,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,2,81578,78709,2869,48.93199187517166,46.47332429350354,0.0,0,12,5,tests,model_turn_budget E16,830b4bce1280df2b2b14,TASK_S5_R002_004,075aa753d138a3d62a5586ea7d97de21861ae1ba,M004,H002,P003,0,1,1,1,0,1,1,0.5,1.0,1,1,5,2,161878,153236,8642,189.4939262920525,187.2724199143704,0.0,0,12,3,tests,model_turn_budget E16,ec01b5a7db3513299fb9,TASK_S5_R002_004,075aa753d138a3d62a5586ea7d97de21861ae1ba,M003,H002,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,1,69904,67089,2815,59.70587608288042,58.50022729020566,0.0,0,12,8,tests,model_turn_budget E16,a24e1b85f5e16f93c066,TASK_S5_R002_005,e345ca679f612b4990175d6e33839ba864bb02d2,M004,H002,P003,0,1,1,0,0,1,1,0.5,1.0,1,1,5,3,132455,127716,4739,110.61255541699938,107.65544979320839,0.0,0,12,3,tests,model_turn_budget E16,ab70b86016f6dfba4676,TASK_S5_R002_005,e345ca679f612b4990175d6e33839ba864bb02d2,M003,H002,P003,0,1,1,0,0,0,1,0.0,1.0,0,1,5,1,80520,74548,5972,101.1735635001678,100.07891541789286,0.0,0,10,3,tests,assistant_stop_without_finish E16,14164afdd6d2ce0bcdfb,TASK_S5_R002_006,d375d83c31a6849af5957c8eb4b9ff63471df4a8,M003,H002,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,1,18917,18105,812,17.52407229086384,16.564431248931214,0.0,0,4,2,tests,assistant_stop_without_finish E16,3a2b58b2e8f817fafc00,TASK_S5_R002_006,d375d83c31a6849af5957c8eb4b9ff63471df4a8,M004,H002,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,2,90521,87460,3061,71.94988862494938,68.86063016578555,0.0,0,9,1,tests,finish_tool E16,4830f531415ee7aec292,TASK_S5_R002_007,93189152f2b9115e6c041ab7675fa43ac532c5a3,M004,H002,P003,0,0,0,0,0,1,1,0.5,1.0,1,1,5,3,94281,93684,597,17.03423137497157,16.686054667457938,4.3665255000814795,1,12,6,empty_patch,model_turn_budget E16,9fc06e5288fc0da1883a,TASK_S5_R002_007,93189152f2b9115e6c041ab7675fa43ac532c5a3,M003,H002,P003,0,1,1,1,0,1,1,0.5,1.0,1,1,5,1,35261,32922,2339,42.54306179098785,41.89196112425998,0.0,0,8,4,tests,assistant_stop_without_finish E16,64ddf6c477d87df02992,TASK_S5_R002_008,2f903e1366c207c11e0729d1d9f7900837b78f6d,M004,H002,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,6,109991,109116,875,25.955677040852606,25.612399793229997,0.0,0,12,4,empty_patch,model_turn_budget E16,b3f939fe0f361f31a7fe,TASK_S5_R002_008,2f903e1366c207c11e0729d1d9f7900837b78f6d,M003,H002,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,58412,57599,813,31.691632125061005,31.46161104296334,5.9208962908014655,1,12,10,empty_patch,model_turn_budget E16,1c91e839d8dc1181761c,TASK_S5_R002_009,404b62193233b54cad64d3526f5a88bc63a53662,M004,H002,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,15949,15386,563,6.4882730829995126,6.352370208129287,0.0,0,12,11,empty_patch,model_turn_budget E16,47ed0ea3f132633e0718,TASK_S5_R002_009,404b62193233b54cad64d3526f5a88bc63a53662,M003,H002,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,8952,8640,312,7.06213099998422,6.862080707913265,0.0,0,4,4,empty_patch,assistant_stop_without_finish E16,6f6075cd3caf537d6839,TASK_S5_R002_010,40b6c10ff990a36dbb9e0d8c5b96e58d23d52e93,M004,H002,P003,0,1,1,1,0,1,1,0.3333333333333333,1.0,1,1,5,4,104361,103209,1152,28.14672587509267,26.792054249206558,0.0,0,12,5,tests,model_turn_budget E16,d038e173d847bf063f1e,TASK_S5_R002_010,40b6c10ff990a36dbb9e0d8c5b96e58d23d52e93,M003,H002,P003,0,1,1,1,0,1,1,0.3333333333333333,1.0,1,1,5,1,9898,9299,599,10.901881125057116,10.148184624034911,0.0,0,3,1,tests,assistant_stop_without_finish E16,06339a786ed263f10706,TASK_S5_R003_001,3b83d5d13d136f9a45225929a0c2031dc28cdbed,M004,H002,P003,0,0,0,0,0,1,1,0.5,1.0,1,1,5,2,96701,95431,1270,29.15312337479554,25.76602170849219,0.0,0,12,6,empty_patch,model_turn_budget E16,77d2a707b663aee00c99,TASK_S5_R003_001,3b83d5d13d136f9a45225929a0c2031dc28cdbed,M003,H002,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,9700,9084,616,11.25818237499334,11.193911998299882,0.0,0,12,11,empty_patch,model_turn_budget E16,08eab093bee327598c50,TASK_S5_R003_002,7073a2dfa3a4485d2d3a073d40122adbeff42b5c,M004,H002,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,3,72089,71538,551,14.117325500119478,13.868645002366975,0.0,0,12,4,empty_patch,model_turn_budget E16,ce03e7a931bc08864921,TASK_S5_R003_002,7073a2dfa3a4485d2d3a073d40122adbeff42b5c,M003,H002,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,2,61190,60573,617,62.55451645795256,62.30421504075639,0.0,0,12,6,empty_patch,model_turn_budget E16,b4cd5422373077ad2960,TASK_S5_R003_003,b22d662a4fd8fb8a9726760b645d4da6197bfa9a,M004,H002,P003,0,1,0,0,0,1,1,0.25,1.0,1,1,5,3,133560,127477,6083,141.22837241692469,140.3014453353826,4.225456999847665,1,12,2,patch_apply,model_turn_budget E16,e501362cf8f6bbce3918,TASK_S5_R003_003,b22d662a4fd8fb8a9726760b645d4da6197bfa9a,M003,H002,P003,0,1,1,0,0,1,1,0.25,1.0,1,1,5,1,24209,21946,2263,42.39748845784925,40.973069375613704,0.0,0,6,3,tests,assistant_stop_without_finish E16,13cd2c682cbdc9c22765,TASK_S5_R003_004,ff45124e657c4ac4ec843a13be534153a8b10a20,M004,H002,P003,0,1,1,0,0,1,1,0.5,1.0,1,1,5,2,74258,72962,1296,28.377362000057474,27.857811667956412,0.0,0,12,2,tests,model_turn_budget E16,7b2ea8092ebbf7552828,TASK_S5_R003_004,ff45124e657c4ac4ec843a13be534153a8b10a20,M003,H002,P003,0,0,0,0,0,1,1,0.5,1.0,1,1,5,1,41644,40743,901,31.26169937499799,31.073628791375086,5.781330707948655,1,12,9,empty_patch,model_turn_budget E16,52465cf884c2d98acf16,TASK_S5_R003_005,0d491648d16f52f5091b23d0e3e5be2794461ade,M004,H002,P003,0,1,1,1,0,1,1,0.3333333333333333,1.0,1,1,5,2,90044,86624,3420,66.39208679110743,65.50734275020659,0.0,0,12,5,tests,model_turn_budget E16,b180ee1319c907d9504a,TASK_S5_R003_005,0d491648d16f52f5091b23d0e3e5be2794461ade,M003,H002,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,10167,9287,880,15.325841707875952,15.262603417271748,0.0,0,12,11,empty_patch,model_turn_budget E16,7ed2a22cc9292d7ff5d1,TASK_S5_R003_006,9b6d89edad07979518a399229c6f55bffeb9af08,M004,H002,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,3,75120,74048,1072,25.79639979195781,25.55967179313302,0.0,0,11,4,empty_patch,finish_tool E16,f0ffa15f6556b1185833,TASK_S5_R003_006,9b6d89edad07979518a399229c6f55bffeb9af08,M003,H002,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,32533,30104,2429,44.89133583311923,43.536491458071396,0.0,0,7,3,empty_patch,assistant_stop_without_finish E16,0e6800b35c47f6de8a5a,TASK_S5_R003_007,f2b5e4fa375e88d6102a8d023ae2fe8206042545,M004,H002,P003,0,1,1,0,0,1,1,0.5,1.0,1,1,5,2,48100,47015,1085,18.110774165950716,17.512595917331055,0.0,0,12,4,tests,model_turn_budget E16,63543a9bb9d08cbdc37d,TASK_S5_R003_007,f2b5e4fa375e88d6102a8d023ae2fe8206042545,M003,H002,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,0,0,10301,9620,681,13.132557875011116,13.068713790504262,0.0,0,12,11,empty_patch,model_turn_budget E16,5bfee77ff524941dc773,TASK_S5_R002_001,876a8143fc7c9fe2f77ea29e2522396d42ed335f,M002,H007,P002,0,1,1,0,0,1,1,0.5,1.0,1,1,5,1,33642,32833,809,29.420939749805257,9.896409124834463,5.792803500080481,2,6,1,tests,finish_tool E16,b25810d9400b9bf822de,TASK_S5_R002_002,92105c4bb18c8d220c12cbd1caafe31c34c6c91d,M002,H007,P002,0,0,0,0,0,1,1,0.5,1.0,1,1,5,2,78160,76689,1471,29.448179667117074,23.34538812399842,5.648355374112725,2,12,8,empty_patch,model_turn_budget E16,ad3879b0df25d7b227c7,TASK_S5_R002_003,b8a18b1487fb74643023f75e6ffd7ee1dda67dfa,M002,H007,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,4,86377,84158,2219,34.60352154192515,28.614678791025653,5.46216387511231,2,12,6,empty_patch,model_turn_budget E16,6d9cffcb70c770e6fab7,TASK_S5_R002_004,075aa753d138a3d62a5586ea7d97de21861ae1ba,M002,H007,P002,0,1,1,1,0,1,1,1.0,1.0,1,1,5,1,156256,154159,2097,46.2507755830884,33.3387607478071,9.343649917049333,3,12,1,tests,model_turn_budget E16,09fbb11ec7db75136a12,TASK_S5_R002_005,e345ca679f612b4990175d6e33839ba864bb02d2,M002,H007,P002,0,1,1,0,0,1,1,0.5,1.0,1,1,5,2,65711,61590,4121,59.31906833383255,49.86703795893118,5.345287625212222,2,8,1,tests,finish_tool E16,53f5d30d0e4ce973e180,TASK_S5_R002_006,d375d83c31a6849af5957c8eb4b9ff63471df4a8,M002,H007,P002,0,1,1,1,0,1,1,1.0,1.0,1,1,5,2,202135,199968,2167,48.662227750057355,39.291445375885814,5.90835512499325,2,12,1,tests,model_turn_budget E16,0e8c35b91dd5f8187bf4,TASK_S5_R002_007,93189152f2b9115e6c041ab7675fa43ac532c5a3,M002,H007,P002,0,0,0,0,0,1,1,0.5,1.0,1,1,5,2,216912,206628,10284,149.66380354203284,141.1209401669912,5.325668875128031,2,11,0,empty_patch,assistant_stop_without_finish E16,72d21df15ede63c9dc17,TASK_S5_R002_008,2f903e1366c207c11e0729d1d9f7900837b78f6d,M002,H007,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,2,62314,61549,765,18.76541666686535,12.79215837479569,5.49947483278811,2,12,9,empty_patch,model_turn_budget E16,69bfea01576dcf93c22c,TASK_S5_R002_009,404b62193233b54cad64d3526f5a88bc63a53662,M002,H007,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,4,162527,161017,1510,38.52191670797765,32.34747866773978,5.477132958127186,2,12,2,empty_patch,model_turn_budget E16,4da4be85fa18d862d740,TASK_S5_R002_010,40b6c10ff990a36dbb9e0d8c5b96e58d23d52e93,M002,H007,P002,0,1,1,1,0,1,1,0.5,1.0,1,1,5,2,49631,47465,2166,32.23718695784919,24.433075623586774,9.456112958025187,3,10,3,tests,finish_tool E16,8a07bca4381c233554c9,TASK_S5_R003_001,3b83d5d13d136f9a45225929a0c2031dc28cdbed,M002,H007,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,2,110051,107910,2141,35.45201087510213,29.565593501087278,5.5452331667765975,2,12,6,empty_patch,model_turn_budget E16,ea29a15000dee28fcb1e,TASK_S5_R003_002,7073a2dfa3a4485d2d3a073d40122adbeff42b5c,M002,H007,P002,0,0,0,0,0,0,1,0.0,0.5,0,1,5,4,137118,135742,1376,70.86392454081215,64.46143904374912,5.950092084007338,2,12,2,empty_patch,model_turn_budget E16,da9f201f4eb6177f0334,TASK_S5_R003_003,b22d662a4fd8fb8a9726760b645d4da6197bfa9a,M002,H007,P002,0,0,0,0,0,1,1,0.3333333333333333,1.0,1,1,5,1,163849,162755,1094,36.411741750082,31.113554460229352,4.937491750111803,2,12,2,empty_patch,model_turn_budget E16,3d4766ac84ca1facfdc2,TASK_S5_R003_004,ff45124e657c4ac4ec843a13be534153a8b10a20,M002,H007,P002,0,0,0,0,0,1,1,0.5,1.0,1,1,5,1,75665,74875,790,21.458431750070304,16.635025084251538,4.5862059579230845,2,12,9,empty_patch,model_turn_budget E16,658c4f42dd38ce473534,TASK_S5_R003_005,0d491648d16f52f5091b23d0e3e5be2794461ade,M002,H007,P002,0,1,1,1,0,1,1,0.5,0.5,1,1,5,2,135245,133905,1340,35.39993062498979,29.711488001747057,4.399752374738455,2,12,3,tests,tool_budget_exhausted E16,aa2fb21e2369aa5bb2a2,TASK_S5_R003_006,9b6d89edad07979518a399229c6f55bffeb9af08,M002,H007,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,3,147799,145997,1802,41.44161216681823,35.83618679107167,9.230129541130736,3,12,1,empty_patch,model_turn_budget E16,ac50490ab46ce81f68ce,TASK_S5_R003_007,f2b5e4fa375e88d6102a8d023ae2fe8206042545,M002,H007,P002,0,0,0,0,0,1,1,1.0,0.5,1,1,5,2,22698,22076,622,15.84229295887053,10.47512862388976,5.157888415968046,2,5,2,empty_patch,assistant_stop_without_finish E16,400b7608de7c4d5576f0,TASK_S5_R002_001,876a8143fc7c9fe2f77ea29e2522396d42ed335f,M003,H007,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,2,43725,42449,1276,30.635751999914646,24.874793625669554,5.591462957905605,2,9,7,empty_patch,assistant_stop_without_finish E16,c9bb173a2c62049522c5,TASK_S5_R002_001,876a8143fc7c9fe2f77ea29e2522396d42ed335f,M004,H007,P003,0,1,1,0,0,1,1,1.0,1.0,1,1,5,1,82406,78760,3646,67.1646012919955,62.29286729125306,3.7865810422226787,2,12,7,tests,model_turn_budget E16,aa9dff66b2630c159420,TASK_S5_R002_002,92105c4bb18c8d220c12cbd1caafe31c34c6c91d,M004,H007,P003,0,0,0,0,0,1,0,0.5,0.0,1,0,5,2,78286,77771,515,19.27605104097165,14.99409504281357,8.554119541775435,3,12,9,empty_patch,model_turn_budget E16,e2486722fdd0cb945e21,TASK_S5_R002_002,92105c4bb18c8d220c12cbd1caafe31c34c6c91d,M003,H007,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,31894,31305,589,25.90581433312036,20.005234251031652,5.733563748886809,2,12,11,empty_patch,model_turn_budget E16,4a404787427c71cd0e97,TASK_S5_R002_003,b8a18b1487fb74643023f75e6ffd7ee1dda67dfa,M003,H007,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,32392,31509,883,26.79028533399105,21.401113543193787,11.305830625118688,3,12,11,empty_patch,model_turn_budget E16,fb6489ba29e971f0f9a9,TASK_S5_R002_003,b8a18b1487fb74643023f75e6ffd7ee1dda67dfa,M004,H007,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,2,76261,73163,3098,52.47697070799768,44.86156691913493,4.5676697918679565,2,12,6,tests,model_turn_budget E16,81ef267906e977ce2611,TASK_S5_R002_004,075aa753d138a3d62a5586ea7d97de21861ae1ba,M003,H007,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,1,63562,60661,2901,61.90195941599086,55.55950645823032,4.903210666961968,2,12,9,tests,model_turn_budget E16,f1af259226fcce4408af,TASK_S5_R002_004,075aa753d138a3d62a5586ea7d97de21861ae1ba,M004,H007,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,2,136182,123070,13112,316.1726856669411,309.1584787098691,5.3126475010067225,2,10,3,tests,assistant_stop_without_finish E16,3968ac4b6e2caf4b7a49,TASK_S5_R002_005,e345ca679f612b4990175d6e33839ba864bb02d2,M004,H007,P003,0,1,1,0,0,1,1,0.5,1.0,1,1,5,2,121879,118544,3335,72.51654770807363,64.56318557960913,4.727359582902864,2,12,4,tests,finish_tool E16,7a39f5678f8f249ca03a,TASK_S5_R002_005,e345ca679f612b4990175d6e33839ba864bb02d2,M003,H007,P003,0,1,1,0,0,0,1,0.0,1.0,0,1,5,2,65294,62512,2782,63.280080958036706,56.35797870811075,4.94604824995622,2,12,7,tests,model_turn_budget E16,856d096ec89679e22ba9,TASK_S5_R002_006,d375d83c31a6849af5957c8eb4b9ff63471df4a8,M004,H007,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,2,155155,150374,4781,101.7383951251395,96.09326174901798,4.542140749050304,2,12,1,tests,model_turn_budget E16,cca6f9c822782efbe2c8,TASK_S5_R002_006,d375d83c31a6849af5957c8eb4b9ff63471df4a8,M003,H007,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,1,25177,23825,1352,30.435502332868055,24.054116833023727,5.230924041941762,2,5,2,tests,assistant_stop_without_finish E16,4db300fab1ca5c72204b,TASK_S5_R002_007,93189152f2b9115e6c041ab7675fa43ac532c5a3,M003,H007,P003,0,1,1,1,0,0,1,0.0,1.0,0,1,5,1,46906,45506,1400,41.81043220916763,35.410623791161925,5.690502833109349,2,8,5,tests,assistant_stop_without_finish E16,9772d8b86fadb2a43028,TASK_S5_R002_007,93189152f2b9115e6c041ab7675fa43ac532c5a3,M004,H007,P003,0,0,0,0,0,1,1,0.5,1.0,1,1,5,2,109381,107677,1704,49.25319483294152,42.23402195982635,3.9783939998596907,2,11,3,empty_patch,finish_tool E16,0dae39d38c5f228a29ec,TASK_S5_R002_008,2f903e1366c207c11e0729d1d9f7900837b78f6d,M003,H007,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,49071,48450,621,31.937157458160073,26.019144835183397,5.545501208864152,2,12,10,empty_patch,model_turn_budget E16,e9b586b55721c41017dd,TASK_S5_R002_008,2f903e1366c207c11e0729d1d9f7900837b78f6d,M004,H007,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,4,91466,90516,950,26.55130933318287,22.245673249242827,8.374491916969419,3,12,7,empty_patch,model_turn_budget E16,2f85df7cea860abc8f03,TASK_S5_R002_009,404b62193233b54cad64d3526f5a88bc63a53662,M004,H007,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,39791,39304,487,14.37106408411637,7.952087581157684,4.336679040919989,2,12,10,empty_patch,model_turn_budget E16,bfa5da8132d332d51eb7,TASK_S5_R002_009,404b62193233b54cad64d3526f5a88bc63a53662,M003,H007,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,2,44302,41442,2860,54.69361137505621,48.323052623774856,10.684732042253017,3,8,4,tests,assistant_stop_without_finish E16,8631eb40695a930669de,TASK_S5_R002_010,40b6c10ff990a36dbb9e0d8c5b96e58d23d52e93,M004,H007,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,2,55414,53137,2277,39.66464908304624,32.248360249679536,4.422802249668166,2,10,2,tests,finish_tool E16,a9c4ce6d4d8837086b23,TASK_S5_R002_010,40b6c10ff990a36dbb9e0d8c5b96e58d23d52e93,M003,H007,P003,0,1,1,1,0,1,1,0.5,1.0,1,1,5,1,12750,12036,714,18.115992040839046,11.68194479122758,4.9960017499979585,2,4,2,tests,assistant_stop_without_finish E16,aa1ec64b307059f717d1,TASK_S5_R003_001,3b83d5d13d136f9a45225929a0c2031dc28cdbed,M003,H007,P003,0,0,0,0,0,0,1,0.0,0.5,0,1,5,2,36716,36157,559,24.908750124974176,19.722598707536235,5.050750708207488,2,12,8,empty_patch,model_turn_budget E16,bef405603694e829aade,TASK_S5_R003_001,3b83d5d13d136f9a45225929a0c2031dc28cdbed,M004,H007,P003,0,1,1,0,0,1,1,1.0,1.0,1,1,5,2,127121,118749,8372,188.88391591701657,183.79736374830827,4.385439207078889,2,12,4,tests,model_turn_budget E16,471bc206bcc462ba57fb,TASK_S5_R003_002,7073a2dfa3a4485d2d3a073d40122adbeff42b5c,M004,H007,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,3,89194,88679,515,18.942750416928902,14.149725041352212,4.479805624810979,2,12,5,empty_patch,model_turn_budget E16,6ccc8b06707535f3ff9f,TASK_S5_R003_002,7073a2dfa3a4485d2d3a073d40122adbeff42b5c,M003,H007,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,1,52883,49000,3883,188.16640458302572,180.18527458282188,5.8246502068359405,2,10,6,tests,assistant_stop_without_finish E16,a556e6e7b0816b299b96,TASK_S5_R003_003,b22d662a4fd8fb8a9726760b645d4da6197bfa9a,M004,H007,P003,0,0,0,0,0,1,1,0.3333333333333333,1.0,1,1,5,1,82811,82156,655,21.41843487508595,17.331412374274805,3.8393990420736372,2,12,7,empty_patch,model_turn_budget E16,f9802920259e5fe5cabc,TASK_S5_R003_003,b22d662a4fd8fb8a9726760b645d4da6197bfa9a,M003,H007,P003,0,1,1,0,0,1,1,0.3333333333333333,1.0,1,1,5,1,23400,22293,1107,30.398953208932653,23.79204333294183,5.130066167097539,2,7,4,tests,assistant_stop_without_finish E16,d4f1270a7dfbf109e75e,TASK_S5_R003_004,ff45124e657c4ac4ec843a13be534153a8b10a20,M004,H007,P003,0,0,0,0,0,1,1,0.5,1.0,1,1,5,1,129790,129236,554,30.962777125183493,27.183034709189087,7.620164333144203,3,12,3,empty_patch,model_turn_budget E16,e4b9c453b7e6cbad7f7c,TASK_S5_R003_004,ff45124e657c4ac4ec843a13be534153a8b10a20,M003,H007,P003,0,1,1,0,0,1,1,0.5,1.0,1,1,5,1,32076,28252,3824,65.7251370830927,60.30021079140715,4.919401125051081,2,6,3,tests,assistant_stop_without_finish E16,68ae5a18e3b544fb7964,TASK_S5_R003_005,0d491648d16f52f5091b23d0e3e5be2794461ade,M003,H007,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,43980,42904,1076,34.885844457894564,29.880345040699467,10.056496417149901,3,12,10,empty_patch,model_turn_budget E16,9976584aca07a2574416,TASK_S5_R003_005,0d491648d16f52f5091b23d0e3e5be2794461ade,M004,H007,P003,0,1,1,1,0,1,1,0.5,1.0,1,1,5,2,86620,83143,3477,73.36735899979249,68.81857987493277,3.6416855410207063,2,12,6,tests,model_turn_budget E16,7b5db8035eeef8d09750,TASK_S5_R003_006,9b6d89edad07979518a399229c6f55bffeb9af08,M004,H007,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,2,90534,89459,1075,31.63535950006917,27.72602416551672,3.6229412488173693,2,11,3,empty_patch,finish_tool E16,bf5a7c5c3db0faffbd13,TASK_S5_R003_006,9b6d89edad07979518a399229c6f55bffeb9af08,M003,H007,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,1,19013,16331,2682,46.3262848330196,39.712038876255974,5.123532208846882,2,4,2,tests,assistant_stop_without_finish E16,0ff2fb49d695002a5047,TASK_S5_R003_007,f2b5e4fa375e88d6102a8d023ae2fe8206042545,M004,H007,P003,0,0,0,0,0,1,1,1.0,0.5,1,1,5,5,91327,90532,795,25.977653041947633,21.971666582860053,3.7027735840529203,2,12,5,empty_patch,model_turn_budget E16,1260f85b23bbb9d8d5c8,TASK_S5_R003_007,f2b5e4fa375e88d6102a8d023ae2fe8206042545,M003,H007,P003,0,0,0,0,0,0,1,0.0,1.0,0,1,5,1,52522,51820,702,34.4486566670239,29.41265966789797,4.876597249880433,2,12,10,empty_patch,model_turn_budget E16,7979ac511e92e1a6987c,TASK_S5_R002_001,876a8143fc7c9fe2f77ea29e2522396d42ed335f,M002,H008,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,95495,94344,1151,23.2540680419188,17.162106834119186,5.4388623759150505,2,12,7,empty_patch,model_turn_budget E16,a31c94b3da02657615ca,TASK_S5_R002_002,92105c4bb18c8d220c12cbd1caafe31c34c6c91d,M002,H008,P002,0,0,0,0,0,0,1,0.0,0.5,0,1,5,2,72541,71185,1356,27.84750666609034,21.81347516644746,5.589216915657744,2,12,8,empty_patch,model_turn_budget E16,44170b38ee7e321b342d,TASK_S5_R002_003,b8a18b1487fb74643023f75e6ffd7ee1dda67dfa,M002,H008,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,2,44943,43934,1009,19.45962658408098,13.51063395687379,5.420999999856576,2,12,9,empty_patch,model_turn_budget E16,8f01c51ede9bb3a1d2ec,TASK_S5_R002_004,075aa753d138a3d62a5586ea7d97de21861ae1ba,M002,H008,P002,0,1,1,1,0,1,1,1.0,1.0,1,1,5,1,136441,134292,2149,43.0696007090155,32.299054166069254,5.256715540774167,2,12,0,tests,model_turn_budget E16,53e4079528e2bbde4e9c,TASK_S5_R002_005,e345ca679f612b4990175d6e33839ba864bb02d2,M002,H008,P002,0,0,0,0,0,0,1,0.0,0.5,0,1,5,2,44563,43398,1165,20.883326457813382,15.82682383316569,9.734663000097498,3,12,8,empty_patch,model_turn_budget E16,21d4a2940251c3e0624a,TASK_S5_R002_006,d375d83c31a6849af5957c8eb4b9ff63471df4a8,M002,H008,P002,0,1,1,1,0,1,1,1.0,1.0,1,1,5,2,177081,174597,2484,50.75521520897746,43.61877462640405,5.337634541094303,2,12,2,tests,model_turn_budget E16,a349898d55c5a3b04394,TASK_S5_R002_007,93189152f2b9115e6c041ab7675fa43ac532c5a3,M002,H008,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,82107,81071,1036,21.894929041154683,15.891286165686324,5.2901014590170234,2,12,9,empty_patch,model_turn_budget E16,b67e9ac32099fb0577ba,TASK_S5_R002_008,2f903e1366c207c11e0729d1d9f7900837b78f6d,M002,H008,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,3,83164,82366,798,21.969506915891543,16.033096791710705,5.483566417125985,2,12,7,empty_patch,model_turn_budget E16,d53e9ea2146df3b648ce,TASK_S5_R002_009,404b62193233b54cad64d3526f5a88bc63a53662,M002,H008,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,18462,10040,8422,94.03191224997863,87.91806783224456,5.6412421248387545,2,3,1,empty_patch,assistant_stop_without_finish E16,70e9a563f394b61a9c7f,TASK_S5_R002_010,40b6c10ff990a36dbb9e0d8c5b96e58d23d52e93,M002,H008,P002,0,1,1,1,0,0,1,0.0,0.5,0,1,5,2,31727,29911,1816,26.753413958940655,18.918088249163702,5.057391915936023,2,9,2,tests,finish_tool E16,ec19991d455a9b97a8a8,TASK_S5_R003_001,3b83d5d13d136f9a45225929a0c2031dc28cdbed,M002,H008,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,3,97936,96106,1830,30.84048395906575,25.98694175039418,9.309552001068369,3,12,5,empty_patch,model_turn_budget E16,0734c703def2154c6a13,TASK_S5_R003_002,7073a2dfa3a4485d2d3a073d40122adbeff42b5c,M002,H008,P002,0,0,0,0,0,1,1,0.3333333333333333,1.0,1,1,5,5,73459,72175,1284,52.31237529194914,46.224534165812656,5.731902998872101,2,12,5,empty_patch,model_turn_budget E16,bc255255b39a8189c63b,TASK_S5_R003_003,b22d662a4fd8fb8a9726760b645d4da6197bfa9a,M002,H008,P002,0,0,0,0,0,1,1,0.25,1.0,1,1,5,2,116537,115556,981,32.061677125049755,26.855145748937503,4.928208665922284,2,12,5,empty_patch,model_turn_budget E16,502e816026738b4d6cd1,TASK_S5_R003_004,ff45124e657c4ac4ec843a13be534153a8b10a20,M002,H008,P002,0,0,0,0,0,1,1,0.3333333333333333,1.0,1,1,5,2,115187,113822,1365,39.79716558312066,34.70700408425182,4.809683459112421,2,12,4,empty_patch,model_turn_budget E16,33e1eb4d4768016f2eb0,TASK_S5_R003_005,0d491648d16f52f5091b23d0e3e5be2794461ade,M002,H008,P002,0,0,0,0,0,0,1,0.0,0.5,0,1,5,2,47717,46685,1032,20.405411208979785,15.666477751685306,4.44941591587849,2,12,9,empty_patch,model_turn_budget E16,ebee8188eb5497ee7d57,TASK_S5_R003_006,9b6d89edad07979518a399229c6f55bffeb9af08,M002,H008,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,2,130700,121033,9667,132.54037995799445,126.91829370660707,4.470060624880716,2,11,4,empty_patch,assistant_stop_without_finish E16,2075aefa452529285269,TASK_S5_R003_007,f2b5e4fa375e88d6102a8d023ae2fe8206042545,M002,H008,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,1,12552,12245,307,10.52102025016211,5.835725707933307,9.281931792153046,3,3,1,empty_patch,assistant_stop_without_finish E16,04f916a0f0c82b9a524f,TASK_S5_R002_001,876a8143fc7c9fe2f77ea29e2522396d42ed335f,M003,H008,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,19240,18158,1082,21.827473625075072,16.324720583856106,5.345892166951671,2,12,11,empty_patch,model_turn_budget E16,55c65a1785ca96ffbfbd,TASK_S5_R002_001,876a8143fc7c9fe2f77ea29e2522396d42ed335f,M004,H008,P003,0,1,1,0,0,1,1,1.0,1.0,1,1,5,1,67576,65029,2547,62.130202249856666,44.30857708398253,3.7014939170330763,2,12,7,tests,model_turn_budget E16,92ad524535fdff0a3398,TASK_S5_R002_002,92105c4bb18c8d220c12cbd1caafe31c34c6c91d,M004,H008,P003,0,0,0,0,0,0,1,0.0,1.0,0,1,5,2,93645,93100,545,21.95101820793934,17.666249583940953,3.748609917005524,2,12,6,empty_patch,model_turn_budget E16,c67d07a519e44804177c,TASK_S5_R002_002,92105c4bb18c8d220c12cbd1caafe31c34c6c91d,M003,H008,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,1,25065,23381,1684,41.19663316709921,29.46646587527357,5.629013000056148,2,8,5,tests,assistant_stop_without_finish E16,1ea3d21ba7ace7a1ebb3,TASK_S5_R002_003,b8a18b1487fb74643023f75e6ffd7ee1dda67dfa,M003,H008,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,20593,19973,620,19.94827179214917,14.642651999834925,5.150847417069599,2,12,11,empty_patch,model_turn_budget E16,bfc371f9622b57b1784a,TASK_S5_R002_003,b8a18b1487fb74643023f75e6ffd7ee1dda67dfa,M004,H008,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,1,55619,53494,2125,39.681903041899204,32.270830540917814,8.231446749996394,3,12,5,tests,model_turn_budget E16,c8c6d1e0b229ee00ccad,TASK_S5_R002_004,075aa753d138a3d62a5586ea7d97de21861ae1ba,M004,H008,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,1,121882,116933,4949,104.66734941699542,92.10486550233327,4.4307263740338385,2,12,3,tests,model_turn_budget E16,d0cc5c1d62680df4259f,TASK_S5_R002_004,075aa753d138a3d62a5586ea7d97de21861ae1ba,M003,H008,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,2,50680,49881,799,31.458022416802123,26.13433091668412,10.773613915778697,3,12,9,empty_patch,model_turn_budget E16,5634954b3df9f722737c,TASK_S5_R002_005,e345ca679f612b4990175d6e33839ba864bb02d2,M004,H008,P003,0,1,1,0,0,0,1,0.0,1.0,0,1,5,2,71710,66169,5541,100.5745757499244,93.8535046253819,4.253965582931414,2,10,3,tests,finish_tool E16,8cc80a5355f59b4cb427,TASK_S5_R002_005,e345ca679f612b4990175d6e33839ba864bb02d2,M003,H008,P003,0,1,1,0,0,0,1,0.0,1.0,0,1,5,2,31536,29067,2469,45.62229224992916,39.55394404171966,4.9092310823034495,2,7,4,tests,assistant_stop_without_finish E16,d5ce65cca5d53aede074,TASK_S5_R002_006,d375d83c31a6849af5957c8eb4b9ff63471df4a8,M004,H008,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,2,114346,109632,4714,92.4975102499593,87.19865824980661,4.325804331805557,2,12,3,tests,model_turn_budget E16,eae42998c37f6d46a181,TASK_S5_R002_006,d375d83c31a6849af5957c8eb4b9ff63471df4a8,M003,H008,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,1,28013,26537,1476,32.20884041697718,25.966822958085686,5.144359666854143,2,6,3,tests,assistant_stop_without_finish E16,46b10ae65347a1cfb0ec,TASK_S5_R002_007,93189152f2b9115e6c041ab7675fa43ac532c5a3,M003,H008,P003,0,1,1,1,0,0,1,0.0,1.0,0,1,5,1,27755,26869,886,27.899247666820884,21.170792000135407,5.456763832829893,2,8,5,tests,assistant_stop_without_finish E16,6c91de56b897ae719365,TASK_S5_R002_007,93189152f2b9115e6c041ab7675fa43ac532c5a3,M004,H008,P003,0,0,0,0,0,0,1,0.0,1.0,0,1,5,3,80120,79519,601,22.22278045816347,17.00451495940797,4.636318957898766,2,12,5,empty_patch,model_turn_budget E16,7dd2060baf5bc4b81cf2,TASK_S5_R002_008,2f903e1366c207c11e0729d1d9f7900837b78f6d,M004,H008,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,3,50653,50134,519,14.93507583392784,10.659403417957947,3.8501966251060367,2,12,8,empty_patch,model_turn_budget E16,ea36cf48032ef334d79b,TASK_S5_R002_008,2f903e1366c207c11e0729d1d9f7900837b78f6d,M003,H008,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,45182,44177,1005,35.32549016689882,29.3618979989551,5.60342237399891,2,12,10,empty_patch,model_turn_budget E16,061b37a63bd9d5d4549f,TASK_S5_R002_009,404b62193233b54cad64d3526f5a88bc63a53662,M003,H008,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,24270,22194,2076,36.03578083310276,30.755799289559945,4.869499874999747,2,11,11,empty_patch,assistant_stop_without_finish E16,b769471c799686a486b4,TASK_S5_R002_009,404b62193233b54cad64d3526f5a88bc63a53662,M004,H008,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,24568,24067,501,10.934166291961446,6.906208914704621,7.9825854590162635,3,12,11,empty_patch,model_turn_budget E16,712cab10a15bb05fc4b0,TASK_S5_R002_010,40b6c10ff990a36dbb9e0d8c5b96e58d23d52e93,M003,H008,P003,0,1,1,1,0,0,1,0.0,0.5,0,1,5,2,18917,17821,1096,23.860079124802724,17.265389333711937,10.718546458054334,3,6,3,tests,assistant_stop_without_finish E16,aeb0cdf84bcfc959a44d,TASK_S5_R002_010,40b6c10ff990a36dbb9e0d8c5b96e58d23d52e93,M004,H008,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,2,63646,61363,2283,37.668874208116904,31.20858200150542,3.5682396669872105,2,12,6,tests,model_turn_budget E16,f9ba19df06edc5a7fd1a,TASK_S5_R003_001,3b83d5d13d136f9a45225929a0c2031dc28cdbed,M003,H008,P003,0,0,0,0,0,1,1,0.2,1.0,1,1,5,1,44818,44126,692,29.494659958872944,24.27786737307906,5.06719083385542,2,12,8,empty_patch,model_turn_budget E16,ffa53e74f933cdd4017e,TASK_S5_R003_001,3b83d5d13d136f9a45225929a0c2031dc28cdbed,M004,H008,P003,0,1,1,0,0,1,1,1.0,1.0,1,1,5,1,129445,115132,14313,359.3401402919553,354.4792034991551,4.076269458048046,2,12,3,tests,model_turn_budget E16,4344320ba60818a83217,TASK_S5_R003_002,7073a2dfa3a4485d2d3a073d40122adbeff42b5c,M003,H008,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,1,23585,21095,2490,104.77887866692618,94.31007949914783,8.45362970768474,2,6,4,tests,assistant_stop_without_finish E16,4a4dc2f43d97e8686fb4,TASK_S5_R003_002,7073a2dfa3a4485d2d3a073d40122adbeff42b5c,M004,H008,P003,0,0,0,0,0,1,0,0.3333333333333333,0.0,1,0,5,4,90533,90023,510,17.853758207987994,13.509918876225129,4.018496126169339,2,12,5,empty_patch,model_turn_budget E16,7b94bfcd7d5cafb56f42,TASK_S5_R003_003,b22d662a4fd8fb8a9726760b645d4da6197bfa9a,M004,H008,P003,0,0,0,0,0,1,1,0.25,1.0,1,1,5,1,107028,106346,682,28.694736290955916,24.462966792751104,3.9487249590456486,2,12,7,empty_patch,model_turn_budget E16,88a5ed72bd65396a1168,TASK_S5_R003_003,b22d662a4fd8fb8a9726760b645d4da6197bfa9a,M003,H008,P003,0,1,1,0,0,1,1,0.25,1.0,1,1,5,1,49393,46786,2607,62.728162250015885,56.16902975086123,5.053899917053059,2,9,4,tests,assistant_stop_without_finish E16,260ee97a83c219da6117,TASK_S5_R003_004,ff45124e657c4ac4ec843a13be534153a8b10a20,M004,H008,P003,0,0,0,0,0,1,1,0.3333333333333333,1.0,1,1,5,3,90046,89307,739,27.67726654210128,23.932128872955218,3.486602749908343,2,12,4,empty_patch,model_turn_budget E16,5ae41d9edb0cebce7d65,TASK_S5_R003_004,ff45124e657c4ac4ec843a13be534153a8b10a20,M003,H008,P003,0,0,0,0,0,1,1,0.3333333333333333,0.5,1,1,5,2,36540,35909,631,27.003457457991317,21.84559212368913,4.929027876118198,2,12,9,empty_patch,model_turn_budget E16,0c3d2b57a9c31bfe2daa,TASK_S5_R003_005,0d491648d16f52f5091b23d0e3e5be2794461ade,M004,H008,P003,0,0,0,0,0,0,1,0.0,0.3333333333333333,0,1,5,4,63582,62904,678,20.764833000022918,16.898580376291648,7.668621749151498,3,12,5,empty_patch,model_turn_budget E16,deb67833a7e77185acba,TASK_S5_R003_005,0d491648d16f52f5091b23d0e3e5be2794461ade,M003,H008,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,28189,27351,838,26.59418816701509,21.578532500425354,4.901608084095642,2,12,11,empty_patch,model_turn_budget E16,b2537e65e21058fd7d1f,TASK_S5_R003_006,9b6d89edad07979518a399229c6f55bffeb9af08,M004,H008,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,3,64979,64239,740,21.404282666975632,17.546760332072154,3.5809452920220792,2,12,7,empty_patch,model_turn_budget E16,cba3ebcacc6282037113,TASK_S5_R003_006,9b6d89edad07979518a399229c6f55bffeb9af08,M003,H008,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,1,70666,66060,4606,93.98523725010455,86.96991820796393,10.117233709199354,3,10,6,tests,assistant_stop_without_finish E16,2889c66c1bda9cfc4980,TASK_S5_R003_007,f2b5e4fa375e88d6102a8d023ae2fe8206042545,M004,H008,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,4,93842,93009,833,27.30194391682744,23.37425595894456,3.605278708273545,2,12,6,empty_patch,model_turn_budget E16,d1f176c138c65798a489,TASK_S5_R003_007,f2b5e4fa375e88d6102a8d023ae2fe8206042545,M003,H008,P003,0,1,1,0,0,0,1,0.0,1.0,0,1,5,1,46578,45632,946,36.21454445901327,30.859512082999572,4.871886750217527,2,9,4,tests,assistant_stop_without_finish E16,aa6dce52efbba9902d64,TASK_S5_R002_001,876a8143fc7c9fe2f77ea29e2522396d42ed335f,M002,H014,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,176453,175173,1280,27.02575200004503,20.594259458128363,5.659491833066568,2,12,8,empty_patch,model_turn_budget E16,40b175d82ecf98f48b4d,TASK_S5_R002_002,92105c4bb18c8d220c12cbd1caafe31c34c6c91d,M002,H014,P002,0,0,0,0,0,0,1,0.0,0.5,0,1,5,2,172764,171435,1329,33.62583841686137,27.50087212724611,5.571857916889712,2,12,9,empty_patch,model_turn_budget E16,8635125ac09bacfc9652,TASK_S5_R002_003,b8a18b1487fb74643023f75e6ffd7ee1dda67dfa,M002,H014,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,2,151045,150097,948,24.507154749939218,18.529098207131028,5.363879165844992,2,12,9,empty_patch,model_turn_budget E16,330065d78834dbad6d5c,TASK_S5_R002_004,075aa753d138a3d62a5586ea7d97de21861ae1ba,M002,H014,P002,0,1,1,1,0,1,1,1.0,1.0,1,1,5,1,252256,250041,2215,54.704076417023316,40.83821562770754,5.2500886670313776,2,12,0,tests,finish_tool E16,6416fd853e662c13f636,TASK_S5_R002_005,e345ca679f612b4990175d6e33839ba864bb02d2,M002,H014,P002,0,0,0,0,0,0,1,0.0,1.0,0,1,5,1,179190,178393,797,23.68493345892057,17.873586082132533,5.102390582906082,2,12,9,empty_patch,model_turn_budget E16,8a4da911e6471941087f,TASK_S5_R002_006,d375d83c31a6849af5957c8eb4b9ff63471df4a8,M002,H014,P002,0,1,1,1,0,1,1,1.0,1.0,1,1,5,1,107512,105895,1617,33.05037529207766,24.979368249885738,9.93297795788385,3,7,0,tests,finish_tool E16,382f6df662dc73aa2a19,TASK_S5_R002_007,93189152f2b9115e6c041ab7675fa43ac532c5a3,M002,H014,P002,0,0,0,0,0,0,1,0.0,0.5,0,1,5,2,143526,133091,10435,145.31480729114264,137.0106217917055,5.2028541238978505,2,7,2,empty_patch,assistant_stop_without_finish E16,8b5ed6cb31b021804d92,TASK_S5_R002_008,2f903e1366c207c11e0729d1d9f7900837b78f6d,M002,H014,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,95693,94854,839,19.614926042035222,13.681735166115686,5.449148083105683,2,12,11,empty_patch,model_turn_budget E16,eb674b176c6d717ef1c0,TASK_S5_R002_009,404b62193233b54cad64d3526f5a88bc63a53662,M002,H014,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,87882,79006,8876,112.93462737509981,107.25866454024799,5.150754208210856,2,5,3,empty_patch,assistant_stop_without_finish E16,c3aefaa7af4f970cc95e,TASK_S5_R002_010,40b6c10ff990a36dbb9e0d8c5b96e58d23d52e93,M002,H014,P002,0,0,0,0,0,0,1,0.0,0.5,0,1,5,2,74507,65308,9199,105.11875687516294,99.44991591689177,5.130537249846384,2,7,4,empty_patch,assistant_stop_without_finish E16,6dab9d9889f5bca8624b,TASK_S5_R003_001,3b83d5d13d136f9a45225929a0c2031dc28cdbed,M002,H014,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,3,217636,215993,1643,41.99581145797856,36.30280191684142,5.25872700009495,2,12,3,empty_patch,model_turn_budget E16,1576f95aadec9829a4b1,TASK_S5_R003_002,7073a2dfa3a4485d2d3a073d40122adbeff42b5c,M002,H014,P002,0,0,0,0,0,1,0,0.3333333333333333,0.0,1,0,5,1,148910,147743,1167,49.147123749833554,43.473939375951886,10.551221792120486,3,12,10,empty_patch,model_turn_budget E16,7490afa687fe36026fa7,TASK_S5_R003_003,b22d662a4fd8fb8a9726760b645d4da6197bfa9a,M002,H014,P002,0,0,0,0,0,1,1,0.25,1.0,1,1,5,1,278801,277241,1560,57.74126429180615,52.44934350135736,4.825177750084549,2,12,1,empty_patch,model_turn_budget E16,8f320c5f1b8858c81e28,TASK_S5_R003_004,ff45124e657c4ac4ec843a13be534153a8b10a20,M002,H014,P002,0,0,0,0,0,1,1,0.3333333333333333,1.0,1,1,5,1,201649,200613,1036,43.60275791701861,37.983152663335204,5.230290458770469,2,12,4,empty_patch,model_turn_budget E16,a6ce1b3acf03e2ca223c,TASK_S5_R003_005,0d491648d16f52f5091b23d0e3e5be2794461ade,M002,H014,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,101674,92933,8741,115.76130858319812,111.02468075254001,4.407033083029091,2,8,6,empty_patch,assistant_stop_without_finish E16,89e57d949a61a9ad6e72,TASK_S5_R003_006,9b6d89edad07979518a399229c6f55bffeb9af08,M002,H014,P002,0,0,0,0,0,0,0,0.0,0.0,0,0,5,1,40159,31745,8414,113.10913016600534,108.45696137589402,4.441345666768029,2,3,1,empty_patch,assistant_stop_without_finish E16,9f388189f3c3f7e0f933,TASK_S5_R003_007,f2b5e4fa375e88d6102a8d023ae2fe8206042545,M002,H014,P002,0,0,0,0,0,1,1,1.0,1.0,1,1,5,5,240258,239368,890,34.64202829217538,29.704272790579125,4.462324416032061,2,12,5,empty_patch,model_turn_budget E16,52fa01f9537233a4b4eb,TASK_S5_R002_001,876a8143fc7c9fe2f77ea29e2522396d42ed335f,M003,H014,P003,0,1,1,0,0,1,0,1.0,0.0,1,0,5,0,27755,25313,2442,47.777386541944,41.30243229097687,4.947926542023197,2,2,1,tests,assistant_stop_without_finish E16,954d80e9c2b0d3a3139e,TASK_S5_R002_001,876a8143fc7c9fe2f77ea29e2522396d42ed335f,M004,H014,P003,0,1,1,0,0,1,1,1.0,1.0,1,1,5,1,156152,153289,2863,95.65665699983947,68.81253812368959,3.643368958029896,2,10,2,tests,finish_tool E16,4207536de5e107747f4c,TASK_S5_R002_002,92105c4bb18c8d220c12cbd1caafe31c34c6c91d,M004,H014,P003,0,0,0,0,0,0,1,0.0,1.0,0,1,5,2,187859,187316,543,35.97373816603795,31.496708041755483,3.890970957931131,2,12,6,empty_patch,model_turn_budget E16,42771a52330a35fb95ff,TASK_S5_R002_002,92105c4bb18c8d220c12cbd1caafe31c34c6c91d,M003,H014,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,140338,139606,732,76.81651179213077,71.03401591675356,5.496780165936798,2,12,11,empty_patch,model_turn_budget E16,52a3312152c5b2fc1af0,TASK_S5_R002_003,b8a18b1487fb74643023f75e6ffd7ee1dda67dfa,M004,H014,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,1,165669,161594,4075,100.17360583390109,92.00585383316502,3.7746374590788037,2,12,4,tests,model_turn_budget E16,fb638691b72f401d4787,TASK_S5_R002_003,b8a18b1487fb74643023f75e6ffd7ee1dda67dfa,M003,H014,P003,0,1,1,1,0,1,0,1.0,0.0,1,0,5,0,24675,23221,1454,36.38124504103325,29.106738124974072,5.211654666811228,2,2,1,tests,assistant_stop_without_finish E16,246d550b697fc28bf1fb,TASK_S5_R002_004,075aa753d138a3d62a5586ea7d97de21861ae1ba,M004,H014,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,1,210962,205809,5153,156.3610584998969,144.41627724887803,7.741166707128286,3,10,2,tests,finish_tool E16,b1ebe257386ae62147db,TASK_S5_R002_004,075aa753d138a3d62a5586ea7d97de21861ae1ba,M003,H014,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,1,155182,145755,9427,200.55905700009316,194.28706208313815,4.874475416960195,2,10,6,tests,finish_tool E16,71a0913979c1a9cf252a,TASK_S5_R002_005,e345ca679f612b4990175d6e33839ba864bb02d2,M003,H014,P003,0,1,1,0,0,0,1,0.0,1.0,0,1,5,1,215652,212809,2843,132.86964645818807,125.78057003975846,10.599083081819117,3,12,7,tests,model_turn_budget E16,efda40da455abd3e1f65,TASK_S5_R002_005,e345ca679f612b4990175d6e33839ba864bb02d2,M004,H014,P003,0,1,1,0,0,1,1,1.0,1.0,1,1,5,2,129449,126725,2724,68.46015699999407,61.65243887505494,4.220864207949489,2,12,6,tests,model_turn_budget E16,4860a844bdd114767585,TASK_S5_R002_006,d375d83c31a6849af5957c8eb4b9ff63471df4a8,M004,H014,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,1,92933,89494,3439,89.38247591699474,83.56221179291606,4.299955209018663,2,6,1,tests,finish_tool E16,c21bc43c5d0d55d88106,TASK_S5_R002_006,d375d83c31a6849af5957c8eb4b9ff63471df4a8,M003,H014,P003,0,1,1,1,0,1,0,1.0,0.0,1,0,5,0,32693,29365,3328,61.14798637502827,54.91799258440733,5.164674459025264,2,2,1,tests,assistant_stop_without_finish E16,1d84e93fda1967929ee4,TASK_S5_R002_007,93189152f2b9115e6c041ab7675fa43ac532c5a3,M004,H014,P003,0,0,0,0,0,0,1,0.0,1.0,0,1,5,2,176488,173302,3186,116.61996337515302,109.2771497501526,4.254349292023107,2,9,1,empty_patch,finish_tool E16,cd538f74210ecee179f8,TASK_S5_R002_007,93189152f2b9115e6c041ab7675fa43ac532c5a3,M003,H014,P003,0,1,1,1,0,0,1,0.0,1.0,0,1,5,1,213143,211693,1450,122.447477708105,115.74927575048059,5.112372583011165,2,11,4,tests,assistant_stop_without_finish E16,7dca317ec5ca3d32e96f,TASK_S5_R002_008,2f903e1366c207c11e0729d1d9f7900837b78f6d,M003,H014,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,0,62046,59552,2494,65.5379832079634,56.48271799902432,5.472258208086714,2,7,5,tests,assistant_stop_without_finish E16,f69ef450db8fbd0ca630,TASK_S5_R002_008,2f903e1366c207c11e0729d1d9f7900837b78f6d,M004,H014,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,3,120901,120373,528,26.454039708012715,22.06539849913679,3.8681364580988884,2,12,7,empty_patch,model_turn_budget E16,3cd8ca2db2269551d6f4,TASK_S5_R002_009,404b62193233b54cad64d3526f5a88bc63a53662,M003,H014,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,160339,159112,1227,82.51817070809193,77.34386474941857,4.876490500755608,2,12,11,empty_patch,model_turn_budget E16,a928167d9175a5417983,TASK_S5_R002_009,404b62193233b54cad64d3526f5a88bc63a53662,M004,H014,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,2,121110,119955,1155,40.099095250014216,35.964365747757256,3.606623874977231,2,8,4,empty_patch,finish_tool E16,1acb06884df97881bcd7,TASK_S5_R002_010,40b6c10ff990a36dbb9e0d8c5b96e58d23d52e93,M004,H014,P003,0,1,1,1,0,1,1,1.0,1.0,1,1,5,2,104012,101510,2502,51.52888441691175,44.89633462391794,7.715152916731313,3,11,3,tests,finish_tool E16,f5df3ddb05ff9bc087d8,TASK_S5_R002_010,40b6c10ff990a36dbb9e0d8c5b96e58d23d52e93,M003,H014,P003,0,0,0,0,0,0,0,0.0,0.0,0,0,5,0,128854,128030,824,63.91637804196216,58.532362998928875,4.90448083402589,2,12,11,empty_patch,model_turn_budget E16,9d1aa7af7887864675e8,TASK_S5_R003_001,3b83d5d13d136f9a45225929a0c2031dc28cdbed,M003,H014,P003,0,1,0,0,0,1,1,0.2,1.0,1,1,5,1,176102,171231,4871,142.2913844580762,136.87483304203488,10.583392958156765,3,12,8,patch_apply,model_turn_budget E16,b738228716bb7858b1ac,TASK_S5_R003_001,3b83d5d13d136f9a45225929a0c2031dc28cdbed,M004,H014,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,3,180244,179661,583,63.646634333068505,58.302417622413486,4.906762623926625,2,12,6,empty_patch,model_turn_budget E16,3a826d686ee2777b13db,TASK_S5_R003_002,7073a2dfa3a4485d2d3a073d40122adbeff42b5c,M003,H014,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,1,118294,115752,2542,89.70375908282585,80.7188811658416,7.799628166947514,2,10,8,tests,assistant_stop_without_finish E16,c1b31c5c2644b5012515,TASK_S5_R003_002,7073a2dfa3a4485d2d3a073d40122adbeff42b5c,M004,H014,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,1,141720,139269,2451,51.83793879090808,46.32245341851376,3.974416417069733,2,11,3,tests,finish_tool E16,2b25187a5cfdbffed0aa,TASK_S5_R003_003,b22d662a4fd8fb8a9726760b645d4da6197bfa9a,M003,H014,P003,0,1,1,0,0,1,1,0.25,1.0,1,0,5,0,211427,207593,3834,169.6067352090031,161.2625726258848,5.015671790810302,2,12,3,tests,model_turn_budget E16,a82da627c10fe93e480c,TASK_S5_R003_003,b22d662a4fd8fb8a9726760b645d4da6197bfa9a,M004,H014,P003,0,1,1,0,0,1,1,0.25,1.0,1,1,5,2,206811,202633,4178,141.06452187499963,135.99054020643234,3.92855670908466,2,12,6,tests,model_turn_budget E16,1151a690910225805267,TASK_S5_R003_004,ff45124e657c4ac4ec843a13be534153a8b10a20,M003,H014,P003,0,0,0,0,0,1,1,0.3333333333333333,1.0,1,1,5,1,151744,150989,755,79.10566333401948,73.75964529183693,4.997010458027944,2,12,8,empty_patch,model_turn_budget E16,3ec052c0cce84aa9efd7,TASK_S5_R003_004,ff45124e657c4ac4ec843a13be534153a8b10a20,M004,H014,P003,0,0,0,0,0,1,1,0.3333333333333333,1.0,1,1,5,3,199969,199368,601,36.262228958075866,32.36952666728757,3.51005716715008,2,12,6,empty_patch,model_turn_budget E16,0f58a5bb14ad7a0ed433,TASK_S5_R003_005,0d491648d16f52f5091b23d0e3e5be2794461ade,M004,H014,P003,0,0,0,0,0,0,1,0.0,0.5,0,1,5,3,151131,142515,8616,242.1786079169251,238.19877954386175,3.6142694998998195,2,10,4,empty_patch,assistant_stop_without_finish E16,136bc9952164607ec1ca,TASK_S5_R003_005,0d491648d16f52f5091b23d0e3e5be2794461ade,M003,H014,P003,0,0,0,0,0,0,1,0.0,1.0,0,1,5,1,162485,161662,823,85.99940966581926,80.80886783474125,4.9003221658058465,2,12,10,empty_patch,model_turn_budget E16,214b21be40d9ef2a7270,TASK_S5_R003_006,9b6d89edad07979518a399229c6f55bffeb9af08,M003,H014,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,1,90168,88812,1356,64.99877454107627,57.79042595694773,4.841906459303573,2,6,2,tests,assistant_stop_without_finish E16,af9ee5aba7533f8f75c1,TASK_S5_R003_006,9b6d89edad07979518a399229c6f55bffeb9af08,M004,H014,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,2,101549,98541,3008,79.46154749998823,74.81491995928809,7.689915667055175,3,8,2,tests,finish_tool E16,2523c917c57fd406b265,TASK_S5_R003_007,f2b5e4fa375e88d6102a8d023ae2fe8206042545,M003,H014,P003,0,1,1,0,0,0,0,0.0,0.0,0,0,5,0,37170,35891,1279,36.85685550002381,31.558717667357996,9.887033998733386,3,3,2,tests,assistant_stop_without_finish E16,914845a85138fbc52236,TASK_S5_R003_007,f2b5e4fa375e88d6102a8d023ae2fe8206042545,M004,H014,P003,0,0,0,0,0,1,1,1.0,1.0,1,1,5,3,206355,205613,742,38.195312708150595,34.20523674716242,3.531291958177462,2,12,7,empty_patch,model_turn_budget