iteration,candidate_index,regret,cumulative_regret,average_regret 1,333,0.8417947292327881,0.8417947292327881,0.8417947292327881 2,661,0.7704941034317017,1.6122888326644897,0.8061444163322449 3,992,1.0808041095733643,2.693092942237854,0.897697647412618 4,932,0.9496805667877197,3.6427735090255737,0.9106933772563934 5,930,1.8753478527069092,5.518121361732483,1.1036242723464966 6,851,0.8011868000030518,6.319308161735535,1.0532180269559224 7,58,1.4736957550048828,7.7930039167404175,1.1132862738200597 8,35,0.6430928707122803,8.436096787452698,1.0545120984315872 9,197,0.6646639108657837,9.100760698318481,1.011195633146498 10,396,0.8904027938842773,9.991163492202759,0.9991163492202759 11,803,1.0866796970367432,11.077843189239502,1.0070766535672275 12,392,0.6324936151504517,11.710336804389954,0.9758614003658295 13,707,0.7896695137023926,12.500006318092346,0.9615389475455651 14,914,0.7509835958480835,13.25098991394043,0.9464992795671735 15,216,0.7986161708831787,14.049606084823608,0.9366404056549072 16,128,1.3331334590911865,15.382739543914795,0.9614212214946747 17,415,0.9840095043182373,16.366749048233032,0.9627499440137077 18,959,1.1499829292297363,17.51673197746277,0.9731517765257094 19,966,1.3420629501342773,18.858794927597046,0.9925681540840551 20,634,0.7193436622619629,19.57813858985901,0.9789069294929504 21,403,0.1808699369430542,19.759008526802063,0.9409051679429554 22,423,0.7999241352081299,20.558932662010193,0.9344969391822815 23,894,0.4605121612548828,21.019444823265076,0.9138889053593511 24,962,0.8760800361633301,21.895524859428406,0.9123135358095169 25,402,0.6747716665267944,22.5702965259552,0.902811861038208 26,146,1.4875149726867676,24.057811498641968,0.9253004422554603 27,974,1.1880922317504883,25.245903730392456,0.9350334714960169 28,199,0.7505286931991577,25.996432423591614,0.9284440151282719 29,216,0.7986161708831787,26.795048594474792,0.9239671929129238 30,128,1.3331334590911865,28.12818205356598,0.9376060684521993 31,134,0.8526716232299805,28.98085367679596,0.9348662476385793 32,732,0.5927309989929199,29.57358467578888,0.9241745211184025 33,144,0.8141591548919678,30.387743830680847,0.9208407221418439 34,370,0.4605367183685303,30.848280549049377,0.9073023690896875 35,819,1.5278205871582031,32.37610113620758,0.9250314610345023 36,563,1.4895968437194824,33.86569797992706,0.9407138327757517 37,324,0.6516507863998413,34.517348766326904,0.9329013180088352 38,488,0.35190391540527344,34.86925268173218,0.9176119126771626 39,400,0.7743158340454102,35.64356851577759,0.9139376542507074 40,580,0.779850959777832,36.42341947555542,0.9105854868888855 41,601,0.7229057550430298,37.14632523059845,0.9060079324536208 42,260,0.6040632724761963,37.750388503074646,0.8988187738827297 43,401,1.863621711730957,39.6140102148056,0.9212560515071071 44,464,1.4722323417663574,41.08624255657196,0.93377823992209 45,8,0.6343677043914795,41.72061026096344,0.9271246724658542 46,100,2.323164224624634,44.043774485588074,0.9574733583823495 47,427,1.027268648147583,45.07104313373566,0.9589583645475671 48,831,0.756963849067688,45.828006982803345,0.9547501454750696 49,693,1.0581912994384766,46.88619828224182,0.9568611894335065 50,999,0.9049091339111328,47.791107416152954,0.9558221483230591 51,648,0.6031351089477539,48.39424252510071,0.9489067161784452 52,117,0.5074449777603149,48.90168750286102,0.940417067362712 53,337,0.7935421466827393,49.69522964954376,0.9376458424442219 54,365,1.3194503784179688,51.01468002796173,0.9447162968141062 55,72,0.8848118782043457,51.89949190616608,0.943627125566656 56,456,0.5560790300369263,52.455570936203,0.9367066238607679 57,166,0.7861577272415161,53.24172866344452,0.9340654151481494 58,743,0.5065708160400391,53.74829947948456,0.9266948186118027 59,342,1.4586846828460693,55.20698416233063,0.9357115959717055 60,352,0.609341025352478,55.816325187683105,0.930272086461385 61,44,1.2519614696502686,57.068286657333374,0.9355456829071045 62,720,0.7839412689208984,57.85222792625427,0.933100450423456 63,218,2.4962656497955322,60.348493576049805,0.957912596445235 64,990,0.6651456356048584,61.01363921165466,0.9533381126821041 65,230,0.9609177112579346,61.9745569229126,0.953454721890963 66,711,1.4904348850250244,63.46499180793762,0.9615907849687518 67,141,0.7066712379455566,64.17166304588318,0.9577860156101967 68,784,0.7265437841415405,64.89820683002472,0.954385394559187 69,154,0.42001616954803467,65.31822299957275,0.9466409130372863 70,983,1.725252628326416,67.04347562789917,0.9577639375414168 71,946,2.0432960987091064,69.08677172660828,0.9730531229099757 72,429,0.7996219396591187,69.8863936662674,0.970644356475936 73,225,0.7865704298019409,70.67296409606934,0.9681227958365662 74,255,0.33385396003723145,71.00681805610657,0.9595515953527914 75,448,0.4664573669433594,71.47327542304993,0.9529770056406657 76,334,0.5603475570678711,72.0336229801178,0.9478108286857605 77,484,0.39449143409729004,72.42811441421509,0.9406248625222738 78,982,0.6514732837677002,73.07958769798279,0.9369177909997793 79,298,0.7370455265045166,73.8166332244873,0.9343877623352823 80,243,0.6093995571136475,74.42603278160095,0.9303254097700119 81,223,0.6997466087341309,75.12577939033508,0.9274787579053714 82,852,0.5418330430984497,75.66761243343353,0.9227757613833357 83,202,1.05324125289917,76.7208536863327,0.9243476347750929 84,726,0.7482917308807373,77.46914541721344,0.9222517311573029 85,502,0.8809847831726074,78.35013020038605,0.9217662376516006 86,589,0.6471912860870361,78.99732148647308,0.9185735056566637 87,325,0.43673431873321533,79.4340558052063,0.9130351241977736 88,415,0.9840095043182373,80.41806530952454,0.913841651244597 89,254,0.309856653213501,80.72792196273804,0.9070553029521128 90,403,0.1808699369430542,80.90879189968109,0.8989865766631232 91,708,0.819077730178833,81.72786962985992,0.8981084574709882 92,223,0.6997466087341309,82.42761623859406,0.8959523504195006 93,782,0.8587768077850342,83.28639304637909,0.8955526134019257 94,435,0.8272287845611572,84.11362183094025,0.8948257641589388 95,361,0.5451003313064575,84.6587221622467,0.8911444438131232 96,312,0.7438112497329712,85.40253341197968,0.8896097230414549 97,178,1.0997822284698486,86.50231564044952,0.8917764499015415 98,805,1.1407220363616943,87.64303767681122,0.8943167109878696 99,297,0.560599684715271,88.20363736152649,0.890945831934611 100,776,0.6902471780776978,88.89388453960419,0.8889388453960418 101,573,0.7619824409484863,89.65586698055267,0.8876818512926007 102,442,0.774127721786499,90.42999470233917,0.8865685755131292 103,12,1.0834319591522217,91.5134266614914,0.8884798704999165 104,557,0.5769517421722412,92.09037840366364,0.885484407727535 105,894,0.4605121612548828,92.55089056491852,0.881437052999224 106,66,0.7108767032623291,93.26176726818085,0.8798279930960458 107,116,0.5789940357208252,93.84076130390167,0.8770164607841278 108,315,2.355205774307251,96.19596707820892,0.8907033988723049 109,947,0.7096803188323975,96.90564739704132,0.8890426366701039 110,864,0.44091713428497314,97.3465645313263,0.8849687684666027 111,348,0.8368988037109375,98.18346333503723,0.8845357057210561 112,956,1.0910494327545166,99.27451276779175,0.8863795782838549 113,854,1.1403214931488037,100.41483426094055,0.8886268518667305 114,986,1.008779764175415,101.42361402511597,0.8896808247817191 115,715,1.2788152694702148,102.70242929458618,0.893064602561619 116,703,1.7733268737792969,104.47575616836548,0.9006530704169438 117,955,0.6003215312957764,105.07607769966125,0.8980861341851389 118,157,0.2973679304122925,105.37344563007355,0.8929953019497758 119,957,2.1815176010131836,107.55496323108673,0.9038232204293003 120,559,0.5470566749572754,108.102019906044,0.9008501658837 121,740,1.1222822666168213,109.22430217266083,0.9026801832451308 122,697,1.277085304260254,110.50138747692108,0.905749077679681 123,107,1.473113775253296,111.97450125217438,0.9103617987981657 124,51,0.5043717622756958,112.47887301445007,0.9070876856004039 125,9,0.6700681447982788,113.14894115924835,0.9051915292739868 126,614,1.422255277633667,114.57119643688202,0.909295209816524 127,206,0.9056024551391602,115.47679889202118,0.9092661330080408 128,687,0.5675357580184937,116.04433465003967,0.9065963644534349 129,575,0.2622636556625366,116.30659830570221,0.9016015372535054 130,278,0.7771034240722656,117.08370172977448,0.9006438594598036 131,669,0.7060399055480957,117.78974163532257,0.8991583330940655 132,145,0.7113406658172607,118.50108230113983,0.897735471978332 133,661,0.7704941034317017,119.27157640457153,0.8967787699591845 134,117,0.5074449777603149,119.77902138233185,0.8938732938979989 135,417,1.4846692085266113,121.26369059085846,0.8982495599322848 136,375,0.6545119285583496,121.91820251941681,0.8964573714663001 137,284,0.488081693649292,122.4062842130661,0.8934765271026722 138,841,0.9877927303314209,123.39407694339752,0.8941599778507067 139,909,0.6017534732818604,123.99583041667938,0.8920563339329451 140,207,0.8630092144012451,124.85883963108063,0.8918488545077188 141,788,0.8621611595153809,125.72100079059601,0.8916383034794043 142,413,0.6326055526733398,126.35360634326935,0.8898141291779531 143,847,1.1756956577301025,127.52930200099945,0.8918133007062898 144,265,0.6098040342330933,128.13910603523254,0.8898549030224482 145,588,1.0675773620605469,129.2066833972931,0.8910805751537455 146,911,1.3317067623138428,130.53839015960693,0.8940985627370338 147,943,0.9346826076507568,131.4730727672577,0.8943746446752224 148,113,0.7646697759628296,132.23774254322052,0.8934982604271656 149,943,0.9346826076507568,133.17242515087128,0.8937746654420891 150,964,0.7860379219055176,133.9584630727768,0.8930564204851786 151,888,0.7940319776535034,134.7524950504303,0.8924006294730483 152,138,1.322143316268921,136.07463836669922,0.8952278839914423 153,287,0.8067464828491211,136.88138484954834,0.8946495741800545 154,429,0.7996219396591187,137.68100678920746,0.8940325116182303 155,335,0.4692671298980713,138.15027391910553,0.8912920898006809 156,899,0.17615151405334473,138.32642543315887,0.886707855340762 157,180,0.44728684425354004,138.77371227741241,0.8839089953975313 158,908,0.7872939109802246,139.56100618839264,0.8832975075214724 159,878,0.7406821250915527,140.3016883134842,0.8824005554307182 160,6,0.7606127262115479,141.06230103969574,0.8816393814980984 161,533,1.1908180713653564,142.2531191110611,0.8835597460314354 162,778,0.7820813655853271,143.03520047664642,0.8829333362755952 163,525,0.5948680639266968,143.63006854057312,0.8811660646660927 164,737,0.276889443397522,143.90695798397064,0.8774814511217722 165,329,0.9738459587097168,144.88080394268036,0.878065478440487 166,763,1.6043469905853271,146.4851509332657,0.8824406682726849 167,359,0.5104622840881348,146.99561321735382,0.8802132527985259 168,846,0.6452432870864868,147.6408565044403,0.87881462205024 169,917,0.7738802433013916,148.4147367477417,0.8781937085665189 170,473,1.116276502609253,149.53101325035095,0.8795941955902997 171,209,0.42046284675598145,149.95147609710693,0.8769092169421459 172,595,1.3284847736358643,151.2799608707428,0.8795346562252488 173,533,1.1908180713653564,152.47077894210815,0.8813339823243246 174,402,0.6747716665267944,153.14555060863495,0.8801468425783617 175,115,2.0229172706604004,155.16846787929535,0.8866769593102591 176,198,0.6704682111740112,155.83893609046936,0.8854485005140305 177,416,0.6708981990814209,156.50983428955078,0.884236351918366 178,826,1.412602186203003,157.92243647575378,0.8872046993019875 179,16,1.3816916942596436,159.30412817001343,0.8899671964805219 180,437,1.1017999649047852,160.4059281349182,0.89114404519399 181,340,0.8379745483398438,161.24390268325806,0.8908502910677241 182,588,1.0675773620605469,162.3114800453186,0.891821318930322 183,497,0.9485971927642822,163.26007723808289,0.8921315696070103 184,300,0.9740347862243652,164.23411202430725,0.8925766957842786 185,984,0.759060263633728,164.99317228794098,0.8918549853402216 186,287,0.8067464828491211,165.7999187707901,0.8913974127461833 187,338,0.9107236862182617,166.71064245700836,0.8915007618021837 188,246,1.9861433506011963,168.69678580760956,0.8973233287638807 189,618,0.8190704584121704,169.51585626602173,0.8969092924128134 190,258,0.9295046329498291,170.44536089897156,0.8970808468366924 191,960,1.4232630729675293,171.8686239719391,0.8998357276017753 192,251,0.5109063386917114,172.3795303106308,0.897810053701202 193,483,0.725083589553833,173.10461390018463,0.8969150979284177 194,964,0.7860379219055176,173.89065182209015,0.8963435660932482 195,753,0.9836974143981934,174.87434923648834,0.8967915345460941 196,225,0.7865704298019409,175.66091966629028,0.8962291819708688 197,32,0.477447509765625,176.1383671760559,0.8941033866804868 198,873,0.5938605070114136,176.73222768306732,0.89258700850034 199,594,0.7417553663253784,177.4739830493927,0.8918290605497121 200,219,0.6351726055145264,178.10915565490723,0.8905457782745362 201,974,1.1880922317504883,179.29724788665771,0.8920261088888444 202,303,0.6420581340789795,179.9393060207367,0.8907886436670134 203,801,0.9619817733764648,180.90128779411316,0.8911393487394736 204,831,0.756963849067688,181.65825164318085,0.890481625701867 205,249,1.159733772277832,182.81798541545868,0.8917950508071155 206,762,1.1954281330108643,184.01341354846954,0.8932689978081045 207,351,0.5901069641113281,184.60352051258087,0.8918044469206805 208,380,0.5735173225402832,185.17703783512115,0.8902742203611594 209,592,0.9573037624359131,186.13434159755707,0.8905949358734788 210,973,0.5505862236022949,186.68492782115936,0.8889758467674256 211,721,1.038973331451416,187.72390115261078,0.8896867353204302 212,734,0.542316198348999,188.26621735095978,0.8880481950516971 213,700,1.1494355201721191,189.4156528711319,0.8892753655921686 214,609,0.8412477970123291,190.25690066814423,0.8890509377016085 215,894,0.4605121612548828,190.7174128293991,0.8870577340902284 216,841,0.9877927303314209,191.70520555973053,0.8875240998135673 217,170,0.7603492736816406,192.46555483341217,0.8869380407069686 218,956,1.0910494327545166,193.5566042661667,0.8878743314961774 219,42,0.828122615814209,194.3847268819809,0.8876014926117849 220,389,0.577663779258728,194.96239066123962,0.8861926848238165 221,366,1.0346591472625732,195.9970498085022,0.8868644787715032 222,866,1.8241662979125977,197.8212161064148,0.8910865590379045 223,587,1.1628189086914062,198.9840350151062,0.8923050897538395 224,158,0.6675846576690674,199.65161967277527,0.8913018735391753 225,981,0.9558358192443848,200.60745549201965,0.8915886910756429 226,391,0.6700668334960938,201.27752232551575,0.890608505865114 227,903,0.9712176322937012,202.24873995780945,0.8909636121489403 228,737,0.276889443397522,202.52562940120697,0.8882703043912586 229,813,0.6471991539001465,203.17282855510712,0.8872175919436992 230,663,0.6284275054931641,203.80125606060028,0.8860924176547839 231,555,0.8957436084747314,204.696999669075,0.8861341977016234 232,832,1.194387435913086,205.8913871049881,0.8874628754525349 233,288,0.803704023361206,206.6950911283493,0.8871033954006408 234,325,0.43673431873321533,207.13182544708252,0.8851787412268484 235,101,0.9811689853668213,208.11299443244934,0.8855872103508483 236,194,0.9270763397216797,209.04007077217102,0.8857630117464874 237,434,0.39311838150024414,209.43318915367126,0.8836843424205538 238,44,1.2519614696502686,210.68515062332153,0.8852317253080737 239,474,0.9272868633270264,211.61243748664856,0.885407688228655 240,696,1.3010783195495605,212.91351580619812,0.8871396491924922 241,42,0.828122615814209,213.74163842201233,0.8868947652365656 242,59,0.4737682342529297,214.21540665626526,0.8851876308110135 243,585,1.1898205280303955,215.40522718429565,0.8864412641329039 244,299,1.0562787055969238,216.46150588989258,0.8871373192208712 245,613,0.6422742605209351,217.1037801504135,0.8861378781649532 246,953,0.7377173900604248,217.84149754047394,0.885534542847455 247,106,0.6239262819290161,218.46542382240295,0.8844754000907002 248,750,0.36863744258880615,218.83406126499176,0.8823954083265797 249,873,0.5938605070114136,219.42792177200317,0.8812366336225027 250,693,1.0581912994384766,220.48611307144165,0.8819444522857666 251,166,0.7861577272415161,221.27227079868317,0.8815628318672636 252,132,0.4067723751068115,221.67904317378998,0.8796787427531348 253,307,0.6210169792175293,222.3000601530075,0.8786563642411364 254,796,0.6855206489562988,222.9855808019638,0.8778959874093063 255,949,0.9718101024627686,223.95739090442657,0.8782642780565748 256,799,0.5160354375839233,224.4734263420105,0.8768493216484785 257,75,0.8320817947387695,225.30550813674927,0.8766751289367676 258,365,1.3194503784179688,226.62495851516724,0.8783913120742917 259,680,0.8491218090057373,227.47408032417297,0.8782783024099342 260,277,0.5221744775772095,227.99625480175018,0.8769086723144238 261,581,1.0873050689697266,229.0835598707199,0.8777147887767046 262,436,1.2764031887054443,230.35996305942535,0.8792365002268143 263,167,0.7343131303787231,231.09427618980408,0.8786854607977341 264,279,1.385012149810791,232.47928833961487,0.8806033649227836 265,969,1.9442503452301025,234.42353868484497,0.8846171271126225 266,30,0.5684422254562378,234.9919809103012,0.8834284996627865 267,274,0.2706174850463867,235.2625983953476,0.8811333273233992 268,835,0.7345855236053467,235.99718391895294,0.8805865071602722 269,163,1.0190761089324951,237.01626002788544,0.8811013383936261 270,422,0.9442691802978516,237.9605292081833,0.8813352933636418 271,496,0.636799693107605,238.5973289012909,0.8804329479752432 272,82,0.7141205072402954,239.3114494085312,0.8798215051784235 273,837,0.6132932901382446,239.92474269866943,0.8788452113504375 274,106,0.6239262819290161,240.54866898059845,0.877914850294155 275,632,1.1668784618377686,241.71554744243622,0.8789656270634044 276,295,1.2332048416137695,242.94875228405,0.880249102478442 277,869,0.7235633134841919,243.67231559753418,0.8796834498105927 278,790,0.30228734016418457,243.97460293769836,0.8776064853874042 279,893,1.9739480018615723,245.94855093955994,0.8815360248729747 280,170,0.7603492736816406,246.70890021324158,0.8811032150472914 281,71,0.9597535133361816,247.66865372657776,0.8813831093472518 282,150,0.6314802169799805,248.30013394355774,0.8804969288778643 283,800,1.0363481044769287,249.33648204803467,0.8810476397457055 284,557,0.5769517421722412,249.9134337902069,0.8799768795429821 285,833,0.42554378509521484,250.33897757530212,0.8783823774572004 286,827,1.0077497959136963,251.34672737121582,0.8788347110881672 287,822,0.7058658599853516,252.05259323120117,0.878232032164464 288,879,0.5813963413238525,252.63398957252502,0.8772013526823785 289,265,0.6098040342330933,253.24379360675812,0.8762761024455298 290,278,0.7771034240722656,254.02089703083038,0.8759341276925185 291,195,1.2136914730072021,255.23458850383759,0.877094805855112 292,472,0.6543638706207275,255.8889523744583,0.8763320286796518 293,15,1.8905811309814453,257.77953350543976,0.8797936297113985 294,361,0.5451003313064575,258.3246338367462,0.8786552171317898 295,328,1.1840510368347168,259.50868487358093,0.8796904571985794 296,160,0.5340197086334229,260.04270458221436,0.878522650615589 297,484,0.39449143409729004,260.43719601631165,0.8768929158798372 298,492,0.4406280517578125,260.87782406806946,0.8754289398257364 299,986,1.008779764175415,261.8866038322449,0.8758749292048323 300,593,1.3321514129638672,263.21875524520874,0.8773958508173625