Blame for eval/by_difficulty.csv

set,bin,label,questions,S,dS,E,dE,F,dF,qi,dqi,s,ds
aime_combined,0 (never),base_rep,64,0.0,-0.001708984375,0.351318359375,0.00048828125,0.648681640625,0.001220703125,0.0,-0.0034204275280514504,2.268937744140625,0.00104565429687499
aime_combined,0 (never),l01_s440,64,0.003173828125,0.00146484375,0.756103515625,0.4052734375,0.24072265625,-0.40673828125,0.003782050553016351,0.0003616230249649006,1.8057978515625,-0.46209423828125
aime_combined,0 (never),l02_s300,64,0.001708984375,0.0,0.89404296875,0.543212890625,0.104248046875,-0.543212890625,0.001924793888988072,-0.0014956336390633785,1.53519384765625,-0.7326982421875001
aime_combined,0 (never),base,64,0.001708984375,0.0,0.350830078125,0.0,0.6474609375,0.0,0.0034204275280514504,0.0,2.26789208984375,0.0
aime_combined,"(0,.1]",base_rep,10,0.046875,0.009375,0.41875,-0.0265625,0.534375,0.0171875,0.11127774620516555,0.006762843618454464,2.710990625,-0.009693750000000056
aime_combined,"(0,.1]",l01_s440,10,0.0390625,0.0015625,0.553125,0.1078125,0.4078125,-0.109375,0.07504732230345286,-0.02946758028325825,2.3390343749999998,-0.38165
aime_combined,"(0,.1]",l02_s300,10,0.0328125,-0.0046875,0.859375,0.4140625,0.1078125,-0.409375,0.03591599037819496,-0.06859891220851613,1.9899703125000001,-0.7307140624999999
aime_combined,"(0,.1]",base,10,0.0375,0.0,0.4453125,0.0,0.5171875,0.0,0.1045149025867111,0.0,2.720684375,0.0
aime_combined,"(.1,.3]",base_rep,8,0.20703125,0.025390625,0.564453125,0.00390625,0.228515625,-0.029296875,0.27336986892907944,0.027713517480183403,2.4551640625,-0.012080078124999893
aime_combined,"(.1,.3]",l01_s440,8,0.244140625,0.0625,0.56640625,0.005859375,0.189453125,-0.068359375,0.3236827193962925,0.07802636794739647,2.024296875,-0.442947265625
aime_combined,"(.1,.3]",l02_s300,8,0.130859375,-0.05078125,0.77734375,0.216796875,0.091796875,-0.166015625,0.14584751321648726,-0.09980883823240881,1.8087753906250001,-0.6584687499999999
aime_combined,"(.1,.3]",base,8,0.181640625,0.0,0.560546875,0.0,0.2578125,0.0,0.24565635144889605,0.0,2.4672441406249996,0.0
aime_combined,"(.3,.6]",base_rep,4,0.421875,-0.01171875,0.2578125,-0.03515625,0.3203125,0.046875,0.6447510822510822,0.03415587809539966,2.45061328125,0.07805078124999998
aime_combined,"(.3,.6]",l01_s440,4,0.3203125,-0.11328125,0.44140625,0.1484375,0.23828125,-0.03515625,0.42295529232167617,-0.18763991183400636,1.97672265625,-0.39583984375000003
aime_combined,"(.3,.6]",l02_s300,4,0.29296875,-0.140625,0.65625,0.36328125,0.05078125,-0.22265625,0.3104225551158847,-0.3001726490397979,1.6950546874999999,-0.6775078125
aime_combined,"(.3,.6]",base,4,0.43359375,0.0,0.29296875,0.0,0.2734375,0.0,0.6105952041556826,0.0,2.3725625,0.0
aime_combined,"(.6,1]",base_rep,3,0.7239583333333334,0.11458333333333333,0.16145833333333334,-0.09375,0.11458333333333333,-0.020833333333333332,0.8119353940406572,0.11760330587930833,1.8989427083333332,-0.17854687500000002
aime_combined,"(.6,1]",l01_s440,3,0.5989583333333334,-0.010416666666666666,0.21875,-0.036458333333333336,0.18229166666666666,0.046875,0.7206403013182673,0.026308213156918503,1.7775729166666665,-0.29991666666666666
aime_combined,"(.6,1]",l02_s300,3,0.5364583333333334,-0.07291666666666667,0.40625,0.15104166666666666,0.057291666666666664,-0.078125,0.5612802498048399,-0.1330518383565089,1.5079114583333333,-0.5695781249999999
aime_combined,"(.6,1]",base,3,0.609375,0.0,0.2552083333333333,0.0,0.13541666666666666,0.0,0.694332088161349,0.0,2.077489583333333,0.0
amc,0 (never),base_rep,33,0.0,-0.0033143939393939395,0.4569128787878788,0.015151515151515152,0.5430871212121212,-0.011837121212121212,0.0,-0.0074942683291829406,2.403141571969697,-0.011983901515151503
amc,0 (never),l01_s440,33,0.004734848484848485,0.0014204545454545455,0.7050189393939394,0.26325757575757575,0.2902462121212121,-0.2646780303030303,0.00872804809769314,0.0012337797685101997,1.9413513257575759,-0.4737741477272728
amc,0 (never),l02_s300,33,0.005681818181818182,0.0023674242424242425,0.8674242424242424,0.4256628787878788,0.1268939393939394,-0.42803030303030304,0.005882579131044939,-0.001611689198138,1.7274360795454544,-0.687689393939394
amc,0 (never),base,33,0.0033143939393939395,0.0,0.44176136363636365,0.0,0.5549242424242424,0.0,0.0074942683291829406,0.0,2.4151254734848484,0.0
amc,"(0,.1]",base_rep,29,0.04741379310344827,-0.004849137931034483,0.4838362068965517,0.014547413793103448,0.46875,-0.009698275862068966,0.12016283841291371,-0.0129666485932833,2.517286099137931,0.017132543103448347
amc,"(0,.1]",l01_s440,29,0.07273706896551724,0.020474137931034482,0.6341594827586207,0.1648706896551724,0.29310344827586204,-0.1853448275862069,0.11901209031337744,-0.014117396692819565,1.9793981681034483,-0.5207553879310345
amc,"(0,.1]",l02_s300,29,0.08189655172413793,0.029633620689655173,0.7963362068965517,0.3270474137931034,0.12176724137931035,-0.3566810344827586,0.09561489495926155,-0.03751459204693545,1.7355942887931037,-0.7645592672413793
amc,"(0,.1]",base,29,0.052262931034482756,0.0,0.4692887931034483,0.0,0.47844827586206895,0.0,0.13312948700619698,0.0,2.500153556034482,0.0
amc,"(.1,.3]",base_rep,14,0.20535714285714285,0.005580357142857143,0.5837053571428571,-0.013392857142857142,0.2109375,0.0078125,0.2600385275898012,0.006073305681330328,2.3828928571428567,-0.01762053571428568
amc,"(.1,.3]",l01_s440,14,0.22767857142857142,0.027901785714285716,0.6529017857142857,0.05580357142857143,0.11941964285714286,-0.08370535714285714,0.2629514448269875,0.008986222918516616,1.839087053571428,-0.5614263392857144
amc,"(.1,.3]",l02_s300,14,0.23772321428571427,0.03794642857142857,0.7042410714285714,0.10714285714285714,0.05803571428571429,-0.14508928571428573,0.25108182764385945,-0.0028833942646114613,1.6889151785714283,-0.7115982142857143
amc,"(.1,.3]",base,14,0.19977678571428573,0.0,0.5970982142857143,0.0,0.203125,0.0,0.2539652219084709,0.0,2.400513392857143,0.0
amc,"(.3,.6]",base_rep,17,0.44025735294117646,0.007352941176470588,0.34375,-0.013786764705882353,0.21599264705882354,0.006433823529411764,0.5807132661461557,0.018292814601766287,1.970436580882353,-0.02068566176470583
amc,"(.3,.6]",l01_s440,17,0.37683823529411764,-0.05606617647058824,0.4181985294117647,0.06066176470588235,0.20496323529411764,-0.004595588235294118,0.4945291481129561,-0.06789130343143333,1.7061783088235296,-0.2849439338235294
amc,"(.3,.6]",l02_s300,17,0.34191176470588236,-0.09099264705882353,0.5376838235294118,0.1801470588235294,0.12040441176470588,-0.08915441176470588,0.3900152836550713,-0.1724051678893181,1.6052738970588236,-0.3858483455882353
amc,"(.3,.6]",base,17,0.4329044117647059,0.0,0.35753676470588236,0.0,0.20955882352941177,0.0,0.5624204515443894,0.0,1.9911222426470587,0.0
amc,"(.6,1]",base_rep,31,0.858366935483871,0.008064516129032258,0.09879032258064516,-0.010080645161290322,0.04284274193548387,0.0020161290322580645,0.8966874054903164,0.011565507491496315,1.2953487903225804,-0.024878528225806475
amc,"(.6,1]",l01_s440,31,0.8588709677419355,0.008568548387096774,0.09828629032258064,-0.010584677419354838,0.04284274193548387,0.0020161290322580645,0.8950177872377997,0.009895889238979317,1.134317540322581,-0.1859097782258064
amc,"(.6,1]",l02_s300,31,0.7953629032258065,-0.05493951612903226,0.17691532258064516,0.06804435483870967,0.027721774193548387,-0.01310483870967742,0.8157873004945725,-0.06933459750424772,1.0628271169354837,-0.2574002016129032
amc,"(.6,1]",base,31,0.8503024193548387,0.0,0.10887096774193548,0.0,0.040826612903225805,0.0,0.8851218979988201,0.0,1.3202273185483873,0.0
beyondaime,0 (never),base_rep,82,0.0,-0.0007621951219512195,0.4333079268292683,0.0038109756097560975,0.5666920731707317,-0.003048780487804878,0.0,-0.0013299445792985844,2.089909298780488,-0.013605564024390296
beyondaime,0 (never),l01_s440,82,0.004763719512195122,0.0040015243902439025,0.8239329268292683,0.3944359756097561,0.17130335365853658,-0.3984375,0.005799278460229653,0.004540929911304273,1.7018372713414638,-0.4016775914634147
beyondaime,0 (never),l02_s300,82,0.007621951219512195,0.006859756097560976,0.8971036585365854,0.46760670731707316,0.09527439024390244,-0.47446646341463417,0.008493594521255825,0.007268509133577681,1.5920009527439025,-0.5115139100609756
beyondaime,0 (never),base,82,0.0007621951219512195,0.0,0.4294969512195122,0.0,0.5697408536585366,0.0,0.0013299445792985844,0.0,2.103514862804878,0.0
beyondaime,"(0,.1]",base_rep,13,0.02403846153846154,0.010817307692307692,0.43509615384615385,0.026442307692307692,0.5408653846153846,-0.037259615384615384,0.06193628098570133,0.013826433974755414,2.265138221153846,0.005423076923076906
beyondaime,"(0,.1]",l01_s440,13,0.028846153846153848,0.015625,0.7355769230769231,0.3269230769230769,0.23557692307692307,-0.3425480769230769,0.0394399503509673,-0.008669896659978613,1.8683617788461537,-0.3913533653846154
beyondaime,"(0,.1]",l02_s300,13,0.008413461538461538,-0.004807692307692308,0.8786057692307693,0.4699519230769231,0.11298076923076923,-0.4651442307692308,0.009476443097132753,-0.03863340391381316,1.7309639423076926,-0.5287512019230769
beyondaime,"(0,.1]",base,13,0.013221153846153846,0.0,0.40865384615384615,0.0,0.578125,0.0,0.04810984701094591,0.0,2.2597151442307695,0.0
beyondaime,"(.1,.3]",base_rep,5,0.1625,-0.01875,0.365625,-0.075,0.471875,0.09375,0.34335087719298246,0.030074949804439245,2.255825,-0.029384374999999973
beyondaime,"(.1,.3]",l01_s440,5,0.23125,0.05,0.61875,0.178125,0.15,-0.228125,0.28582389074192355,-0.02745203664661968,1.8998281249999998,-0.38538124999999995
beyondaime,"(.1,.3]",l02_s300,5,0.196875,0.015625,0.703125,0.2625,0.1,-0.278125,0.21588454112924588,-0.09739138625929734,1.69304375,-0.592165625
beyondaime,"(.1,.3]",base,5,0.18125,0.0,0.440625,0.0,0.378125,0.0,0.3132759273885432,0.0,2.285209375,0.0
bigmath,0 (never),base_rep,21,0.0,-0.000744047619047619,0.7016369047619048,-0.005952380952380952,0.29836309523809523,0.006696428571428571,0.0,-0.0008503401360544217,1.7469613095238092,-0.013669642857142847
bigmath,0 (never),l01_s440,21,0.000744047619047619,0.0,0.8236607142857143,0.11607142857142858,0.17559523809523808,-0.11607142857142858,0.000744047619047619,-0.00010629251700680268,1.4054940476190476,-0.35513690476190474
bigmath,0 (never),l02_s300,21,0.000744047619047619,0.0,0.8898809523809523,0.18229166666666666,0.109375,-0.18229166666666666,0.0008658008658008658,1.5460729746444036e-05,1.3437232142857145,-0.4169077380952381
bigmath,0 (never),base,21,0.000744047619047619,0.0,0.7075892857142857,0.0,0.2916666666666667,0.0,0.0008503401360544217,0.0,1.7606309523809527,0.0
bigmath,"(0,.1]",base_rep,16,0.0556640625,0.0,0.740234375,0.0009765625,0.2041015625,-0.0009765625,0.07516215432596485,-0.002836542666385327,1.81985546875,-0.010809570312499989
bigmath,"(0,.1]",l01_s440,16,0.1162109375,0.060546875,0.732421875,-0.0068359375,0.1513671875,-0.0537109375,0.14283687932353678,0.0648381823311866,1.4203408203125,-0.41032421875
bigmath,"(0,.1]",l02_s300,16,0.08203125,0.0263671875,0.8037109375,0.064453125,0.1142578125,-0.0908203125,0.10588472889154593,0.02788603189919575,1.4021259765625,-0.42853906250000007
bigmath,"(0,.1]",base,16,0.0556640625,0.0,0.7392578125,0.0,0.205078125,0.0,0.07799869699235018,0.0,1.8306650390625,0.0
bigmath,"(.1,.3]",base_rep,8,0.2109375,0.056640625,0.470703125,-0.03515625,0.318359375,-0.021484375,0.34042907401675737,0.06417316614262392,2.2818125,-0.124591796875
bigmath,"(.1,.3]",l01_s440,8,0.203125,0.048828125,0.466796875,-0.0390625,0.330078125,-0.009765625,0.3086303255836823,0.03237441770954883,1.9674218749999999,-0.438982421875
bigmath,"(.1,.3]",l02_s300,8,0.169921875,0.015625,0.638671875,0.1328125,0.19140625,-0.1484375,0.22187023001651485,-0.05438567785761861,1.8931308593749998,-0.5132734375000001
bigmath,"(.1,.3]",base,8,0.154296875,0.0,0.505859375,0.0,0.33984375,0.0,0.27625590787413346,0.0,2.4064042968750003,0.0
bigmath,"(.3,.6]",base_rep,22,0.4509943181818182,-0.017045454545454544,0.4112215909090909,-0.0014204545454545455,0.1377840909090909,0.018465909090909092,0.5421090124749397,-0.0023565797714661108,1.6044723011363637,0.0013110795454545758
bigmath,"(.3,.6]",l01_s440,22,0.484375,0.016335227272727272,0.41761363636363635,0.004971590909090909,0.09801136363636363,-0.02130681818181818,0.5414528802484914,-0.003012711997914333,1.3755901988636363,-0.22757102272727278
bigmath,"(.3,.6]",l02_s300,22,0.44176136363636365,-0.026278409090909092,0.4836647727272727,0.07102272727272728,0.07457386363636363,-0.044744318181818184,0.48097996547093175,-0.06348562677547395,1.2931598011363639,-0.31000142045454543
bigmath,"(.3,.6]",base,22,0.4680397727272727,0.0,0.41264204545454547,0.0,0.11931818181818182,0.0,0.5444655922464057,0.0,1.6031612215909092,0.0
bigmath,"(.6,1]",base_rep,131,0.9352337786259542,-0.0007156488549618321,0.04651717557251908,0.00023854961832061068,0.01824904580152672,0.00047709923664122136,0.9517864849835609,-0.00021487992004084832,0.8666179627862596,-0.0034575381679389323
bigmath,"(.6,1]",l01_s440,131,0.9290314885496184,-0.00691793893129771,0.04759064885496183,0.0013120229007633588,0.023377862595419848,0.005605916030534351,0.9496120900143667,-0.0023892748892350157,0.7421790314885496,-0.12789646946564884
bigmath,"(.6,1]",l02_s300,131,0.9147185114503816,-0.021230916030534352,0.06715171755725191,0.020873091603053433,0.01812977099236641,0.00035782442748091603,0.9294917291790243,-0.022509635724577322,0.7345406727099236,-0.13553482824427482
bigmath,"(.6,1]",base,131,0.935949427480916,0.0,0.046278625954198474,0.0,0.017771946564885496,0.0,0.9520013649036017,0.0,0.8700755009541984,0.0
dapo_heldout,0 (never),base_rep,456,0.0,-0.004043311403508772,0.45425575657894735,0.0,0.5457442434210527,0.004043311403508772,0.0,-0.009118757132948624,2.3689189967105264,-0.009126679002192968
dapo_heldout,0 (never),l01_s200,456,0.004934210526315789,0.0008908991228070175,0.7142269736842105,0.25997121710526316,0.2808388157894737,-0.26086211622807015,0.009887476685451138,0.0007922431645068255,2.1449551809210528,-0.23309049479166663
dapo_heldout,0 (never),l01_s440,456,0.005653782894736842,0.0016104714912280702,0.7375959429824561,0.2833401864035088,0.25675027412280704,-0.28495065789473684,0.009115430566613882,3.6829515456506684e-05,1.8943765419407894,-0.4836691337719298
dapo_heldout,0 (never),l01_s500,38,0.019736842105263157,0.015625,0.9572368421052632,0.608141447368421,0.023026315789473683,-0.623766447368421,0.019736842105263157,0.006501202998881016,3.6839934210526315,1.1636122532894737
dapo_heldout,0 (never),l01_s720,456,0.00459155701754386,0.0005482456140350877,0.4752604166666667,0.0210046600877193,0.5201480263157895,-0.021552905701754384,0.011223648875137347,0.002154335129303863,1.072532894736842,-1.305512780975877
dapo_heldout,0 (never),l02_s200,456,0.003769188596491228,-0.00027412280701754384,0.5903234649122807,0.13606770833333334,0.40590734649122806,-0.1357935855263158,0.006807857577266503,-0.0022809089936677318,1.7354763569078948,-0.6425693188048246
dapo_heldout,0 (never),l02_s300,456,0.006853070175438596,0.0028097587719298246,0.8739035087719298,0.41964775219298245,0.11924342105263158,-0.4224575109649123,0.008550462187756402,-0.0005306277108849252,1.6747326959978068,-0.7033129797149124
dapo_heldout,0 (never),l02_s620,456,0.005893640350877193,0.001850328947368421,0.749109100877193,0.2948533442982456,0.24499725877192982,-0.29670367324561403,0.008926395132406456,-0.00015303867396769056,1.0993349095394735,-1.2787107661732455
dapo_heldout,0 (never),l02_s80,456,0.00849780701754386,0.004454495614035088,0.9379111842105263,0.4836554276315789,0.05359100877192982,-0.48810992324561403,0.00905258738307678,-2.6290510298821158e-05,2.112916049890351,-0.26512962582236843
dapo_heldout,0 (never),l05_s120,456,0.0066474780701754384,0.0026041666666666665,0.981359649122807,0.5271038925438597,0.011992872807017545,-0.5297080592105263,0.006735935274086217,-0.0023531481351880194,1.4536252055921053,-0.924420470120614
dapo_heldout,0 (never),base,456,0.004043311403508772,0.0,0.45425575657894735,0.0,0.5417009320175439,0.0,0.009118757132948624,0.0,2.3780456757127197,0.0
dapo_heldout,"(0,.1]",base_rep,361,0.042719875346260386,-0.0043715373961218836,0.5682565789473685,0.01198926592797784,0.3890235457063712,-0.007617728531855956,0.08351567849552126,-0.002925033327392428,2.4901428324099726,-0.004439490997229913
dapo_heldout,"(0,.1]",l01_s200,361,0.05877770083102493,0.011686288088642659,0.6860283933518005,0.12976108033240996,0.2551939058171745,-0.14144736842105263,0.08336701722900274,-0.0030736945939109418,2.241550207756233,-0.25303211565096956
dapo_heldout,"(0,.1]",l01_s440,361,0.06384175900277009,0.01675034626038781,0.6878029778393352,0.1315356648199446,0.24835526315789475,-0.1482860110803324,0.09084501717699711,0.004404305354083449,1.9977931094182824,-0.4967892139889196
dapo_heldout,"(0,.1]",l01_s500,36,0.052083333333333336,0.015190972222222222,0.9097222222222222,0.4166666666666667,0.03819444444444445,-0.4318576388888889,0.05505952380952381,-0.03633732487796566,3.475538194444445,1.0745559895833336
dapo_heldout,"(0,.1]",l01_s720,361,0.04423476454293629,-0.0028566481994459834,0.4704813019390582,-0.08578601108033242,0.48528393351800553,0.0886426592797784,0.08699648858559902,0.0011574688664264647,1.1722674861495845,-1.3223148372576177
dapo_heldout,"(0,.1]",l02_s200,361,0.04648545706371191,-0.0006059556786703601,0.613659972299169,0.057392659279778394,0.3398545706371191,-0.05678670360110803,0.07339714917182542,-0.01235774981355931,1.7839055574792246,-0.7106767659279778
dapo_heldout,"(0,.1]",l02_s300,361,0.06626558171745152,0.019174168975069253,0.8291204986149584,0.27285318559556787,0.10461391966759002,-0.2920273545706371,0.07432402069050137,-0.012116691132412314,1.7547015235457062,-0.7398807998614958
dapo_heldout,"(0,.1]",l02_s620,361,0.059037396121883655,0.011945983379501385,0.6985803324099723,0.14231301939058172,0.24238227146814403,-0.15425900277008311,0.08261245105709562,-0.0038282607658180483,1.1821682825484765,-1.3124140408587257
dapo_heldout,"(0,.1]",l02_s80,361,0.06925207756232687,0.0221606648199446,0.8919667590027701,0.3356994459833795,0.038781163434903045,-0.3578601108033241,0.07229364263200637,-0.014147069190907307,2.195064404432133,-0.29951791897506924
dapo_heldout,"(0,.1]",l05_s120,361,0.07712950138504156,0.03003808864265928,0.9120498614958449,0.3557825484764543,0.010820637119113574,-0.3858206371191136,0.07842331910893596,-0.008017392713977712,1.5485565270083101,-0.946025796398892
dapo_heldout,"(0,.1]",base,361,0.04709141274238227,0.0,0.5562673130193906,0.0,0.39664127423822715,0.0,0.08644071182291367,0.0,2.494582323407202,0.0
dapo_heldout,"(.1,.3]",base_rep,201,0.1951181592039801,0.006996268656716418,0.49797885572139305,-0.0003109452736318408,0.3069029850746269,-0.006685323383084577,0.30658382861642763,0.011283544423079918,2.453979399875622,0.0051320740049751274
dapo_heldout,"(.1,.3]",l01_s200,201,0.20942164179104478,0.021299751243781095,0.5425995024875622,0.044309701492537316,0.24797885572139303,-0.06560945273631841,0.2962072392814427,0.0009069550880950123,2.2339743470149256,-0.2148729788557214
dapo_heldout,"(.1,.3]",l01_s440,201,0.23569651741293532,0.04757462686567164,0.529228855721393,0.03093905472636816,0.23507462686567165,-0.07851368159203981,0.3222091345565818,0.0269088503632341,1.9874428638059702,-0.46140446206467667
dapo_heldout,"(.1,.3]",l01_s500,14,0.22321428571428573,0.044642857142857144,0.7589285714285714,0.23214285714285715,0.017857142857142856,-0.2767857142857143,0.22448979591836735,-0.03985749168190565,3.432955357142857,1.0506863839285716
dapo_heldout,"(.1,.3]",l01_s720,201,0.16371268656716417,-0.024409203980099502,0.3683146766169154,-0.12997512437810946,0.4679726368159204,0.15438432835820895,0.3183339893665167,0.023033705173169015,1.2055892412935323,-1.2432580845771144
dapo_heldout,"(.1,.3]",l02_s200,201,0.18470149253731344,-0.003420398009950249,0.49409203980099503,-0.004197761194029851,0.32120646766169153,0.0076181592039800995,0.28072200973139017,-0.014578274461957547,1.7945390236318408,-0.654308302238806
dapo_heldout,"(.1,.3]",l02_s300,201,0.23142101990049752,0.04329912935323383,0.6550839552238806,0.15679415422885573,0.1134950248756219,-0.20009328358208955,0.25958039280676165,-0.03571989138658605,1.753665967039801,-0.6951813588308458
dapo_heldout,"(.1,.3]",l02_s620,201,0.2049129353233831,0.016791044776119403,0.5537935323383084,0.05550373134328358,0.24129353233830847,-0.07229477611940298,0.27470148779319326,-0.02059879640015443,1.1874241293532337,-1.261423196517413
dapo_heldout,"(.1,.3]",l02_s80,201,0.25217661691542287,0.0640547263681592,0.7103544776119403,0.21206467661691542,0.037468905472636815,-0.27611940298507465,0.2634562951003551,-0.03184398909299258,2.1751991604477614,-0.27364816542288556
dapo_heldout,"(.1,.3]",l05_s120,201,0.23134328358208955,0.04322139303482587,0.7587064676616916,0.2604166666666667,0.009950248756218905,-0.30363805970149255,0.23440849344569067,-0.060891790747657035,1.5535861318407962,-0.8952611940298507
dapo_heldout,"(.1,.3]",base,201,0.1881218905472637,0.0,0.4982898009950249,0.0,0.31358830845771146,0.0,0.2953002841933477,0.0,2.4488473258706467,0.0
dapo_heldout,"(.3,.6]",base_rep,223,0.4498318385650224,0.0006306053811659193,0.3896440582959641,0.0015414798206278026,0.16052410313901344,-0.002172085201793722,0.5506349100353544,0.006280877036457223,2.2143553110986547,0.009301079035874427
dapo_heldout,"(.3,.6]",l01_s200,223,0.48066143497757846,0.03146020179372197,0.3892937219730942,0.0011911434977578475,0.13004484304932734,-0.03265134529147982,0.5598259174594271,0.015471884460530171,2.101563340807175,-0.10349089125560541
dapo_heldout,"(.3,.6]",l01_s440,223,0.48423486547085204,0.03503363228699551,0.382987668161435,-0.005114910313901345,0.132777466367713,-0.02991872197309417,0.5627594878354261,0.018405454836529136,1.8315277466367712,-0.373526485426009
dapo_heldout,"(.3,.6]",l01_s500,16,0.4609375,-0.03125,0.5390625,0.2294921875,0.0,-0.1982421875,0.4609375,-0.16194265450190676,3.3422890625,1.0112988281250002
dapo_heldout,"(.3,.6]",l01_s720,223,0.3773822869955157,-0.07181894618834081,0.3130605381165919,-0.0750420403587444,0.30955717488789236,0.1468609865470852,0.543200078006813,-0.0011539549920839979,1.223302830717489,-0.9817514013452915
dapo_heldout,"(.3,.6]",l02_s200,223,0.43021300448430494,-0.01898822869955157,0.37640134529147984,-0.011701233183856503,0.19338565022421525,0.03068946188340807,0.5361536114118299,-0.008200421587067035,1.702859865470852,-0.5021943665919282
dapo_heldout,"(.3,.6]",l02_s300,223,0.437429932735426,-0.011771300448430493,0.49600616591928254,0.1079035874439462,0.06656390134529148,-0.0961322869955157,0.4672006777429262,-0.07715335525597082,1.6454237668161433,-0.559630465246637
dapo_heldout,"(.3,.6]",l02_s620,223,0.42278587443946186,-0.02641535874439462,0.42376681614349776,0.03566423766816144,0.15344730941704035,-0.009248878923766817,0.5009588510994443,-0.04339518189945274,1.1862376681614348,-1.0188165639013453
dapo_heldout,"(.3,.6]",l02_s80,223,0.4854260089686099,0.03622477578475336,0.4929932735426009,0.10489069506726457,0.021580717488789238,-0.14111547085201795,0.4957872670495727,-0.04856676594932426,1.9895162556053811,-0.21553797645739914
dapo_heldout,"(.3,.6]",l05_s120,223,0.46987107623318386,0.020669843049327355,0.5252242152466368,0.13712163677130046,0.0049047085201793725,-0.1577914798206278,0.4722233336587477,-0.07213069934014932,1.4853298766816143,-0.7197243553811659
dapo_heldout,"(.3,.6]",base,223,0.4492012331838565,0.0,0.3881025784753363,0.0,0.16269618834080718,0.0,0.5443540329988971,0.0,2.20505423206278,0.0
dapo_heldout,"(.6,1]",base_rep,295,0.8236228813559322,0.00958686440677966,0.13728813559322034,-0.0060911016949152545,0.03908898305084746,-0.0034957627118644067,0.8567727497101045,0.0077608078840818535,1.5625773834745764,-0.005635593220338986
dapo_heldout,"(.6,1]",l01_s200,295,0.818114406779661,0.0040783898305084745,0.14216101694915254,-0.001218220338983051,0.03972457627118644,-0.0028601694915254237,0.8506556783707063,0.0016437365446837248,1.5421430084745762,-0.02606996822033899
dapo_heldout,"(.6,1]",l01_s440,295,0.8060381355932204,-0.007997881355932204,0.14941737288135593,0.006038135593220339,0.04454449152542373,0.0019597457627118643,0.8411773260053206,-0.007834615820702133,1.327259216101695,-0.24095376059322035
dapo_heldout,"(.6,1]",l01_s500,24,0.671875,-0.130859375,0.3229166666666667,0.1953125,0.005208333333333333,-0.064453125,0.6741071428571429,-0.18696138025545347,2.4443333333333332,0.7339121093750002
dapo_heldout,"(.6,1]",l01_s720,295,0.725,-0.08903601694915254,0.13315677966101694,-0.010222457627118644,0.14184322033898306,0.09925847457627118,0.8363778078759029,-0.012634133950119834,0.9781433262711865,-0.5900696504237288
dapo_heldout,"(.6,1]",l02_s200,295,0.7655720338983051,-0.04846398305084746,0.1649364406779661,0.02155720338983051,0.06949152542372881,0.026906779661016948,0.8183031260136585,-0.03070881581236422,1.321914406779661,-0.2462985699152542
dapo_heldout,"(.6,1]",l02_s300,295,0.7546080508474576,-0.059427966101694915,0.22319915254237288,0.07981991525423729,0.022192796610169492,-0.020391949152542374,0.7691315790265248,-0.07988036279949785,1.2314781779661015,-0.33673479872881357
dapo_heldout,"(.6,1]",l02_s620,295,0.7694915254237288,-0.04454449152542373,0.17097457627118645,0.027595338983050846,0.059533898305084744,0.01694915254237288,0.8145612527132471,-0.03445068911277565,0.9442829449152543,-0.6239300317796611
dapo_heldout,"(.6,1]",l02_s80,295,0.8164194915254237,0.0023834745762711866,0.18029661016949153,0.03691737288135593,0.0032838983050847456,-0.03930084745762712,0.8190169621703247,-0.029994979655698067,1.4242203389830508,-0.14399263771186438
dapo_heldout,"(.6,1]",l05_s120,295,0.8079449152542373,-0.0060911016949152545,0.19057203389830507,0.04719279661016949,0.0014830508474576272,-0.041101694915254235,0.8091402327130585,-0.039871709112964275,1.1353730932203387,-0.4328398834745763
dapo_heldout,"(.6,1]",base,295,0.8140360169491525,0.0,0.1433792372881356,0.0,0.042584745762711866,0.0,0.8490119418260229,0.0,1.5682129766949156,0.0
math500,0 (never),base_rep,23,0.0,-0.0033967391304347825,0.4673913043478261,-0.002717391304347826,0.532608695652174,0.006114130434782609,0.0,-0.008723522042749439,2.4744857336956523,-0.040084239130434754
math500,0 (never),l01_s200,23,0.001358695652173913,-0.0020380434782608695,0.7119565217391305,0.2418478260869565,0.2866847826086957,-0.23980978260869565,0.002898550724637681,-0.005824971318111758,2.2605896739130436,-0.25398029891304347
math500,0 (never),l01_s440,23,0.0,-0.0033967391304347825,0.6820652173913043,0.21195652173913043,0.3179347826086957,-0.20855978260869565,0.0,-0.008723522042749439,1.9967364130434786,-0.5178335597826085
math500,0 (never),l01_s720,23,0.002717391304347826,-0.0006793478260869565,0.4483695652173913,-0.021739130434782608,0.5489130434782609,0.022418478260869564,0.004830917874396135,-0.003892604168353304,1.1203654891304349,-1.394204483695652
math500,0 (never),l02_s200,23,0.0,-0.0033967391304347825,0.6168478260869565,0.14673913043478262,0.38315217391304346,-0.14334239130434784,0.0,-0.008723522042749439,1.8156725543478258,-0.6988974184782609
math500,0 (never),l02_s300,23,0.0006793478260869565,-0.002717391304347826,0.8389945652173914,0.3688858695652174,0.16032608695652173,-0.36616847826086957,0.0008873114463176574,-0.00783621059643178,1.8485951086956522,-0.6659748641304347
math500,0 (never),l02_s620,23,0.001358695652173913,-0.0020380434782608695,0.6983695652173914,0.22826086956521738,0.30027173913043476,-0.2262228260869565,0.0017391304347826088,-0.006984391607966831,1.1452065217391305,-1.3693634510869566
math500,0 (never),l02_s80,23,0.004076086956521739,0.0006793478260869565,0.9470108695652174,0.47690217391304346,0.04891304347826087,-0.47758152173913043,0.004163744740532959,-0.00455977730221648,2.2106766304347825,-0.30389334239130433
math500,0 (never),l05_s120,23,0.005434782608695652,0.0020380434782608695,0.9864130434782609,0.5163043478260869,0.008152173913043478,-0.5183423913043478,0.005522440392706872,-0.003201081650042567,1.5196589673913043,-0.9949110054347825
math500,0 (never),base,23,0.0033967391304347825,0.0,0.4701086956521739,0.0,0.5264945652173914,0.0,0.008723522042749439,0.0,2.514569972826087,0.0
math500,"(0,.1]",base_rep,35,0.05,-0.002232142857142857,0.5513392857142857,0.015178571428571428,0.3986607142857143,-0.012946428571428572,0.1111659970312246,-0.01160328844526816,2.4286401785714284,0.009434374999999991
math500,"(0,.1]",l01_s200,35,0.07589285714285714,0.023660714285714285,0.64375,0.10758928571428572,0.28035714285714286,-0.13125,0.12275594183082661,-1.334364566611659e-05,2.1989625,-0.2202433035714286
math500,"(0,.1]",l01_s440,35,0.053125,0.0008928571428571428,0.6169642857142857,0.08080357142857143,0.3299107142857143,-0.08169642857142857,0.1020945522695221,-0.02067473320697063,1.9354982142857142,-0.48370758928571433
math500,"(0,.1]",l01_s720,35,0.038392857142857145,-0.013839285714285714,0.40625,-0.1299107142857143,0.5553571428571429,0.14375,0.11412194152277681,-0.008647343953715922,1.1013410714285712,-1.3178647321428572
math500,"(0,.1]",l02_s200,35,0.04375,-0.008482142857142856,0.5875,0.05133928571428571,0.36875,-0.04285714285714286,0.09860282316300784,-0.02416646231348493,1.7406821428571428,-0.6785236607142857
math500,"(0,.1]",l02_s300,35,0.06785714285714285,0.015625,0.7674107142857143,0.23125,0.16473214285714285,-0.246875,0.09709917092279945,-0.02567011455369328,1.7278035714285713,-0.6914022321428573
math500,"(0,.1]",l02_s620,35,0.05892857142857143,0.006696428571428571,0.6580357142857143,0.121875,0.2830357142857143,-0.12857142857142856,0.09884616201254572,-0.023923123463947028,1.0994696428571433,-1.319736160714286
math500,"(0,.1]",l02_s80,35,0.09285714285714286,0.040625,0.85,0.3138392857142857,0.05714285714285714,-0.35446428571428573,0.10710263470572544,-0.015666650770767298,2.170817857142857,-0.24838794642857148
math500,"(0,.1]",l05_s120,35,0.09553571428571428,0.04330357142857143,0.8964285714285715,0.36026785714285714,0.008035714285714285,-0.4035714285714286,0.09762831717781663,-0.025140968298676118,1.5006062500000001,-0.9185995535714285
math500,"(0,.1]",base,35,0.05223214285714286,0.0,0.5361607142857143,0.0,0.41160714285714284,0.0,0.12276928547649271,0.0,2.4192058035714283,0.0
math500,"(.1,.3]",base_rep,38,0.1747532894736842,0.004111842105263158,0.5411184210526315,0.004934210526315789,0.28412828947368424,-0.009046052631578948,0.2650517314652725,0.004211986693935466,2.1501089638157893,0.022100740131578964
math500,"(.1,.3]",l01_s200,38,0.20394736842105263,0.03330592105263158,0.5789473684210527,0.04276315789473684,0.21710526315789475,-0.07606907894736842,0.27771458288092565,0.016874838109588636,1.9672409539473683,-0.16076726973684208
math500,"(.1,.3]",l01_s440,38,0.21299342105263158,0.04235197368421053,0.5818256578947368,0.04564144736842105,0.20518092105263158,-0.08799342105263158,0.2797873969655494,0.0189476521942123,1.8168889802631578,-0.31111924342105257
math500,"(.1,.3]",l01_s720,38,0.15049342105263158,-0.020148026315789474,0.43667763157894735,-0.09950657894736842,0.4128289473684211,0.1196546052631579,0.2634103020118812,0.0025705572405441616,1.0474333881578948,-1.0805748355263158
math500,"(.1,.3]",l02_s200,38,0.16611842105263158,-0.004523026315789474,0.5460526315789473,0.009868421052631578,0.2878289473684211,-0.005345394736842105,0.2579626308368067,-0.0028771139345303647,1.594222039473684,-0.5337861842105263
math500,"(.1,.3]",l02_s300,38,0.18585526315789475,0.015213815789473685,0.719983552631579,0.18379934210526316,0.09416118421052631,-0.19901315789473684,0.21088431130192947,-0.04995543346940758,1.6054342105263157,-0.5225740131578946
math500,"(.1,.3]",l02_s620,38,0.18092105263157895,0.010279605263157895,0.6192434210526315,0.08305921052631579,0.19983552631578946,-0.09333881578947369,0.22868071748505472,-0.032159027286282324,1.0455616776315788,-1.0824465460526316
math500,"(.1,.3]",l02_s80,38,0.21299342105263158,0.04235197368421053,0.75,0.2138157894736842,0.03700657894736842,-0.25616776315789475,0.22248011432540296,-0.03835963044593411,1.9248955592105268,-0.20311266447368417
math500,"(.1,.3]",l05_s120,38,0.22039473684210525,0.04975328947368421,0.7639802631578947,0.22779605263157895,0.015625,-0.27754934210526316,0.22521929824561404,-0.03562044652572303,1.3690509868421052,-0.7589572368421053
math500,"(.1,.3]",base,38,0.17064144736842105,0.0,0.5361842105263158,0.0,0.29317434210526316,0.0,0.2608397447713371,0.0,2.1280082236842106,0.0
math500,"(.3,.6]",base_rep,55,0.4627840909090909,0.0014204545454545455,0.39886363636363636,0.013636363636363636,0.13835227272727274,-0.015056818181818182,0.55068293326802,-0.00567953692268198,1.9310417613636357,-0.004936079545454552
math500,"(.3,.6]",l01_s200,55,0.48920454545454545,0.02784090909090909,0.39943181818181817,0.014204545454545454,0.11136363636363636,-0.042045454545454546,0.5602862416741745,0.003923771483472547,1.8674221590909088,-0.06855568181818181
math500,"(.3,.6]",l01_s440,55,0.49261363636363636,0.03125,0.38920454545454547,0.003977272727272727,0.11818181818181818,-0.035227272727272725,0.5639750881406776,0.007612617949975714,1.5936494318181817,-0.3423284090909091
math500,"(.3,.6]",l01_s720,55,0.35397727272727275,-0.10738636363636364,0.35511363636363635,-0.030113636363636363,0.2909090909090909,0.1375,0.5060602426528082,-0.05030222753789371,1.0315829545454542,-0.9043948863636363
math500,"(.3,.6]",l02_s200,55,0.37613636363636366,-0.08522727272727272,0.43522727272727274,0.05,0.18863636363636363,0.035227272727272725,0.4703829220354581,-0.08597954815524378,1.5543749999999998,-0.38160284090909097
math500,"(.3,.6]",l02_s300,55,0.40625,-0.055113636363636365,0.509090909090909,0.12386363636363637,0.0846590909090909,-0.06875,0.44364338709388323,-0.11271908309681877,1.5043048295454546,-0.4316730113636364
math500,"(.3,.6]",l02_s620,55,0.3664772727272727,-0.09488636363636363,0.4772727272727273,0.09204545454545454,0.15625,0.002840909090909091,0.43760094299974733,-0.11876152719095463,1.0129363636363635,-0.9230414772727271
math500,"(.3,.6]",l02_s80,55,0.4909090909090909,0.029545454545454545,0.4875,0.10227272727272728,0.02159090909090909,-0.1318181818181818,0.5019240774983267,-0.054438392692375236,1.771752272727273,-0.1642255681818182
math500,"(.3,.6]",l05_s120,55,0.48920454545454545,0.02784090909090909,0.5011363636363636,0.1159090909090909,0.009659090909090909,-0.14375,0.4954332935325705,-0.060929176658131384,1.2776573863636365,-0.6583204545454544
math500,"(.3,.6]",base,55,0.46136363636363636,0.0,0.38522727272727275,0.0,0.1534090909090909,0.0,0.556362470190702,0.0,1.9359778409090906,0.0
math500,"(.6,1]",base_rep,345,0.917481884057971,-0.0009510869565217392,0.05946557971014493,-0.00018115942028985507,0.02305253623188406,0.0011322463768115942,0.9374872757497474,0.0001550168496113939,0.9920170289855071,-0.001217119565217388
math500,"(.6,1]",l01_s200,345,0.9244565217391304,0.006023550724637681,0.05434782608695652,-0.005298913043478261,0.021195652173913043,-0.0007246376811594203,0.9434011322466148,0.006068873346478901,0.9871518115942028,-0.006082336956521736
math500,"(.6,1]",l01_s440,345,0.9215579710144928,0.003125,0.05561594202898551,-0.004030797101449275,0.02282608695652174,0.0009057971014492754,0.9413961255661634,0.004063866666027393,0.8323411684782609,-0.16089298007246378
math500,"(.6,1]",l01_s720,345,0.8701992753623189,-0.04823369565217391,0.06621376811594203,0.006567028985507246,0.06358695652173912,0.041666666666666664,0.9214374522190873,-0.0158948066810485,0.6074089673913043,-0.3858251811594203
math500,"(.6,1]",l02_s200,345,0.8930253623188406,-0.025407608695652173,0.07074275362318841,0.011096014492753624,0.036231884057971016,0.01431159420289855,0.9227884969418411,-0.014543761958294904,0.9094215579710144,-0.08381259057971013
math500,"(.6,1]",l02_s300,345,0.8942028985507247,-0.024230072463768116,0.08695652173913043,0.02730978260869565,0.01884057971014493,-0.0030797101449275364,0.9073112856345038,-0.030020973265632148,0.8028068387681161,-0.19042730978260872
math500,"(.6,1]",l02_s620,345,0.8761775362318841,-0.042255434782608695,0.09193840579710146,0.03229166666666667,0.03188405797101449,0.009963768115942028,0.9007730106032453,-0.036559248296890556,0.6154215579710145,-0.3778125905797101
math500,"(.6,1]",l02_s80,345,0.9222826086956522,0.0038496376811594205,0.07518115942028986,0.015534420289855072,0.002536231884057971,-0.019384057971014494,0.9244705748862542,-0.012861684013881788,0.9316930253623188,-0.061541123188405794
math500,"(.6,1]",l05_s120,345,0.9127717391304347,-0.005661231884057971,0.08605072463768115,0.026403985507246378,0.001177536231884058,-0.020742753623188406,0.9138002571294999,-0.023532001770636166,0.7403732789855072,-0.25286086956521736
math500,"(.6,1]",base,345,0.9184329710144927,0.0,0.059646739130434785,0.0,0.021920289855072463,0.0,0.9373322589001359,0.0,0.9932341485507247,0.0