run/claim1_expected_validity.csv

setting,lambda,loss,risk,mean_estimate,mean_margin,margin_ci95_low,margin_ci95_high,theory_margin,nonexchangeable_mean_margin
linear_program,0.1,miscoverage,0.98456,0.985142118863049,0.0005821188630490831,-1.8941647337329865e-05,0.001183179373435496,0.00011968992248062022,-0.016174987080103363
linear_program,0.1,regret,0.06558645568261592,0.07283573914958327,0.0072492834669673585,0.0071735052315132055,0.0073250617024215115,0.007243515847421582,-0.0050287301649820084
linear_program,0.2,miscoverage,0.93827,0.9388242894056849,0.0005542894056847038,-0.0005917506737048519,0.0017003294850742596,0.00047852713178294536,-0.059129173126615045
linear_program,0.2,regret,0.13117291136523185,0.13803872111873433,0.006865809753502492,0.006716269477445998,0.0070153500295589855,0.00673509371034704,-0.01775793004356697
linear_program,0.30000000000000004,miscoverage,0.85881,0.8604844961240307,0.0016744961240310412,-8.171468069764049e-05,0.003430706928759723,0.001094496124031008,-0.139216976744186
linear_program,0.30000000000000004,regret,0.19675936704784777,0.2030358328657008,0.006276465817852992,0.006048594961745677,0.006504336673960307,0.006226671573272498,-0.030532357203020468
linear_program,0.4,miscoverage,0.74859,0.7498320413436692,0.0012420413436692705,-0.0009104700875037814,0.0033945527748423226,0.0019489147286821708,-0.2470525322997416
linear_program,0.4,regret,0.2623458227304637,0.26791948209765126,0.005573659367187609,0.005280613569749526,0.005866705164625692,0.005718249436197956,-0.04341611951524968
linear_program,0.5,miscoverage,0.60695,0.6088307493540053,0.001880749354005176,-0.0005749125102476947,0.004336411218258047,0.0030468992248062015,-0.3877058139534883
linear_program,0.5,regret,0.32793227841307965,0.3331173464483139,0.005185068035234246,0.00480543644756794,0.0055646996229005525,0.005209827299123414,-0.056200133751230744
linear_program,0.6,miscoverage,0.43433,0.4382235142118863,0.003893514211886313,0.0013952075667830544,0.006391820856989572,0.004385038759689923,-0.4265780620155039
linear_program,0.6,regret,0.39351873409569554,0.39801266804406965,0.004493933948374117,0.004052973651968172,0.004934894244780063,0.004701405162048871,-0.06878914784917836
linear_program,0.7000000000000001,miscoverage,0.22932,0.23667312661498707,0.00735312661498709,0.005123958753155339,0.00958229447681884,0.005974263565891473,-0.22156806201550386
linear_program,0.7000000000000001,regret,0.4591051897783115,0.4638158420088585,0.004710652230547048,0.00418365969768294,0.005237644763411155,0.00419298302497433,-0.0815489334157678
linear_program,0.8,miscoverage,0.08802,0.09486434108527131,0.0068443410852713155,0.0054508048374316,0.008237877333111031,0.007069612403100775,-0.08026806201550386
linear_program,0.8,regret,0.5246916454609274,0.5286348171816392,0.003943171720711833,0.0033451443925330876,0.004541199048890578,0.0036845608878997875,-0.09445018611171041
linear_program,0.9,miscoverage,0.02051,0.027609819121447027,0.007099819121447029,0.006414005029968084,0.007785633212925974,0.007592945736434108,-0.012758062015503875
linear_program,0.9,regret,0.5902781011435433,0.5933041386124926,0.003026037468949469,0.002342739291647994,0.0037093356462509445,0.003176138750825246,-0.10687829763292195
newsvendor,0.1,miscoverage,0.89995,0.9016860465116279,0.0017360465116278737,0.0003057641188216789,0.003166328904434069,0.000775581395348837,-0.0979151162790698
newsvendor,0.1,regret,0.06258592287574247,0.06987688464239825,0.007290961766655773,0.007181154267518004,0.007400769265793542,0.007266775791660911,-0.011316058062542229
newsvendor,0.2,miscoverage,0.80126,0.8022351421188629,0.0009751421188630723,-0.0010470975909189278,0.002997381828645072,0.00154062015503876,-0.19903131782945732
newsvendor,0.2,regret,0.12517184575148493,0.13207576470799437,0.006903918956509421,0.006694390424593301,0.0071134474884255415,0.006781613598825698,-0.030394894830705253
newsvendor,0.30000000000000004,miscoverage,0.70157,0.7045478036175712,0.002977803617571031,0.000670203642007415,0.005285403593134647,0.002313410852713178,-0.29562038759689924
newsvendor,0.30000000000000004,regret,0.18775776862722743,0.19418054139813454,0.006422772770907111,0.006108203328497093,0.006737342213317129,0.006296451405990486,-0.04948665974737552
newsvendor,0.4,miscoverage,0.60211,0.6040116279069768,0.0019016279069767098,-0.0004864823971444396,0.004289738211097859,0.0030844186046511627,-0.3915027648578812
newsvendor,0.4,regret,0.25034369150296987,0.25585926507485157,0.005515573571881721,0.005071731164250881,0.005959415979512561,0.005811289213155272,-0.06840960638472623
newsvendor,0.5,miscoverage,0.50286,0.5089664082687338,0.006106408268733878,0.0036583246097134127,0.008554491927754343,0.003853798449612403,-0.48958480620155037
newsvendor,0.5,regret,0.3129296143787123,0.3183324893211185,0.005402874942406238,0.004867138749196691,0.005938611135615786,0.005326127020320059,-0.08761174081028485
newsvendor,0.6,miscoverage,0.40242,0.4080426356589147,0.00562263565891473,0.00321463783724911,0.00803063348058035,0.004632403100775194,-0.3946680620155039
newsvendor,0.6,regret,0.3755155372544547,0.38048262532397614,0.004967088069521431,0.004303172908779759,0.005631003230263103,0.004840964827484847,-0.10708584193045873
newsvendor,0.7000000000000001,miscoverage,0.30243,0.3072093023255814,0.004779302325581421,0.0025336101801314167,0.007024994471031425,0.005407519379844961,-0.2946780620155039
newsvendor,0.7000000000000001,regret,0.43810146013019724,0.4424045933819398,0.004303133251742568,0.003569634674714521,0.005036631828770616,0.004355802634649634,-0.12578556544529254
newsvendor,0.8,miscoverage,0.19925,0.20540697674418604,0.00615697674418604,0.004241150495468058,0.008072802992904022,0.006207364341085271,-0.1914980620155039
newsvendor,0.8,regret,0.5006873830059397,0.504881383862583,0.004194000856643305,0.003354262064492969,0.005033739648793641,0.003870640441814421,-0.1447968275312988
newsvendor,0.9,miscoverage,0.0993,0.10632428940568477,0.007024289405684755,0.00553207530444173,0.008516503506927781,0.00698217054263566,-0.09154806201550389
newsvendor,0.9,regret,0.5632733058816821,0.5669762646743004,0.0037029587926182377,0.002740555205958245,0.0046653623792782305,0.0033854782489792083,-0.16387823996230655
portfolio,0.1,miscoverage,0.8111,0.813940568475452,0.0028405684754521463,0.0009599893432022054,0.004721147607702087,0.0014643410852713174,-0.18687519379844963
portfolio,0.1,regret,0.05006413402083399,0.05738808465269792,0.00732395063186394,0.007235978358591918,0.0074119229051359614,0.007363843922319116,-0.007189791620913892
portfolio,0.2,miscoverage,0.64123,0.642060723514212,0.0008307235142119181,-0.0015807128982507795,0.0032421599266746156,0.0027811627906976747,-0.35451165374677
portfolio,0.2,regret,0.10012826804166798,0.1070396649257109,0.00691139688404293,0.006733705722408186,0.007089088045677675,0.006975749860142108,-0.022119795602072743
portfolio,0.30000000000000004,miscoverage,0.49066,0.49691214470284234,0.006252144702842394,0.0037771070254948628,0.008727182380189925,0.003948372093023256,-0.48290806201550385
portfolio,0.30000000000000004,regret,0.15019240206250198,0.15698753753574782,0.006795135473245833,0.006524635068552924,0.007065635877938742,0.0065876557979651015,-0.03705983872959837
portfolio,0.4,miscoverage,0.36161,0.3659108527131783,0.00430085271317831,0.001896906798926415,0.006704798627430205,0.004948759689922481,-0.35385806201550385
portfolio,0.4,regret,0.20025653608333596,0.20630782509130288,0.006051289007966933,0.005709813823117286,0.00639276419281658,0.006199561735788094,-0.0519541141823836
portfolio,0.5,miscoverage,0.25123,0.25760335917312666,0.00637335917312661,0.004213420668537294,0.008533297677715925,0.005804418604651162,-0.24347806201550384
portfolio,0.5,regret,0.2503206701041699,0.2561507794584529,0.005830109354282994,0.005381013527121274,0.006279205181444715,0.005811467673611086,-0.06686616414536094
portfolio,0.6,miscoverage,0.16164,0.1673966408268734,0.0057566408268733835,0.003947935012952401,0.007565346640794366,0.006498914728682171,-0.15388806201550384
portfolio,0.6,regret,0.30038480412500385,0.30620228045789,0.005817476332886172,0.005284285887883833,0.006350666777888511,0.005423373611434078,-0.08179806576523141
portfolio,0.7000000000000001,miscoverage,0.09017,0.09732558139534883,0.007155581395348836,0.005756239524120117,0.008554923266577556,0.007052945736434109,-0.08241806201550386
portfolio,0.7000000000000001,regret,0.3504489381458379,0.3550014955151451,0.004552557369307251,0.003934997389569749,0.005170117349044753,0.0050352795492570705,-0.09699098428601254
portfolio,0.8,miscoverage,0.04,0.04801679586563307,0.008016795865633072,0.007040898192682101,0.008992693538584045,0.007441860465116279,-0.03224806201550388
portfolio,0.8,regret,0.4005130721666719,0.40537750723093324,0.004864435064261327,0.0041363082470018304,0.005592561881520823,0.004647185487080063,-0.11186713605755377
portfolio,0.9,miscoverage,0.00994,0.01739018087855297,0.007450180878552972,0.006949090669314573,0.007951271087791372,0.007674883720930233,-0.002188062015503875
portfolio,0.9,regret,0.45057720618750585,0.45501238828765317,0.0044351821001473455,0.0036360722302799767,0.005234291970014714,0.004259091424903055,-0.12661105931137914
shortest_path,0.1,miscoverage,0.70066,0.703094315245478,0.0024343152454780847,0.00019704533993541952,0.00467158515102075,0.00232046511627907,-0.2954016020671834
shortest_path,0.1,regret,0.04140572353735951,0.04876345750540902,0.007357733968049513,0.007293227386609304,0.007422240549489722,0.007430963383431322,-0.0025440649631467364
shortest_path,0.2,miscoverage,0.45433,0.4575968992248062,0.0032668992248061916,0.0008787859813052744,0.005655012468307109,0.00423,-0.4465780620155039
shortest_path,0.2,regret,0.08281144707471902,0.0897979807239247,0.006986533649205674,0.006859410080037445,0.007113657218373903,0.007109988782366519,-0.012872592242063401
shortest_path,0.30000000000000004,miscoverage,0.27299,0.2793023255813954,0.006312325581395341,0.003990573309959807,0.008634077852830876,0.005635736434108527,-0.26523806201550393
shortest_path,0.30000000000000004,regret,0.12421717061207856,0.13100526740818566,0.00678809679610711,0.006594386915116479,0.006981806677097742,0.006789014181301716,-0.02316664194322502
shortest_path,0.4,miscoverage,0.15016,0.15608527131782948,0.005925271317829473,0.0041819375077616384,0.0076686051278973075,0.0065879069767441865,-0.1424080620155039
shortest_path,0.4,regret,0.16562289414943804,0.17232217465230598,0.006699280502867933,0.006442234866878034,0.006956326138857833,0.006468039580236915,-0.03349998563521043
shortest_path,0.5,miscoverage,0.0771,0.08347545219638243,0.006375452196382427,0.0050503597274078865,0.007700544665356968,0.0071542635658914736,-0.06934806201550389
shortest_path,0.5,regret,0.20702861768679756,0.21334238534374037,0.006313767656942795,0.005991062414402896,0.006636472899482694,0.006147064979172112,-0.043791138526916976
shortest_path,0.6,miscoverage,0.03567,0.04284237726098191,0.007172377260981911,0.0062696396782086945,0.008075114843755128,0.007475426356589147,-0.02791806201550387
shortest_path,0.6,regret,0.24843434122415706,0.2541389233604491,0.005704582136292037,0.005318720806875989,0.006090443465708086,0.005826090378107309,-0.05404540939235099
shortest_path,0.7000000000000001,miscoverage,0.01526,0.022680878552971576,0.007420878552971579,0.006819987239796286,0.008021769866146871,0.007633643410852713,-0.007508062015503872
shortest_path,0.7000000000000001,regret,0.28984006476151664,0.2953405648255866,0.0055005000640699995,0.005049057601698135,0.005951942526441864,0.005505115777042506,-0.06433895394898885
shortest_path,0.8,miscoverage,0.00628,0.014005167958656332,0.007725167958656331,0.007339892416122198,0.008110443501190464,0.007703255813953489,0.0014719379844961237
shortest_path,0.8,regret,0.3312457882988761,0.33609015559018507,0.004844367291308953,0.00433373701478104,0.005354997567836866,0.005184141175977705,-0.07470666536429327
shortest_path,0.9,miscoverage,0.00223,0.00985142118863049,0.00762142118863049,0.007395903035553031,0.00784693934170795,0.007734651162790698,0.005521937984496122
shortest_path,0.9,regret,0.37265151183623557,0.3780625972327253,0.00541108539648974,0.004821143680034946,0.006001027112944534,0.004863166574912902,-0.08495443290724616