agharsallah's picture
download
raw
26.7 kB
{
"analytical": {
"icg/isotropic": {
"target": "icg",
"noise": "isotropic",
"samplers": {
"smile": {
"b2_mean": 0.00692350510507822,
"b2_boot_std": 0.0026983549380234922,
"b2_mean_avgdims": 0.00692350510507822,
"b2_per_chain": [
0.0013822020264342427,
0.0035068548750132322,
0.03342137858271599,
0.003676698775961995,
0.0045565092004835606,
0.0041835918091237545,
0.004177171271294355,
0.0017855082405731082,
0.006552270147949457,
0.005992869380861521
],
"best_step_size": 0.1,
"grid_b2": {
"0.001": 0.9234392046928406,
"0.003162": 0.04417230561375618,
"0.01": 0.04498986899852753,
"0.03162": 0.028237126767635345,
"0.1": 0.026566755026578903
},
"n_final": 1000000,
"final_chains": 10,
"sec": 76.0
},
"psmile": {
"b2_mean": 0.007241690065711737,
"b2_boot_std": 0.002951109007910261,
"b2_mean_avgdims": 0.007241690065711737,
"b2_per_chain": [
0.0018370650941506028,
0.004098200239241123,
0.036318808794021606,
0.0026361660566180944,
0.005174861755222082,
0.0030307068955153227,
0.005344036966562271,
0.0025584378745406866,
0.005102213937789202,
0.006316400598734617
],
"best_step_size": 0.1,
"grid_b2": {
"0.001": 0.7822794914245605,
"0.003162": 0.05381900817155838,
"0.01": 0.046670667827129364,
"0.03162": 0.03217998519539833,
"0.1": 0.025151856243610382
},
"n_final": 1000000,
"final_chains": 10,
"sec": 70.8
}
},
"reduction_smile_over_psmile": 0.9560620576486597
},
"icg/diagonal": {
"target": "icg",
"noise": "diagonal",
"samplers": {
"smile": {
"b2_mean": 0.21989572048187256,
"b2_boot_std": 0.020598927707127013,
"b2_mean_avgdims": 0.21989572048187256,
"b2_per_chain": [
0.17455141246318817,
0.2594032883644104,
0.1972358673810959,
0.22230421006679535,
0.21268446743488312,
0.21366195380687714,
0.36097803711891174,
0.10959038883447647,
0.17117206752300262,
0.27737560868263245
],
"best_step_size": 0.001,
"grid_b2": {
"0.001": 0.2992217540740967,
"0.003162": 0.5231642723083496,
"0.01": 0.4881879985332489,
"0.03162": 1.4759266376495361,
"0.1": 0.7276871800422668
},
"n_final": 1000000,
"final_chains": 10,
"sec": 70.8
},
"psmile": {
"b2_mean": 0.08556468784809113,
"b2_boot_std": 0.028424795129441283,
"b2_mean_avgdims": 0.08556468784809113,
"b2_per_chain": [
0.03559913486242294,
0.02280031330883503,
0.310348778963089,
0.017444757744669914,
0.1003151461482048,
0.022335713729262352,
0.2095714658498764,
0.06426911801099777,
0.02467820979654789,
0.048284146934747696
],
"best_step_size": 0.1,
"grid_b2": {
"0.001": 0.3106469511985779,
"0.003162": 0.1998177021741867,
"0.01": 0.13535626232624054,
"0.03162": 0.35500001907348633,
"0.1": 0.09167702496051788
},
"n_final": 1000000,
"final_chains": 10,
"sec": 70.8
}
},
"reduction_smile_over_psmile": 2.569935402233554
},
"icg/correlated": {
"target": "icg",
"noise": "correlated",
"samplers": {
"smile": {
"b2_mean": 3.520599842071533,
"b2_boot_std": 1.5583884452539671,
"b2_mean_avgdims": 3.520599842071533,
"b2_per_chain": [
0.8157243132591248,
1.61225163936615,
18.76639747619629,
0.34075063467025757,
2.257678270339966,
1.108451008796692,
1.4246762990951538,
2.1873419284820557,
3.231475591659546,
3.4612503051757812
],
"best_step_size": 0.01,
"grid_b2": {
"0.001": 0.7104262113571167,
"0.003162": 0.22633112967014313,
"0.01": 0.1959184855222702,
"0.03162": 1.7825090885162354,
"0.1": 4.9901580810546875
},
"n_final": 1000000,
"final_chains": 10,
"sec": 70.6
},
"psmile": {
"b2_mean": 0.34632956981658936,
"b2_boot_std": 0.20542350198226464,
"b2_mean_avgdims": 0.34632956981658936,
"b2_per_chain": [
0.04363996908068657,
0.1344132423400879,
2.354536771774292,
0.024292457848787308,
0.14086125791072845,
0.09746728837490082,
0.05509087070822716,
0.1904001235961914,
0.3460969626903534,
0.07649680227041245
],
"best_step_size": 0.0031622776601683794,
"grid_b2": {
"0.001": 0.2551519274711609,
"0.003162": 0.14185459911823273,
"0.01": 0.14920717477798462,
"0.03162": 0.8994550108909607,
"0.1": 0.8587657809257507
},
"n_final": 1000000,
"final_chains": 10,
"sec": 70.6
}
},
"reduction_smile_over_psmile": 10.165461308822076
},
"rosenbrock/isotropic": {
"target": "rosenbrock",
"noise": "isotropic",
"samplers": {
"smile": {
"b2_mean": 0.003123560221865773,
"b2_boot_std": 0.000676588092721079,
"b2_mean_avgdims": 0.003123560221865773,
"b2_per_chain": [
0.0009617221658118069,
0.00039419703534804285,
0.008041939698159695,
0.002837074687704444,
0.001427917624823749,
0.003749443683773279,
0.0017454995540902019,
0.0033540260046720505,
0.005917835980653763,
0.0028059452306479216
],
"best_step_size": 0.1,
"grid_b2": {
"0.001": 0.4331133961677551,
"0.003162": 0.11125826090574265,
"0.01": 0.04862826317548752,
"0.03162": 0.04721882566809654,
"0.1": 0.03075532801449299
},
"n_final": 1000000,
"final_chains": 10,
"sec": 62.0
},
"psmile": {
"b2_mean": 0.022747620940208435,
"b2_boot_std": 0.002842967072775499,
"b2_mean_avgdims": 0.022747620940208435,
"b2_per_chain": [
0.009887305088341236,
0.01210174709558487,
0.035905659198760986,
0.010173317976295948,
0.01680249348282814,
0.027997702360153198,
0.02686947025358677,
0.026402324438095093,
0.03573990985751152,
0.02559627592563629
],
"best_step_size": 0.1,
"grid_b2": {
"0.001": 1.4100594520568848,
"0.003162": 0.07853967696428299,
"0.01": 0.05333199352025986,
"0.03162": 0.06175322085618973,
"0.1": 0.05300150811672211
},
"n_final": 1000000,
"final_chains": 10,
"sec": 57.6
}
},
"reduction_smile_over_psmile": 0.13731370986337318
},
"rosenbrock/diagonal": {
"target": "rosenbrock",
"noise": "diagonal",
"samplers": {
"smile": {
"b2_mean": 101.86158752441406,
"b2_boot_std": 62.990470974230206,
"b2_mean_avgdims": 101.86158752441406,
"b2_per_chain": [
7.533629894256592,
5.98698091506958,
123.34575653076172,
1.4906494617462158,
11.117151260375977,
693.7828979492188,
23.77522087097168,
1.401802897453308,
2.405466079711914,
147.77639770507812
],
"best_step_size": 0.01,
"grid_b2": {
"0.001": 1.1308670043945312,
"0.003162": 1.9605767726898193,
"0.01": 0.4980432391166687,
"0.03162": 69.2779312133789,
"0.1": 15.978012084960938
},
"n_final": 1000000,
"final_chains": 10,
"sec": 57.5
},
"psmile": {
"b2_mean": 0.11337932199239731,
"b2_boot_std": 0.013032197977439602,
"b2_mean_avgdims": 0.11337932199239731,
"b2_per_chain": [
0.1796657294034958,
0.06231143698096275,
0.09892652928829193,
0.1344243437051773,
0.0861341580748558,
0.14944525063037872,
0.08453947305679321,
0.11777529865503311,
0.16108030080795288,
0.05949079617857933
],
"best_step_size": 0.001,
"grid_b2": {
"0.001": 0.07329484075307846,
"0.003162": 0.10547767579555511,
"0.01": 0.1933801770210266,
"0.03162": 1.2277297973632812,
"0.1": 0.45949167013168335
},
"n_final": 1000000,
"final_chains": 10,
"sec": 57.5
}
},
"reduction_smile_over_psmile": 898.4141529021
},
"rosenbrock/correlated": {
"target": "rosenbrock",
"noise": "correlated",
"samplers": {
"smile": {
"b2_mean": 2.7085444927215576,
"b2_boot_std": 0.8068924997556876,
"b2_mean_avgdims": 2.7085444927215576,
"b2_per_chain": [
5.146348476409912,
1.6091187000274658,
1.4107074737548828,
1.4624427556991577,
0.595493733882904,
5.2396674156188965,
1.4183365106582642,
0.867231011390686,
8.32957649230957,
1.006521463394165
],
"best_step_size": 0.01,
"grid_b2": {
"0.001": 0.2034408152103424,
"0.003162": 0.1724257469177246,
"0.01": 0.14786206185817719,
"0.03162": 3.7246038913726807,
"0.1": 2.52844500541687
},
"n_final": 1000000,
"final_chains": 10,
"sec": 57.6
},
"psmile": {
"b2_mean": 0.0912933275103569,
"b2_boot_std": 0.023592652777910304,
"b2_mean_avgdims": 0.0912933275103569,
"b2_per_chain": [
0.3016478419303894,
0.07916264235973358,
0.11721458286046982,
0.03736380115151405,
0.10075485706329346,
0.03238412365317345,
0.07311127334833145,
0.051564961671829224,
0.04169036075472832,
0.07803888618946075
],
"best_step_size": 0.001,
"grid_b2": {
"0.001": 0.11293841898441315,
"0.003162": 0.17538180947303772,
"0.01": 0.134358748793602,
"0.03162": 0.44003722071647644,
"0.1": 0.7171398997306824
},
"n_final": 1000000,
"final_chains": 10,
"sec": 57.6
}
},
"reduction_smile_over_psmile": 29.66859207113776
},
"funnel/isotropic": {
"target": "funnel",
"noise": "isotropic",
"samplers": {
"smile": {
"b2_mean": 0.018999570980668068,
"b2_boot_std": 0.0037210469557026143,
"b2_mean_avgdims": 0.0020366336684674025,
"b2_per_chain": [
0.021062299609184265,
0.012954695150256157,
0.0001504133833805099,
0.02945796586573124,
0.00016420871543232352,
0.031328268349170685,
0.02002275548875332,
0.015575975179672241,
0.036586981266736984,
0.022692134603857994
],
"best_step_size": 0.0031622776601683794,
"grid_b2": {
"0.001": 0.021401338279247284,
"0.003162": 0.0030703870579600334,
"0.01": 0.003351705614477396,
"0.03162": 0.004509950987994671,
"0.1": 0.008362075313925743
},
"n_final": 1000000,
"final_chains": 10,
"sec": 56.8
},
"psmile": {
"b2_mean": 0.02457144483923912,
"b2_boot_std": 0.007594958620665211,
"b2_mean_avgdims": 0.0026044067926704884,
"b2_per_chain": [
0.06215359643101692,
0.003282935591414571,
0.02362964116036892,
0.06725207716226578,
0.018596628680825233,
0.0011436527129262686,
0.012677268125116825,
0.007597080431878567,
0.0005640905583277345,
0.048817481845617294
],
"best_step_size": 0.001,
"grid_b2": {
"0.001": 0.0047517395578324795,
"0.003162": 0.011545076034963131,
"0.01": 0.011096928268671036,
"0.03162": 0.0065107205882668495,
"0.1": 0.009088193066418171
},
"n_final": 1000000,
"final_chains": 10,
"sec": 52.4
}
},
"reduction_smile_over_psmile": 0.7732378419329617
},
"funnel/diagonal": {
"target": "funnel",
"noise": "diagonal",
"samplers": {
"smile": {
"b2_mean": 0.16179275512695312,
"b2_boot_std": 0.0678194722556289,
"b2_mean_avgdims": 0.01665152981877327,
"b2_per_chain": [
0.21807794272899628,
0.030071547254920006,
0.0014718940947204828,
0.13926219940185547,
0.02974935807287693,
0.1170497015118599,
0.0004282992158550769,
0.33743658661842346,
0.7042480707168579,
0.04013197496533394
],
"best_step_size": 0.001,
"grid_b2": {
"0.001": 0.00822930596768856,
"0.003162": 0.010650505311787128,
"0.01": 0.02256666123867035,
"0.03162": 0.014692055992782116,
"0.1": 0.009469576179981232
},
"n_final": 1000000,
"final_chains": 10,
"sec": 52.5
},
"psmile": {
"b2_mean": 0.06610332429409027,
"b2_boot_std": 0.008130805362434337,
"b2_mean_avgdims": 0.006724578328430653,
"b2_per_chain": [
0.06782207638025284,
0.10230190306901932,
0.10855128616094589,
0.06470488011837006,
0.03867974504828453,
0.05128272622823715,
0.030263403430581093,
0.04808247461915016,
0.05167704075574875,
0.09766774624586105
],
"best_step_size": 0.03162277660168379,
"grid_b2": {
"0.001": 0.13480199873447418,
"0.003162": 0.02643224596977234,
"0.01": 0.008853530511260033,
"0.03162": 0.006644755601882935,
"0.1": 0.013039806857705116
},
"n_final": 1000000,
"final_chains": 10,
"sec": 52.5
}
},
"reduction_smile_over_psmile": 2.447573656162064
},
"funnel/correlated": {
"target": "funnel",
"noise": "correlated",
"samplers": {
"smile": {
"b2_mean": 0.015858829021453857,
"b2_boot_std": 0.0055750768301919195,
"b2_mean_avgdims": 0.0017238396685570478,
"b2_per_chain": [
0.0010965641122311354,
0.02950195036828518,
0.018158840015530586,
0.012483268976211548,
0.04919186234474182,
0.0001879584597190842,
0.00019202007388230413,
0.0050694565288722515,
0.00019875369616784155,
0.04250762239098549
],
"best_step_size": 0.001,
"grid_b2": {
"0.001": 0.001814231975004077,
"0.003162": 0.008186153136193752,
"0.01": 0.014260910451412201,
"0.03162": 0.019168244674801826,
"0.1": 0.008230752311646938
},
"n_final": 1000000,
"final_chains": 10,
"sec": 52.4
},
"psmile": {
"b2_mean": 0.021584564819931984,
"b2_boot_std": 0.004820804217206425,
"b2_mean_avgdims": 0.0022757104597985744,
"b2_per_chain": [
0.011259140446782112,
0.0166531503200531,
0.018497660756111145,
0.009611801244318485,
0.030884694308042526,
0.0006004886236041784,
0.05176237225532532,
0.019840389490127563,
0.04762188345193863,
0.009114054031670094
],
"best_step_size": 0.01,
"grid_b2": {
"0.001": 0.007096982095390558,
"0.003162": 0.011463329195976257,
"0.01": 0.001307726837694645,
"0.03162": 0.0031269164755940437,
"0.1": 0.011805130168795586
},
"n_final": 1000000,
"final_chains": 10,
"sec": 52.4
}
},
"reduction_smile_over_psmile": 0.7347300792837496
}
},
"uci": {
"airfoil": {
"methods": {
"mile": {
"rmse_mean": 0.14516697327295938,
"rmse_std": 0.01880563070854903,
"lppd_mean": 0.6239964365959167,
"lppd_std": 0.04348606593045164
},
"psmile_epoch": {
"rmse_mean": 0.19509833554426828,
"rmse_std": 0.01146743797262462,
"lppd_mean": 0.20038755238056183,
"lppd_std": 0.013777997320539153
},
"smile_epoch": {
"rmse_mean": 0.1651673565308253,
"rmse_std": 0.013064987974336762,
"lppd_mean": 0.385474960009257,
"lppd_std": 0.030346496055113418
},
"psmile_tuned": {
"rmse_mean": 0.1945603241523107,
"rmse_std": 0.011527044824308646,
"lppd_mean": 0.20259787142276764,
"lppd_std": 0.01518053570699425
}
},
"splits": {
"split0": {
"mile": {
"rmse": 0.1286744773387909,
"lppd": 0.6645539402961731,
"L_mean": 16.302413940429688,
"step_mean": 0.051363371312618256
},
"psmile_epoch": {
"rmse": 0.18832416832447052,
"lppd": 0.206189826130867,
"final_step_size_mean": 0.0010000000474974513,
"reset_frac": 0.0,
"epochs": 10000,
"batches_per_epoch": 4
},
"smile_epoch": {
"rmse": 0.15643158555030823,
"lppd": 0.40911686420440674,
"final_step_size_mean": 0.0010000000474974513,
"reset_frac": 0.0,
"epochs": 10000,
"batches_per_epoch": 4
},
"psmile_tuned": {
"rmse": 0.18784700334072113,
"lppd": 0.20902040600776672,
"final_step_size_mean": 0.00017917630611918867,
"reset_frac": 0.015697500610351564,
"epochs": 10000,
"batches_per_epoch": 4
}
},
"split1": {
"mile": {
"rmse": 0.13534457981586456,
"lppd": 0.6437535881996155,
"L_mean": 15.084144592285156,
"step_mean": 0.0469140000641346
},
"psmile_epoch": {
"rmse": 0.18572469055652618,
"lppd": 0.2135954201221466,
"final_step_size_mean": 0.0010000000474974513,
"reset_frac": 0.0,
"epochs": 10000,
"batches_per_epoch": 4
},
"smile_epoch": {
"rmse": 0.15543539822101593,
"lppd": 0.4046727120876312,
"final_step_size_mean": 0.0010000000474974513,
"reset_frac": 0.0,
"epochs": 10000,
"batches_per_epoch": 4
},
"psmile_tuned": {
"rmse": 0.18505200743675232,
"lppd": 0.21712741255760193,
"final_step_size_mean": 0.00021982370526529849,
"reset_frac": 0.01586750030517578,
"epochs": 10000,
"batches_per_epoch": 4
}
},
"split2": {
"mile": {
"rmse": 0.17148186266422272,
"lppd": 0.5636817812919617,
"L_mean": 16.601364135742188,
"step_mean": 0.051920223981142044
},
"psmile_epoch": {
"rmse": 0.21124614775180817,
"lppd": 0.18137741088867188,
"final_step_size_mean": 0.0010000000474974513,
"reset_frac": 0.0,
"epochs": 10000,
"batches_per_epoch": 4
},
"smile_epoch": {
"rmse": 0.18363508582115173,
"lppd": 0.34263530373573303,
"final_step_size_mean": 0.0010000000474974513,
"reset_frac": 0.0,
"epochs": 10000,
"batches_per_epoch": 4
},
"psmile_tuned": {
"rmse": 0.21078196167945862,
"lppd": 0.18164579570293427,
"final_step_size_mean": 0.0003618139016907662,
"reset_frac": 0.016039999389648438,
"epochs": 10000,
"batches_per_epoch": 4
}
}
},
"n": 1503,
"d_in": 5,
"n_params": 658
},
"bikesharing": {
"methods": {
"mile": {
"rmse_mean": 0.22112181782722473,
"rmse_std": 0.0011619126654227095,
"lppd_mean": 0.23845666150252023,
"lppd_std": 0.011688080608738475
},
"psmile_epoch": {
"rmse_mean": 0.23218279083569845,
"rmse_std": 0.00320241955483785,
"lppd_mean": 0.05533931031823158,
"lppd_std": 0.00600514155045827
},
"smile_epoch": {
"rmse_mean": 0.22091306249300638,
"rmse_std": 0.00161186577676689,
"lppd_mean": 0.2053820639848709,
"lppd_std": 0.003777734395838913
},
"psmile_tuned": {
"rmse_mean": 0.23216568430264792,
"rmse_std": 0.0032031679139151057,
"lppd_mean": 0.05480417485038439,
"lppd_std": 0.005681681493101662
}
},
"splits": {
"split0": {
"mile": {
"rmse": 0.2200370728969574,
"lppd": 0.24133726954460144,
"L_mean": 8.965094566345215,
"step_mean": 0.028619911521673203
},
"psmile_epoch": {
"rmse": 0.22780895233154297,
"lppd": 0.062082041054964066,
"final_step_size_mean": 0.0010000000474974513,
"reset_frac": 0.0,
"epochs": 10000,
"batches_per_epoch": 47
},
"smile_epoch": {
"rmse": 0.2186555713415146,
"lppd": 0.2086089700460434,
"final_step_size_mean": 0.0010000000474974513,
"reset_frac": 0.0,
"epochs": 10000,
"batches_per_epoch": 47
},
"psmile_tuned": {
"rmse": 0.22777312994003296,
"lppd": 0.061389971524477005,
"final_step_size_mean": 1.1001618283046355e-08,
"reset_frac": 0.019191063414228722,
"epochs": 10000,
"batches_per_epoch": 47
}
},
"split1": {
"mile": {
"rmse": 0.22059528529644012,
"lppd": 0.2511122226715088,
"L_mean": 9.334416389465332,
"step_mean": 0.03160419315099716
},
"psmile_epoch": {
"rmse": 0.23538725078105927,
"lppd": 0.04749644920229912,
"final_step_size_mean": 0.0010000000474974513,
"reset_frac": 0.0,
"epochs": 10000,
"batches_per_epoch": 47
},
"smile_epoch": {
"rmse": 0.22231560945510864,
"lppd": 0.20008116960525513,
"final_step_size_mean": 0.0010000000474974513,
"reset_frac": 0.0,
"epochs": 10000,
"batches_per_epoch": 47
},
"psmile_tuned": {
"rmse": 0.23532088100910187,
"lppd": 0.04752470925450325,
"final_step_size_mean": 1.0736484590267992e-08,
"reset_frac": 0.018952127659574467,
"epochs": 10000,
"batches_per_epoch": 47
}
},
"split2": {
"mile": {
"rmse": 0.22273309528827667,
"lppd": 0.2229204922914505,
"L_mean": 6.211438179016113,
"step_mean": 0.019145403057336807
},
"psmile_epoch": {
"rmse": 0.2333521693944931,
"lppd": 0.056439440697431564,
"final_step_size_mean": 0.0010000000474974513,
"reset_frac": 0.0,
"epochs": 10000,
"batches_per_epoch": 47
},
"smile_epoch": {
"rmse": 0.22176800668239594,
"lppd": 0.2074560523033142,
"final_step_size_mean": 0.0010000000474974513,
"reset_frac": 0.0,
"epochs": 10000,
"batches_per_epoch": 47
},
"psmile_tuned": {
"rmse": 0.2334030419588089,
"lppd": 0.05549784377217293,
"final_step_size_mean": 1.0679245043831997e-08,
"reset_frac": 0.019071914478058512,
"epochs": 10000,
"batches_per_epoch": 47
}
}
},
"n": 17379,
"d_in": 11,
"n_params": 754
},
"energy": {
"methods": {
"mile": {
"rmse_mean": 0.03634290645519892,
"rmse_std": 0.004114602246823701,
"lppd_mean": 2.015454808870951,
"lppd_std": 0.039624404962085566
},
"psmile_epoch": {
"rmse_mean": 0.04449222112695376,
"rmse_std": 0.0042431487529594695,
"lppd_mean": 1.689346472422282,
"lppd_std": 0.077672665618714
},
"smile_epoch": {
"rmse_mean": 0.04048503811160723,
"rmse_std": 0.004758034394602739,
"lppd_mean": 1.7871814568837483,
"lppd_std": 0.09060946040681286
},
"psmile_tuned": {
"rmse_mean": 0.044327219327290855,
"rmse_std": 0.0043767531161692024,
"lppd_mean": 1.6949569781621296,
"lppd_std": 0.08028957758150765
}
},
"splits": {
"split0": {
"mile": {
"rmse": 0.0416935533285141,
"lppd": 1.9706469774246216,
"L_mean": 13.4072904586792,
"step_mean": 0.030939649790525436
},
"psmile_epoch": {
"rmse": 0.04944680258631706,
"lppd": 1.5862294435501099,
"final_step_size_mean": 0.0010000000474974513,
"reset_frac": 0.0,
"epochs": 10000,
"batches_per_epoch": 2
},
"smile_epoch": {
"rmse": 0.04678129032254219,
"lppd": 1.6658157110214233,
"final_step_size_mean": 0.0010000000474974513,
"reset_frac": 0.0,
"epochs": 10000,
"batches_per_epoch": 2
},
"psmile_tuned": {
"rmse": 0.04942110553383827,
"lppd": 1.5878223180770874,
"final_step_size_mean": 7.210018520709127e-05,
"reset_frac": 0.017410000610351563,
"epochs": 10000,
"batches_per_epoch": 2
}
},
"split1": {
"mile": {
"rmse": 0.03168696165084839,
"lppd": 2.067002058029175,
"L_mean": 13.226028442382812,
"step_mean": 0.03047681413590908
},
"psmile_epoch": {
"rmse": 0.03908311203122139,
"lppd": 1.7736879587173462,
"final_step_size_mean": 0.0010000000474974513,
"reset_frac": 0.0,
"epochs": 10000,
"batches_per_epoch": 2
},
"smile_epoch": {
"rmse": 0.03528112918138504,
"lppd": 1.8834716081619263,
"final_step_size_mean": 0.0010000000474974513,
"reset_frac": 0.0,
"epochs": 10000,
"batches_per_epoch": 2
},
"psmile_tuned": {
"rmse": 0.03873508423566818,
"lppd": 1.781101107597351,
"final_step_size_mean": 0.9409344792366028,
"reset_frac": 0.023639999389648437,
"epochs": 10000,
"batches_per_epoch": 2
}
},
"split2": {
"mile": {
"rmse": 0.03564820438623428,
"lppd": 2.0087153911590576,
"L_mean": 11.651702880859375,
"step_mean": 0.028577754274010658
},
"psmile_epoch": {
"rmse": 0.04494674876332283,
"lppd": 1.7081220149993896,
"final_step_size_mean": 0.0010000000474974513,
"reset_frac": 0.0,
"epochs": 10000,
"batches_per_epoch": 2
},
"smile_epoch": {
"rmse": 0.03939269483089447,
"lppd": 1.8122570514678955,
"final_step_size_mean": 0.0010000000474974513,
"reset_frac": 0.0,
"epochs": 10000,
"batches_per_epoch": 2
},
"psmile_tuned": {
"rmse": 0.044825468212366104,
"lppd": 1.7159475088119507,
"final_step_size_mean": 0.1320926398038864,
"reset_frac": 0.015519999694824219,
"epochs": 10000,
"batches_per_epoch": 2
}
}
},
"n": 768,
"d_in": 8,
"n_params": 706
}
},
"headline": {
"median_bias_reduction_aniso": 6.367698355527815,
"icg_smile_b2_diag_over_iso": 31.76075082555864,
"airfoil_rmse_gap_psmile_vs_mile": 0.0499313622713089,
"bikesharing_rmse_gap_psmile_vs_mile": 0.011060973008473723,
"energy_rmse_gap_psmile_vs_mile": 0.008149314671754837
},
"provenance": {
"analytical_job": "6a5c34dabee6ee1cf4ed058b",
"uci_job": "6a5c3e9cd216bd6f3a200142",
"note": "summary_run1.json = analytical suite (Table 1); summary_run2.json = uci suite with authors' Table-2 config (fixed step 1e-3) + Algorithm-1 tuner variant; a third step-grid run (6a5c4630d216bd6f3a200280) timed out mid-run (partial logs: larger steps shift val LPPD 0.25->0.30 on airfoil, direction only)"
},
"config": {
"n": 150,
"stub": false,
"smoke": false,
"dump_raw": 0,
"model": null,
"dtype": "bfloat16",
"out": "outputs",
"seed": 0,
"upload_repo": "agharsallah/d2evvc90tf-repro",
"part": "uci",
"grid_steps": 5,
"grid_chains": 4,
"n_grid": 100000,
"n_final": 1000000,
"final_chains": 10,
"uci_epochs": 10000,
"uci_chains": 10,
"uci_splits": 3,
"mile_tune_steps": 50000,
"mile_sample_steps": 10000
}
}

Xet Storage Details

Size:
26.7 kB
·
Xet hash:
fb08880d0eb934e4d239b3352b7087ffac65326d11717c154097b63d2b20b09a

Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.