File size: 9,792 Bytes
0624b71 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 | technique,lr,w_max,final_train_loss,final_val_loss,final_train_acc,final_val_acc,spectral_wd,wd,lipschitz,model,optim,log_lipschitz,log_bin
spec_hammer,0.0031622776601683794,2.6,1.137841500043869,1.2278206765651702,0.63970947265625,0.6147827506065369,0.0,0.0,17417125.506542828,gpt,adam,7.240976481345809,"(7.188, 7.382]"
spec_hammer,0.001995262314968879,2.4,1.139651470184326,1.2293770372867585,0.6402587890625,0.6146697998046875,0.0,0.0,1643383.9810756647,gpt,adam,6.215739049362473,"(6.025, 6.219]"
spec_hammer,0.0031622776601683794,1.4,1.0796504533290863,1.2365763902664184,0.66021728515625,0.616076648235321,0.0,0.0,11.381791901877218,gpt,adam,1.05621064095491,"(0.986, 1.179]"
none,0.001368874509537082,1.0,1.0852591264247895,1.2447210192680358,0.6539306640625,0.627197265625,0.0,0.2,3052.266883343108,gpt,adam,3.484622504674651,"(3.311, 3.505]"
spec_hammer,0.001995262314968879,2.2,1.1380018174648285,1.2455883383750916,0.6417236328125,0.6125640869140625,0.0,0.0,140732.69827994023,gpt,adam,5.148395014511521,"(5.056, 5.25]"
none,0.0048,1.0,1.074666520357132,1.2518552899360658,0.6617431640625,0.6211822628974915,0.0,0.5,92649877.31317788,gpt,adam,7.966844848563226,"(7.963, 8.157]"
none,0.0048,1.0,1.0522374749183654,1.2537551462650298,0.666748046875,0.6174560785293579,0.0,0.4,431975378.76241666,gpt,adam,8.635458994101153,"(8.545, 8.738]"
spec_hammer,0.0012589254117941675,1.6,1.216892499923706,1.253930926322937,0.62152099609375,0.609234631061554,0.0,0.0,83.72310715245214,gpt,adam,1.922845337608886,"(1.761, 1.955]"
spec_hammer,0.0031622776601683794,2.4,1.1213384079933166,1.2551277697086334,0.6444091796875,0.6207824945449829,0.0,0.0,1677526.7804445287,gpt,adam,6.22466946207885,"(6.219, 6.413]"
spec_hammer,0.0012589254117941675,2.0,1.2145873725414276,1.2583066999912262,0.61669921875,0.6055389642715454,0.0,0.0,11100.418006619815,gpt,adam,4.045339333250646,"(3.893, 4.087]"
spec_hammer,0.0031622776601683794,1.2,1.1978001177310944,1.2583678126335145,0.62371826171875,0.605267345905304,0.0,0.0,2.338675349635437,gpt,adam,0.3689699380777842,"(0.21, 0.404]"
none,0.0009006280202112786,1.0,1.2243724048137665,1.2608876526355743,0.6136474609375,0.6088165640830994,0.0,0.01,321.2374957101366,gpt,adam,2.5068262315929557,"(2.342, 2.536]"
spec_hammer,0.001995262314968879,3.0,1.223947526216507,1.2622161626815795,0.614501953125,0.6025787591934204,0.0,0.0,1336581032.487614,gpt,adam,9.125995293728858,"(8.932, 9.126]"
none,0.0031622776601683794,1.0,1.0623956251144409,1.2624371349811554,0.66143798828125,0.6054291129112244,0.0,0.3,5841862.771307951,gpt,adam,6.766551350932001,"(6.606, 6.8]"
spec_hammer,0.0012589254117941675,1.8,1.208768790960312,1.2679230093955993,0.6187744140625,0.602954089641571,0.0,0.0,898.6922158545062,gpt,adam,2.9536109800059016,"(2.924, 3.118]"
spec_normalize,0.001368874509537082,3.0,1.2341160428524018,1.2774278581142426,0.61053466796875,0.612139880657196,0.0,0.0,154.16027831175694,gpt,adam,2.187972485697417,"(2.148, 2.342]"
none,0.0048,1.0,1.1038628470897676,1.2828122556209565,0.652587890625,0.6100738644599915,0.0,0.2,697223961.2357515,gpt,adam,8.843372303930858,"(8.738, 8.932]"
spec_normalize,0.001368874509537082,2.8,1.2476840806007385,1.287158691883087,0.60626220703125,0.6048950552940369,0.0,0.0,103.30963051004308,gpt,adam,2.014140808280691,"(1.955, 2.148]"
none,0.0048,1.0,1.159850344657898,1.2888239979743958,0.6334228515625,0.6025024652481079,0.0,0.3,186537509.94182047,gpt,adam,8.270766175140759,"(8.157, 8.351]"
none,0.0020805675382171715,1.0,0.9279368132352829,1.3008940994739533,0.70086669921875,0.6229156851768494,0.0,0.5,101467.47998986511,gpt,adam,5.0063268745256675,"(4.862, 5.056]"
spec_normalize,0.0009006280202112786,2.6,1.3072491300106048,1.3039511382579803,0.59735107421875,0.5943267941474915,0.0,0.0,42.444271410319146,gpt,adam,1.627819082971675,"(1.567, 1.761]"
spec_normalize,0.0009006280202112786,2.4,1.3254249572753907,1.3371624886989593,0.58807373046875,0.5822845697402954,0.0,0.0,31.773796786123377,gpt,adam,1.5020691136228665,"(1.373, 1.567]"
none,0.0031622776601683794,1.0,0.9695221811532975,1.356909453868866,0.6920166015625,0.6025848388671875,0.0,0.03,3715154.0853612428,gpt,adam,6.569976830757266,"(6.413, 6.606]"
spec_normalize,0.0009006280202112786,2.2,1.3621483302116395,1.357168859243393,0.5830078125,0.5851074457168579,0.0,0.0,20.746698643172095,gpt,adam,1.3169489986325913,"(1.179, 1.373]"
spec_normalize,0.00038986037025490715,2.0,1.5522915303707123,1.6351847887039184,0.53228759765625,0.511944591999054,0.0,0.0,9.270969554243617,gpt,adam,0.967125154860718,"(0.792, 0.986]"
spec_hammer,0.0031622776601683794,1.0,1.5308659887313842,1.660537165403366,0.5272216796875,0.5199218988418579,0.0,0.0,0.7709488539104501,gpt,adam,-0.11297443284560976,"(-0.177, 0.0164]"
spec_normalize,0.00038986037025490715,1.8,1.7217150914669037,1.803710114955902,0.49053955078125,0.4660705626010895,0.0,0.0,6.154307390286459,gpt,adam,0.7891791842369551,"(0.598, 0.792]"
spec_normalize,0.001368874509537082,1.6,1.9049095690250397,1.970446902513504,0.4443359375,0.420065313577652,0.0,0.0,3.3951623216647793,gpt,adam,0.5308605425982873,"(0.404, 0.598]"
spec_hammer,0.03162277660168379,1.0,1.795343074798584,2.0184495568275453,0.44805908203125,0.416098028421402,0.0,0.0,1.1888357377255891,gpt,adam,0.07512185198828009,"(0.0164, 0.21]"
soft_cap,4.806380863064389,2.2,1.0736769795417787,1.2041292846202851,0.6650390625,0.637890636920929,0.0,0.0,6.014223938300671,gpt,muon,0.7791795949247262,"(0.598, 0.792]"
soft_cap,4.806380863064389,2.8,1.01017869412899,1.2117275893688202,0.68359375,0.6236175894737244,0.0,0.0,15.475559758811556,gpt,muon,1.1896463666269843,"(1.179, 1.373]"
soft_cap,4.806380863064389,2.6,1.027443773150444,1.2182287454605103,0.67828369140625,0.6292663812637329,0.0,0.0,11.297064617471717,gpt,muon,1.052965612860234,"(0.986, 1.179]"
none,2.5650209056800444,1.0,1.0701301562786103,1.222945863008499,0.66058349609375,0.625262439250946,0.0,0.1,70.48523895762573,gpt,muon,1.848098176417462,"(1.761, 1.955]"
soft_cap,4.806380863064389,2.4,1.0490483075380326,1.2266969978809357,0.67279052734375,0.6236358880996704,0.0,0.0,8.254901621429848,gpt,muon,0.916711901884125,"(0.792, 0.986]"
spec_normalize,9.006280202112777,2.6,1.1379367113113403,1.2301836431026458,0.6451416015625,0.6154724359512329,0.0,0.0,56.06265024007989,gpt,muon,1.7486736242383385,"(1.567, 1.761]"
soft_cap,4.806380863064389,1.8,1.1335728108882903,1.2333838880062102,0.648193359375,0.617523193359375,0.0,0.0,2.953429279738809,gpt,muon,0.4703265760785431,"(0.404, 0.598]"
none,2.5650209056800444,1.0,1.0401698076725006,1.242093425989151,0.672119140625,0.6155487298965454,0.0,0.05,442.01642372363455,gpt,muon,2.6454384064532364,"(2.536, 2.73]"
spec_normalize,2.5650209056800444,2.6,1.037884340286255,1.242475438117981,0.6722412109375,0.617034912109375,0.0,0.0,27.35864816345183,gpt,muon,1.4370946343617577,"(1.373, 1.567]"
none,9.006280202112777,1.0,1.1888032865524292,1.249793690443039,0.632568359375,0.613800048828125,0.0,0.1,249.7503403449737,gpt,muon,2.3975060887292243,"(2.342, 2.536]"
spec_normalize,4.806380863064389,3.0,0.9989873802661896,1.2581412017345428,0.6883544921875,0.6186310052871704,0.0,0.0,90.61473139280733,gpt,muon,1.9571988074177749,"(1.955, 2.148]"
soft_cap,4.806380863064389,1.6,1.1829116082191466,1.2603567838668823,0.63238525390625,0.6163604855537415,0.0,0.0,2.033605780906845,gpt,muon,0.30826676777542017,"(0.21, 0.404]"
none,2.5650209056800444,1.0,1.0471520578861238,1.2628140926361084,0.672607421875,0.6188446283340454,0.0,0.03,1717.2750489663042,gpt,muon,3.234839859914392,"(3.118, 3.311]"
none,9.006280202112777,1.0,1.216070601940155,1.2756457805633545,0.622802734375,0.6109405755996704,0.0,0.05,4256.267004200171,gpt,muon,3.6290288643089723,"(3.505, 3.699]"
spec_normalize,9.006280202112777,3.0,1.1078608000278474,1.2807837188243867,0.65771484375,0.6103149652481079,0.0,0.0,146.9354488200094,gpt,muon,2.167126583875265,"(2.148, 2.342]"
soft_cap,4.806380863064389,1.4,1.2485119342803954,1.2861943006515504,0.615966796875,0.6059051752090454,0.0,0.0,1.343082751265754,gpt,muon,0.1281027716493029,"(0.0164, 0.21]"
none,2.5650209056800444,1.0,1.1157054531574249,1.2981749355793,0.64703369140625,0.6162323355674744,0.0,0.0,92455.77040859664,gpt,muon,4.965934021805689,"(4.862, 5.056]"
none,2.5650209056800444,1.0,1.0687405526638032,1.307593446969986,0.6654052734375,0.607379138469696,0.0,0.01,16484.512280064242,gpt,muon,4.217076102391504,"(4.087, 4.28]"
none,16.87612475788147,1.0,1.372157222032547,1.343037486076355,0.58575439453125,0.586132824420929,0.0,0.1,576.2658558341922,gpt,muon,2.760622888083709,"(2.73, 2.924]"
soft_cap,2.5650209056800444,1.2,1.3228915190696717,1.3524325489997864,0.59442138671875,0.5859649777412415,0.0,0.0,0.9077295060013255,gpt,muon,-0.042043547461623795,"(-0.177, 0.0164]"
none,4.806380863064389,1.0,1.0262105959653853,1.3574825465679168,0.679443359375,0.597515881061554,0.0,0.03,7957.709465747678,gpt,muon,3.900788079102162,"(3.893, 4.087]"
none,9.006280202112777,1.0,1.2860223960876465,1.37820805311203,0.6014404296875,0.5876007080078125,0.0,0.03,27824.512940885685,gpt,muon,4.444427570888613,"(4.28, 4.474]"
none,9.006280202112777,1.0,1.380860048532486,1.3956306338310243,0.578857421875,0.57000732421875,0.0,0.0,191261240.56357127,gpt,muon,8.28162696838136,"(8.157, 8.351]"
none,9.006280202112777,1.0,1.4426894998550415,1.5042816400527954,0.56390380859375,0.5475403070449829,0.0,0.01,1183502.1014086464,gpt,muon,6.0731690333925785,"(6.025, 6.219]"
none,31.622776601683793,1.0,1.5575390887260436,1.5595508873462678,0.54827880859375,0.525799572467804,0.0,0.1,1045.1663062511766,gpt,muon,3.0191854006294814,"(2.924, 3.118]"
soft_cap,2.5650209056800444,1.0,1.5179785537719725,1.5709649920463562,0.54888916015625,0.5312408804893494,0.0,0.0,0.5745199422132042,gpt,muon,-0.24069489187937396,"(-0.371, -0.177]"
|