| technique,lr,w_max,final_train_loss,final_val_loss,final_train_acc,final_val_acc,spectral_wd,wd,lipschitz,model,optim,log_lipschitz,log_bin |
| spec_hammer,0.005011872336272719,5.0,0.9515809590617815,1.2619053721427917,0.6875,0.554882824420929,0.0,0.0,129.45342456643067,mlp,adam,2.1121135437676575,"(2.086, 2.186]" |
| spec_hammer,0.005011872336272719,6.0,0.8196051319440206,1.263916289806366,0.73828125,0.5677734613418579,0.0,0.0,222.53532028321317,mlp,adam,2.3473989509875897,"(2.286, 2.387]" |
| spec_hammer,0.005011872336272719,7.0,0.737185575067997,1.2809421181678773,0.765625,0.564453125,0.0,0.0,351.3358190879143,mlp,adam,2.5457224288675264,"(2.487, 2.588]" |
| none,0.0012589254117941675,1.0,1.0784005771080654,1.2941604197025298,0.619140625,0.54248046875,0.0,1.0,506.6237385752386,mlp,adam,2.7046855354164254,"(2.688, 2.788]" |
| spec_hammer,0.0025118864315095794,4.0,1.0748761147260666,1.3025354504585267,0.650390625,0.55078125,0.0,0.0,66.43864942526967,mlp,adam,1.822420795466376,"(1.784, 1.885]" |
| none,0.0025118864315095794,1.0,1.0336566790938377,1.3073923587799072,0.66015625,0.5365234613418579,0.0,0.5994842503189409,724.9802792613901,mlp,adam,2.8603261931579698,"(2.788, 2.889]" |
| spec_normalize,0.0012589254117941675,8.0,1.1368991235891979,1.3106480538845062,0.60546875,0.5386719107627869,0.0,0.0,427.1077822976168,mlp,adam,2.6305374847448286,"(2.588, 2.688]" |
| none,0.0012589254117941675,1.0,0.97108194231987,1.3244979202747345,0.669921875,0.5448242425918579,0.0,0.0774263682681127,850.8291475823788,mlp,adam,2.929842359483344,"(2.889, 2.989]" |
| none,0.005011872336272719,1.0,1.0748743638396263,1.3389107167720795,0.61328125,0.53369140625,0.0,0.3593813663804626,976.9287740280438,mlp,adam,2.9898629013091567,"(2.989, 3.089]" |
| spec_wd,0.01,1.0,0.8677087550361952,1.3512717723846435,0.748046875,0.536816418170929,0.027825594022071243,0.0,250.04869287505062,mlp,adam,2.398024588623193,"(2.387, 2.487]" |
| spec_wd,0.0025118864315095794,1.0,1.1031840691963832,1.3541878283023834,0.6796875,0.534472644329071,0.01,0.0,101.3752057008878,mlp,adam,2.0059317484490014,"(1.985, 2.086]" |
| none,0.0025118864315095794,1.0,0.941372700035572,1.3675941169261931,0.671875,0.53271484375,0.0,0.1291549665014884,1525.730299032476,mlp,adam,3.1834777708444437,"(3.089, 3.19]" |
| none,0.0025118864315095794,1.0,0.921451210975647,1.3749362766742705,0.68359375,0.53125,0.0,0.046415888336127774,2049.1846266518255,mlp,adam,3.311581089061943,"(3.29, 3.391]" |
| none,0.005011872336272719,1.0,1.0828657895326614,1.3764999449253081,0.615234375,0.5179687738418579,0.0,0.21544346900318834,1818.0184033366806,mlp,adam,3.25959827516049,"(3.19, 3.29]" |
| none,0.005011872336272719,1.0,1.0658802141745884,1.3928723454475402,0.591796875,0.518750011920929,0.0,0.1291549665014884,4647.603675304063,mlp,adam,3.6672290864719645,"(3.591, 3.692]" |
| spec_wd,0.005011872336272719,1.0,1.1334923108418782,1.3999023735523224,0.69921875,0.5406250357627869,0.027825594022071243,0.0,78.03448865238366,mlp,adam,1.8922865888570233,"(1.885, 1.985]" |
| none,0.005011872336272719,1.0,1.025273084640503,1.435728758573532,0.638671875,0.51904296875,0.0,0.0774263682681127,6130.108515767662,mlp,adam,3.7874681625089472,"(3.692, 3.792]" |
| none,0.01,1.0,1.243887220819791,1.4366242825984954,0.564453125,0.49951171875,0.0,0.1291549665014884,8180.71540845687,mlp,adam,3.912791284644351,"(3.892, 3.993]" |
| none,0.00015848931924611142,1.0,1.3828533291816711,1.4380092024803162,0.51953125,0.4942382872104645,0.0,0.046415888336127774,188.82877449249958,mlp,adam,2.276068174554859,"(2.186, 2.286]" |
| spec_wd,0.0025118864315095794,1.0,1.2781847169001896,1.4496609568595886,0.626953125,0.5259765982627869,0.016681005372000592,0.0,50.70119493006016,mlp,adam,1.705018194943119,"(1.684, 1.784]" |
| spec_hammer,0.0025118864315095794,3.0,1.3556161274512608,1.453220111131668,0.556640625,0.5142578482627869,0.0,0.0,28.18393379817141,mlp,adam,1.4500016100510382,"(1.383, 1.483]" |
| spec_hammer,0.07943282347242814,3.0,1.6074494669834773,1.6066371738910674,0.458984375,0.4454101622104645,0.0,0.0,32.22924571340854,mlp,adam,1.5082501414931675,"(1.483, 1.584]" |
| spec_wd,0.005011872336272719,1.0,1.5296800186236699,1.6472486913204194,0.5546875,0.4999023377895355,0.046415888336127774,0.0,23.30438244803372,mlp,adam,1.3674375988813583,"(1.283, 1.383]" |
| spec_wd,0.0025118864315095794,1.0,1.5805873225132625,1.6653954088687897,0.546875,0.49394533038139343,0.027825594022071243,0.0,18.804192228471603,mlp,adam,1.2742546821746796,"(1.182, 1.283]" |
| spec_hammer,0.1584893192461114,3.0,1.6966613233089447,1.6707084357738495,0.4296875,0.41621094942092896,0.0,0.0,39.67848391525369,mlp,adam,1.5985550697367212,"(1.584, 1.684]" |
| spec_wd,0.000630957344480193,1.0,1.7244041413068771,1.758846378326416,0.46484375,0.455078125,0.01,0.0,11.477750861916165,mlp,adam,1.0598567936406547,"(0.981, 1.082]" |
| orthogonal,0.01,2.0,1.7524752169847488,1.7782266974449157,0.453125,0.4374023377895355,0.0,0.0,7.964808580580092,mlp,adam,0.9011753427992026,"(0.881, 0.981]" |
| spec_hammer,0.07943282347242814,2.0,1.8279538204272587,1.8279983818531036,0.37890625,0.39179688692092896,0.0,0.0,12.094601317362297,mlp,adam,1.0825915569870004,"(1.082, 1.182]" |
| spec_wd,0.00031622776601683794,1.0,1.9295574476321538,1.9457779407501221,0.4140625,0.41083985567092896,0.01,0.0,5.443420300581499,mlp,adam,0.7358718686136261,"(0.68, 0.781]" |
| spec_wd,0.000630957344480193,1.0,1.9567436476548512,1.975956916809082,0.427734375,0.41552734375,0.016681005372000592,0.0,4.784294033468242,mlp,adam,0.6798178627003927,"(0.58, 0.68]" |
| spec_wd,0.01,1.0,2.0174430906772614,2.074524438381195,0.384765625,0.4083007872104645,0.1291549665014884,0.0,3.7747499356204504,mlp,adam,0.5768881863818103,"(0.479, 0.58]" |
| spec_wd,0.00015848931924611142,1.0,2.089405337969462,2.097890019416809,0.37890625,0.36992189288139343,0.01,0.0,2.565830480395789,mlp,adam,0.40922795996539274,"(0.379, 0.479]" |
| spec_wd,0.00031622776601683794,1.0,2.1186704138914743,2.1283711552619935,0.37109375,0.3671875,0.016681005372000592,0.0,2.1046149632763105,mlp,adam,0.32317265379649435,"(0.279, 0.379]" |
| spec_wd,0.000630957344480193,1.0,2.141642322142919,2.153390038013458,0.35546875,0.36113283038139343,0.027825594022071243,0.0,1.752324585442925,mlp,adam,0.24361455423521955,"(0.178, 0.279]" |
| spec_wd,0.0012589254117941675,1.0,2.1743771135807037,2.1884663224220278,0.359375,0.35371094942092896,0.046415888336127774,0.0,1.3431498101158814,mlp,adam,0.12812445502027967,"(0.0779, 0.178]" |
| spec_wd,7.943282347242822e-05,1.0,2.2084874312082925,2.212341868877411,0.337890625,0.3106445372104645,0.01,0.0,0.9947789729433428,mlp,adam,-0.002273403168073618,"(-0.0225, 0.0779]" |
| spec_wd,0.00015848931924611142,1.0,2.227921575307846,2.2318353772163393,0.3203125,0.30195313692092896,0.016681005372000592,0.0,0.7608930861204106,mlp,adam,-0.11867636211234922,"(-0.123, -0.0225]" |
| spec_wd,0.00031622776601683794,1.0,2.2452704707781472,2.2492041110992433,0.322265625,0.2826171815395355,0.027825594022071243,0.0,0.5636803988918185,mlp,adam,-0.24896706683162642,"(-0.324, -0.223]" |
| spec_wd,0.000630957344480193,1.0,2.2568132082621255,2.2616291284561156,0.283203125,0.2513671815395355,0.046415888336127774,0.0,0.4342262761043406,mlp,adam,-0.3622838998547839,"(-0.424, -0.324]" |
| spec_wd,0.01,1.0,2.2436083257198334,2.2628151893615724,0.279296875,0.24101562798023224,0.21544346900318834,0.0,0.6067265186307454,mlp,adam,-0.21700702262096228,"(-0.223, -0.123]" |
| spec_wd,3.9810717055349695e-05,1.0,2.265566815932592,2.266888773441315,0.251953125,0.23554687201976776,0.01,0.0,0.36165306774861455,mlp,adam,-0.4417078466165141,"(-0.524, -0.424]" |
| spec_wd,7.943282347242822e-05,1.0,2.2741187711556754,2.2754802346229552,0.228515625,0.21855469048023224,0.016681005372000592,0.0,0.27120713254860657,mlp,adam,-0.5666988930285408,"(-0.625, -0.524]" |
| spec_wd,0.00015848931924611142,1.0,2.2818308671315513,2.283188211917877,0.189453125,0.18427734076976776,0.027825594022071243,0.0,0.19219393191999723,mlp,adam,-0.7162603282973528,"(-0.725, -0.625]" |
| spec_wd,0.00031622776601683794,1.0,2.28839044769605,2.28968540430069,0.15625,0.15996094048023224,0.046415888336127774,0.0,0.12763887726802262,mlp,adam,-0.8940170245854444,"(-0.926, -0.826]" |
| spec_wd,0.005011872336272719,1.0,2.286033570766449,2.291467344760895,0.173828125,0.16953125596046448,0.21544346900318834,0.0,0.15584988833724137,mlp,adam,-0.8072935045487537,"(-0.826, -0.725]" |
| spec_wd,0.31622776601683794,1.0,2.287269373734792,2.301726531982422,0.09765625,0.10732422024011612,0.1291549665014884,0.0,2498.0827439935415,mlp,adam,3.397606819412279,"(3.391, 3.491]" |
| spec_normalize,0.01995262314968879,2.0,2.3025851249694824,2.3025851249694824,0.08984375,0.09990234673023224,0.0,0.0,7.344295024871721,mlp,adam,0.8659501144214397,"(0.781, 0.881]" |
| spec_wd,0.1584893192461114,1.0,2.1716247498989105,2.3687571406364443,0.173828125,0.16093750298023224,0.046415888336127774,0.0,3483.274928819459,mlp,adam,3.5419877539176285,"(3.491, 3.591]" |
| spec_normalize,1.0,6.0,0.6135424623886744,1.145600324869156,0.857421875,0.603710949420929,0.0,0.0,216.73144763249007,mlp,muon,2.3359219318198665,"(2.286, 2.387]" |
| none,1.584893192461114,0.0,0.49193960676590603,1.1503977954387665,0.900390625,0.5956054925918579,0.0,0.1,326.6314794336425,mlp,muon,2.5140580379802833,"(2.487, 2.588]" |
| none,3.981071705534973,0.0,0.7261431738734245,1.1708129107952119,0.802734375,0.5909180045127869,0.0,0.1,296.2291798364921,mlp,muon,2.4716278361493904,"(2.387, 2.487]" |
| soft_cap,0.6309573444801934,6.0,0.546201099952062,1.178132140636444,0.9140625,0.58642578125,0.0,0.0,113.50021642736891,mlp,muon,2.054996689662379,"(1.985, 2.086]" |
| spec_normalize,3.981071705534973,8.0,0.5286508773763975,1.1918570876121521,0.857421875,0.589550793170929,0.0,0.0,512.7184240622878,mlp,muon,2.70987892369127,"(2.688, 2.788]" |
| spec_normalize,0.3981071705534973,5.0,0.8090496485431989,1.1927893519401551,0.798828125,0.5970703363418579,0.0,0.0,125.49701822317675,mlp,muon,2.0986334072146304,"(2.086, 2.186]" |
| soft_cap,1.584893192461114,7.0,0.46543631081779796,1.1975364863872529,0.92578125,0.5869140625,0.0,0.0,170.1667443487106,mlp,muon,2.230874689961104,"(2.186, 2.286]" |
| hard_cap,0.6309573444801934,5.0,0.5606682449579239,1.206486052274704,0.919921875,0.587207019329071,0.0,0.0,92.23833076924721,mlp,muon,1.9649114349602712,"(1.885, 1.985]" |
| soft_cap,0.3981071705534973,5.0,0.7737894381086031,1.2196079075336457,0.833984375,0.584667980670929,0.0,0.0,67.99641583474592,mlp,muon,1.8324860211736487,"(1.784, 1.885]" |
| spec_normalize,6.309573444801936,9.0,0.6397276371717453,1.2377217531204223,0.779296875,0.565136730670929,0.0,0.0,730.5870873089353,mlp,muon,2.863671992047765,"(2.788, 2.889]" |
| none,6.309573444801936,0.0,0.5984488800168037,1.2627243876457215,0.8125,0.561230480670929,0.0,0.046415888336127774,791.3652552469557,mlp,muon,2.8983769787253495,"(2.889, 2.989]" |
| spec_normalize,10.0,10.0,0.8100952530900637,1.2630029141902923,0.712890625,0.5615234375,0.0,0.0,1002.3103625525505,mlp,muon,3.001002220406808,"(2.989, 3.089]" |
| hard_cap,0.6309573444801934,4.0,0.9015005355079969,1.271504408121109,0.77734375,0.57177734375,0.0,0.0,47.20795187848079,mlp,muon,1.6740151589322285,"(1.584, 1.684]" |
| soft_cap,10.0,10.0,0.8678075224161148,1.2838713943958282,0.6875,0.5531250238418579,0.0,0.0,392.5746399125229,mlp,muon,2.5939222410057474,"(2.588, 2.688]" |
| soft_cap,0.025118864315095794,4.0,0.9869052916765213,1.3121922612190247,0.693359375,0.5497070550918579,0.0,0.0,54.07914961694873,mlp,muon,1.7330298537995121,"(1.684, 1.784]" |
| soft_cap,0.3981071705534973,4.0,1.0925154983997345,1.3367777287960052,0.697265625,0.560351550579071,0.0,0.0,35.62367706625288,mlp,muon,1.5517387451991804,"(1.483, 1.584]" |
| none,10.0,0.0,1.0049275904893875,1.342218542098999,0.658203125,0.5269531607627869,0.0,0.021544346900318832,1701.8186317345078,mlp,muon,3.230913274059976,"(3.19, 3.29]" |
| none,2.5118864315095824,0.0,0.8702319413423538,1.3664021372795105,0.708984375,0.538769543170929,0.0,0.01,4266.531814529947,mlp,muon,3.6300749884131167,"(3.591, 3.692]" |
| none,6.309573444801936,0.0,1.3039097587267559,1.3991230189800263,0.505859375,0.503222644329071,0.0,0.01,7049.651521704099,mlp,muon,3.8481676494819683,"(3.792, 3.892]" |
| spec_hammer,0.15848931924611143,3.0,1.1873172769943874,1.416911232471466,0.685546875,0.54150390625,0.0,0.0,30.371566399121594,mlp,muon,1.4824671910276543,"(1.383, 1.483]" |
| none,3.981071705534973,0.0,0.22559045689801374,1.666180557012558,0.947265625,0.54443359375,0.0,0.021544346900318832,2482.9099898930976,mlp,muon,3.394960975856903,"(3.391, 3.491]" |
| spec_wd,0.015848931924611134,1.0,1.6119112869103749,1.7064568161964417,0.5859375,0.5047851800918579,0.01,0.0,13.85554856777875,mlp,muon,1.1416237250112864,"(1.082, 1.182]" |
| spec_hammer,0.3981071705534973,2.0,1.6606111526489258,1.737447053194046,0.54296875,0.4800781309604645,0.0,0.0,11.200719275761823,mlp,muon,1.049245912622338,"(0.981, 1.082]" |
| none,0.1,0.0,1.7180798798799515,1.7425432860851289,0.4609375,0.447265625,0.0,0.46415888336127775,9.430748150434574,mlp,muon,0.9745461471081676,"(0.881, 0.981]" |
| spec_wd,0.15848931924611143,1.0,1.7357934166987736,1.8928824245929718,0.69921875,0.5130859613418579,0.0774263682681127,0.0,16.699798610106914,mlp,muon,1.2227112338394006,"(1.182, 1.283]" |
| none,0.3981071705534973,0.0,0.008818869362585247,1.9311249792575835,1.0,0.565722644329071,0.0,0.046415888336127774,1266.201594041739,mlp,muon,3.102502855926169,"(3.089, 3.19]" |
| spec_wd,0.01,1.0,1.929346779982249,1.9589250326156615,0.46484375,0.4449218809604645,0.01,0.0,4.75861730167534,mlp,muon,0.677480779298928,"(0.58, 0.68]" |
| spec_wd,0.025118864315095794,1.0,2.0198851923147836,2.054336929321289,0.478515625,0.4500976502895355,0.027825594022071243,0.0,3.738501995033509,mlp,muon,0.57269761674191,"(0.479, 0.58]" |
| spec_wd,0.1,1.0,1.990190014243126,2.0631633162498475,0.53515625,0.470703125,0.0774263682681127,0.0,5.913547971048514,mlp,muon,0.7718481241836456,"(0.68, 0.781]" |
| spec_wd,0.25118864315095807,1.0,1.9745069791873295,2.0720305681228637,0.568359375,0.48359376192092896,0.1291549665014884,0.0,7.554608223885079,mlp,muon,0.8782119470844948,"(0.781, 0.881]" |
| spec_wd,0.039810717055349734,1.0,2.0878397126992545,2.1199615478515623,0.458984375,0.43583986163139343,0.046415888336127774,0.0,2.834448725282898,mlp,muon,0.4524686050814032,"(0.379, 0.479]" |
| spec_hammer,1.0,1.0,2.147181282440821,2.161078703403473,0.365234375,0.3597656190395355,0.0,0.0,2.23825218773244,mlp,muon,0.3499090176571464,"(0.279, 0.379]" |
| spec_hammer,0.6309573444801936,1.0,2.1550684571266174,2.168361949920654,0.3515625,0.33867189288139343,0.0,0.0,1.8674988418364986,mlp,muon,0.2712603411518681,"(0.178, 0.279]" |
| spec_hammer,0.25118864315095824,1.0,2.1698385576407113,2.1785532593727113,0.345703125,0.33867189288139343,0.0,0.0,1.4152101372317512,mlp,muon,0.15082093078920447,"(0.0779, 0.178]" |
| spec_hammer,0.1,1.0,2.1790361801783242,2.185564732551575,0.345703125,0.3270507752895355,0.0,0.0,1.1631840225552137,mlp,muon,0.0656484281059515,"(-0.0225, 0.0779]" |
| spec_wd,0.025118864315095794,1.0,2.225555419921875,2.2346877694129943,0.361328125,0.3545898497104645,0.046415888336127774,0.0,0.7616373136447698,mlp,muon,-0.11825178742681001,"(-0.123, -0.0225]" |
| spec_wd,0.039810717055349734,1.0,2.2539119025071463,2.262084949016571,0.34765625,0.3252929747104645,0.0774263682681127,0.0,0.47417001799999065,mlp,muon,-0.3240659101402314,"(-0.424, -0.324]" |
| spec_wd,0.6309573444801934,1.0,2.2518043716748557,2.2770498752593995,0.330078125,0.30644533038139343,0.3593813663804626,0.0,0.6785443717909011,mlp,muon,-0.168421747423765,"(-0.223, -0.123]" |
| spec_wd,0.01,1.0,2.2768599589665732,2.2787588238716125,0.259765625,0.23408202826976776,0.027825594022071243,0.0,0.22047154838900057,mlp,muon,-0.6566474478057232,"(-0.725, -0.625]" |
| spec_wd,0.15848931924611143,1.0,2.2774324218432107,2.2858771085739136,0.3125,0.28583985567092896,0.21544346900318834,0.0,0.2575040777159906,mlp,muon,-0.5892158892809198,"(-0.625, -0.524]" |
| spec_wd,0.015848931924611134,1.0,2.285846769809723,2.287567436695099,0.234375,0.2099609375,0.046415888336127774,0.0,0.1426509697946006,mlp,muon,-0.8457252715006871,"(-0.926, -0.826]" |
| spec_wd,2.5118864315095824,1.0,2.2647158205509186,2.2902453184127807,0.220703125,0.27363282442092896,0.5994842503189409,0.0,0.5779600219544359,mlp,muon,-0.23810220110378486,"(-0.324, -0.223]" |
| spec_wd,1.584893192461114,1.0,2.3011384308338165,2.302428185939789,0.08984375,0.10019531100988388,0.016681005372000592,0.0,3342.4251711889774,mlp,muon,3.524061693240384,"(3.491, 3.591]" |
| spec_wd,1.584893192461114,1.0,2.30130398273468,2.3028753638267516,0.08984375,0.10009765625,0.01,0.0,9837.359494148184,mlp,muon,3.9928785424342728,"(3.892, 3.993]" |
| spec_wd,6.309573444801936,1.0,2.3011400997638702,2.3037927389144897,0.08984375,0.09990234673023224,0.0774263682681127,0.0,2321.7090285990557,mlp,muon,3.365807790255239,"(3.29, 3.391]" |
| none,0.008111308307896872,2.0,1.3065174619356792,1.421818447113037,0.564453125,0.4927734434604645,0.0,0.1,7618.843781501872,mlp,adam,3.881889068791904,"(3.792, 3.892]" |
| soft_cap,0.23101297000831597,3.0,1.4630188594261806,1.5657442033290863,0.5625,0.504589855670929,0.0,0.0,15.239435025533158,mlp,muon,1.182968866620278,"(1.182, 1.283]" |
|
|
