File size: 6,932 Bytes
8dd84df | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 | technique,lr,w_max,final_train_loss,final_val_loss,final_train_acc,final_val_acc,spectral_wd,wd,lipschitz,optim,log_lipschitz,log_bin
spec_normalize,1.0,6,0.6135424623886744,1.145600324869156,0.857421875,0.603710949420929,0.0,0.0,216.73144763249007,muon,2.3359219318198665,"(2.285, 2.377]"
none,1.584893192461114,0,0.49193960676590603,1.1503977954387665,0.900390625,0.5956054925918579,0.0,0.1,326.6314794336425,muon,2.5140580379802833,"(2.469, 2.561]"
soft_cap,0.6309573444801934,6,0.546201099952062,1.178132140636444,0.9140625,0.58642578125,0.0,0.0,113.50021642736891,muon,2.054996689662379,"(2.009, 2.101]"
none,0.3981071705534973,0,0.28087465713421506,1.1853827595710755,0.974609375,0.591601550579071,0.0,0.1,379.7440522356983,muon,2.579490980424371,"(2.561, 2.653]"
none,6.309573444801936,0,0.8561444530884424,1.1901896238327025,0.736328125,0.577832043170929,0.0,0.1,287.3388110236937,muon,2.4583942903673064,"(2.377, 2.469]"
spec_normalize,3.981071705534973,8,0.5286508773763975,1.1918570876121521,0.857421875,0.589550793170929,0.0,0.0,512.7184240622878,muon,2.70987892369127,"(2.653, 2.745]"
soft_cap,1.584893192461114,7,0.46543631081779796,1.1975364863872529,0.92578125,0.5869140625,0.0,0.0,170.1667443487106,muon,2.230874689961104,"(2.193, 2.285]"
hard_cap,0.6309573444801934,5,0.5606682449579239,1.206486052274704,0.919921875,0.587207019329071,0.0,0.0,92.23833076924721,muon,1.9649114349602712,"(1.918, 2.009]"
soft_cap,0.3981071705534973,5,0.7737894381086031,1.2196079075336457,0.833984375,0.584667980670929,0.0,0.0,67.99641583474592,muon,1.8324860211736487,"(1.826, 1.918]"
soft_cap,0.1,6,0.4424842360119025,1.2208800554275512,0.951171875,0.575390636920929,0.0,0.0,131.2053366389354,muon,2.1179514998697213,"(2.101, 2.193]"
soft_cap,1.0,5,0.8516250724593798,1.2360183537006377,0.791015625,0.579882800579071,0.0,0.0,66.5756347283387,muon,1.8233153156697612,"(1.734, 1.826]"
spec_normalize,6.309573444801936,9,0.6397276371717453,1.2377217531204223,0.779296875,0.565136730670929,0.0,0.0,730.5870873089353,muon,2.863671992047765,"(2.837, 2.929]"
spec_normalize,10.0,10,0.8100952530900637,1.2630029141902923,0.712890625,0.5615234375,0.0,0.0,1002.3103625525505,muon,3.001002220406808,"(2.929, 3.021]"
hard_cap,0.6309573444801934,4,0.9015005355079969,1.271504408121109,0.77734375,0.57177734375,0.0,0.0,47.20795187848079,muon,1.6740151589322285,"(1.642, 1.734]"
soft_cap,0.06309573444801933,4,1.044749620060126,1.3355577886104584,0.7109375,0.5517578125,0.0,0.0,41.23087050223728,muon,1.6152225041034978,"(1.55, 1.642]"
none,10.0,0,1.0049275904893875,1.342218542098999,0.658203125,0.5269531607627869,0.0,0.021544346900318832,1701.8186317345078,muon,3.230913274059976,"(3.205, 3.297]"
soft_cap,0.6309573444801934,4,1.116555059949557,1.3439416527748107,0.685546875,0.5542969107627869,0.0,0.0,35.155756608646705,muon,1.5459964490904399,"(1.458, 1.55]"
none,2.5118864315095824,0,0.8702319413423538,1.3664021372795105,0.708984375,0.538769543170929,0.0,0.01,4266.531814529947,muon,3.6300749884131167,"(3.572, 3.664]"
none,0.025118864315095794,0,0.24326033890247345,1.3985329926013947,0.962890625,0.5589843988418579,0.0,0.046415888336127774,576.1887291490207,muon,2.7605647587755975,"(2.745, 2.837]"
none,6.309573444801936,0,1.3039097587267559,1.3991230189800263,0.505859375,0.503222644329071,0.0,0.01,7049.651521704099,muon,3.8481676494819683,"(3.756, 3.848]"
spec_hammer,6.309573444801936,10,0.9368437851468722,1.4277557492256165,0.673828125,0.5132812857627869,0.0,0.0,1122.555836802812,muon,3.0502079523588717,"(3.021, 3.113]"
spec_hammer,0.039810717055349734,3,1.2380208770434062,1.4304382085800171,0.642578125,0.524707019329071,0.0,0.0,28.26259951905857,muon,1.451212104606026,"(1.366, 1.458]"
none,3.981071705534973,0,0.22559045689801374,1.666180557012558,0.947265625,0.54443359375,0.0,0.021544346900318832,2482.9099898930976,muon,3.394960975856903,"(3.388, 3.48]"
spec_wd,0.015848931924611134,1,1.6119112869103749,1.7064568161964417,0.5859375,0.5047851800918579,0.01,0.0,13.85554856777875,muon,1.1416237250112864,"(1.09, 1.182]"
spec_hammer,0.3981071705534973,2,1.6606111526489258,1.737447053194046,0.54296875,0.4800781309604645,0.0,0.0,11.200719275761823,muon,1.049245912622338,"(0.998, 1.09]"
spec_hammer,0.25118864315095824,2,1.6719481895367305,1.742106318473816,0.525390625,0.4791015684604645,0.0,0.0,9.893169575184247,muon,0.9953354532233326,"(0.906, 0.998]"
spec_wd,0.15848931924611143,1,1.7357934166987736,1.8928824245929718,0.69921875,0.5130859613418579,0.0774263682681127,0.0,16.699798610106914,muon,1.2227112338394006,"(1.182, 1.274]"
spec_wd,0.01,1,1.929346779982249,1.9589250326156615,0.46484375,0.4449218809604645,0.01,0.0,4.75861730167534,muon,0.677480779298928,"(0.63, 0.722]"
spec_hammer,0.001584893192461114,2,1.9736527701218922,1.9803420543670653,0.376953125,0.3541015684604645,0.0,0.0,8.03332382971308,muon,0.9048952740744247,"(0.814, 0.906]"
none,0.25118864315095807,0,0.004763689454800139,2.0109056890010835,1.0,0.5713867545127869,0.0,0.046415888336127774,1336.1765925456536,muon,3.125863859411919,"(3.113, 3.205]"
spec_wd,0.025118864315095794,1,2.0198851923147836,2.054336929321289,0.478515625,0.4500976502895355,0.027825594022071243,0.0,3.738501995033509,muon,0.57269761674191,"(0.539, 0.63]"
spec_wd,0.1,1,1.990190014243126,2.0631633162498475,0.53515625,0.470703125,0.0774263682681127,0.0,5.913547971048514,muon,0.7718481241836456,"(0.722, 0.814]"
spec_wd,0.039810717055349734,1,2.0878397126992545,2.1199615478515623,0.458984375,0.43583986163139343,0.046415888336127774,0.0,2.834448725282898,muon,0.4524686050814032,"(0.447, 0.539]"
spec_hammer,1.0,1,2.147181282440821,2.161078703403473,0.365234375,0.3597656190395355,0.0,0.0,2.23825218773244,muon,0.3499090176571464,"(0.263, 0.355]"
spec_hammer,0.3981071705534973,1,2.1627643605073295,2.174478459358215,0.353515625,0.34345704317092896,0.0,0.0,1.6179561106364104,muon,0.20896673657974793,"(0.171, 0.263]"
spec_wd,0.15848931924611143,1,2.130100061496099,2.1772934913635256,0.462890625,0.4325195252895355,0.1291549665014884,0.0,2.7401330237465658,muon,0.437771646790013,"(0.355, 0.447]"
spec_hammer,0.25118864315095824,1,2.1698385576407113,2.1785532593727113,0.345703125,0.33867189288139343,0.0,0.0,1.4152101372317512,muon,0.15082093078920447,"(0.0788, 0.171]"
spec_hammer,0.1,1,2.1790361801783242,2.185564732551575,0.345703125,0.3270507752895355,0.0,0.0,1.1631840225552137,muon,0.0656484281059515,"(-0.0131, 0.0788]"
spec_wd,0.025118864315095794,1,2.225555419921875,2.2346877694129943,0.361328125,0.3545898497104645,0.046415888336127774,0.0,0.7616373136447698,muon,-0.11825178742681001,"(-0.197, -0.105]"
spec_wd,0.1,1,2.2288816571235657,2.2476592302322387,0.3984375,0.3721679747104645,0.1291549665014884,0.0,0.8792017653044303,muon,-0.055911448585927,"(-0.105, -0.0131]"
spec_wd,0.039810717055349734,1,2.2539119025071463,2.262084949016571,0.34765625,0.3252929747104645,0.0774263682681127,0.0,0.47417001799999065,muon,-0.3240659101402314,"(-0.381, -0.289]"
|