| { | |
| "config": { | |
| "num_layers": 20, | |
| "hidden_dim": 64, | |
| "num_samples": 1024, | |
| "training_steps": 500, | |
| "learning_rate": 0.001, | |
| "batch_size": 64, | |
| "initialization": "Kaiming He + 1/sqrt(num_layers) scaling (IDENTICAL for both)" | |
| }, | |
| "plain_mlp": { | |
| "final_loss": 0.3332558274269104, | |
| "initial_loss": 0.332968533039093, | |
| "loss_history": [ | |
| 0.332968533039093, | |
| 0.3402037024497986, | |
| 0.3364717364311218, | |
| 0.3382267951965332, | |
| 0.3330632448196411, | |
| 0.3238801956176758, | |
| 0.33725303411483765, | |
| 0.33949077129364014, | |
| 0.3349677622318268, | |
| 0.3314793109893799, | |
| 0.3350830376148224, | |
| 0.3396027088165283, | |
| 0.3461214303970337, | |
| 0.33500319719314575, | |
| 0.33258378505706787, | |
| 0.3271251916885376, | |
| 0.33106938004493713, | |
| 0.330522745847702, | |
| 0.3350549042224884, | |
| 0.34020766615867615, | |
| 0.3346160352230072, | |
| 0.33573126792907715, | |
| 0.331778347492218, | |
| 0.3422446846961975, | |
| 0.32669609785079956, | |
| 0.32841432094573975, | |
| 0.33652669191360474, | |
| 0.3339478373527527, | |
| 0.33742019534111023, | |
| 0.3364412188529968, | |
| 0.3310929536819458, | |
| 0.329889178276062, | |
| 0.32710886001586914, | |
| 0.3314291536808014, | |
| 0.32728779315948486, | |
| 0.33449968695640564, | |
| 0.3348814845085144, | |
| 0.33067554235458374, | |
| 0.33825111389160156, | |
| 0.32776153087615967, | |
| 0.3310733437538147, | |
| 0.33599284291267395, | |
| 0.3276815712451935, | |
| 0.33107852935791016, | |
| 0.3359324038028717, | |
| 0.3308407664299011, | |
| 0.3272636830806732, | |
| 0.3326541483402252, | |
| 0.33763229846954346, | |
| 0.3272179663181305, | |
| 0.3317231833934784, | |
| 0.33339571952819824, | |
| 0.33039557933807373, | |
| 0.33708441257476807, | |
| 0.3325483500957489, | |
| 0.32474005222320557, | |
| 0.3338140845298767, | |
| 0.3298497796058655, | |
| 0.3405594825744629, | |
| 0.3340454399585724, | |
| 0.3293362855911255, | |
| 0.33182770013809204, | |
| 0.32914435863494873, | |
| 0.33043327927589417, | |
| 0.342511922121048, | |
| 0.33861756324768066, | |
| 0.3329136371612549, | |
| 0.3396056294441223, | |
| 0.33696088194847107, | |
| 0.3394179344177246, | |
| 0.3365488648414612, | |
| 0.333668977022171, | |
| 0.3302392065525055, | |
| 0.3311960697174072, | |
| 0.331310898065567, | |
| 0.33419355750083923, | |
| 0.33611857891082764, | |
| 0.3307862877845764, | |
| 0.33424338698387146, | |
| 0.3314332962036133, | |
| 0.33120185136795044, | |
| 0.3432038128376007, | |
| 0.3276495635509491, | |
| 0.3253132998943329, | |
| 0.33370089530944824, | |
| 0.3334325850009918, | |
| 0.33796757459640503, | |
| 0.3381417691707611, | |
| 0.336396187543869, | |
| 0.3448200821876526, | |
| 0.3283367156982422, | |
| 0.33384162187576294, | |
| 0.33309417963027954, | |
| 0.3408854305744171, | |
| 0.33603304624557495, | |
| 0.3335626721382141, | |
| 0.33273571729660034, | |
| 0.332747220993042, | |
| 0.33269503712654114, | |
| 0.337196946144104, | |
| 0.33257246017456055, | |
| 0.3369458317756653, | |
| 0.3334164321422577, | |
| 0.3322732746601105, | |
| 0.33338549733161926, | |
| 0.34215712547302246, | |
| 0.3291473388671875, | |
| 0.3304932713508606, | |
| 0.3349063992500305, | |
| 0.3322477340698242, | |
| 0.33423349261283875, | |
| 0.33466511964797974, | |
| 0.3396754562854767, | |
| 0.3337388038635254, | |
| 0.3390074074268341, | |
| 0.33351635932922363, | |
| 0.33572056889533997, | |
| 0.33725765347480774, | |
| 0.33980029821395874, | |
| 0.3307250738143921, | |
| 0.3347432315349579, | |
| 0.3250923156738281, | |
| 0.33779600262641907, | |
| 0.3293820023536682, | |
| 0.3356536626815796, | |
| 0.33151179552078247, | |
| 0.3418586850166321, | |
| 0.3444397449493408, | |
| 0.3353630006313324, | |
| 0.3337811827659607, | |
| 0.3424583971500397, | |
| 0.3381706774234772, | |
| 0.32626256346702576, | |
| 0.3191347122192383, | |
| 0.33715391159057617, | |
| 0.33729690313339233, | |
| 0.33802124857902527, | |
| 0.3238735795021057, | |
| 0.3331955671310425, | |
| 0.33632975816726685, | |
| 0.3381429612636566, | |
| 0.3314988613128662, | |
| 0.3366459608078003, | |
| 0.33990392088890076, | |
| 0.3366839587688446, | |
| 0.3358498811721802, | |
| 0.33553940057754517, | |
| 0.3383553624153137, | |
| 0.3372274935245514, | |
| 0.3360890746116638, | |
| 0.3336467444896698, | |
| 0.33137425780296326, | |
| 0.3313506543636322, | |
| 0.33801984786987305, | |
| 0.3348143696784973, | |
| 0.3381652235984802, | |
| 0.33109965920448303, | |
| 0.33065634965896606, | |
| 0.33452922105789185, | |
| 0.3361864984035492, | |
| 0.3278672397136688, | |
| 0.3391719460487366, | |
| 0.3253280222415924, | |
| 0.33980295062065125, | |
| 0.3361275792121887, | |
| 0.33439165353775024, | |
| 0.3297124207019806, | |
| 0.3297994136810303, | |
| 0.3315487504005432, | |
| 0.34181031584739685, | |
| 0.34069621562957764, | |
| 0.3201693892478943, | |
| 0.33051198720932007, | |
| 0.32677409052848816, | |
| 0.33463847637176514, | |
| 0.334945946931839, | |
| 0.33414000272750854, | |
| 0.3312710225582123, | |
| 0.3372732102870941, | |
| 0.3287302255630493, | |
| 0.32816988229751587, | |
| 0.34039369225502014, | |
| 0.3414865732192993, | |
| 0.3287455439567566, | |
| 0.3278599977493286, | |
| 0.3294675946235657, | |
| 0.3318881392478943, | |
| 0.33630383014678955, | |
| 0.33583498001098633, | |
| 0.3277794122695923, | |
| 0.3441321849822998, | |
| 0.33931320905685425, | |
| 0.3246610164642334, | |
| 0.3394920825958252, | |
| 0.3324398994445801, | |
| 0.32542577385902405, | |
| 0.33746016025543213, | |
| 0.33016330003738403, | |
| 0.33138081431388855, | |
| 0.3333736062049866, | |
| 0.33004230260849, | |
| 0.335909366607666, | |
| 0.33485135436058044, | |
| 0.3469405174255371, | |
| 0.3376665711402893, | |
| 0.32913172245025635, | |
| 0.3373066782951355, | |
| 0.34056517481803894, | |
| 0.33372431993484497, | |
| 0.3341078758239746, | |
| 0.33511120080947876, | |
| 0.3352786600589752, | |
| 0.3287707567214966, | |
| 0.32857248187065125, | |
| 0.33455517888069153, | |
| 0.3378414511680603, | |
| 0.32852864265441895, | |
| 0.3366684913635254, | |
| 0.3318488597869873, | |
| 0.33084720373153687, | |
| 0.3281920850276947, | |
| 0.32972854375839233, | |
| 0.33841508626937866, | |
| 0.3286718726158142, | |
| 0.3372878432273865, | |
| 0.3256922662258148, | |
| 0.32902824878692627, | |
| 0.3393133878707886, | |
| 0.32971060276031494, | |
| 0.3320726156234741, | |
| 0.33548030257225037, | |
| 0.33959805965423584, | |
| 0.3317180573940277, | |
| 0.3321043848991394, | |
| 0.33242157101631165, | |
| 0.3237553834915161, | |
| 0.3358321487903595, | |
| 0.3395066559314728, | |
| 0.33536916971206665, | |
| 0.3325914144515991, | |
| 0.3364296555519104, | |
| 0.3329724967479706, | |
| 0.3324553668498993, | |
| 0.3354540765285492, | |
| 0.3420693874359131, | |
| 0.3459964692592621, | |
| 0.33733582496643066, | |
| 0.33702749013900757, | |
| 0.33047980070114136, | |
| 0.33542799949645996, | |
| 0.34718090295791626, | |
| 0.3310956060886383, | |
| 0.328813374042511, | |
| 0.3344953656196594, | |
| 0.3336995840072632, | |
| 0.3262229263782501, | |
| 0.3373294174671173, | |
| 0.3287215232849121, | |
| 0.3260827660560608, | |
| 0.3272097110748291, | |
| 0.3332976698875427, | |
| 0.34142327308654785, | |
| 0.3398308753967285, | |
| 0.33534085750579834, | |
| 0.33829042315483093, | |
| 0.3399216830730438, | |
| 0.3382388949394226, | |
| 0.3297419548034668, | |
| 0.33515945076942444, | |
| 0.3321044147014618, | |
| 0.33267727494239807, | |
| 0.32454240322113037, | |
| 0.3303866684436798, | |
| 0.3406679034233093, | |
| 0.3363434076309204, | |
| 0.33855724334716797, | |
| 0.3321431875228882, | |
| 0.34290140867233276, | |
| 0.3352099359035492, | |
| 0.3338983356952667, | |
| 0.3258536756038666, | |
| 0.33761051297187805, | |
| 0.33715319633483887, | |
| 0.3330615758895874, | |
| 0.32767096161842346, | |
| 0.33492639660835266, | |
| 0.3231773376464844, | |
| 0.33072930574417114, | |
| 0.3423689007759094, | |
| 0.33502012491226196, | |
| 0.33624961972236633, | |
| 0.3346553146839142, | |
| 0.3279629945755005, | |
| 0.3266867995262146, | |
| 0.3321791887283325, | |
| 0.33108729124069214, | |
| 0.33155086636543274, | |
| 0.3317343592643738, | |
| 0.3374349772930145, | |
| 0.3357178270816803, | |
| 0.32846030592918396, | |
| 0.328380286693573, | |
| 0.3357793390750885, | |
| 0.3296501636505127, | |
| 0.33293581008911133, | |
| 0.3345809578895569, | |
| 0.34283316135406494, | |
| 0.3336940407752991, | |
| 0.3340163826942444, | |
| 0.33170098066329956, | |
| 0.3387867212295532, | |
| 0.3395037055015564, | |
| 0.33608272671699524, | |
| 0.3381228744983673, | |
| 0.3256526589393616, | |
| 0.32226407527923584, | |
| 0.3270655870437622, | |
| 0.32900455594062805, | |
| 0.32871338725090027, | |
| 0.3325023949146271, | |
| 0.34181392192840576, | |
| 0.33826935291290283, | |
| 0.3314586281776428, | |
| 0.33122166991233826, | |
| 0.3373032808303833, | |
| 0.3400927484035492, | |
| 0.33277270197868347, | |
| 0.33700406551361084, | |
| 0.3378522992134094, | |
| 0.3333711326122284, | |
| 0.33014780282974243, | |
| 0.33368366956710815, | |
| 0.32724565267562866, | |
| 0.3266543745994568, | |
| 0.33365482091903687, | |
| 0.3297240734100342, | |
| 0.32680970430374146, | |
| 0.33299076557159424, | |
| 0.33300912380218506, | |
| 0.33403903245925903, | |
| 0.3431350588798523, | |
| 0.33904892206192017, | |
| 0.3324755132198334, | |
| 0.32933175563812256, | |
| 0.33719339966773987, | |
| 0.32767781615257263, | |
| 0.33541908860206604, | |
| 0.3346007466316223, | |
| 0.33879315853118896, | |
| 0.3345041275024414, | |
| 0.33489879965782166, | |
| 0.3363777995109558, | |
| 0.33767563104629517, | |
| 0.3328354060649872, | |
| 0.3331868052482605, | |
| 0.3402370810508728, | |
| 0.33388105034828186, | |
| 0.33734720945358276, | |
| 0.332383394241333, | |
| 0.33302611112594604, | |
| 0.33460700511932373, | |
| 0.3303910791873932, | |
| 0.3368116021156311, | |
| 0.3294057250022888, | |
| 0.3381325602531433, | |
| 0.33359014987945557, | |
| 0.33498138189315796, | |
| 0.33019959926605225, | |
| 0.33259788155555725, | |
| 0.3409283459186554, | |
| 0.3365859091281891, | |
| 0.33277761936187744, | |
| 0.3394026756286621, | |
| 0.3290417790412903, | |
| 0.3401448130607605, | |
| 0.3251156806945801, | |
| 0.33011412620544434, | |
| 0.3365683853626251, | |
| 0.33974623680114746, | |
| 0.33201247453689575, | |
| 0.3294023275375366, | |
| 0.3409932851791382, | |
| 0.34747999906539917, | |
| 0.34078940749168396, | |
| 0.33660799264907837, | |
| 0.3298097848892212, | |
| 0.3322901725769043, | |
| 0.3355182111263275, | |
| 0.341055691242218, | |
| 0.33802860975265503, | |
| 0.33179306983947754, | |
| 0.3440161943435669, | |
| 0.33081281185150146, | |
| 0.3272419273853302, | |
| 0.3260897696018219, | |
| 0.33437293767929077, | |
| 0.3293749690055847, | |
| 0.3273012936115265, | |
| 0.332683801651001, | |
| 0.3310787081718445, | |
| 0.3282574415206909, | |
| 0.3340969979763031, | |
| 0.339628666639328, | |
| 0.3317316770553589, | |
| 0.32998812198638916, | |
| 0.33901870250701904, | |
| 0.33634477853775024, | |
| 0.32989999651908875, | |
| 0.3339465856552124, | |
| 0.3389207720756531, | |
| 0.34303727746009827, | |
| 0.33803778886795044, | |
| 0.33491209149360657, | |
| 0.33020907640457153, | |
| 0.3321894407272339, | |
| 0.3333378732204437, | |
| 0.3393198847770691, | |
| 0.34461069107055664, | |
| 0.3298798203468323, | |
| 0.33570319414138794, | |
| 0.3291119933128357, | |
| 0.3379652202129364, | |
| 0.3366316556930542, | |
| 0.3392751216888428, | |
| 0.330910325050354, | |
| 0.3388398289680481, | |
| 0.32620128989219666, | |
| 0.34021633863449097, | |
| 0.3330092430114746, | |
| 0.33735135197639465, | |
| 0.33621883392333984, | |
| 0.33607298135757446, | |
| 0.33188751339912415, | |
| 0.33755841851234436, | |
| 0.3280537724494934, | |
| 0.3305507302284241, | |
| 0.32686758041381836, | |
| 0.32987216114997864, | |
| 0.3396640717983246, | |
| 0.33654022216796875, | |
| 0.3425779342651367, | |
| 0.32754188776016235, | |
| 0.3275264501571655, | |
| 0.33224233984947205, | |
| 0.33522123098373413, | |
| 0.3300197422504425, | |
| 0.3299338221549988, | |
| 0.33014100790023804, | |
| 0.33165717124938965, | |
| 0.33280014991760254, | |
| 0.3325314521789551, | |
| 0.33692190051078796, | |
| 0.3337472677230835, | |
| 0.3372674286365509, | |
| 0.33729901909828186, | |
| 0.3348565995693207, | |
| 0.3356059491634369, | |
| 0.32656145095825195, | |
| 0.33172452449798584, | |
| 0.3321564793586731, | |
| 0.32580462098121643, | |
| 0.33925479650497437, | |
| 0.3400028944015503, | |
| 0.3347415030002594, | |
| 0.333713561296463, | |
| 0.33577901124954224, | |
| 0.3256620466709137, | |
| 0.32763227820396423, | |
| 0.33191540837287903, | |
| 0.3397204875946045, | |
| 0.3354407250881195, | |
| 0.337093323469162, | |
| 0.3282209038734436, | |
| 0.32860079407691956, | |
| 0.3297363817691803, | |
| 0.33467888832092285, | |
| 0.34158656001091003, | |
| 0.3324458599090576, | |
| 0.3320366442203522, | |
| 0.3411107659339905, | |
| 0.33266565203666687, | |
| 0.3380263149738312, | |
| 0.32896336913108826, | |
| 0.32966428995132446, | |
| 0.3425551652908325, | |
| 0.3358476161956787, | |
| 0.33467555046081543, | |
| 0.3310127854347229, | |
| 0.33904367685317993, | |
| 0.33704298734664917, | |
| 0.32885774970054626, | |
| 0.3259532153606415, | |
| 0.336847722530365, | |
| 0.33440321683883667, | |
| 0.3305370807647705, | |
| 0.33669552206993103, | |
| 0.33197110891342163, | |
| 0.33256542682647705, | |
| 0.33659619092941284, | |
| 0.3332558274269104 | |
| ], | |
| "gradient_norms": [ | |
| 8.64771111707464e-19, | |
| 3.8712929478931e-18, | |
| 1.745819773021961e-17, | |
| 7.49907583485141e-17, | |
| 2.979541624107448e-16, | |
| 1.3384685459987998e-15, | |
| 5.608540992334309e-15, | |
| 2.6169963819686753e-14, | |
| 2.812787708913328e-13, | |
| 2.449897706577331e-12, | |
| 2.7808975608389908e-11, | |
| 2.4811785959144572e-09, | |
| 1.491367562778123e-08, | |
| 1.0903946190410352e-07, | |
| 7.237420049932553e-07, | |
| 4.253757651895285e-06, | |
| 2.5013401682372205e-05, | |
| 0.00014615175314247608, | |
| 0.0007018009782768786, | |
| 0.006607615854591131 | |
| ], | |
| "activation_means": [ | |
| 0.004745648708194494, | |
| -8.492707274854183e-05, | |
| 0.0009839760605245829, | |
| 0.00041824899381026626, | |
| -3.091913094976917e-05, | |
| -3.619983544922434e-06, | |
| -4.25032339990139e-06, | |
| -1.3652680536324624e-05, | |
| -4.909698327537626e-05, | |
| -0.0001918129128171131, | |
| -0.0005527863977476954, | |
| -0.0006557117449119687, | |
| -0.0008800626383163035, | |
| -0.0013834433630108833, | |
| -0.0029748189263045788, | |
| -0.0030720613431185484, | |
| -0.0037732573691755533, | |
| -0.0025511696003377438, | |
| -0.003509903559461236, | |
| -0.001648824429139495 | |
| ], | |
| "activation_stds": [ | |
| 0.17953188717365265, | |
| 0.04192492738366127, | |
| 0.00943511351943016, | |
| 0.0022596188355237246, | |
| 0.0005189738003537059, | |
| 0.00011896424257429317, | |
| 2.454679270158522e-05, | |
| 1.9420922399149276e-05, | |
| 8.438384247710928e-05, | |
| 0.0003417829575482756, | |
| 0.0005783369415439665, | |
| 0.00275764730758965, | |
| 0.004125435370951891, | |
| 0.005355025641620159, | |
| 0.004256225656718016, | |
| 0.004457178059965372, | |
| 0.003838905831798911, | |
| 0.007069852203130722, | |
| 0.007913228124380112, | |
| 0.010841521434485912 | |
| ] | |
| }, | |
| "res_mlp": { | |
| "final_loss": 0.0629926323890686, | |
| "initial_loss": 13.825733184814453, | |
| "loss_history": [ | |
| 13.825733184814453, | |
| 6.929441928863525, | |
| 4.056141376495361, | |
| 2.5541770458221436, | |
| 1.7824699878692627, | |
| 1.416144847869873, | |
| 1.1620547771453857, | |
| 0.9483454823493958, | |
| 0.7843164801597595, | |
| 0.697279155254364, | |
| 0.6453202366828918, | |
| 0.5573611855506897, | |
| 0.5255516171455383, | |
| 0.5015190839767456, | |
| 0.45454704761505127, | |
| 0.41940945386886597, | |
| 0.3973648250102997, | |
| 0.3921322822570801, | |
| 0.3478171229362488, | |
| 0.3742031157016754, | |
| 0.33467820286750793, | |
| 0.33183223009109497, | |
| 0.3318370580673218, | |
| 0.3350353240966797, | |
| 0.3137206435203552, | |
| 0.30033594369888306, | |
| 0.3070758879184723, | |
| 0.28984498977661133, | |
| 0.2851133346557617, | |
| 0.26924896240234375, | |
| 0.2905859053134918, | |
| 0.279144287109375, | |
| 0.2638997435569763, | |
| 0.2549370229244232, | |
| 0.24959874153137207, | |
| 0.2570638060569763, | |
| 0.2534509301185608, | |
| 0.25506916642189026, | |
| 0.24851691722869873, | |
| 0.23037107288837433, | |
| 0.24302563071250916, | |
| 0.22616733610630035, | |
| 0.24495507776737213, | |
| 0.23248232901096344, | |
| 0.24176537990570068, | |
| 0.2333303689956665, | |
| 0.22003066539764404, | |
| 0.245095893740654, | |
| 0.23193161189556122, | |
| 0.2175668478012085, | |
| 0.22363689541816711, | |
| 0.2120945304632187, | |
| 0.23737770318984985, | |
| 0.23073768615722656, | |
| 0.21438273787498474, | |
| 0.21955570578575134, | |
| 0.21080368757247925, | |
| 0.21987861394882202, | |
| 0.21614855527877808, | |
| 0.21649761497974396, | |
| 0.19733500480651855, | |
| 0.2083965241909027, | |
| 0.20562587678432465, | |
| 0.22173789143562317, | |
| 0.2059110701084137, | |
| 0.1945328712463379, | |
| 0.21662525832653046, | |
| 0.19985336065292358, | |
| 0.19271507859230042, | |
| 0.21030962467193604, | |
| 0.2069288194179535, | |
| 0.1867353767156601, | |
| 0.20643624663352966, | |
| 0.1913994699716568, | |
| 0.18623554706573486, | |
| 0.20420098304748535, | |
| 0.20161986351013184, | |
| 0.1983901560306549, | |
| 0.19239430129528046, | |
| 0.1878090798854828, | |
| 0.19025678932666779, | |
| 0.1812693476676941, | |
| 0.19511495530605316, | |
| 0.19247011840343475, | |
| 0.19345001876354218, | |
| 0.18723750114440918, | |
| 0.17752212285995483, | |
| 0.18105608224868774, | |
| 0.17320361733436584, | |
| 0.17695054411888123, | |
| 0.18027013540267944, | |
| 0.18198877573013306, | |
| 0.1806012988090515, | |
| 0.17939069867134094, | |
| 0.19096586108207703, | |
| 0.17916780710220337, | |
| 0.1848122477531433, | |
| 0.16437095403671265, | |
| 0.1749158799648285, | |
| 0.1854352056980133, | |
| 0.17872394621372223, | |
| 0.1727355718612671, | |
| 0.17188334465026855, | |
| 0.17672254145145416, | |
| 0.17822399735450745, | |
| 0.17592446506023407, | |
| 0.1675281673669815, | |
| 0.16010603308677673, | |
| 0.17089994251728058, | |
| 0.1601085066795349, | |
| 0.1725354939699173, | |
| 0.1574731022119522, | |
| 0.1598099172115326, | |
| 0.16953468322753906, | |
| 0.16409367322921753, | |
| 0.1595795452594757, | |
| 0.15564961731433868, | |
| 0.1542244702577591, | |
| 0.14573857188224792, | |
| 0.1609399914741516, | |
| 0.15494975447654724, | |
| 0.15977708995342255, | |
| 0.1628899723291397, | |
| 0.15699170529842377, | |
| 0.15361425280570984, | |
| 0.16150403022766113, | |
| 0.15789395570755005, | |
| 0.13668665289878845, | |
| 0.16025841236114502, | |
| 0.14876320958137512, | |
| 0.15640254318714142, | |
| 0.13928887248039246, | |
| 0.15516719222068787, | |
| 0.14445939660072327, | |
| 0.1433185338973999, | |
| 0.14129473268985748, | |
| 0.14215922355651855, | |
| 0.15496797859668732, | |
| 0.1444668471813202, | |
| 0.14378705620765686, | |
| 0.14088605344295502, | |
| 0.12942053377628326, | |
| 0.1482706069946289, | |
| 0.13720951974391937, | |
| 0.1429380476474762, | |
| 0.14560531079769135, | |
| 0.13521014153957367, | |
| 0.1422801911830902, | |
| 0.1372361034154892, | |
| 0.13660244643688202, | |
| 0.13699297606945038, | |
| 0.14125284552574158, | |
| 0.1396929919719696, | |
| 0.13849902153015137, | |
| 0.14266842603683472, | |
| 0.14512087404727936, | |
| 0.14272311329841614, | |
| 0.13200822472572327, | |
| 0.12528839707374573, | |
| 0.1362495869398117, | |
| 0.13740304112434387, | |
| 0.14004293084144592, | |
| 0.13355493545532227, | |
| 0.13202989101409912, | |
| 0.12513452768325806, | |
| 0.12320512533187866, | |
| 0.13207478821277618, | |
| 0.12799137830734253, | |
| 0.12362419813871384, | |
| 0.13280878961086273, | |
| 0.1266961544752121, | |
| 0.13285361230373383, | |
| 0.13146376609802246, | |
| 0.1272575557231903, | |
| 0.13236036896705627, | |
| 0.13058793544769287, | |
| 0.12451867759227753, | |
| 0.13076333701610565, | |
| 0.12537893652915955, | |
| 0.1286524534225464, | |
| 0.1255934089422226, | |
| 0.12199349701404572, | |
| 0.12703447043895721, | |
| 0.1205616444349289, | |
| 0.11638176441192627, | |
| 0.12982048094272614, | |
| 0.11749467253684998, | |
| 0.11279859393835068, | |
| 0.11866491287946701, | |
| 0.12125350534915924, | |
| 0.12608124315738678, | |
| 0.1334507018327713, | |
| 0.12499742209911346, | |
| 0.12244322896003723, | |
| 0.12269967049360275, | |
| 0.11862020939588547, | |
| 0.11574031412601471, | |
| 0.12193585187196732, | |
| 0.11600715667009354, | |
| 0.11964584141969681, | |
| 0.1162799671292305, | |
| 0.12539267539978027, | |
| 0.12248687446117401, | |
| 0.12070564925670624, | |
| 0.13140465319156647, | |
| 0.11640572547912598, | |
| 0.10755001753568649, | |
| 0.11134535819292068, | |
| 0.11165831983089447, | |
| 0.1097593680024147, | |
| 0.11635623127222061, | |
| 0.11294370889663696, | |
| 0.10825790464878082, | |
| 0.10611490160226822, | |
| 0.11304027587175369, | |
| 0.11056037247180939, | |
| 0.11218193918466568, | |
| 0.11071833968162537, | |
| 0.11433180421590805, | |
| 0.1080167144536972, | |
| 0.11098785698413849, | |
| 0.10625725984573364, | |
| 0.10640506446361542, | |
| 0.11352894455194473, | |
| 0.11021991074085236, | |
| 0.10663466155529022, | |
| 0.10082174837589264, | |
| 0.10823401808738708, | |
| 0.10888013243675232, | |
| 0.10405822843313217, | |
| 0.10449113696813583, | |
| 0.10663808882236481, | |
| 0.1043190062046051, | |
| 0.10356761515140533, | |
| 0.10988475382328033, | |
| 0.11231439560651779, | |
| 0.10832472890615463, | |
| 0.10288867354393005, | |
| 0.11017926037311554, | |
| 0.10268239676952362, | |
| 0.10657632350921631, | |
| 0.10329350084066391, | |
| 0.11197119206190109, | |
| 0.10926295816898346, | |
| 0.1126130148768425, | |
| 0.0998806282877922, | |
| 0.10103444755077362, | |
| 0.09290547668933868, | |
| 0.09799303859472275, | |
| 0.10779248923063278, | |
| 0.10077505558729172, | |
| 0.10144646465778351, | |
| 0.10275106132030487, | |
| 0.09488312900066376, | |
| 0.0980915054678917, | |
| 0.09439370036125183, | |
| 0.10310178995132446, | |
| 0.09724435210227966, | |
| 0.10685458779335022, | |
| 0.09623485803604126, | |
| 0.09753909707069397, | |
| 0.08963052928447723, | |
| 0.09267763793468475, | |
| 0.09678862243890762, | |
| 0.09540798515081406, | |
| 0.08834634721279144, | |
| 0.09270018339157104, | |
| 0.08261752128601074, | |
| 0.1081431582570076, | |
| 0.10075649619102478, | |
| 0.09674010425806046, | |
| 0.09663750231266022, | |
| 0.09644731134176254, | |
| 0.09872166812419891, | |
| 0.09951721131801605, | |
| 0.088838130235672, | |
| 0.09299120306968689, | |
| 0.09496532380580902, | |
| 0.09245827049016953, | |
| 0.09697187691926956, | |
| 0.0878148078918457, | |
| 0.09270801395177841, | |
| 0.09216231107711792, | |
| 0.09456576406955719, | |
| 0.08298899233341217, | |
| 0.09676386415958405, | |
| 0.09488122165203094, | |
| 0.09232550114393234, | |
| 0.09934262931346893, | |
| 0.08506445586681366, | |
| 0.09329526126384735, | |
| 0.09657076001167297, | |
| 0.09500131011009216, | |
| 0.09519918262958527, | |
| 0.09765627980232239, | |
| 0.08732327073812485, | |
| 0.09301722794771194, | |
| 0.09543395042419434, | |
| 0.0873609408736229, | |
| 0.08974739909172058, | |
| 0.08848126232624054, | |
| 0.08153203874826431, | |
| 0.0837751030921936, | |
| 0.09327980130910873, | |
| 0.0937112420797348, | |
| 0.0836104080080986, | |
| 0.08840271085500717, | |
| 0.08613412827253342, | |
| 0.08702630549669266, | |
| 0.0854334831237793, | |
| 0.07984519749879837, | |
| 0.0783020630478859, | |
| 0.0839296504855156, | |
| 0.0771411657333374, | |
| 0.07718954980373383, | |
| 0.08612189441919327, | |
| 0.08547349274158478, | |
| 0.08440866321325302, | |
| 0.0895165503025055, | |
| 0.08419612795114517, | |
| 0.08556754887104034, | |
| 0.08557409048080444, | |
| 0.08724275976419449, | |
| 0.08401279896497726, | |
| 0.08161499351263046, | |
| 0.08135215193033218, | |
| 0.07858897000551224, | |
| 0.07412116229534149, | |
| 0.09073606133460999, | |
| 0.0884423777461052, | |
| 0.07584438472986221, | |
| 0.08999098837375641, | |
| 0.07833802700042725, | |
| 0.08642788231372833, | |
| 0.08511155843734741, | |
| 0.07571419328451157, | |
| 0.07647889107465744, | |
| 0.0770968496799469, | |
| 0.07909407466650009, | |
| 0.07677635550498962, | |
| 0.07856360077857971, | |
| 0.07897358387708664, | |
| 0.08044072985649109, | |
| 0.0849953144788742, | |
| 0.07985112816095352, | |
| 0.07496027648448944, | |
| 0.0693586990237236, | |
| 0.077299565076828, | |
| 0.07525025308132172, | |
| 0.07886706292629242, | |
| 0.07089076936244965, | |
| 0.0745236724615097, | |
| 0.08298902958631516, | |
| 0.07434681057929993, | |
| 0.07863019406795502, | |
| 0.07296870648860931, | |
| 0.07038713246583939, | |
| 0.07498430460691452, | |
| 0.0731402337551117, | |
| 0.0791475921869278, | |
| 0.07742582261562347, | |
| 0.07537870854139328, | |
| 0.0774664357304573, | |
| 0.08444315940141678, | |
| 0.06756129115819931, | |
| 0.07491543889045715, | |
| 0.07476594299077988, | |
| 0.07262799143791199, | |
| 0.0735686719417572, | |
| 0.07892186939716339, | |
| 0.07961255311965942, | |
| 0.07117517292499542, | |
| 0.06840993463993073, | |
| 0.06531023234128952, | |
| 0.07480637729167938, | |
| 0.07482421398162842, | |
| 0.07697328180074692, | |
| 0.08092670142650604, | |
| 0.07015441358089447, | |
| 0.07309134304523468, | |
| 0.07465572655200958, | |
| 0.07515942305326462, | |
| 0.07721630483865738, | |
| 0.07378698885440826, | |
| 0.0710270032286644, | |
| 0.07413457334041595, | |
| 0.07682187855243683, | |
| 0.08446906507015228, | |
| 0.07762646675109863, | |
| 0.07136626541614532, | |
| 0.07230590283870697, | |
| 0.07373417913913727, | |
| 0.07236794382333755, | |
| 0.07123907655477524, | |
| 0.08195364475250244, | |
| 0.06900320947170258, | |
| 0.060011740773916245, | |
| 0.07414371520280838, | |
| 0.07555309683084488, | |
| 0.0644296333193779, | |
| 0.07632855325937271, | |
| 0.07520553469657898, | |
| 0.07276205718517303, | |
| 0.07271023094654083, | |
| 0.06531301140785217, | |
| 0.07297447323799133, | |
| 0.07270961999893188, | |
| 0.07454632222652435, | |
| 0.07276542484760284, | |
| 0.06848332285881042, | |
| 0.06939152628183365, | |
| 0.07199845463037491, | |
| 0.07199475914239883, | |
| 0.06776336580514908, | |
| 0.06876210123300552, | |
| 0.07206545770168304, | |
| 0.06846804171800613, | |
| 0.07429170608520508, | |
| 0.0714627206325531, | |
| 0.07270139455795288, | |
| 0.07588784396648407, | |
| 0.07119745016098022, | |
| 0.06948363780975342, | |
| 0.06362828612327576, | |
| 0.07597526907920837, | |
| 0.07059313356876373, | |
| 0.0640760287642479, | |
| 0.06041271239519119, | |
| 0.062441278249025345, | |
| 0.06848485767841339, | |
| 0.06524111330509186, | |
| 0.06564353406429291, | |
| 0.07082067430019379, | |
| 0.0676988959312439, | |
| 0.07045383006334305, | |
| 0.06132864952087402, | |
| 0.0676838830113411, | |
| 0.064274862408638, | |
| 0.06932217627763748, | |
| 0.06570309400558472, | |
| 0.06711895018815994, | |
| 0.06243062764406204, | |
| 0.0685991570353508, | |
| 0.0648145079612732, | |
| 0.0689878761768341, | |
| 0.06215982884168625, | |
| 0.06463310867547989, | |
| 0.055849675089120865, | |
| 0.06691331416368484, | |
| 0.06402920186519623, | |
| 0.05663374066352844, | |
| 0.056076034903526306, | |
| 0.06126324087381363, | |
| 0.06105763465166092, | |
| 0.06767643988132477, | |
| 0.06495392322540283, | |
| 0.06322813034057617, | |
| 0.0626610741019249, | |
| 0.05588827282190323, | |
| 0.06816142797470093, | |
| 0.06441586464643478, | |
| 0.06622708588838577, | |
| 0.053589969873428345, | |
| 0.06528521329164505, | |
| 0.06313464045524597, | |
| 0.06422115117311478, | |
| 0.06403939425945282, | |
| 0.05603744089603424, | |
| 0.06019753962755203, | |
| 0.05978955700993538, | |
| 0.058692023158073425, | |
| 0.05943136289715767, | |
| 0.06272856146097183, | |
| 0.06204809248447418, | |
| 0.05660928413271904, | |
| 0.06422382593154907, | |
| 0.06855501979589462, | |
| 0.05489934980869293, | |
| 0.05919265374541283, | |
| 0.06072087585926056, | |
| 0.06199055165052414, | |
| 0.06212494522333145, | |
| 0.0532408244907856, | |
| 0.05850880220532417, | |
| 0.06332679837942123, | |
| 0.06473984569311142, | |
| 0.05620533972978592, | |
| 0.056782789528369904, | |
| 0.05984317883849144, | |
| 0.06279785186052322, | |
| 0.0680396780371666, | |
| 0.06252189725637436, | |
| 0.057086262851953506, | |
| 0.057004414498806, | |
| 0.05471985042095184, | |
| 0.05932869017124176, | |
| 0.06498537957668304, | |
| 0.06377285718917847, | |
| 0.06319063156843185, | |
| 0.0629926323890686 | |
| ], | |
| "gradient_norms": [ | |
| 0.0037803652230650187, | |
| 0.003631350351497531, | |
| 0.003396314335986972, | |
| 0.00274146581068635, | |
| 0.002563745016232133, | |
| 0.0024723419919610023, | |
| 0.002229638397693634, | |
| 0.002245080890133977, | |
| 0.002163525903597474, | |
| 0.0021340805105865, | |
| 0.0021220329217612743, | |
| 0.0020243690814822912, | |
| 0.0020883611869066954, | |
| 0.001933824154548347, | |
| 0.0018491963855922222, | |
| 0.0018003054428845644, | |
| 0.0017963032005354762, | |
| 0.0018056104891002178, | |
| 0.0018354005878791213, | |
| 0.0019063110230490565 | |
| ], | |
| "activation_means": [ | |
| -0.02131376974284649, | |
| -0.03601019084453583, | |
| -0.06662210822105408, | |
| -0.12518449127674103, | |
| -0.1524452120065689, | |
| -0.1727040708065033, | |
| -0.1917235553264618, | |
| -0.20844022929668427, | |
| -0.21533320844173431, | |
| -0.2277694195508957, | |
| -0.2347966730594635, | |
| -0.2530445158481598, | |
| -0.2579406797885895, | |
| -0.2545703649520874, | |
| -0.2688005566596985, | |
| -0.2855533957481384, | |
| -0.28739380836486816, | |
| -0.3037635087966919, | |
| -0.29087066650390625, | |
| -0.3035217523574829 | |
| ], | |
| "activation_stds": [ | |
| 0.13483233749866486, | |
| 0.1384648084640503, | |
| 0.14461848139762878, | |
| 0.14690853655338287, | |
| 0.155510812997818, | |
| 0.15813173353672028, | |
| 0.1588330715894699, | |
| 0.16174864768981934, | |
| 0.1593213975429535, | |
| 0.16204914450645447, | |
| 0.16705702245235443, | |
| 0.16576600074768066, | |
| 0.16414247453212738, | |
| 0.16486325860023499, | |
| 0.16198192536830902, | |
| 0.16898144781589508, | |
| 0.16573883593082428, | |
| 0.17666961252689362, | |
| 0.16819415986537933, | |
| 0.17242176830768585 | |
| ] | |
| }, | |
| "summary": { | |
| "loss_improvement": 5.2903937299934425, | |
| "plain_grad_range": [ | |
| 8.64771111707464e-19, | |
| 0.006607615854591131 | |
| ], | |
| "res_grad_range": [ | |
| 0.0017963032005354762, | |
| 0.0037803652230650187 | |
| ], | |
| "plain_std_range": [ | |
| 1.9420922399149276e-05, | |
| 0.17953188717365265 | |
| ], | |
| "res_std_range": [ | |
| 0.13483233749866486, | |
| 0.17666961252689362 | |
| ] | |
| } | |
| } |