Upload results.json with huggingface_hub

results.json

@@ -0,0 +1,1173 @@
+{
+  "config": {
+    "num_layers": 20,
+    "hidden_dim": 64,
+    "num_samples": 1024,
+    "training_steps": 500,
+    "learning_rate": 0.001,
+    "batch_size": 64
+  },
+  "plain_mlp": {
+    "final_loss": 0.3122814893722534,
+    "initial_loss": 0.42214322090148926,
+    "loss_history": [
+      0.42214322090148926,
+      0.36282670497894287,
+      0.3482760190963745,
+      0.3494352102279663,
+      0.33545294404029846,
+      0.3272090554237366,
+      0.33767467737197876,
+      0.3396916091442108,
+      0.3351821303367615,
+      0.3310932219028473,
+      0.3351791501045227,
+      0.34008604288101196,
+      0.34631210565567017,
+      0.33455097675323486,
+      0.33241066336631775,
+      0.327256441116333,
+      0.3311437964439392,
+      0.3305869996547699,
+      0.3346586227416992,
+      0.340005487203598,
+      0.33456265926361084,
+      0.33543068170547485,
+      0.3316764235496521,
+      0.342144250869751,
+      0.3264315724372864,
+      0.32780060172080994,
+      0.3364536166191101,
+      0.3336724638938904,
+      0.33728402853012085,
+      0.33577609062194824,
+      0.33049479126930237,
+      0.329383909702301,
+      0.3264477550983429,
+      0.3307558298110962,
+      0.32680246233940125,
+      0.333177387714386,
+      0.33437252044677734,
+      0.32979515194892883,
+      0.33821630477905273,
+      0.3267170190811157,
+      0.3301219344139099,
+      0.3348636031150818,
+      0.3265611529350281,
+      0.32980096340179443,
+      0.33458641171455383,
+      0.3295944631099701,
+      0.32541388273239136,
+      0.33195948600769043,
+      0.33705854415893555,
+      0.32626599073410034,
+      0.32933109998703003,
+      0.3315778374671936,
+      0.3286918103694916,
+      0.335918128490448,
+      0.3317474126815796,
+      0.3240748643875122,
+      0.3326587975025177,
+      0.32749223709106445,
+      0.33983999490737915,
+      0.3330131769180298,
+      0.3279249370098114,
+      0.328784316778183,
+      0.3272261619567871,
+      0.32868239283561707,
+      0.34050124883651733,
+      0.3372110426425934,
+      0.33211958408355713,
+      0.3379274010658264,
+      0.3354094922542572,
+      0.337791383266449,
+      0.3335695266723633,
+      0.33175790309906006,
+      0.3285711705684662,
+      0.3294464349746704,
+      0.3280278742313385,
+      0.33241695165634155,
+      0.33453792333602905,
+      0.32833805680274963,
+      0.3319797217845917,
+      0.3291819393634796,
+      0.3294021785259247,
+      0.3406433165073395,
+      0.32606297731399536,
+      0.3226204812526703,
+      0.3310944437980652,
+      0.3309115469455719,
+      0.3352738618850708,
+      0.33406805992126465,
+      0.33366382122039795,
+      0.34170109033584595,
+      0.32491233944892883,
+      0.3298508822917938,
+      0.3299129009246826,
+      0.33908554911613464,
+      0.33246976137161255,
+      0.33066731691360474,
+      0.3304769694805145,
+      0.32929137349128723,
+      0.32822930812835693,
+      0.3333491086959839,
+      0.32887813448905945,
+      0.3329111337661743,
+      0.33009040355682373,
+      0.3283909261226654,
+      0.32943427562713623,
+      0.33743613958358765,
+      0.32562410831451416,
+      0.3262087106704712,
+      0.3281552195549011,
+      0.32880309224128723,
+      0.33024877309799194,
+      0.33133694529533386,
+      0.3343980014324188,
+      0.3297366499900818,
+      0.33445966243743896,
+      0.3308635652065277,
+      0.33346372842788696,
+      0.3338125944137573,
+      0.33411431312561035,
+      0.32354146242141724,
+      0.3296177089214325,
+      0.3204713761806488,
+      0.3324952721595764,
+      0.32344335317611694,
+      0.330871045589447,
+      0.32716238498687744,
+      0.337432861328125,
+      0.3403051495552063,
+      0.3313557505607605,
+      0.32797929644584656,
+      0.3364092707633972,
+      0.3307040333747864,
+      0.32038557529449463,
+      0.31208786368370056,
+      0.3315786123275757,
+      0.33295413851737976,
+      0.33243390917778015,
+      0.3210064172744751,
+      0.32867860794067383,
+      0.3323233425617218,
+      0.333433598279953,
+      0.326099157333374,
+      0.33212804794311523,
+      0.3348027765750885,
+      0.32956549525260925,
+      0.3299698233604431,
+      0.3317911624908447,
+      0.33178210258483887,
+      0.3308490216732025,
+      0.3286418914794922,
+      0.32811760902404785,
+      0.326610267162323,
+      0.3255402743816376,
+      0.33278921246528625,
+      0.3288092315196991,
+      0.333260178565979,
+      0.32541632652282715,
+      0.325713574886322,
+      0.3272123336791992,
+      0.3295033872127533,
+      0.3211234211921692,
+      0.33132150769233704,
+      0.32147130370140076,
+      0.33328524231910706,
+      0.3304368853569031,
+      0.32660651206970215,
+      0.32244348526000977,
+      0.3221438229084015,
+      0.32539036870002747,
+      0.3355017304420471,
+      0.33238741755485535,
+      0.31443461775779724,
+      0.32446616888046265,
+      0.3186056911945343,
+      0.3275202512741089,
+      0.32419508695602417,
+      0.3279516100883484,
+      0.3259829878807068,
+      0.32992708683013916,
+      0.32248663902282715,
+      0.3220922350883484,
+      0.3303144872188568,
+      0.332166850566864,
+      0.32141345739364624,
+      0.31897056102752686,
+      0.32363876700401306,
+      0.3221549689769745,
+      0.33142802119255066,
+      0.3282598853111267,
+      0.31797027587890625,
+      0.33446645736694336,
+      0.33268487453460693,
+      0.3175439238548279,
+      0.33158648014068604,
+      0.324335515499115,
+      0.3174867630004883,
+      0.32891330122947693,
+      0.3220325708389282,
+      0.3250204026699066,
+      0.32564860582351685,
+      0.32088494300842285,
+      0.32883039116859436,
+      0.32697242498397827,
+      0.33850207924842834,
+      0.3279131054878235,
+      0.3202984929084778,
+      0.3261798620223999,
+      0.3341549038887024,
+      0.3264288604259491,
+      0.32558804750442505,
+      0.3242926001548767,
+      0.3234439492225647,
+      0.31936201453208923,
+      0.32065972685813904,
+      0.3229916989803314,
+      0.3290161192417145,
+      0.31866925954818726,
+      0.3291019797325134,
+      0.3215341567993164,
+      0.3218863010406494,
+      0.3229762017726898,
+      0.3182288408279419,
+      0.3278171420097351,
+      0.31954365968704224,
+      0.32973426580429077,
+      0.3156335949897766,
+      0.3162286579608917,
+      0.32882851362228394,
+      0.3199450373649597,
+      0.32140082120895386,
+      0.3241465985774994,
+      0.3269677758216858,
+      0.3188479244709015,
+      0.31919217109680176,
+      0.3209821581840515,
+      0.3129628300666809,
+      0.3245271146297455,
+      0.3315494656562805,
+      0.32561102509498596,
+      0.32373708486557007,
+      0.3241332769393921,
+      0.3227849304676056,
+      0.3221299648284912,
+      0.3213585615158081,
+      0.3290410339832306,
+      0.3342036008834839,
+      0.3285410404205322,
+      0.3231137990951538,
+      0.31683844327926636,
+      0.3211103677749634,
+      0.33177798986434937,
+      0.32102054357528687,
+      0.3156767189502716,
+      0.32156461477279663,
+      0.3223722577095032,
+      0.3139723539352417,
+      0.32709231972694397,
+      0.3173341751098633,
+      0.31532400846481323,
+      0.3170064687728882,
+      0.31997907161712646,
+      0.32745033502578735,
+      0.32697030901908875,
+      0.3204156756401062,
+      0.3271084129810333,
+      0.32671791315078735,
+      0.3246278762817383,
+      0.3164779245853424,
+      0.3271852433681488,
+      0.3196042776107788,
+      0.32026350498199463,
+      0.3120955228805542,
+      0.318584680557251,
+      0.32811853289604187,
+      0.32301777601242065,
+      0.32394924759864807,
+      0.3186284899711609,
+      0.33235689997673035,
+      0.3238418698310852,
+      0.32303276658058167,
+      0.3165513277053833,
+      0.3227938115596771,
+      0.3216084837913513,
+      0.32230186462402344,
+      0.31495195627212524,
+      0.322005957365036,
+      0.3129628300666809,
+      0.316558837890625,
+      0.3285377323627472,
+      0.32414621114730835,
+      0.31914806365966797,
+      0.3209497332572937,
+      0.31563228368759155,
+      0.315194308757782,
+      0.32207655906677246,
+      0.3177405595779419,
+      0.31551986932754517,
+      0.31802260875701904,
+      0.32021886110305786,
+      0.3208439350128174,
+      0.31313204765319824,
+      0.3136066198348999,
+      0.31712469458580017,
+      0.31795984506607056,
+      0.3181302547454834,
+      0.322174072265625,
+      0.32505011558532715,
+      0.31750059127807617,
+      0.3222911059856415,
+      0.3154448866844177,
+      0.3248714208602905,
+      0.3258054554462433,
+      0.3222883343696594,
+      0.3219612240791321,
+      0.30858346819877625,
+      0.30579590797424316,
+      0.31194090843200684,
+      0.30980226397514343,
+      0.3115063011646271,
+      0.3166201710700989,
+      0.32646316289901733,
+      0.32494890689849854,
+      0.3148566484451294,
+      0.31464236974716187,
+      0.32489898800849915,
+      0.3286982774734497,
+      0.31258541345596313,
+      0.32561126351356506,
+      0.32239222526550293,
+      0.31925585865974426,
+      0.31524786353111267,
+      0.3155617117881775,
+      0.30894869565963745,
+      0.31647616624832153,
+      0.3181927800178528,
+      0.3155575394630432,
+      0.31147250533103943,
+      0.3121526539325714,
+      0.3178417980670929,
+      0.31777507066726685,
+      0.3277454078197479,
+      0.3230074644088745,
+      0.3155066967010498,
+      0.3123127222061157,
+      0.321414977312088,
+      0.31344032287597656,
+      0.31667494773864746,
+      0.32026779651641846,
+      0.32438141107559204,
+      0.3171403110027313,
+      0.3197984993457794,
+      0.32138901948928833,
+      0.3184692859649658,
+      0.31916412711143494,
+      0.3180121183395386,
+      0.32657110691070557,
+      0.31782758235931396,
+      0.3241843581199646,
+      0.31732508540153503,
+      0.317064106464386,
+      0.3212159276008606,
+      0.31150341033935547,
+      0.3197249472141266,
+      0.31177613139152527,
+      0.3193328082561493,
+      0.3192586302757263,
+      0.3233141303062439,
+      0.3107929229736328,
+      0.3158963918685913,
+      0.32218313217163086,
+      0.3179759979248047,
+      0.3117298483848572,
+      0.3206039369106293,
+      0.31486546993255615,
+      0.3219609260559082,
+      0.30939263105392456,
+      0.3182328939437866,
+      0.3162742853164673,
+      0.32427945733070374,
+      0.3155043125152588,
+      0.31323426961898804,
+      0.3223169147968292,
+      0.33166787028312683,
+      0.3266363739967346,
+      0.318408727645874,
+      0.3162022829055786,
+      0.316178560256958,
+      0.3218512237071991,
+      0.32263171672821045,
+      0.3201322853565216,
+      0.3166625499725342,
+      0.3264351487159729,
+      0.3150608539581299,
+      0.3099004626274109,
+      0.311903178691864,
+      0.315491259098053,
+      0.3139011859893799,
+      0.3073548674583435,
+      0.3136225640773773,
+      0.3125903010368347,
+      0.3150739371776581,
+      0.31659185886383057,
+      0.32262271642684937,
+      0.3133242130279541,
+      0.31148239970207214,
+      0.32298412919044495,
+      0.31778499484062195,
+      0.30843785405158997,
+      0.3154827952384949,
+      0.31984445452690125,
+      0.3228866457939148,
+      0.31940460205078125,
+      0.315796822309494,
+      0.31098097562789917,
+      0.31478509306907654,
+      0.3137901723384857,
+      0.3185809850692749,
+      0.3246801793575287,
+      0.30861347913742065,
+      0.3175472021102905,
+      0.3125755190849304,
+      0.317693829536438,
+      0.31665486097335815,
+      0.31839433312416077,
+      0.31122976541519165,
+      0.3198891580104828,
+      0.3025595247745514,
+      0.31865018606185913,
+      0.31307554244995117,
+      0.310791939496994,
+      0.3189123570919037,
+      0.31337010860443115,
+      0.3129110038280487,
+      0.3109862804412842,
+      0.3105536699295044,
+      0.3100142478942871,
+      0.30681681632995605,
+      0.30979853868484497,
+      0.32108548283576965,
+      0.31359052658081055,
+      0.32146626710891724,
+      0.3074720501899719,
+      0.30723342299461365,
+      0.3087216317653656,
+      0.31279802322387695,
+      0.30798858404159546,
+      0.3053668141365051,
+      0.3111911118030548,
+      0.3119443953037262,
+      0.31192684173583984,
+      0.3080732822418213,
+      0.31404170393943787,
+      0.3138525187969208,
+      0.31473881006240845,
+      0.31580841541290283,
+      0.3151828646659851,
+      0.31342148780822754,
+      0.3052767515182495,
+      0.3119245171546936,
+      0.3106262683868408,
+      0.3038669228553772,
+      0.3183707296848297,
+      0.3203107714653015,
+      0.309036523103714,
+      0.31399810314178467,
+      0.31323930621147156,
+      0.306890606880188,
+      0.30548590421676636,
+      0.3077350854873657,
+      0.3146387040615082,
+      0.3109719455242157,
+      0.31250497698783875,
+      0.3004187345504761,
+      0.30847451090812683,
+      0.31020867824554443,
+      0.31392747163772583,
+      0.31991061568260193,
+      0.3089701533317566,
+      0.3094186782836914,
+      0.316642165184021,
+      0.3136940002441406,
+      0.31746378540992737,
+      0.3059760332107544,
+      0.30767661333084106,
+      0.31823939085006714,
+      0.3136705756187439,
+      0.31073373556137085,
+      0.31243982911109924,
+      0.31552764773368835,
+      0.3138889670372009,
+      0.30521848797798157,
+      0.2989374101161957,
+      0.3153800964355469,
+      0.31432241201400757,
+      0.31000563502311707,
+      0.3153458833694458,
+      0.31128472089767456,
+      0.310610294342041,
+      0.3141220808029175,
+      0.3122814893722534
+    ],
+    "gradient_norms": [
+      0.010068393312394619,
+      0.009067831560969353,
+      0.008841422386467457,
+      0.008336398750543594,
+      0.007635441143065691,
+      0.007993700914084911,
+      0.008473974652588367,
+      0.008481012657284737,
+      0.00877982284873724,
+      0.009291221387684345,
+      0.009246684610843658,
+      0.010227610357105732,
+      0.009622696787118912,
+      0.008872134611010551,
+      0.009406423196196556,
+      0.009590999223291874,
+      0.010016469284892082,
+      0.010378911159932613,
+      0.010058541782200336,
+      0.009685155935585499
+    ],
+    "activation_means": [
+      0.02235810086131096,
+      -0.0006043091416358948,
+      0.027520379051566124,
+      0.09677311778068542,
+      -0.09256714582443237,
+      -0.0832536593079567,
+      -0.03931272402405739,
+      -0.10891453176736832,
+      -0.1333763301372528,
+      -0.01697702705860138,
+      -0.24202276766300201,
+      -0.022496212273836136,
+      0.0013794712722301483,
+      -0.07350999861955643,
+      -0.09732113778591156,
+      -0.0586143396794796,
+      -0.09032783657312393,
+      -0.010199513286352158,
+      0.010252870619297028,
+      -0.1822284758090973
+    ],
+    "activation_stds": [
+      0.8081836700439453,
+      0.8764128684997559,
+      0.9008104205131531,
+      0.9063840508460999,
+      0.9467869400978088,
+      0.9418801069259644,
+      0.8313923478126526,
+      0.7985774874687195,
+      0.843100905418396,
+      0.7745543718338013,
+      0.7544355392456055,
+      0.5160097479820251,
+      0.5802003741264343,
+      0.5734189748764038,
+      0.48425760865211487,
+      0.44677266478538513,
+      0.44068723917007446,
+      0.4156236946582794,
+      0.424014687538147,
+      0.35631605982780457
+    ]
+  },
+  "res_mlp": {
+    "final_loss": 0.0629926323890686,
+    "initial_loss": 13.825733184814453,
+    "loss_history": [
+      13.825733184814453,
+      6.929441928863525,
+      4.056141376495361,
+      2.5541770458221436,
+      1.7824699878692627,
+      1.416144847869873,
+      1.1620547771453857,
+      0.9483454823493958,
+      0.7843164801597595,
+      0.697279155254364,
+      0.6453202366828918,
+      0.5573611855506897,
+      0.5255516171455383,
+      0.5015190839767456,
+      0.45454704761505127,
+      0.41940945386886597,
+      0.3973648250102997,
+      0.3921322822570801,
+      0.3478171229362488,
+      0.3742031157016754,
+      0.33467820286750793,
+      0.33183223009109497,
+      0.3318370580673218,
+      0.3350353240966797,
+      0.3137206435203552,
+      0.30033594369888306,
+      0.3070758879184723,
+      0.28984498977661133,
+      0.2851133346557617,
+      0.26924896240234375,
+      0.2905859053134918,
+      0.279144287109375,
+      0.2638997435569763,
+      0.2549370229244232,
+      0.24959874153137207,
+      0.2570638060569763,
+      0.2534509301185608,
+      0.25506916642189026,
+      0.24851691722869873,
+      0.23037107288837433,
+      0.24302563071250916,
+      0.22616733610630035,
+      0.24495507776737213,
+      0.23248232901096344,
+      0.24176537990570068,
+      0.2333303689956665,
+      0.22003066539764404,
+      0.245095893740654,
+      0.23193161189556122,
+      0.2175668478012085,
+      0.22363689541816711,
+      0.2120945304632187,
+      0.23737770318984985,
+      0.23073768615722656,
+      0.21438273787498474,
+      0.21955570578575134,
+      0.21080368757247925,
+      0.21987861394882202,
+      0.21614855527877808,
+      0.21649761497974396,
+      0.19733500480651855,
+      0.2083965241909027,
+      0.20562587678432465,
+      0.22173789143562317,
+      0.2059110701084137,
+      0.1945328712463379,
+      0.21662525832653046,
+      0.19985336065292358,
+      0.19271507859230042,
+      0.21030962467193604,
+      0.2069288194179535,
+      0.1867353767156601,
+      0.20643624663352966,
+      0.1913994699716568,
+      0.18623554706573486,
+      0.20420098304748535,
+      0.20161986351013184,
+      0.1983901560306549,
+      0.19239430129528046,
+      0.1878090798854828,
+      0.19025678932666779,
+      0.1812693476676941,
+      0.19511495530605316,
+      0.19247011840343475,
+      0.19345001876354218,
+      0.18723750114440918,
+      0.17752212285995483,
+      0.18105608224868774,
+      0.17320361733436584,
+      0.17695054411888123,
+      0.18027013540267944,
+      0.18198877573013306,
+      0.1806012988090515,
+      0.17939069867134094,
+      0.19096586108207703,
+      0.17916780710220337,
+      0.1848122477531433,
+      0.16437095403671265,
+      0.1749158799648285,
+      0.1854352056980133,
+      0.17872394621372223,
+      0.1727355718612671,
+      0.17188334465026855,
+      0.17672254145145416,
+      0.17822399735450745,
+      0.17592446506023407,
+      0.1675281673669815,
+      0.16010603308677673,
+      0.17089994251728058,
+      0.1601085066795349,
+      0.1725354939699173,
+      0.1574731022119522,
+      0.1598099172115326,
+      0.16953468322753906,
+      0.16409367322921753,
+      0.1595795452594757,
+      0.15564961731433868,
+      0.1542244702577591,
+      0.14573857188224792,
+      0.1609399914741516,
+      0.15494975447654724,
+      0.15977708995342255,
+      0.1628899723291397,
+      0.15699170529842377,
+      0.15361425280570984,
+      0.16150403022766113,
+      0.15789395570755005,
+      0.13668665289878845,
+      0.16025841236114502,
+      0.14876320958137512,
+      0.15640254318714142,
+      0.13928887248039246,
+      0.15516719222068787,
+      0.14445939660072327,
+      0.1433185338973999,
+      0.14129473268985748,
+      0.14215922355651855,
+      0.15496797859668732,
+      0.1444668471813202,
+      0.14378705620765686,
+      0.14088605344295502,
+      0.12942053377628326,
+      0.1482706069946289,
+      0.13720951974391937,
+      0.1429380476474762,
+      0.14560531079769135,
+      0.13521014153957367,
+      0.1422801911830902,
+      0.1372361034154892,
+      0.13660244643688202,
+      0.13699297606945038,
+      0.14125284552574158,
+      0.1396929919719696,
+      0.13849902153015137,
+      0.14266842603683472,
+      0.14512087404727936,
+      0.14272311329841614,
+      0.13200822472572327,
+      0.12528839707374573,
+      0.1362495869398117,
+      0.13740304112434387,
+      0.14004293084144592,
+      0.13355493545532227,
+      0.13202989101409912,
+      0.12513452768325806,
+      0.12320512533187866,
+      0.13207478821277618,
+      0.12799137830734253,
+      0.12362419813871384,
+      0.13280878961086273,
+      0.1266961544752121,
+      0.13285361230373383,
+      0.13146376609802246,
+      0.1272575557231903,
+      0.13236036896705627,
+      0.13058793544769287,
+      0.12451867759227753,
+      0.13076333701610565,
+      0.12537893652915955,
+      0.1286524534225464,
+      0.1255934089422226,
+      0.12199349701404572,
+      0.12703447043895721,
+      0.1205616444349289,
+      0.11638176441192627,
+      0.12982048094272614,
+      0.11749467253684998,
+      0.11279859393835068,
+      0.11866491287946701,
+      0.12125350534915924,
+      0.12608124315738678,
+      0.1334507018327713,
+      0.12499742209911346,
+      0.12244322896003723,
+      0.12269967049360275,
+      0.11862020939588547,
+      0.11574031412601471,
+      0.12193585187196732,
+      0.11600715667009354,
+      0.11964584141969681,
+      0.1162799671292305,
+      0.12539267539978027,
+      0.12248687446117401,
+      0.12070564925670624,
+      0.13140465319156647,
+      0.11640572547912598,
+      0.10755001753568649,
+      0.11134535819292068,
+      0.11165831983089447,
+      0.1097593680024147,
+      0.11635623127222061,
+      0.11294370889663696,
+      0.10825790464878082,
+      0.10611490160226822,
+      0.11304027587175369,
+      0.11056037247180939,
+      0.11218193918466568,
+      0.11071833968162537,
+      0.11433180421590805,
+      0.1080167144536972,
+      0.11098785698413849,
+      0.10625725984573364,
+      0.10640506446361542,
+      0.11352894455194473,
+      0.11021991074085236,
+      0.10663466155529022,
+      0.10082174837589264,
+      0.10823401808738708,
+      0.10888013243675232,
+      0.10405822843313217,
+      0.10449113696813583,
+      0.10663808882236481,
+      0.1043190062046051,
+      0.10356761515140533,
+      0.10988475382328033,
+      0.11231439560651779,
+      0.10832472890615463,
+      0.10288867354393005,
+      0.11017926037311554,
+      0.10268239676952362,
+      0.10657632350921631,
+      0.10329350084066391,
+      0.11197119206190109,
+      0.10926295816898346,
+      0.1126130148768425,
+      0.0998806282877922,
+      0.10103444755077362,
+      0.09290547668933868,
+      0.09799303859472275,
+      0.10779248923063278,
+      0.10077505558729172,
+      0.10144646465778351,
+      0.10275106132030487,
+      0.09488312900066376,
+      0.0980915054678917,
+      0.09439370036125183,
+      0.10310178995132446,
+      0.09724435210227966,
+      0.10685458779335022,
+      0.09623485803604126,
+      0.09753909707069397,
+      0.08963052928447723,
+      0.09267763793468475,
+      0.09678862243890762,
+      0.09540798515081406,
+      0.08834634721279144,
+      0.09270018339157104,
+      0.08261752128601074,
+      0.1081431582570076,
+      0.10075649619102478,
+      0.09674010425806046,
+      0.09663750231266022,
+      0.09644731134176254,
+      0.09872166812419891,
+      0.09951721131801605,
+      0.088838130235672,
+      0.09299120306968689,
+      0.09496532380580902,
+      0.09245827049016953,
+      0.09697187691926956,
+      0.0878148078918457,
+      0.09270801395177841,
+      0.09216231107711792,
+      0.09456576406955719,
+      0.08298899233341217,
+      0.09676386415958405,
+      0.09488122165203094,
+      0.09232550114393234,
+      0.09934262931346893,
+      0.08506445586681366,
+      0.09329526126384735,
+      0.09657076001167297,
+      0.09500131011009216,
+      0.09519918262958527,
+      0.09765627980232239,
+      0.08732327073812485,
+      0.09301722794771194,
+      0.09543395042419434,
+      0.0873609408736229,
+      0.08974739909172058,
+      0.08848126232624054,
+      0.08153203874826431,
+      0.0837751030921936,
+      0.09327980130910873,
+      0.0937112420797348,
+      0.0836104080080986,
+      0.08840271085500717,
+      0.08613412827253342,
+      0.08702630549669266,
+      0.0854334831237793,
+      0.07984519749879837,
+      0.0783020630478859,
+      0.0839296504855156,
+      0.0771411657333374,
+      0.07718954980373383,
+      0.08612189441919327,
+      0.08547349274158478,
+      0.08440866321325302,
+      0.0895165503025055,
+      0.08419612795114517,
+      0.08556754887104034,
+      0.08557409048080444,
+      0.08724275976419449,
+      0.08401279896497726,
+      0.08161499351263046,
+      0.08135215193033218,
+      0.07858897000551224,
+      0.07412116229534149,
+      0.09073606133460999,
+      0.0884423777461052,
+      0.07584438472986221,
+      0.08999098837375641,
+      0.07833802700042725,
+      0.08642788231372833,
+      0.08511155843734741,
+      0.07571419328451157,
+      0.07647889107465744,
+      0.0770968496799469,
+      0.07909407466650009,
+      0.07677635550498962,
+      0.07856360077857971,
+      0.07897358387708664,
+      0.08044072985649109,
+      0.0849953144788742,
+      0.07985112816095352,
+      0.07496027648448944,
+      0.0693586990237236,
+      0.077299565076828,
+      0.07525025308132172,
+      0.07886706292629242,
+      0.07089076936244965,
+      0.0745236724615097,
+      0.08298902958631516,
+      0.07434681057929993,
+      0.07863019406795502,
+      0.07296870648860931,
+      0.07038713246583939,
+      0.07498430460691452,
+      0.0731402337551117,
+      0.0791475921869278,
+      0.07742582261562347,
+      0.07537870854139328,
+      0.0774664357304573,
+      0.08444315940141678,
+      0.06756129115819931,
+      0.07491543889045715,
+      0.07476594299077988,
+      0.07262799143791199,
+      0.0735686719417572,
+      0.07892186939716339,
+      0.07961255311965942,
+      0.07117517292499542,
+      0.06840993463993073,
+      0.06531023234128952,
+      0.07480637729167938,
+      0.07482421398162842,
+      0.07697328180074692,
+      0.08092670142650604,
+      0.07015441358089447,
+      0.07309134304523468,
+      0.07465572655200958,
+      0.07515942305326462,
+      0.07721630483865738,
+      0.07378698885440826,
+      0.0710270032286644,
+      0.07413457334041595,
+      0.07682187855243683,
+      0.08446906507015228,
+      0.07762646675109863,
+      0.07136626541614532,
+      0.07230590283870697,
+      0.07373417913913727,
+      0.07236794382333755,
+      0.07123907655477524,
+      0.08195364475250244,
+      0.06900320947170258,
+      0.060011740773916245,
+      0.07414371520280838,
+      0.07555309683084488,
+      0.0644296333193779,
+      0.07632855325937271,
+      0.07520553469657898,
+      0.07276205718517303,
+      0.07271023094654083,
+      0.06531301140785217,
+      0.07297447323799133,
+      0.07270961999893188,
+      0.07454632222652435,
+      0.07276542484760284,
+      0.06848332285881042,
+      0.06939152628183365,
+      0.07199845463037491,
+      0.07199475914239883,
+      0.06776336580514908,
+      0.06876210123300552,
+      0.07206545770168304,
+      0.06846804171800613,
+      0.07429170608520508,
+      0.0714627206325531,
+      0.07270139455795288,
+      0.07588784396648407,
+      0.07119745016098022,
+      0.06948363780975342,
+      0.06362828612327576,
+      0.07597526907920837,
+      0.07059313356876373,
+      0.0640760287642479,
+      0.06041271239519119,
+      0.062441278249025345,
+      0.06848485767841339,
+      0.06524111330509186,
+      0.06564353406429291,
+      0.07082067430019379,
+      0.0676988959312439,
+      0.07045383006334305,
+      0.06132864952087402,
+      0.0676838830113411,
+      0.064274862408638,
+      0.06932217627763748,
+      0.06570309400558472,
+      0.06711895018815994,
+      0.06243062764406204,
+      0.0685991570353508,
+      0.0648145079612732,
+      0.0689878761768341,
+      0.06215982884168625,
+      0.06463310867547989,
+      0.055849675089120865,
+      0.06691331416368484,
+      0.06402920186519623,
+      0.05663374066352844,
+      0.056076034903526306,
+      0.06126324087381363,
+      0.06105763465166092,
+      0.06767643988132477,
+      0.06495392322540283,
+      0.06322813034057617,
+      0.0626610741019249,
+      0.05588827282190323,
+      0.06816142797470093,
+      0.06441586464643478,
+      0.06622708588838577,
+      0.053589969873428345,
+      0.06528521329164505,
+      0.06313464045524597,
+      0.06422115117311478,
+      0.06403939425945282,
+      0.05603744089603424,
+      0.06019753962755203,
+      0.05978955700993538,
+      0.058692023158073425,
+      0.05943136289715767,
+      0.06272856146097183,
+      0.06204809248447418,
+      0.05660928413271904,
+      0.06422382593154907,
+      0.06855501979589462,
+      0.05489934980869293,
+      0.05919265374541283,
+      0.06072087585926056,
+      0.06199055165052414,
+      0.06212494522333145,
+      0.0532408244907856,
+      0.05850880220532417,
+      0.06332679837942123,
+      0.06473984569311142,
+      0.05620533972978592,
+      0.056782789528369904,
+      0.05984317883849144,
+      0.06279785186052322,
+      0.0680396780371666,
+      0.06252189725637436,
+      0.057086262851953506,
+      0.057004414498806,
+      0.05471985042095184,
+      0.05932869017124176,
+      0.06498537957668304,
+      0.06377285718917847,
+      0.06319063156843185,
+      0.0629926323890686
+    ],
+    "gradient_norms": [
+      0.0037803652230650187,
+      0.003631350351497531,
+      0.003396314335986972,
+      0.00274146581068635,
+      0.002563745016232133,
+      0.0024723419919610023,
+      0.002229638397693634,
+      0.002245080890133977,
+      0.002163525903597474,
+      0.0021340805105865,
+      0.0021220329217612743,
+      0.0020243690814822912,
+      0.0020883611869066954,
+      0.001933824154548347,
+      0.0018491963855922222,
+      0.0018003054428845644,
+      0.0017963032005354762,
+      0.0018056104891002178,
+      0.0018354005878791213,
+      0.0019063110230490565
+    ],
+    "activation_means": [
+      -0.02131376974284649,
+      -0.03601019084453583,
+      -0.06662210822105408,
+      -0.12518449127674103,
+      -0.1524452120065689,
+      -0.1727040708065033,
+      -0.1917235553264618,
+      -0.20844022929668427,
+      -0.21533320844173431,
+      -0.2277694195508957,
+      -0.2347966730594635,
+      -0.2530445158481598,
+      -0.2579406797885895,
+      -0.2545703649520874,
+      -0.2688005566596985,
+      -0.2855533957481384,
+      -0.28739380836486816,
+      -0.3037635087966919,
+      -0.29087066650390625,
+      -0.3035217523574829
+    ],
+    "activation_stds": [
+      0.13483233749866486,
+      0.1384648084640503,
+      0.14461848139762878,
+      0.14690853655338287,
+      0.155510812997818,
+      0.15813173353672028,
+      0.1588330715894699,
+      0.16174864768981934,
+      0.1593213975429535,
+      0.16204914450645447,
+      0.16705702245235443,
+      0.16576600074768066,
+      0.16414247453212738,
+      0.16486325860023499,
+      0.16198192536830902,
+      0.16898144781589508,
+      0.16573883593082428,
+      0.17666961252689362,
+      0.16819415986537933,
+      0.17242176830768585
+    ]
+  },
+  "summary": {
+    "loss_improvement": 4.957428790139671,
+    "plain_grad_range": [
+      0.007635441143065691,
+      0.010378911159932613
+    ],
+    "res_grad_range": [
+      0.0017963032005354762,
+      0.0037803652230650187
+    ],
+    "plain_std_range": [
+      0.35631605982780457,
+      0.9467869400978088
+    ],
+    "res_std_range": [
+      0.13483233749866486,
+      0.17666961252689362
+    ]
+  }
+}