{
  "config": {
    "num_layers": 20,
    "hidden_dim": 64,
    "num_samples": 1024,
    "training_steps": 500,
    "learning_rate": 0.001,
    "batch_size": 64
  },
  "plain_mlp": {
    "final_loss": 0.3122814893722534,
    "initial_loss": 0.42214322090148926,
    "loss_history": [
      0.42214322090148926,
      0.36282670497894287,
      0.3482760190963745,
      0.3494352102279663,
      0.33545294404029846,
      0.3272090554237366,
      0.33767467737197876,
      0.3396916091442108,
      0.3351821303367615,
      0.3310932219028473,
      0.3351791501045227,
      0.34008604288101196,
      0.34631210565567017,
      0.33455097675323486,
      0.33241066336631775,
      0.327256441116333,
      0.3311437964439392,
      0.3305869996547699,
      0.3346586227416992,
      0.340005487203598,
      0.33456265926361084,
      0.33543068170547485,
      0.3316764235496521,
      0.342144250869751,
      0.3264315724372864,
      0.32780060172080994,
      0.3364536166191101,
      0.3336724638938904,
      0.33728402853012085,
      0.33577609062194824,
      0.33049479126930237,
      0.329383909702301,
      0.3264477550983429,
      0.3307558298110962,
      0.32680246233940125,
      0.333177387714386,
      0.33437252044677734,
      0.32979515194892883,
      0.33821630477905273,
      0.3267170190811157,
      0.3301219344139099,
      0.3348636031150818,
      0.3265611529350281,
      0.32980096340179443,
      0.33458641171455383,
      0.3295944631099701,
      0.32541388273239136,
      0.33195948600769043,
      0.33705854415893555,
      0.32626599073410034,
      0.32933109998703003,
      0.3315778374671936,
      0.3286918103694916,
      0.335918128490448,
      0.3317474126815796,
      0.3240748643875122,
      0.3326587975025177,
      0.32749223709106445,
      0.33983999490737915,
      0.3330131769180298,
      0.3279249370098114,
      0.328784316778183,
      0.3272261619567871,
      0.32868239283561707,
      0.34050124883651733,
      0.3372110426425934,
      0.33211958408355713,
      0.3379274010658264,
      0.3354094922542572,
      0.337791383266449,
      0.3335695266723633,
      0.33175790309906006,
      0.3285711705684662,
      0.3294464349746704,
      0.3280278742313385,
      0.33241695165634155,
      0.33453792333602905,
      0.32833805680274963,
      0.3319797217845917,
      0.3291819393634796,
      0.3294021785259247,
      0.3406433165073395,
      0.32606297731399536,
      0.3226204812526703,
      0.3310944437980652,
      0.3309115469455719,
      0.3352738618850708,
      0.33406805992126465,
      0.33366382122039795,
      0.34170109033584595,
      0.32491233944892883,
      0.3298508822917938,
      0.3299129009246826,
      0.33908554911613464,
      0.33246976137161255,
      0.33066731691360474,
      0.3304769694805145,
      0.32929137349128723,
      0.32822930812835693,
      0.3333491086959839,
      0.32887813448905945,
      0.3329111337661743,
      0.33009040355682373,
      0.3283909261226654,
      0.32943427562713623,
      0.33743613958358765,
      0.32562410831451416,
      0.3262087106704712,
      0.3281552195549011,
      0.32880309224128723,
      0.33024877309799194,
      0.33133694529533386,
      0.3343980014324188,
      0.3297366499900818,
      0.33445966243743896,
      0.3308635652065277,
      0.33346372842788696,
      0.3338125944137573,
      0.33411431312561035,
      0.32354146242141724,
      0.3296177089214325,
      0.3204713761806488,
      0.3324952721595764,
      0.32344335317611694,
      0.330871045589447,
      0.32716238498687744,
      0.337432861328125,
      0.3403051495552063,
      0.3313557505607605,
      0.32797929644584656,
      0.3364092707633972,
      0.3307040333747864,
      0.32038557529449463,
      0.31208786368370056,
      0.3315786123275757,
      0.33295413851737976,
      0.33243390917778015,
      0.3210064172744751,
      0.32867860794067383,
      0.3323233425617218,
      0.333433598279953,
      0.326099157333374,
      0.33212804794311523,
      0.3348027765750885,
      0.32956549525260925,
      0.3299698233604431,
      0.3317911624908447,
      0.33178210258483887,
      0.3308490216732025,
      0.3286418914794922,
      0.32811760902404785,
      0.326610267162323,
      0.3255402743816376,
      0.33278921246528625,
      0.3288092315196991,
      0.333260178565979,
      0.32541632652282715,
      0.325713574886322,
      0.3272123336791992,
      0.3295033872127533,
      0.3211234211921692,
      0.33132150769233704,
      0.32147130370140076,
      0.33328524231910706,
      0.3304368853569031,
      0.32660651206970215,
      0.32244348526000977,
      0.3221438229084015,
      0.32539036870002747,
      0.3355017304420471,
      0.33238741755485535,
      0.31443461775779724,
      0.32446616888046265,
      0.3186056911945343,
      0.3275202512741089,
      0.32419508695602417,
      0.3279516100883484,
      0.3259829878807068,
      0.32992708683013916,
      0.32248663902282715,
      0.3220922350883484,
      0.3303144872188568,
      0.332166850566864,
      0.32141345739364624,
      0.31897056102752686,
      0.32363876700401306,
      0.3221549689769745,
      0.33142802119255066,
      0.3282598853111267,
      0.31797027587890625,
      0.33446645736694336,
      0.33268487453460693,
      0.3175439238548279,
      0.33158648014068604,
      0.324335515499115,
      0.3174867630004883,
      0.32891330122947693,
      0.3220325708389282,
      0.3250204026699066,
      0.32564860582351685,
      0.32088494300842285,
      0.32883039116859436,
      0.32697242498397827,
      0.33850207924842834,
      0.3279131054878235,
      0.3202984929084778,
      0.3261798620223999,
      0.3341549038887024,
      0.3264288604259491,
      0.32558804750442505,
      0.3242926001548767,
      0.3234439492225647,
      0.31936201453208923,
      0.32065972685813904,
      0.3229916989803314,
      0.3290161192417145,
      0.31866925954818726,
      0.3291019797325134,
      0.3215341567993164,
      0.3218863010406494,
      0.3229762017726898,
      0.3182288408279419,
      0.3278171420097351,
      0.31954365968704224,
      0.32973426580429077,
      0.3156335949897766,
      0.3162286579608917,
      0.32882851362228394,
      0.3199450373649597,
      0.32140082120895386,
      0.3241465985774994,
      0.3269677758216858,
      0.3188479244709015,
      0.31919217109680176,
      0.3209821581840515,
      0.3129628300666809,
      0.3245271146297455,
      0.3315494656562805,
      0.32561102509498596,
      0.32373708486557007,
      0.3241332769393921,
      0.3227849304676056,
      0.3221299648284912,
      0.3213585615158081,
      0.3290410339832306,
      0.3342036008834839,
      0.3285410404205322,
      0.3231137990951538,
      0.31683844327926636,
      0.3211103677749634,
      0.33177798986434937,
      0.32102054357528687,
      0.3156767189502716,
      0.32156461477279663,
      0.3223722577095032,
      0.3139723539352417,
      0.32709231972694397,
      0.3173341751098633,
      0.31532400846481323,
      0.3170064687728882,
      0.31997907161712646,
      0.32745033502578735,
      0.32697030901908875,
      0.3204156756401062,
      0.3271084129810333,
      0.32671791315078735,
      0.3246278762817383,
      0.3164779245853424,
      0.3271852433681488,
      0.3196042776107788,
      0.32026350498199463,
      0.3120955228805542,
      0.318584680557251,
      0.32811853289604187,
      0.32301777601242065,
      0.32394924759864807,
      0.3186284899711609,
      0.33235689997673035,
      0.3238418698310852,
      0.32303276658058167,
      0.3165513277053833,
      0.3227938115596771,
      0.3216084837913513,
      0.32230186462402344,
      0.31495195627212524,
      0.322005957365036,
      0.3129628300666809,
      0.316558837890625,
      0.3285377323627472,
      0.32414621114730835,
      0.31914806365966797,
      0.3209497332572937,
      0.31563228368759155,
      0.315194308757782,
      0.32207655906677246,
      0.3177405595779419,
      0.31551986932754517,
      0.31802260875701904,
      0.32021886110305786,
      0.3208439350128174,
      0.31313204765319824,
      0.3136066198348999,
      0.31712469458580017,
      0.31795984506607056,
      0.3181302547454834,
      0.322174072265625,
      0.32505011558532715,
      0.31750059127807617,
      0.3222911059856415,
      0.3154448866844177,
      0.3248714208602905,
      0.3258054554462433,
      0.3222883343696594,
      0.3219612240791321,
      0.30858346819877625,
      0.30579590797424316,
      0.31194090843200684,
      0.30980226397514343,
      0.3115063011646271,
      0.3166201710700989,
      0.32646316289901733,
      0.32494890689849854,
      0.3148566484451294,
      0.31464236974716187,
      0.32489898800849915,
      0.3286982774734497,
      0.31258541345596313,
      0.32561126351356506,
      0.32239222526550293,
      0.31925585865974426,
      0.31524786353111267,
      0.3155617117881775,
      0.30894869565963745,
      0.31647616624832153,
      0.3181927800178528,
      0.3155575394630432,
      0.31147250533103943,
      0.3121526539325714,
      0.3178417980670929,
      0.31777507066726685,
      0.3277454078197479,
      0.3230074644088745,
      0.3155066967010498,
      0.3123127222061157,
      0.321414977312088,
      0.31344032287597656,
      0.31667494773864746,
      0.32026779651641846,
      0.32438141107559204,
      0.3171403110027313,
      0.3197984993457794,
      0.32138901948928833,
      0.3184692859649658,
      0.31916412711143494,
      0.3180121183395386,
      0.32657110691070557,
      0.31782758235931396,
      0.3241843581199646,
      0.31732508540153503,
      0.317064106464386,
      0.3212159276008606,
      0.31150341033935547,
      0.3197249472141266,
      0.31177613139152527,
      0.3193328082561493,
      0.3192586302757263,
      0.3233141303062439,
      0.3107929229736328,
      0.3158963918685913,
      0.32218313217163086,
      0.3179759979248047,
      0.3117298483848572,
      0.3206039369106293,
      0.31486546993255615,
      0.3219609260559082,
      0.30939263105392456,
      0.3182328939437866,
      0.3162742853164673,
      0.32427945733070374,
      0.3155043125152588,
      0.31323426961898804,
      0.3223169147968292,
      0.33166787028312683,
      0.3266363739967346,
      0.318408727645874,
      0.3162022829055786,
      0.316178560256958,
      0.3218512237071991,
      0.32263171672821045,
      0.3201322853565216,
      0.3166625499725342,
      0.3264351487159729,
      0.3150608539581299,
      0.3099004626274109,
      0.311903178691864,
      0.315491259098053,
      0.3139011859893799,
      0.3073548674583435,
      0.3136225640773773,
      0.3125903010368347,
      0.3150739371776581,
      0.31659185886383057,
      0.32262271642684937,
      0.3133242130279541,
      0.31148239970207214,
      0.32298412919044495,
      0.31778499484062195,
      0.30843785405158997,
      0.3154827952384949,
      0.31984445452690125,
      0.3228866457939148,
      0.31940460205078125,
      0.315796822309494,
      0.31098097562789917,
      0.31478509306907654,
      0.3137901723384857,
      0.3185809850692749,
      0.3246801793575287,
      0.30861347913742065,
      0.3175472021102905,
      0.3125755190849304,
      0.317693829536438,
      0.31665486097335815,
      0.31839433312416077,
      0.31122976541519165,
      0.3198891580104828,
      0.3025595247745514,
      0.31865018606185913,
      0.31307554244995117,
      0.310791939496994,
      0.3189123570919037,
      0.31337010860443115,
      0.3129110038280487,
      0.3109862804412842,
      0.3105536699295044,
      0.3100142478942871,
      0.30681681632995605,
      0.30979853868484497,
      0.32108548283576965,
      0.31359052658081055,
      0.32146626710891724,
      0.3074720501899719,
      0.30723342299461365,
      0.3087216317653656,
      0.31279802322387695,
      0.30798858404159546,
      0.3053668141365051,
      0.3111911118030548,
      0.3119443953037262,
      0.31192684173583984,
      0.3080732822418213,
      0.31404170393943787,
      0.3138525187969208,
      0.31473881006240845,
      0.31580841541290283,
      0.3151828646659851,
      0.31342148780822754,
      0.3052767515182495,
      0.3119245171546936,
      0.3106262683868408,
      0.3038669228553772,
      0.3183707296848297,
      0.3203107714653015,
      0.309036523103714,
      0.31399810314178467,
      0.31323930621147156,
      0.306890606880188,
      0.30548590421676636,
      0.3077350854873657,
      0.3146387040615082,
      0.3109719455242157,
      0.31250497698783875,
      0.3004187345504761,
      0.30847451090812683,
      0.31020867824554443,
      0.31392747163772583,
      0.31991061568260193,
      0.3089701533317566,
      0.3094186782836914,
      0.316642165184021,
      0.3136940002441406,
      0.31746378540992737,
      0.3059760332107544,
      0.30767661333084106,
      0.31823939085006714,
      0.3136705756187439,
      0.31073373556137085,
      0.31243982911109924,
      0.31552764773368835,
      0.3138889670372009,
      0.30521848797798157,
      0.2989374101161957,
      0.3153800964355469,
      0.31432241201400757,
      0.31000563502311707,
      0.3153458833694458,
      0.31128472089767456,
      0.310610294342041,
      0.3141220808029175,
      0.3122814893722534
    ],
    "gradient_norms": [
      0.010068393312394619,
      0.009067831560969353,
      0.008841422386467457,
      0.008336398750543594,
      0.007635441143065691,
      0.007993700914084911,
      0.008473974652588367,
      0.008481012657284737,
      0.00877982284873724,
      0.009291221387684345,
      0.009246684610843658,
      0.010227610357105732,
      0.009622696787118912,
      0.008872134611010551,
      0.009406423196196556,
      0.009590999223291874,
      0.010016469284892082,
      0.010378911159932613,
      0.010058541782200336,
      0.009685155935585499
    ],
    "activation_means": [
      0.02235810086131096,
      -0.0006043091416358948,
      0.027520379051566124,
      0.09677311778068542,
      -0.09256714582443237,
      -0.0832536593079567,
      -0.03931272402405739,
      -0.10891453176736832,
      -0.1333763301372528,
      -0.01697702705860138,
      -0.24202276766300201,
      -0.022496212273836136,
      0.0013794712722301483,
      -0.07350999861955643,
      -0.09732113778591156,
      -0.0586143396794796,
      -0.09032783657312393,
      -0.010199513286352158,
      0.010252870619297028,
      -0.1822284758090973
    ],
    "activation_stds": [
      0.8081836700439453,
      0.8764128684997559,
      0.9008104205131531,
      0.9063840508460999,
      0.9467869400978088,
      0.9418801069259644,
      0.8313923478126526,
      0.7985774874687195,
      0.843100905418396,
      0.7745543718338013,
      0.7544355392456055,
      0.5160097479820251,
      0.5802003741264343,
      0.5734189748764038,
      0.48425760865211487,
      0.44677266478538513,
      0.44068723917007446,
      0.4156236946582794,
      0.424014687538147,
      0.35631605982780457
    ]
  },
  "res_mlp": {
    "final_loss": 0.0629926323890686,
    "initial_loss": 13.825733184814453,
    "loss_history": [
      13.825733184814453,
      6.929441928863525,
      4.056141376495361,
      2.5541770458221436,
      1.7824699878692627,
      1.416144847869873,
      1.1620547771453857,
      0.9483454823493958,
      0.7843164801597595,
      0.697279155254364,
      0.6453202366828918,
      0.5573611855506897,
      0.5255516171455383,
      0.5015190839767456,
      0.45454704761505127,
      0.41940945386886597,
      0.3973648250102997,
      0.3921322822570801,
      0.3478171229362488,
      0.3742031157016754,
      0.33467820286750793,
      0.33183223009109497,
      0.3318370580673218,
      0.3350353240966797,
      0.3137206435203552,
      0.30033594369888306,
      0.3070758879184723,
      0.28984498977661133,
      0.2851133346557617,
      0.26924896240234375,
      0.2905859053134918,
      0.279144287109375,
      0.2638997435569763,
      0.2549370229244232,
      0.24959874153137207,
      0.2570638060569763,
      0.2534509301185608,
      0.25506916642189026,
      0.24851691722869873,
      0.23037107288837433,
      0.24302563071250916,
      0.22616733610630035,
      0.24495507776737213,
      0.23248232901096344,
      0.24176537990570068,
      0.2333303689956665,
      0.22003066539764404,
      0.245095893740654,
      0.23193161189556122,
      0.2175668478012085,
      0.22363689541816711,
      0.2120945304632187,
      0.23737770318984985,
      0.23073768615722656,
      0.21438273787498474,
      0.21955570578575134,
      0.21080368757247925,
      0.21987861394882202,
      0.21614855527877808,
      0.21649761497974396,
      0.19733500480651855,
      0.2083965241909027,
      0.20562587678432465,
      0.22173789143562317,
      0.2059110701084137,
      0.1945328712463379,
      0.21662525832653046,
      0.19985336065292358,
      0.19271507859230042,
      0.21030962467193604,
      0.2069288194179535,
      0.1867353767156601,
      0.20643624663352966,
      0.1913994699716568,
      0.18623554706573486,
      0.20420098304748535,
      0.20161986351013184,
      0.1983901560306549,
      0.19239430129528046,
      0.1878090798854828,
      0.19025678932666779,
      0.1812693476676941,
      0.19511495530605316,
      0.19247011840343475,
      0.19345001876354218,
      0.18723750114440918,
      0.17752212285995483,
      0.18105608224868774,
      0.17320361733436584,
      0.17695054411888123,
      0.18027013540267944,
      0.18198877573013306,
      0.1806012988090515,
      0.17939069867134094,
      0.19096586108207703,
      0.17916780710220337,
      0.1848122477531433,
      0.16437095403671265,
      0.1749158799648285,
      0.1854352056980133,
      0.17872394621372223,
      0.1727355718612671,
      0.17188334465026855,
      0.17672254145145416,
      0.17822399735450745,
      0.17592446506023407,
      0.1675281673669815,
      0.16010603308677673,
      0.17089994251728058,
      0.1601085066795349,
      0.1725354939699173,
      0.1574731022119522,
      0.1598099172115326,
      0.16953468322753906,
      0.16409367322921753,
      0.1595795452594757,
      0.15564961731433868,
      0.1542244702577591,
      0.14573857188224792,
      0.1609399914741516,
      0.15494975447654724,
      0.15977708995342255,
      0.1628899723291397,
      0.15699170529842377,
      0.15361425280570984,
      0.16150403022766113,
      0.15789395570755005,
      0.13668665289878845,
      0.16025841236114502,
      0.14876320958137512,
      0.15640254318714142,
      0.13928887248039246,
      0.15516719222068787,
      0.14445939660072327,
      0.1433185338973999,
      0.14129473268985748,
      0.14215922355651855,
      0.15496797859668732,
      0.1444668471813202,
      0.14378705620765686,
      0.14088605344295502,
      0.12942053377628326,
      0.1482706069946289,
      0.13720951974391937,
      0.1429380476474762,
      0.14560531079769135,
      0.13521014153957367,
      0.1422801911830902,
      0.1372361034154892,
      0.13660244643688202,
      0.13699297606945038,
      0.14125284552574158,
      0.1396929919719696,
      0.13849902153015137,
      0.14266842603683472,
      0.14512087404727936,
      0.14272311329841614,
      0.13200822472572327,
      0.12528839707374573,
      0.1362495869398117,
      0.13740304112434387,
      0.14004293084144592,
      0.13355493545532227,
      0.13202989101409912,
      0.12513452768325806,
      0.12320512533187866,
      0.13207478821277618,
      0.12799137830734253,
      0.12362419813871384,
      0.13280878961086273,
      0.1266961544752121,
      0.13285361230373383,
      0.13146376609802246,
      0.1272575557231903,
      0.13236036896705627,
      0.13058793544769287,
      0.12451867759227753,
      0.13076333701610565,
      0.12537893652915955,
      0.1286524534225464,
      0.1255934089422226,
      0.12199349701404572,
      0.12703447043895721,
      0.1205616444349289,
      0.11638176441192627,
      0.12982048094272614,
      0.11749467253684998,
      0.11279859393835068,
      0.11866491287946701,
      0.12125350534915924,
      0.12608124315738678,
      0.1334507018327713,
      0.12499742209911346,
      0.12244322896003723,
      0.12269967049360275,
      0.11862020939588547,
      0.11574031412601471,
      0.12193585187196732,
      0.11600715667009354,
      0.11964584141969681,
      0.1162799671292305,
      0.12539267539978027,
      0.12248687446117401,
      0.12070564925670624,
      0.13140465319156647,
      0.11640572547912598,
      0.10755001753568649,
      0.11134535819292068,
      0.11165831983089447,
      0.1097593680024147,
      0.11635623127222061,
      0.11294370889663696,
      0.10825790464878082,
      0.10611490160226822,
      0.11304027587175369,
      0.11056037247180939,
      0.11218193918466568,
      0.11071833968162537,
      0.11433180421590805,
      0.1080167144536972,
      0.11098785698413849,
      0.10625725984573364,
      0.10640506446361542,
      0.11352894455194473,
      0.11021991074085236,
      0.10663466155529022,
      0.10082174837589264,
      0.10823401808738708,
      0.10888013243675232,
      0.10405822843313217,
      0.10449113696813583,
      0.10663808882236481,
      0.1043190062046051,
      0.10356761515140533,
      0.10988475382328033,
      0.11231439560651779,
      0.10832472890615463,
      0.10288867354393005,
      0.11017926037311554,
      0.10268239676952362,
      0.10657632350921631,
      0.10329350084066391,
      0.11197119206190109,
      0.10926295816898346,
      0.1126130148768425,
      0.0998806282877922,
      0.10103444755077362,
      0.09290547668933868,
      0.09799303859472275,
      0.10779248923063278,
      0.10077505558729172,
      0.10144646465778351,
      0.10275106132030487,
      0.09488312900066376,
      0.0980915054678917,
      0.09439370036125183,
      0.10310178995132446,
      0.09724435210227966,
      0.10685458779335022,
      0.09623485803604126,
      0.09753909707069397,
      0.08963052928447723,
      0.09267763793468475,
      0.09678862243890762,
      0.09540798515081406,
      0.08834634721279144,
      0.09270018339157104,
      0.08261752128601074,
      0.1081431582570076,
      0.10075649619102478,
      0.09674010425806046,
      0.09663750231266022,
      0.09644731134176254,
      0.09872166812419891,
      0.09951721131801605,
      0.088838130235672,
      0.09299120306968689,
      0.09496532380580902,
      0.09245827049016953,
      0.09697187691926956,
      0.0878148078918457,
      0.09270801395177841,
      0.09216231107711792,
      0.09456576406955719,
      0.08298899233341217,
      0.09676386415958405,
      0.09488122165203094,
      0.09232550114393234,
      0.09934262931346893,
      0.08506445586681366,
      0.09329526126384735,
      0.09657076001167297,
      0.09500131011009216,
      0.09519918262958527,
      0.09765627980232239,
      0.08732327073812485,
      0.09301722794771194,
      0.09543395042419434,
      0.0873609408736229,
      0.08974739909172058,
      0.08848126232624054,
      0.08153203874826431,
      0.0837751030921936,
      0.09327980130910873,
      0.0937112420797348,
      0.0836104080080986,
      0.08840271085500717,
      0.08613412827253342,
      0.08702630549669266,
      0.0854334831237793,
      0.07984519749879837,
      0.0783020630478859,
      0.0839296504855156,
      0.0771411657333374,
      0.07718954980373383,
      0.08612189441919327,
      0.08547349274158478,
      0.08440866321325302,
      0.0895165503025055,
      0.08419612795114517,
      0.08556754887104034,
      0.08557409048080444,
      0.08724275976419449,
      0.08401279896497726,
      0.08161499351263046,
      0.08135215193033218,
      0.07858897000551224,
      0.07412116229534149,
      0.09073606133460999,
      0.0884423777461052,
      0.07584438472986221,
      0.08999098837375641,
      0.07833802700042725,
      0.08642788231372833,
      0.08511155843734741,
      0.07571419328451157,
      0.07647889107465744,
      0.0770968496799469,
      0.07909407466650009,
      0.07677635550498962,
      0.07856360077857971,
      0.07897358387708664,
      0.08044072985649109,
      0.0849953144788742,
      0.07985112816095352,
      0.07496027648448944,
      0.0693586990237236,
      0.077299565076828,
      0.07525025308132172,
      0.07886706292629242,
      0.07089076936244965,
      0.0745236724615097,
      0.08298902958631516,
      0.07434681057929993,
      0.07863019406795502,
      0.07296870648860931,
      0.07038713246583939,
      0.07498430460691452,
      0.0731402337551117,
      0.0791475921869278,
      0.07742582261562347,
      0.07537870854139328,
      0.0774664357304573,
      0.08444315940141678,
      0.06756129115819931,
      0.07491543889045715,
      0.07476594299077988,
      0.07262799143791199,
      0.0735686719417572,
      0.07892186939716339,
      0.07961255311965942,
      0.07117517292499542,
      0.06840993463993073,
      0.06531023234128952,
      0.07480637729167938,
      0.07482421398162842,
      0.07697328180074692,
      0.08092670142650604,
      0.07015441358089447,
      0.07309134304523468,
      0.07465572655200958,
      0.07515942305326462,
      0.07721630483865738,
      0.07378698885440826,
      0.0710270032286644,
      0.07413457334041595,
      0.07682187855243683,
      0.08446906507015228,
      0.07762646675109863,
      0.07136626541614532,
      0.07230590283870697,
      0.07373417913913727,
      0.07236794382333755,
      0.07123907655477524,
      0.08195364475250244,
      0.06900320947170258,
      0.060011740773916245,
      0.07414371520280838,
      0.07555309683084488,
      0.0644296333193779,
      0.07632855325937271,
      0.07520553469657898,
      0.07276205718517303,
      0.07271023094654083,
      0.06531301140785217,
      0.07297447323799133,
      0.07270961999893188,
      0.07454632222652435,
      0.07276542484760284,
      0.06848332285881042,
      0.06939152628183365,
      0.07199845463037491,
      0.07199475914239883,
      0.06776336580514908,
      0.06876210123300552,
      0.07206545770168304,
      0.06846804171800613,
      0.07429170608520508,
      0.0714627206325531,
      0.07270139455795288,
      0.07588784396648407,
      0.07119745016098022,
      0.06948363780975342,
      0.06362828612327576,
      0.07597526907920837,
      0.07059313356876373,
      0.0640760287642479,
      0.06041271239519119,
      0.062441278249025345,
      0.06848485767841339,
      0.06524111330509186,
      0.06564353406429291,
      0.07082067430019379,
      0.0676988959312439,
      0.07045383006334305,
      0.06132864952087402,
      0.0676838830113411,
      0.064274862408638,
      0.06932217627763748,
      0.06570309400558472,
      0.06711895018815994,
      0.06243062764406204,
      0.0685991570353508,
      0.0648145079612732,
      0.0689878761768341,
      0.06215982884168625,
      0.06463310867547989,
      0.055849675089120865,
      0.06691331416368484,
      0.06402920186519623,
      0.05663374066352844,
      0.056076034903526306,
      0.06126324087381363,
      0.06105763465166092,
      0.06767643988132477,
      0.06495392322540283,
      0.06322813034057617,
      0.0626610741019249,
      0.05588827282190323,
      0.06816142797470093,
      0.06441586464643478,
      0.06622708588838577,
      0.053589969873428345,
      0.06528521329164505,
      0.06313464045524597,
      0.06422115117311478,
      0.06403939425945282,
      0.05603744089603424,
      0.06019753962755203,
      0.05978955700993538,
      0.058692023158073425,
      0.05943136289715767,
      0.06272856146097183,
      0.06204809248447418,
      0.05660928413271904,
      0.06422382593154907,
      0.06855501979589462,
      0.05489934980869293,
      0.05919265374541283,
      0.06072087585926056,
      0.06199055165052414,
      0.06212494522333145,
      0.0532408244907856,
      0.05850880220532417,
      0.06332679837942123,
      0.06473984569311142,
      0.05620533972978592,
      0.056782789528369904,
      0.05984317883849144,
      0.06279785186052322,
      0.0680396780371666,
      0.06252189725637436,
      0.057086262851953506,
      0.057004414498806,
      0.05471985042095184,
      0.05932869017124176,
      0.06498537957668304,
      0.06377285718917847,
      0.06319063156843185,
      0.0629926323890686
    ],
    "gradient_norms": [
      0.0037803652230650187,
      0.003631350351497531,
      0.003396314335986972,
      0.00274146581068635,
      0.002563745016232133,
      0.0024723419919610023,
      0.002229638397693634,
      0.002245080890133977,
      0.002163525903597474,
      0.0021340805105865,
      0.0021220329217612743,
      0.0020243690814822912,
      0.0020883611869066954,
      0.001933824154548347,
      0.0018491963855922222,
      0.0018003054428845644,
      0.0017963032005354762,
      0.0018056104891002178,
      0.0018354005878791213,
      0.0019063110230490565
    ],
    "activation_means": [
      -0.02131376974284649,
      -0.03601019084453583,
      -0.06662210822105408,
      -0.12518449127674103,
      -0.1524452120065689,
      -0.1727040708065033,
      -0.1917235553264618,
      -0.20844022929668427,
      -0.21533320844173431,
      -0.2277694195508957,
      -0.2347966730594635,
      -0.2530445158481598,
      -0.2579406797885895,
      -0.2545703649520874,
      -0.2688005566596985,
      -0.2855533957481384,
      -0.28739380836486816,
      -0.3037635087966919,
      -0.29087066650390625,
      -0.3035217523574829
    ],
    "activation_stds": [
      0.13483233749866486,
      0.1384648084640503,
      0.14461848139762878,
      0.14690853655338287,
      0.155510812997818,
      0.15813173353672028,
      0.1588330715894699,
      0.16174864768981934,
      0.1593213975429535,
      0.16204914450645447,
      0.16705702245235443,
      0.16576600074768066,
      0.16414247453212738,
      0.16486325860023499,
      0.16198192536830902,
      0.16898144781589508,
      0.16573883593082428,
      0.17666961252689362,
      0.16819415986537933,
      0.17242176830768585
    ]
  },
  "summary": {
    "loss_improvement": 4.957428790139671,
    "plain_grad_range": [
      0.007635441143065691,
      0.010378911159932613
    ],
    "res_grad_range": [
      0.0017963032005354762,
      0.0037803652230650187
    ],
    "plain_std_range": [
      0.35631605982780457,
      0.9467869400978088
    ],
    "res_std_range": [
      0.13483233749866486,
      0.17666961252689362
    ]
  }
}