loss_histories.json

{
  "linear": [
    0.5267508625984192,
    0.5091879367828369,
    0.48979705572128296,
    0.45605674386024475,
    0.39889776706695557,
    0.31546106934547424,
    0.22862353920936584,
    0.2572120428085327,
    0.2846793234348297,
    0.23296481370925903,
    0.21411986649036407,
    0.22652080655097961,
    0.24232828617095947,
    0.24955517053604126,
    0.24675029516220093,
    0.2364254742860794,
    0.2234833538532257,
    0.21509309113025665,
    0.21760526299476624,
    0.22734546661376953,
    0.22987589240074158,
    0.2221706062555313,
    0.21527761220932007,
    0.21511298418045044,
    0.21883836388587952,
    0.2218877226114273,
    0.22195680439472198,
    0.21926136314868927,
    0.21571841835975647,
    0.21382494270801544,
    0.2149040251970291,
    0.21740852296352386,
    0.2180691361427307,
    0.21599604189395905,
    0.2136387676000595,
    0.21320024132728577,
    0.2144361436367035,
    0.21574726700782776,
    0.215926855802536,
    0.21490779519081116,
    0.21357318758964539,
    0.21300780773162842,
    0.21355052292346954,
    0.21440725028514862,
    0.2145303338766098,
    0.2138640582561493,
    0.21322482824325562,
    0.21317556500434875,
    0.2135334014892578,
    0.21379093825817108,
    0.2136770635843277,
    0.21334275603294373,
    0.21314100921154022,
    0.21323518455028534,
    0.2134232372045517,
    0.21341285109519958,
    0.21320725977420807,
    0.21306085586547852,
    0.21311785280704498,
    0.21326228976249695,
    0.21329981088638306,
    0.2131815403699875,
    0.21303695440292358,
    0.2130153477191925,
    0.21311378479003906,
    0.21318919956684113,
    0.2131453901529312,
    0.21304523944854736,
    0.2130059450864792,
    0.21304886043071747,
    0.21309825778007507,
    0.21309028565883636,
    0.21304203569889069,
    0.2130143791437149,
    0.2130308598279953,
    0.21305452287197113,
    0.21304701268672943,
    0.21302028000354767,
    0.21301108598709106,
    0.21302610635757446,
    0.21303802728652954,
    0.21302761137485504,
    0.21300819516181946,
    0.21300426125526428,
    0.21301741898059845,
    0.2130262702703476,
    0.21301794052124023,
    0.21300441026687622,
    0.213002547621727,
    0.21301113069057465,
    0.21301591396331787,
    0.2130107283592224,
    0.21300363540649414,
    0.21300354599952698,
    0.21300791203975677,
    0.21300888061523438,
    0.2130052149295807,
    0.21300281584262848,
    0.21300441026687622,
    0.21300634741783142,
    0.21300499141216278,
    0.21300235390663147,
    0.21300221979618073,
    0.2130042314529419,
    0.21300485730171204,
    0.213003009557724,
    0.21300145983695984,
    0.21300213038921356,
    0.2130035012960434,
    0.21300335228443146,
    0.213002011179924,
    0.21300151944160461,
    0.21300216019153595,
    0.21300266683101654,
    0.21300218999385834,
    0.21300163865089417,
    0.2130017876625061,
    0.21300213038921356,
    0.21300198137760162,
    0.21300159394741058,
    0.2130015790462494,
    0.21300190687179565,
    0.21300190687179565,
    0.2130015790462494,
    0.21300140023231506,
    0.21300159394741058,
    0.2130017876625061,
    0.21300163865089417,
    0.21300144493579865,
    0.21300144493579865,
    0.21300159394741058,
    0.21300159394741058,
    0.21300147473812103,
    0.21300144493579865,
    0.2130015343427658,
    0.21300151944160461,
    0.21300145983695984,
    0.21300140023231506,
    0.21300147473812103,
    0.21300147473812103,
    0.21300144493579865,
    0.21300140023231506,
    0.21300143003463745,
    0.21300147473812103,
    0.21300144493579865,
    0.21300140023231506,
    0.21300143003463745,
    0.21300144493579865,
    0.21300143003463745,
    0.21300140023231506,
    0.21300140023231506,
    0.21300143003463745,
    0.21300144493579865,
    0.21300140023231506,
    0.21300140023231506,
    0.21300140023231506,
    0.21300144493579865,
    0.21300140023231506,
    0.21300140023231506,
    0.21300138533115387,
    0.21300143003463745,
    0.21300143003463745,
    0.21300143003463745,
    0.21300140023231506,
    0.21300143003463745,
    0.21300140023231506,
    0.21300140023231506,
    0.21300140023231506,
    0.21300140023231506,
    0.21300143003463745,
    0.21300140023231506,
    0.21300138533115387,
    0.21300140023231506,
    0.21300140023231506,
    0.21300140023231506,
    0.21300140023231506,
    0.21300143003463745,
    0.21300140023231506,
    0.21300140023231506,
    0.21300140023231506,
    0.21300138533115387,
    0.21300140023231506,
    0.21300140023231506,
    0.21300140023231506,
    0.21300140023231506,
    0.21300140023231506,
    0.21300140023231506,
    0.21300140023231506,
    0.21300140023231506,
    0.21300140023231506,
    0.21300140023231506,
    0.21300140023231506,
    0.21300140023231506,
    0.21300140023231506,
    0.21300140023231506,
    0.21300140023231506,
    0.21300140023231506,
    0.21300140023231506,
    0.21300140023231506,
    0.21300138533115387,
    0.21300140023231506,
    0.21300140023231506,
    0.21300138533115387,
    0.21300140023231506,
    0.21300140023231506,
    0.21300140023231506,
    0.21300140023231506,
    0.21300140023231506,
    0.21300140023231506,
    0.21300140023231506,
    0.21300140023231506,
    0.21300140023231506,
    0.21300138533115387,
    0.21300140023231506,
    0.21300140023231506,
    0.21300140023231506,
    0.21300140023231506,
    0.21300140023231506,
    0.21300138533115387,
    0.21300140023231506,
    0.21300140023231506,
    0.21300143003463745,
    0.21300143003463745,
    0.21300140023231506,
    0.21300140023231506,
    0.21300140023231506,
    0.21300140023231506,
    0.21300138533115387,
    0.21300140023231506,
    0.21300143003463745,
    0.21300140023231506,
    0.21300140023231506,
    0.21300140023231506,
    0.21300138533115387,
    0.21300138533115387,
    0.21300138533115387,
    0.21300138533115387,
    0.21300140023231506,
    0.21300140023231506,
    0.21300140023231506,
    0.21300140023231506,
    0.21300140023231506,
    0.21300140023231506,
    0.21300140023231506,
    0.21300140023231506,
    0.21300140023231506,
    0.21300140023231506,
    0.21300140023231506,
    0.21300140023231506,
    0.21300143003463745,
    0.21300138533115387,
    0.21300143003463745,
    0.21300140023231506,
    0.21300140023231506,
    0.21300138533115387,
    0.21300138533115387,
    0.21300140023231506,
    0.21300143003463745,
    0.21300138533115387,
    0.21300140023231506,
    0.21300140023231506,
    0.21300143003463745,
    0.21300138533115387,
    0.21300143003463745,
    0.21300140023231506,
    0.21300140023231506,
    0.21300138533115387,
    0.21300138533115387,
    0.21300137042999268,
    0.21300140023231506,
    0.21300143003463745,
    0.21300138533115387,
    0.21300140023231506,
    0.21300140023231506,
    0.21300143003463745,
    0.21300138533115387,
    0.21300138533115387,
    0.21300140023231506,
    0.21300138533115387,
    0.21300138533115387,
    0.21300138533115387,
    0.21300140023231506,
    0.21300138533115387,
    0.21300140023231506,
    0.21300140023231506,
    0.21300138533115387,
    0.21300138533115387,
    0.21300138533115387,
    0.21300140023231506,
    0.21300138533115387,
    0.21300138533115387,
    0.21300138533115387,
    0.21300138533115387,
    0.21300138533115387,
    0.21300140023231506,
    0.21300138533115387,
    0.21300138533115387,
    0.21300138533115387,
    0.21300138533115387,
    0.21300140023231506,
    0.21300138533115387,
    0.21300138533115387,
    0.21300138533115387,
    0.21300140023231506,
    0.21300138533115387,
    0.21300138533115387,
    0.21300138533115387,
    0.21300138533115387,
    0.21300138533115387,
    0.21300140023231506,
    0.21300140023231506,
    0.21300138533115387,
    0.21300140023231506,
    0.21300138533115387,
    0.21300138533115387,
    0.21300138533115387,
    0.21300138533115387,
    0.21300140023231506,
    0.21300140023231506,
    0.21300138533115387,
    0.21300138533115387,
    0.21300138533115387,
    0.21300138533115387,
    0.21300140023231506,
    0.21300140023231506,
    0.21300138533115387,
    0.21300138533115387,
    0.21300143003463745,
    0.21300140023231506,
    0.21300138533115387,
    0.21300140023231506,
    0.21300140023231506,
    0.21300138533115387,
    0.21300138533115387,
    0.21300138533115387,
    0.21300138533115387,
    0.21300138533115387,
    0.21300138533115387,
    0.21300138533115387,
    0.21300138533115387,
    0.21300138533115387,
    0.21300140023231506,
    0.21300138533115387,
    0.21300138533115387,
    0.21300140023231506,
    0.21300138533115387,
    0.21300140023231506,
    0.21300138533115387,
    0.21300138533115387,
    0.21300138533115387,
    0.21300138533115387,
    0.21300140023231506,
    0.21300140023231506,
    0.21300143003463745,
    0.21300140023231506,
    0.21300140023231506,
    0.21300138533115387,
    0.21300140023231506,
    0.21300138533115387,
    0.21300140023231506,
    0.21300138533115387,
    0.21300140023231506,
    0.21300137042999268,
    0.21300140023231506,
    0.21300138533115387,
    0.21300138533115387,
    0.21300140023231506,
    0.21300140023231506,
    0.21300138533115387,
    0.21300138533115387,
    0.21300138533115387,
    0.21300138533115387,
    0.21300140023231506,
    0.21300138533115387,
    0.21300140023231506,
    0.21300138533115387,
    0.21300138533115387,
    0.21300140023231506,
    0.21300138533115387,
    0.21300138533115387,
    0.21300140023231506,
    0.21300140023231506,
    0.21300138533115387,
    0.21300138533115387,
    0.21300138533115387,
    0.21300138533115387,
    0.21300140023231506,
    0.21300140023231506,
    0.21300138533115387,
    0.21300140023231506,
    0.21300138533115387,
    0.21300138533115387,
    0.21300138533115387,
    0.21300138533115387,
    0.21300138533115387,
    0.21300138533115387,
    0.21300138533115387,
    0.21300138533115387,
    0.21300138533115387,
    0.21300138533115387,
    0.21300138533115387,
    0.21300138533115387,
    0.21300138533115387,
    0.21300138533115387,
    0.21300138533115387,
    0.21300140023231506,
    0.21300138533115387,
    0.21300138533115387,
    0.21300138533115387,
    0.21300140023231506,
    0.21300138533115387,
    0.21300138533115387,
    0.21300138533115387,
    0.21300138533115387,
    0.21300138533115387,
    0.21300138533115387,
    0.21300138533115387,
    0.21300138533115387,
    0.21300138533115387,
    0.21300138533115387,
    0.21300140023231506,
    0.21300140023231506,
    0.21300140023231506,
    0.21300138533115387,
    0.21300140023231506,
    0.21300140023231506,
    0.21300140023231506,
    0.21300138533115387,
    0.21300140023231506,
    0.21300138533115387,
    0.21300138533115387,
    0.21300140023231506,
    0.21300140023231506,
    0.21300140023231506,
    0.21300138533115387,
    0.21300140023231506,
    0.21300140023231506,
    0.21300140023231506,
    0.21300138533115387,
    0.21300140023231506,
    0.21300140023231506,
    0.21300138533115387,
    0.21300140023231506,
    0.21300138533115387,
    0.21300140023231506,
    0.21300138533115387,
    0.21300138533115387,
    0.21300138533115387,
    0.21300140023231506,
    0.21300143003463745,
    0.21300140023231506,
    0.21300138533115387,
    0.21300143003463745,
    0.21300140023231506,
    0.21300138533115387,
    0.21300140023231506,
    0.21300138533115387,
    0.21300140023231506,
    0.21300143003463745,
    0.21300138533115387,
    0.21300138533115387,
    0.21300138533115387,
    0.21300138533115387,
    0.21300138533115387,
    0.21300138533115387,
    0.21300137042999268,
    0.21300138533115387,
    0.21300140023231506,
    0.21300140023231506,
    0.21300140023231506,
    0.21300138533115387,
    0.21300138533115387,
    0.21300143003463745,
    0.21300138533115387,
    0.21300138533115387,
    0.21300140023231506,
    0.21300138533115387,
    0.21300138533115387,
    0.21300138533115387,
    0.21300140023231506,
    0.21300140023231506,
    0.21300140023231506,
    0.21300143003463745,
    0.21300138533115387,
    0.21300143003463745,
    0.21300140023231506,
    0.21300140023231506,
    0.21300140023231506,
    0.21300140023231506,
    0.21300138533115387,
    0.21300138533115387,
    0.21300143003463745,
    0.21300143003463745,
    0.21300140023231506,
    0.21300138533115387,
    0.21300138533115387,
    0.21300140023231506,
    0.21300138533115387,
    0.21300140023231506,
    0.21300138533115387
  ],
  "sigmoid": [
    0.6123548746109009,
    0.5737163424491882,
    0.545610249042511,
    0.5277723073959351,
    0.5193569660186768,
    0.5186331868171692,
    0.5228689312934875,
    0.5287702083587646,
    0.5335381031036377,
    0.5356981158256531,
    0.5350935459136963,
    0.5323905944824219,
    0.5285776853561401,
    0.5246294736862183,
    0.5213183164596558,
    0.5191220641136169,
    0.518197238445282,
    0.5184066295623779,
    0.519395112991333,
    0.520703136920929,
    0.5218883752822876,
    0.5226271748542786,
    0.5227674841880798,
    0.5223310589790344,
    0.5214738249778748,
    0.5204247832298279,
    0.519421398639679,
    0.5186545848846436,
    0.5182329416275024,
    0.5181692242622375,
    0.5183902978897095,
    0.5187666416168213,
    0.5191525816917419,
    0.5194252729415894,
    0.5195131897926331,
    0.5194065570831299,
    0.5191499590873718,
    0.5188215374946594,
    0.5185070037841797,
    0.5182754993438721,
    0.5181637406349182,
    0.5181711316108704,
    0.5182654857635498,
    0.5183965563774109,
    0.5185131430625916,
    0.5185772180557251,
    0.5185726284980774,
    0.5185062885284424,
    0.5184024572372437,
    0.5182927846908569,
    0.518206000328064,
    0.5181599259376526,
    0.5181576013565063,
    0.5181885361671448,
    0.5182343125343323,
    0.5182750225067139,
    0.5182961225509644,
    0.518291711807251,
    0.518265426158905,
    0.5182273983955383,
    0.5181900858879089,
    0.518163800239563,
    0.5181537866592407,
    0.5181589722633362,
    0.5181736946105957,
    0.5181901454925537,
    0.5182014107704163,
    0.5182034969329834,
    0.5181964635848999,
    0.5181834697723389,
    0.5181694030761719,
    0.5181586742401123,
    0.5181539058685303,
    0.5181551575660706,
    0.5181604027748108,
    0.5181666016578674,
    0.518170952796936,
    0.5181716680526733,
    0.5181689262390137,
    0.5181639194488525,
    0.5181587338447571,
    0.518155038356781,
    0.5181536674499512,
    0.5181545615196228,
    0.5181567668914795,
    0.5181590914726257,
    0.518160343170166,
    0.5181601047515869,
    0.5181586742401123,
    0.5181566476821899,
    0.5181548595428467,
    0.5181537866592407,
    0.5181537866592407,
    0.5181544423103333,
    0.5181553363800049,
    0.518156111240387,
    0.5181562304496765,
    0.5181558132171631,
    0.518155038356781,
    0.5181542038917542,
    0.5181537866592407,
    0.5181536674499512,
    0.5181539058685303,
    0.5181543231010437,
    0.5181546211242676,
    0.5181546807289124,
    0.518154501914978,
    0.5181542038917542,
    0.5181539058685303,
    0.5181536674499512,
    0.5181536078453064,
    0.5181537866592407,
    0.5181539058685303,
    0.5181540250778198,
    0.5181540250778198,
    0.518153965473175,
    0.5181538462638855,
    0.518153727054596,
    0.5181536674499512,
    0.5181536078453064,
    0.518153727054596,
    0.5181537866592407,
    0.5181537866592407,
    0.5181538462638855,
    0.5181537866592407,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536078453064,
    0.518153727054596,
    0.518153727054596,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536078453064,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536078453064,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536078453064,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536078453064,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536078453064,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536078453064,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536078453064,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181535482406616,
    0.5181536078453064,
    0.5181536674499512,
    0.5181536078453064,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536078453064,
    0.5181536078453064,
    0.5181536078453064,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536078453064,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536078453064,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536078453064,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536078453064,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536078453064,
    0.5181536674499512,
    0.5181536078453064,
    0.5181536078453064,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536078453064,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.518153727054596,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536078453064,
    0.5181536674499512,
    0.5181536078453064,
    0.5181536078453064,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536078453064,
    0.5181536078453064,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536078453064,
    0.5181536078453064,
    0.5181536078453064,
    0.5181536078453064,
    0.5181536078453064,
    0.5181536078453064,
    0.5181536078453064,
    0.5181535482406616,
    0.5181536078453064,
    0.5181536674499512,
    0.5181536078453064,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536078453064,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536078453064,
    0.5181536078453064,
    0.5181536078453064,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536078453064,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536078453064,
    0.5181536078453064,
    0.5181536078453064,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536078453064,
    0.5181536674499512,
    0.5181536078453064,
    0.5181536078453064,
    0.5181536078453064,
    0.5181536078453064,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536078453064,
    0.5181536078453064,
    0.5181536674499512,
    0.5181536078453064,
    0.5181536078453064,
    0.5181536078453064,
    0.5181535482406616,
    0.5181536078453064,
    0.5181536078453064,
    0.5181535482406616,
    0.5181536078453064,
    0.5181536078453064,
    0.5181536078453064,
    0.5181536078453064,
    0.5181536078453064,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536078453064,
    0.5181536078453064,
    0.5181536078453064,
    0.5181535482406616,
    0.5181535482406616,
    0.5181535482406616,
    0.5181536078453064,
    0.5181536078453064,
    0.5181536078453064,
    0.5181536078453064,
    0.5181536674499512,
    0.5181536674499512,
    0.5181536078453064,
    0.5181536078453064,
    0.5181535482406616,
    0.5181536078453064,
    0.5181536078453064,
    0.5181536078453064,
    0.5181536078453064,
    0.5181536078453064,
    0.5181535482406616,
    0.5181536078453064,
    0.5181535482406616,
    0.5181535482406616,
    0.5181535482406616,
    0.5181536078453064,
    0.5181536078453064,
    0.5181536078453064,
    0.5181535482406616,
    0.5181536078453064,
    0.5181536078453064,
    0.5181536078453064,
    0.5181536078453064,
    0.5181536078453064,
    0.5181535482406616,
    0.5181535482406616,
    0.5181535482406616,
    0.5181535482406616,
    0.5181535482406616,
    0.5181535482406616,
    0.5181535482406616,
    0.5181535482406616,
    0.5181535482406616,
    0.5181535482406616,
    0.5181535482406616,
    0.5181535482406616,
    0.5181535482406616,
    0.5181535482406616,
    0.5181534886360168,
    0.5181534886360168,
    0.5181534886360168,
    0.5181534886360168,
    0.5181534886360168,
    0.5181534886360168,
    0.5181534886360168,
    0.5181535482406616,
    0.5181534886360168,
    0.5181534886360168,
    0.5181534290313721,
    0.5181534290313721,
    0.5181534886360168,
    0.5181533694267273,
    0.5181534290313721,
    0.5181534290313721,
    0.5181534290313721,
    0.5181534290313721,
    0.5181533694267273,
    0.5181534290313721,
    0.5181534290313721,
    0.5181534290313721,
    0.5181533694267273,
    0.5181533694267273,
    0.5181533694267273,
    0.5181533694267273,
    0.5181533098220825,
    0.5181533098220825,
    0.5181533098220825,
    0.5181533098220825,
    0.5181532502174377,
    0.5181533098220825,
    0.518153190612793,
    0.5181532502174377,
    0.5181531310081482,
    0.5181531310081482,
    0.5181531310081482,
    0.5181530117988586,
    0.5181530117988586,
    0.5181530117988586,
    0.5181529521942139,
    0.5181529521942139
  ],
  "relu": [
    0.5182511806488037,
    0.5179948210716248,
    0.5177500247955322,
    0.5173487067222595,
    0.5167593955993652,
    0.5159131288528442,
    0.5147169232368469,
    0.5131587982177734,
    0.5110490918159485,
    0.5082800984382629,
    0.5048070549964905,
    0.5003625750541687,
    0.4947688579559326,
    0.4881815016269684,
    0.4807540774345398,
    0.47173577547073364,
    0.4607057273387909,
    0.44731974601745605,
    0.43189486861228943,
    0.41445213556289673,
    0.39535844326019287,
    0.3746682405471802,
    0.35139504075050354,
    0.32479971647262573,
    0.29398828744888306,
    0.2586818337440491,
    0.21953994035720825,
    0.17874152958393097,
    0.1419776976108551,
    0.12366905063390732,
    0.14382633566856384,
    0.17316007614135742,
    0.16827183961868286,
    0.14472922682762146,
    0.1248151883482933,
    0.11647443473339081,
    0.11712746322154999,
    0.12168800085783005,
    0.12619708478450775,
    0.12864765524864197,
    0.12855909764766693,
    0.12601542472839355,
    0.12172071635723114,
    0.11650222539901733,
    0.11117050051689148,
    0.10681851208209991,
    0.10415367037057877,
    0.10346266627311707,
    0.10426194965839386,
    0.10538981109857559,
    0.10547056794166565,
    0.10397627204656601,
    0.1014237031340599,
    0.09874953329563141,
    0.09668579697608948,
    0.09544521570205688,
    0.09489192813634872,
    0.09459278732538223,
    0.09419965744018555,
    0.0935584083199501,
    0.09265607595443726,
    0.09154871106147766,
    0.09035494923591614,
    0.08921316266059875,
    0.08824069797992706,
    0.08745431900024414,
    0.08681121468544006,
    0.0862070843577385,
    0.08555886149406433,
    0.0848599225282669,
    0.08411510288715363,
    0.08334363251924515,
    0.08259998261928558,
    0.08185400068759918,
    0.08111109584569931,
    0.08038806915283203,
    0.07969765365123749,
    0.07904703170061111,
    0.0784195140004158,
    0.07773812115192413,
    0.07699437439441681,
    0.07611585408449173,
    0.07457201927900314,
    0.07252304255962372,
    0.07032155245542526,
    0.06806456297636032,
    0.0652284026145935,
    0.061674799770116806,
    0.0583459846675396,
    0.05518919974565506,
    0.051833949983119965,
    0.04905639961361885,
    0.04691220819950104,
    0.047164078801870346,
    0.05158895626664162,
    0.04393117502331734,
    0.042164817452430725,
    0.044903844594955444,
    0.038159895688295364,
    0.04258168116211891,
    0.03963322564959526,
    0.03747349604964256,
    0.03903813660144806,
    0.0336245633661747,
    0.03595589101314545,
    0.03154945373535156,
    0.03332781046628952,
    0.02904062718153,
    0.029833488166332245,
    0.026094907894730568,
    0.026442045345902443,
    0.023560214787721634,
    0.022521186619997025,
    0.01984931156039238,
    0.019747931510210037,
    0.01677347719669342,
    0.015662267804145813,
    0.014118500053882599,
    0.0139119578525424,
    0.01843273639678955,
    0.02758592553436756,
    0.011963656172156334,
    0.017073847353458405,
    0.02072196640074253,
    0.012890190817415714,
    0.01657029613852501,
    0.015017135068774223,
    0.010763895697891712,
    0.015313688665628433,
    0.009286470711231232,
    0.01446506753563881,
    0.00917904358357191,
    0.012094426900148392,
    0.010214927606284618,
    0.010125270113348961,
    0.010983575135469437,
    0.008747990243136883,
    0.010872689075767994,
    0.00828450359404087,
    0.010340588167309761,
    0.00849637296050787,
    0.009455638937652111,
    0.008710949681699276,
    0.008870061486959457,
    0.008692970499396324,
    0.008669082075357437,
    0.00842062197625637,
    0.008705810643732548,
    0.008112036623060703,
    0.00861906073987484,
    0.008102302439510822,
    0.008353927172720432,
    0.008223164826631546,
    0.008059811778366566,
    0.008274090476334095,
    0.007943865843117237,
    0.008119379170238972,
    0.00798765942454338,
    0.007951367646455765,
    0.007996204309165478,
    0.007909129373729229,
    0.007893595844507217,
    0.00793011300265789,
    0.007803820539265871,
    0.007886410690844059,
    0.007807525806128979,
    0.007800397928804159,
    0.007829614914953709,
    0.007753643207252026,
    0.007797595113515854,
    0.0077626025304198265,
    0.007758625783026218,
    0.007739143446087837,
    0.0077629173174500465,
    0.007695928681641817,
    0.007754452992230654,
    0.00770376343280077,
    0.007713222410529852,
    0.0077018653973937035,
    0.007707531563937664,
    0.007681368384510279,
    0.007687055040150881,
    0.007690287660807371,
    0.007662947755306959,
    0.00767818046733737,
    0.007660355418920517,
    0.007664710283279419,
    0.0076532079838216305,
    0.007656580302864313,
    0.0076495446264743805,
    0.007638597395271063,
    0.007647457532584667,
    0.007631965912878513,
    0.007631273474544287,
    0.007634126115590334,
    0.007622638251632452,
    0.0076210033148527145,
    0.0076212203130126,
    0.007613239344209433,
    0.007611751090735197,
    0.00761364446952939,
    0.0076072667725384235,
    0.007604795508086681,
    0.007603770587593317,
    0.0075984071008861065,
    0.007596293464303017,
    0.007598672062158585,
    0.0075954291969537735,
    0.007593259215354919,
    0.007594621274620295,
    0.007595891132950783,
    0.0075889332219958305,
    0.007587989792227745,
    0.007588420528918505,
    0.00758192827925086,
    0.007577845826745033,
    0.007579322438687086,
    0.007582155521959066,
    0.007577527780085802,
    0.0075721717439591885,
    0.0075714485719799995,
    0.007575290277600288,
    0.0075723230838775635,
    0.007566562853753567,
    0.007563676219433546,
    0.0075654517859220505,
    0.007570462767034769,
    0.007563450373709202,
    0.007558319717645645,
    0.007559647783637047,
    0.007567901164293289,
    0.007578686345368624,
    0.007600040640681982,
    0.007628492545336485,
    0.007633579894900322,
    0.007628630846738815,
    0.007617475464940071,
    0.007592581678181887,
    0.007573416456580162,
    0.0075654746033251286,
    0.007556107826530933,
    0.007547968532890081,
    0.007545285392552614,
    0.00754351494833827,
    0.007540557533502579,
    0.007538712117820978,
    0.007538178935647011,
    0.007541622966527939,
    0.007558854762464762,
    0.007602721452713013,
    0.007671320345252752,
    0.007741176523268223,
    0.007801483850926161,
    0.007796450983732939,
    0.007743118796497583,
    0.007666671182960272,
    0.007602114230394363,
    0.007565855979919434,
    0.007542690262198448,
    0.0075362552888691425,
    0.0075303781777620316,
    0.00753089739009738,
    0.007540011778473854,
    0.007552281487733126,
    0.007574892602860928,
    0.007609096821397543,
    0.0076750959269702435,
    0.00776087399572134,
    0.00784066878259182,
    0.007897311821579933,
    0.00787358358502388,
    0.007812694646418095,
    0.007728307042270899,
    0.007640877738595009,
    0.007578765042126179,
    0.007544161286205053,
    0.00752730667591095,
    0.007522710599005222,
    0.00753440335392952,
    0.007555127609521151,
    0.007575408089905977,
    0.00761236809194088,
    0.007651369087398052,
    0.007699531503021717,
    0.007750501856207848,
    0.007804588880389929,
    0.007843744941055775,
    0.007856737822294235,
    0.007843193598091602,
    0.007799998391419649,
    0.007729511242359877,
    0.00765297282487154,
    0.007573483046144247,
    0.007524057757109404,
    0.0075199841521680355,
    0.007543402723968029,
    0.007557691540569067,
    0.007572004571557045,
    0.007591449189931154,
    0.007588931359350681,
    0.0075789811089634895,
    0.007565315347164869,
    0.007573096547275782,
    0.0075765312649309635,
    0.007587091531604528,
    0.007614308502525091,
    0.007653716020286083,
    0.0076918532140553,
    0.007764843292534351,
    0.007857123389840126,
    0.007970976643264294,
    0.008075066842138767,
    0.00810855533927679,
    0.008069897070527077,
    0.007942196913063526,
    0.0077874003909528255,
    0.007641945034265518,
    0.007534801494330168,
    0.007514737080782652,
    0.0075705768540501595,
    0.007643652148544788,
    0.007722563575953245,
    0.007755727041512728,
    0.0077631352469325066,
    0.0077087534591555595,
    0.00764817837625742,
    0.0075704376213252544,
    0.007517962250858545,
    0.0075013660825788975,
    0.007514314725995064,
    0.007536174263805151,
    0.007563578896224499,
    0.007612120360136032,
    0.007646003272384405,
    0.007671512197703123,
    0.007717325817793608,
    0.007825585082173347,
    0.00795042421668768,
    0.008076953701674938,
    0.00819939561188221,
    0.008234678767621517,
    0.008071448653936386,
    0.007890359498560429,
    0.007714984007179737,
    0.007579682860523462,
    0.007503424305468798,
    0.007524233311414719,
    0.007589247077703476,
    0.007645752280950546,
    0.007729275152087212,
    0.007768578361719847,
    0.007779250852763653,
    0.007725962437689304,
    0.007689868099987507,
    0.007623875513672829,
    0.007567273452877998,
    0.007511575240641832,
    0.007491320371627808,
    0.0075030578300356865,
    0.00753040611743927,
    0.007575048133730888,
    0.007614564150571823,
    0.007687920238822699,
    0.007724186405539513,
    0.007758596912026405,
    0.0077972267754375935,
    0.007878592237830162,
    0.007941300049424171,
    0.007986392825841904,
    0.008015155792236328,
    0.008007469587028027,
    0.007916126400232315,
    0.0078099314123392105,
    0.0076721482910215855,
    0.007578353863209486,
    0.0075052292086184025,
    0.0074914381839334965,
    0.007538989651948214,
    0.007588175591081381,
    0.007631449494510889,
    0.007642765529453754,
    0.007671315688639879,
    0.007645921781659126,
    0.007606512401252985,
    0.007553573697805405,
    0.00752507708966732,
    0.007501427549868822,
    0.007484267465770245,
    0.0074760802090168,
    0.007485474459826946,
    0.007512570824474096,
    0.007541321683675051,
    0.007608468644320965,
    0.007735562510788441,
    0.00796019472181797,
    0.0082218237221241,
    0.008462934754788876,
    0.008616099134087563,
    0.008480051532387733,
    0.008157466538250446,
    0.0078050438314676285,
    0.00758362514898181,
    0.007519217673689127,
    0.007589241489768028,
    0.0077583338133990765,
    0.008027818985283375,
    0.008125891909003258,
    0.008026203140616417,
    0.007773461285978556,
    0.007608475629240274,
    0.0075135244987905025,
    0.007514263968914747,
    0.00762828579172492,
    0.007725045084953308,
    0.007767392322421074,
    0.007740146946161985,
    0.007722804322838783,
    0.007654121145606041,
    0.007580214645713568,
    0.007495807483792305,
    0.0074740564450621605,
    0.007497753947973251,
    0.007519717328250408,
    0.007550147827714682,
    0.007575807627290487,
    0.0076390719041228294,
    0.007710561156272888,
    0.00783189944922924,
    0.007959612645208836,
    0.008070707321166992,
    0.00805700197815895,
    0.007988547906279564,
    0.007840831764042377,
    0.007691968698054552,
    0.0075399382039904594,
    0.007471012882888317,
    0.007500818930566311,
    0.007580597419291735,
    0.007686395663768053,
    0.007749892305582762,
    0.007847492583096027,
    0.007867470383644104,
    0.007832100614905357,
    0.0077051264233887196,
    0.007607242092490196,
    0.007513206452131271,
    0.007467696443200111,
    0.007466600742191076,
    0.007501840591430664,
    0.007566207088530064,
    0.00763272400945425,
    0.007746845483779907,
    0.00786418654024601,
    0.007956148125231266,
    0.007944876328110695,
    0.007909772917628288,
    0.007836536504328251,
    0.007757167797535658,
    0.007651441730558872,
    0.007592365145683289,
    0.007534831762313843,
    0.007501432206481695,
    0.007468023803085089,
    0.007470766082406044,
    0.007518408354371786,
    0.007579569239169359,
    0.0076681701466441154,
    0.007731151767075062,
    0.007777640130370855,
    0.007796653546392918,
    0.007865042425692081,
    0.007932383567094803,
    0.007962874136865139,
    0.007958929985761642,
    0.007945952005684376,
    0.007851861417293549,
    0.0077379560098052025,
    0.007599964272230864,
    0.007519949227571487,
    0.0074774096719920635,
    0.007485749665647745,
    0.00751114496961236,
    0.0075287846848368645,
    0.007549306843429804,
    0.007534973789006472,
    0.007521084975451231,
    0.007487131282687187,
    0.007463966030627489,
    0.007461935747414827,
    0.007496105972677469,
    0.007540390361100435,
    0.0075875576585531235,
    0.007634000852704048,
    0.007716881576925516,
    0.00786080677062273,
    0.00807937327772379,
    0.008310334756970406,
    0.008379466831684113,
    0.008293149061501026,
    0.008041415363550186
  ],
  "leaky_relu": [
    0.5498271584510803,
    0.5456687808036804,
    0.5417924523353577,
    0.5382396578788757,
    0.5349807143211365,
    0.531816303730011,
    0.5288445949554443,
    0.5259339809417725,
    0.5232122540473938,
    0.5204278826713562,
    0.5174269080162048,
    0.5141107439994812,
    0.5112288594245911,
    0.5078441500663757,
    0.5028814077377319,
    0.4962858259677887,
    0.4884418547153473,
    0.47875499725341797,
    0.4656268358230591,
    0.4485650658607483,
    0.4272942841053009,
    0.40143996477127075,
    0.37138834595680237,
    0.3404727280139923,
    0.3171604573726654,
    0.31373101472854614,
    0.31409966945648193,
    0.2974286377429962,
    0.27837538719177246,
    0.2660617232322693,
    0.2587805986404419,
    0.2517277002334595,
    0.2414335012435913,
    0.22704601287841797,
    0.20917552709579468,
    0.18777485191822052,
    0.16448354721069336,
    0.14439910650253296,
    0.13915704190731049,
    0.15342681109905243,
    0.15415865182876587,
    0.1403718888759613,
    0.12881821393966675,
    0.12628816068172455,
    0.1288459300994873,
    0.13133582472801208,
    0.13141360878944397,
    0.1284610778093338,
    0.12337895482778549,
    0.11787057667970657,
    0.1136963963508606,
    0.11178528517484665,
    0.11158138513565063,
    0.11133382469415665,
    0.1095423698425293,
    0.10656507313251495,
    0.10364872217178345,
    0.10131639242172241,
    0.09955014288425446,
    0.09791874140501022,
    0.0961926057934761,
    0.09434305876493454,
    0.09210493415594101,
    0.08936159312725067,
    0.08661506325006485,
    0.08421393483877182,
    0.082062266767025,
    0.07961080968379974,
    0.0766727477312088,
    0.07344894111156464,
    0.0700295940041542,
    0.06706472486257553,
    0.06476065516471863,
    0.06280232220888138,
    0.06065449118614197,
    0.058628376573324203,
    0.056699398905038834,
    0.055249959230422974,
    0.05376458168029785,
    0.052575625479221344,
    0.05122259259223938,
    0.05012473464012146,
    0.0493546687066555,
    0.04848422482609749,
    0.04771970584988594,
    0.04729204997420311,
    0.047036003321409225,
    0.04678085446357727,
    0.046622611582279205,
    0.046482887119054794,
    0.045839060097932816,
    0.04480394348502159,
    0.04418456554412842,
    0.044225893914699554,
    0.04442945867776871,
    0.04401499778032303,
    0.043048206716775894,
    0.04232078045606613,
    0.0422423779964447,
    0.04226912930607796,
    0.04176418483257294,
    0.04094575718045235,
    0.04041704162955284,
    0.040267717093229294,
    0.0400296114385128,
    0.039406243711709976,
    0.03856445848941803,
    0.03788413479924202,
    0.03739079460501671,
    0.03666497394442558,
    0.03542341664433479,
    0.033869560807943344,
    0.032486140727996826,
    0.031201595440506935,
    0.029707685112953186,
    0.02819250151515007,
    0.02676740102469921,
    0.02685212530195713,
    0.0289347842335701,
    0.029756080359220505,
    0.023955335840582848,
    0.01903681829571724,
    0.022311605513095856,
    0.02231798693537712,
    0.017758794128894806,
    0.014112626202404499,
    0.01765230856835842,
    0.015482593327760696,
    0.012792068533599377,
    0.010913070291280746,
    0.012968332506716251,
    0.014704346656799316,
    0.011837574653327465,
    0.009417095221579075,
    0.010340791195631027,
    0.010966596193611622,
    0.010781320743262768,
    0.00906536914408207,
    0.009260528720915318,
    0.01020083948969841,
    0.010110097005963326,
    0.009167936630547047,
    0.008638087660074234,
    0.009077162481844425,
    0.009736500680446625,
    0.009013967588543892,
    0.008365622721612453,
    0.008579414337873459,
    0.008911159820854664,
    0.008767110295593739,
    0.008227434009313583,
    0.008411968126893044,
    0.00876130536198616,
    0.008512469939887524,
    0.008085913956165314,
    0.008192560635507107,
    0.008382745087146759,
    0.008458745665848255,
    0.008051987737417221,
    0.007948576472699642,
    0.00809845607727766,
    0.00826823990792036,
    0.008280916139483452,
    0.00804685428738594,
    0.007871926762163639,
    0.007793381344527006,
    0.007866575382649899,
    0.007923919707536697,
    0.007963310927152634,
    0.007909584790468216,
    0.007808329537510872,
    0.0077381012961268425,
    0.007726533338427544,
    0.007776026148349047,
    0.007833486422896385,
    0.007949070073664188,
    0.00823670532554388,
    0.00851704552769661,
    0.008807975798845291,
    0.0086896363645792,
    0.008431329391896725,
    0.007996289990842342,
    0.007748282980173826,
    0.0076647126115858555,
    0.007772007025778294,
    0.008004200644791126,
    0.008150474168360233,
    0.008243930526077747,
    0.008089803159236908,
    0.007966930978000164,
    0.00773412361741066,
    0.007638150826096535,
    0.007614661008119583,
    0.00765874981880188,
    0.007764982990920544,
    0.007850268855690956,
    0.008016393519937992,
    0.008063234388828278,
    0.008193912915885448,
    0.00804614182561636,
    0.007986107841134071,
    0.007804512977600098,
    0.0077050719410181046,
    0.007616170682013035,
    0.007577468175441027,
    0.007563157007098198,
    0.007556879427284002,
    0.00755098182708025,
    0.007547437679022551,
    0.00754515640437603,
    0.007553796283900738,
    0.007604627404361963,
    0.007752807345241308,
    0.00810014083981514,
    0.008366151712834835,
    0.008736488409340382,
    0.008762815967202187,
    0.008604602888226509,
    0.008074508048593998,
    0.007725728675723076,
    0.007556496653705835,
    0.007528763264417648,
    0.0075807273387908936,
    0.007693669758737087,
    0.00791344977915287,
    0.008076509460806847,
    0.00826091505587101,
    0.008146578446030617,
    0.008045420981943607,
    0.007762516848742962,
    0.007619416806846857,
    0.007527288980782032,
    0.00750258332118392,
    0.0075020696967840195,
    0.007527211215347052,
    0.007605652790516615,
    0.007763843983411789,
    0.008039308711886406,
    0.00812731683254242,
    0.008165018633008003,
    0.007923640310764313,
    0.007753732614219189,
    0.007606936153024435,
    0.007542205974459648,
    0.007509389892220497,
    0.007491550873965025,
    0.007479164749383926,
    0.007473853882402182,
    0.00747173186391592,
    0.007472200319170952,
    0.007488350383937359,
    0.007560981437563896,
    0.007777674123644829,
    0.008098389953374863,
    0.00856251735240221,
    0.008659359999001026,
    0.008632492274045944,
    0.00813943613320589,
    0.0077482666820287704,
    0.007513626012951136,
    0.0074834018014371395,
    0.007589672226458788,
    0.007787653245031834,
    0.008058802224695683,
    0.00815410166978836,
    0.008198021911084652,
    0.007957261987030506,
    0.007749374955892563,
    0.007534106262028217,
    0.0074615455232560635,
    0.007506439462304115,
    0.0076219914481043816,
    0.007825618609786034,
    0.007938005030155182,
    0.00805248599499464,
    0.007919286377727985,
    0.007817303761839867,
    0.007634420413523912,
    0.007537767756730318,
    0.0074643646366894245,
    0.007443462498486042,
    0.007448317017406225,
    0.007479801774024963,
    0.007545005064457655,
    0.007619170006364584,
    0.007733860053122044,
    0.00780485151335597,
    0.007975435815751553,
    0.008029112592339516,
    0.00809334497898817,
    0.007980131544172764,
    0.007871922105550766,
    0.007686293218284845,
    0.007564346771687269,
    0.007472881581634283,
    0.007434208877384663,
    0.007430965080857277,
    0.007447597570717335,
    0.007480314001441002,
    0.00752632599323988,
    0.007602815516293049,
    0.007657787762582302,
    0.007787549402564764,
    0.007853998802602291,
    0.00802086852490902,
    0.008053872734308243,
    0.008118648082017899,
    0.007982772774994373,
    0.007895547896623611,
    0.007700115442276001,
    0.007571422960609198,
    0.007452887948602438,
    0.007417001761496067,
    0.007452912162989378,
    0.007532773073762655,
    0.007681143470108509,
    0.007802249398082495,
    0.007997371256351471,
    0.008065872825682163,
    0.008140809834003448,
    0.008009575307369232,
    0.007874992676079273,
    0.007656345143914223,
    0.007512970361858606,
    0.007418076973408461,
    0.007419320289045572,
    0.007490925956517458,
    0.007573969196528196,
    0.007707111071795225,
    0.007789844647049904,
    0.007896607741713524,
    0.007924966514110565,
    0.00794706866145134,
    0.007853975519537926,
    0.007765652146190405,
    0.007619874551892281,
    0.007512444630265236,
    0.007422438822686672,
    0.0073982165195047855,
    0.007438247092068195,
    0.007485547102987766,
    0.007539272308349609,
    0.0075700366869568825,
    0.007640057243406773,
    0.007674679160118103,
    0.007772570941597223,
    0.007837530225515366,
    0.007994146086275578,
    0.008024806156754494,
    0.008052121847867966,
    0.00796521920710802,
    0.007881991565227509,
    0.00773470476269722,
    0.007599708624184132,
    0.007448892574757338,
    0.007385431323200464,
    0.0074287401512265205,
    0.007503017783164978,
    0.007617171388119459,
    0.007669552695006132,
    0.00774284778162837,
    0.007769465446472168,
    0.007822751067578793,
    0.007825858891010284,
    0.007842051796615124,
    0.007798893377184868,
    0.007737332489341497,
    0.007622572593390942,
    0.007501272018998861,
    0.007395659573376179,
    0.007379516959190369,
    0.007441408466547728,
    0.007517239078879356,
    0.007657126057893038,
    0.0077492957934737206,
    0.007896989583969116,
    0.00795693602412939,
    0.008015180006623268,
    0.007933340966701508,
    0.007861134596168995,
    0.007699389476329088,
    0.007551024667918682,
    0.007410421967506409,
    0.00737091526389122,
    0.007431474514305592,
    0.007494933437556028,
    0.007565868087112904,
    0.007538497447967529,
    0.007510640658438206,
    0.007445252500474453,
    0.007394651882350445,
    0.007355991750955582,
    0.007346251513808966,
    0.0073582325130701065,
    0.007392251864075661,
    0.007461554370820522,
    0.007567374035716057,
    0.007850942201912403,
    0.008206632919609547,
    0.00859833974391222,
    0.00853901170194149,
    0.00827617384493351,
    0.007854974828660488,
    0.007589096203446388,
    0.007401183247566223,
    0.007345431949943304,
    0.007383089046925306,
    0.007461238652467728,
    0.007589736953377724,
    0.007641992066055536,
    0.007771192118525505,
    0.00780211016535759,
    0.00786646082997322,
    0.007853353396058083,
    0.007812121883034706,
    0.007686063181608915,
    0.007518878672271967,
    0.007364396937191486,
    0.007345165126025677,
    0.007450038101524115,
    0.007558177690953016,
    0.007696865126490593,
    0.007804917171597481,
    0.007935459725558758,
    0.007983210496604443,
    0.008015038445591927,
    0.007898019626736641,
    0.007779053878039122,
    0.007570749614387751,
    0.007403222378343344,
    0.007329830899834633,
    0.007380940951406956,
    0.007514700759202242,
    0.007597401272505522,
    0.007675427943468094,
    0.00763262202963233,
    0.007536370772868395,
    0.007391402032226324,
    0.00731921661645174,
    0.007313787471503019,
    0.007365867029875517,
    0.007453866768628359,
    0.007511198054999113,
    0.007696980610489845,
    0.007959546521306038,
    0.008342401124536991,
    0.008431400172412395,
    0.008359130471944809,
    0.007923506200313568,
    0.007626986596733332,
    0.007394596468657255,
    0.0073112305253744125,
    0.007351016625761986,
    0.007453175261616707,
    0.007690037600696087,
    0.007878147065639496,
    0.008060679771006107,
    0.007985149510204792,
    0.0079021155834198,
    0.007655467838048935,
    0.007452720310539007,
    0.007317849900573492,
    0.0073400335386395454,
    0.007481140084564686,
    0.007602717261761427,
    0.007764709182083607,
    0.007824793457984924,
    0.007930075749754906,
    0.007840230129659176,
    0.00764530198648572,
    0.007405872456729412,
    0.0072977663949131966,
    0.007355799898505211,
    0.007463144604116678,
    0.007578710094094276,
    0.007538627367466688,
    0.0075779571197927,
    0.007488905917853117,
    0.007421530317515135,
    0.007317068986594677,
    0.007287052925676107,
    0.007335602771490812,
    0.007393168285489082,
    0.007486192509531975,
    0.007506202440708876,
    0.007642178330570459,
    0.00772287230938673,
    0.007923436351120472,
    0.007964028045535088,
    0.008017477579414845,
    0.007915038615465164,
    0.0078105623833835125,
    0.007573574315756559,
    0.007366064004600048,
    0.00728679308667779,
    0.007382040843367577,
    0.007598296273499727,
    0.007772241253405809,
    0.008000602945685387,
    0.00804065354168415
  ],
  "gelu": [
    0.5260689854621887,
    0.5241153240203857,
    0.5224341750144958,
    0.5210201740264893,
    0.5198679566383362,
    0.5189704298973083,
    0.5183145403862,
    0.5178735852241516,
    0.517595112323761,
    0.5173878073692322,
    0.5171118974685669,
    0.5165855288505554,
    0.5155983567237854,
    0.5139105916023254,
    0.5112181305885315,
    0.5070932507514954,
    0.500909686088562,
    0.4917648434638977,
    0.4784383475780487,
    0.4594237208366394,
    0.433134526014328,
    0.398558646440506,
    0.3569645583629608,
    0.31596213579177856,
    0.2942166328430176,
    0.2701328694820404,
    0.2239769995212555,
    0.17395426332950592,
    0.1342371106147766,
    0.11688365042209625,
    0.1291625052690506,
    0.13061702251434326,
    0.11675834655761719,
    0.10234998911619186,
    0.09374751895666122,
    0.08991477638483047,
    0.088345468044281,
    0.08753813803195953,
    0.08702796697616577,
    0.08685487508773804,
    0.08710243552923203,
    0.0876210406422615,
    0.0880182683467865,
    0.0879279300570488,
    0.08729569613933563,
    0.08639264106750488,
    0.08559951931238174,
    0.08517584204673767,
    0.0851474404335022,
    0.08533093333244324,
    0.0854523777961731,
    0.08528773486614227,
    0.08475175499916077,
    0.08390248566865921,
    0.08288484811782837,
    0.08185900747776031,
    0.08094647526741028,
    0.08020638674497604,
    0.07963815331459045,
    0.07920141518115997,
    0.0788416936993599,
    0.07851264625787735,
    0.07818824052810669,
    0.07786351442337036,
    0.07754670828580856,
    0.07724839448928833,
    0.07697270065546036,
    0.0767134577035904,
    0.07645466923713684,
    0.07617387175559998,
    0.07584576308727264,
    0.0754455104470253,
    0.07495132833719254,
    0.07434738427400589,
    0.07362711429595947,
    0.07279658317565918,
    0.07187645137310028,
    0.07090094685554504,
    0.06991171091794968,
    0.06894482672214508,
    0.06801152974367142,
    0.06707866489887238,
    0.06606313586235046,
    0.06485798209905624,
    0.06339051574468613,
    0.06167653575539589,
    0.05981375649571419,
    0.0578971803188324,
    0.055920787155628204,
    0.05376853793859482,
    0.051333390176296234,
    0.048666566610336304,
    0.04596535861492157,
    0.04332331568002701,
    0.040580932050943375,
    0.03771072253584862,
    0.03501960262656212,
    0.03247369825839996,
    0.02980691008269787,
    0.027403058484196663,
    0.02526041492819786,
    0.023141520097851753,
    0.021479452028870583,
    0.019772693514823914,
    0.01851152442395687,
    0.01728922128677368,
    0.016458380967378616,
    0.015599696896970272,
    0.015156541019678116,
    0.014666516333818436,
    0.01441716868430376,
    0.014132218435406685,
    0.013822292909026146,
    0.013457570225000381,
    0.01292353868484497,
    0.012376420199871063,
    0.011664070188999176,
    0.011038792319595814,
    0.010390392504632473,
    0.009935098700225353,
    0.00954554695636034,
    0.009362002834677696,
    0.009241919964551926,
    0.009253883734345436,
    0.009267979301512241,
    0.009327328763902187,
    0.009340088814496994,
    0.009347601793706417,
    0.009300797246396542,
    0.009240656159818172,
    0.00915211346000433,
    0.00906470324844122,
    0.008978468365967274,
    0.008905201219022274,
    0.008840732276439667,
    0.008791849948465824,
    0.008742048405110836,
    0.0087010208517313,
    0.0086579080671072,
    0.008613133803009987,
    0.0085753807798028,
    0.008539325557649136,
    0.0085143418982625,
    0.008494537323713303,
    0.008488251827657223,
    0.008480354212224483,
    0.008475547656416893,
    0.008467637002468109,
    0.008452512323856354,
    0.008433219976723194,
    0.008407166227698326,
    0.008382243104279041,
    0.008356801234185696,
    0.008334901183843613,
    0.008320079185068607,
    0.008309419266879559,
    0.00830447394400835,
    0.00830111838877201,
    0.008298957720398903,
    0.008297168649733067,
    0.008293049409985542,
    0.008288186974823475,
    0.008281697519123554,
    0.008274923078715801,
    0.008268946781754494,
    0.00826294720172882,
    0.00825804565101862,
    0.008253621868789196,
    0.008249432779848576,
    0.00824599526822567,
    0.00824244599789381,
    0.008239070884883404,
    0.008236100897192955,
    0.008233178406953812,
    0.008230790495872498,
    0.008228872902691364,
    0.008227023296058178,
    0.008225373923778534,
    0.008223626762628555,
    0.00822153128683567,
    0.008219334296882153,
    0.008217018097639084,
    0.008214647881686687,
    0.008212576620280743,
    0.008210836909711361,
    0.008209492079913616,
    0.00820881500840187,
    0.008209033869206905,
    0.008211033418774605,
    0.00821702741086483,
    0.008233604952692986,
    0.00827286671847105,
    0.008375823497772217,
    0.008553976193070412,
    0.008889704011380672,
    0.008852250874042511,
    0.008600209839642048,
    0.008221455849707127,
    0.008336987346410751,
    0.008641711436212063,
    0.00845516286790371,
    0.008215000852942467,
    0.0082953916862607,
    0.008432796224951744,
    0.008347592316567898,
    0.00820250902324915,
    0.008290409110486507,
    0.00838242843747139,
    0.008259314112365246,
    0.008204716257750988,
    0.008293159306049347,
    0.008295648731291294,
    0.008215248584747314,
    0.00820995680987835,
    0.008266501128673553,
    0.008255151100456715,
    0.008198166266083717,
    0.008213112130761147,
    0.008251623250544071,
    0.00822373665869236,
    0.008191795088350773,
    0.008212124928832054,
    0.008229941129684448,
    0.008207982406020164,
    0.008190314285457134,
    0.008206753991544247,
    0.008217587135732174,
    0.008200171403586864,
    0.008189678192138672,
    0.008200595155358315,
    0.008206789381802082,
    0.008197096176445484,
    0.008189016953110695,
    0.00819416344165802,
    0.008200079202651978,
    0.008195538073778152,
    0.008188806474208832,
    0.008189368061721325,
    0.00819400418549776,
    0.00819425005465746,
    0.008189395070075989,
    0.008186782710254192,
    0.008189081214368343,
    0.008191450498998165,
    0.008189979009330273,
    0.008186647668480873,
    0.008185881190001965,
    0.00818773452192545,
    0.00818878598511219,
    0.008187510073184967,
    0.008185508660972118,
    0.008184977807104588,
    0.008185862563550472,
    0.008186573162674904,
    0.008186153136193752,
    0.008184976875782013,
    0.00818413496017456,
    0.008184165693819523,
    0.008184676989912987,
    0.008184926584362984,
    0.00818451214581728,
    0.008183762431144714,
    0.00818321481347084,
    0.008183138445019722,
    0.008183342404663563,
    0.00818348117172718,
    0.008183364756405354,
    0.008183026686310768,
    0.008182624354958534,
    0.008182300254702568,
    0.008182132616639137,
    0.008182109333574772,
    0.00818215124309063,
    0.008182147517800331,
    0.008182051591575146,
    0.008181867189705372,
    0.008181639015674591,
    0.008181408978998661,
    0.00818120501935482,
    0.008181036449968815,
    0.008180907927453518,
    0.008180813863873482,
    0.008180738426744938,
    0.008180678822100163,
    0.00818062573671341,
    0.008180569857358932,
    0.008180527947843075,
    0.00818050466477871,
    0.008180510252714157,
    0.008180557750165462,
    0.008180689066648483,
    0.00818094052374363,
    0.008181427605450153,
    0.00818227045238018,
    0.008183840662240982,
    0.008186536841094494,
    0.008191701956093311,
    0.008200588636100292,
    0.008218556642532349,
    0.008248571306467056,
    0.008312289603054523,
    0.008403643034398556,
    0.008595416322350502,
    0.008739501237869263,
    0.008978337049484253,
    0.008784332312643528,
    0.0085584232583642,
    0.008285636082291603,
    0.008245627395808697,
    0.008370566181838512,
    0.008443096652626991,
    0.008448618464171886,
    0.008338472805917263,
    0.008261051028966904,
    0.0082399882376194,
    0.008282657712697983,
    0.008341576904058456,
    0.008308639749884605,
    0.008232003077864647,
    0.008188899606466293,
    0.008233325555920601,
    0.008292076177895069,
    0.00826297141611576,
    0.008199596777558327,
    0.00818062573671341,
    0.008217625319957733,
    0.008246070705354214,
    0.008221973665058613,
    0.008192113600671291,
    0.008189641870558262,
    0.008202258497476578,
    0.008206219412386417,
    0.008199486881494522,
    0.008197146467864513,
    0.008194757625460625,
    0.008187863975763321,
    0.008183445781469345,
    0.008188661187887192,
    0.008196626789867878,
    0.008193365298211575,
    0.00818263366818428,
    0.008176999166607857,
    0.008181627839803696,
    0.008188137784600258,
    0.008187724277377129,
    0.008182909339666367,
    0.008179488591849804,
    0.008179543539881706,
    0.008180158212780952,
    0.00817985087633133,
    0.008179914206266403,
    0.008180895820260048,
    0.008181357756257057,
    0.008179659023880959,
    0.008177109062671661,
    0.008175934664905071,
    0.00817683432251215,
    0.008178320713341236,
    0.00817873515188694,
    0.008178124204277992,
    0.008177387528121471,
    0.008177123963832855,
    0.008176933974027634,
    0.008176390081644058,
    0.008175641298294067,
    0.008175252936780453,
    0.008175459690392017,
    0.008175958879292011,
    0.008176271803677082,
    0.008176228031516075,
    0.008176073431968689,
    0.008176025934517384,
    0.008176128380000591,
    0.008176177740097046,
    0.008176079019904137,
    0.008175852708518505,
    0.008175688795745373,
    0.008175672963261604,
    0.008175823837518692,
    0.008176025934517384,
    0.008176306262612343,
    0.008176695555448532,
    0.00817745178937912,
    0.00817870069295168,
    0.008180942386388779,
    0.008184387348592281,
    0.008190550841391087,
    0.008200069889426231,
    0.008218225091695786,
    0.008245432749390602,
    0.008300326764583588,
    0.00837167352437973,
    0.008519730530679226,
    0.008639595471322536,
    0.008874913677573204,
    0.008826661854982376,
    0.008789614774286747,
    0.008486071601510048,
    0.008286898024380207,
    0.008224216289818287,
    0.008291274309158325,
    0.008408808149397373,
    0.008430933579802513,
    0.00840471126139164,
    0.008291857317090034,
    0.008211403153836727,
    0.008206171914935112,
    0.008268066681921482,
    0.008331443183124065,
    0.008302820846438408,
    0.00823089201003313,
    0.008176206611096859,
    0.008191707544028759,
    0.008243421092629433,
    0.008260080590844154,
    0.008235516957938671,
    0.008194060064852238,
    0.008180751465260983,
    0.008194470778107643,
    0.008208957500755787,
    0.008211955428123474,
    0.008202816359698772,
    0.008194164372980595,
    0.0081859789788723,
    0.008181129582226276,
    0.00818259734660387,
    0.008189450018107891,
    0.008195754140615463,
    0.008191946893930435,
    0.008181974291801453,
    0.008173659443855286,
    0.008174074813723564,
    0.00818067230284214,
    0.008185428567230701,
    0.008184880018234253,
    0.008179908618330956,
    0.008175794035196304,
    0.00817432627081871,
    0.008174743503332138,
    0.00817552674561739,
    0.008176219649612904,
    0.008177132345736027,
    0.008177637122571468,
    0.008177160285413265,
    0.008175298571586609,
    0.008173135109245777,
    0.008171861059963703,
    0.008172018453478813,
    0.008173069916665554,
    0.008174026384949684,
    0.008174368180334568,
    0.008174137212336063,
    0.008173794485628605,
    0.008173484355211258,
    0.008173200301826,
    0.008172716945409775,
    0.008172094821929932,
    0.00817150715738535,
    0.00817116629332304,
    0.00817113183438778,
    0.008171276189386845,
    0.008171435445547104,
    0.008171512745320797,
    0.00817155558615923,
    0.008171629160642624,
    0.008171819150447845,
    0.008172105997800827,
    0.008172485046088696,
    0.008172908797860146,
    0.008173475041985512,
    0.008174235932528973,
    0.0081755006685853,
    0.008177339099347591,
    0.008180459961295128,
    0.008184919133782387,
    0.008192740380764008,
    0.00820381660014391,
    0.008224386721849442,
    0.008252323605120182,
    0.008307117037475109,
    0.008371900767087936,
    0.008504010736942291,
    0.00860730092972517,
    0.008819137699902058,
    0.008816305547952652,
    0.008860853500664234,
    0.008606277406215668,
    0.008398844860494137,
    0.008232256397604942,
    0.008208359591662884,
    0.008294246159493923,
    0.008387270383536816,
    0.008455327711999416,
    0.00839136354625225,
    0.008294249884784222,
    0.00819698628038168,
    0.00818086788058281,
    0.008238361217081547,
    0.008298460394144058,
    0.008317092433571815
  ]
}