spacy_language_mlp / linux_regularized_training_history.json
XoXMF's picture
Initial upload of MLP Next-Word Prediction models
c20cb51 verified
{"train_loss": [7.804466891288757, 6.340322470664978, 5.958763527870178, 5.677774167060852, 5.442883586883545, 5.240003848075867, 5.056910753250122, 4.88189389705658, 4.723433613777161, 4.571733403205871, 4.423956108093262, 4.2814939498901365, 4.1469940662384035, 4.020652389526367, 3.8955317974090575, 3.7760864973068236, 3.6637638449668883, 3.5549741864204405, 3.451546573638916, 3.352739429473877, 3.264269542694092, 3.1810750365257263, 3.1036706447601317, 3.033046305179596, 2.970617723464966, 2.9140838503837587, 2.858351767063141, 2.807697570323944, 2.761890912055969, 2.7188552379608155, 2.6798537492752077, 2.644518804550171, 2.609271240234375, 2.5767497062683105, 2.546039569377899, 2.5193801045417787, 2.491914522647858, 2.4663833737373353, 2.4431976437568665, 2.4176869869232176, 2.396037018299103, 2.3749446630477906, 2.3544545769691467, 2.3340879559516905, 2.3150320291519164, 2.2987178444862364, 2.279303789138794, 2.2630358934402466, 2.247339940071106, 2.2327190756797792, 2.2161665320396424, 2.203028416633606, 2.187604784965515, 2.172665846347809, 2.1612311959266663, 2.145814895629883, 2.131748843193054, 2.120816731452942, 2.1105750679969786, 2.0971895813941956, 2.086594557762146, 2.0731330275535584, 2.0637474179267885, 2.0539406836032867, 2.0413558959960936, 2.032496428489685, 2.021533894538879, 2.0107790768146514, 2.0016210317611693, 1.9908012270927429, 1.9820378303527832, 1.9721747159957885, 1.9637484192848205, 1.9548472166061401, 1.9429760932922364, 1.9375856161117553, 1.9277237594127654, 1.9214256882667542, 1.9112497091293335, 1.903522777557373, 1.896662038564682, 1.8892504274845123, 1.8806773543357849, 1.8726341128349304, 1.8658444106578826, 1.8579350650310515, 1.8509312093257904, 1.841575676202774, 1.838749486207962, 1.8298851311206819, 1.8241762220859528, 1.8170442879199982, 1.810399091243744, 1.8013953268527985, 1.7986264884471894, 1.7894092798233032, 1.7817738354206085, 1.7795867443084716, 1.7731343984603882, 1.7651826977729796, 1.7594135761260987, 1.7534528255462647, 1.7455422580242157, 1.7394269466400147, 1.7355254948139192, 1.7338288843631744, 1.7267320692539214, 1.7180276095867157, 1.713431715965271, 1.7109993815422058, 1.7029064893722534, 1.697360098361969, 1.6917385578155517, 1.6854483008384704, 1.6816244304180146, 1.6770155906677247, 1.6698783695697785, 1.6664074122905732, 1.662651491165161, 1.6544732391834258, 1.64940025806427, 1.6447246193885803, 1.6413646340370178, 1.6344889521598815, 1.632003504037857, 1.6255063116550446, 1.6215333342552185, 1.6161445021629333, 1.6113583207130433, 1.6063222289085388, 1.6018321096897126, 1.5999904990196228, 1.5958531022071838, 1.590991061925888, 1.5844462454319, 1.5823150515556335, 1.5778915226459502, 1.5728200197219848, 1.5682811796665193, 1.564158284664154, 1.5617210924625398, 1.5564026892185212, 1.5511515140533447, 1.5479511976242066, 1.5450191736221313, 1.540682816505432, 1.5379261314868926, 1.5329667031764984, 1.5267536044120789, 1.5259819269180297, 1.5194709539413451, 1.5184124052524566, 1.5140101730823516, 1.510503888130188, 1.506311649084091, 1.5036664843559264, 1.4996314346790314, 1.4937500357627869, 1.4904502213001252, 1.4867441475391387, 1.4829080283641816, 1.4807364702224732, 1.4780141174793244, 1.4725757479667663, 1.4693801343441009, 1.4655747652053832, 1.463374763727188, 1.4591731071472167, 1.4574844002723695, 1.4519068777561188, 1.4505014955997466, 1.4468030095100404, 1.4422192096710205, 1.4396092116832733, 1.4364321291446687, 1.431348943710327, 1.428651785850525, 1.4266073405742645, 1.4240286886692046, 1.4208966493606567, 1.4179418802261352, 1.4124474704265595, 1.4099856972694398, 1.407717728614807, 1.4051639020442963, 1.4026786506175994, 1.3959833085536957, 1.3947250604629517, 1.3906291902065278, 1.3884934663772583, 1.3869624853134155, 1.384083276987076, 1.382786798477173, 1.3782974064350129, 1.3754632472991943, 1.3722217500209808, 1.3710304617881774, 1.3679778575897217, 1.3647857666015626, 1.3619491577148437, 1.3585165083408355, 1.3544651687145233, 1.3534893691539764, 1.350268054008484, 1.34496151804924, 1.3438673555850982, 1.3417349100112914, 1.337274533510208, 1.3363621890544892, 1.3347093343734742, 1.3286090731620788, 1.32675501704216, 1.325010472536087, 1.3208195090293884, 1.3206583678722381, 1.3177741289138794, 1.3141368746757507, 1.3130131900310515, 1.3080248951911926, 1.307839149236679, 1.3038165509700774, 1.2995755851268769, 1.2996800899505616, 1.296305114030838, 1.2931067049503326, 1.2914601504802703, 1.288010060787201, 1.284300285577774, 1.2819623231887818, 1.2816306531429291, 1.2782844483852387, 1.2766206324100495, 1.2741806566715241, 1.2699734270572662, 1.2654812395572663, 1.2676548540592194, 1.262839686870575, 1.2613643109798431, 1.2601888298988342, 1.2569455742835998, 1.2555803537368775, 1.2502355575561523, 1.25020369887352, 1.247265237569809, 1.2444687962532044, 1.2416739225387574, 1.2394424319267272, 1.2365407764911651, 1.2344318866729735, 1.2324759364128113, 1.2303127825260163, 1.227538877725601, 1.2246595799922944, 1.2228706061840058, 1.2201168894767762, 1.2177508413791656, 1.2149547636508942, 1.2146282255649568, 1.2119110882282258, 1.209877210855484, 1.2073474168777465, 1.203657603263855, 1.2043396353721618, 1.2034607768058776, 1.1982749819755554, 1.1964891314506532, 1.1942155182361602, 1.1911847829818725, 1.1896239578723908, 1.1871869266033173, 1.187401819229126, 1.1826597213745118, 1.183063769340515, 1.1797711253166199, 1.1782376289367675, 1.1763238906860352, 1.1734041094779968, 1.1707688093185424, 1.1681236028671265, 1.1658528447151184, 1.163419133424759, 1.162192839384079, 1.160815817117691, 1.1580295622348786, 1.1584365129470826, 1.1542180836200715, 1.1538852155208588, 1.1475524723529815, 1.1482870221138, 1.1474853157997131, 1.1464262664318086, 1.143676608800888, 1.1418810725212096, 1.1402928471565246, 1.1382566571235657, 1.1377565681934356, 1.1330963850021363, 1.1299705862998963, 1.1304512917995453, 1.1281728267669677, 1.1259998559951783, 1.1247900545597076, 1.1220178842544555, 1.1196721374988556, 1.1177523255348205, 1.1169626116752625, 1.1164300620555878, 1.1121634006500245, 1.1095238149166107, 1.1075498700141906, 1.107238507270813, 1.10404332280159, 1.1029796302318573, 1.1014130532741546, 1.1007816016674041, 1.0964963376522063, 1.0966252505779266, 1.0938383340835571, 1.0928106665611268, 1.0909843146800995, 1.0872481167316437, 1.0879224479198455, 1.084521186351776, 1.0842960596084594, 1.0818351209163666, 1.0820395946502686, 1.079306185245514, 1.0784229218959809, 1.075639194250107, 1.0751199841499328, 1.0724305927753448, 1.0706949770450591, 1.070675003528595, 1.067645388841629, 1.066396427154541, 1.0651520371437073, 1.0645217061042787, 1.0606378197669983, 1.058336728811264, 1.0580253303050995, 1.0582090198993683, 1.0546240866184236, 1.0546613693237306, 1.050890052318573, 1.0493461787700653, 1.050583589076996, 1.048644495010376, 1.0469808459281922, 1.0450424373149871, 1.0417794346809388, 1.0394348204135895, 1.0398384869098662, 1.0378896713256835, 1.0378397822380065, 1.0367827415466309, 1.032978004217148, 1.031443053483963, 1.0298327207565308, 1.0293980896472932, 1.02673681974411, 1.0265373885631561, 1.0259244084358214, 1.024472826719284, 1.0233431696891784, 1.0223923176527023, 1.0186483979225158, 1.018275710940361, 1.0150968044996262, 1.0146819829940796, 1.0147125482559205, 1.0119547873735428, 1.0105899930000306, 1.0099138617515564, 1.0092336416244507, 1.0077160567045211, 1.0041310161352157, 1.005429807305336, 1.003414523601532, 1.0027016580104828, 1.0001161634922027, 0.9970647782087326, 0.9972554355859756, 0.9960798174142838, 0.9951558649539948, 0.9932695746421814, 0.9932122141122818, 0.9907480537891388, 0.9893331915140152, 0.9893493801355362, 0.9852010130882263, 0.9869148582220078, 0.9855736792087555, 0.9843243837356568, 0.9827883660793304, 0.9810413300991059, 0.9816805958747864, 0.979893708229065, 0.9789073467254639, 0.9770981818437576, 0.9754408329725266, 0.9736955910921097, 0.9732316166162491, 0.972629913687706, 0.9719015598297119, 0.9715014666318893, 0.9679958909749985, 0.9665308773517609, 0.9682779312133789, 0.9662796556949615, 0.9648171544075013, 0.9645027637481689, 0.9618464142084122, 0.9597370356321335, 0.9607283860445023, 0.9588794440031052, 0.9589090943336487, 0.9563151150941849, 0.9560453653335571, 0.9545701295137405, 0.9547892063856125, 0.9541241139173507, 0.9502094626426697, 0.9508459001779557, 0.9511082887649536, 0.9480750679969787, 0.9462833374738693, 0.9444298863410949, 0.9458963483572006, 0.9427577972412109, 0.9442202687263489, 0.9425796806812287, 0.940761512517929, 0.9374220579862594, 0.9390337765216827, 0.9386875748634338, 0.9371139407157898, 0.9367770999670029, 0.936919915676117, 0.9338975191116333, 0.932358655333519, 0.9322786897420883, 0.9319846451282501, 0.9301798701286316, 0.9286261796951294, 0.9303403466939926, 0.9260488897562027, 0.9273749053478241, 0.9269809722900391, 0.9249858558177948, 0.9231973052024841, 0.9227092385292053, 0.9212679773569107, 0.9215065181255341, 0.9201597452163697, 0.9205349385738373, 0.9175924062728882, 0.9156994253396988, 0.9158230066299439, 0.9163863301277161, 0.9144635826349259, 0.9135621219873429, 0.9135398805141449, 0.9139976054430008, 0.911473622918129, 0.9096979320049285, 0.9081614762544632, 0.908296212553978, 0.9093030512332916, 0.9047430783510209, 0.9055284798145294, 0.90345578789711, 0.9036419004201889, 0.9050344526767731, 0.9012122482061387, 0.9008346945047379, 0.901786807179451, 0.899120905995369, 0.8995988070964813, 0.8976106762886047, 0.8979355692863464, 0.897499930858612, 0.8969941645860672, 0.8970405429601669, 0.894529527425766, 0.8942373186349869, 0.8936343520879746, 0.8938406139612198, 0.8910855621099472, 0.8906431913375854, 0.8898782819509506, 0.8891971230506897, 0.8876201689243317, 0.8878380537033081, 0.8855109691619873, 0.8863128393888473, 0.8860712021589279, 0.8853891760110855, 0.8831645220518112, 0.8815608054399491, 0.8826413363218307], "val_loss": [6.57757568359375, 6.184844017028809, 5.927147293090821, 5.75402717590332, 5.6230308532714846, 5.5215777397155765, 5.446483135223389, 5.392936420440674, 5.358078098297119, 5.337975978851318, 5.327736282348633, 5.321819496154785, 5.320833206176758, 5.320792484283447, 5.319458103179931, 5.323625755310059, 5.327493476867676, 5.326247787475586, 5.33463945388794, 5.333109760284424, 5.352353286743164, 5.3585999488830565, 5.366057205200195, 5.376138210296631, 5.375020599365234, 5.384390449523925, 5.390872669219971, 5.40435152053833, 5.425117683410645, 5.428226375579834, 5.440013408660889, 5.45920238494873, 5.459830093383789, 5.466195011138916, 5.473245239257812, 5.485968685150146, 5.499938678741455, 5.504844284057617, 5.513693809509277, 5.521953964233399, 5.537533283233643, 5.551423072814941, 5.548464393615722, 5.5602240562438965, 5.559787273406982, 5.5622742652893065, 5.584296321868896, 5.580546283721924, 5.590424537658691, 5.602188587188721, 5.61128339767456, 5.62105712890625, 5.641093730926514, 5.6439179420471195, 5.6399962425231935, 5.63534517288208, 5.663466453552246, 5.670064544677734, 5.67645263671875, 5.6892702102661135, 5.6961822509765625, 5.7110577583312985, 5.713748359680176, 5.705645561218262, 5.716889190673828, 5.7348627090454105, 5.733738231658935, 5.751174831390381, 5.774300575256348, 5.773976993560791, 5.783590412139892, 5.792512607574463, 5.797702121734619, 5.786531925201416, 5.815679550170898, 5.81321611404419, 5.8313438415527346, 5.827152442932129, 5.850178146362305, 5.838922119140625, 5.860535717010498, 5.875672340393066, 5.876892471313477, 5.89345417022705, 5.8984808921813965, 5.9019207000732425, 5.9085548400878904, 5.928822994232178, 5.936450672149658, 5.951490116119385, 5.9451545715332035, 5.977581405639649, 5.951018905639648, 5.999365711212159, 5.973731422424317, 6.000332069396973, 6.011200428009033, 6.011481666564942, 6.023868179321289, 6.015178298950195, 6.045048236846924, 6.057070541381836, 6.060151100158691, 6.0618791580200195, 6.062897491455078, 6.067946147918701, 6.105319404602051, 6.1151001930236815, 6.1210369110107425, 6.12447566986084, 6.13687744140625, 6.151695632934571, 6.1459685325622555, 6.160889339447022, 6.1576464653015135, 6.1839288711547855, 6.1802489280700685, 6.210369014739991, 6.206521892547608, 6.206204223632812, 6.22776165008545, 6.236777973175049, 6.231309318542481, 6.250053977966308, 6.268172931671143, 6.263343715667725, 6.269444942474365, 6.3021995544433596, 6.303750038146973, 6.315212821960449, 6.3108447074890135, 6.326820755004883, 6.350133037567138, 6.345263957977295, 6.360806179046631, 6.356989955902099, 6.375227737426758, 6.379238319396973, 6.395259952545166, 6.410381507873535, 6.402243900299072, 6.424413967132568, 6.432806015014648, 6.4408646583557125, 6.438961219787598, 6.460547161102295, 6.46860704421997, 6.4764398574829105, 6.469370746612549, 6.496036720275879, 6.501557731628418, 6.500853443145752, 6.51127519607544, 6.529641914367676, 6.5324431419372555, 6.549941444396973, 6.5487264633178714, 6.575458526611328, 6.601633834838867, 6.578951263427735, 6.606045055389404, 6.610057544708252, 6.6058886528015135, 6.630105304718017, 6.6195894241333, 6.637477111816406, 6.6597521781921385, 6.663677215576172, 6.674856662750244, 6.690232467651367, 6.704781341552734, 6.7225062370300295, 6.698316955566407, 6.734706592559815, 6.745829391479492, 6.755670356750488, 6.767510414123535, 6.764265441894532, 6.74842004776001, 6.796246719360352, 6.785549449920654, 6.795625114440918, 6.816250133514404, 6.807711505889893, 6.814029312133789, 6.824298000335693, 6.837911605834961, 6.842034816741943, 6.864154911041259, 6.893648147583008, 6.892229652404785, 6.882384586334228, 6.8911103248596195, 6.907230949401855, 6.9153368949890135, 6.9230094909667965, 6.928807926177979, 6.943787384033203, 6.967558860778809, 6.969789218902588, 6.9537121772766115, 6.981301879882812, 6.985563659667969, 7.009476852416992, 7.029948997497558, 7.011333274841308, 7.0271354675292965, 7.035069465637207, 7.062717151641846, 7.057635498046875, 7.058212184906006, 7.087247085571289, 7.0814825057983395, 7.091463565826416, 7.092487812042236, 7.102455806732178, 7.112375640869141, 7.1032835960388185, 7.143236351013184, 7.152933883666992, 7.178908252716065, 7.196860885620117, 7.16872272491455, 7.201038932800293, 7.22329740524292, 7.2163043975830075, 7.20689754486084, 7.2627387046813965, 7.251054954528809, 7.232401752471924, 7.262330818176269, 7.266433429718018, 7.283196926116943, 7.264894485473633, 7.298928070068359, 7.302634429931641, 7.322368431091308, 7.328733348846436, 7.316675758361816, 7.350961780548095, 7.3363324165344235, 7.367875289916992, 7.364635372161866, 7.377898120880127, 7.3845240592956545, 7.390038299560547, 7.405483913421631, 7.400530624389648, 7.4292394638061525, 7.404191780090332, 7.445161628723144, 7.434434223175049, 7.4400559425354, 7.50188045501709, 7.471274375915527, 7.495618438720703, 7.509544944763183, 7.505374145507813, 7.5440045356750485, 7.537550544738769, 7.519283866882324, 7.5684796333312985, 7.563980770111084, 7.569375228881836, 7.580620670318604, 7.590712642669677, 7.601572799682617, 7.620165634155273, 7.599849700927734, 7.644081401824951, 7.610495281219483, 7.6589991569519045, 7.638302803039551, 7.66286563873291, 7.683391094207764, 7.665792465209961, 7.682584285736084, 7.708279705047607, 7.732748126983642, 7.723500728607178, 7.736253356933593, 7.746001052856445, 7.7470193862915036, 7.755001258850098, 7.750228023529052, 7.7958471298217775, 7.803590774536133, 7.839458274841308, 7.7820618629455565, 7.781306552886963, 7.835638332366943, 7.842339897155762, 7.860231971740722, 7.875946044921875, 7.861268520355225, 7.874775218963623, 7.885246467590332, 7.916349029541015, 7.923667526245117, 7.909509944915771, 7.930020713806153, 7.9314906120300295, 7.940877532958984, 7.9628805160522464, 7.955722522735596, 7.969526576995849, 8.00181188583374, 7.989436531066895, 8.03419828414917, 8.011906147003174, 8.043438529968261, 8.057267951965333, 8.045744895935059, 8.055823707580567, 8.076913261413575, 8.08598461151123, 8.098064994812011, 8.07823429107666, 8.095216941833495, 8.098516082763672, 8.132824325561524, 8.154592514038086, 8.147706413269043, 8.166602897644044, 8.199515533447265, 8.203962898254394, 8.186091995239257, 8.235991477966309, 8.218143653869628, 8.211371994018554, 8.217213249206543, 8.253227615356446, 8.243522262573242, 8.278492736816407, 8.270668220520019, 8.279204368591309, 8.270893669128418, 8.316961288452148, 8.336541938781739, 8.305538558959961, 8.32841968536377, 8.339460182189942, 8.34836368560791, 8.34851303100586, 8.389318656921386, 8.36866512298584, 8.382967567443847, 8.390996551513672, 8.400304985046386, 8.409514808654786, 8.436795043945313, 8.42612819671631, 8.47168846130371, 8.45447883605957, 8.48812026977539, 8.474396705627441, 8.514370346069336, 8.499971771240235, 8.495436477661134, 8.520459747314453, 8.521062469482422, 8.519268989562988, 8.524463653564453, 8.546415901184082, 8.535542488098145, 8.568646812438965, 8.568149757385253, 8.60521583557129, 8.585234069824219, 8.607984352111817, 8.623473167419434, 8.655922508239746, 8.639167213439942, 8.621686744689942, 8.667456436157227, 8.69078197479248, 8.682289123535156, 8.695852851867675, 8.698254585266113, 8.722776222229005, 8.718031311035157, 8.737644958496094, 8.710699272155761, 8.744315719604492, 8.742038345336914, 8.75533676147461, 8.765795516967774, 8.786009788513184, 8.781185150146484, 8.807253074645995, 8.795281982421875, 8.800544548034669, 8.840631675720214, 8.842574501037598, 8.824962425231934, 8.884771537780761, 8.857783889770507, 8.880158996582031, 8.87775115966797, 8.901726722717285, 8.866731643676758, 8.926692771911622, 8.894414710998536, 8.918037033081054, 8.930194664001466, 8.914954376220702, 8.90733470916748, 8.932798767089844, 8.976091575622558, 8.981004905700683, 8.984681701660156, 8.990998458862304, 9.036461448669433, 9.001151657104492, 9.025785446166992, 9.047346496582032, 9.036275672912598, 9.065616989135743, 9.075460624694824, 9.08542709350586, 9.07750244140625, 9.08626823425293, 9.095016288757325, 9.111915588378906, 9.143672370910645, 9.128614616394042, 9.183775329589844, 9.1420316696167, 9.173630142211914, 9.191762351989746, 9.197137260437012, 9.19531078338623, 9.216206550598145, 9.219642829895019, 9.219648361206055, 9.196056747436524, 9.23520565032959, 9.211130905151368, 9.262685394287109, 9.252881050109863, 9.28935375213623, 9.25601806640625, 9.251489067077637, 9.307315826416016, 9.274615478515624, 9.282108116149903, 9.301951599121093, 9.322568321228028, 9.348662948608398, 9.346559715270995, 9.355492210388183, 9.327331924438477, 9.41980209350586, 9.37240810394287, 9.352475929260255, 9.355381393432618, 9.400518608093261, 9.40194034576416, 9.425699424743652, 9.392207527160645, 9.430941009521485, 9.449980735778809, 9.457024765014648, 9.457452392578125, 9.480032920837402, 9.5034029006958, 9.509488677978515, 9.512144851684571, 9.510098838806153, 9.509127235412597, 9.536461448669433, 9.551145362854005, 9.546963500976563, 9.54936237335205, 9.566042137145995, 9.548890686035156, 9.57859935760498, 9.602572822570801, 9.599760818481446, 9.642369270324707, 9.619733428955078, 9.615069389343262, 9.611148834228516, 9.61393985748291, 9.655289840698241, 9.640269088745118, 9.69240207672119, 9.6661865234375, 9.650154113769531, 9.69296817779541, 9.671270561218261, 9.714227104187012, 9.720677757263184, 9.70963363647461, 9.746022415161132, 9.740374183654785, 9.74558753967285, 9.751078796386718, 9.789546775817872, 9.779066848754884]}