Upload aleph_byte_trigram_tied_hard_K64/final_report.json with huggingface_hub

aleph_byte_trigram_tied_hard_K64/final_report.json

@@ -0,0 +1,1506 @@
+{
+  "run_name": "aleph_byte_trigram_tied_hard_K64_tau0.1_lr0.001",
+  "config": {
+    "model_type": "aleph",
+    "V": 32,
+    "D": 4,
+    "ps": 4,
+    "hidden": 64,
+    "depth": 1,
+    "channels": 3,
+    "address": "hard",
+    "K": 64,
+    "address_tau": 0.1,
+    "decode_mode": "tied",
+    "n_atoms": 64,
+    "code_tau": 1.0,
+    "readout": "linear",
+    "dec_hidden": 64,
+    "dec_depth": 1,
+    "row_norm": "sphere",
+    "n_cross": 0,
+    "n_heads": 2,
+    "smooth_mid": 8,
+    "boundary_smooth": true,
+    "activation": "gelu",
+    "init_scheme": "orthogonal"
+  },
+  "n_params": 26795,
+  "dataset": "byte_trigram",
+  "loss_mode": "mse",
+  "baseline_mse": 3.8e-07,
+  "best_test_mse": 0.0024680913425981998,
+  "best_test_cos": 0.992042624950409,
+  "history": [
+    [
+      100,
+      0.032187771052122116,
+      0.03179355561733246,
+      0.8917131423950195,
+      0.07142393365502357,
+      118.4026008605957,
+      0.21565237194299697,
+      101.21252975463867
+    ],
+    [
+      200,
+      0.014124579727649689,
+      0.01406502453610301,
+      0.953719562292099,
+      0.08054149895906448,
+      125.36545944213867,
+      0.22396039366722106,
+      116.55382995605468
+    ],
+    [
+      300,
+      0.00868319533765316,
+      0.00865359976887703,
+      0.9717581450939179,
+      0.08527937605977058,
+      126.26410751342773,
+      0.2262527883052826,
+      121.78535385131836
+    ],
+    [
+      400,
+      0.007241304498165846,
+      0.007238333951681853,
+      0.97639901638031,
+      0.0864076592028141,
+      126.65103607177734,
+      0.22760576456785203,
+      123.95379028320312
+    ],
+    [
+      500,
+      0.006548920180648565,
+      0.006490912009030581,
+      0.9788848757743835,
+      0.08749390840530395,
+      126.8457534790039,
+      0.2282811090350151,
+      125.03395614624023
+    ],
+    [
+      600,
+      0.006114538758993149,
+      0.006050093332305551,
+      0.9803251326084137,
+      0.08834172040224075,
+      126.86466827392579,
+      0.22865113765001296,
+      125.41149597167968
+    ],
+    [
+      700,
+      0.005763791035860777,
+      0.0057528804987668995,
+      0.981301087141037,
+      0.0890011340379715,
+      126.9288215637207,
+      0.22878435999155045,
+      125.70409622192383
+    ],
+    [
+      800,
+      0.005468121729791164,
+      0.005501015577465296,
+      0.9821328103542328,
+      0.08943179845809937,
+      126.93677825927735,
+      0.22892122715711594,
+      125.79252014160156
+    ],
+    [
+      900,
+      0.005442553199827671,
+      0.005370751209557057,
+      0.9825783729553222,
+      0.08980032727122307,
+      126.81053466796875,
+      0.22898880243301392,
+      125.65535507202148
+    ],
+    [
+      1000,
+      0.005143477115780115,
+      0.005204292852431536,
+      0.9831250905990601,
+      0.09033423662185669,
+      126.89938583374024,
+      0.22904255986213684,
+      125.73914413452148
+    ],
+    [
+      1100,
+      0.005053144413977861,
+      0.00506164557300508,
+      0.9835760653018951,
+      0.0907887876033783,
+      126.75805206298828,
+      0.2290807157754898,
+      125.50147857666016
+    ],
+    [
+      1200,
+      0.004952847957611084,
+      0.004904393525794149,
+      0.984080147743225,
+      0.0913929022848606,
+      126.79380950927734,
+      0.22906477004289627,
+      125.49967880249024
+    ],
+    [
+      1300,
+      0.004788538441061974,
+      0.004799110675230622,
+      0.9844434082508087,
+      0.09164823070168496,
+      126.671142578125,
+      0.22904918640851973,
+      125.29162368774413
+    ],
+    [
+      1400,
+      0.004693266935646534,
+      0.004670087387785316,
+      0.9848556816577911,
+      0.09201224222779274,
+      126.62982864379883,
+      0.22902523577213288,
+      125.15999908447266
+    ],
+    [
+      1500,
+      0.004559615161269903,
+      0.004559450270608068,
+      0.9852019965648651,
+      0.09231216460466385,
+      126.48742599487305,
+      0.22900738716125488,
+      124.92048568725586
+    ],
+    [
+      1600,
+      0.004435961600393057,
+      0.004460981534793973,
+      0.9855455040931702,
+      0.0923426777124405,
+      126.38886108398438,
+      0.22902010530233383,
+      124.73734817504882
+    ],
+    [
+      1700,
+      0.004404964856803417,
+      0.0044149553403258325,
+      0.9856909990310669,
+      0.09240256473422051,
+      126.30052871704102,
+      0.2290101319551468,
+      124.56841735839843
+    ],
+    [
+      1800,
+      0.004299005027860403,
+      0.004303286271169782,
+      0.9860546171665192,
+      0.09198362827301025,
+      126.14514236450195,
+      0.22903531342744826,
+      124.28874206542969
+    ],
+    [
+      1900,
+      0.0041910759173333645,
+      0.004194005113095045,
+      0.9864148557186126,
+      0.09162460267543793,
+      125.94209365844726,
+      0.2290664255619049,
+      123.9121223449707
+    ],
+    [
+      2000,
+      0.004151084925979376,
+      0.004127315944060683,
+      0.9866292595863342,
+      0.09171793013811111,
+      125.8976837158203,
+      0.22904133498668672,
+      123.70375518798828
+    ],
+    [
+      2100,
+      0.004016559571027756,
+      0.004025869118049741,
+      0.9869655847549439,
+      0.09138567447662353,
+      125.68052291870117,
+      0.22907850742340088,
+      123.23157043457032
+    ],
+    [
+      2200,
+      0.004017446655780077,
+      0.003951524151489139,
+      0.9872007250785828,
+      0.09115784019231796,
+      125.4798828125,
+      0.2290389806032181,
+      122.7798583984375
+    ],
+    [
+      2300,
+      0.003870671149343252,
+      0.0038901894353330136,
+      0.9874169588088989,
+      0.09098965376615524,
+      125.40658798217774,
+      0.2290935128927231,
+      122.42934646606446
+    ],
+    [
+      2400,
+      0.0038026743568480015,
+      0.0038181207841262222,
+      0.9876563668251037,
+      0.09064250886440277,
+      125.27280731201172,
+      0.2292734742164612,
+      121.96911239624023
+    ],
+    [
+      2500,
+      0.003757136408239603,
+      0.0037580034229904415,
+      0.9878427922725678,
+      0.09045671075582504,
+      125.14515838623046,
+      0.22934696674346924,
+      121.53849487304687
+    ],
+    [
+      2600,
+      0.003674311563372612,
+      0.0036846048198640345,
+      0.9880931079387665,
+      0.09016947373747826,
+      125.06417541503906,
+      0.2294310674071312,
+      121.08150787353516
+    ],
+    [
+      2700,
+      0.0036810196470469236,
+      0.003663213481195271,
+      0.9881667852401733,
+      0.09022020325064659,
+      124.96850357055663,
+      0.22945742607116698,
+      120.58629302978515
+    ],
+    [
+      2800,
+      0.0035847246181219816,
+      0.003579715918749571,
+      0.9884266316890716,
+      0.08989356085658073,
+      124.78486938476563,
+      0.2295873448252678,
+      119.90615921020508
+    ],
+    [
+      2900,
+      0.0035461809020489454,
+      0.0035307077690958978,
+      0.9885655522346497,
+      0.08944357559084892,
+      124.57876586914062,
+      0.22974566072225572,
+      119.210791015625
+    ],
+    [
+      3000,
+      0.00346854398958385,
+      0.003494376712478697,
+      0.9887075841426849,
+      0.08955959379673004,
+      124.4468162536621,
+      0.22967704385519028,
+      118.63344039916993
+    ],
+    [
+      3100,
+      0.0034731528721749783,
+      0.0034403780708089473,
+      0.9888806998729706,
+      0.08940365761518479,
+      124.38902435302734,
+      0.22960459142923356,
+      118.28005905151367
+    ],
+    [
+      3200,
+      0.003418082371354103,
+      0.0033883747179061174,
+      0.989034754037857,
+      0.08885581567883491,
+      124.17168731689453,
+      0.2297413617372513,
+      117.58298034667969
+    ],
+    [
+      3300,
+      0.0033176045399159193,
+      0.003322654264047742,
+      0.989260858297348,
+      0.08880511671304703,
+      124.08958435058594,
+      0.229540553689003,
+      117.34483947753907
+    ],
+    [
+      3400,
+      0.003380688838660717,
+      0.003300104825757444,
+      0.9893437802791596,
+      0.08842566832900048,
+      124.01232452392578,
+      0.22954811304807662,
+      116.93981018066407
+    ],
+    [
+      3500,
+      0.0032905731350183487,
+      0.0032615932868793607,
+      0.9894549131393433,
+      0.08825436383485794,
+      123.9354034423828,
+      0.22944539785385132,
+      116.59679260253907
+    ],
+    [
+      3600,
+      0.0032760160975158215,
+      0.003225952247157693,
+      0.9895762264728546,
+      0.08779875189065933,
+      123.90298843383789,
+      0.22936174124479294,
+      116.19149169921874
+    ],
+    [
+      3700,
+      0.0032514510676264763,
+      0.0031790462555363773,
+      0.9897280752658844,
+      0.08791647627949714,
+      124.04037475585938,
+      0.2291141763329506,
+      116.20480651855469
+    ],
+    [
+      3800,
+      0.0031447848305106163,
+      0.0031395273515954615,
+      0.9898610472679138,
+      0.08761662021279334,
+      124.02442016601563,
+      0.22926841229200362,
+      115.87830963134766
+    ],
+    [
+      3900,
+      0.0031464379280805588,
+      0.0031514907721430065,
+      0.9898266196250916,
+      0.08755642622709274,
+      124.10585174560546,
+      0.22905879318714142,
+      115.73275680541992
+    ],
+    [
+      4000,
+      0.0031512766145169735,
+      0.003137215808965266,
+      0.98987318277359,
+      0.08741012141108513,
+      124.2531951904297,
+      0.22946709841489793,
+      115.69696655273438
+    ],
+    [
+      4100,
+      0.003129936521872878,
+      0.003088577929884195,
+      0.9900292456150055,
+      0.08718436062335969,
+      124.13987579345704,
+      0.229250368475914,
+      115.27629165649414
+    ],
+    [
+      4200,
+      0.0031102094799280167,
+      0.003042017295956612,
+      0.9901774525642395,
+      0.08726683855056763,
+      124.28167266845703,
+      0.22936319559812546,
+      115.24534759521484
+    ],
+    [
+      4300,
+      0.003085405332967639,
+      0.0030405146069824697,
+      0.9901795387268066,
+      0.08702433407306671,
+      124.42937698364258,
+      0.22967237681150438,
+      115.31918182373047
+    ],
+    [
+      4400,
+      0.002951842499896884,
+      0.003004522528499365,
+      0.9903000175952912,
+      0.08705971017479897,
+      124.39382781982422,
+      0.22982460260391235,
+      115.1388916015625
+    ],
+    [
+      4500,
+      0.0030154422856867313,
+      0.002980699180625379,
+      0.9903895676136016,
+      0.08699686527252197,
+      124.50441284179688,
+      0.23008284568786622,
+      115.10702972412109
+    ],
+    [
+      4600,
+      0.002885621041059494,
+      0.0029513529036194084,
+      0.9904865741729736,
+      0.08666810989379883,
+      124.27116088867187,
+      0.2299462750554085,
+      114.63906784057617
+    ],
+    [
+      4700,
+      0.0028898201417177916,
+      0.0029142693150788546,
+      0.9905968308448792,
+      0.08631739988923073,
+      124.30649871826172,
+      0.23013102114200593,
+      114.55209655761719
+    ],
+    [
+      4800,
+      0.00292789819650352,
+      0.002880321303382516,
+      0.9907079339027405,
+      0.0864056594669819,
+      124.56064682006836,
+      0.23032783418893815,
+      114.91979751586913
+    ],
+    [
+      4900,
+      0.0028507723473012447,
+      0.002847447735257447,
+      0.9908057630062104,
+      0.08652325123548507,
+      124.62567367553712,
+      0.23051242679357528,
+      114.9874382019043
+    ],
+    [
+      5000,
+      0.0028042043559253216,
+      0.002818660857155919,
+      0.9909065127372741,
+      0.08612472042441369,
+      124.71199417114258,
+      0.23057365864515306,
+      115.27889022827148
+    ],
+    [
+      5100,
+      0.0028009999077767134,
+      0.002805253770202398,
+      0.9909398913383484,
+      0.08591398671269417,
+      124.79740753173829,
+      0.23066622465848924,
+      115.33974609375
+    ],
+    [
+      5200,
+      0.002742327284067869,
+      0.0027835293672978877,
+      0.9910128116607666,
+      0.08571405410766601,
+      124.81137466430664,
+      0.230560864508152,
+      115.37115325927735
+    ],
+    [
+      5300,
+      0.002784465439617634,
+      0.0027581990230828523,
+      0.9911017715930939,
+      0.08573138564825059,
+      124.92649307250977,
+      0.23079311549663545,
+      115.56793594360352
+    ],
+    [
+      5400,
+      0.002736494643613696,
+      0.0027760617202147843,
+      0.9910404622554779,
+      0.08555062860250473,
+      124.80661010742188,
+      0.2309157907962799,
+      115.28109741210938
+    ],
+    [
+      5500,
+      0.002748917555436492,
+      0.002744363946840167,
+      0.9911452889442444,
+      0.08589892908930778,
+      124.96020431518555,
+      0.23095122277736663,
+      115.55818252563476
+    ],
+    [
+      5600,
+      0.0027892584912478924,
+      0.0027243559947237373,
+      0.9912035465240479,
+      0.08597511053085327,
+      124.96494750976562,
+      0.23118922263383865,
+      115.59264602661133
+    ],
+    [
+      5700,
+      0.0027342247776687145,
+      0.0027392280055209993,
+      0.9911725342273712,
+      0.08603108748793602,
+      124.86151885986328,
+      0.23099340200424195,
+      115.36850051879883
+    ],
+    [
+      5800,
+      0.0026906365528702736,
+      0.0027183856582269073,
+      0.9912302494049072,
+      0.08621210232377052,
+      124.85702819824219,
+      0.23108397275209427,
+      115.28945541381836
+    ],
+    [
+      5900,
+      0.0026684231124818325,
+      0.002705351379700005,
+      0.9912680923938751,
+      0.08640819489955902,
+      124.86989135742188,
+      0.23157751113176345,
+      115.08359298706054
+    ],
+    [
+      6000,
+      0.002639749785885215,
+      0.002723805606365204,
+      0.9912320971488953,
+      0.08646659553050995,
+      124.73735580444335,
+      0.2316066026687622,
+      114.76461029052734
+    ],
+    [
+      6100,
+      0.002657148987054825,
+      0.0026965026278048753,
+      0.9912954866886139,
+      0.0868838109076023,
+      124.62817153930663,
+      0.23170615136623382,
+      114.42113342285157
+    ],
+    [
+      6200,
+      0.002780652604997158,
+      0.0026922478107735516,
+      0.9913156151771545,
+      0.08685822635889054,
+      124.79097595214844,
+      0.2317158728837967,
+      114.6311538696289
+    ],
+    [
+      6300,
+      0.002696205396205187,
+      0.0026831179624423386,
+      0.9913525879383087,
+      0.08705752640962601,
+      124.78811874389649,
+      0.2319298654794693,
+      114.68471221923828
+    ],
+    [
+      6400,
+      0.002681747078895569,
+      0.0026808948954567314,
+      0.991360092163086,
+      0.08716647773981094,
+      124.9175651550293,
+      0.2320481941103935,
+      114.90312576293945
+    ],
+    [
+      6500,
+      0.002621215768158436,
+      0.0026695872191339733,
+      0.9913893580436707,
+      0.08770753145217895,
+      124.8997314453125,
+      0.23159807920455933,
+      115.0179214477539
+    ],
+    [
+      6600,
+      0.0026564225554466248,
+      0.0026474806014448403,
+      0.9914611220359802,
+      0.08803736865520477,
+      124.9352783203125,
+      0.23138365298509597,
+      115.34738235473633
+    ],
+    [
+      6700,
+      0.002630633767694235,
+      0.002652520616538823,
+      0.991447913646698,
+      0.08824946507811546,
+      124.94443817138672,
+      0.23114742189645768,
+      115.59383850097656
+    ],
+    [
+      6800,
+      0.002694644033908844,
+      0.002636808599345386,
+      0.9914994239807129,
+      0.08857876658439637,
+      124.94075088500976,
+      0.231036239862442,
+      115.64750213623047
+    ],
+    [
+      6900,
+      0.0026360671035945415,
+      0.002632734086364508,
+      0.9915038764476776,
+      0.08911461532115936,
+      124.89349060058593,
+      0.2309438854455948,
+      115.44833221435547
+    ],
+    [
+      7000,
+      0.0026128850877285004,
+      0.002618799451738596,
+      0.9915376842021942,
+      0.0896829105913639,
+      124.82509536743164,
+      0.23091260939836503,
+      115.19021453857422
+    ],
+    [
+      7100,
+      0.0026296782307326794,
+      0.0026286125415936113,
+      0.9915213704109191,
+      0.08997609615325927,
+      124.78009872436523,
+      0.23081496059894563,
+      115.09204940795898
+    ],
+    [
+      7200,
+      0.002584921894595027,
+      0.002619035728275776,
+      0.9915609180927276,
+      0.08948700949549675,
+      124.8837661743164,
+      0.23071796596050262,
+      115.23879699707031
+    ],
+    [
+      7300,
+      0.00261344644241035,
+      0.002613659901544452,
+      0.9915715217590332,
+      0.08973714113235473,
+      124.85270385742187,
+      0.23049252927303315,
+      115.16576232910157
+    ],
+    [
+      7400,
+      0.0025571947917342186,
+      0.002608253713697195,
+      0.9915858328342437,
+      0.08948123231530189,
+      124.87369842529297,
+      0.23046710789203645,
+      115.19524230957032
+    ],
+    [
+      7500,
+      0.0026063197292387486,
+      0.0025970820570364594,
+      0.9916302025318146,
+      0.08905228823423386,
+      124.92944869995117,
+      0.23062664568424224,
+      115.22698669433593
+    ],
+    [
+      7600,
+      0.0026110196486115456,
+      0.0025853943545371292,
+      0.9916667401790619,
+      0.08924389407038688,
+      124.86829147338867,
+      0.23060577511787414,
+      114.98555297851563
+    ],
+    [
+      7700,
+      0.002590593183413148,
+      0.002572529762983322,
+      0.9917014241218567,
+      0.08880018144845962,
+      124.92364273071288,
+      0.2307073712348938,
+      114.86215286254883
+    ],
+    [
+      7800,
+      0.0025883617345243692,
+      0.0025922192027792333,
+      0.9916464447975158,
+      0.08935048878192901,
+      124.84706192016601,
+      0.23072140514850617,
+      114.47568130493164
+    ],
+    [
+      7900,
+      0.0025892918929457664,
+      0.00257799350656569,
+      0.9916869163513183,
+      0.0888915441930294,
+      124.82316131591797,
+      0.23099496960639954,
+      114.10616073608398
+    ],
+    [
+      8000,
+      0.0026594761293381453,
+      0.0025780218886211513,
+      0.9916875302791596,
+      0.08862795308232307,
+      124.85582885742187,
+      0.2311696633696556,
+      113.76611862182617
+    ],
+    [
+      8100,
+      0.0025830157101154327,
+      0.002595527493394911,
+      0.9916414678096771,
+      0.08810519576072692,
+      124.88250350952148,
+      0.23146218210458755,
+      113.58305892944335
+    ],
+    [
+      8200,
+      0.0025624248664826155,
+      0.0025801348965615034,
+      0.9916840553283691,
+      0.08852801695466042,
+      124.81745986938476,
+      0.23138463199138642,
+      113.32771301269531
+    ],
+    [
+      8300,
+      0.0025156880728900433,
+      0.00256434076000005,
+      0.9917341411113739,
+      0.08852420821785927,
+      124.85549087524414,
+      0.23130235075950623,
+      113.35797119140625
+    ],
+    [
+      8400,
+      0.0025139683857560158,
+      0.0025541754672303795,
+      0.9917641460895539,
+      0.08847056329250336,
+      124.90182342529297,
+      0.23118586987257003,
+      113.45892791748047
+    ],
+    [
+      8500,
+      0.0025666726287454367,
+      0.0025731948902830482,
+      0.9917087614536285,
+      0.08846208825707436,
+      124.9113525390625,
+      0.2311364009976387,
+      113.41289443969727
+    ],
+    [
+      8600,
+      0.0025689941830933094,
+      0.002535354858264327,
+      0.9918199002742767,
+      0.08836551308631897,
+      124.99683837890625,
+      0.23116788566112517,
+      113.36015319824219
+    ],
+    [
+      8700,
+      0.0025601941160857677,
+      0.0025361551903188228,
+      0.9918227076530457,
+      0.0883190430700779,
+      125.02145767211914,
+      0.23123205900192262,
+      113.19766540527344
+    ],
+    [
+      8800,
+      0.002547387033700943,
+      0.0025264368625357745,
+      0.99184929728508,
+      0.08813855722546578,
+      125.0302963256836,
+      0.2312479168176651,
+      113.0839958190918
+    ],
+    [
+      8900,
+      0.002515923697501421,
+      0.0025430777110159396,
+      0.9918166518211364,
+      0.08807430490851402,
+      125.04603652954101,
+      0.23125998973846434,
+      112.98166427612304
+    ],
+    [
+      9000,
+      0.0025701182894408703,
+      0.002530559105798602,
+      0.9918312191963196,
+      0.08749188929796219,
+      125.08333969116211,
+      0.23133981078863144,
+      112.94367752075195
+    ],
+    [
+      9100,
+      0.002528737299144268,
+      0.0025349417934194206,
+      0.9918289065361023,
+      0.0874140091240406,
+      125.10734710693359,
+      0.23138939142227172,
+      112.96220932006835
+    ],
+    [
+      9200,
+      0.002519420348107815,
+      0.002530149160884321,
+      0.991843456029892,
+      0.08721289485692978,
+      125.13558044433594,
+      0.23138655871152877,
+      113.14199523925781
+    ],
+    [
+      9300,
+      0.0025309291668236256,
+      0.002534341812133789,
+      0.9918391883373261,
+      0.08743680119514466,
+      125.09738616943359,
+      0.23143756985664368,
+      113.25365142822265
+    ],
+    [
+      9400,
+      0.0025095290038734674,
+      0.002510625496506691,
+      0.9919024229049682,
+      0.08755663856863975,
+      125.08706283569336,
+      0.2315797746181488,
+      113.25950927734375
+    ],
+    [
+      9500,
+      0.0024730912409722805,
+      0.0025152214104309676,
+      0.9918978214263916,
+      0.08807977885007859,
+      125.04668579101562,
+      0.2317330941557884,
+      113.15653533935547
+    ],
+    [
+      9600,
+      0.0024957878049463034,
+      0.002514087245799601,
+      0.9918903589248658,
+      0.08806969746947288,
+      125.01992263793946,
+      0.23178108036518097,
+      113.06001205444336
+    ],
+    [
+      9700,
+      0.002474319189786911,
+      0.002507839980535209,
+      0.9919162690639496,
+      0.08830436244606972,
+      124.98379135131836,
+      0.2318078860640526,
+      113.02531204223632
+    ],
+    [
+      9800,
+      0.0025322958827018738,
+      0.0024986259406432508,
+      0.9919458091259002,
+      0.0884807787835598,
+      124.93625106811524,
+      0.23178922086954118,
+      112.92305984497071
+    ],
+    [
+      9900,
+      0.002496616914868355,
+      0.00250748957041651,
+      0.9919134736061096,
+      0.08828150033950806,
+      124.92373809814453,
+      0.23184406459331514,
+      112.84783248901367
+    ],
+    [
+      10000,
+      0.002493838546797633,
+      0.002499873726628721,
+      0.9919476628303527,
+      0.0882582925260067,
+      124.87946701049805,
+      0.2318337857723236,
+      112.78110885620117
+    ],
+    [
+      10100,
+      0.0025118489284068346,
+      0.0025044173235073686,
+      0.9919227004051209,
+      0.08812278062105179,
+      124.8662322998047,
+      0.23180756866931915,
+      112.66971817016602
+    ],
+    [
+      10200,
+      0.0024945298209786415,
+      0.0025036858394742014,
+      0.991937518119812,
+      0.08779477924108506,
+      124.8560676574707,
+      0.23184244334697723,
+      112.44179306030273
+    ],
+    [
+      10300,
+      0.0024779457598924637,
+      0.0025024226168170573,
+      0.9919297337532044,
+      0.08772962614893913,
+      124.83505477905274,
+      0.23186338394880296,
+      112.11307983398437
+    ],
+    [
+      10400,
+      0.00253142393194139,
+      0.0024910199223086237,
+      0.9919633865356445,
+      0.08737747445702553,
+      124.83264770507813,
+      0.23191370218992233,
+      111.95744400024414
+    ],
+    [
+      10500,
+      0.0024933398235589266,
+      0.0024985296651721,
+      0.9919463515281677,
+      0.08733067363500595,
+      124.85613861083985,
+      0.23195253312587738,
+      111.89630508422852
+    ],
+    [
+      10600,
+      0.00253601698204875,
+      0.002508816635236144,
+      0.9919081509113312,
+      0.08715989664196969,
+      124.85014266967774,
+      0.23195920288562774,
+      111.79201126098633
+    ],
+    [
+      10700,
+      0.002466595731675625,
+      0.002495605614967644,
+      0.991948002576828,
+      0.08686974793672561,
+      124.8563949584961,
+      0.2320307105779648,
+      111.76513748168945
+    ],
+    [
+      10800,
+      0.0024694660678505898,
+      0.0025115298107266427,
+      0.9919018685817719,
+      0.08691061139106751,
+      124.85261993408203,
+      0.2320450946688652,
+      111.64882431030273
+    ],
+    [
+      10900,
+      0.0025482620112597942,
+      0.002491423347964883,
+      0.9919644474983216,
+      0.08684487491846085,
+      124.85488967895508,
+      0.23213133364915847,
+      111.55729827880859
+    ],
+    [
+      11000,
+      0.002557826926931739,
+      0.002501737093552947,
+      0.9919410109519958,
+      0.08648848086595536,
+      124.89115829467774,
+      0.2322504535317421,
+      111.63285751342774
+    ],
+    [
+      11100,
+      0.0024712737649679184,
+      0.002507554623298347,
+      0.9919122338294983,
+      0.08661727532744408,
+      124.88501510620117,
+      0.23226356655359268,
+      111.57196044921875
+    ],
+    [
+      11200,
+      0.0025259703397750854,
+      0.0024814138654619456,
+      0.9919969439506531,
+      0.08659472241997719,
+      124.8928955078125,
+      0.2323030039668083,
+      111.60725021362305
+    ],
+    [
+      11300,
+      0.0025252089835703373,
+      0.002501383633352816,
+      0.9919354259967804,
+      0.08657673522830009,
+      124.91064987182617,
+      0.23229665011167527,
+      111.71491775512695
+    ],
+    [
+      11400,
+      0.0024743168614804745,
+      0.0025021002162247895,
+      0.9919358432292938,
+      0.08682101964950562,
+      124.92108993530273,
+      0.232233689725399,
+      111.83723907470703
+    ],
+    [
+      11500,
+      0.002519315807148814,
+      0.0024827428394928576,
+      0.9919899761676788,
+      0.08677547127008438,
+      124.9507942199707,
+      0.2322690114378929,
+      112.00774993896485
+    ],
+    [
+      11600,
+      0.002495591761544347,
+      0.0024907791521400213,
+      0.991975873708725,
+      0.08694911450147629,
+      124.96235046386718,
+      0.2322203904390335,
+      112.10098419189453
+    ],
+    [
+      11700,
+      0.00248368876054883,
+      0.0024991899728775023,
+      0.991943109035492,
+      0.08703217878937722,
+      124.98136444091797,
+      0.23224985152482985,
+      112.24204483032227
+    ],
+    [
+      11800,
+      0.002525094198063016,
+      0.002490614727139473,
+      0.9919694781303405,
+      0.08709296807646752,
+      125.00226593017578,
+      0.23221341520547867,
+      112.29743118286133
+    ],
+    [
+      11900,
+      0.0024683137889951468,
+      0.0024791861418634654,
+      0.9920022070407868,
+      0.08710632920265197,
+      125.01127319335937,
+      0.23223422318696976,
+      112.37372741699218
+    ],
+    [
+      12000,
+      0.0024996227584779263,
+      0.002502559497952461,
+      0.9919359028339386,
+      0.08719676882028579,
+      125.0386474609375,
+      0.23223349303007126,
+      112.4851921081543
+    ],
+    [
+      12100,
+      0.0025332393124699593,
+      0.002499951026402414,
+      0.9919380009174347,
+      0.08742096051573753,
+      125.0544807434082,
+      0.23217855542898178,
+      112.52775497436524
+    ],
+    [
+      12200,
+      0.002501613227650523,
+      0.0025051182368770243,
+      0.9919346332550049,
+      0.08737394586205482,
+      125.06591262817383,
+      0.23218862265348433,
+      112.60143127441407
+    ],
+    [
+      12300,
+      0.002528347773477435,
+      0.0024912875378504395,
+      0.9919645965099335,
+      0.08748578578233719,
+      125.06780319213867,
+      0.2321752905845642,
+      112.6230972290039
+    ],
+    [
+      12400,
+      0.0025058998726308346,
+      0.0024860262870788573,
+      0.9919837594032288,
+      0.08758205249905586,
+      125.0661849975586,
+      0.23214592635631562,
+      112.6195167541504
+    ],
+    [
+      12500,
+      0.0024832007475197315,
+      0.002487287065014243,
+      0.9919888019561768,
+      0.08753163814544677,
+      125.07495727539063,
+      0.23216887265443803,
+      112.67208328247071
+    ],
+    [
+      12600,
+      0.002457031747326255,
+      0.0024911050917580725,
+      0.9919693470001221,
+      0.08746788054704666,
+      125.06143188476562,
+      0.2321859508752823,
+      112.64021301269531
+    ],
+    [
+      12700,
+      0.00254397583194077,
+      0.002484374726191163,
+      0.9919919073581696,
+      0.08744443655014038,
+      125.06690139770508,
+      0.23222500830888748,
+      112.66581649780274
+    ],
+    [
+      12800,
+      0.0024978062137961388,
+      0.002491615363396704,
+      0.9919673919677734,
+      0.08744933009147644,
+      125.05720596313476,
+      0.23223623335361482,
+      112.65483169555664
+    ],
+    [
+      12900,
+      0.0024968390353024006,
+      0.0024815738899633287,
+      0.9920064747333527,
+      0.08752246797084809,
+      125.05343093872071,
+      0.23223189562559127,
+      112.62729873657227
+    ],
+    [
+      13000,
+      0.0024578915908932686,
+      0.0024775187484920025,
+      0.9920055091381073,
+      0.08746908754110336,
+      125.04616165161133,
+      0.23226710855960847,
+      112.62129516601563
+    ],
+    [
+      13100,
+      0.0024789460003376007,
+      0.0024819576647132635,
+      0.9919958353042603,
+      0.0873194620013237,
+      125.04853439331055,
+      0.23230802714824678,
+      112.63934326171875
+    ],
+    [
+      13200,
+      0.0024749143049120903,
+      0.002475977153517306,
+      0.9920150637626648,
+      0.08738566413521767,
+      125.03284301757813,
+      0.2322908103466034,
+      112.5860694885254
+    ],
+    [
+      13300,
+      0.0025335978716611862,
+      0.0024704220704734325,
+      0.992042624950409,
+      0.08725658059120178,
+      125.03514862060547,
+      0.23233586251735688,
+      112.6103729248047
+    ],
+    [
+      13400,
+      0.002469348721206188,
+      0.002493538148701191,
+      0.9919599711894989,
+      0.08731574416160584,
+      125.0313331604004,
+      0.23233513683080673,
+      112.59411926269532
+    ],
+    [
+      13500,
+      0.0024783401750028133,
+      0.0024732223013415934,
+      0.9920266389846801,
+      0.08732647448778152,
+      125.02252883911133,
+      0.23234326541423797,
+      112.57912368774414
+    ],
+    [
+      13600,
+      0.002475410234183073,
+      0.002481989678926766,
+      0.9919983685016632,
+      0.08731031492352485,
+      125.02552108764648,
+      0.23234052956104279,
+      112.56868438720703
+    ],
+    [
+      13700,
+      0.002523091621696949,
+      0.002483093529008329,
+      0.991991400718689,
+      0.08725157156586646,
+      125.02127227783203,
+      0.23235865086317062,
+      112.57627410888672
+    ],
+    [
+      13800,
+      0.002463752403855324,
+      0.0024782383115962148,
+      0.9920170068740845,
+      0.08721406832337379,
+      125.0181884765625,
+      0.23237071335315704,
+      112.57592010498047
+    ],
+    [
+      13900,
+      0.002512638922780752,
+      0.0024680913425981998,
+      0.9920330584049225,
+      0.0872307412326336,
+      125.01283645629883,
+      0.23236405104398727,
+      112.55362396240234
+    ],
+    [
+      14000,
+      0.0024763019755482674,
+      0.002477638004347682,
+      0.9920129597187042,
+      0.08724660351872444,
+      125.0124382019043,
+      0.2323792815208435,
+      112.55716934204102
+    ],
+    [
+      14100,
+      0.0024892999790608883,
+      0.0024722957285121085,
+      0.9920247435569763,
+      0.08723601102828979,
+      125.0133186340332,
+      0.23238177746534347,
+      112.5551383972168
+    ],
+    [
+      14200,
+      0.0024860617704689503,
+      0.0024761724285781383,
+      0.9920123875141144,
+      0.0872459851205349,
+      125.00759582519531,
+      0.2323698729276657,
+      112.53821029663087
+    ],
+    [
+      14300,
+      0.00249229883775115,
+      0.002477512019686401,
+      0.9920153915882111,
+      0.08722179606556893,
+      125.01180877685547,
+      0.23238538801670075,
+      112.54875335693359
+    ],
+    [
+      14400,
+      0.0025013634003698826,
+      0.002489522914402187,
+      0.9919772386550904,
+      0.0872570551931858,
+      125.01095199584961,
+      0.2323906898498535,
+      112.56484680175781
+    ],
+    [
+      14500,
+      0.0025347103364765644,
+      0.0024875359376892447,
+      0.9919791221618652,
+      0.08723040744662285,
+      125.00794143676758,
+      0.23238218277692796,
+      112.55038223266601
+    ],
+    [
+      14600,
+      0.0024774004705250263,
+      0.0024780782172456385,
+      0.9920047461986542,
+      0.08726956769824028,
+      125.0053321838379,
+      0.23236916214227676,
+      112.5391960144043
+    ]
+  ],
+  "history_columns": [
+    "step",
+    "train_loss",
+    "test_mse",
+    "test_cos",
+    "test_cv",
+    "perplexity",
+    "address_margin",
+    "hard_perplexity"
+  ]
+}