diff --git "a/memory_loss_run_0/log2.txt" "b/memory_loss_run_0/log2.txt"
new file mode 100644--- /dev/null
+++ "b/memory_loss_run_0/log2.txt"
@@ -0,0 +1,10124 @@
+max_steps: 10000
+0 val loss 11.7310
+0 val perplexity 124369.2734
+0 hella 0.2427
+0 train 11.729280 (lr=8.3916e-07) (hash(x)=43020073)
+1 train 11.690837 (lr=1.6783e-06) (hash(x)=40186831)
+2 train 11.628223 (lr=2.5175e-06) (hash(x)=39532508)
+3 train 11.540745 (lr=3.3566e-06) (hash(x)=41549576)
+4 train 11.454134 (lr=4.1958e-06) (hash(x)=42489168)
+5 train 11.366831 (lr=5.0350e-06) (hash(x)=46587281)
+6 train 11.283005 (lr=5.8741e-06) (hash(x)=32862812)
+7 train 11.189302 (lr=6.7133e-06) (hash(x)=44311150)
+8 train 11.083904 (lr=7.5524e-06) (hash(x)=35238598)
+9 train 10.998022 (lr=8.3916e-06) (hash(x)=43586079)
+10 train 10.904757 (lr=9.2308e-06) (hash(x)=41060787)
+11 train 10.821758 (lr=1.0070e-05) (hash(x)=38459896)
+12 train 10.734671 (lr=1.0909e-05) (hash(x)=38321785)
+13 train 10.665391 (lr=1.1748e-05) (hash(x)=39715411)
+14 train 10.605263 (lr=1.2587e-05) (hash(x)=38525523)
+15 train 10.524548 (lr=1.3427e-05) (hash(x)=37147761)
+16 train 10.478959 (lr=1.4266e-05) (hash(x)=40218940)
+17 train 10.442346 (lr=1.5105e-05) (hash(x)=42920847)
+18 train 10.389630 (lr=1.5944e-05) (hash(x)=37172332)
+19 train 10.357564 (lr=1.6783e-05) (hash(x)=37548788)
+20 train 10.436346 (lr=1.7622e-05) (hash(x)=44236806)
+21 train 10.283808 (lr=1.8462e-05) (hash(x)=39609464)
+22 train 10.256331 (lr=1.9301e-05) (hash(x)=35826722)
+23 train 10.226955 (lr=2.0140e-05) (hash(x)=41810828)
+24 train 10.202855 (lr=2.0979e-05) (hash(x)=40768364)
+25 train 10.201324 (lr=2.1818e-05) (hash(x)=41944228)
+26 train 10.150231 (lr=2.2657e-05) (hash(x)=33074616)
+27 train 10.142663 (lr=2.3497e-05) (hash(x)=40328572)
+28 train 10.125000 (lr=2.4336e-05) (hash(x)=40526218)
+29 train 10.079533 (lr=2.5175e-05) (hash(x)=35046913)
+30 train 10.079214 (lr=2.6014e-05) (hash(x)=42067651)
+31 train 10.037607 (lr=2.6853e-05) (hash(x)=37718833)
+32 train 10.061878 (lr=2.7692e-05) (hash(x)=39086453)
+33 train 10.007605 (lr=2.8531e-05) (hash(x)=38170439)
+34 train 9.993877 (lr=2.9371e-05) (hash(x)=38416276)
+35 train 9.956135 (lr=3.0210e-05) (hash(x)=35910520)
+36 train 9.918903 (lr=3.1049e-05) (hash(x)=38294541)
+37 train 9.851969 (lr=3.1888e-05) (hash(x)=37970328)
+38 train 9.883423 (lr=3.2727e-05) (hash(x)=47798142)
+39 train 9.835138 (lr=3.3566e-05) (hash(x)=41448397)
+40 train 9.785187 (lr=3.4406e-05) (hash(x)=35998008)
+41 train 9.790874 (lr=3.5245e-05) (hash(x)=42854073)
+42 train 9.764421 (lr=3.6084e-05) (hash(x)=34023554)
+43 train 9.729725 (lr=3.6923e-05) (hash(x)=38224169)
+44 train 9.664454 (lr=3.7762e-05) (hash(x)=38541980)
+45 train 9.645080 (lr=3.8601e-05) (hash(x)=40244184)
+46 train 9.620018 (lr=3.9441e-05) (hash(x)=40982129)
+47 train 9.603690 (lr=4.0280e-05) (hash(x)=35613076)
+48 train 9.587133 (lr=4.1119e-05) (hash(x)=38365557)
+49 train 9.522077 (lr=4.1958e-05) (hash(x)=37670153)
+50 train 9.508860 (lr=4.2797e-05) (hash(x)=36490858)
+51 train 9.473428 (lr=4.3636e-05) (hash(x)=45293341)
+52 train 9.424390 (lr=4.4476e-05) (hash(x)=34608198)
+53 train 9.409584 (lr=4.5315e-05) (hash(x)=40589220)
+54 train 9.386301 (lr=4.6154e-05) (hash(x)=38360325)
+55 train 9.327577 (lr=4.6993e-05) (hash(x)=34408476)
+56 train 9.297775 (lr=4.7832e-05) (hash(x)=43105758)
+57 train 9.251913 (lr=4.8671e-05) (hash(x)=38633295)
+58 train 9.258825 (lr=4.9510e-05) (hash(x)=33040018)
+59 train 9.207959 (lr=5.0350e-05) (hash(x)=40295276)
+60 train 9.177380 (lr=5.1189e-05) (hash(x)=42039245)
+61 train 9.154108 (lr=5.2028e-05) (hash(x)=37378101)
+62 train 9.092644 (lr=5.2867e-05) (hash(x)=34922497)
+63 train 9.069004 (lr=5.3706e-05) (hash(x)=39383384)
+64 train 9.046868 (lr=5.4545e-05) (hash(x)=36886920)
+65 train 9.014381 (lr=5.5385e-05) (hash(x)=49245126)
+66 train 8.958651 (lr=5.6224e-05) (hash(x)=42143311)
+67 train 8.902306 (lr=5.7063e-05) (hash(x)=39206249)
+68 train 8.862336 (lr=5.7902e-05) (hash(x)=41447808)
+69 train 8.831233 (lr=5.8741e-05) (hash(x)=38878572)
+70 train 8.818881 (lr=5.9580e-05) (hash(x)=39456385)
+71 train 8.767767 (lr=6.0420e-05) (hash(x)=32280717)
+72 train 8.769514 (lr=6.1259e-05) (hash(x)=53645700)
+73 train 8.701269 (lr=6.2098e-05) (hash(x)=45237171)
+74 train 8.648593 (lr=6.2937e-05) (hash(x)=41353467)
+75 train 8.593693 (lr=6.3776e-05) (hash(x)=31760015)
+76 train 8.617966 (lr=6.4615e-05) (hash(x)=42936558)
+77 train 8.532045 (lr=6.5455e-05) (hash(x)=41149046)
+78 train 8.520231 (lr=6.6294e-05) (hash(x)=32504374)
+79 train 8.472087 (lr=6.7133e-05) (hash(x)=38761479)
+80 train 8.477598 (lr=6.7972e-05) (hash(x)=43169179)
+81 train 8.373437 (lr=6.8811e-05) (hash(x)=38883720)
+82 train 8.432563 (lr=6.9650e-05) (hash(x)=35264833)
+83 train 8.383095 (lr=7.0490e-05) (hash(x)=39647690)
+84 train 8.337786 (lr=7.1329e-05) (hash(x)=40459837)
+85 train 8.276876 (lr=7.2168e-05) (hash(x)=39563297)
+86 train 8.253001 (lr=7.3007e-05) (hash(x)=40575171)
+87 train 8.269374 (lr=7.3846e-05) (hash(x)=36619588)
+88 train 8.176229 (lr=7.4685e-05) (hash(x)=38554202)
+89 train 8.187140 (lr=7.5524e-05) (hash(x)=45358690)
+90 train 8.145928 (lr=7.6364e-05) (hash(x)=39849268)
+91 train 8.104144 (lr=7.7203e-05) (hash(x)=36526892)
+92 train 8.108366 (lr=7.8042e-05) (hash(x)=36573088)
+93 train 8.124704 (lr=7.8881e-05) (hash(x)=35127937)
+94 train 8.092756 (lr=7.9720e-05) (hash(x)=45519024)
+95 train 8.108202 (lr=8.0559e-05) (hash(x)=51017638)
+96 train 8.047218 (lr=8.1399e-05) (hash(x)=34429787)
+97 train 8.035765 (lr=8.2238e-05) (hash(x)=42195066)
+98 train 8.059847 (lr=8.3077e-05) (hash(x)=42577931)
+99 train 8.068220 (lr=8.3916e-05) (hash(x)=43640945)
+100 train 8.131557 (lr=8.4755e-05) (hash(x)=41025709)
+101 train 8.113441 (lr=8.5594e-05) (hash(x)=38842108)
+102 train 8.046230 (lr=8.6434e-05) (hash(x)=35807343)
+103 train 8.024646 (lr=8.7273e-05) (hash(x)=42509003)
+104 train 8.039476 (lr=8.8112e-05) (hash(x)=41423615)
+105 train 7.999174 (lr=8.8951e-05) (hash(x)=38110590)
+106 train 8.033017 (lr=8.9790e-05) (hash(x)=38546684)
+107 train 8.015185 (lr=9.0629e-05) (hash(x)=37463563)
+108 train 7.971608 (lr=9.1469e-05) (hash(x)=41539956)
+109 train 7.946757 (lr=9.2308e-05) (hash(x)=39833125)
+110 train 7.838242 (lr=9.3147e-05) (hash(x)=45219543)
+111 train 7.921026 (lr=9.3986e-05) (hash(x)=39065190)
+112 train 7.943944 (lr=9.4825e-05) (hash(x)=39365879)
+113 train 7.872048 (lr=9.5664e-05) (hash(x)=29131564)
+114 train 7.853287 (lr=9.6503e-05) (hash(x)=34823449)
+115 train 7.885635 (lr=9.7343e-05) (hash(x)=42726380)
+116 train 7.940184 (lr=9.8182e-05) (hash(x)=38025438)
+117 train 7.784478 (lr=9.9021e-05) (hash(x)=36425104)
+118 train 7.857435 (lr=9.9860e-05) (hash(x)=44404661)
+119 train 7.782869 (lr=1.0070e-04) (hash(x)=41354818)
+120 train 7.813264 (lr=1.0154e-04) (hash(x)=45081759)
+121 train 7.830515 (lr=1.0238e-04) (hash(x)=36999177)
+122 train 7.830234 (lr=1.0322e-04) (hash(x)=57249129)
+123 train 7.777208 (lr=1.0406e-04) (hash(x)=39674309)
+124 train 7.721416 (lr=1.0490e-04) (hash(x)=36976134)
+125 train 7.648571 (lr=1.0573e-04) (hash(x)=44680407)
+126 train 7.652251 (lr=1.0657e-04) (hash(x)=35696564)
+127 train 7.720939 (lr=1.0741e-04) (hash(x)=42574395)
+128 train 7.649464 (lr=1.0825e-04) (hash(x)=35377432)
+129 train 7.674636 (lr=1.0909e-04) (hash(x)=39701873)
+130 train 7.623181 (lr=1.0993e-04) (hash(x)=42333683)
+131 train 7.653708 (lr=1.1077e-04) (hash(x)=41846049)
+132 train 7.566389 (lr=1.1161e-04) (hash(x)=39764458)
+133 train 7.662523 (lr=1.1245e-04) (hash(x)=43962856)
+134 train 7.603921 (lr=1.1329e-04) (hash(x)=43204383)
+135 train 7.553712 (lr=1.1413e-04) (hash(x)=29887805)
+136 train 7.547771 (lr=1.1497e-04) (hash(x)=37745775)
+137 train 7.493958 (lr=1.1580e-04) (hash(x)=37616655)
+138 train 7.518706 (lr=1.1664e-04) (hash(x)=45318513)
+139 train 7.516015 (lr=1.1748e-04) (hash(x)=37452544)
+140 train 7.507874 (lr=1.1832e-04) (hash(x)=39375117)
+141 train 7.476333 (lr=1.1916e-04) (hash(x)=37963790)
+142 train 7.430883 (lr=1.2000e-04) (hash(x)=39774370)
+143 train 7.399291 (lr=1.2084e-04) (hash(x)=42069862)
+144 train 7.466346 (lr=1.2168e-04) (hash(x)=43741101)
+145 train 7.439867 (lr=1.2252e-04) (hash(x)=34632743)
+146 train 7.458813 (lr=1.2336e-04) (hash(x)=36867411)
+147 train 7.401456 (lr=1.2420e-04) (hash(x)=40659571)
+148 train 7.384440 (lr=1.2503e-04) (hash(x)=40091078)
+149 train 7.599265 (lr=1.2587e-04) (hash(x)=42164174)
+150 train 7.483500 (lr=1.2671e-04) (hash(x)=42858704)
+151 train 7.537762 (lr=1.2755e-04) (hash(x)=42918253)
+152 train 7.454994 (lr=1.2839e-04) (hash(x)=42546549)
+153 train 7.453863 (lr=1.2923e-04) (hash(x)=39924040)
+154 train 7.468177 (lr=1.3007e-04) (hash(x)=39853634)
+155 train 7.418825 (lr=1.3091e-04) (hash(x)=40219509)
+156 train 7.425561 (lr=1.3175e-04) (hash(x)=35699466)
+157 train 7.418256 (lr=1.3259e-04) (hash(x)=36534529)
+158 train 7.422984 (lr=1.3343e-04) (hash(x)=38735208)
+159 train 7.406127 (lr=1.3427e-04) (hash(x)=40311991)
+160 train 7.383471 (lr=1.3510e-04) (hash(x)=36811718)
+161 train 7.308704 (lr=1.3594e-04) (hash(x)=41062268)
+162 train 7.303185 (lr=1.3678e-04) (hash(x)=43953441)
+163 train 7.376016 (lr=1.3762e-04) (hash(x)=46903324)
+164 train 7.289227 (lr=1.3846e-04) (hash(x)=41728497)
+165 train 7.242870 (lr=1.3930e-04) (hash(x)=35813038)
+166 train 7.289783 (lr=1.4014e-04) (hash(x)=43527634)
+167 train 7.290900 (lr=1.4098e-04) (hash(x)=43572214)
+168 train 7.389205 (lr=1.4182e-04) (hash(x)=54470565)
+169 train 7.257562 (lr=1.4266e-04) (hash(x)=42902061)
+170 train 7.210373 (lr=1.4350e-04) (hash(x)=38992170)
+171 train 7.223124 (lr=1.4434e-04) (hash(x)=46898423)
+172 train 7.189637 (lr=1.4517e-04) (hash(x)=38308438)
+173 train 7.163025 (lr=1.4601e-04) (hash(x)=39718297)
+174 train 7.098283 (lr=1.4685e-04) (hash(x)=39620419)
+175 train 7.141426 (lr=1.4769e-04) (hash(x)=42107279)
+176 train 7.164737 (lr=1.4853e-04) (hash(x)=40724129)
+177 train 6.979174 (lr=1.4937e-04) (hash(x)=37426508)
+178 train 7.116960 (lr=1.5021e-04) (hash(x)=41111158)
+179 train 7.085126 (lr=1.5105e-04) (hash(x)=39516236)
+180 train 7.079826 (lr=1.5189e-04) (hash(x)=33589847)
+181 train 7.075230 (lr=1.5273e-04) (hash(x)=34785706)
+182 train 7.056334 (lr=1.5357e-04) (hash(x)=42025641)
+183 train 7.102289 (lr=1.5441e-04) (hash(x)=38045891)
+184 train 7.029064 (lr=1.5524e-04) (hash(x)=38925127)
+185 train 6.967745 (lr=1.5608e-04) (hash(x)=41127830)
+186 train 7.011209 (lr=1.5692e-04) (hash(x)=42691537)
+187 train 7.020479 (lr=1.5776e-04) (hash(x)=38490304)
+188 train 6.974633 (lr=1.5860e-04) (hash(x)=37223616)
+189 train 7.015514 (lr=1.5944e-04) (hash(x)=37554255)
+190 train 6.931524 (lr=1.6028e-04) (hash(x)=38932073)
+191 train 6.920142 (lr=1.6112e-04) (hash(x)=42501293)
+192 train 6.905061 (lr=1.6196e-04) (hash(x)=36097227)
+193 train 6.925323 (lr=1.6280e-04) (hash(x)=36458062)
+194 train 6.914077 (lr=1.6364e-04) (hash(x)=41912906)
+195 train 6.916018 (lr=1.6448e-04) (hash(x)=41163674)
+196 train 6.929262 (lr=1.6531e-04) (hash(x)=45775047)
+197 train 6.965147 (lr=1.6615e-04) (hash(x)=46812286)
+198 train 7.006958 (lr=1.6699e-04) (hash(x)=41240471)
+199 train 7.059527 (lr=1.6783e-04) (hash(x)=39806219)
+200 train 7.026184 (lr=1.6867e-04) (hash(x)=43076661)
+201 train 7.000856 (lr=1.6951e-04) (hash(x)=38597506)
+202 train 6.992122 (lr=1.7035e-04) (hash(x)=36420947)
+203 train 7.023416 (lr=1.7119e-04) (hash(x)=39892881)
+204 train 6.995694 (lr=1.7203e-04) (hash(x)=40575338)
+205 train 6.942512 (lr=1.7287e-04) (hash(x)=39211306)
+206 train 6.987882 (lr=1.7371e-04) (hash(x)=38317333)
+207 train 6.883503 (lr=1.7455e-04) (hash(x)=40286692)
+208 train 6.920146 (lr=1.7538e-04) (hash(x)=40748271)
+209 train 6.870060 (lr=1.7622e-04) (hash(x)=40540025)
+210 train 6.898149 (lr=1.7706e-04) (hash(x)=41158213)
+211 train 6.959842 (lr=1.7790e-04) (hash(x)=42951784)
+212 train 6.850318 (lr=1.7874e-04) (hash(x)=36354222)
+213 train 6.859332 (lr=1.7958e-04) (hash(x)=40215941)
+214 train 6.862913 (lr=1.8042e-04) (hash(x)=35173457)
+215 train 6.842826 (lr=1.8126e-04) (hash(x)=37668416)
+216 train 6.854797 (lr=1.8210e-04) (hash(x)=38048396)
+217 train 6.833663 (lr=1.8294e-04) (hash(x)=36706047)
+218 train 6.885518 (lr=1.8378e-04) (hash(x)=37494224)
+219 train 6.847665 (lr=1.8462e-04) (hash(x)=39523697)
+220 train 6.841324 (lr=1.8545e-04) (hash(x)=43419294)
+221 train 6.865973 (lr=1.8629e-04) (hash(x)=39606527)
+222 train 6.718120 (lr=1.8713e-04) (hash(x)=39259628)
+223 train 6.708844 (lr=1.8797e-04) (hash(x)=40554699)
+224 train 6.734761 (lr=1.8881e-04) (hash(x)=36903643)
+225 train 6.791233 (lr=1.8965e-04) (hash(x)=37428583)
+226 train 6.754758 (lr=1.9049e-04) (hash(x)=44921380)
+227 train 6.796472 (lr=1.9133e-04) (hash(x)=42590754)
+228 train 6.770117 (lr=1.9217e-04) (hash(x)=35156538)
+229 train 6.785293 (lr=1.9301e-04) (hash(x)=43254265)
+230 train 6.724044 (lr=1.9385e-04) (hash(x)=36703563)
+231 train 6.714319 (lr=1.9469e-04) (hash(x)=37656297)
+232 train 6.713047 (lr=1.9552e-04) (hash(x)=43561076)
+233 train 6.680551 (lr=1.9636e-04) (hash(x)=40059009)
+234 train 6.692312 (lr=1.9720e-04) (hash(x)=37021437)
+235 train 6.612413 (lr=1.9804e-04) (hash(x)=41032031)
+236 train 6.642633 (lr=1.9888e-04) (hash(x)=43185920)
+237 train 6.651039 (lr=1.9972e-04) (hash(x)=39010648)
+238 train 6.589418 (lr=2.0056e-04) (hash(x)=38543417)
+239 train 6.616667 (lr=2.0140e-04) (hash(x)=40555532)
+240 train 6.577783 (lr=2.0224e-04) (hash(x)=41111373)
+241 train 6.551617 (lr=2.0308e-04) (hash(x)=33742461)
+242 train 6.634755 (lr=2.0392e-04) (hash(x)=37515339)
+243 train 6.594140 (lr=2.0476e-04) (hash(x)=40804377)
+244 train 6.573778 (lr=2.0559e-04) (hash(x)=36992345)
+245 train 6.579272 (lr=2.0643e-04) (hash(x)=43511680)
+246 train 6.559344 (lr=2.0727e-04) (hash(x)=42924417)
+247 train 6.619326 (lr=2.0811e-04) (hash(x)=44025028)
+248 train 6.743015 (lr=2.0895e-04) (hash(x)=38242725)
+249 train 6.714567 (lr=2.0979e-04) (hash(x)=38934557)
+250 val loss 6.6702
+250 val perplexity 788.5919
+250 hella 0.2425
+250 train 6.699360 (lr=2.1063e-04) (hash(x)=40509581)
+251 train 6.747437 (lr=2.1147e-04) (hash(x)=45490257)
+252 train 6.726377 (lr=2.1231e-04) (hash(x)=43346826)
+253 train 6.715366 (lr=2.1315e-04) (hash(x)=36955485)
+254 train 6.632350 (lr=2.1399e-04) (hash(x)=38436940)
+255 train 6.674634 (lr=2.1483e-04) (hash(x)=36471539)
+256 train 6.670007 (lr=2.1566e-04) (hash(x)=36796014)
+257 train 6.662346 (lr=2.1650e-04) (hash(x)=44070321)
+258 train 6.695327 (lr=2.1734e-04) (hash(x)=40130987)
+259 train 6.652949 (lr=2.1818e-04) (hash(x)=46063837)
+260 train 6.612373 (lr=2.1902e-04) (hash(x)=42475500)
+261 train 6.525410 (lr=2.1986e-04) (hash(x)=37700874)
+262 train 6.579116 (lr=2.2070e-04) (hash(x)=37006772)
+263 train 6.639875 (lr=2.2154e-04) (hash(x)=37947489)
+264 train 6.588184 (lr=2.2238e-04) (hash(x)=40918121)
+265 train 6.561726 (lr=2.2322e-04) (hash(x)=38681611)
+266 train 6.601528 (lr=2.2406e-04) (hash(x)=35671352)
+267 train 6.558660 (lr=2.2490e-04) (hash(x)=41194640)
+268 train 6.536133 (lr=2.2573e-04) (hash(x)=46862409)
+269 train 6.621952 (lr=2.2657e-04) (hash(x)=49107445)
+270 train 6.540934 (lr=2.2741e-04) (hash(x)=39406893)
+271 train 6.559958 (lr=2.2825e-04) (hash(x)=44627432)
+272 train 6.463036 (lr=2.2909e-04) (hash(x)=39413705)
+273 train 6.508152 (lr=2.2993e-04) (hash(x)=53432804)
+274 train 6.468156 (lr=2.3077e-04) (hash(x)=42262227)
+275 train 6.456047 (lr=2.3161e-04) (hash(x)=41605824)
+276 train 6.508527 (lr=2.3245e-04) (hash(x)=40581674)
+277 train 6.394554 (lr=2.3329e-04) (hash(x)=40595276)
+278 train 6.462204 (lr=2.3413e-04) (hash(x)=37509550)
+279 train 6.419534 (lr=2.3497e-04) (hash(x)=31917348)
+280 train 6.404948 (lr=2.3580e-04) (hash(x)=39926323)
+281 train 6.416345 (lr=2.3664e-04) (hash(x)=40545864)
+282 train 6.433589 (lr=2.3748e-04) (hash(x)=44789089)
+283 train 6.428381 (lr=2.3832e-04) (hash(x)=40561808)
+284 train 6.441916 (lr=2.3916e-04) (hash(x)=38885507)
+285 train 6.366652 (lr=2.4000e-04) (hash(x)=58174393)
+286 train 6.328819 (lr=2.4084e-04) (hash(x)=36514808)
+287 train 6.427616 (lr=2.4168e-04) (hash(x)=34449073)
+288 train 6.401051 (lr=2.4252e-04) (hash(x)=36234248)
+289 train 6.338021 (lr=2.4336e-04) (hash(x)=36831290)
+290 train 6.313878 (lr=2.4420e-04) (hash(x)=38470348)
+291 train 6.332654 (lr=2.4503e-04) (hash(x)=40813989)
+292 train 6.267523 (lr=2.4587e-04) (hash(x)=40101461)
+293 train 6.341687 (lr=2.4671e-04) (hash(x)=41453228)
+294 train 6.392169 (lr=2.4755e-04) (hash(x)=39030698)
+295 train 6.323190 (lr=2.4839e-04) (hash(x)=37699296)
+296 train 6.368637 (lr=2.4923e-04) (hash(x)=36273551)
+297 train 6.461650 (lr=2.5007e-04) (hash(x)=34729900)
+298 train 6.473360 (lr=2.5091e-04) (hash(x)=41396904)
+299 train 6.458684 (lr=2.5175e-04) (hash(x)=36616204)
+300 train 6.418723 (lr=2.5259e-04) (hash(x)=39775857)
+301 train 6.434940 (lr=2.5343e-04) (hash(x)=39616891)
+302 train 6.450706 (lr=2.5427e-04) (hash(x)=40119655)
+303 train 6.478361 (lr=2.5510e-04) (hash(x)=41824148)
+304 train 6.412843 (lr=2.5594e-04) (hash(x)=37673182)
+305 train 6.430081 (lr=2.5678e-04) (hash(x)=38237922)
+306 train 6.406499 (lr=2.5762e-04) (hash(x)=45959443)
+307 train 6.421340 (lr=2.5846e-04) (hash(x)=41361376)
+308 train 6.373692 (lr=2.5930e-04) (hash(x)=33964987)
+309 train 6.341838 (lr=2.6014e-04) (hash(x)=35821468)
+310 train 6.370028 (lr=2.6098e-04) (hash(x)=36760655)
+311 train 6.288919 (lr=2.6182e-04) (hash(x)=41523510)
+312 train 6.305918 (lr=2.6266e-04) (hash(x)=37689402)
+313 train 6.337391 (lr=2.6350e-04) (hash(x)=52018719)
+314 train 6.388939 (lr=2.6434e-04) (hash(x)=37898592)
+315 train 6.337315 (lr=2.6517e-04) (hash(x)=35630288)
+316 train 6.303639 (lr=2.6601e-04) (hash(x)=37750220)
+317 train 6.336209 (lr=2.6685e-04) (hash(x)=41780631)
+318 train 6.304469 (lr=2.6769e-04) (hash(x)=43973798)
+319 train 6.313293 (lr=2.6853e-04) (hash(x)=40579988)
+320 train 6.392153 (lr=2.6937e-04) (hash(x)=40861597)
+321 train 6.241369 (lr=2.7021e-04) (hash(x)=39314059)
+322 train 6.256644 (lr=2.7105e-04) (hash(x)=47534617)
+323 train 6.253836 (lr=2.7189e-04) (hash(x)=41334458)
+324 train 6.232646 (lr=2.7273e-04) (hash(x)=40912886)
+325 train 6.196042 (lr=2.7357e-04) (hash(x)=37446453)
+326 train 6.206777 (lr=2.7441e-04) (hash(x)=41384425)
+327 train 6.197983 (lr=2.7524e-04) (hash(x)=33708978)
+328 train 6.175581 (lr=2.7608e-04) (hash(x)=36622742)
+329 train 6.198086 (lr=2.7692e-04) (hash(x)=44567966)
+330 train 6.157693 (lr=2.7776e-04) (hash(x)=40347532)
+331 train 6.192386 (lr=2.7860e-04) (hash(x)=42442592)
+332 train 6.155694 (lr=2.7944e-04) (hash(x)=31062323)
+333 train 6.152491 (lr=2.8028e-04) (hash(x)=39726419)
+334 train 6.122574 (lr=2.8112e-04) (hash(x)=38383205)
+335 train 6.132811 (lr=2.8196e-04) (hash(x)=40238039)
+336 train 6.098896 (lr=2.8280e-04) (hash(x)=37270614)
+337 train 6.156375 (lr=2.8364e-04) (hash(x)=38535112)
+338 train 6.124038 (lr=2.8448e-04) (hash(x)=41251195)
+339 train 6.130052 (lr=2.8531e-04) (hash(x)=41622377)
+340 train 6.093575 (lr=2.8615e-04) (hash(x)=38167408)
+341 train 6.082307 (lr=2.8699e-04) (hash(x)=36588322)
+342 train 6.049878 (lr=2.8783e-04) (hash(x)=47014312)
+343 train 6.089364 (lr=2.8867e-04) (hash(x)=41110082)
+344 train 6.058948 (lr=2.8951e-04) (hash(x)=36196956)
+345 train 6.094726 (lr=2.9035e-04) (hash(x)=44045107)
+346 train 6.231076 (lr=2.9119e-04) (hash(x)=43914722)
+347 train 6.241663 (lr=2.9203e-04) (hash(x)=37031205)
+348 train 6.230957 (lr=2.9287e-04) (hash(x)=37043179)
+349 train 6.236707 (lr=2.9371e-04) (hash(x)=42828650)
+350 train 6.232680 (lr=2.9455e-04) (hash(x)=39180412)
+351 train 6.227563 (lr=2.9538e-04) (hash(x)=35060302)
+352 train 6.251075 (lr=2.9622e-04) (hash(x)=48789912)
+353 train 6.205523 (lr=2.9706e-04) (hash(x)=47670489)
+354 train 6.250005 (lr=2.9790e-04) (hash(x)=43996554)
+355 train 6.180541 (lr=2.9874e-04) (hash(x)=42836156)
+356 train 6.229607 (lr=2.9958e-04) (hash(x)=40978059)
+357 train 6.241705 (lr=3.0042e-04) (hash(x)=41943196)
+358 train 6.128421 (lr=3.0126e-04) (hash(x)=40254175)
+359 train 6.121234 (lr=3.0210e-04) (hash(x)=38042262)
+360 train 6.185717 (lr=3.0294e-04) (hash(x)=40481681)
+361 train 6.163050 (lr=3.0378e-04) (hash(x)=42792660)
+362 train 6.097715 (lr=3.0462e-04) (hash(x)=43227703)
+363 train 6.162464 (lr=3.0545e-04) (hash(x)=38227403)
+364 train 6.161941 (lr=3.0629e-04) (hash(x)=45889400)
+365 train 6.133267 (lr=3.0713e-04) (hash(x)=37237882)
+366 train 6.051485 (lr=3.0797e-04) (hash(x)=30007740)
+367 train 6.125967 (lr=3.0881e-04) (hash(x)=38267931)
+368 train 6.035838 (lr=3.0965e-04) (hash(x)=49407212)
+369 train 6.054875 (lr=3.1049e-04) (hash(x)=34525924)
+370 train 6.079222 (lr=3.1133e-04) (hash(x)=43232225)
+371 train 6.007311 (lr=3.1217e-04) (hash(x)=39498283)
+372 train 6.038173 (lr=3.1301e-04) (hash(x)=40158564)
+373 train 6.014631 (lr=3.1385e-04) (hash(x)=31744243)
+374 train 6.039785 (lr=3.1469e-04) (hash(x)=39252813)
+375 train 6.017726 (lr=3.1552e-04) (hash(x)=35459396)
+376 train 5.975492 (lr=3.1636e-04) (hash(x)=33796455)
+377 train 6.029119 (lr=3.1720e-04) (hash(x)=45310367)
+378 train 6.034623 (lr=3.1804e-04) (hash(x)=37678279)
+379 train 5.997556 (lr=3.1888e-04) (hash(x)=36927561)
+380 train 5.940578 (lr=3.1972e-04) (hash(x)=40753965)
+381 train 5.975076 (lr=3.2056e-04) (hash(x)=42398276)
+382 train 5.968132 (lr=3.2140e-04) (hash(x)=40403119)
+383 train 5.905510 (lr=3.2224e-04) (hash(x)=36095254)
+384 train 5.926875 (lr=3.2308e-04) (hash(x)=36673723)
+385 train 5.955185 (lr=3.2392e-04) (hash(x)=34017734)
+386 train 5.958054 (lr=3.2476e-04) (hash(x)=40708253)
+387 train 5.908226 (lr=3.2559e-04) (hash(x)=40683269)
+388 train 5.893255 (lr=3.2643e-04) (hash(x)=46525358)
+389 train 5.875866 (lr=3.2727e-04) (hash(x)=37492174)
+390 train 5.854255 (lr=3.2811e-04) (hash(x)=36102635)
+391 train 5.934398 (lr=3.2895e-04) (hash(x)=40073625)
+392 train 5.852451 (lr=3.2979e-04) (hash(x)=39709866)
+393 train 5.929541 (lr=3.3063e-04) (hash(x)=42569510)
+394 train 5.839414 (lr=3.3147e-04) (hash(x)=34672249)
+395 train 5.938007 (lr=3.3231e-04) (hash(x)=31168582)
+396 train 6.019926 (lr=3.3315e-04) (hash(x)=38255137)
+397 train 6.094990 (lr=3.3399e-04) (hash(x)=38177601)
+398 train 5.996883 (lr=3.3483e-04) (hash(x)=37509124)
+399 train 5.991459 (lr=3.3566e-04) (hash(x)=47363906)
+400 train 6.043342 (lr=3.3650e-04) (hash(x)=41916409)
+401 train 6.045940 (lr=3.3734e-04) (hash(x)=43027633)
+402 train 6.052107 (lr=3.3818e-04) (hash(x)=37698259)
+403 train 6.080003 (lr=3.3902e-04) (hash(x)=42050525)
+404 train 5.960125 (lr=3.3986e-04) (hash(x)=45261122)
+405 train 5.983253 (lr=3.4070e-04) (hash(x)=47429335)
+406 train 5.976813 (lr=3.4154e-04) (hash(x)=39609830)
+407 train 5.995434 (lr=3.4238e-04) (hash(x)=39280066)
+408 train 5.894799 (lr=3.4322e-04) (hash(x)=35533642)
+409 train 5.955500 (lr=3.4406e-04) (hash(x)=33660300)
+410 train 5.922908 (lr=3.4490e-04) (hash(x)=40014458)
+411 train 5.995332 (lr=3.4573e-04) (hash(x)=38764294)
+412 train 6.079805 (lr=3.4657e-04) (hash(x)=38515250)
+413 train 5.928372 (lr=3.4741e-04) (hash(x)=36576654)
+414 train 5.945664 (lr=3.4825e-04) (hash(x)=38709129)
+415 train 5.940842 (lr=3.4909e-04) (hash(x)=44112430)
+416 train 5.931440 (lr=3.4993e-04) (hash(x)=40224896)
+417 train 5.933246 (lr=3.5077e-04) (hash(x)=42301558)
+418 train 5.848964 (lr=3.5161e-04) (hash(x)=37785281)
+419 train 5.939003 (lr=3.5245e-04) (hash(x)=40752717)
+420 train 5.847199 (lr=3.5329e-04) (hash(x)=38916888)
+421 train 5.769049 (lr=3.5413e-04) (hash(x)=42726908)
+422 train 5.818851 (lr=3.5497e-04) (hash(x)=45789235)
+423 train 5.831182 (lr=3.5580e-04) (hash(x)=41623860)
+424 train 5.804831 (lr=3.5664e-04) (hash(x)=36527646)
+425 train 5.788216 (lr=3.5748e-04) (hash(x)=37034250)
+426 train 5.823102 (lr=3.5832e-04) (hash(x)=36691829)
+427 train 5.808005 (lr=3.5916e-04) (hash(x)=39638320)
+428 train 5.823045 (lr=3.6000e-04) (hash(x)=36908342)
+429 train 5.777216 (lr=3.6084e-04) (hash(x)=41337307)
+430 train 5.814510 (lr=3.6168e-04) (hash(x)=39342156)
+431 train 5.789180 (lr=3.6252e-04) (hash(x)=38781826)
+432 train 5.751807 (lr=3.6336e-04) (hash(x)=41627887)
+433 train 5.702601 (lr=3.6420e-04) (hash(x)=31935580)
+434 train 5.660526 (lr=3.6503e-04) (hash(x)=42104179)
+435 train 5.710614 (lr=3.6587e-04) (hash(x)=39669075)
+436 train 5.706941 (lr=3.6671e-04) (hash(x)=31969766)
+437 train 5.661309 (lr=3.6755e-04) (hash(x)=40962860)
+438 train 5.733260 (lr=3.6839e-04) (hash(x)=41464403)
+439 train 5.701951 (lr=3.6923e-04) (hash(x)=37825686)
+440 train 5.748178 (lr=3.7007e-04) (hash(x)=39262784)
+441 train 5.673838 (lr=3.7091e-04) (hash(x)=44073445)
+442 train 5.734674 (lr=3.7175e-04) (hash(x)=46958534)
+443 train 5.693649 (lr=3.7259e-04) (hash(x)=41154871)
+444 train 5.823983 (lr=3.7343e-04) (hash(x)=42845744)
+445 train 5.915616 (lr=3.7427e-04) (hash(x)=43019416)
+446 train 5.897471 (lr=3.7510e-04) (hash(x)=35472793)
+447 train 5.876472 (lr=3.7594e-04) (hash(x)=42710216)
+448 train 5.836200 (lr=3.7678e-04) (hash(x)=38780913)
+449 train 5.863162 (lr=3.7762e-04) (hash(x)=34238651)
+450 train 5.868361 (lr=3.7846e-04) (hash(x)=44681390)
+451 train 5.891262 (lr=3.7930e-04) (hash(x)=34180482)
+452 train 5.840934 (lr=3.8014e-04) (hash(x)=39861579)
+453 train 5.829439 (lr=3.8098e-04) (hash(x)=41081582)
+454 train 5.801113 (lr=3.8182e-04) (hash(x)=40280074)
+455 train 5.770905 (lr=3.8266e-04) (hash(x)=44884378)
+456 train 5.778008 (lr=3.8350e-04) (hash(x)=38158864)
+457 train 5.844767 (lr=3.8434e-04) (hash(x)=36059106)
+458 train 5.836977 (lr=3.8517e-04) (hash(x)=38453874)
+459 train 5.819384 (lr=3.8601e-04) (hash(x)=39995194)
+460 train 5.783094 (lr=3.8685e-04) (hash(x)=38625111)
+461 train 5.824224 (lr=3.8769e-04) (hash(x)=39052084)
+462 train 5.850627 (lr=3.8853e-04) (hash(x)=39268413)
+463 train 5.699022 (lr=3.8937e-04) (hash(x)=41056545)
+464 train 5.746543 (lr=3.9021e-04) (hash(x)=41080268)
+465 train 5.695474 (lr=3.9105e-04) (hash(x)=41065698)
+466 train 5.757467 (lr=3.9189e-04) (hash(x)=42663783)
+467 train 5.844902 (lr=3.9273e-04) (hash(x)=39351119)
+468 train 5.771250 (lr=3.9357e-04) (hash(x)=41567456)
+469 train 5.633060 (lr=3.9441e-04) (hash(x)=40839289)
+470 train 5.651843 (lr=3.9524e-04) (hash(x)=42746584)
+471 train 5.654415 (lr=3.9608e-04) (hash(x)=34418008)
+472 train 5.608904 (lr=3.9692e-04) (hash(x)=41213691)
+473 train 5.616009 (lr=3.9776e-04) (hash(x)=39368931)
+474 train 5.673190 (lr=3.9860e-04) (hash(x)=37823973)
+475 train 5.635534 (lr=3.9944e-04) (hash(x)=38036480)
+476 train 5.662460 (lr=4.0028e-04) (hash(x)=41194094)
+477 train 5.693058 (lr=4.0112e-04) (hash(x)=39348812)
+478 train 5.713865 (lr=4.0196e-04) (hash(x)=43797827)
+479 train 5.633217 (lr=4.0280e-04) (hash(x)=37211907)
+480 train 5.638121 (lr=4.0364e-04) (hash(x)=42700022)
+481 train 5.644646 (lr=4.0448e-04) (hash(x)=40694794)
+482 train 5.562477 (lr=4.0531e-04) (hash(x)=43540325)
+483 train 5.578952 (lr=4.0615e-04) (hash(x)=35606084)
+484 train 5.530849 (lr=4.0699e-04) (hash(x)=37382482)
+485 train 5.533505 (lr=4.0783e-04) (hash(x)=34386085)
+486 train 5.547230 (lr=4.0867e-04) (hash(x)=44123539)
+487 train 5.555444 (lr=4.0951e-04) (hash(x)=40233049)
+488 train 5.546075 (lr=4.1035e-04) (hash(x)=40603378)
+489 train 5.563791 (lr=4.1119e-04) (hash(x)=39801396)
+490 train 5.530899 (lr=4.1203e-04) (hash(x)=39970953)
+491 train 5.501193 (lr=4.1287e-04) (hash(x)=37864273)
+492 train 5.465690 (lr=4.1371e-04) (hash(x)=37679973)
+493 train 5.442566 (lr=4.1455e-04) (hash(x)=37759612)
+494 train 5.556325 (lr=4.1538e-04) (hash(x)=40204529)
+495 train 5.618313 (lr=4.1622e-04) (hash(x)=49248168)
+496 train 5.629471 (lr=4.1706e-04) (hash(x)=40629508)
+497 train 5.742761 (lr=4.1790e-04) (hash(x)=38240524)
+498 train 5.640693 (lr=4.1874e-04) (hash(x)=35792486)
+499 train 5.658303 (lr=4.1958e-04) (hash(x)=36218651)
+500 val loss 5.6034
+500 val perplexity 271.3467
+500 hella 0.2353
+500 train 5.653423 (lr=4.2042e-04) (hash(x)=39586115)
+501 train 5.647691 (lr=4.2126e-04) (hash(x)=42089346)
+502 train 5.593624 (lr=4.2210e-04) (hash(x)=38872482)
+503 train 5.622165 (lr=4.2294e-04) (hash(x)=32722129)
+504 train 5.629452 (lr=4.2378e-04) (hash(x)=41227778)
+505 train 5.645753 (lr=4.2462e-04) (hash(x)=41896275)
+506 train 5.611292 (lr=4.2545e-04) (hash(x)=38069580)
+507 train 5.591293 (lr=4.2629e-04) (hash(x)=37591116)
+508 train 5.540718 (lr=4.2713e-04) (hash(x)=58113611)
+509 train 5.635502 (lr=4.2797e-04) (hash(x)=39062040)
+510 train 5.558272 (lr=4.2881e-04) (hash(x)=39525402)
+511 train 5.638855 (lr=4.2965e-04) (hash(x)=40045361)
+512 train 5.555457 (lr=4.3049e-04) (hash(x)=38991809)
+513 train 5.583761 (lr=4.3133e-04) (hash(x)=43772453)
+514 train 5.536040 (lr=4.3217e-04) (hash(x)=43923945)
+515 train 5.622425 (lr=4.3301e-04) (hash(x)=40427057)
+516 train 5.509724 (lr=4.3385e-04) (hash(x)=34069426)
+517 train 5.569890 (lr=4.3469e-04) (hash(x)=37848250)
+518 train 5.500376 (lr=4.3552e-04) (hash(x)=48302207)
+519 train 5.563620 (lr=4.3636e-04) (hash(x)=39272203)
+520 train 5.522321 (lr=4.3720e-04) (hash(x)=48954328)
+521 train 5.446678 (lr=4.3804e-04) (hash(x)=34980569)
+522 train 5.448246 (lr=4.3888e-04) (hash(x)=40421721)
+523 train 5.490234 (lr=4.3972e-04) (hash(x)=39623289)
+524 train 5.439706 (lr=4.4056e-04) (hash(x)=41813128)
+525 train 5.468503 (lr=4.4140e-04) (hash(x)=43035303)
+526 train 5.437881 (lr=4.4224e-04) (hash(x)=41936062)
+527 train 5.459374 (lr=4.4308e-04) (hash(x)=38592523)
+528 train 5.425789 (lr=4.4392e-04) (hash(x)=40909202)
+529 train 5.450634 (lr=4.4476e-04) (hash(x)=40324482)
+530 train 5.438212 (lr=4.4559e-04) (hash(x)=41320897)
+531 train 5.380816 (lr=4.4643e-04) (hash(x)=36991598)
+532 train 5.349812 (lr=4.4727e-04) (hash(x)=37885740)
+533 train 5.369201 (lr=4.4811e-04) (hash(x)=36140387)
+534 train 5.358614 (lr=4.4895e-04) (hash(x)=39643347)
+535 train 5.339603 (lr=4.4979e-04) (hash(x)=38485205)
+536 train 5.328032 (lr=4.5063e-04) (hash(x)=41515113)
+537 train 5.320730 (lr=4.5147e-04) (hash(x)=49170728)
+538 train 5.344172 (lr=4.5231e-04) (hash(x)=40403694)
+539 train 5.335001 (lr=4.5315e-04) (hash(x)=43552377)
+540 train 5.418018 (lr=4.5399e-04) (hash(x)=42447273)
+541 train 5.244415 (lr=4.5483e-04) (hash(x)=32748915)
+542 train 5.239436 (lr=4.5566e-04) (hash(x)=39711489)
+543 train 5.322235 (lr=4.5650e-04) (hash(x)=38857765)
+544 train 5.455216 (lr=4.5734e-04) (hash(x)=41040966)
+545 train 5.491662 (lr=4.5818e-04) (hash(x)=40283406)
+546 train 5.470325 (lr=4.5902e-04) (hash(x)=42867891)
+547 train 5.476768 (lr=4.5986e-04) (hash(x)=39239950)
+548 train 5.520967 (lr=4.6070e-04) (hash(x)=45161845)
+549 train 5.440555 (lr=4.6154e-04) (hash(x)=34885497)
+550 train 5.674219 (lr=4.6238e-04) (hash(x)=40317698)
+551 train 5.515633 (lr=4.6322e-04) (hash(x)=39900893)
+552 train 5.473494 (lr=4.6406e-04) (hash(x)=35068140)
+553 train 5.431189 (lr=4.6490e-04) (hash(x)=36762188)
+554 train 5.539670 (lr=4.6573e-04) (hash(x)=44329578)
+555 train 5.430711 (lr=4.6657e-04) (hash(x)=39050903)
+556 train 5.421739 (lr=4.6741e-04) (hash(x)=42698449)
+557 train 5.418947 (lr=4.6825e-04) (hash(x)=48187239)
+558 train 5.387151 (lr=4.6909e-04) (hash(x)=42641567)
+559 train 5.347445 (lr=4.6993e-04) (hash(x)=39365694)
+560 train 5.365499 (lr=4.7077e-04) (hash(x)=38872640)
+561 train 5.374173 (lr=4.7161e-04) (hash(x)=40917297)
+562 train 5.367280 (lr=4.7245e-04) (hash(x)=35672624)
+563 train 5.361539 (lr=4.7329e-04) (hash(x)=42026609)
+564 train 5.344060 (lr=4.7413e-04) (hash(x)=41377730)
+565 train 5.364954 (lr=4.7497e-04) (hash(x)=35768872)
+566 train 5.348028 (lr=4.7580e-04) (hash(x)=42090069)
+567 train 5.334395 (lr=4.7664e-04) (hash(x)=45299856)
+568 train 5.344007 (lr=4.7748e-04) (hash(x)=39601224)
+569 train 5.311835 (lr=4.7832e-04) (hash(x)=30999760)
+570 train 5.289886 (lr=4.7916e-04) (hash(x)=37493054)
+571 train 5.281231 (lr=4.8000e-04) (hash(x)=43058179)
+572 train 5.345365 (lr=4.8084e-04) (hash(x)=40076840)
+573 train 5.294852 (lr=4.8168e-04) (hash(x)=41947599)
+574 train 5.269436 (lr=4.8252e-04) (hash(x)=42866093)
+575 train 5.296297 (lr=4.8336e-04) (hash(x)=52352683)
+576 train 5.247984 (lr=4.8420e-04) (hash(x)=42743738)
+577 train 5.210289 (lr=4.8503e-04) (hash(x)=39186799)
+578 train 5.290943 (lr=4.8587e-04) (hash(x)=41545907)
+579 train 5.294334 (lr=4.8671e-04) (hash(x)=38436410)
+580 train 5.248432 (lr=4.8755e-04) (hash(x)=42795902)
+581 train 5.230004 (lr=4.8839e-04) (hash(x)=38390185)
+582 train 5.143143 (lr=4.8923e-04) (hash(x)=40993039)
+583 train 5.147425 (lr=4.9007e-04) (hash(x)=36415045)
+584 train 5.139305 (lr=4.9091e-04) (hash(x)=42414107)
+585 train 5.195312 (lr=4.9175e-04) (hash(x)=39407756)
+586 train 5.195411 (lr=4.9259e-04) (hash(x)=37999172)
+587 train 5.208188 (lr=4.9343e-04) (hash(x)=38503413)
+588 train 5.152858 (lr=4.9427e-04) (hash(x)=38222185)
+589 train 5.092892 (lr=4.9510e-04) (hash(x)=40760202)
+590 train 5.267114 (lr=4.9594e-04) (hash(x)=42226323)
+591 train 5.133054 (lr=4.9678e-04) (hash(x)=40910102)
+592 train 5.107515 (lr=4.9762e-04) (hash(x)=41013332)
+593 train 5.179255 (lr=4.9846e-04) (hash(x)=39606949)
+594 train 5.266706 (lr=4.9930e-04) (hash(x)=44469282)
+595 train 5.315821 (lr=5.0014e-04) (hash(x)=41425237)
+596 train 5.247579 (lr=5.0098e-04) (hash(x)=45609220)
+597 train 5.284204 (lr=5.0182e-04) (hash(x)=40201993)
+598 train 5.279402 (lr=5.0266e-04) (hash(x)=44917293)
+599 train 5.261941 (lr=5.0350e-04) (hash(x)=39601152)
+600 train 5.243523 (lr=5.0434e-04) (hash(x)=38898615)
+601 train 5.284474 (lr=5.0517e-04) (hash(x)=41290693)
+602 train 5.265669 (lr=5.0601e-04) (hash(x)=40076456)
+603 train 5.286061 (lr=5.0685e-04) (hash(x)=41020770)
+604 train 5.233513 (lr=5.0769e-04) (hash(x)=42377775)
+605 train 5.268926 (lr=5.0853e-04) (hash(x)=41170268)
+606 train 5.251716 (lr=5.0937e-04) (hash(x)=39842801)
+607 train 5.238568 (lr=5.1021e-04) (hash(x)=39618612)
+608 train 5.208535 (lr=5.1105e-04) (hash(x)=36223257)
+609 train 5.208432 (lr=5.1189e-04) (hash(x)=41636815)
+610 train 5.227241 (lr=5.1273e-04) (hash(x)=38369190)
+611 train 5.221242 (lr=5.1357e-04) (hash(x)=35732085)
+612 train 5.186223 (lr=5.1441e-04) (hash(x)=39452161)
+613 train 5.153789 (lr=5.1524e-04) (hash(x)=37901180)
+614 train 5.194184 (lr=5.1608e-04) (hash(x)=39922514)
+615 train 5.193239 (lr=5.1692e-04) (hash(x)=34431412)
+616 train 5.244800 (lr=5.1776e-04) (hash(x)=45296761)
+617 train 5.199600 (lr=5.1860e-04) (hash(x)=43778028)
+618 train 5.129430 (lr=5.1944e-04) (hash(x)=38733817)
+619 train 5.164989 (lr=5.2028e-04) (hash(x)=38549170)
+620 train 5.090832 (lr=5.2112e-04) (hash(x)=40352665)
+621 train 5.103103 (lr=5.2196e-04) (hash(x)=34320045)
+622 train 5.107957 (lr=5.2280e-04) (hash(x)=37911298)
+623 train 5.158211 (lr=5.2364e-04) (hash(x)=37183547)
+624 train 5.133382 (lr=5.2448e-04) (hash(x)=42321240)
+625 train 5.150801 (lr=5.2531e-04) (hash(x)=34494357)
+626 train 5.180865 (lr=5.2615e-04) (hash(x)=42610037)
+627 train 5.151392 (lr=5.2699e-04) (hash(x)=36360539)
+628 train 5.191039 (lr=5.2783e-04) (hash(x)=33549461)
+629 train 5.147936 (lr=5.2867e-04) (hash(x)=43330188)
+630 train 5.146069 (lr=5.2951e-04) (hash(x)=42628126)
+631 train 5.046602 (lr=5.3035e-04) (hash(x)=44205937)
+632 train 4.974851 (lr=5.3119e-04) (hash(x)=41479835)
+633 train 5.020061 (lr=5.3203e-04) (hash(x)=43323480)
+634 train 5.027717 (lr=5.3287e-04) (hash(x)=36543667)
+635 train 5.007635 (lr=5.3371e-04) (hash(x)=38311995)
+636 train 5.012574 (lr=5.3455e-04) (hash(x)=40590477)
+637 train 5.054043 (lr=5.3538e-04) (hash(x)=41190293)
+638 train 5.029678 (lr=5.3622e-04) (hash(x)=36794407)
+639 train 4.999311 (lr=5.3706e-04) (hash(x)=42039176)
+640 train 4.983269 (lr=5.3790e-04) (hash(x)=28069015)
+641 train 4.966864 (lr=5.3874e-04) (hash(x)=38052433)
+642 train 4.988846 (lr=5.3958e-04) (hash(x)=43295424)
+643 train 5.060963 (lr=5.4042e-04) (hash(x)=39895365)
+644 train 5.155202 (lr=5.4126e-04) (hash(x)=44252635)
+645 train 5.148670 (lr=5.4210e-04) (hash(x)=46797279)
+646 train 5.128092 (lr=5.4294e-04) (hash(x)=42057698)
+647 train 5.178185 (lr=5.4378e-04) (hash(x)=39556865)
+648 train 5.133728 (lr=5.4462e-04) (hash(x)=45409462)
+649 train 5.147614 (lr=5.4545e-04) (hash(x)=33183592)
+650 train 5.088208 (lr=5.4629e-04) (hash(x)=39805279)
+651 train 5.111924 (lr=5.4713e-04) (hash(x)=39455891)
+652 train 5.183603 (lr=5.4797e-04) (hash(x)=45780278)
+653 train 5.114756 (lr=5.4881e-04) (hash(x)=40475350)
+654 train 5.088249 (lr=5.4965e-04) (hash(x)=40330144)
+655 train 5.148867 (lr=5.5049e-04) (hash(x)=43458473)
+656 train 5.136758 (lr=5.5133e-04) (hash(x)=39533248)
+657 train 5.087157 (lr=5.5217e-04) (hash(x)=41011676)
+658 train 5.146026 (lr=5.5301e-04) (hash(x)=37236074)
+659 train 5.093076 (lr=5.5385e-04) (hash(x)=42422280)
+660 train 5.056477 (lr=5.5469e-04) (hash(x)=31916811)
+661 train 5.135460 (lr=5.5552e-04) (hash(x)=40880220)
+662 train 5.064287 (lr=5.5636e-04) (hash(x)=38509317)
+663 train 5.094487 (lr=5.5720e-04) (hash(x)=34263289)
+664 train 5.107142 (lr=5.5804e-04) (hash(x)=40623049)
+665 train 5.070960 (lr=5.5888e-04) (hash(x)=38372651)
+666 train 5.042447 (lr=5.5972e-04) (hash(x)=44011869)
+667 train 5.082416 (lr=5.6056e-04) (hash(x)=39590603)
+668 train 5.041508 (lr=5.6140e-04) (hash(x)=42207023)
+669 train 5.003396 (lr=5.6224e-04) (hash(x)=38887608)
+670 train 5.020912 (lr=5.6308e-04) (hash(x)=40392450)
+671 train 4.992050 (lr=5.6392e-04) (hash(x)=47836912)
+672 train 5.006196 (lr=5.6476e-04) (hash(x)=30438603)
+673 train 5.002297 (lr=5.6559e-04) (hash(x)=38952543)
+674 train 5.022601 (lr=5.6643e-04) (hash(x)=42022518)
+675 train 5.018586 (lr=5.6727e-04) (hash(x)=44441154)
+676 train 5.041552 (lr=5.6811e-04) (hash(x)=42189287)
+677 train 5.083177 (lr=5.6895e-04) (hash(x)=37414774)
+678 train 5.045766 (lr=5.6979e-04) (hash(x)=37513412)
+679 train 5.139569 (lr=5.7063e-04) (hash(x)=44350590)
+680 train 5.226753 (lr=5.7147e-04) (hash(x)=45920719)
+681 train 4.957321 (lr=5.7231e-04) (hash(x)=39801864)
+682 train 4.956385 (lr=5.7315e-04) (hash(x)=34466390)
+683 train 4.932570 (lr=5.7399e-04) (hash(x)=36020600)
+684 train 4.967718 (lr=5.7483e-04) (hash(x)=39984566)
+685 train 4.991199 (lr=5.7566e-04) (hash(x)=37861057)
+686 train 4.950941 (lr=5.7650e-04) (hash(x)=38474987)
+687 train 4.947924 (lr=5.7734e-04) (hash(x)=41069759)
+688 train 4.899601 (lr=5.7818e-04) (hash(x)=41210065)
+689 train 4.915833 (lr=5.7902e-04) (hash(x)=29962263)
+690 train 4.936069 (lr=5.7986e-04) (hash(x)=42825842)
+691 train 4.938487 (lr=5.8070e-04) (hash(x)=44971151)
+692 train 4.911129 (lr=5.8154e-04) (hash(x)=43515023)
+693 train 4.942010 (lr=5.8238e-04) (hash(x)=43202358)
+694 train 5.080989 (lr=5.8322e-04) (hash(x)=31858161)
+695 train 5.113432 (lr=5.8406e-04) (hash(x)=44402293)
+696 train 5.105955 (lr=5.8490e-04) (hash(x)=39317343)
+697 train 5.063923 (lr=5.8573e-04) (hash(x)=36331545)
+698 train 5.050353 (lr=5.8657e-04) (hash(x)=43145217)
+699 train 5.103730 (lr=5.8741e-04) (hash(x)=38521573)
+700 train 5.022093 (lr=5.8825e-04) (hash(x)=42074053)
+701 train 5.055509 (lr=5.8909e-04) (hash(x)=39844717)
+702 train 5.026627 (lr=5.8993e-04) (hash(x)=37998679)
+703 train 5.073821 (lr=5.9077e-04) (hash(x)=38677661)
+704 train 4.999577 (lr=5.9161e-04) (hash(x)=42176083)
+705 train 5.064338 (lr=5.9245e-04) (hash(x)=37573245)
+706 train 4.971095 (lr=5.9329e-04) (hash(x)=40439391)
+707 train 4.981081 (lr=5.9413e-04) (hash(x)=39519243)
+708 train 4.988773 (lr=5.9497e-04) (hash(x)=37976729)
+709 train 4.940107 (lr=5.9580e-04) (hash(x)=37326428)
+710 train 4.991500 (lr=5.9664e-04) (hash(x)=25410427)
+711 train 4.997690 (lr=5.9748e-04) (hash(x)=39845484)
+712 train 4.946094 (lr=5.9832e-04) (hash(x)=41746692)
+713 train 4.975521 (lr=5.9916e-04) (hash(x)=51612377)
+714 train 4.979559 (lr=6.0000e-04) (hash(x)=41948790)
+715 train 4.954650 (lr=6.0000e-04) (hash(x)=39235567)
+716 train 4.995207 (lr=6.0000e-04) (hash(x)=35508757)
+717 train 4.960784 (lr=6.0000e-04) (hash(x)=47248937)
+718 train 4.978303 (lr=6.0000e-04) (hash(x)=37239372)
+719 train 4.928756 (lr=6.0000e-04) (hash(x)=40165965)
+720 train 4.947959 (lr=6.0000e-04) (hash(x)=38111445)
+721 train 4.964859 (lr=6.0000e-04) (hash(x)=36167474)
+722 train 4.975836 (lr=6.0000e-04) (hash(x)=39436114)
+723 train 4.936136 (lr=6.0000e-04) (hash(x)=40795277)
+724 train 4.897985 (lr=6.0000e-04) (hash(x)=39793387)
+725 train 4.926900 (lr=6.0000e-04) (hash(x)=45622348)
+726 train 4.898433 (lr=6.0000e-04) (hash(x)=41017111)
+727 train 4.953968 (lr=6.0000e-04) (hash(x)=37721897)
+728 train 4.909241 (lr=6.0000e-04) (hash(x)=42320077)
+729 train 4.955025 (lr=6.0000e-04) (hash(x)=45551236)
+730 train 4.823936 (lr=6.0000e-04) (hash(x)=37478865)
+731 train 4.810762 (lr=6.0000e-04) (hash(x)=35046634)
+732 train 4.815663 (lr=6.0000e-04) (hash(x)=43136589)
+733 train 4.823864 (lr=5.9999e-04) (hash(x)=37144766)
+734 train 4.801563 (lr=5.9999e-04) (hash(x)=44425544)
+735 train 4.828246 (lr=5.9999e-04) (hash(x)=35213914)
+736 train 4.838574 (lr=5.9999e-04) (hash(x)=40827038)
+737 train 4.823102 (lr=5.9999e-04) (hash(x)=38299636)
+738 train 4.849266 (lr=5.9999e-04) (hash(x)=41251487)
+739 train 4.776863 (lr=5.9999e-04) (hash(x)=37012485)
+740 train 4.863700 (lr=5.9999e-04) (hash(x)=37323975)
+741 train 4.736013 (lr=5.9999e-04) (hash(x)=42665353)
+742 train 4.874156 (lr=5.9999e-04) (hash(x)=40726232)
+743 train 4.952394 (lr=5.9999e-04) (hash(x)=49909833)
+744 train 5.132833 (lr=5.9999e-04) (hash(x)=47277654)
+745 train 4.957059 (lr=5.9999e-04) (hash(x)=41481753)
+746 train 4.997877 (lr=5.9999e-04) (hash(x)=55066921)
+747 train 4.936315 (lr=5.9998e-04) (hash(x)=46485785)
+748 train 4.941232 (lr=5.9998e-04) (hash(x)=36871630)
+749 train 4.929676 (lr=5.9998e-04) (hash(x)=36567916)
+750 val loss 4.9108
+750 val perplexity 135.7439
+750 hella 0.2507
+750 train 4.951468 (lr=5.9998e-04) (hash(x)=42988711)
+751 train 4.963075 (lr=5.9998e-04) (hash(x)=34621484)
+752 train 4.908198 (lr=5.9998e-04) (hash(x)=43730089)
+753 train 4.944386 (lr=5.9998e-04) (hash(x)=39760860)
+754 train 4.972726 (lr=5.9998e-04) (hash(x)=44422514)
+755 train 4.957420 (lr=5.9998e-04) (hash(x)=29858709)
+756 train 5.022211 (lr=5.9997e-04) (hash(x)=37613815)
+757 train 4.933247 (lr=5.9997e-04) (hash(x)=46290587)
+758 train 4.918244 (lr=5.9997e-04) (hash(x)=40761590)
+759 train 4.915318 (lr=5.9997e-04) (hash(x)=33634927)
+760 train 4.876674 (lr=5.9997e-04) (hash(x)=41698772)
+761 train 4.878757 (lr=5.9997e-04) (hash(x)=36533799)
+762 train 4.893419 (lr=5.9997e-04) (hash(x)=35168269)
+763 train 4.912553 (lr=5.9996e-04) (hash(x)=35322797)
+764 train 4.939610 (lr=5.9996e-04) (hash(x)=42440886)
+765 train 4.906377 (lr=5.9996e-04) (hash(x)=43590026)
+766 train 4.958138 (lr=5.9996e-04) (hash(x)=37625447)
+767 train 4.931956 (lr=5.9996e-04) (hash(x)=37656990)
+768 train 4.899357 (lr=5.9996e-04) (hash(x)=42048219)
+769 train 4.813644 (lr=5.9995e-04) (hash(x)=33079728)
+770 train 4.866693 (lr=5.9995e-04) (hash(x)=38459279)
+771 train 4.826535 (lr=5.9995e-04) (hash(x)=42000844)
+772 train 4.882826 (lr=5.9995e-04) (hash(x)=33951545)
+773 train 4.856413 (lr=5.9995e-04) (hash(x)=46319738)
+774 train 4.904139 (lr=5.9995e-04) (hash(x)=39583207)
+775 train 4.842184 (lr=5.9994e-04) (hash(x)=43633348)
+776 train 4.842402 (lr=5.9994e-04) (hash(x)=34554719)
+777 train 4.783607 (lr=5.9994e-04) (hash(x)=39980323)
+778 train 4.854481 (lr=5.9994e-04) (hash(x)=42875397)
+779 train 4.865648 (lr=5.9994e-04) (hash(x)=46248819)
+780 train 4.802821 (lr=5.9993e-04) (hash(x)=42096386)
+781 train 4.700638 (lr=5.9993e-04) (hash(x)=40258881)
+782 train 4.750224 (lr=5.9993e-04) (hash(x)=38780042)
+783 train 4.723457 (lr=5.9993e-04) (hash(x)=40926556)
+784 train 4.723577 (lr=5.9993e-04) (hash(x)=40526601)
+785 train 4.773156 (lr=5.9992e-04) (hash(x)=41741395)
+786 train 4.715807 (lr=5.9992e-04) (hash(x)=36278316)
+787 train 4.777096 (lr=5.9992e-04) (hash(x)=41121674)
+788 train 4.749949 (lr=5.9992e-04) (hash(x)=43134250)
+789 train 4.735691 (lr=5.9992e-04) (hash(x)=36499092)
+790 train 4.729743 (lr=5.9991e-04) (hash(x)=41565052)
+791 train 4.699903 (lr=5.9991e-04) (hash(x)=43195527)
+792 train 4.672590 (lr=5.9991e-04) (hash(x)=37699163)
+793 train 4.829796 (lr=5.9991e-04) (hash(x)=37346529)
+794 train 4.839708 (lr=5.9990e-04) (hash(x)=37885443)
+795 train 4.888692 (lr=5.9990e-04) (hash(x)=40690590)
+796 train 4.916925 (lr=5.9990e-04) (hash(x)=36383097)
+797 train 4.896219 (lr=5.9990e-04) (hash(x)=39759525)
+798 train 4.849353 (lr=5.9989e-04) (hash(x)=44261748)
+799 train 4.852569 (lr=5.9989e-04) (hash(x)=36421525)
+800 train 4.894110 (lr=5.9989e-04) (hash(x)=34625530)
+801 train 4.958892 (lr=5.9989e-04) (hash(x)=43781446)
+802 train 4.860619 (lr=5.9988e-04) (hash(x)=41303266)
+803 train 4.932067 (lr=5.9988e-04) (hash(x)=42096758)
+804 train 4.833202 (lr=5.9988e-04) (hash(x)=40653617)
+805 train 4.880385 (lr=5.9987e-04) (hash(x)=41709175)
+806 train 4.872764 (lr=5.9987e-04) (hash(x)=39787979)
+807 train 4.861013 (lr=5.9987e-04) (hash(x)=35871741)
+808 train 4.817716 (lr=5.9987e-04) (hash(x)=35664348)
+809 train 4.877456 (lr=5.9986e-04) (hash(x)=39799532)
+810 train 4.913659 (lr=5.9986e-04) (hash(x)=40919343)
+811 train 4.821571 (lr=5.9986e-04) (hash(x)=40290846)
+812 train 4.873657 (lr=5.9985e-04) (hash(x)=38868341)
+813 train 4.905144 (lr=5.9985e-04) (hash(x)=39046566)
+814 train 4.830581 (lr=5.9985e-04) (hash(x)=41887216)
+815 train 4.853304 (lr=5.9985e-04) (hash(x)=37573107)
+816 train 4.782500 (lr=5.9984e-04) (hash(x)=39670977)
+817 train 4.867787 (lr=5.9984e-04) (hash(x)=40804582)
+818 train 4.794418 (lr=5.9984e-04) (hash(x)=39851602)
+819 train 4.769651 (lr=5.9983e-04) (hash(x)=39994396)
+820 train 4.756103 (lr=5.9983e-04) (hash(x)=38804704)
+821 train 4.828232 (lr=5.9983e-04) (hash(x)=42863346)
+822 train 4.769536 (lr=5.9982e-04) (hash(x)=45000310)
+823 train 4.795643 (lr=5.9982e-04) (hash(x)=43106162)
+824 train 4.816877 (lr=5.9982e-04) (hash(x)=36364136)
+825 train 4.836321 (lr=5.9981e-04) (hash(x)=33155477)
+826 train 4.769197 (lr=5.9981e-04) (hash(x)=38056250)
+827 train 4.777360 (lr=5.9981e-04) (hash(x)=35727980)
+828 train 4.741379 (lr=5.9980e-04) (hash(x)=43754829)
+829 train 4.752361 (lr=5.9980e-04) (hash(x)=39882083)
+830 train 4.715771 (lr=5.9980e-04) (hash(x)=38783282)
+831 train 4.776175 (lr=5.9979e-04) (hash(x)=45049858)
+832 train 4.707942 (lr=5.9979e-04) (hash(x)=33579150)
+833 train 4.690908 (lr=5.9978e-04) (hash(x)=38848418)
+834 train 4.637551 (lr=5.9978e-04) (hash(x)=36744344)
+835 train 4.643230 (lr=5.9978e-04) (hash(x)=40005851)
+836 train 4.679536 (lr=5.9977e-04) (hash(x)=39533879)
+837 train 4.697212 (lr=5.9977e-04) (hash(x)=42422818)
+838 train 4.724416 (lr=5.9977e-04) (hash(x)=39140479)
+839 train 4.678089 (lr=5.9976e-04) (hash(x)=35272231)
+840 train 4.719477 (lr=5.9976e-04) (hash(x)=42486161)
+841 train 4.677852 (lr=5.9975e-04) (hash(x)=39062508)
+842 train 4.734937 (lr=5.9975e-04) (hash(x)=38445124)
+843 train 4.794417 (lr=5.9975e-04) (hash(x)=41201267)
+844 train 4.816243 (lr=5.9974e-04) (hash(x)=54918220)
+845 train 4.820837 (lr=5.9974e-04) (hash(x)=43602948)
+846 train 4.820249 (lr=5.9973e-04) (hash(x)=45397821)
+847 train 4.810381 (lr=5.9973e-04) (hash(x)=41599164)
+848 train 4.811017 (lr=5.9973e-04) (hash(x)=43870103)
+849 train 4.865560 (lr=5.9972e-04) (hash(x)=35913429)
+850 train 4.780974 (lr=5.9972e-04) (hash(x)=37094866)
+851 train 4.801518 (lr=5.9971e-04) (hash(x)=36359323)
+852 train 4.785384 (lr=5.9971e-04) (hash(x)=41868192)
+853 train 4.781947 (lr=5.9971e-04) (hash(x)=36870250)
+854 train 4.773818 (lr=5.9970e-04) (hash(x)=43237183)
+855 train 4.805188 (lr=5.9970e-04) (hash(x)=37515848)
+856 train 4.860826 (lr=5.9969e-04) (hash(x)=46439080)
+857 train 4.792786 (lr=5.9969e-04) (hash(x)=43551738)
+858 train 4.810985 (lr=5.9968e-04) (hash(x)=37306380)
+859 train 4.794504 (lr=5.9968e-04) (hash(x)=36335157)
+860 train 4.737223 (lr=5.9968e-04) (hash(x)=34376516)
+861 train 4.790548 (lr=5.9967e-04) (hash(x)=49158339)
+862 train 4.852359 (lr=5.9967e-04) (hash(x)=34382860)
+863 train 4.788387 (lr=5.9966e-04) (hash(x)=49192513)
+864 train 4.792316 (lr=5.9966e-04) (hash(x)=41087769)
+865 train 4.751276 (lr=5.9965e-04) (hash(x)=35373464)
+866 train 4.758853 (lr=5.9965e-04) (hash(x)=36700398)
+867 train 4.759320 (lr=5.9964e-04) (hash(x)=43357899)
+868 train 4.737585 (lr=5.9964e-04) (hash(x)=36746164)
+869 train 4.726984 (lr=5.9963e-04) (hash(x)=42184412)
+870 train 4.729658 (lr=5.9963e-04) (hash(x)=42295890)
+871 train 4.697182 (lr=5.9962e-04) (hash(x)=33769465)
+872 train 4.728546 (lr=5.9962e-04) (hash(x)=39484594)
+873 train 4.728501 (lr=5.9961e-04) (hash(x)=33279579)
+874 train 4.718347 (lr=5.9961e-04) (hash(x)=34391327)
+875 train 4.714260 (lr=5.9960e-04) (hash(x)=38022278)
+876 train 4.742852 (lr=5.9960e-04) (hash(x)=40918872)
+877 train 4.780308 (lr=5.9959e-04) (hash(x)=40926255)
+878 train 4.656450 (lr=5.9959e-04) (hash(x)=42882755)
+879 train 4.582902 (lr=5.9958e-04) (hash(x)=40647384)
+880 train 4.591654 (lr=5.9958e-04) (hash(x)=41160342)
+881 train 4.618815 (lr=5.9957e-04) (hash(x)=40047429)
+882 train 4.619253 (lr=5.9957e-04) (hash(x)=38157847)
+883 train 4.627242 (lr=5.9956e-04) (hash(x)=45784061)
+884 train 4.593005 (lr=5.9956e-04) (hash(x)=43026379)
+885 train 4.592976 (lr=5.9955e-04) (hash(x)=40315250)
+886 train 4.592716 (lr=5.9955e-04) (hash(x)=36388323)
+887 train 4.549290 (lr=5.9954e-04) (hash(x)=46895413)
+888 train 4.518956 (lr=5.9954e-04) (hash(x)=44723471)
+889 train 4.565418 (lr=5.9953e-04) (hash(x)=36017422)
+890 train 4.619253 (lr=5.9953e-04) (hash(x)=39299485)
+891 train 4.741655 (lr=5.9952e-04) (hash(x)=43330525)
+892 train 4.720337 (lr=5.9952e-04) (hash(x)=41322967)
+893 train 4.732827 (lr=5.9951e-04) (hash(x)=38366340)
+894 train 4.784566 (lr=5.9950e-04) (hash(x)=51607998)
+895 train 4.768881 (lr=5.9950e-04) (hash(x)=38949552)
+896 train 4.729389 (lr=5.9949e-04) (hash(x)=46187702)
+897 train 4.800488 (lr=5.9949e-04) (hash(x)=40871812)
+898 train 4.764712 (lr=5.9948e-04) (hash(x)=40347268)
+899 train 4.720860 (lr=5.9948e-04) (hash(x)=38666657)
+900 train 4.799713 (lr=5.9947e-04) (hash(x)=39759209)
+901 train 4.743075 (lr=5.9947e-04) (hash(x)=36582189)
+902 train 4.800545 (lr=5.9946e-04) (hash(x)=30802183)
+903 train 4.732682 (lr=5.9945e-04) (hash(x)=44491564)
+904 train 4.810711 (lr=5.9945e-04) (hash(x)=35473484)
+905 train 4.758254 (lr=5.9944e-04) (hash(x)=37631905)
+906 train 4.769827 (lr=5.9944e-04) (hash(x)=40602847)
+907 train 4.731956 (lr=5.9943e-04) (hash(x)=41042894)
+908 train 4.701447 (lr=5.9942e-04) (hash(x)=37262006)
+909 train 4.815722 (lr=5.9942e-04) (hash(x)=39239287)
+910 train 4.742729 (lr=5.9941e-04) (hash(x)=41250311)
+911 train 4.698242 (lr=5.9941e-04) (hash(x)=32887402)
+912 train 4.748090 (lr=5.9940e-04) (hash(x)=40333118)
+913 train 4.734096 (lr=5.9939e-04) (hash(x)=38882477)
+914 train 4.783687 (lr=5.9939e-04) (hash(x)=41820427)
+915 train 4.653376 (lr=5.9938e-04) (hash(x)=38967344)
+916 train 4.708401 (lr=5.9938e-04) (hash(x)=42916373)
+917 train 4.671495 (lr=5.9937e-04) (hash(x)=41544576)
+918 train 4.667419 (lr=5.9936e-04) (hash(x)=41463056)
+919 train 4.688646 (lr=5.9936e-04) (hash(x)=37022737)
+920 train 4.706362 (lr=5.9935e-04) (hash(x)=40837829)
+921 train 4.649022 (lr=5.9934e-04) (hash(x)=43327067)
+922 train 4.676073 (lr=5.9934e-04) (hash(x)=35805141)
+923 train 4.622214 (lr=5.9933e-04) (hash(x)=42970662)
+924 train 4.664927 (lr=5.9933e-04) (hash(x)=37826834)
+925 train 4.692134 (lr=5.9932e-04) (hash(x)=38888674)
+926 train 4.584850 (lr=5.9931e-04) (hash(x)=38333199)
+927 train 4.559273 (lr=5.9931e-04) (hash(x)=37905783)
+928 train 4.575421 (lr=5.9930e-04) (hash(x)=41073187)
+929 train 4.529353 (lr=5.9929e-04) (hash(x)=39457729)
+930 train 4.554815 (lr=5.9929e-04) (hash(x)=45449401)
+931 train 4.574777 (lr=5.9928e-04) (hash(x)=38411268)
+932 train 4.567375 (lr=5.9927e-04) (hash(x)=42211366)
+933 train 4.468973 (lr=5.9927e-04) (hash(x)=43754222)
+934 train 4.487013 (lr=5.9926e-04) (hash(x)=44762859)
+935 train 4.555464 (lr=5.9925e-04) (hash(x)=36047513)
+936 train 4.588384 (lr=5.9925e-04) (hash(x)=40488628)
+937 train 4.567964 (lr=5.9924e-04) (hash(x)=36690737)
+938 train 4.511829 (lr=5.9923e-04) (hash(x)=40533446)
+939 train 4.596237 (lr=5.9922e-04) (hash(x)=37703369)
+940 train 4.686055 (lr=5.9922e-04) (hash(x)=40200985)
+941 train 4.849172 (lr=5.9921e-04) (hash(x)=36649996)
+942 train 4.763500 (lr=5.9920e-04) (hash(x)=35351352)
+943 train 4.739872 (lr=5.9920e-04) (hash(x)=40858474)
+944 train 4.766446 (lr=5.9919e-04) (hash(x)=43563580)
+945 train 4.682560 (lr=5.9918e-04) (hash(x)=39532404)
+946 train 4.732968 (lr=5.9918e-04) (hash(x)=41331875)
+947 train 4.722679 (lr=5.9917e-04) (hash(x)=32702675)
+948 train 4.731493 (lr=5.9916e-04) (hash(x)=39050406)
+949 train 4.705936 (lr=5.9915e-04) (hash(x)=42919365)
+950 train 4.684079 (lr=5.9915e-04) (hash(x)=41177648)
+951 train 4.724268 (lr=5.9914e-04) (hash(x)=45285514)
+952 train 4.701479 (lr=5.9913e-04) (hash(x)=42406553)
+953 train 4.666085 (lr=5.9913e-04) (hash(x)=38665148)
+954 train 4.662404 (lr=5.9912e-04) (hash(x)=40521083)
+955 train 4.707553 (lr=5.9911e-04) (hash(x)=38507925)
+956 train 4.662945 (lr=5.9910e-04) (hash(x)=36516068)
+957 train 4.630598 (lr=5.9910e-04) (hash(x)=41462253)
+958 train 4.684000 (lr=5.9909e-04) (hash(x)=45009796)
+959 train 4.629506 (lr=5.9908e-04) (hash(x)=27042360)
+960 train 4.698055 (lr=5.9907e-04) (hash(x)=38771456)
+961 train 4.647123 (lr=5.9907e-04) (hash(x)=42836658)
+962 train 4.663902 (lr=5.9906e-04) (hash(x)=47297084)
+963 train 4.666693 (lr=5.9905e-04) (hash(x)=32944545)
+964 train 4.580398 (lr=5.9904e-04) (hash(x)=41522150)
+965 train 4.642956 (lr=5.9903e-04) (hash(x)=37351187)
+966 train 4.604068 (lr=5.9903e-04) (hash(x)=39931451)
+967 train 4.619172 (lr=5.9902e-04) (hash(x)=37631569)
+968 train 4.625521 (lr=5.9901e-04) (hash(x)=36148017)
+969 train 4.560362 (lr=5.9900e-04) (hash(x)=40891742)
+970 train 4.623520 (lr=5.9900e-04) (hash(x)=43146007)
+971 train 4.682996 (lr=5.9899e-04) (hash(x)=39636767)
+972 train 4.624137 (lr=5.9898e-04) (hash(x)=42864726)
+973 train 4.620945 (lr=5.9897e-04) (hash(x)=32650844)
+974 train 4.668515 (lr=5.9896e-04) (hash(x)=40780846)
+975 train 4.589386 (lr=5.9896e-04) (hash(x)=42112630)
+976 train 4.462049 (lr=5.9895e-04) (hash(x)=40395937)
+977 train 4.521798 (lr=5.9894e-04) (hash(x)=40230801)
+978 train 4.526932 (lr=5.9893e-04) (hash(x)=42872982)
+979 train 4.507588 (lr=5.9892e-04) (hash(x)=39622149)
+980 train 4.526570 (lr=5.9892e-04) (hash(x)=41574856)
+981 train 4.443143 (lr=5.9891e-04) (hash(x)=38013739)
+982 train 4.493579 (lr=5.9890e-04) (hash(x)=40147283)
+983 train 4.531478 (lr=5.9889e-04) (hash(x)=36195189)
+984 train 4.509104 (lr=5.9888e-04) (hash(x)=36173922)
+985 train 4.546284 (lr=5.9887e-04) (hash(x)=46683540)
+986 train 4.507734 (lr=5.9887e-04) (hash(x)=38934195)
+987 train 4.497896 (lr=5.9886e-04) (hash(x)=44717563)
+988 train 4.576745 (lr=5.9885e-04) (hash(x)=42472236)
+989 train 4.695796 (lr=5.9884e-04) (hash(x)=39472538)
+990 train 4.688224 (lr=5.9883e-04) (hash(x)=45048468)
+991 train 4.634857 (lr=5.9882e-04) (hash(x)=38923979)
+992 train 4.639173 (lr=5.9882e-04) (hash(x)=42312888)
+993 train 4.681977 (lr=5.9881e-04) (hash(x)=48726136)
+994 train 4.648371 (lr=5.9880e-04) (hash(x)=36800521)
+995 train 4.703562 (lr=5.9879e-04) (hash(x)=40315980)
+996 train 4.661906 (lr=5.9878e-04) (hash(x)=46833518)
+997 train 4.702647 (lr=5.9877e-04) (hash(x)=40517045)
+998 train 4.719892 (lr=5.9876e-04) (hash(x)=42033691)
+999 train 4.659588 (lr=5.9875e-04) (hash(x)=38347940)
+1000 val loss 4.6096
+1000 val perplexity 100.4401
+1000 hella 0.2558
+1000 train 4.664812 (lr=5.9875e-04) (hash(x)=40841365)
+1001 train 4.674155 (lr=5.9874e-04) (hash(x)=37385833)
+1002 train 4.698923 (lr=5.9873e-04) (hash(x)=37679584)
+1003 train 4.637538 (lr=5.9872e-04) (hash(x)=41279783)
+1004 train 4.657321 (lr=5.9871e-04) (hash(x)=38151115)
+1005 train 4.691331 (lr=5.9870e-04) (hash(x)=40296918)
+1006 train 4.658475 (lr=5.9869e-04) (hash(x)=50661704)
+1007 train 4.622145 (lr=5.9868e-04) (hash(x)=39230924)
+1008 train 4.639146 (lr=5.9867e-04) (hash(x)=34793348)
+1009 train 4.626667 (lr=5.9867e-04) (hash(x)=47316655)
+1010 train 4.647305 (lr=5.9866e-04) (hash(x)=34135891)
+1011 train 4.642208 (lr=5.9865e-04) (hash(x)=41407639)
+1012 train 4.642852 (lr=5.9864e-04) (hash(x)=39506894)
+1013 train 4.618868 (lr=5.9863e-04) (hash(x)=37412319)
+1014 train 4.608890 (lr=5.9862e-04) (hash(x)=45815523)
+1015 train 4.555355 (lr=5.9861e-04) (hash(x)=43519287)
+1016 train 4.519960 (lr=5.9860e-04) (hash(x)=38657436)
+1017 train 4.583192 (lr=5.9859e-04) (hash(x)=37561873)
+1018 train 4.611727 (lr=5.9858e-04) (hash(x)=38038962)
+1019 train 4.547183 (lr=5.9857e-04) (hash(x)=34095005)
+1020 train 4.542646 (lr=5.9856e-04) (hash(x)=39965463)
+1021 train 4.520027 (lr=5.9855e-04) (hash(x)=40163065)
+1022 train 4.545546 (lr=5.9854e-04) (hash(x)=43118621)
+1023 train 4.569550 (lr=5.9854e-04) (hash(x)=41265010)
+1024 train 4.587260 (lr=5.9853e-04) (hash(x)=42548638)
+1025 train 4.509510 (lr=5.9852e-04) (hash(x)=37342580)
+1026 train 4.500504 (lr=5.9851e-04) (hash(x)=39532703)
+1027 train 4.495854 (lr=5.9850e-04) (hash(x)=32337840)
+1028 train 4.446275 (lr=5.9849e-04) (hash(x)=38723048)
+1029 train 4.525301 (lr=5.9848e-04) (hash(x)=35259998)
+1030 train 4.520776 (lr=5.9847e-04) (hash(x)=40200608)
+1031 train 4.406386 (lr=5.9846e-04) (hash(x)=36585173)
+1032 train 4.491763 (lr=5.9845e-04) (hash(x)=39188946)
+1033 train 4.475185 (lr=5.9844e-04) (hash(x)=40995177)
+1034 train 4.511184 (lr=5.9843e-04) (hash(x)=38233692)
+1035 train 4.490834 (lr=5.9842e-04) (hash(x)=41346838)
+1036 train 4.474234 (lr=5.9841e-04) (hash(x)=38983839)
+1037 train 4.485603 (lr=5.9840e-04) (hash(x)=39936907)
+1038 train 4.608433 (lr=5.9839e-04) (hash(x)=36355516)
+1039 train 4.613697 (lr=5.9838e-04) (hash(x)=40751812)
+1040 train 4.576563 (lr=5.9837e-04) (hash(x)=35976505)
+1041 train 4.645809 (lr=5.9836e-04) (hash(x)=36792765)
+1042 train 4.650438 (lr=5.9835e-04) (hash(x)=38312999)
+1043 train 4.633274 (lr=5.9834e-04) (hash(x)=40234404)
+1044 train 4.686817 (lr=5.9833e-04) (hash(x)=41199183)
+1045 train 4.636245 (lr=5.9832e-04) (hash(x)=42947178)
+1046 train 4.633987 (lr=5.9831e-04) (hash(x)=38019751)
+1047 train 4.586151 (lr=5.9830e-04) (hash(x)=44347971)
+1048 train 4.588902 (lr=5.9829e-04) (hash(x)=40101970)
+1049 train 4.607970 (lr=5.9828e-04) (hash(x)=40112398)
+1050 train 4.604456 (lr=5.9827e-04) (hash(x)=39567202)
+1051 train 4.580536 (lr=5.9826e-04) (hash(x)=38497622)
+1052 train 4.562627 (lr=5.9825e-04) (hash(x)=44525111)
+1053 train 4.632604 (lr=5.9824e-04) (hash(x)=44068979)
+1054 train 4.539776 (lr=5.9823e-04) (hash(x)=37116527)
+1055 train 4.600476 (lr=5.9822e-04) (hash(x)=42752709)
+1056 train 4.559735 (lr=5.9820e-04) (hash(x)=36818501)
+1057 train 4.607821 (lr=5.9819e-04) (hash(x)=36343590)
+1058 train 4.596258 (lr=5.9818e-04) (hash(x)=30631949)
+1059 train 4.561252 (lr=5.9817e-04) (hash(x)=46181806)
+1060 train 4.497485 (lr=5.9816e-04) (hash(x)=37751295)
+1061 train 4.582687 (lr=5.9815e-04) (hash(x)=42967574)
+1062 train 4.554760 (lr=5.9814e-04) (hash(x)=39371803)
+1063 train 4.507836 (lr=5.9813e-04) (hash(x)=43579496)
+1064 train 4.554363 (lr=5.9812e-04) (hash(x)=44112687)
+1065 train 4.552278 (lr=5.9811e-04) (hash(x)=42031124)
+1066 train 4.537757 (lr=5.9810e-04) (hash(x)=36384827)
+1067 train 4.568863 (lr=5.9809e-04) (hash(x)=47443206)
+1068 train 4.570218 (lr=5.9808e-04) (hash(x)=38495283)
+1069 train 4.554605 (lr=5.9807e-04) (hash(x)=38754873)
+1070 train 4.598663 (lr=5.9805e-04) (hash(x)=43327752)
+1071 train 4.566948 (lr=5.9804e-04) (hash(x)=34889396)
+1072 train 4.546668 (lr=5.9803e-04) (hash(x)=44685465)
+1073 train 4.499072 (lr=5.9802e-04) (hash(x)=42644209)
+1074 train 4.461795 (lr=5.9801e-04) (hash(x)=39288941)
+1075 train 4.434632 (lr=5.9800e-04) (hash(x)=38091163)
+1076 train 4.414327 (lr=5.9799e-04) (hash(x)=35054504)
+1077 train 4.401226 (lr=5.9798e-04) (hash(x)=40423720)
+1078 train 4.443089 (lr=5.9797e-04) (hash(x)=39986877)
+1079 train 4.439714 (lr=5.9795e-04) (hash(x)=42148756)
+1080 train 4.389934 (lr=5.9794e-04) (hash(x)=36644824)
+1081 train 4.467653 (lr=5.9793e-04) (hash(x)=41463058)
+1082 train 4.438318 (lr=5.9792e-04) (hash(x)=40669320)
+1083 train 4.407266 (lr=5.9791e-04) (hash(x)=39639142)
+1084 train 4.366836 (lr=5.9790e-04) (hash(x)=41275952)
+1085 train 4.434645 (lr=5.9789e-04) (hash(x)=38405836)
+1086 train 4.473450 (lr=5.9788e-04) (hash(x)=46148041)
+1087 train 4.610134 (lr=5.9786e-04) (hash(x)=42956401)
+1088 train 4.626829 (lr=5.9785e-04) (hash(x)=40718978)
+1089 train 4.548011 (lr=5.9784e-04) (hash(x)=38699374)
+1090 train 4.610447 (lr=5.9783e-04) (hash(x)=41826911)
+1091 train 4.610858 (lr=5.9782e-04) (hash(x)=36462605)
+1092 train 4.588912 (lr=5.9781e-04) (hash(x)=40037689)
+1093 train 4.628405 (lr=5.9779e-04) (hash(x)=39079595)
+1094 train 4.627759 (lr=5.9778e-04) (hash(x)=41840573)
+1095 train 4.579223 (lr=5.9777e-04) (hash(x)=37248422)
+1096 train 4.569880 (lr=5.9776e-04) (hash(x)=39239797)
+1097 train 4.576577 (lr=5.9775e-04) (hash(x)=41148261)
+1098 train 4.598868 (lr=5.9774e-04) (hash(x)=39859596)
+1099 train 4.590468 (lr=5.9772e-04) (hash(x)=39378721)
+1100 train 4.532738 (lr=5.9771e-04) (hash(x)=41048338)
+1101 train 4.576024 (lr=5.9770e-04) (hash(x)=41588557)
+1102 train 4.601205 (lr=5.9769e-04) (hash(x)=41603427)
+1103 train 4.644313 (lr=5.9768e-04) (hash(x)=44673048)
+1104 train 4.572692 (lr=5.9766e-04) (hash(x)=37617863)
+1105 train 4.579489 (lr=5.9765e-04) (hash(x)=39778770)
+1106 train 4.559319 (lr=5.9764e-04) (hash(x)=40591237)
+1107 train 4.537911 (lr=5.9763e-04) (hash(x)=39439768)
+1108 train 4.546438 (lr=5.9762e-04) (hash(x)=61189829)
+1109 train 4.529010 (lr=5.9760e-04) (hash(x)=36484210)
+1110 train 4.568976 (lr=5.9759e-04) (hash(x)=39807522)
+1111 train 4.517050 (lr=5.9758e-04) (hash(x)=41287260)
+1112 train 4.494869 (lr=5.9757e-04) (hash(x)=38389643)
+1113 train 4.467289 (lr=5.9756e-04) (hash(x)=35925216)
+1114 train 4.503438 (lr=5.9754e-04) (hash(x)=38246559)
+1115 train 4.502429 (lr=5.9753e-04) (hash(x)=37685702)
+1116 train 4.544008 (lr=5.9752e-04) (hash(x)=37064047)
+1117 train 4.447294 (lr=5.9751e-04) (hash(x)=38917666)
+1118 train 4.463071 (lr=5.9749e-04) (hash(x)=30509613)
+1119 train 4.545951 (lr=5.9748e-04) (hash(x)=33941459)
+1120 train 4.457630 (lr=5.9747e-04) (hash(x)=35366789)
+1121 train 4.493032 (lr=5.9746e-04) (hash(x)=39885181)
+1122 train 4.512674 (lr=5.9744e-04) (hash(x)=40881183)
+1123 train 4.385128 (lr=5.9743e-04) (hash(x)=40787729)
+1124 train 4.408152 (lr=5.9742e-04) (hash(x)=40110618)
+1125 train 4.394291 (lr=5.9741e-04) (hash(x)=38162864)
+1126 train 4.424970 (lr=5.9739e-04) (hash(x)=36706171)
+1127 train 4.487617 (lr=5.9738e-04) (hash(x)=38037321)
+1128 train 4.420393 (lr=5.9737e-04) (hash(x)=39393658)
+1129 train 4.420840 (lr=5.9736e-04) (hash(x)=37436693)
+1130 train 4.426129 (lr=5.9734e-04) (hash(x)=38641845)
+1131 train 4.381497 (lr=5.9733e-04) (hash(x)=37929090)
+1132 train 4.519853 (lr=5.9732e-04) (hash(x)=30030605)
+1133 train 4.359056 (lr=5.9730e-04) (hash(x)=41725087)
+1134 train 4.362837 (lr=5.9729e-04) (hash(x)=38896250)
+1135 train 4.444434 (lr=5.9728e-04) (hash(x)=43563128)
+1136 train 4.641426 (lr=5.9727e-04) (hash(x)=40594422)
+1137 train 4.639478 (lr=5.9725e-04) (hash(x)=39979428)
+1138 train 4.657663 (lr=5.9724e-04) (hash(x)=41106036)
+1139 train 4.594285 (lr=5.9723e-04) (hash(x)=42649099)
+1140 train 4.592650 (lr=5.9721e-04) (hash(x)=37287995)
+1141 train 4.569760 (lr=5.9720e-04) (hash(x)=41415791)
+1142 train 4.590474 (lr=5.9719e-04) (hash(x)=38781998)
+1143 train 4.558382 (lr=5.9717e-04) (hash(x)=39971847)
+1144 train 4.575346 (lr=5.9716e-04) (hash(x)=41392398)
+1145 train 4.592794 (lr=5.9715e-04) (hash(x)=40175851)
+1146 train 4.535857 (lr=5.9713e-04) (hash(x)=50989624)
+1147 train 4.535067 (lr=5.9712e-04) (hash(x)=44335596)
+1148 train 4.518190 (lr=5.9711e-04) (hash(x)=43357717)
+1149 train 4.544159 (lr=5.9709e-04) (hash(x)=40225968)
+1150 train 4.572713 (lr=5.9708e-04) (hash(x)=39480502)
+1151 train 4.551199 (lr=5.9707e-04) (hash(x)=43501611)
+1152 train 4.538415 (lr=5.9705e-04) (hash(x)=38877536)
+1153 train 4.573409 (lr=5.9704e-04) (hash(x)=40258517)
+1154 train 4.527670 (lr=5.9703e-04) (hash(x)=38501020)
+1155 train 4.499444 (lr=5.9701e-04) (hash(x)=40671610)
+1156 train 4.514178 (lr=5.9700e-04) (hash(x)=42954158)
+1157 train 4.522670 (lr=5.9699e-04) (hash(x)=37831786)
+1158 train 4.534049 (lr=5.9697e-04) (hash(x)=34722353)
+1159 train 4.579343 (lr=5.9696e-04) (hash(x)=38032434)
+1160 train 4.548550 (lr=5.9695e-04) (hash(x)=39387041)
+1161 train 4.505994 (lr=5.9693e-04) (hash(x)=29690730)
+1162 train 4.577624 (lr=5.9692e-04) (hash(x)=38489958)
+1163 train 4.520445 (lr=5.9690e-04) (hash(x)=36976163)
+1164 train 4.491189 (lr=5.9689e-04) (hash(x)=39403917)
+1165 train 4.451590 (lr=5.9688e-04) (hash(x)=39512254)
+1166 train 4.510452 (lr=5.9686e-04) (hash(x)=40197324)
+1167 train 4.468377 (lr=5.9685e-04) (hash(x)=36830952)
+1168 train 4.503879 (lr=5.9683e-04) (hash(x)=37776735)
+1169 train 4.506717 (lr=5.9682e-04) (hash(x)=39280560)
+1170 train 4.463732 (lr=5.9681e-04) (hash(x)=34762597)
+1171 train 4.461518 (lr=5.9679e-04) (hash(x)=41353887)
+1172 train 4.328256 (lr=5.9678e-04) (hash(x)=45835069)
+1173 train 4.349381 (lr=5.9676e-04) (hash(x)=41499007)
+1174 train 4.386999 (lr=5.9675e-04) (hash(x)=37180894)
+1175 train 4.338675 (lr=5.9674e-04) (hash(x)=38816434)
+1176 train 4.336874 (lr=5.9672e-04) (hash(x)=37902082)
+1177 train 4.325410 (lr=5.9671e-04) (hash(x)=38687304)
+1178 train 4.308301 (lr=5.9669e-04) (hash(x)=37132676)
+1179 train 4.339047 (lr=5.9668e-04) (hash(x)=38608749)
+1180 train 4.447041 (lr=5.9667e-04) (hash(x)=39242835)
+1181 train 4.447211 (lr=5.9665e-04) (hash(x)=44752671)
+1182 train 4.342618 (lr=5.9664e-04) (hash(x)=47303454)
+1183 train 4.364598 (lr=5.9662e-04) (hash(x)=43516490)
+1184 train 4.399843 (lr=5.9661e-04) (hash(x)=41627884)
+1185 train 4.463309 (lr=5.9659e-04) (hash(x)=30612771)
+1186 train 4.533697 (lr=5.9658e-04) (hash(x)=42101213)
+1187 train 4.474145 (lr=5.9656e-04) (hash(x)=44531636)
+1188 train 4.491027 (lr=5.9655e-04) (hash(x)=40827448)
+1189 train 4.527678 (lr=5.9654e-04) (hash(x)=38583036)
+1190 train 4.482109 (lr=5.9652e-04) (hash(x)=39961561)
+1191 train 4.500240 (lr=5.9651e-04) (hash(x)=43771512)
+1192 train 4.458173 (lr=5.9649e-04) (hash(x)=44840633)
+1193 train 4.452587 (lr=5.9648e-04) (hash(x)=41330674)
+1194 train 4.438272 (lr=5.9646e-04) (hash(x)=43853336)
+1195 train 4.524609 (lr=5.9645e-04) (hash(x)=43413678)
+1196 train 4.516522 (lr=5.9643e-04) (hash(x)=35897696)
+1197 train 4.528970 (lr=5.9642e-04) (hash(x)=35803827)
+1198 train 4.523281 (lr=5.9640e-04) (hash(x)=38506171)
+1199 train 4.517492 (lr=5.9639e-04) (hash(x)=41032048)
+1200 train 4.470098 (lr=5.9637e-04) (hash(x)=39673255)
+1201 train 4.498467 (lr=5.9636e-04) (hash(x)=38949998)
+1202 train 4.476555 (lr=5.9634e-04) (hash(x)=34039234)
+1203 train 4.483377 (lr=5.9633e-04) (hash(x)=36352947)
+1204 train 4.482110 (lr=5.9631e-04) (hash(x)=39341450)
+1205 train 4.542917 (lr=5.9630e-04) (hash(x)=41315733)
+1206 train 4.519656 (lr=5.9628e-04) (hash(x)=44082322)
+1207 train 4.481744 (lr=5.9627e-04) (hash(x)=37810217)
+1208 train 4.515282 (lr=5.9625e-04) (hash(x)=31929039)
+1209 train 4.519602 (lr=5.9624e-04) (hash(x)=40231088)
+1210 train 4.455277 (lr=5.9622e-04) (hash(x)=40828303)
+1211 train 4.423048 (lr=5.9621e-04) (hash(x)=37709740)
+1212 train 4.452233 (lr=5.9619e-04) (hash(x)=39361746)
+1213 train 4.461404 (lr=5.9618e-04) (hash(x)=42169338)
+1214 train 4.505124 (lr=5.9616e-04) (hash(x)=38569143)
+1215 train 4.441458 (lr=5.9615e-04) (hash(x)=45111221)
+1216 train 4.530333 (lr=5.9613e-04) (hash(x)=35627803)
+1217 train 4.468715 (lr=5.9611e-04) (hash(x)=43498821)
+1218 train 4.463892 (lr=5.9610e-04) (hash(x)=37041085)
+1219 train 4.454195 (lr=5.9608e-04) (hash(x)=38421819)
+1220 train 4.426538 (lr=5.9607e-04) (hash(x)=42146512)
+1221 train 4.459986 (lr=5.9605e-04) (hash(x)=37034102)
+1222 train 4.382366 (lr=5.9604e-04) (hash(x)=42267544)
+1223 train 4.297451 (lr=5.9602e-04) (hash(x)=40562379)
+1224 train 4.365758 (lr=5.9601e-04) (hash(x)=41408519)
+1225 train 4.343375 (lr=5.9599e-04) (hash(x)=42677430)
+1226 train 4.324990 (lr=5.9597e-04) (hash(x)=37408762)
+1227 train 4.328442 (lr=5.9596e-04) (hash(x)=37963940)
+1228 train 4.355712 (lr=5.9594e-04) (hash(x)=33565298)
+1229 train 4.316897 (lr=5.9593e-04) (hash(x)=45780156)
+1230 train 4.337257 (lr=5.9591e-04) (hash(x)=38522448)
+1231 train 4.334536 (lr=5.9590e-04) (hash(x)=38172935)
+1232 train 4.303105 (lr=5.9588e-04) (hash(x)=41914922)
+1233 train 4.290803 (lr=5.9586e-04) (hash(x)=33887434)
+1234 train 4.402618 (lr=5.9585e-04) (hash(x)=42098123)
+1235 train 4.467358 (lr=5.9583e-04) (hash(x)=39019459)
+1236 train 4.398970 (lr=5.9582e-04) (hash(x)=39222629)
+1237 train 4.466158 (lr=5.9580e-04) (hash(x)=39273244)
+1238 train 4.516335 (lr=5.9578e-04) (hash(x)=42539012)
+1239 train 4.444725 (lr=5.9577e-04) (hash(x)=40972450)
+1240 train 4.485197 (lr=5.9575e-04) (hash(x)=38023959)
+1241 train 4.441565 (lr=5.9574e-04) (hash(x)=41001885)
+1242 train 4.463007 (lr=5.9572e-04) (hash(x)=41705404)
+1243 train 4.410786 (lr=5.9570e-04) (hash(x)=36487602)
+1244 train 4.460510 (lr=5.9569e-04) (hash(x)=41027447)
+1245 train 4.472436 (lr=5.9567e-04) (hash(x)=42904505)
+1246 train 4.450870 (lr=5.9565e-04) (hash(x)=36667668)
+1247 train 4.586454 (lr=5.9564e-04) (hash(x)=31833188)
+1248 train 4.439839 (lr=5.9562e-04) (hash(x)=38288834)
+1249 train 4.432306 (lr=5.9560e-04) (hash(x)=40141347)
+1250 val loss 4.4251
+1250 val perplexity 83.5178
+1250 hella 0.2597
+1250 train 4.419142 (lr=5.9559e-04) (hash(x)=38649090)
+1251 train 4.485785 (lr=5.9557e-04) (hash(x)=36186106)
+1252 train 4.404846 (lr=5.9556e-04) (hash(x)=40234424)
+1253 train 4.457190 (lr=5.9554e-04) (hash(x)=41477653)
+1254 train 4.479732 (lr=5.9552e-04) (hash(x)=43207628)
+1255 train 4.436978 (lr=5.9551e-04) (hash(x)=40074785)
+1256 train 4.466627 (lr=5.9549e-04) (hash(x)=39237095)
+1257 train 4.455091 (lr=5.9547e-04) (hash(x)=34405247)
+1258 train 4.404711 (lr=5.9546e-04) (hash(x)=37050033)
+1259 train 4.429563 (lr=5.9544e-04) (hash(x)=38997704)
+1260 train 4.440470 (lr=5.9542e-04) (hash(x)=37330418)
+1261 train 4.446477 (lr=5.9541e-04) (hash(x)=38791836)
+1262 train 4.367947 (lr=5.9539e-04) (hash(x)=35567598)
+1263 train 4.423452 (lr=5.9537e-04) (hash(x)=41989580)
+1264 train 4.461737 (lr=5.9536e-04) (hash(x)=38869877)
+1265 train 4.448004 (lr=5.9534e-04) (hash(x)=40596333)
+1266 train 4.396127 (lr=5.9532e-04) (hash(x)=44946372)
+1267 train 4.371455 (lr=5.9530e-04) (hash(x)=41551664)
+1268 train 4.374169 (lr=5.9529e-04) (hash(x)=39075471)
+1269 train 4.388337 (lr=5.9527e-04) (hash(x)=44424000)
+1270 train 4.439774 (lr=5.9525e-04) (hash(x)=40213920)
+1271 train 4.330470 (lr=5.9524e-04) (hash(x)=37862695)
+1272 train 4.331434 (lr=5.9522e-04) (hash(x)=40402683)
+1273 train 4.210481 (lr=5.9520e-04) (hash(x)=38597215)
+1274 train 4.303466 (lr=5.9518e-04) (hash(x)=39030964)
+1275 train 4.320936 (lr=5.9517e-04) (hash(x)=43197016)
+1276 train 4.342636 (lr=5.9515e-04) (hash(x)=42536438)
+1277 train 4.293932 (lr=5.9513e-04) (hash(x)=36846905)
+1278 train 4.296896 (lr=5.9512e-04) (hash(x)=42397442)
+1279 train 4.297452 (lr=5.9510e-04) (hash(x)=42808476)
+1280 train 4.262887 (lr=5.9508e-04) (hash(x)=39466163)
+1281 train 4.356839 (lr=5.9506e-04) (hash(x)=32388343)
+1282 train 4.331769 (lr=5.9505e-04) (hash(x)=47350316)
+1283 train 4.293320 (lr=5.9503e-04) (hash(x)=36446383)
+1284 train 4.287358 (lr=5.9501e-04) (hash(x)=38411036)
+1285 train 4.355477 (lr=5.9499e-04) (hash(x)=40596047)
+1286 train 4.473463 (lr=5.9498e-04) (hash(x)=38380542)
+1287 train 4.477083 (lr=5.9496e-04) (hash(x)=39938187)
+1288 train 4.452757 (lr=5.9494e-04) (hash(x)=50114866)
+1289 train 4.447194 (lr=5.9492e-04) (hash(x)=41474380)
+1290 train 4.454117 (lr=5.9491e-04) (hash(x)=43471444)
+1291 train 4.420130 (lr=5.9489e-04) (hash(x)=43996458)
+1292 train 4.475894 (lr=5.9487e-04) (hash(x)=36432867)
+1293 train 4.503734 (lr=5.9485e-04) (hash(x)=49027590)
+1294 train 4.429352 (lr=5.9484e-04) (hash(x)=37716389)
+1295 train 4.424796 (lr=5.9482e-04) (hash(x)=35821021)
+1296 train 4.476623 (lr=5.9480e-04) (hash(x)=42192379)
+1297 train 4.427265 (lr=5.9478e-04) (hash(x)=36445429)
+1298 train 4.431396 (lr=5.9476e-04) (hash(x)=36105219)
+1299 train 4.426186 (lr=5.9475e-04) (hash(x)=47020857)
+1300 train 4.440098 (lr=5.9473e-04) (hash(x)=35730157)
+1301 train 4.462717 (lr=5.9471e-04) (hash(x)=32534594)
+1302 train 4.440392 (lr=5.9469e-04) (hash(x)=39773597)
+1303 train 4.414131 (lr=5.9467e-04) (hash(x)=45511891)
+1304 train 4.453723 (lr=5.9466e-04) (hash(x)=46526658)
+1305 train 4.440188 (lr=5.9464e-04) (hash(x)=38263954)
+1306 train 4.402839 (lr=5.9462e-04) (hash(x)=38712466)
+1307 train 4.346414 (lr=5.9460e-04) (hash(x)=41982338)
+1308 train 4.457079 (lr=5.9458e-04) (hash(x)=39197197)
+1309 train 4.388654 (lr=5.9457e-04) (hash(x)=45102861)
+1310 train 4.372328 (lr=5.9455e-04) (hash(x)=34718476)
+1311 train 4.356200 (lr=5.9453e-04) (hash(x)=37073847)
+1312 train 4.350858 (lr=5.9451e-04) (hash(x)=41646829)
+1313 train 4.387220 (lr=5.9449e-04) (hash(x)=34427711)
+1314 train 4.352900 (lr=5.9447e-04) (hash(x)=43557459)
+1315 train 4.391391 (lr=5.9446e-04) (hash(x)=39232647)
+1316 train 4.380832 (lr=5.9444e-04) (hash(x)=38846626)
+1317 train 4.381557 (lr=5.9442e-04) (hash(x)=41616245)
+1318 train 4.345837 (lr=5.9440e-04) (hash(x)=38419014)
+1319 train 4.334750 (lr=5.9438e-04) (hash(x)=41967535)
+1320 train 4.304143 (lr=5.9436e-04) (hash(x)=44193790)
+1321 train 4.367975 (lr=5.9434e-04) (hash(x)=41779950)
+1322 train 4.358392 (lr=5.9433e-04) (hash(x)=38929021)
+1323 train 4.306778 (lr=5.9431e-04) (hash(x)=37592956)
+1324 train 4.265523 (lr=5.9429e-04) (hash(x)=35439365)
+1325 train 4.301843 (lr=5.9427e-04) (hash(x)=45478395)
+1326 train 4.290761 (lr=5.9425e-04) (hash(x)=35203012)
+1327 train 4.262747 (lr=5.9423e-04) (hash(x)=42882233)
+1328 train 4.322636 (lr=5.9421e-04) (hash(x)=39482623)
+1329 train 4.277550 (lr=5.9419e-04) (hash(x)=44748234)
+1330 train 4.318696 (lr=5.9418e-04) (hash(x)=40799712)
+1331 train 4.262815 (lr=5.9416e-04) (hash(x)=43248591)
+1332 train 4.294380 (lr=5.9414e-04) (hash(x)=35718588)
+1333 train 4.270537 (lr=5.9412e-04) (hash(x)=36986531)
+1334 train 4.304148 (lr=5.9410e-04) (hash(x)=44465293)
+1335 train 4.284019 (lr=5.9408e-04) (hash(x)=36515215)
+1336 train 4.373739 (lr=5.9406e-04) (hash(x)=48696805)
+1337 train 4.386843 (lr=5.9404e-04) (hash(x)=38025051)
+1338 train 4.432007 (lr=5.9402e-04) (hash(x)=38523213)
+1339 train 4.437035 (lr=5.9400e-04) (hash(x)=40919276)
+1340 train 4.387531 (lr=5.9399e-04) (hash(x)=41352332)
+1341 train 4.386522 (lr=5.9397e-04) (hash(x)=37248615)
+1342 train 4.460604 (lr=5.9395e-04) (hash(x)=43601987)
+1343 train 4.437764 (lr=5.9393e-04) (hash(x)=44561852)
+1344 train 4.458482 (lr=5.9391e-04) (hash(x)=35733613)
+1345 train 4.385448 (lr=5.9389e-04) (hash(x)=44353560)
+1346 train 4.415192 (lr=5.9387e-04) (hash(x)=38567551)
+1347 train 4.416481 (lr=5.9385e-04) (hash(x)=44143121)
+1348 train 4.431797 (lr=5.9383e-04) (hash(x)=41191772)
+1349 train 4.375484 (lr=5.9381e-04) (hash(x)=36284924)
+1350 train 4.421227 (lr=5.9379e-04) (hash(x)=37336106)
+1351 train 4.389191 (lr=5.9377e-04) (hash(x)=39132671)
+1352 train 4.415200 (lr=5.9375e-04) (hash(x)=38321508)
+1353 train 4.363883 (lr=5.9373e-04) (hash(x)=36769673)
+1354 train 4.371269 (lr=5.9371e-04) (hash(x)=40712749)
+1355 train 4.383426 (lr=5.9369e-04) (hash(x)=48726650)
+1356 train 4.412515 (lr=5.9367e-04) (hash(x)=41136441)
+1357 train 4.407161 (lr=5.9366e-04) (hash(x)=36881146)
+1358 train 4.394013 (lr=5.9364e-04) (hash(x)=39703888)
+1359 train 4.345028 (lr=5.9362e-04) (hash(x)=39369283)
+1360 train 4.407231 (lr=5.9360e-04) (hash(x)=39203146)
+1361 train 4.346262 (lr=5.9358e-04) (hash(x)=34617120)
+1362 train 4.313097 (lr=5.9356e-04) (hash(x)=39410442)
+1363 train 4.304503 (lr=5.9354e-04) (hash(x)=32837077)
+1364 train 4.318087 (lr=5.9352e-04) (hash(x)=42451835)
+1365 train 4.315462 (lr=5.9350e-04) (hash(x)=43246341)
+1366 train 4.386392 (lr=5.9348e-04) (hash(x)=36633907)
+1367 train 4.364811 (lr=5.9346e-04) (hash(x)=37503967)
+1368 train 4.311448 (lr=5.9344e-04) (hash(x)=42301069)
+1369 train 4.347019 (lr=5.9342e-04) (hash(x)=37543744)
+1370 train 4.371371 (lr=5.9340e-04) (hash(x)=37356324)
+1371 train 4.355795 (lr=5.9338e-04) (hash(x)=42095807)
+1372 train 4.301368 (lr=5.9336e-04) (hash(x)=42443057)
+1373 train 4.322328 (lr=5.9334e-04) (hash(x)=35375462)
+1374 train 4.368775 (lr=5.9332e-04) (hash(x)=39410963)
+1375 train 4.260037 (lr=5.9330e-04) (hash(x)=40573633)
+1376 train 4.269067 (lr=5.9328e-04) (hash(x)=43504521)
+1377 train 4.248388 (lr=5.9326e-04) (hash(x)=41869673)
+1378 train 4.252095 (lr=5.9323e-04) (hash(x)=34225019)
+1379 train 4.274486 (lr=5.9321e-04) (hash(x)=39298460)
+1380 train 4.231528 (lr=5.9319e-04) (hash(x)=39740372)
+1381 train 4.241918 (lr=5.9317e-04) (hash(x)=43047275)
+1382 train 4.219345 (lr=5.9315e-04) (hash(x)=41618137)
+1383 train 4.199810 (lr=5.9313e-04) (hash(x)=41318238)
+1384 train 4.300438 (lr=5.9311e-04) (hash(x)=39043022)
+1385 train 4.228847 (lr=5.9309e-04) (hash(x)=40326223)
+1386 train 4.239297 (lr=5.9307e-04) (hash(x)=40620292)
+1387 train 4.380747 (lr=5.9305e-04) (hash(x)=37180421)
+1388 train 4.400815 (lr=5.9303e-04) (hash(x)=44330402)
+1389 train 4.405108 (lr=5.9301e-04) (hash(x)=55058526)
+1390 train 4.396470 (lr=5.9299e-04) (hash(x)=37997980)
+1391 train 4.429905 (lr=5.9297e-04) (hash(x)=39300027)
+1392 train 4.388302 (lr=5.9295e-04) (hash(x)=49862293)
+1393 train 4.356697 (lr=5.9293e-04) (hash(x)=42232721)
+1394 train 4.417786 (lr=5.9291e-04) (hash(x)=43604104)
+1395 train 4.388897 (lr=5.9289e-04) (hash(x)=37135165)
+1396 train 4.424607 (lr=5.9286e-04) (hash(x)=38641080)
+1397 train 4.463668 (lr=5.9284e-04) (hash(x)=43178244)
+1398 train 4.358838 (lr=5.9282e-04) (hash(x)=39384166)
+1399 train 4.355848 (lr=5.9280e-04) (hash(x)=38398481)
+1400 train 4.386324 (lr=5.9278e-04) (hash(x)=40808645)
+1401 train 4.349201 (lr=5.9276e-04) (hash(x)=44194913)
+1402 train 4.385097 (lr=5.9274e-04) (hash(x)=39002847)
+1403 train 4.412066 (lr=5.9272e-04) (hash(x)=43510781)
+1404 train 4.399964 (lr=5.9270e-04) (hash(x)=42359192)
+1405 train 4.413219 (lr=5.9268e-04) (hash(x)=36514688)
+1406 train 4.362988 (lr=5.9265e-04) (hash(x)=38597013)
+1407 train 4.398911 (lr=5.9263e-04) (hash(x)=33584372)
+1408 train 4.375168 (lr=5.9261e-04) (hash(x)=42381936)
+1409 train 4.352071 (lr=5.9259e-04) (hash(x)=39571023)
+1410 train 4.296674 (lr=5.9257e-04) (hash(x)=37852698)
+1411 train 4.344650 (lr=5.9255e-04) (hash(x)=37897414)
+1412 train 4.334343 (lr=5.9253e-04) (hash(x)=36485926)
+1413 train 4.311643 (lr=5.9251e-04) (hash(x)=38465190)
+1414 train 4.314085 (lr=5.9248e-04) (hash(x)=42997738)
+1415 train 4.349576 (lr=5.9246e-04) (hash(x)=39782299)
+1416 train 4.317608 (lr=5.9244e-04) (hash(x)=32961121)
+1417 train 4.316996 (lr=5.9242e-04) (hash(x)=43630190)
+1418 train 4.333819 (lr=5.9240e-04) (hash(x)=39088826)
+1419 train 4.321269 (lr=5.9238e-04) (hash(x)=37853563)
+1420 train 4.287426 (lr=5.9235e-04) (hash(x)=40887408)
+1421 train 4.330503 (lr=5.9233e-04) (hash(x)=38825086)
+1422 train 4.284110 (lr=5.9231e-04) (hash(x)=35600216)
+1423 train 4.332514 (lr=5.9229e-04) (hash(x)=38526012)
+1424 train 4.306625 (lr=5.9227e-04) (hash(x)=47303037)
+1425 train 4.222141 (lr=5.9225e-04) (hash(x)=37904163)
+1426 train 4.302035 (lr=5.9222e-04) (hash(x)=40346972)
+1427 train 4.219597 (lr=5.9220e-04) (hash(x)=42016652)
+1428 train 4.278828 (lr=5.9218e-04) (hash(x)=36901980)
+1429 train 4.279840 (lr=5.9216e-04) (hash(x)=41767539)
+1430 train 4.249373 (lr=5.9214e-04) (hash(x)=42133952)
+1431 train 4.202016 (lr=5.9212e-04) (hash(x)=38069965)
+1432 train 4.279768 (lr=5.9209e-04) (hash(x)=40017191)
+1433 train 4.233532 (lr=5.9207e-04) (hash(x)=42180008)
+1434 train 4.182748 (lr=5.9205e-04) (hash(x)=37618995)
+1435 train 4.233171 (lr=5.9203e-04) (hash(x)=37503549)
+1436 train 4.343122 (lr=5.9201e-04) (hash(x)=44530772)
+1437 train 4.338460 (lr=5.9198e-04) (hash(x)=39934760)
+1438 train 4.398644 (lr=5.9196e-04) (hash(x)=43035999)
+1439 train 4.412638 (lr=5.9194e-04) (hash(x)=39871968)
+1440 train 4.384464 (lr=5.9192e-04) (hash(x)=39958000)
+1441 train 4.381327 (lr=5.9189e-04) (hash(x)=39384755)
+1442 train 4.400617 (lr=5.9187e-04) (hash(x)=38344130)
+1443 train 4.303225 (lr=5.9185e-04) (hash(x)=42546749)
+1444 train 4.379829 (lr=5.9183e-04) (hash(x)=41097401)
+1445 train 4.410741 (lr=5.9181e-04) (hash(x)=42298823)
+1446 train 4.366374 (lr=5.9178e-04) (hash(x)=40530726)
+1447 train 4.343746 (lr=5.9176e-04) (hash(x)=41994837)
+1448 train 4.389658 (lr=5.9174e-04) (hash(x)=38149977)
+1449 train 4.340304 (lr=5.9172e-04) (hash(x)=40757858)
+1450 train 4.371358 (lr=5.9169e-04) (hash(x)=42945243)
+1451 train 4.415222 (lr=5.9167e-04) (hash(x)=38669044)
+1452 train 4.401934 (lr=5.9165e-04) (hash(x)=43435655)
+1453 train 4.353465 (lr=5.9163e-04) (hash(x)=40812038)
+1454 train 4.418653 (lr=5.9160e-04) (hash(x)=44262979)
+1455 train 4.361439 (lr=5.9158e-04) (hash(x)=39396798)
+1456 train 4.425980 (lr=5.9156e-04) (hash(x)=36515270)
+1457 train 4.364064 (lr=5.9154e-04) (hash(x)=38791262)
+1458 train 4.358219 (lr=5.9151e-04) (hash(x)=40921917)
+1459 train 4.361690 (lr=5.9149e-04) (hash(x)=39744694)
+1460 train 4.363054 (lr=5.9147e-04) (hash(x)=36926863)
+1461 train 4.299455 (lr=5.9144e-04) (hash(x)=42029598)
+1462 train 4.335485 (lr=5.9142e-04) (hash(x)=41002748)
+1463 train 4.307027 (lr=5.9140e-04) (hash(x)=42505629)
+1464 train 4.343395 (lr=5.9138e-04) (hash(x)=41063891)
+1465 train 4.278553 (lr=5.9135e-04) (hash(x)=38930942)
+1466 train 4.320051 (lr=5.9133e-04) (hash(x)=42693527)
+1467 train 4.299039 (lr=5.9131e-04) (hash(x)=41650072)
+1468 train 4.324900 (lr=5.9128e-04) (hash(x)=43662083)
+1469 train 4.315197 (lr=5.9126e-04) (hash(x)=42735047)
+1470 train 4.313873 (lr=5.9124e-04) (hash(x)=48167508)
+1471 train 4.273850 (lr=5.9121e-04) (hash(x)=38011271)
+1472 train 4.363956 (lr=5.9119e-04) (hash(x)=38129995)
+1473 train 4.323383 (lr=5.9117e-04) (hash(x)=43511223)
+1474 train 4.271333 (lr=5.9115e-04) (hash(x)=39532943)
+1475 train 4.226610 (lr=5.9112e-04) (hash(x)=39090660)
+1476 train 4.282842 (lr=5.9110e-04) (hash(x)=46395079)
+1477 train 4.219940 (lr=5.9108e-04) (hash(x)=32777687)
+1478 train 4.297420 (lr=5.9105e-04) (hash(x)=55126392)
+1479 train 4.230178 (lr=5.9103e-04) (hash(x)=35617390)
+1480 train 4.228816 (lr=5.9101e-04) (hash(x)=40558956)
+1481 train 4.198416 (lr=5.9098e-04) (hash(x)=38401852)
+1482 train 4.210159 (lr=5.9096e-04) (hash(x)=41209188)
+1483 train 4.227093 (lr=5.9094e-04) (hash(x)=41597838)
+1484 train 4.230471 (lr=5.9091e-04) (hash(x)=49006727)
+1485 train 4.215379 (lr=5.9089e-04) (hash(x)=39119369)
+1486 train 4.202238 (lr=5.9086e-04) (hash(x)=37141131)
+1487 train 4.356583 (lr=5.9084e-04) (hash(x)=36234927)
+1488 train 4.341098 (lr=5.9082e-04) (hash(x)=40889775)
+1489 train 4.321022 (lr=5.9079e-04) (hash(x)=33328235)
+1490 train 4.382414 (lr=5.9077e-04) (hash(x)=38161244)
+1491 train 4.363353 (lr=5.9075e-04) (hash(x)=44684604)
+1492 train 4.405209 (lr=5.9072e-04) (hash(x)=45382340)
+1493 train 4.458575 (lr=5.9070e-04) (hash(x)=39123673)
+1494 train 4.403006 (lr=5.9068e-04) (hash(x)=39166918)
+1495 train 4.416773 (lr=5.9065e-04) (hash(x)=40379234)
+1496 train 4.304242 (lr=5.9063e-04) (hash(x)=39576484)
+1497 train 4.281797 (lr=5.9060e-04) (hash(x)=41278566)
+1498 train 4.317938 (lr=5.9058e-04) (hash(x)=41311128)
+1499 train 4.355271 (lr=5.9056e-04) (hash(x)=43459067)
+1500 val loss 4.3249
+1500 val perplexity 75.5612
+1500 hella 0.2623
+1500 train 4.374916 (lr=5.9053e-04) (hash(x)=39263499)
+1501 train 4.329340 (lr=5.9051e-04) (hash(x)=42633499)
+1502 train 4.336177 (lr=5.9048e-04) (hash(x)=39779952)
+1503 train 4.335409 (lr=5.9046e-04) (hash(x)=36768765)
+1504 train 4.391613 (lr=5.9044e-04) (hash(x)=50193363)
+1505 train 4.295654 (lr=5.9041e-04) (hash(x)=43378987)
+1506 train 4.310387 (lr=5.9039e-04) (hash(x)=37858457)
+1507 train 4.324818 (lr=5.9036e-04) (hash(x)=42917661)
+1508 train 4.345524 (lr=5.9034e-04) (hash(x)=41808555)
+1509 train 4.381265 (lr=5.9032e-04) (hash(x)=39926870)
+1510 train 4.318781 (lr=5.9029e-04) (hash(x)=38635245)
+1511 train 4.338950 (lr=5.9027e-04) (hash(x)=39528227)
+1512 train 4.299323 (lr=5.9024e-04) (hash(x)=39813832)
+1513 train 4.296679 (lr=5.9022e-04) (hash(x)=40259645)
+1514 train 4.244370 (lr=5.9019e-04) (hash(x)=41847848)
+1515 train 4.281443 (lr=5.9017e-04) (hash(x)=40819543)
+1516 train 4.258110 (lr=5.9014e-04) (hash(x)=35682705)
+1517 train 4.233206 (lr=5.9012e-04) (hash(x)=35593531)
+1518 train 4.262980 (lr=5.9010e-04) (hash(x)=36011634)
+1519 train 4.307825 (lr=5.9007e-04) (hash(x)=43998792)
+1520 train 4.267109 (lr=5.9005e-04) (hash(x)=40224019)
+1521 train 4.286226 (lr=5.9002e-04) (hash(x)=39535700)
+1522 train 4.270695 (lr=5.9000e-04) (hash(x)=36897628)
+1523 train 4.288681 (lr=5.8997e-04) (hash(x)=41207300)
+1524 train 4.232036 (lr=5.8995e-04) (hash(x)=35465409)
+1525 train 4.240826 (lr=5.8992e-04) (hash(x)=42691086)
+1526 train 4.266712 (lr=5.8990e-04) (hash(x)=40444514)
+1527 train 4.204558 (lr=5.8987e-04) (hash(x)=39379421)
+1528 train 4.194842 (lr=5.8985e-04) (hash(x)=40158743)
+1529 train 4.225543 (lr=5.8982e-04) (hash(x)=39982394)
+1530 train 4.186275 (lr=5.8980e-04) (hash(x)=42947731)
+1531 train 4.181348 (lr=5.8977e-04) (hash(x)=38691258)
+1532 train 4.183207 (lr=5.8975e-04) (hash(x)=39406076)
+1533 train 4.232732 (lr=5.8972e-04) (hash(x)=35346438)
+1534 train 4.232737 (lr=5.8970e-04) (hash(x)=38774953)
+1535 train 4.153810 (lr=5.8967e-04) (hash(x)=42097838)
+1536 train 4.148873 (lr=5.8965e-04) (hash(x)=38979283)
+1537 train 4.354816 (lr=5.8962e-04) (hash(x)=37862534)
+1538 train 4.423967 (lr=5.8960e-04) (hash(x)=42752379)
+1539 train 4.349474 (lr=5.8957e-04) (hash(x)=36030746)
+1540 train 4.321382 (lr=5.8955e-04) (hash(x)=39055374)
+1541 train 4.332528 (lr=5.8952e-04) (hash(x)=39973514)
+1542 train 4.346159 (lr=5.8950e-04) (hash(x)=41437520)
+1543 train 4.315428 (lr=5.8947e-04) (hash(x)=36763857)
+1544 train 4.355871 (lr=5.8945e-04) (hash(x)=43146554)
+1545 train 4.343183 (lr=5.8942e-04) (hash(x)=36040459)
+1546 train 4.317718 (lr=5.8940e-04) (hash(x)=45100899)
+1547 train 4.386235 (lr=5.8937e-04) (hash(x)=36509134)
+1548 train 4.316795 (lr=5.8935e-04) (hash(x)=38502615)
+1549 train 4.345519 (lr=5.8932e-04) (hash(x)=39511631)
+1550 train 4.326167 (lr=5.8930e-04) (hash(x)=41191243)
+1551 train 4.361833 (lr=5.8927e-04) (hash(x)=36806681)
+1552 train 4.307850 (lr=5.8924e-04) (hash(x)=40320601)
+1553 train 4.320312 (lr=5.8922e-04) (hash(x)=38209463)
+1554 train 4.343965 (lr=5.8919e-04) (hash(x)=38712705)
+1555 train 4.316643 (lr=5.8917e-04) (hash(x)=42228230)
+1556 train 4.306182 (lr=5.8914e-04) (hash(x)=35582393)
+1557 train 4.349338 (lr=5.8912e-04) (hash(x)=39126097)
+1558 train 4.289652 (lr=5.8909e-04) (hash(x)=42351920)
+1559 train 4.318151 (lr=5.8907e-04) (hash(x)=38793722)
+1560 train 4.348356 (lr=5.8904e-04) (hash(x)=41199521)
+1561 train 4.405172 (lr=5.8901e-04) (hash(x)=37552069)
+1562 train 4.283867 (lr=5.8899e-04) (hash(x)=43764868)
+1563 train 4.290860 (lr=5.8896e-04) (hash(x)=36899424)
+1564 train 4.265705 (lr=5.8894e-04) (hash(x)=39819724)
+1565 train 4.276172 (lr=5.8891e-04) (hash(x)=41873634)
+1566 train 4.248719 (lr=5.8888e-04) (hash(x)=36330282)
+1567 train 4.318589 (lr=5.8886e-04) (hash(x)=55228931)
+1568 train 4.293300 (lr=5.8883e-04) (hash(x)=38170664)
+1569 train 4.295883 (lr=5.8881e-04) (hash(x)=34898056)
+1570 train 4.295545 (lr=5.8878e-04) (hash(x)=41388753)
+1571 train 4.294612 (lr=5.8875e-04) (hash(x)=40172131)
+1572 train 4.236873 (lr=5.8873e-04) (hash(x)=35293517)
+1573 train 4.247461 (lr=5.8870e-04) (hash(x)=41179495)
+1574 train 4.198412 (lr=5.8868e-04) (hash(x)=43698722)
+1575 train 4.254416 (lr=5.8865e-04) (hash(x)=38395181)
+1576 train 4.246377 (lr=5.8862e-04) (hash(x)=40439188)
+1577 train 4.153989 (lr=5.8860e-04) (hash(x)=34800815)
+1578 train 4.205212 (lr=5.8857e-04) (hash(x)=45497483)
+1579 train 4.259222 (lr=5.8854e-04) (hash(x)=41466828)
+1580 train 4.193607 (lr=5.8852e-04) (hash(x)=41600087)
+1581 train 4.188077 (lr=5.8849e-04) (hash(x)=37441861)
+1582 train 4.154853 (lr=5.8847e-04) (hash(x)=35255608)
+1583 train 4.159329 (lr=5.8844e-04) (hash(x)=41534154)
+1584 train 4.181488 (lr=5.8841e-04) (hash(x)=35485868)
+1585 train 4.141714 (lr=5.8839e-04) (hash(x)=31587701)
+1586 train 4.249438 (lr=5.8836e-04) (hash(x)=40387259)
+1587 train 4.346048 (lr=5.8833e-04) (hash(x)=42950133)
+1588 train 4.343723 (lr=5.8831e-04) (hash(x)=37372574)
+1589 train 4.333278 (lr=5.8828e-04) (hash(x)=37865260)
+1590 train 4.366598 (lr=5.8825e-04) (hash(x)=44619578)
+1591 train 4.280613 (lr=5.8823e-04) (hash(x)=42734281)
+1592 train 4.297097 (lr=5.8820e-04) (hash(x)=42335868)
+1593 train 4.406244 (lr=5.8817e-04) (hash(x)=39245930)
+1594 train 4.343590 (lr=5.8815e-04) (hash(x)=35318710)
+1595 train 4.294586 (lr=5.8812e-04) (hash(x)=37998355)
+1596 train 4.326575 (lr=5.8809e-04) (hash(x)=45105130)
+1597 train 4.293280 (lr=5.8807e-04) (hash(x)=34118782)
+1598 train 4.322567 (lr=5.8804e-04) (hash(x)=45905587)
+1599 train 4.377285 (lr=5.8801e-04) (hash(x)=39053767)
+1600 train 4.341063 (lr=5.8799e-04) (hash(x)=42025240)
+1601 train 4.338899 (lr=5.8796e-04) (hash(x)=39752612)
+1602 train 4.354553 (lr=5.8793e-04) (hash(x)=40850973)
+1603 train 4.313703 (lr=5.8790e-04) (hash(x)=39393720)
+1604 train 4.274816 (lr=5.8788e-04) (hash(x)=43481198)
+1605 train 4.299597 (lr=5.8785e-04) (hash(x)=39402063)
+1606 train 4.288893 (lr=5.8782e-04) (hash(x)=36547139)
+1607 train 4.308249 (lr=5.8780e-04) (hash(x)=40813448)
+1608 train 4.336549 (lr=5.8777e-04) (hash(x)=42181320)
+1609 train 4.266712 (lr=5.8774e-04) (hash(x)=38865691)
+1610 train 4.316928 (lr=5.8771e-04) (hash(x)=36489516)
+1611 train 4.257687 (lr=5.8769e-04) (hash(x)=42248045)
+1612 train 4.288670 (lr=5.8766e-04) (hash(x)=36700985)
+1613 train 4.239445 (lr=5.8763e-04) (hash(x)=41174788)
+1614 train 4.296862 (lr=5.8761e-04) (hash(x)=38416742)
+1615 train 4.263078 (lr=5.8758e-04) (hash(x)=40312629)
+1616 train 4.243267 (lr=5.8755e-04) (hash(x)=44500639)
+1617 train 4.236960 (lr=5.8752e-04) (hash(x)=36878480)
+1618 train 4.255922 (lr=5.8750e-04) (hash(x)=37284450)
+1619 train 4.268498 (lr=5.8747e-04) (hash(x)=41484247)
+1620 train 4.198597 (lr=5.8744e-04) (hash(x)=39144607)
+1621 train 4.253789 (lr=5.8741e-04) (hash(x)=42746125)
+1622 train 4.238484 (lr=5.8739e-04) (hash(x)=46664943)
+1623 train 4.278523 (lr=5.8736e-04) (hash(x)=36567821)
+1624 train 4.194448 (lr=5.8733e-04) (hash(x)=36171237)
+1625 train 4.171603 (lr=5.8730e-04) (hash(x)=37947743)
+1626 train 4.214643 (lr=5.8727e-04) (hash(x)=35558509)
+1627 train 4.169099 (lr=5.8725e-04) (hash(x)=45251214)
+1628 train 4.225114 (lr=5.8722e-04) (hash(x)=38982159)
+1629 train 4.133690 (lr=5.8719e-04) (hash(x)=41007771)
+1630 train 4.147959 (lr=5.8716e-04) (hash(x)=45515426)
+1631 train 4.194061 (lr=5.8714e-04) (hash(x)=43810227)
+1632 train 4.144248 (lr=5.8711e-04) (hash(x)=41248289)
+1633 train 4.166380 (lr=5.8708e-04) (hash(x)=37900195)
+1634 train 4.111167 (lr=5.8705e-04) (hash(x)=45011746)
+1635 train 4.178914 (lr=5.8702e-04) (hash(x)=43349250)
+1636 train 4.258181 (lr=5.8700e-04) (hash(x)=39381269)
+1637 train 4.364633 (lr=5.8697e-04) (hash(x)=43411027)
+1638 train 4.350315 (lr=5.8694e-04) (hash(x)=44738383)
+1639 train 4.307197 (lr=5.8691e-04) (hash(x)=30957756)
+1640 train 4.338385 (lr=5.8688e-04) (hash(x)=40233023)
+1641 train 4.280177 (lr=5.8686e-04) (hash(x)=37889683)
+1642 train 4.242278 (lr=5.8683e-04) (hash(x)=44861856)
+1643 train 4.336193 (lr=5.8680e-04) (hash(x)=40707123)
+1644 train 4.315438 (lr=5.8677e-04) (hash(x)=41029470)
+1645 train 4.278951 (lr=5.8674e-04) (hash(x)=45799247)
+1646 train 4.282842 (lr=5.8671e-04) (hash(x)=36428085)
+1647 train 4.282351 (lr=5.8669e-04) (hash(x)=40923070)
+1648 train 4.361405 (lr=5.8666e-04) (hash(x)=36969482)
+1649 train 4.385395 (lr=5.8663e-04) (hash(x)=45354173)
+1650 train 4.341688 (lr=5.8660e-04) (hash(x)=42014208)
+1651 train 4.329754 (lr=5.8657e-04) (hash(x)=39865758)
+1652 train 4.294370 (lr=5.8654e-04) (hash(x)=33645593)
+1653 train 4.286292 (lr=5.8652e-04) (hash(x)=35121982)
+1654 train 4.308837 (lr=5.8649e-04) (hash(x)=35828020)
+1655 train 4.288068 (lr=5.8646e-04) (hash(x)=38225818)
+1656 train 4.272581 (lr=5.8643e-04) (hash(x)=39731764)
+1657 train 4.272602 (lr=5.8640e-04) (hash(x)=43115049)
+1658 train 4.278602 (lr=5.8637e-04) (hash(x)=37922443)
+1659 train 4.312913 (lr=5.8634e-04) (hash(x)=37694902)
+1660 train 4.257775 (lr=5.8632e-04) (hash(x)=43644341)
+1661 train 4.246910 (lr=5.8629e-04) (hash(x)=38069342)
+1662 train 4.318467 (lr=5.8626e-04) (hash(x)=41811940)
+1663 train 4.237892 (lr=5.8623e-04) (hash(x)=42202002)
+1664 train 4.251796 (lr=5.8620e-04) (hash(x)=44042398)
+1665 train 4.255726 (lr=5.8617e-04) (hash(x)=36986461)
+1666 train 4.255264 (lr=5.8614e-04) (hash(x)=39945438)
+1667 train 4.312276 (lr=5.8611e-04) (hash(x)=40743436)
+1668 train 4.231666 (lr=5.8608e-04) (hash(x)=41572733)
+1669 train 4.240004 (lr=5.8606e-04) (hash(x)=35294961)
+1670 train 4.187027 (lr=5.8603e-04) (hash(x)=36845292)
+1671 train 4.195420 (lr=5.8600e-04) (hash(x)=38398697)
+1672 train 4.226878 (lr=5.8597e-04) (hash(x)=40483401)
+1673 train 4.202560 (lr=5.8594e-04) (hash(x)=35940661)
+1674 train 4.094303 (lr=5.8591e-04) (hash(x)=37538195)
+1675 train 4.135745 (lr=5.8588e-04) (hash(x)=44835248)
+1676 train 4.187659 (lr=5.8585e-04) (hash(x)=40634297)
+1677 train 4.125525 (lr=5.8582e-04) (hash(x)=41556083)
+1678 train 4.189710 (lr=5.8579e-04) (hash(x)=39103292)
+1679 train 4.123179 (lr=5.8576e-04) (hash(x)=37061208)
+1680 train 4.149734 (lr=5.8574e-04) (hash(x)=39825829)
+1681 train 4.181875 (lr=5.8571e-04) (hash(x)=38719699)
+1682 train 4.174932 (lr=5.8568e-04) (hash(x)=40040378)
+1683 train 4.144325 (lr=5.8565e-04) (hash(x)=35795333)
+1684 train 4.137463 (lr=5.8562e-04) (hash(x)=37664586)
+1685 train 4.153407 (lr=5.8559e-04) (hash(x)=33942872)
+1686 train 4.178396 (lr=5.8556e-04) (hash(x)=36956255)
+1687 train 4.310750 (lr=5.8553e-04) (hash(x)=37911410)
+1688 train 4.314609 (lr=5.8550e-04) (hash(x)=38950090)
+1689 train 4.222530 (lr=5.8547e-04) (hash(x)=34597130)
+1690 train 4.346628 (lr=5.8544e-04) (hash(x)=40628730)
+1691 train 4.314498 (lr=5.8541e-04) (hash(x)=35077769)
+1692 train 4.357894 (lr=5.8538e-04) (hash(x)=48373130)
+1693 train 4.280049 (lr=5.8535e-04) (hash(x)=41719641)
+1694 train 4.290505 (lr=5.8532e-04) (hash(x)=31282847)
+1695 train 4.294093 (lr=5.8529e-04) (hash(x)=34778186)
+1696 train 4.329348 (lr=5.8526e-04) (hash(x)=49230347)
+1697 train 4.253341 (lr=5.8523e-04) (hash(x)=36153588)
+1698 train 4.283613 (lr=5.8520e-04) (hash(x)=42318040)
+1699 train 4.298552 (lr=5.8517e-04) (hash(x)=39911097)
+1700 train 4.249945 (lr=5.8514e-04) (hash(x)=43075751)
+1701 train 4.295160 (lr=5.8511e-04) (hash(x)=49562812)
+1702 train 4.290629 (lr=5.8508e-04) (hash(x)=36061354)
+1703 train 4.274917 (lr=5.8505e-04) (hash(x)=37847571)
+1704 train 4.269068 (lr=5.8502e-04) (hash(x)=40418718)
+1705 train 4.265230 (lr=5.8499e-04) (hash(x)=39099475)
+1706 train 4.275989 (lr=5.8496e-04) (hash(x)=40969292)
+1707 train 4.393638 (lr=5.8493e-04) (hash(x)=42617096)
+1708 train 4.272555 (lr=5.8490e-04) (hash(x)=38052719)
+1709 train 4.267329 (lr=5.8487e-04) (hash(x)=36877577)
+1710 train 4.291517 (lr=5.8484e-04) (hash(x)=39673655)
+1711 train 4.251348 (lr=5.8481e-04) (hash(x)=46650224)
+1712 train 4.280701 (lr=5.8478e-04) (hash(x)=37478661)
+1713 train 4.231774 (lr=5.8475e-04) (hash(x)=36029182)
+1714 train 4.208938 (lr=5.8472e-04) (hash(x)=46230781)
+1715 train 4.277089 (lr=5.8469e-04) (hash(x)=39394574)
+1716 train 4.205286 (lr=5.8466e-04) (hash(x)=37194062)
+1717 train 4.247478 (lr=5.8463e-04) (hash(x)=36156648)
+1718 train 4.304060 (lr=5.8460e-04) (hash(x)=40718710)
+1719 train 4.214732 (lr=5.8457e-04) (hash(x)=42707341)
+1720 train 4.230983 (lr=5.8454e-04) (hash(x)=38589351)
+1721 train 4.174431 (lr=5.8451e-04) (hash(x)=42714897)
+1722 train 4.272021 (lr=5.8448e-04) (hash(x)=37872698)
+1723 train 4.125902 (lr=5.8445e-04) (hash(x)=45561187)
+1724 train 4.167845 (lr=5.8442e-04) (hash(x)=38096545)
+1725 train 4.109392 (lr=5.8439e-04) (hash(x)=42775087)
+1726 train 4.156777 (lr=5.8436e-04) (hash(x)=43367853)
+1727 train 4.135824 (lr=5.8433e-04) (hash(x)=41933547)
+1728 train 4.146090 (lr=5.8430e-04) (hash(x)=37817097)
+1729 train 4.127152 (lr=5.8426e-04) (hash(x)=40346607)
+1730 train 4.100211 (lr=5.8423e-04) (hash(x)=39818832)
+1731 train 4.156229 (lr=5.8420e-04) (hash(x)=36493634)
+1732 train 4.128397 (lr=5.8417e-04) (hash(x)=45706341)
+1733 train 4.149138 (lr=5.8414e-04) (hash(x)=44437765)
+1734 train 4.059648 (lr=5.8411e-04) (hash(x)=41394640)
+1735 train 4.207627 (lr=5.8408e-04) (hash(x)=36845327)
+1736 train 4.339293 (lr=5.8405e-04) (hash(x)=42158910)
+1737 train 4.288900 (lr=5.8402e-04) (hash(x)=32845640)
+1738 train 4.326394 (lr=5.8399e-04) (hash(x)=45817681)
+1739 train 4.401906 (lr=5.8396e-04) (hash(x)=38920492)
+1740 train 4.286566 (lr=5.8392e-04) (hash(x)=43442220)
+1741 train 4.323047 (lr=5.8389e-04) (hash(x)=41326340)
+1742 train 4.305459 (lr=5.8386e-04) (hash(x)=40453308)
+1743 train 4.278733 (lr=5.8383e-04) (hash(x)=41569715)
+1744 train 4.305008 (lr=5.8380e-04) (hash(x)=41947517)
+1745 train 4.235319 (lr=5.8377e-04) (hash(x)=45616853)
+1746 train 4.354321 (lr=5.8374e-04) (hash(x)=41754857)
+1747 train 4.303701 (lr=5.8371e-04) (hash(x)=43156820)
+1748 train 4.256876 (lr=5.8368e-04) (hash(x)=50283573)
+1749 train 4.211411 (lr=5.8364e-04) (hash(x)=39814748)
+1750 val loss 4.2460
+1750 val perplexity 69.8231
+1750 hella 0.2626
+1750 train 4.218658 (lr=5.8361e-04) (hash(x)=39218423)
+1751 train 4.258687 (lr=5.8358e-04) (hash(x)=42332022)
+1752 train 4.254297 (lr=5.8355e-04) (hash(x)=36053888)
+1753 train 4.279329 (lr=5.8352e-04) (hash(x)=48994212)
+1754 train 4.255146 (lr=5.8349e-04) (hash(x)=40865342)
+1755 train 4.202525 (lr=5.8346e-04) (hash(x)=39556184)
+1756 train 4.253741 (lr=5.8342e-04) (hash(x)=42229023)
+1757 train 4.255520 (lr=5.8339e-04) (hash(x)=45421023)
+1758 train 4.186890 (lr=5.8336e-04) (hash(x)=46611015)
+1759 train 4.264155 (lr=5.8333e-04) (hash(x)=43022714)
+1760 train 4.258638 (lr=5.8330e-04) (hash(x)=41991742)
+1761 train 4.226492 (lr=5.8327e-04) (hash(x)=36417257)
+1762 train 4.226937 (lr=5.8323e-04) (hash(x)=40403894)
+1763 train 4.192630 (lr=5.8320e-04) (hash(x)=38780663)
+1764 train 4.213571 (lr=5.8317e-04) (hash(x)=35831104)
+1765 train 4.221574 (lr=5.8314e-04) (hash(x)=38429387)
+1766 train 4.221043 (lr=5.8311e-04) (hash(x)=43344083)
+1767 train 4.174612 (lr=5.8308e-04) (hash(x)=37129416)
+1768 train 4.189987 (lr=5.8304e-04) (hash(x)=36655794)
+1769 train 4.216229 (lr=5.8301e-04) (hash(x)=45211648)
+1770 train 4.214372 (lr=5.8298e-04) (hash(x)=40503064)
+1771 train 4.213285 (lr=5.8295e-04) (hash(x)=31823105)
+1772 train 4.190335 (lr=5.8292e-04) (hash(x)=39478074)
+1773 train 4.081370 (lr=5.8288e-04) (hash(x)=38790664)
+1774 train 4.201859 (lr=5.8285e-04) (hash(x)=37647121)
+1775 train 4.128910 (lr=5.8282e-04) (hash(x)=33816850)
+1776 train 4.132739 (lr=5.8279e-04) (hash(x)=39251428)
+1777 train 4.113010 (lr=5.8276e-04) (hash(x)=40777036)
+1778 train 4.223232 (lr=5.8272e-04) (hash(x)=40045298)
+1779 train 4.117001 (lr=5.8269e-04) (hash(x)=38713239)
+1780 train 4.248997 (lr=5.8266e-04) (hash(x)=42557622)
+1781 train 4.151430 (lr=5.8263e-04) (hash(x)=34814935)
+1782 train 4.144889 (lr=5.8259e-04) (hash(x)=37531104)
+1783 train 4.161941 (lr=5.8256e-04) (hash(x)=34037597)
+1784 train 4.118328 (lr=5.8253e-04) (hash(x)=39517788)
+1785 train 4.093561 (lr=5.8250e-04) (hash(x)=41059952)
+1786 train 4.224287 (lr=5.8247e-04) (hash(x)=38742996)
+1787 train 4.304819 (lr=5.8243e-04) (hash(x)=47847896)
+1788 train 4.229376 (lr=5.8240e-04) (hash(x)=41611774)
+1789 train 4.316808 (lr=5.8237e-04) (hash(x)=35160540)
+1790 train 4.262042 (lr=5.8234e-04) (hash(x)=38145874)
+1791 train 4.325869 (lr=5.8230e-04) (hash(x)=36441781)
+1792 train 4.279047 (lr=5.8227e-04) (hash(x)=40420995)
+1793 train 4.278154 (lr=5.8224e-04) (hash(x)=38194585)
+1794 train 4.315700 (lr=5.8221e-04) (hash(x)=41688043)
+1795 train 4.250025 (lr=5.8217e-04) (hash(x)=41190738)
+1796 train 4.240389 (lr=5.8214e-04) (hash(x)=42309177)
+1797 train 4.234652 (lr=5.8211e-04) (hash(x)=35481737)
+1798 train 4.240948 (lr=5.8207e-04) (hash(x)=37348573)
+1799 train 4.284975 (lr=5.8204e-04) (hash(x)=30251544)
+1800 train 4.319715 (lr=5.8201e-04) (hash(x)=34522916)
+1801 train 4.258152 (lr=5.8198e-04) (hash(x)=34841193)
+1802 train 4.254396 (lr=5.8194e-04) (hash(x)=39026251)
+1803 train 4.315336 (lr=5.8191e-04) (hash(x)=34601532)
+1804 train 4.286975 (lr=5.8188e-04) (hash(x)=33956594)
+1805 train 4.318983 (lr=5.8185e-04) (hash(x)=40632175)
+1806 train 4.289596 (lr=5.8181e-04) (hash(x)=39288095)
+1807 train 4.231594 (lr=5.8178e-04) (hash(x)=41902242)
+1808 train 4.278621 (lr=5.8175e-04) (hash(x)=35800053)
+1809 train 4.241123 (lr=5.8171e-04) (hash(x)=36921099)
+1810 train 4.239869 (lr=5.8168e-04) (hash(x)=37836289)
+1811 train 4.239016 (lr=5.8165e-04) (hash(x)=37983618)
+1812 train 4.216395 (lr=5.8161e-04) (hash(x)=43611645)
+1813 train 4.172408 (lr=5.8158e-04) (hash(x)=41540803)
+1814 train 4.198111 (lr=5.8155e-04) (hash(x)=34350655)
+1815 train 4.237037 (lr=5.8151e-04) (hash(x)=43948498)
+1816 train 4.199042 (lr=5.8148e-04) (hash(x)=37316982)
+1817 train 4.231800 (lr=5.8145e-04) (hash(x)=37860022)
+1818 train 4.189522 (lr=5.8141e-04) (hash(x)=39204375)
+1819 train 4.201048 (lr=5.8138e-04) (hash(x)=39513662)
+1820 train 4.173322 (lr=5.8135e-04) (hash(x)=39292373)
+1821 train 4.199563 (lr=5.8131e-04) (hash(x)=34767515)
+1822 train 4.184908 (lr=5.8128e-04) (hash(x)=39516905)
+1823 train 4.217669 (lr=5.8125e-04) (hash(x)=35834903)
+1824 train 4.146848 (lr=5.8121e-04) (hash(x)=33944990)
+1825 train 4.134434 (lr=5.8118e-04) (hash(x)=41204095)
+1826 train 4.100199 (lr=5.8115e-04) (hash(x)=43227415)
+1827 train 4.057054 (lr=5.8111e-04) (hash(x)=43031293)
+1828 train 4.114697 (lr=5.8108e-04) (hash(x)=32899016)
+1829 train 4.075427 (lr=5.8105e-04) (hash(x)=40316330)
+1830 train 4.150067 (lr=5.8101e-04) (hash(x)=39649373)
+1831 train 4.085095 (lr=5.8098e-04) (hash(x)=40799884)
+1832 train 4.075474 (lr=5.8095e-04) (hash(x)=39577896)
+1833 train 4.131604 (lr=5.8091e-04) (hash(x)=40710061)
+1834 train 4.052056 (lr=5.8088e-04) (hash(x)=37776814)
+1835 train 4.185864 (lr=5.8084e-04) (hash(x)=34084022)
+1836 train 4.174518 (lr=5.8081e-04) (hash(x)=34047222)
+1837 train 4.329921 (lr=5.8078e-04) (hash(x)=41856963)
+1838 train 4.329225 (lr=5.8074e-04) (hash(x)=49281568)
+1839 train 4.264223 (lr=5.8071e-04) (hash(x)=45602050)
+1840 train 4.290668 (lr=5.8067e-04) (hash(x)=39764686)
+1841 train 4.293752 (lr=5.8064e-04) (hash(x)=39365674)
+1842 train 4.238039 (lr=5.8061e-04) (hash(x)=43799687)
+1843 train 4.286971 (lr=5.8057e-04) (hash(x)=42055129)
+1844 train 4.218194 (lr=5.8054e-04) (hash(x)=43336189)
+1845 train 4.272256 (lr=5.8050e-04) (hash(x)=33334389)
+1846 train 4.269887 (lr=5.8047e-04) (hash(x)=38011754)
+1847 train 4.245762 (lr=5.8044e-04) (hash(x)=42515904)
+1848 train 4.234849 (lr=5.8040e-04) (hash(x)=39571829)
+1849 train 4.240994 (lr=5.8037e-04) (hash(x)=44379115)
+1850 train 4.239790 (lr=5.8033e-04) (hash(x)=35726110)
+1851 train 4.276531 (lr=5.8030e-04) (hash(x)=39200363)
+1852 train 4.200896 (lr=5.8027e-04) (hash(x)=39005273)
+1853 train 4.227561 (lr=5.8023e-04) (hash(x)=39614823)
+1854 train 4.266235 (lr=5.8020e-04) (hash(x)=35682855)
+1855 train 4.206094 (lr=5.8016e-04) (hash(x)=38115446)
+1856 train 4.201134 (lr=5.8013e-04) (hash(x)=40620360)
+1857 train 4.270135 (lr=5.8009e-04) (hash(x)=35190591)
+1858 train 4.218490 (lr=5.8006e-04) (hash(x)=39494463)
+1859 train 4.189796 (lr=5.8002e-04) (hash(x)=38563896)
+1860 train 4.238171 (lr=5.7999e-04) (hash(x)=32585535)
+1861 train 4.199499 (lr=5.7996e-04) (hash(x)=31815858)
+1862 train 4.186014 (lr=5.7992e-04) (hash(x)=42943226)
+1863 train 4.198225 (lr=5.7989e-04) (hash(x)=42402184)
+1864 train 4.167058 (lr=5.7985e-04) (hash(x)=41622629)
+1865 train 4.168500 (lr=5.7982e-04) (hash(x)=43774123)
+1866 train 4.219920 (lr=5.7978e-04) (hash(x)=45426127)
+1867 train 4.159541 (lr=5.7975e-04) (hash(x)=40486286)
+1868 train 4.200063 (lr=5.7971e-04) (hash(x)=32111427)
+1869 train 4.195516 (lr=5.7968e-04) (hash(x)=38694731)
+1870 train 4.219055 (lr=5.7964e-04) (hash(x)=42704008)
+1871 train 4.210430 (lr=5.7961e-04) (hash(x)=39719307)
+1872 train 4.199903 (lr=5.7957e-04) (hash(x)=40350523)
+1873 train 4.065352 (lr=5.7954e-04) (hash(x)=40781424)
+1874 train 4.098390 (lr=5.7950e-04) (hash(x)=34630705)
+1875 train 4.102370 (lr=5.7947e-04) (hash(x)=32478194)
+1876 train 4.095778 (lr=5.7943e-04) (hash(x)=38567479)
+1877 train 4.070264 (lr=5.7940e-04) (hash(x)=41605887)
+1878 train 4.074924 (lr=5.7936e-04) (hash(x)=40624266)
+1879 train 4.081300 (lr=5.7933e-04) (hash(x)=41526583)
+1880 train 4.072855 (lr=5.7929e-04) (hash(x)=42161351)
+1881 train 4.101291 (lr=5.7926e-04) (hash(x)=40019705)
+1882 train 4.108847 (lr=5.7922e-04) (hash(x)=40850102)
+1883 train 4.097610 (lr=5.7919e-04) (hash(x)=38520031)
+1884 train 4.085423 (lr=5.7915e-04) (hash(x)=38966295)
+1885 train 4.266122 (lr=5.7912e-04) (hash(x)=45542922)
+1886 train 4.283864 (lr=5.7908e-04) (hash(x)=35004087)
+1887 train 4.206173 (lr=5.7905e-04) (hash(x)=42639069)
+1888 train 4.194929 (lr=5.7901e-04) (hash(x)=39026438)
+1889 train 4.216059 (lr=5.7898e-04) (hash(x)=40420845)
+1890 train 4.241361 (lr=5.7894e-04) (hash(x)=41756747)
+1891 train 4.232489 (lr=5.7891e-04) (hash(x)=40970343)
+1892 train 4.168169 (lr=5.7887e-04) (hash(x)=49040047)
+1893 train 4.228538 (lr=5.7884e-04) (hash(x)=35711491)
+1894 train 4.289313 (lr=5.7880e-04) (hash(x)=37776878)
+1895 train 4.231105 (lr=5.7876e-04) (hash(x)=42478437)
+1896 train 4.210064 (lr=5.7873e-04) (hash(x)=39097708)
+1897 train 4.277287 (lr=5.7869e-04) (hash(x)=36453463)
+1898 train 4.202422 (lr=5.7866e-04) (hash(x)=37618565)
+1899 train 4.276360 (lr=5.7862e-04) (hash(x)=46519625)
+1900 train 4.214411 (lr=5.7859e-04) (hash(x)=37535069)
+1901 train 4.229035 (lr=5.7855e-04) (hash(x)=39042662)
+1902 train 4.245432 (lr=5.7852e-04) (hash(x)=41242073)
+1903 train 4.262938 (lr=5.7848e-04) (hash(x)=36194322)
+1904 train 4.220257 (lr=5.7844e-04) (hash(x)=32359038)
+1905 train 4.185999 (lr=5.7841e-04) (hash(x)=31378688)
+1906 train 4.255273 (lr=5.7837e-04) (hash(x)=40581278)
+1907 train 4.192996 (lr=5.7834e-04) (hash(x)=40319326)
+1908 train 4.219661 (lr=5.7830e-04) (hash(x)=40216324)
+1909 train 4.189926 (lr=5.7826e-04) (hash(x)=40478836)
+1910 train 4.176456 (lr=5.7823e-04) (hash(x)=43973128)
+1911 train 4.147390 (lr=5.7819e-04) (hash(x)=38496560)
+1912 train 4.142466 (lr=5.7816e-04) (hash(x)=34680031)
+1913 train 4.147678 (lr=5.7812e-04) (hash(x)=43784447)
+1914 train 4.205826 (lr=5.7808e-04) (hash(x)=42881199)
+1915 train 4.163054 (lr=5.7805e-04) (hash(x)=41701832)
+1916 train 4.214643 (lr=5.7801e-04) (hash(x)=38164674)
+1917 train 4.178550 (lr=5.7798e-04) (hash(x)=39060108)
+1918 train 4.094861 (lr=5.7794e-04) (hash(x)=35997061)
+1919 train 4.162430 (lr=5.7790e-04) (hash(x)=44466406)
+1920 train 4.116902 (lr=5.7787e-04) (hash(x)=38726018)
+1921 train 4.134616 (lr=5.7783e-04) (hash(x)=41317604)
+1922 train 4.099223 (lr=5.7780e-04) (hash(x)=46863713)
+1923 train 4.103647 (lr=5.7776e-04) (hash(x)=41634500)
+1924 train 4.039092 (lr=5.7772e-04) (hash(x)=37496637)
+1925 train 4.124486 (lr=5.7769e-04) (hash(x)=33277296)
+1926 train 4.100477 (lr=5.7765e-04) (hash(x)=40351180)
+1927 train 4.065966 (lr=5.7761e-04) (hash(x)=41389938)
+1928 train 4.063644 (lr=5.7758e-04) (hash(x)=33633281)
+1929 train 4.148213 (lr=5.7754e-04) (hash(x)=37853410)
+1930 train 4.089701 (lr=5.7750e-04) (hash(x)=42427548)
+1931 train 4.112074 (lr=5.7747e-04) (hash(x)=42560168)
+1932 train 4.054968 (lr=5.7743e-04) (hash(x)=43116264)
+1933 train 4.041927 (lr=5.7739e-04) (hash(x)=35383149)
+1934 train 4.220171 (lr=5.7736e-04) (hash(x)=40348252)
+1935 train 4.173409 (lr=5.7732e-04) (hash(x)=42787655)
+1936 train 4.297298 (lr=5.7728e-04) (hash(x)=40784281)
+1937 train 4.163619 (lr=5.7725e-04) (hash(x)=47653410)
+1938 train 4.228027 (lr=5.7721e-04) (hash(x)=42076950)
+1939 train 4.278256 (lr=5.7717e-04) (hash(x)=41380825)
+1940 train 4.226468 (lr=5.7714e-04) (hash(x)=39408209)
+1941 train 4.259743 (lr=5.7710e-04) (hash(x)=38979616)
+1942 train 4.206445 (lr=5.7706e-04) (hash(x)=44897141)
+1943 train 4.246103 (lr=5.7703e-04) (hash(x)=42734109)
+1944 train 4.214966 (lr=5.7699e-04) (hash(x)=38727715)
+1945 train 4.196276 (lr=5.7695e-04) (hash(x)=43776091)
+1946 train 4.204841 (lr=5.7692e-04) (hash(x)=39968096)
+1947 train 4.240132 (lr=5.7688e-04) (hash(x)=29396612)
+1948 train 4.270224 (lr=5.7684e-04) (hash(x)=40836665)
+1949 train 4.184562 (lr=5.7681e-04) (hash(x)=41910232)
+1950 train 4.245437 (lr=5.7677e-04) (hash(x)=39192394)
+1951 train 4.244418 (lr=5.7673e-04) (hash(x)=40432390)
+1952 train 4.187190 (lr=5.7669e-04) (hash(x)=43442899)
+1953 train 4.259763 (lr=5.7666e-04) (hash(x)=41956544)
+1954 train 4.220580 (lr=5.7662e-04) (hash(x)=32066356)
+1955 train 4.223413 (lr=5.7658e-04) (hash(x)=33456253)
+1956 train 4.267582 (lr=5.7655e-04) (hash(x)=42807124)
+1957 train 4.298657 (lr=5.7651e-04) (hash(x)=38358972)
+1958 train 4.247957 (lr=5.7647e-04) (hash(x)=41743314)
+1959 train 4.156117 (lr=5.7643e-04) (hash(x)=39568983)
+1960 train 4.165237 (lr=5.7640e-04) (hash(x)=53900651)
+1961 train 4.168423 (lr=5.7636e-04) (hash(x)=40218424)
+1962 train 4.155424 (lr=5.7632e-04) (hash(x)=47444147)
+1963 train 4.150390 (lr=5.7628e-04) (hash(x)=44719237)
+1964 train 4.192482 (lr=5.7625e-04) (hash(x)=39685129)
+1965 train 4.177065 (lr=5.7621e-04) (hash(x)=38749259)
+1966 train 4.162209 (lr=5.7617e-04) (hash(x)=40951258)
+1967 train 4.214828 (lr=5.7613e-04) (hash(x)=42499127)
+1968 train 4.198673 (lr=5.7610e-04) (hash(x)=41619052)
+1969 train 4.165769 (lr=5.7606e-04) (hash(x)=41180129)
+1970 train 4.158539 (lr=5.7602e-04) (hash(x)=42828032)
+1971 train 4.066622 (lr=5.7598e-04) (hash(x)=36344890)
+1972 train 4.035741 (lr=5.7595e-04) (hash(x)=36258998)
+1973 train 4.084517 (lr=5.7591e-04) (hash(x)=42792341)
+1974 train 4.046545 (lr=5.7587e-04) (hash(x)=37773652)
+1975 train 4.041888 (lr=5.7583e-04) (hash(x)=47488420)
+1976 train 4.048529 (lr=5.7580e-04) (hash(x)=43795140)
+1977 train 4.067401 (lr=5.7576e-04) (hash(x)=37993621)
+1978 train 4.154943 (lr=5.7572e-04) (hash(x)=42307089)
+1979 train 4.031011 (lr=5.7568e-04) (hash(x)=42482746)
+1980 train 4.035856 (lr=5.7564e-04) (hash(x)=39845750)
+1981 train 4.062148 (lr=5.7561e-04) (hash(x)=36589686)
+1982 train 4.079984 (lr=5.7557e-04) (hash(x)=40341975)
+1983 train 4.194753 (lr=5.7553e-04) (hash(x)=39423015)
+1984 train 4.188842 (lr=5.7549e-04) (hash(x)=40541832)
+1985 train 4.188977 (lr=5.7545e-04) (hash(x)=37463962)
+1986 train 4.209955 (lr=5.7542e-04) (hash(x)=39704178)
+1987 train 4.197255 (lr=5.7538e-04) (hash(x)=30487035)
+1988 train 4.222468 (lr=5.7534e-04) (hash(x)=47107446)
+1989 train 4.201571 (lr=5.7530e-04) (hash(x)=37703032)
+1990 train 4.255319 (lr=5.7526e-04) (hash(x)=44019254)
+1991 train 4.154264 (lr=5.7522e-04) (hash(x)=46654317)
+1992 train 4.306321 (lr=5.7519e-04) (hash(x)=33776070)
+1993 train 4.202261 (lr=5.7515e-04) (hash(x)=42022821)
+1994 train 4.244395 (lr=5.7511e-04) (hash(x)=41056091)
+1995 train 4.216892 (lr=5.7507e-04) (hash(x)=31785474)
+1996 train 4.255155 (lr=5.7503e-04) (hash(x)=40377092)
+1997 train 4.248484 (lr=5.7500e-04) (hash(x)=42048333)
+1998 train 4.197656 (lr=5.7496e-04) (hash(x)=36237706)
+1999 train 4.193735 (lr=5.7492e-04) (hash(x)=34815534)
+2000 val loss 4.1863
+2000 val perplexity 65.7794
+2000 hella 0.2624
+2000 train 4.251743 (lr=5.7488e-04) (hash(x)=41288941)
+2001 train 4.257704 (lr=5.7484e-04) (hash(x)=36341574)
+2002 train 4.210873 (lr=5.7480e-04) (hash(x)=41590903)
+2003 train 4.255181 (lr=5.7476e-04) (hash(x)=42628035)
+2004 train 4.207391 (lr=5.7473e-04) (hash(x)=41232402)
+2005 train 4.192060 (lr=5.7469e-04) (hash(x)=39996038)
+2006 train 4.205362 (lr=5.7465e-04) (hash(x)=40222344)
+2007 train 4.188704 (lr=5.7461e-04) (hash(x)=43139483)
+2008 train 4.236055 (lr=5.7457e-04) (hash(x)=38319268)
+2009 train 4.140770 (lr=5.7453e-04) (hash(x)=39217310)
+2010 train 4.200515 (lr=5.7449e-04) (hash(x)=36657467)
+2011 train 4.252809 (lr=5.7445e-04) (hash(x)=37333888)
+2012 train 4.183913 (lr=5.7442e-04) (hash(x)=38279610)
+2013 train 4.174181 (lr=5.7438e-04) (hash(x)=35026994)
+2014 train 4.100413 (lr=5.7434e-04) (hash(x)=37683758)
+2015 train 4.132223 (lr=5.7430e-04) (hash(x)=44565190)
+2016 train 4.155558 (lr=5.7426e-04) (hash(x)=39600252)
+2017 train 4.286553 (lr=5.7422e-04) (hash(x)=42604487)
+2018 train 4.162156 (lr=5.7418e-04) (hash(x)=42002648)
+2019 train 4.146274 (lr=5.7414e-04) (hash(x)=41375605)
+2020 train 4.166015 (lr=5.7410e-04) (hash(x)=40309524)
+2021 train 4.118659 (lr=5.7407e-04) (hash(x)=42485705)
+2022 train 4.095219 (lr=5.7403e-04) (hash(x)=35222871)
+2023 train 4.224957 (lr=5.7399e-04) (hash(x)=40409678)
+2024 train 4.104719 (lr=5.7395e-04) (hash(x)=35409301)
+2025 train 4.049151 (lr=5.7391e-04) (hash(x)=41712329)
+2026 train 4.030948 (lr=5.7387e-04) (hash(x)=41359602)
+2027 train 4.110434 (lr=5.7383e-04) (hash(x)=33870258)
+2028 train 4.045895 (lr=5.7379e-04) (hash(x)=40516521)
+2029 train 4.054595 (lr=5.7375e-04) (hash(x)=38018452)
+2030 train 4.036180 (lr=5.7371e-04) (hash(x)=37794389)
+2031 train 4.061565 (lr=5.7367e-04) (hash(x)=38738200)
+2032 train 4.037851 (lr=5.7363e-04) (hash(x)=36750087)
+2033 train 4.209540 (lr=5.7359e-04) (hash(x)=45668569)
+2034 train 4.218345 (lr=5.7356e-04) (hash(x)=42246093)
+2035 train 4.198559 (lr=5.7352e-04) (hash(x)=41765534)
+2036 train 4.176682 (lr=5.7348e-04) (hash(x)=41091502)
+2037 train 4.241194 (lr=5.7344e-04) (hash(x)=39930510)
+2038 train 4.228606 (lr=5.7340e-04) (hash(x)=42661661)
+2039 train 4.238739 (lr=5.7336e-04) (hash(x)=36219104)
+2040 train 4.225270 (lr=5.7332e-04) (hash(x)=38440824)
+2041 train 4.215297 (lr=5.7328e-04) (hash(x)=42094468)
+2042 train 4.215829 (lr=5.7324e-04) (hash(x)=39537331)
+2043 train 4.163358 (lr=5.7320e-04) (hash(x)=40375902)
+2044 train 4.233793 (lr=5.7316e-04) (hash(x)=43894204)
+2045 train 4.187364 (lr=5.7312e-04) (hash(x)=39715183)
+2046 train 4.162102 (lr=5.7308e-04) (hash(x)=44509387)
+2047 train 4.173201 (lr=5.7304e-04) (hash(x)=36457558)
+2048 train 4.257493 (lr=5.7300e-04) (hash(x)=40644215)
+2049 train 4.212718 (lr=5.7296e-04) (hash(x)=38213296)
+2050 train 4.213343 (lr=5.7292e-04) (hash(x)=36962014)
+2051 train 4.219090 (lr=5.7288e-04) (hash(x)=37254579)
+2052 train 4.233521 (lr=5.7284e-04) (hash(x)=42463713)
+2053 train 4.207718 (lr=5.7280e-04) (hash(x)=30262782)
+2054 train 4.137621 (lr=5.7276e-04) (hash(x)=41660812)
+2055 train 4.238395 (lr=5.7272e-04) (hash(x)=43789554)
+2056 train 4.178784 (lr=5.7268e-04) (hash(x)=39007235)
+2057 train 4.191737 (lr=5.7264e-04) (hash(x)=33216066)
+2058 train 4.127382 (lr=5.7260e-04) (hash(x)=41889967)
+2059 train 4.178258 (lr=5.7256e-04) (hash(x)=40187255)
+2060 train 4.153964 (lr=5.7252e-04) (hash(x)=46317269)
+2061 train 4.149302 (lr=5.7248e-04) (hash(x)=42854330)
+2062 train 4.192123 (lr=5.7244e-04) (hash(x)=41182153)
+2063 train 4.152193 (lr=5.7240e-04) (hash(x)=38371911)
+2064 train 4.148567 (lr=5.7236e-04) (hash(x)=43168408)
+2065 train 4.184480 (lr=5.7232e-04) (hash(x)=41081904)
+2066 train 4.159842 (lr=5.7228e-04) (hash(x)=38516739)
+2067 train 4.190536 (lr=5.7224e-04) (hash(x)=44321716)
+2068 train 4.156981 (lr=5.7220e-04) (hash(x)=31317804)
+2069 train 4.145937 (lr=5.7216e-04) (hash(x)=40382643)
+2070 train 4.107922 (lr=5.7212e-04) (hash(x)=40090964)
+2071 train 4.091159 (lr=5.7208e-04) (hash(x)=40968193)
+2072 train 4.048928 (lr=5.7204e-04) (hash(x)=44460883)
+2073 train 4.071839 (lr=5.7200e-04) (hash(x)=34451076)
+2074 train 4.055781 (lr=5.7196e-04) (hash(x)=35911277)
+2075 train 4.066240 (lr=5.7192e-04) (hash(x)=37246988)
+2076 train 4.074150 (lr=5.7187e-04) (hash(x)=39762377)
+2077 train 4.054522 (lr=5.7183e-04) (hash(x)=39779548)
+2078 train 4.044357 (lr=5.7179e-04) (hash(x)=37056562)
+2079 train 4.054695 (lr=5.7175e-04) (hash(x)=35879135)
+2080 train 4.061972 (lr=5.7171e-04) (hash(x)=37404824)
+2081 train 3.971166 (lr=5.7167e-04) (hash(x)=32455982)
+2082 train 4.025976 (lr=5.7163e-04) (hash(x)=43097194)
+2083 train 4.052387 (lr=5.7159e-04) (hash(x)=37051918)
+2084 train 4.206400 (lr=5.7155e-04) (hash(x)=37644071)
+2085 train 4.252113 (lr=5.7151e-04) (hash(x)=35909453)
+2086 train 4.199435 (lr=5.7147e-04) (hash(x)=34708528)
+2087 train 4.154552 (lr=5.7143e-04) (hash(x)=40395678)
+2088 train 4.239110 (lr=5.7139e-04) (hash(x)=45325409)
+2089 train 4.217677 (lr=5.7134e-04) (hash(x)=43032908)
+2090 train 4.204626 (lr=5.7130e-04) (hash(x)=40601218)
+2091 train 4.126406 (lr=5.7126e-04) (hash(x)=39873835)
+2092 train 4.202189 (lr=5.7122e-04) (hash(x)=36688534)
+2093 train 4.229372 (lr=5.7118e-04) (hash(x)=45450945)
+2094 train 4.279559 (lr=5.7114e-04) (hash(x)=50898252)
+2095 train 4.212780 (lr=5.7110e-04) (hash(x)=44437090)
+2096 train 4.198478 (lr=5.7106e-04) (hash(x)=41131366)
+2097 train 4.191890 (lr=5.7102e-04) (hash(x)=45824616)
+2098 train 4.166847 (lr=5.7097e-04) (hash(x)=37848749)
+2099 train 4.198912 (lr=5.7093e-04) (hash(x)=40756366)
+2100 train 4.246398 (lr=5.7089e-04) (hash(x)=37277046)
+2101 train 4.255645 (lr=5.7085e-04) (hash(x)=47155269)
+2102 train 4.187380 (lr=5.7081e-04) (hash(x)=37243603)
+2103 train 4.219922 (lr=5.7077e-04) (hash(x)=34221600)
+2104 train 4.156118 (lr=5.7073e-04) (hash(x)=33611990)
+2105 train 4.215687 (lr=5.7069e-04) (hash(x)=42205350)
+2106 train 4.131951 (lr=5.7064e-04) (hash(x)=38785919)
+2107 train 4.230700 (lr=5.7060e-04) (hash(x)=28903693)
+2108 train 4.184364 (lr=5.7056e-04) (hash(x)=35881745)
+2109 train 4.128908 (lr=5.7052e-04) (hash(x)=40057798)
+2110 train 4.215203 (lr=5.7048e-04) (hash(x)=35362361)
+2111 train 4.208788 (lr=5.7044e-04) (hash(x)=43560501)
+2112 train 4.109818 (lr=5.7040e-04) (hash(x)=39358573)
+2113 train 4.100905 (lr=5.7035e-04) (hash(x)=43921785)
+2114 train 4.090709 (lr=5.7031e-04) (hash(x)=40428549)
+2115 train 4.142380 (lr=5.7027e-04) (hash(x)=40207765)
+2116 train 4.121799 (lr=5.7023e-04) (hash(x)=45086776)
+2117 train 4.159107 (lr=5.7019e-04) (hash(x)=40124791)
+2118 train 4.139915 (lr=5.7015e-04) (hash(x)=42370259)
+2119 train 4.147439 (lr=5.7010e-04) (hash(x)=46809796)
+2120 train 4.031202 (lr=5.7006e-04) (hash(x)=36790754)
+2121 train 4.055417 (lr=5.7002e-04) (hash(x)=43812389)
+2122 train 4.109704 (lr=5.6998e-04) (hash(x)=39643420)
+2123 train 4.085307 (lr=5.6994e-04) (hash(x)=38152004)
+2124 train 4.018295 (lr=5.6989e-04) (hash(x)=35678315)
+2125 train 4.064460 (lr=5.6985e-04) (hash(x)=37557812)
+2126 train 3.993219 (lr=5.6981e-04) (hash(x)=41194503)
+2127 train 4.074386 (lr=5.6977e-04) (hash(x)=44759995)
+2128 train 4.017721 (lr=5.6973e-04) (hash(x)=41014540)
+2129 train 4.101695 (lr=5.6968e-04) (hash(x)=43907030)
+2130 train 4.030911 (lr=5.6964e-04) (hash(x)=40004729)
+2131 train 4.039547 (lr=5.6960e-04) (hash(x)=41111332)
+2132 train 4.155019 (lr=5.6956e-04) (hash(x)=43207363)
+2133 train 4.198593 (lr=5.6952e-04) (hash(x)=40919638)
+2134 train 4.205150 (lr=5.6947e-04) (hash(x)=34883450)
+2135 train 4.225217 (lr=5.6943e-04) (hash(x)=37041387)
+2136 train 4.229139 (lr=5.6939e-04) (hash(x)=38893323)
+2137 train 4.227996 (lr=5.6935e-04) (hash(x)=37838776)
+2138 train 4.231955 (lr=5.6930e-04) (hash(x)=41636686)
+2139 train 4.239875 (lr=5.6926e-04) (hash(x)=36198491)
+2140 train 4.184945 (lr=5.6922e-04) (hash(x)=42654304)
+2141 train 4.187958 (lr=5.6918e-04) (hash(x)=35870865)
+2142 train 4.172954 (lr=5.6914e-04) (hash(x)=40243411)
+2143 train 4.169030 (lr=5.6909e-04) (hash(x)=43899928)
+2144 train 4.085673 (lr=5.6905e-04) (hash(x)=36197141)
+2145 train 4.211644 (lr=5.6901e-04) (hash(x)=41145417)
+2146 train 4.137004 (lr=5.6897e-04) (hash(x)=43955267)
+2147 train 4.210711 (lr=5.6892e-04) (hash(x)=55296803)
+2148 train 4.176038 (lr=5.6888e-04) (hash(x)=38115775)
+2149 train 4.142677 (lr=5.6884e-04) (hash(x)=40661247)
+2150 train 4.168557 (lr=5.6879e-04) (hash(x)=39565440)
+2151 train 4.210848 (lr=5.6875e-04) (hash(x)=32649489)
+2152 train 4.228578 (lr=5.6871e-04) (hash(x)=42230638)
+2153 train 4.154468 (lr=5.6867e-04) (hash(x)=42361988)
+2154 train 4.138552 (lr=5.6862e-04) (hash(x)=37159037)
+2155 train 4.202652 (lr=5.6858e-04) (hash(x)=40964978)
+2156 train 4.186821 (lr=5.6854e-04) (hash(x)=37293613)
+2157 train 4.145111 (lr=5.6850e-04) (hash(x)=38791012)
+2158 train 4.159481 (lr=5.6845e-04) (hash(x)=41676205)
+2159 train 4.179476 (lr=5.6841e-04) (hash(x)=42307716)
+2160 train 4.144156 (lr=5.6837e-04) (hash(x)=40957290)
+2161 train 4.116648 (lr=5.6832e-04) (hash(x)=30109148)
+2162 train 4.172903 (lr=5.6828e-04) (hash(x)=42537128)
+2163 train 4.136002 (lr=5.6824e-04) (hash(x)=42397227)
+2164 train 4.142089 (lr=5.6820e-04) (hash(x)=36115034)
+2165 train 4.151104 (lr=5.6815e-04) (hash(x)=38519533)
+2166 train 4.148159 (lr=5.6811e-04) (hash(x)=37414985)
+2167 train 4.156205 (lr=5.6807e-04) (hash(x)=38497631)
+2168 train 4.131571 (lr=5.6802e-04) (hash(x)=39551195)
+2169 train 4.143717 (lr=5.6798e-04) (hash(x)=41904280)
+2170 train 4.039190 (lr=5.6794e-04) (hash(x)=38788889)
+2171 train 4.044501 (lr=5.6789e-04) (hash(x)=40253925)
+2172 train 4.096629 (lr=5.6785e-04) (hash(x)=41577792)
+2173 train 4.062158 (lr=5.6781e-04) (hash(x)=37287230)
+2174 train 4.030658 (lr=5.6776e-04) (hash(x)=34390241)
+2175 train 4.042083 (lr=5.6772e-04) (hash(x)=42549745)
+2176 train 3.984543 (lr=5.6768e-04) (hash(x)=35680963)
+2177 train 4.032192 (lr=5.6763e-04) (hash(x)=41172924)
+2178 train 4.047350 (lr=5.6759e-04) (hash(x)=40677769)
+2179 train 3.981569 (lr=5.6755e-04) (hash(x)=37519399)
+2180 train 4.040054 (lr=5.6750e-04) (hash(x)=41864164)
+2181 train 4.041796 (lr=5.6746e-04) (hash(x)=39290310)
+2182 train 4.152344 (lr=5.6742e-04) (hash(x)=49078223)
+2183 train 4.201802 (lr=5.6737e-04) (hash(x)=38452729)
+2184 train 4.215927 (lr=5.6733e-04) (hash(x)=37799176)
+2185 train 4.183440 (lr=5.6729e-04) (hash(x)=42917602)
+2186 train 4.137425 (lr=5.6724e-04) (hash(x)=43425349)
+2187 train 4.194821 (lr=5.6720e-04) (hash(x)=34034393)
+2188 train 4.192973 (lr=5.6716e-04) (hash(x)=35194016)
+2189 train 4.147897 (lr=5.6711e-04) (hash(x)=42085473)
+2190 train 4.166711 (lr=5.6707e-04) (hash(x)=39223198)
+2191 train 4.196117 (lr=5.6702e-04) (hash(x)=36411735)
+2192 train 4.225366 (lr=5.6698e-04) (hash(x)=38877192)
+2193 train 4.213486 (lr=5.6694e-04) (hash(x)=37724060)
+2194 train 4.193010 (lr=5.6689e-04) (hash(x)=45732934)
+2195 train 4.141080 (lr=5.6685e-04) (hash(x)=39137302)
+2196 train 4.174206 (lr=5.6680e-04) (hash(x)=45234094)
+2197 train 4.178579 (lr=5.6676e-04) (hash(x)=37639654)
+2198 train 4.183096 (lr=5.6672e-04) (hash(x)=39706512)
+2199 train 4.179019 (lr=5.6667e-04) (hash(x)=44174269)
+2200 train 4.222926 (lr=5.6663e-04) (hash(x)=45167838)
+2201 train 4.154047 (lr=5.6659e-04) (hash(x)=42088293)
+2202 train 4.223979 (lr=5.6654e-04) (hash(x)=40214578)
+2203 train 4.184987 (lr=5.6650e-04) (hash(x)=35798090)
+2204 train 4.197660 (lr=5.6645e-04) (hash(x)=43261087)
+2205 train 4.172654 (lr=5.6641e-04) (hash(x)=41364641)
+2206 train 4.177602 (lr=5.6636e-04) (hash(x)=37041972)
+2207 train 4.086390 (lr=5.6632e-04) (hash(x)=29846895)
+2208 train 4.175405 (lr=5.6628e-04) (hash(x)=50259930)
+2209 train 4.192884 (lr=5.6623e-04) (hash(x)=39805350)
+2210 train 4.133713 (lr=5.6619e-04) (hash(x)=38425201)
+2211 train 4.161636 (lr=5.6614e-04) (hash(x)=43300465)
+2212 train 4.118429 (lr=5.6610e-04) (hash(x)=38510854)
+2213 train 4.161500 (lr=5.6605e-04) (hash(x)=39684164)
+2214 train 4.115052 (lr=5.6601e-04) (hash(x)=45524200)
+2215 train 4.082121 (lr=5.6597e-04) (hash(x)=29661170)
+2216 train 4.134926 (lr=5.6592e-04) (hash(x)=39261087)
+2217 train 4.130607 (lr=5.6588e-04) (hash(x)=38815417)
+2218 train 4.136611 (lr=5.6583e-04) (hash(x)=39005543)
+2219 train 4.252374 (lr=5.6579e-04) (hash(x)=41343579)
+2220 train 4.050348 (lr=5.6574e-04) (hash(x)=41904353)
+2221 train 4.071115 (lr=5.6570e-04) (hash(x)=49628020)
+2222 train 3.993108 (lr=5.6565e-04) (hash(x)=41830172)
+2223 train 4.074230 (lr=5.6561e-04) (hash(x)=36041964)
+2224 train 4.010479 (lr=5.6557e-04) (hash(x)=39993255)
+2225 train 4.063317 (lr=5.6552e-04) (hash(x)=40820387)
+2226 train 3.984008 (lr=5.6548e-04) (hash(x)=47982212)
+2227 train 4.030446 (lr=5.6543e-04) (hash(x)=34959600)
+2228 train 4.013415 (lr=5.6539e-04) (hash(x)=40544360)
+2229 train 4.032851 (lr=5.6534e-04) (hash(x)=37987391)
+2230 train 4.051626 (lr=5.6530e-04) (hash(x)=33044573)
+2231 train 4.125068 (lr=5.6525e-04) (hash(x)=44192763)
+2232 train 4.231569 (lr=5.6521e-04) (hash(x)=38991081)
+2233 train 4.249498 (lr=5.6516e-04) (hash(x)=43329035)
+2234 train 4.258118 (lr=5.6512e-04) (hash(x)=38495169)
+2235 train 4.219603 (lr=5.6507e-04) (hash(x)=39937296)
+2236 train 4.224329 (lr=5.6503e-04) (hash(x)=38346319)
+2237 train 4.166614 (lr=5.6498e-04) (hash(x)=50006226)
+2238 train 4.181904 (lr=5.6494e-04) (hash(x)=44912663)
+2239 train 4.272494 (lr=5.6489e-04) (hash(x)=37330233)
+2240 train 4.209530 (lr=5.6485e-04) (hash(x)=42671293)
+2241 train 4.208814 (lr=5.6480e-04) (hash(x)=33236558)
+2242 train 4.173526 (lr=5.6476e-04) (hash(x)=42502041)
+2243 train 4.181388 (lr=5.6471e-04) (hash(x)=42766597)
+2244 train 4.214400 (lr=5.6467e-04) (hash(x)=40427736)
+2245 train 4.212283 (lr=5.6462e-04) (hash(x)=42940733)
+2246 train 4.149323 (lr=5.6458e-04) (hash(x)=42796253)
+2247 train 4.139268 (lr=5.6453e-04) (hash(x)=39237478)
+2248 train 4.161334 (lr=5.6449e-04) (hash(x)=39666813)
+2249 train 4.095647 (lr=5.6444e-04) (hash(x)=39500939)
+2250 val loss 4.1412
+2250 val perplexity 62.8812
+2250 hella 0.2664
+2250 train 4.160161 (lr=5.6440e-04) (hash(x)=35341655)
+2251 train 4.148971 (lr=5.6435e-04) (hash(x)=44578602)
+2252 train 4.209921 (lr=5.6430e-04) (hash(x)=34757296)
+2253 train 4.168733 (lr=5.6426e-04) (hash(x)=43365430)
+2254 train 4.172209 (lr=5.6421e-04) (hash(x)=34753397)
+2255 train 4.135962 (lr=5.6417e-04) (hash(x)=37285118)
+2256 train 4.146267 (lr=5.6412e-04) (hash(x)=44660081)
+2257 train 4.116092 (lr=5.6408e-04) (hash(x)=38346303)
+2258 train 4.062642 (lr=5.6403e-04) (hash(x)=36780126)
+2259 train 4.127551 (lr=5.6399e-04) (hash(x)=42568794)
+2260 train 4.102012 (lr=5.6394e-04) (hash(x)=39832012)
+2261 train 4.134460 (lr=5.6390e-04) (hash(x)=39459022)
+2262 train 4.114106 (lr=5.6385e-04) (hash(x)=39388784)
+2263 train 4.100136 (lr=5.6380e-04) (hash(x)=42255014)
+2264 train 4.133702 (lr=5.6376e-04) (hash(x)=42680888)
+2265 train 4.152977 (lr=5.6371e-04) (hash(x)=36655688)
+2266 train 4.153217 (lr=5.6367e-04) (hash(x)=43397881)
+2267 train 4.118385 (lr=5.6362e-04) (hash(x)=41709886)
+2268 train 4.110023 (lr=5.6358e-04) (hash(x)=43965476)
+2269 train 4.001708 (lr=5.6353e-04) (hash(x)=38396171)
+2270 train 3.986618 (lr=5.6348e-04) (hash(x)=40643212)
+2271 train 4.062777 (lr=5.6344e-04) (hash(x)=35649633)
+2272 train 3.975505 (lr=5.6339e-04) (hash(x)=36884595)
+2273 train 3.980044 (lr=5.6335e-04) (hash(x)=36529343)
+2274 train 4.021498 (lr=5.6330e-04) (hash(x)=38669877)
+2275 train 3.988287 (lr=5.6325e-04) (hash(x)=44924346)
+2276 train 3.952626 (lr=5.6321e-04) (hash(x)=41498418)
+2277 train 3.953437 (lr=5.6316e-04) (hash(x)=40347434)
+2278 train 3.905239 (lr=5.6312e-04) (hash(x)=41617695)
+2279 train 3.972682 (lr=5.6307e-04) (hash(x)=40145381)
+2280 train 3.925854 (lr=5.6302e-04) (hash(x)=39188846)
+2281 train 4.200531 (lr=5.6298e-04) (hash(x)=43074826)
+2282 train 4.200269 (lr=5.6293e-04) (hash(x)=43837076)
+2283 train 4.273954 (lr=5.6288e-04) (hash(x)=43315979)
+2284 train 4.187154 (lr=5.6284e-04) (hash(x)=43485572)
+2285 train 4.326692 (lr=5.6279e-04) (hash(x)=42139054)
+2286 train 4.216560 (lr=5.6275e-04) (hash(x)=40855785)
+2287 train 4.213950 (lr=5.6270e-04) (hash(x)=39733799)
+2288 train 4.163917 (lr=5.6265e-04) (hash(x)=47636801)
+2289 train 4.199717 (lr=5.6261e-04) (hash(x)=36930516)
+2290 train 4.127371 (lr=5.6256e-04) (hash(x)=38942435)
+2291 train 4.225387 (lr=5.6251e-04) (hash(x)=40220661)
+2292 train 4.140839 (lr=5.6247e-04) (hash(x)=40044125)
+2293 train 4.203369 (lr=5.6242e-04) (hash(x)=39479061)
+2294 train 4.172539 (lr=5.6237e-04) (hash(x)=48006127)
+2295 train 4.121475 (lr=5.6233e-04) (hash(x)=33284444)
+2296 train 4.177413 (lr=5.6228e-04) (hash(x)=39255478)
+2297 train 4.126307 (lr=5.6224e-04) (hash(x)=39465927)
+2298 train 4.180023 (lr=5.6219e-04) (hash(x)=31415984)
+2299 train 4.214370 (lr=5.6214e-04) (hash(x)=36222506)
+2300 train 4.224083 (lr=5.6210e-04) (hash(x)=35159118)
+2301 train 4.092552 (lr=5.6205e-04) (hash(x)=42392174)
+2302 train 4.153030 (lr=5.6200e-04) (hash(x)=37984339)
+2303 train 4.253030 (lr=5.6196e-04) (hash(x)=33798838)
+2304 train 4.129821 (lr=5.6191e-04) (hash(x)=44316944)
+2305 train 4.177548 (lr=5.6186e-04) (hash(x)=46139032)
+2306 train 4.161894 (lr=5.6181e-04) (hash(x)=41757431)
+2307 train 4.105124 (lr=5.6177e-04) (hash(x)=39896897)
+2308 train 4.058753 (lr=5.6172e-04) (hash(x)=42123218)
+2309 train 4.076150 (lr=5.6167e-04) (hash(x)=44716388)
+2310 train 4.135771 (lr=5.6163e-04) (hash(x)=34881863)
+2311 train 4.156266 (lr=5.6158e-04) (hash(x)=39799005)
+2312 train 4.085843 (lr=5.6153e-04) (hash(x)=39809539)
+2313 train 4.062257 (lr=5.6149e-04) (hash(x)=37931668)
+2314 train 4.103335 (lr=5.6144e-04) (hash(x)=38376103)
+2315 train 4.088123 (lr=5.6139e-04) (hash(x)=40766652)
+2316 train 4.129964 (lr=5.6134e-04) (hash(x)=41868587)
+2317 train 4.089355 (lr=5.6130e-04) (hash(x)=40760399)
+2318 train 4.027738 (lr=5.6125e-04) (hash(x)=37981533)
+2319 train 4.010864 (lr=5.6120e-04) (hash(x)=42071914)
+2320 train 3.934168 (lr=5.6116e-04) (hash(x)=43555594)
+2321 train 3.926173 (lr=5.6111e-04) (hash(x)=40027627)
+2322 train 3.936868 (lr=5.6106e-04) (hash(x)=37404461)
+2323 train 3.968987 (lr=5.6101e-04) (hash(x)=38027132)
+2324 train 3.846417 (lr=5.6097e-04) (hash(x)=43365733)
+2325 train 3.947675 (lr=5.6092e-04) (hash(x)=39233380)
+2326 train 3.945682 (lr=5.6087e-04) (hash(x)=38956145)
+2327 train 3.980809 (lr=5.6083e-04) (hash(x)=37816387)
+2328 train 4.028435 (lr=5.6078e-04) (hash(x)=29504951)
+2329 train 3.918005 (lr=5.6073e-04) (hash(x)=40898710)
+2330 train 3.906955 (lr=5.6068e-04) (hash(x)=40113017)
+2331 train 4.110910 (lr=5.6064e-04) (hash(x)=36503982)
+2332 train 4.189832 (lr=5.6059e-04) (hash(x)=39957638)
+2333 train 4.146041 (lr=5.6054e-04) (hash(x)=42440184)
+2334 train 4.291701 (lr=5.6049e-04) (hash(x)=35393096)
+2335 train 4.284526 (lr=5.6045e-04) (hash(x)=40021413)
+2336 train 4.224494 (lr=5.6040e-04) (hash(x)=43224992)
+2337 train 4.180135 (lr=5.6035e-04) (hash(x)=41232104)
+2338 train 4.111404 (lr=5.6030e-04) (hash(x)=50708526)
+2339 train 4.198676 (lr=5.6025e-04) (hash(x)=44581643)
+2340 train 4.187696 (lr=5.6021e-04) (hash(x)=37909159)
+2341 train 4.164304 (lr=5.6016e-04) (hash(x)=44461427)
+2342 train 4.151341 (lr=5.6011e-04) (hash(x)=39367798)
+2343 train 4.147611 (lr=5.6006e-04) (hash(x)=37566813)
+2344 train 4.173924 (lr=5.6002e-04) (hash(x)=47191230)
+2345 train 4.191359 (lr=5.5997e-04) (hash(x)=50069706)
+2346 train 4.178409 (lr=5.5992e-04) (hash(x)=43098042)
+2347 train 4.109300 (lr=5.5987e-04) (hash(x)=37138131)
+2348 train 4.133598 (lr=5.5982e-04) (hash(x)=36219759)
+2349 train 4.151495 (lr=5.5978e-04) (hash(x)=38929542)
+2350 train 4.183961 (lr=5.5973e-04) (hash(x)=41095645)
+2351 train 4.126648 (lr=5.5968e-04) (hash(x)=36631640)
+2352 train 4.128638 (lr=5.5963e-04) (hash(x)=44085045)
+2353 train 4.152266 (lr=5.5958e-04) (hash(x)=38693564)
+2354 train 4.141986 (lr=5.5954e-04) (hash(x)=40259894)
+2355 train 4.161230 (lr=5.5949e-04) (hash(x)=37474980)
+2356 train 4.114820 (lr=5.5944e-04) (hash(x)=38455054)
+2357 train 4.089066 (lr=5.5939e-04) (hash(x)=48975617)
+2358 train 4.163832 (lr=5.5934e-04) (hash(x)=39233853)
+2359 train 4.084352 (lr=5.5930e-04) (hash(x)=41165437)
+2360 train 4.118404 (lr=5.5925e-04) (hash(x)=43815988)
+2361 train 4.105608 (lr=5.5920e-04) (hash(x)=41588857)
+2362 train 4.130372 (lr=5.5915e-04) (hash(x)=43134153)
+2363 train 4.059659 (lr=5.5910e-04) (hash(x)=41413279)
+2364 train 4.087287 (lr=5.5905e-04) (hash(x)=38997837)
+2365 train 4.076513 (lr=5.5901e-04) (hash(x)=56648760)
+2366 train 4.130306 (lr=5.5896e-04) (hash(x)=49084760)
+2367 train 4.099629 (lr=5.5891e-04) (hash(x)=38944513)
+2368 train 3.926120 (lr=5.5886e-04) (hash(x)=37695490)
+2369 train 3.981528 (lr=5.5881e-04) (hash(x)=37923854)
+2370 train 3.998375 (lr=5.5876e-04) (hash(x)=38479941)
+2371 train 3.933009 (lr=5.5871e-04) (hash(x)=41768366)
+2372 train 3.917885 (lr=5.5867e-04) (hash(x)=38912445)
+2373 train 3.907197 (lr=5.5862e-04) (hash(x)=36145449)
+2374 train 3.961063 (lr=5.5857e-04) (hash(x)=41973451)
+2375 train 3.943726 (lr=5.5852e-04) (hash(x)=44942225)
+2376 train 3.983387 (lr=5.5847e-04) (hash(x)=40823850)
+2377 train 3.970379 (lr=5.5842e-04) (hash(x)=33297933)
+2378 train 3.930245 (lr=5.5837e-04) (hash(x)=36606221)
+2379 train 3.973213 (lr=5.5833e-04) (hash(x)=38177494)
+2380 train 3.962143 (lr=5.5828e-04) (hash(x)=39305155)
+2381 train 4.191917 (lr=5.5823e-04) (hash(x)=42448994)
+2382 train 4.232919 (lr=5.5818e-04) (hash(x)=31627046)
+2383 train 4.137887 (lr=5.5813e-04) (hash(x)=44559855)
+2384 train 4.119657 (lr=5.5808e-04) (hash(x)=35793438)
+2385 train 4.219999 (lr=5.5803e-04) (hash(x)=42257382)
+2386 train 4.181668 (lr=5.5798e-04) (hash(x)=38337844)
+2387 train 4.152293 (lr=5.5793e-04) (hash(x)=36652697)
+2388 train 4.195771 (lr=5.5789e-04) (hash(x)=44892267)
+2389 train 4.211748 (lr=5.5784e-04) (hash(x)=35313812)
+2390 train 4.193692 (lr=5.5779e-04) (hash(x)=40335373)
+2391 train 4.126932 (lr=5.5774e-04) (hash(x)=44348815)
+2392 train 4.148740 (lr=5.5769e-04) (hash(x)=40434715)
+2393 train 4.206612 (lr=5.5764e-04) (hash(x)=42717822)
+2394 train 4.113346 (lr=5.5759e-04) (hash(x)=41677814)
+2395 train 4.152461 (lr=5.5754e-04) (hash(x)=32346356)
+2396 train 4.154293 (lr=5.5749e-04) (hash(x)=41803890)
+2397 train 4.178359 (lr=5.5744e-04) (hash(x)=41720795)
+2398 train 4.149015 (lr=5.5739e-04) (hash(x)=31893994)
+2399 train 4.154641 (lr=5.5734e-04) (hash(x)=52372497)
+2400 train 4.141617 (lr=5.5730e-04) (hash(x)=35170611)
+2401 train 4.156771 (lr=5.5725e-04) (hash(x)=39511085)
+2402 train 4.061951 (lr=5.5720e-04) (hash(x)=35286705)
+2403 train 4.155642 (lr=5.5715e-04) (hash(x)=35283825)
+2404 train 4.093870 (lr=5.5710e-04) (hash(x)=36276302)
+2405 train 4.060547 (lr=5.5705e-04) (hash(x)=44445962)
+2406 train 4.072645 (lr=5.5700e-04) (hash(x)=43533140)
+2407 train 4.176328 (lr=5.5695e-04) (hash(x)=36293149)
+2408 train 4.079411 (lr=5.5690e-04) (hash(x)=39381086)
+2409 train 4.062814 (lr=5.5685e-04) (hash(x)=41239719)
+2410 train 4.106349 (lr=5.5680e-04) (hash(x)=37041813)
+2411 train 4.185560 (lr=5.5675e-04) (hash(x)=38697033)
+2412 train 4.060703 (lr=5.5670e-04) (hash(x)=41332425)
+2413 train 4.055396 (lr=5.5665e-04) (hash(x)=40458401)
+2414 train 4.140240 (lr=5.5660e-04) (hash(x)=42771881)
+2415 train 4.099124 (lr=5.5655e-04) (hash(x)=44906109)
+2416 train 4.087693 (lr=5.5650e-04) (hash(x)=39259690)
+2417 train 4.121535 (lr=5.5645e-04) (hash(x)=37090723)
+2418 train 3.994201 (lr=5.5640e-04) (hash(x)=43056859)
+2419 train 3.947320 (lr=5.5635e-04) (hash(x)=36446344)
+2420 train 3.913578 (lr=5.5630e-04) (hash(x)=39989338)
+2421 train 3.943918 (lr=5.5625e-04) (hash(x)=40524569)
+2422 train 3.987479 (lr=5.5620e-04) (hash(x)=40123802)
+2423 train 4.200426 (lr=5.5615e-04) (hash(x)=37675797)
+2424 train 4.004720 (lr=5.5610e-04) (hash(x)=44441530)
+2425 train 3.945138 (lr=5.5605e-04) (hash(x)=41373194)
+2426 train 4.035486 (lr=5.5600e-04) (hash(x)=28188879)
+2427 train 3.987581 (lr=5.5595e-04) (hash(x)=46170140)
+2428 train 4.048392 (lr=5.5590e-04) (hash(x)=38067721)
+2429 train 3.932293 (lr=5.5585e-04) (hash(x)=43702561)
+2430 train 3.991058 (lr=5.5580e-04) (hash(x)=34573686)
+2431 train 4.123210 (lr=5.5575e-04) (hash(x)=36251359)
+2432 train 4.167313 (lr=5.5570e-04) (hash(x)=43603577)
+2433 train 4.221592 (lr=5.5565e-04) (hash(x)=34999675)
+2434 train 4.218621 (lr=5.5560e-04) (hash(x)=39497291)
+2435 train 4.146854 (lr=5.5555e-04) (hash(x)=35738910)
+2436 train 4.143037 (lr=5.5550e-04) (hash(x)=42313898)
+2437 train 4.166725 (lr=5.5545e-04) (hash(x)=44905297)
+2438 train 4.173388 (lr=5.5540e-04) (hash(x)=43070881)
+2439 train 4.179798 (lr=5.5535e-04) (hash(x)=45373812)
+2440 train 4.223208 (lr=5.5530e-04) (hash(x)=45946111)
+2441 train 4.136000 (lr=5.5525e-04) (hash(x)=40455380)
+2442 train 4.254375 (lr=5.5520e-04) (hash(x)=42845766)
+2443 train 4.174005 (lr=5.5515e-04) (hash(x)=48572197)
+2444 train 4.164824 (lr=5.5510e-04) (hash(x)=37472709)
+2445 train 4.169128 (lr=5.5505e-04) (hash(x)=41290362)
+2446 train 4.118927 (lr=5.5500e-04) (hash(x)=38665121)
+2447 train 4.197431 (lr=5.5495e-04) (hash(x)=39177980)
+2448 train 4.150406 (lr=5.5490e-04) (hash(x)=38434939)
+2449 train 4.202670 (lr=5.5485e-04) (hash(x)=39074375)
+2450 train 4.113173 (lr=5.5480e-04) (hash(x)=38917630)
+2451 train 4.154822 (lr=5.5475e-04) (hash(x)=40999041)
+2452 train 4.097735 (lr=5.5470e-04) (hash(x)=41538929)
+2453 train 4.142131 (lr=5.5465e-04) (hash(x)=39787029)
+2454 train 4.115460 (lr=5.5460e-04) (hash(x)=39428587)
+2455 train 4.101291 (lr=5.5454e-04) (hash(x)=37987190)
+2456 train 4.134841 (lr=5.5449e-04) (hash(x)=44944648)
+2457 train 4.046213 (lr=5.5444e-04) (hash(x)=36816706)
+2458 train 4.096162 (lr=5.5439e-04) (hash(x)=44421943)
+2459 train 4.070832 (lr=5.5434e-04) (hash(x)=43264930)
+2460 train 4.046572 (lr=5.5429e-04) (hash(x)=38348226)
+2461 train 4.123092 (lr=5.5424e-04) (hash(x)=41055656)
+2462 train 4.070629 (lr=5.5419e-04) (hash(x)=43096965)
+2463 train 4.120125 (lr=5.5414e-04) (hash(x)=40706532)
+2464 train 4.194582 (lr=5.5409e-04) (hash(x)=38889314)
+2465 train 4.093575 (lr=5.5404e-04) (hash(x)=36914549)
+2466 train 4.117350 (lr=5.5398e-04) (hash(x)=39094137)
+2467 train 3.988403 (lr=5.5393e-04) (hash(x)=40500595)
+2468 train 3.956152 (lr=5.5388e-04) (hash(x)=40130410)
+2469 train 3.907935 (lr=5.5383e-04) (hash(x)=39389786)
+2470 train 3.983560 (lr=5.5378e-04) (hash(x)=39586933)
+2471 train 3.979162 (lr=5.5373e-04) (hash(x)=37881240)
+2472 train 3.939880 (lr=5.5368e-04) (hash(x)=43125230)
+2473 train 3.901652 (lr=5.5363e-04) (hash(x)=34379357)
+2474 train 3.946026 (lr=5.5358e-04) (hash(x)=40564515)
+2475 train 3.926410 (lr=5.5352e-04) (hash(x)=38403336)
+2476 train 4.001925 (lr=5.5347e-04) (hash(x)=31532125)
+2477 train 3.956626 (lr=5.5342e-04) (hash(x)=35303380)
+2478 train 3.911392 (lr=5.5337e-04) (hash(x)=39470891)
+2479 train 3.942675 (lr=5.5332e-04) (hash(x)=44253186)
+2480 train 4.126754 (lr=5.5327e-04) (hash(x)=51342805)
+2481 train 4.149345 (lr=5.5322e-04) (hash(x)=42824536)
+2482 train 4.190789 (lr=5.5317e-04) (hash(x)=42943820)
+2483 train 4.191916 (lr=5.5311e-04) (hash(x)=39946772)
+2484 train 4.121062 (lr=5.5306e-04) (hash(x)=47065062)
+2485 train 4.147986 (lr=5.5301e-04) (hash(x)=36795312)
+2486 train 4.170534 (lr=5.5296e-04) (hash(x)=37363219)
+2487 train 4.145865 (lr=5.5291e-04) (hash(x)=41721689)
+2488 train 4.224156 (lr=5.5286e-04) (hash(x)=41597199)
+2489 train 4.314586 (lr=5.5280e-04) (hash(x)=44147823)
+2490 train 4.195587 (lr=5.5275e-04) (hash(x)=43403064)
+2491 train 4.166795 (lr=5.5270e-04) (hash(x)=40688817)
+2492 train 4.141882 (lr=5.5265e-04) (hash(x)=35059711)
+2493 train 4.099081 (lr=5.5260e-04) (hash(x)=48874113)
+2494 train 4.089399 (lr=5.5255e-04) (hash(x)=36903846)
+2495 train 4.265079 (lr=5.5249e-04) (hash(x)=36823237)
+2496 train 4.146953 (lr=5.5244e-04) (hash(x)=39364004)
+2497 train 4.101176 (lr=5.5239e-04) (hash(x)=38390341)
+2498 train 4.116856 (lr=5.5234e-04) (hash(x)=34170426)
+2499 train 4.133790 (lr=5.5229e-04) (hash(x)=40144484)
+2500 val loss 4.1045
+2500 val perplexity 60.6148
+2500 hella 0.2676
+2500 train 4.116863 (lr=5.5224e-04) (hash(x)=41443712)
+2501 train 4.147743 (lr=5.5218e-04) (hash(x)=40465123)
+2502 train 4.135785 (lr=5.5213e-04) (hash(x)=42914165)
+2503 train 4.091289 (lr=5.5208e-04) (hash(x)=36713930)
+2504 train 4.056241 (lr=5.5203e-04) (hash(x)=39135383)
+2505 train 4.102659 (lr=5.5198e-04) (hash(x)=41671041)
+2506 train 4.110624 (lr=5.5192e-04) (hash(x)=42282974)
+2507 train 4.111140 (lr=5.5187e-04) (hash(x)=42057909)
+2508 train 4.097703 (lr=5.5182e-04) (hash(x)=40251298)
+2509 train 4.072594 (lr=5.5177e-04) (hash(x)=36626585)
+2510 train 4.057948 (lr=5.5172e-04) (hash(x)=34608403)
+2511 train 4.039280 (lr=5.5166e-04) (hash(x)=39459584)
+2512 train 4.072985 (lr=5.5161e-04) (hash(x)=35144188)
+2513 train 4.069984 (lr=5.5156e-04) (hash(x)=42785037)
+2514 train 4.145222 (lr=5.5151e-04) (hash(x)=45010749)
+2515 train 4.020574 (lr=5.5145e-04) (hash(x)=34560327)
+2516 train 3.970576 (lr=5.5140e-04) (hash(x)=39851917)
+2517 train 3.876891 (lr=5.5135e-04) (hash(x)=38709695)
+2518 train 3.924841 (lr=5.5130e-04) (hash(x)=41573771)
+2519 train 3.881873 (lr=5.5125e-04) (hash(x)=36971134)
+2520 train 3.888280 (lr=5.5119e-04) (hash(x)=36662321)
+2521 train 3.951752 (lr=5.5114e-04) (hash(x)=39053058)
+2522 train 3.948759 (lr=5.5109e-04) (hash(x)=46480640)
+2523 train 3.920703 (lr=5.5104e-04) (hash(x)=40826849)
+2524 train 3.903747 (lr=5.5098e-04) (hash(x)=49368432)
+2525 train 3.925067 (lr=5.5093e-04) (hash(x)=43353381)
+2526 train 3.949448 (lr=5.5088e-04) (hash(x)=34771893)
+2527 train 3.943260 (lr=5.5083e-04) (hash(x)=34967263)
+2528 train 4.097023 (lr=5.5077e-04) (hash(x)=40898331)
+2529 train 4.189916 (lr=5.5072e-04) (hash(x)=38593825)
+2530 train 4.168378 (lr=5.5067e-04) (hash(x)=39852724)
+2531 train 4.191784 (lr=5.5062e-04) (hash(x)=39559841)
+2532 train 4.194552 (lr=5.5056e-04) (hash(x)=42840572)
+2533 train 4.125835 (lr=5.5051e-04) (hash(x)=38086325)
+2534 train 4.152768 (lr=5.5046e-04) (hash(x)=45712080)
+2535 train 4.138220 (lr=5.5040e-04) (hash(x)=42488686)
+2536 train 4.132417 (lr=5.5035e-04) (hash(x)=40803805)
+2537 train 4.191544 (lr=5.5030e-04) (hash(x)=36232786)
+2538 train 4.207627 (lr=5.5025e-04) (hash(x)=35421414)
+2539 train 4.145935 (lr=5.5019e-04) (hash(x)=44586372)
+2540 train 4.115230 (lr=5.5014e-04) (hash(x)=37100997)
+2541 train 4.061128 (lr=5.5009e-04) (hash(x)=36388749)
+2542 train 4.113906 (lr=5.5003e-04) (hash(x)=36980628)
+2543 train 4.132936 (lr=5.4998e-04) (hash(x)=33828415)
+2544 train 4.167689 (lr=5.4993e-04) (hash(x)=38270020)
+2545 train 4.200256 (lr=5.4988e-04) (hash(x)=40272715)
+2546 train 4.109746 (lr=5.4982e-04) (hash(x)=42399805)
+2547 train 4.132966 (lr=5.4977e-04) (hash(x)=38399633)
+2548 train 4.086672 (lr=5.4972e-04) (hash(x)=39361052)
+2549 train 4.131928 (lr=5.4966e-04) (hash(x)=44898943)
+2550 train 4.104020 (lr=5.4961e-04) (hash(x)=36366903)
+2551 train 4.142151 (lr=5.4956e-04) (hash(x)=38776991)
+2552 train 4.056334 (lr=5.4950e-04) (hash(x)=37012766)
+2553 train 4.146464 (lr=5.4945e-04) (hash(x)=36593030)
+2554 train 4.094088 (lr=5.4940e-04) (hash(x)=36121102)
+2555 train 4.126822 (lr=5.4934e-04) (hash(x)=38621286)
+2556 train 4.041162 (lr=5.4929e-04) (hash(x)=40000951)
+2557 train 4.071744 (lr=5.4924e-04) (hash(x)=42831205)
+2558 train 4.057716 (lr=5.4918e-04) (hash(x)=37151157)
+2559 train 4.038679 (lr=5.4913e-04) (hash(x)=39223898)
+2560 train 4.027821 (lr=5.4908e-04) (hash(x)=36910569)
+2561 train 4.041120 (lr=5.4902e-04) (hash(x)=38332040)
+2562 train 4.116273 (lr=5.4897e-04) (hash(x)=42569747)
+2563 train 4.058213 (lr=5.4892e-04) (hash(x)=37259806)
+2564 train 3.942454 (lr=5.4886e-04) (hash(x)=44695896)
+2565 train 3.900635 (lr=5.4881e-04) (hash(x)=38351062)
+2566 train 3.872203 (lr=5.4876e-04) (hash(x)=37259632)
+2567 train 3.953721 (lr=5.4870e-04) (hash(x)=34891810)
+2568 train 3.924208 (lr=5.4865e-04) (hash(x)=45423085)
+2569 train 3.794389 (lr=5.4860e-04) (hash(x)=42699940)
+2570 train 3.898503 (lr=5.4854e-04) (hash(x)=44257379)
+2571 train 3.873931 (lr=5.4849e-04) (hash(x)=38335149)
+2572 train 3.926989 (lr=5.4843e-04) (hash(x)=44833053)
+2573 train 3.918750 (lr=5.4838e-04) (hash(x)=41752186)
+2574 train 3.892615 (lr=5.4833e-04) (hash(x)=32979836)
+2575 train 3.981629 (lr=5.4827e-04) (hash(x)=42494490)
+2576 train 3.960593 (lr=5.4822e-04) (hash(x)=38060573)
+2577 train 4.055803 (lr=5.4817e-04) (hash(x)=44666139)
+2578 train 4.164668 (lr=5.4811e-04) (hash(x)=41711809)
+2579 train 4.140681 (lr=5.4806e-04) (hash(x)=37771982)
+2580 train 4.051319 (lr=5.4800e-04) (hash(x)=45620143)
+2581 train 4.125610 (lr=5.4795e-04) (hash(x)=38241117)
+2582 train 4.107253 (lr=5.4790e-04) (hash(x)=42804043)
+2583 train 4.100056 (lr=5.4784e-04) (hash(x)=37762948)
+2584 train 4.062961 (lr=5.4779e-04) (hash(x)=39564357)
+2585 train 4.123632 (lr=5.4773e-04) (hash(x)=40822084)
+2586 train 4.103875 (lr=5.4768e-04) (hash(x)=50761716)
+2587 train 4.140948 (lr=5.4763e-04) (hash(x)=40885885)
+2588 train 4.098866 (lr=5.4757e-04) (hash(x)=44845631)
+2589 train 4.116661 (lr=5.4752e-04) (hash(x)=39579098)
+2590 train 4.176872 (lr=5.4746e-04) (hash(x)=36982714)
+2591 train 4.110516 (lr=5.4741e-04) (hash(x)=50364193)
+2592 train 4.122897 (lr=5.4736e-04) (hash(x)=40591826)
+2593 train 4.115695 (lr=5.4730e-04) (hash(x)=38818019)
+2594 train 4.118102 (lr=5.4725e-04) (hash(x)=34498514)
+2595 train 4.165526 (lr=5.4719e-04) (hash(x)=40940845)
+2596 train 4.108278 (lr=5.4714e-04) (hash(x)=41585046)
+2597 train 4.140347 (lr=5.4708e-04) (hash(x)=36348928)
+2598 train 4.123184 (lr=5.4703e-04) (hash(x)=41630332)
+2599 train 4.274003 (lr=5.4698e-04) (hash(x)=35151481)
+2600 train 4.080783 (lr=5.4692e-04) (hash(x)=36175272)
+2601 train 4.126595 (lr=5.4687e-04) (hash(x)=40559219)
+2602 train 4.110343 (lr=5.4681e-04) (hash(x)=43506672)
+2603 train 4.114659 (lr=5.4676e-04) (hash(x)=53110568)
+2604 train 4.079558 (lr=5.4670e-04) (hash(x)=46055935)
+2605 train 4.058915 (lr=5.4665e-04) (hash(x)=41951858)
+2606 train 4.070672 (lr=5.4659e-04) (hash(x)=37829200)
+2607 train 4.032877 (lr=5.4654e-04) (hash(x)=40356738)
+2608 train 4.069130 (lr=5.4649e-04) (hash(x)=37610928)
+2609 train 4.104697 (lr=5.4643e-04) (hash(x)=41551047)
+2610 train 4.087971 (lr=5.4638e-04) (hash(x)=35729541)
+2611 train 4.105222 (lr=5.4632e-04) (hash(x)=37694520)
+2612 train 4.053764 (lr=5.4627e-04) (hash(x)=42552984)
+2613 train 4.100124 (lr=5.4621e-04) (hash(x)=42884238)
+2614 train 4.002838 (lr=5.4616e-04) (hash(x)=40859393)
+2615 train 4.017186 (lr=5.4610e-04) (hash(x)=35252156)
+2616 train 3.919471 (lr=5.4605e-04) (hash(x)=38754163)
+2617 train 3.910763 (lr=5.4599e-04) (hash(x)=44979953)
+2618 train 3.911159 (lr=5.4594e-04) (hash(x)=39489517)
+2619 train 3.934918 (lr=5.4588e-04) (hash(x)=39802237)
+2620 train 3.997517 (lr=5.4583e-04) (hash(x)=45288882)
+2621 train 3.843567 (lr=5.4577e-04) (hash(x)=39777455)
+2622 train 3.939412 (lr=5.4572e-04) (hash(x)=31999063)
+2623 train 3.872663 (lr=5.4566e-04) (hash(x)=40210914)
+2624 train 3.894521 (lr=5.4561e-04) (hash(x)=38701112)
+2625 train 3.942493 (lr=5.4555e-04) (hash(x)=40035642)
+2626 train 3.904307 (lr=5.4550e-04) (hash(x)=36270912)
+2627 train 3.887305 (lr=5.4544e-04) (hash(x)=42191346)
+2628 train 4.063960 (lr=5.4539e-04) (hash(x)=39816880)
+2629 train 4.140290 (lr=5.4533e-04) (hash(x)=44588254)
+2630 train 4.094248 (lr=5.4528e-04) (hash(x)=41998466)
+2631 train 4.085595 (lr=5.4522e-04) (hash(x)=45225117)
+2632 train 4.205535 (lr=5.4517e-04) (hash(x)=38085841)
+2633 train 4.056659 (lr=5.4511e-04) (hash(x)=41164916)
+2634 train 4.081566 (lr=5.4506e-04) (hash(x)=42571032)
+2635 train 4.158751 (lr=5.4500e-04) (hash(x)=38879424)
+2636 train 4.088743 (lr=5.4495e-04) (hash(x)=36997511)
+2637 train 4.077679 (lr=5.4489e-04) (hash(x)=40890104)
+2638 train 4.096776 (lr=5.4484e-04) (hash(x)=40793309)
+2639 train 4.102423 (lr=5.4478e-04) (hash(x)=39002641)
+2640 train 4.061654 (lr=5.4473e-04) (hash(x)=42205156)
+2641 train 4.136250 (lr=5.4467e-04) (hash(x)=34052691)
+2642 train 4.145082 (lr=5.4461e-04) (hash(x)=45050283)
+2643 train 4.153652 (lr=5.4456e-04) (hash(x)=40469001)
+2644 train 4.110924 (lr=5.4450e-04) (hash(x)=40762000)
+2645 train 4.093437 (lr=5.4445e-04) (hash(x)=42097167)
+2646 train 4.113350 (lr=5.4439e-04) (hash(x)=41554551)
+2647 train 4.088347 (lr=5.4434e-04) (hash(x)=36688489)
+2648 train 4.126520 (lr=5.4428e-04) (hash(x)=40925644)
+2649 train 4.084185 (lr=5.4423e-04) (hash(x)=37347517)
+2650 train 4.155274 (lr=5.4417e-04) (hash(x)=39802143)
+2651 train 4.078456 (lr=5.4411e-04) (hash(x)=35056570)
+2652 train 4.123730 (lr=5.4406e-04) (hash(x)=37705725)
+2653 train 4.047309 (lr=5.4400e-04) (hash(x)=48779130)
+2654 train 4.055363 (lr=5.4395e-04) (hash(x)=42819559)
+2655 train 4.084662 (lr=5.4389e-04) (hash(x)=37634817)
+2656 train 4.089555 (lr=5.4384e-04) (hash(x)=39441896)
+2657 train 4.067811 (lr=5.4378e-04) (hash(x)=42347856)
+2658 train 4.045845 (lr=5.4372e-04) (hash(x)=37945399)
+2659 train 4.056225 (lr=5.4367e-04) (hash(x)=34602623)
+2660 train 4.045575 (lr=5.4361e-04) (hash(x)=40977896)
+2661 train 4.118578 (lr=5.4356e-04) (hash(x)=38363327)
+2662 train 4.109699 (lr=5.4350e-04) (hash(x)=42128121)
+2663 train 4.064610 (lr=5.4345e-04) (hash(x)=39902231)
+2664 train 4.080790 (lr=5.4339e-04) (hash(x)=40924000)
+2665 train 3.981046 (lr=5.4333e-04) (hash(x)=34785871)
+2666 train 3.886260 (lr=5.4328e-04) (hash(x)=40437224)
+2667 train 3.871830 (lr=5.4322e-04) (hash(x)=40053866)
+2668 train 3.939705 (lr=5.4317e-04) (hash(x)=37582909)
+2669 train 3.926648 (lr=5.4311e-04) (hash(x)=36702787)
+2670 train 3.951784 (lr=5.4305e-04) (hash(x)=36043121)
+2671 train 3.944205 (lr=5.4300e-04) (hash(x)=42697406)
+2672 train 3.921846 (lr=5.4294e-04) (hash(x)=33424781)
+2673 train 4.023318 (lr=5.4288e-04) (hash(x)=46321874)
+2674 train 3.853185 (lr=5.4283e-04) (hash(x)=40785611)
+2675 train 3.868970 (lr=5.4277e-04) (hash(x)=49178104)
+2676 train 3.952198 (lr=5.4272e-04) (hash(x)=44562577)
+2677 train 3.889883 (lr=5.4266e-04) (hash(x)=38258972)
+2678 train 4.107673 (lr=5.4260e-04) (hash(x)=42107609)
+2679 train 4.115645 (lr=5.4255e-04) (hash(x)=50623068)
+2680 train 4.098239 (lr=5.4249e-04) (hash(x)=47363443)
+2681 train 4.138225 (lr=5.4243e-04) (hash(x)=41404295)
+2682 train 4.096373 (lr=5.4238e-04) (hash(x)=36059651)
+2683 train 4.051581 (lr=5.4232e-04) (hash(x)=31209464)
+2684 train 4.115058 (lr=5.4227e-04) (hash(x)=37884949)
+2685 train 4.069992 (lr=5.4221e-04) (hash(x)=40332590)
+2686 train 4.033275 (lr=5.4215e-04) (hash(x)=41762771)
+2687 train 4.168112 (lr=5.4210e-04) (hash(x)=45974519)
+2688 train 4.133776 (lr=5.4204e-04) (hash(x)=38472509)
+2689 train 4.078989 (lr=5.4198e-04) (hash(x)=41921335)
+2690 train 4.102450 (lr=5.4193e-04) (hash(x)=38972883)
+2691 train 4.049040 (lr=5.4187e-04) (hash(x)=32375232)
+2692 train 4.081419 (lr=5.4181e-04) (hash(x)=41967447)
+2693 train 4.160982 (lr=5.4176e-04) (hash(x)=41108904)
+2694 train 4.046538 (lr=5.4170e-04) (hash(x)=37730255)
+2695 train 4.122632 (lr=5.4164e-04) (hash(x)=44197561)
+2696 train 4.121529 (lr=5.4159e-04) (hash(x)=41774323)
+2697 train 4.215658 (lr=5.4153e-04) (hash(x)=47266550)
+2698 train 4.089166 (lr=5.4147e-04) (hash(x)=39240374)
+2699 train 4.084153 (lr=5.4142e-04) (hash(x)=39291185)
+2700 train 4.117064 (lr=5.4136e-04) (hash(x)=40926350)
+2701 train 4.104816 (lr=5.4130e-04) (hash(x)=36213081)
+2702 train 4.130854 (lr=5.4124e-04) (hash(x)=36571481)
+2703 train 4.047988 (lr=5.4119e-04) (hash(x)=40422897)
+2704 train 4.043555 (lr=5.4113e-04) (hash(x)=39330978)
+2705 train 4.054515 (lr=5.4107e-04) (hash(x)=38808473)
+2706 train 4.024367 (lr=5.4102e-04) (hash(x)=39735727)
+2707 train 3.993411 (lr=5.4096e-04) (hash(x)=36334547)
+2708 train 4.039966 (lr=5.4090e-04) (hash(x)=39908955)
+2709 train 4.031386 (lr=5.4085e-04) (hash(x)=40317132)
+2710 train 4.114153 (lr=5.4079e-04) (hash(x)=47921205)
+2711 train 4.052797 (lr=5.4073e-04) (hash(x)=50603415)
+2712 train 4.011094 (lr=5.4067e-04) (hash(x)=37160549)
+2713 train 4.042330 (lr=5.4062e-04) (hash(x)=44192551)
+2714 train 3.987968 (lr=5.4056e-04) (hash(x)=37138899)
+2715 train 3.847523 (lr=5.4050e-04) (hash(x)=47153181)
+2716 train 3.865865 (lr=5.4045e-04) (hash(x)=44701445)
+2717 train 3.905207 (lr=5.4039e-04) (hash(x)=40953828)
+2718 train 3.868827 (lr=5.4033e-04) (hash(x)=45541001)
+2719 train 3.922907 (lr=5.4027e-04) (hash(x)=36620371)
+2720 train 3.901774 (lr=5.4022e-04) (hash(x)=39477490)
+2721 train 3.921060 (lr=5.4016e-04) (hash(x)=39759984)
+2722 train 3.878587 (lr=5.4010e-04) (hash(x)=41246481)
+2723 train 3.949824 (lr=5.4004e-04) (hash(x)=38362809)
+2724 train 3.923754 (lr=5.3999e-04) (hash(x)=35338610)
+2725 train 3.862245 (lr=5.3993e-04) (hash(x)=33344534)
+2726 train 3.856333 (lr=5.3987e-04) (hash(x)=35100778)
+2727 train 4.078617 (lr=5.3982e-04) (hash(x)=40742014)
+2728 train 4.145731 (lr=5.3976e-04) (hash(x)=41924868)
+2729 train 4.112489 (lr=5.3970e-04) (hash(x)=42979819)
+2730 train 4.143461 (lr=5.3964e-04) (hash(x)=39865941)
+2731 train 4.142359 (lr=5.3958e-04) (hash(x)=39957344)
+2732 train 4.173279 (lr=5.3953e-04) (hash(x)=40262209)
+2733 train 4.131645 (lr=5.3947e-04) (hash(x)=47057361)
+2734 train 4.071126 (lr=5.3941e-04) (hash(x)=41104928)
+2735 train 4.085607 (lr=5.3935e-04) (hash(x)=40522780)
+2736 train 4.080945 (lr=5.3930e-04) (hash(x)=39109898)
+2737 train 4.131927 (lr=5.3924e-04) (hash(x)=40622081)
+2738 train 4.144124 (lr=5.3918e-04) (hash(x)=42252799)
+2739 train 4.147769 (lr=5.3912e-04) (hash(x)=43657649)
+2740 train 4.065566 (lr=5.3907e-04) (hash(x)=41028065)
+2741 train 4.116953 (lr=5.3901e-04) (hash(x)=40857846)
+2742 train 4.112895 (lr=5.3895e-04) (hash(x)=38944093)
+2743 train 4.086830 (lr=5.3889e-04) (hash(x)=38259859)
+2744 train 4.078741 (lr=5.3883e-04) (hash(x)=34842624)
+2745 train 4.139389 (lr=5.3878e-04) (hash(x)=42377997)
+2746 train 4.072890 (lr=5.3872e-04) (hash(x)=37656224)
+2747 train 4.114507 (lr=5.3866e-04) (hash(x)=38147500)
+2748 train 4.107851 (lr=5.3860e-04) (hash(x)=31737216)
+2749 train 4.104452 (lr=5.3854e-04) (hash(x)=39994353)
+2750 val loss 4.0654
+2750 val perplexity 58.2906
+2750 hella 0.2672
+2750 train 4.038633 (lr=5.3849e-04) (hash(x)=39783271)
+2751 train 4.111668 (lr=5.3843e-04) (hash(x)=37926422)
+2752 train 4.031759 (lr=5.3837e-04) (hash(x)=37295977)
+2753 train 4.082489 (lr=5.3831e-04) (hash(x)=39743426)
+2754 train 4.049610 (lr=5.3825e-04) (hash(x)=35645111)
+2755 train 4.042320 (lr=5.3820e-04) (hash(x)=45251437)
+2756 train 3.996224 (lr=5.3814e-04) (hash(x)=38955276)
+2757 train 4.035681 (lr=5.3808e-04) (hash(x)=36920074)
+2758 train 4.014503 (lr=5.3802e-04) (hash(x)=42385984)
+2759 train 4.019298 (lr=5.3796e-04) (hash(x)=35519015)
+2760 train 4.019040 (lr=5.3790e-04) (hash(x)=36674897)
+2761 train 4.025853 (lr=5.3785e-04) (hash(x)=41891398)
+2762 train 4.020216 (lr=5.3779e-04) (hash(x)=34706552)
+2763 train 4.055593 (lr=5.3773e-04) (hash(x)=45651113)
+2764 train 3.973684 (lr=5.3767e-04) (hash(x)=33575044)
+2765 train 3.938154 (lr=5.3761e-04) (hash(x)=43542195)
+2766 train 3.915786 (lr=5.3755e-04) (hash(x)=46264350)
+2767 train 3.897413 (lr=5.3750e-04) (hash(x)=44553455)
+2768 train 4.094251 (lr=5.3744e-04) (hash(x)=48284644)
+2769 train 3.876048 (lr=5.3738e-04) (hash(x)=40722561)
+2770 train 3.832601 (lr=5.3732e-04) (hash(x)=40101775)
+2771 train 3.864168 (lr=5.3726e-04) (hash(x)=39887062)
+2772 train 3.875316 (lr=5.3720e-04) (hash(x)=34912720)
+2773 train 3.883894 (lr=5.3714e-04) (hash(x)=35414429)
+2774 train 3.855809 (lr=5.3709e-04) (hash(x)=44548764)
+2775 train 3.910333 (lr=5.3703e-04) (hash(x)=40936516)
+2776 train 3.897852 (lr=5.3697e-04) (hash(x)=42910915)
+2777 train 4.001147 (lr=5.3691e-04) (hash(x)=40729932)
+2778 train 4.089075 (lr=5.3685e-04) (hash(x)=39237977)
+2779 train 4.071386 (lr=5.3679e-04) (hash(x)=43219114)
+2780 train 4.058851 (lr=5.3673e-04) (hash(x)=38365041)
+2781 train 4.214902 (lr=5.3668e-04) (hash(x)=38425242)
+2782 train 4.103911 (lr=5.3662e-04) (hash(x)=42002543)
+2783 train 4.214800 (lr=5.3656e-04) (hash(x)=44099637)
+2784 train 4.102668 (lr=5.3650e-04) (hash(x)=36811305)
+2785 train 4.062089 (lr=5.3644e-04) (hash(x)=37140807)
+2786 train 4.145956 (lr=5.3638e-04) (hash(x)=44223628)
+2787 train 4.086364 (lr=5.3632e-04) (hash(x)=37719805)
+2788 train 4.081861 (lr=5.3626e-04) (hash(x)=33043471)
+2789 train 4.139302 (lr=5.3620e-04) (hash(x)=38534103)
+2790 train 4.122144 (lr=5.3615e-04) (hash(x)=37883382)
+2791 train 4.149309 (lr=5.3609e-04) (hash(x)=44990277)
+2792 train 4.155056 (lr=5.3603e-04) (hash(x)=42559092)
+2793 train 4.109560 (lr=5.3597e-04) (hash(x)=32502925)
+2794 train 4.058444 (lr=5.3591e-04) (hash(x)=43522813)
+2795 train 4.069968 (lr=5.3585e-04) (hash(x)=35521881)
+2796 train 4.135273 (lr=5.3579e-04) (hash(x)=41554750)
+2797 train 4.110236 (lr=5.3573e-04) (hash(x)=45067680)
+2798 train 4.184736 (lr=5.3567e-04) (hash(x)=39879273)
+2799 train 4.112623 (lr=5.3561e-04) (hash(x)=37865641)
+2800 train 4.139718 (lr=5.3555e-04) (hash(x)=39989937)
+2801 train 4.125983 (lr=5.3549e-04) (hash(x)=40389314)
+2802 train 4.064986 (lr=5.3544e-04) (hash(x)=35416840)
+2803 train 4.041631 (lr=5.3538e-04) (hash(x)=39066797)
+2804 train 4.054666 (lr=5.3532e-04) (hash(x)=42911931)
+2805 train 4.039130 (lr=5.3526e-04) (hash(x)=40105492)
+2806 train 4.033013 (lr=5.3520e-04) (hash(x)=41965053)
+2807 train 4.008989 (lr=5.3514e-04) (hash(x)=38235895)
+2808 train 4.104817 (lr=5.3508e-04) (hash(x)=36788842)
+2809 train 4.041026 (lr=5.3502e-04) (hash(x)=38770247)
+2810 train 4.010068 (lr=5.3496e-04) (hash(x)=45338370)
+2811 train 4.146276 (lr=5.3490e-04) (hash(x)=34003225)
+2812 train 4.042910 (lr=5.3484e-04) (hash(x)=43490788)
+2813 train 4.095508 (lr=5.3478e-04) (hash(x)=39105355)
+2814 train 4.050944 (lr=5.3472e-04) (hash(x)=37618434)
+2815 train 3.993729 (lr=5.3466e-04) (hash(x)=35960576)
+2816 train 3.931974 (lr=5.3460e-04) (hash(x)=38228159)
+2817 train 3.823072 (lr=5.3454e-04) (hash(x)=40572841)
+2818 train 3.972188 (lr=5.3448e-04) (hash(x)=41799771)
+2819 train 3.917243 (lr=5.3442e-04) (hash(x)=37866813)
+2820 train 3.892820 (lr=5.3436e-04) (hash(x)=38524107)
+2821 train 3.918985 (lr=5.3431e-04) (hash(x)=43472186)
+2822 train 3.855397 (lr=5.3425e-04) (hash(x)=39628024)
+2823 train 3.867828 (lr=5.3419e-04) (hash(x)=41075971)
+2824 train 3.861607 (lr=5.3413e-04) (hash(x)=41422636)
+2825 train 3.888531 (lr=5.3407e-04) (hash(x)=52043229)
+2826 train 3.864205 (lr=5.3401e-04) (hash(x)=39662238)
+2827 train 3.971900 (lr=5.3395e-04) (hash(x)=36302882)
+2828 train 3.940266 (lr=5.3389e-04) (hash(x)=39024798)
+2829 train 4.074770 (lr=5.3383e-04) (hash(x)=37120731)
+2830 train 4.048379 (lr=5.3377e-04) (hash(x)=38485373)
+2831 train 4.110411 (lr=5.3371e-04) (hash(x)=38356923)
+2832 train 4.083090 (lr=5.3365e-04) (hash(x)=37124839)
+2833 train 4.132288 (lr=5.3359e-04) (hash(x)=38854721)
+2834 train 4.083344 (lr=5.3353e-04) (hash(x)=40612081)
+2835 train 4.083842 (lr=5.3347e-04) (hash(x)=43269985)
+2836 train 4.068458 (lr=5.3341e-04) (hash(x)=40243254)
+2837 train 4.095280 (lr=5.3335e-04) (hash(x)=37941965)
+2838 train 4.086315 (lr=5.3329e-04) (hash(x)=38217009)
+2839 train 4.139857 (lr=5.3323e-04) (hash(x)=40904650)
+2840 train 4.072835 (lr=5.3317e-04) (hash(x)=42478406)
+2841 train 4.136364 (lr=5.3311e-04) (hash(x)=37251333)
+2842 train 4.072627 (lr=5.3305e-04) (hash(x)=41423463)
+2843 train 4.050361 (lr=5.3299e-04) (hash(x)=38204122)
+2844 train 4.084988 (lr=5.3293e-04) (hash(x)=42785004)
+2845 train 4.077693 (lr=5.3286e-04) (hash(x)=39878875)
+2846 train 4.084140 (lr=5.3280e-04) (hash(x)=38094916)
+2847 train 4.105723 (lr=5.3274e-04) (hash(x)=38702281)
+2848 train 4.152925 (lr=5.3268e-04) (hash(x)=41697427)
+2849 train 4.088762 (lr=5.3262e-04) (hash(x)=40987044)
+2850 train 4.098410 (lr=5.3256e-04) (hash(x)=40352978)
+2851 train 4.103304 (lr=5.3250e-04) (hash(x)=40456529)
+2852 train 4.063869 (lr=5.3244e-04) (hash(x)=42697528)
+2853 train 4.134121 (lr=5.3238e-04) (hash(x)=41571562)
+2854 train 4.071786 (lr=5.3232e-04) (hash(x)=31561361)
+2855 train 4.045482 (lr=5.3226e-04) (hash(x)=36298087)
+2856 train 4.071465 (lr=5.3220e-04) (hash(x)=40855304)
+2857 train 4.165994 (lr=5.3214e-04) (hash(x)=41563140)
+2858 train 4.066480 (lr=5.3208e-04) (hash(x)=41060113)
+2859 train 4.072775 (lr=5.3202e-04) (hash(x)=38666658)
+2860 train 4.006887 (lr=5.3196e-04) (hash(x)=43192247)
+2861 train 4.021122 (lr=5.3190e-04) (hash(x)=36485667)
+2862 train 4.018787 (lr=5.3184e-04) (hash(x)=38081296)
+2863 train 4.039769 (lr=5.3178e-04) (hash(x)=42835802)
+2864 train 4.067696 (lr=5.3172e-04) (hash(x)=42929032)
+2865 train 4.001486 (lr=5.3165e-04) (hash(x)=37477409)
+2866 train 4.025172 (lr=5.3159e-04) (hash(x)=40578548)
+2867 train 4.021290 (lr=5.3153e-04) (hash(x)=38740380)
+2868 train 3.900266 (lr=5.3147e-04) (hash(x)=38884354)
+2869 train 3.942083 (lr=5.3141e-04) (hash(x)=41099993)
+2870 train 3.892509 (lr=5.3135e-04) (hash(x)=44204197)
+2871 train 3.853746 (lr=5.3129e-04) (hash(x)=39282782)
+2872 train 3.822089 (lr=5.3123e-04) (hash(x)=40466354)
+2873 train 3.892020 (lr=5.3117e-04) (hash(x)=41194286)
+2874 train 3.885202 (lr=5.3111e-04) (hash(x)=37126563)
+2875 train 3.899816 (lr=5.3105e-04) (hash(x)=37625174)
+2876 train 3.916900 (lr=5.3098e-04) (hash(x)=43633557)
+2877 train 3.906642 (lr=5.3092e-04) (hash(x)=42374725)
+2878 train 3.844174 (lr=5.3086e-04) (hash(x)=36265865)
+2879 train 3.941802 (lr=5.3080e-04) (hash(x)=37680856)
+2880 train 4.043292 (lr=5.3074e-04) (hash(x)=43843757)
+2881 train 4.104383 (lr=5.3068e-04) (hash(x)=37768637)
+2882 train 4.135902 (lr=5.3062e-04) (hash(x)=42755721)
+2883 train 4.046790 (lr=5.3056e-04) (hash(x)=42070249)
+2884 train 4.086995 (lr=5.3050e-04) (hash(x)=39096491)
+2885 train 4.097013 (lr=5.3044e-04) (hash(x)=42274764)
+2886 train 4.089685 (lr=5.3037e-04) (hash(x)=48179739)
+2887 train 4.075677 (lr=5.3031e-04) (hash(x)=38823219)
+2888 train 4.019411 (lr=5.3025e-04) (hash(x)=43164064)
+2889 train 4.112363 (lr=5.3019e-04) (hash(x)=41801072)
+2890 train 4.062268 (lr=5.3013e-04) (hash(x)=38481468)
+2891 train 4.051664 (lr=5.3007e-04) (hash(x)=46282509)
+2892 train 4.056170 (lr=5.3001e-04) (hash(x)=34001720)
+2893 train 4.072509 (lr=5.2994e-04) (hash(x)=46933300)
+2894 train 4.070540 (lr=5.2988e-04) (hash(x)=38253870)
+2895 train 4.066478 (lr=5.2982e-04) (hash(x)=45306534)
+2896 train 4.103799 (lr=5.2976e-04) (hash(x)=41649073)
+2897 train 4.050981 (lr=5.2970e-04) (hash(x)=53044455)
+2898 train 4.091519 (lr=5.2964e-04) (hash(x)=42856679)
+2899 train 4.086959 (lr=5.2958e-04) (hash(x)=38209458)
+2900 train 4.085176 (lr=5.2951e-04) (hash(x)=45728662)
+2901 train 4.129082 (lr=5.2945e-04) (hash(x)=39722925)
+2902 train 4.072687 (lr=5.2939e-04) (hash(x)=39329931)
+2903 train 4.064095 (lr=5.2933e-04) (hash(x)=37459410)
+2904 train 4.113579 (lr=5.2927e-04) (hash(x)=40886785)
+2905 train 4.102272 (lr=5.2921e-04) (hash(x)=40144468)
+2906 train 4.019251 (lr=5.2914e-04) (hash(x)=42426407)
+2907 train 4.032095 (lr=5.2908e-04) (hash(x)=37654850)
+2908 train 4.168684 (lr=5.2902e-04) (hash(x)=46435269)
+2909 train 4.009269 (lr=5.2896e-04) (hash(x)=38296214)
+2910 train 4.032053 (lr=5.2890e-04) (hash(x)=38091099)
+2911 train 4.025938 (lr=5.2884e-04) (hash(x)=35529407)
+2912 train 4.027406 (lr=5.2877e-04) (hash(x)=42777620)
+2913 train 4.001782 (lr=5.2871e-04) (hash(x)=42199303)
+2914 train 4.061567 (lr=5.2865e-04) (hash(x)=42505445)
+2915 train 4.039430 (lr=5.2859e-04) (hash(x)=36408694)
+2916 train 4.020746 (lr=5.2853e-04) (hash(x)=38160941)
+2917 train 4.092900 (lr=5.2846e-04) (hash(x)=38440804)
+2918 train 4.014709 (lr=5.2840e-04) (hash(x)=36613078)
+2919 train 3.969053 (lr=5.2834e-04) (hash(x)=40954342)
+2920 train 3.868347 (lr=5.2828e-04) (hash(x)=37915937)
+2921 train 3.883893 (lr=5.2822e-04) (hash(x)=36891647)
+2922 train 3.869286 (lr=5.2815e-04) (hash(x)=40775484)
+2923 train 3.902071 (lr=5.2809e-04) (hash(x)=40459920)
+2924 train 3.871547 (lr=5.2803e-04) (hash(x)=42578185)
+2925 train 3.834270 (lr=5.2797e-04) (hash(x)=45011722)
+2926 train 3.861023 (lr=5.2791e-04) (hash(x)=26973220)
+2927 train 3.880199 (lr=5.2784e-04) (hash(x)=42128711)
+2928 train 3.937811 (lr=5.2778e-04) (hash(x)=43746201)
+2929 train 3.904941 (lr=5.2772e-04) (hash(x)=35836698)
+2930 train 3.870891 (lr=5.2766e-04) (hash(x)=43914423)
+2931 train 3.911964 (lr=5.2760e-04) (hash(x)=37574646)
+2932 train 4.128339 (lr=5.2753e-04) (hash(x)=36334175)
+2933 train 4.071022 (lr=5.2747e-04) (hash(x)=45958598)
+2934 train 4.132113 (lr=5.2741e-04) (hash(x)=45276661)
+2935 train 4.064074 (lr=5.2735e-04) (hash(x)=42646848)
+2936 train 4.045453 (lr=5.2728e-04) (hash(x)=42332079)
+2937 train 4.078671 (lr=5.2722e-04) (hash(x)=47351816)
+2938 train 4.246522 (lr=5.2716e-04) (hash(x)=32565982)
+2939 train 4.116128 (lr=5.2710e-04) (hash(x)=38850135)
+2940 train 4.153555 (lr=5.2703e-04) (hash(x)=39660094)
+2941 train 4.095022 (lr=5.2697e-04) (hash(x)=48000219)
+2942 train 4.101628 (lr=5.2691e-04) (hash(x)=38380925)
+2943 train 4.091442 (lr=5.2685e-04) (hash(x)=41914744)
+2944 train 4.106926 (lr=5.2678e-04) (hash(x)=36924670)
+2945 train 4.028170 (lr=5.2672e-04) (hash(x)=44847096)
+2946 train 4.081183 (lr=5.2666e-04) (hash(x)=37697760)
+2947 train 4.109580 (lr=5.2660e-04) (hash(x)=40657847)
+2948 train 4.078624 (lr=5.2653e-04) (hash(x)=40463140)
+2949 train 4.073016 (lr=5.2647e-04) (hash(x)=41704167)
+2950 train 4.012385 (lr=5.2641e-04) (hash(x)=38051330)
+2951 train 4.108443 (lr=5.2635e-04) (hash(x)=37560455)
+2952 train 4.026181 (lr=5.2628e-04) (hash(x)=43753097)
+2953 train 4.063906 (lr=5.2622e-04) (hash(x)=55857830)
+2954 train 4.037804 (lr=5.2616e-04) (hash(x)=35725912)
+2955 train 4.072351 (lr=5.2609e-04) (hash(x)=39559496)
+2956 train 4.153647 (lr=5.2603e-04) (hash(x)=43236905)
+2957 train 4.056281 (lr=5.2597e-04) (hash(x)=41255746)
+2958 train 4.026990 (lr=5.2591e-04) (hash(x)=36713867)
+2959 train 4.029316 (lr=5.2584e-04) (hash(x)=36390927)
+2960 train 3.990583 (lr=5.2578e-04) (hash(x)=42102577)
+2961 train 4.018849 (lr=5.2572e-04) (hash(x)=48352852)
+2962 train 3.999446 (lr=5.2565e-04) (hash(x)=43091729)
+2963 train 3.995803 (lr=5.2559e-04) (hash(x)=33503173)
+2964 train 4.082538 (lr=5.2553e-04) (hash(x)=39252283)
+2965 train 4.048257 (lr=5.2547e-04) (hash(x)=38909616)
+2966 train 4.061106 (lr=5.2540e-04) (hash(x)=39183889)
+2967 train 4.037471 (lr=5.2534e-04) (hash(x)=39134981)
+2968 train 4.044827 (lr=5.2528e-04) (hash(x)=40939758)
+2969 train 3.968803 (lr=5.2521e-04) (hash(x)=42685322)
+2970 train 3.930157 (lr=5.2515e-04) (hash(x)=40717616)
+2971 train 3.880029 (lr=5.2509e-04) (hash(x)=52326206)
+2972 train 3.917766 (lr=5.2502e-04) (hash(x)=38803336)
+2973 train 3.882397 (lr=5.2496e-04) (hash(x)=43666354)
+2974 train 3.859515 (lr=5.2490e-04) (hash(x)=37926559)
+2975 train 3.842138 (lr=5.2483e-04) (hash(x)=48213164)
+2976 train 3.865485 (lr=5.2477e-04) (hash(x)=39486196)
+2977 train 3.968513 (lr=5.2471e-04) (hash(x)=40030335)
+2978 train 3.950653 (lr=5.2464e-04) (hash(x)=31894432)
+2979 train 3.902211 (lr=5.2458e-04) (hash(x)=42046249)
+2980 train 3.872721 (lr=5.2452e-04) (hash(x)=34878010)
+2981 train 3.837670 (lr=5.2445e-04) (hash(x)=39197770)
+2982 train 3.963086 (lr=5.2439e-04) (hash(x)=42646670)
+2983 train 4.068698 (lr=5.2433e-04) (hash(x)=38822136)
+2984 train 4.021345 (lr=5.2426e-04) (hash(x)=40419555)
+2985 train 4.088060 (lr=5.2420e-04) (hash(x)=42179432)
+2986 train 4.118238 (lr=5.2414e-04) (hash(x)=37521524)
+2987 train 4.139923 (lr=5.2407e-04) (hash(x)=44026711)
+2988 train 4.074814 (lr=5.2401e-04) (hash(x)=36856132)
+2989 train 4.052913 (lr=5.2395e-04) (hash(x)=40078940)
+2990 train 4.058190 (lr=5.2388e-04) (hash(x)=40698979)
+2991 train 4.029830 (lr=5.2382e-04) (hash(x)=37327502)
+2992 train 4.318527 (lr=5.2376e-04) (hash(x)=39061838)
+2993 train 4.087404 (lr=5.2369e-04) (hash(x)=49146961)
+2994 train 4.079022 (lr=5.2363e-04) (hash(x)=39952079)
+2995 train 4.064838 (lr=5.2356e-04) (hash(x)=41465892)
+2996 train 4.059025 (lr=5.2350e-04) (hash(x)=45445584)
+2997 train 4.060661 (lr=5.2344e-04) (hash(x)=37135332)
+2998 train 4.066781 (lr=5.2337e-04) (hash(x)=42706725)
+2999 train 4.018831 (lr=5.2331e-04) (hash(x)=39056102)
+3000 val loss 4.0438
+3000 val perplexity 57.0454
+3000 hella 0.2761
+3000 train 4.005302 (lr=5.2325e-04) (hash(x)=56425146)
+3001 train 4.104349 (lr=5.2318e-04) (hash(x)=35426412)
+3002 train 4.072376 (lr=5.2312e-04) (hash(x)=35341579)
+3003 train 4.072560 (lr=5.2305e-04) (hash(x)=38148607)
+3004 train 4.030909 (lr=5.2299e-04) (hash(x)=34100959)
+3005 train 4.070389 (lr=5.2293e-04) (hash(x)=37222507)
+3006 train 4.031657 (lr=5.2286e-04) (hash(x)=36003189)
+3007 train 4.038736 (lr=5.2280e-04) (hash(x)=41549507)
+3008 train 4.051593 (lr=5.2273e-04) (hash(x)=45985244)
+3009 train 4.043200 (lr=5.2267e-04) (hash(x)=39094791)
+3010 train 3.988034 (lr=5.2261e-04) (hash(x)=42650616)
+3011 train 4.056461 (lr=5.2254e-04) (hash(x)=38116961)
+3012 train 4.052320 (lr=5.2248e-04) (hash(x)=48819929)
+3013 train 4.037563 (lr=5.2241e-04) (hash(x)=35698841)
+3014 train 4.038178 (lr=5.2235e-04) (hash(x)=46673301)
+3015 train 4.025605 (lr=5.2229e-04) (hash(x)=36671375)
+3016 train 4.014302 (lr=5.2222e-04) (hash(x)=40814547)
+3017 train 4.006177 (lr=5.2216e-04) (hash(x)=42736931)
+3018 train 3.971305 (lr=5.2209e-04) (hash(x)=39101437)
+3019 train 4.043072 (lr=5.2203e-04) (hash(x)=37140520)
+3020 train 3.976395 (lr=5.2197e-04) (hash(x)=38826196)
+3021 train 3.856446 (lr=5.2190e-04) (hash(x)=39462759)
+3022 train 3.854166 (lr=5.2184e-04) (hash(x)=43342723)
+3023 train 3.887127 (lr=5.2177e-04) (hash(x)=45689011)
+3024 train 3.805097 (lr=5.2171e-04) (hash(x)=40699217)
+3025 train 3.853165 (lr=5.2164e-04) (hash(x)=39743565)
+3026 train 3.874183 (lr=5.2158e-04) (hash(x)=41646149)
+3027 train 3.906935 (lr=5.2152e-04) (hash(x)=42458921)
+3028 train 3.863159 (lr=5.2145e-04) (hash(x)=38265751)
+3029 train 3.875556 (lr=5.2139e-04) (hash(x)=42208430)
+3030 train 3.849886 (lr=5.2132e-04) (hash(x)=42896365)
+3031 train 3.819222 (lr=5.2126e-04) (hash(x)=40037664)
+3032 train 3.813982 (lr=5.2119e-04) (hash(x)=48452920)
+3033 train 3.826255 (lr=5.2113e-04) (hash(x)=34462794)
+3034 train 4.115743 (lr=5.2106e-04) (hash(x)=45271999)
+3035 train 4.064535 (lr=5.2100e-04) (hash(x)=43639992)
+3036 train 4.102046 (lr=5.2093e-04) (hash(x)=40889531)
+3037 train 4.053288 (lr=5.2087e-04) (hash(x)=39081296)
+3038 train 4.030700 (lr=5.2081e-04) (hash(x)=40816220)
+3039 train 4.084363 (lr=5.2074e-04) (hash(x)=40221310)
+3040 train 4.086959 (lr=5.2068e-04) (hash(x)=45473688)
+3041 train 4.057442 (lr=5.2061e-04) (hash(x)=41784731)
+3042 train 4.035113 (lr=5.2055e-04) (hash(x)=35848382)
+3043 train 4.050698 (lr=5.2048e-04) (hash(x)=38490785)
+3044 train 4.086236 (lr=5.2042e-04) (hash(x)=45744586)
+3045 train 4.025673 (lr=5.2035e-04) (hash(x)=38921466)
+3046 train 4.074578 (lr=5.2029e-04) (hash(x)=39070870)
+3047 train 4.061628 (lr=5.2022e-04) (hash(x)=39046633)
+3048 train 4.074156 (lr=5.2016e-04) (hash(x)=43713147)
+3049 train 4.076438 (lr=5.2009e-04) (hash(x)=46399406)
+3050 train 4.101631 (lr=5.2003e-04) (hash(x)=35621804)
+3051 train 4.017699 (lr=5.1996e-04) (hash(x)=40308764)
+3052 train 4.042090 (lr=5.1990e-04) (hash(x)=44631119)
+3053 train 4.077763 (lr=5.1983e-04) (hash(x)=42530721)
+3054 train 4.072576 (lr=5.1977e-04) (hash(x)=42800512)
+3055 train 4.068931 (lr=5.1970e-04) (hash(x)=44078726)
+3056 train 4.058858 (lr=5.1964e-04) (hash(x)=42334999)
+3057 train 4.065520 (lr=5.1957e-04) (hash(x)=39043492)
+3058 train 3.959318 (lr=5.1951e-04) (hash(x)=39862461)
+3059 train 3.995483 (lr=5.1944e-04) (hash(x)=44892001)
+3060 train 3.994395 (lr=5.1938e-04) (hash(x)=39737798)
+3061 train 4.054945 (lr=5.1931e-04) (hash(x)=35996108)
+3062 train 4.016451 (lr=5.1925e-04) (hash(x)=33955223)
+3063 train 4.004520 (lr=5.1918e-04) (hash(x)=32062006)
+3064 train 3.991094 (lr=5.1912e-04) (hash(x)=37681751)
+3065 train 4.031723 (lr=5.1905e-04) (hash(x)=42336509)
+3066 train 4.017499 (lr=5.1899e-04) (hash(x)=40002239)
+3067 train 4.008899 (lr=5.1892e-04) (hash(x)=32105691)
+3068 train 4.004171 (lr=5.1886e-04) (hash(x)=32501846)
+3069 train 4.019742 (lr=5.1879e-04) (hash(x)=38387178)
+3070 train 4.007164 (lr=5.1873e-04) (hash(x)=42288299)
+3071 train 3.957488 (lr=5.1866e-04) (hash(x)=41319220)
+3072 train 3.850656 (lr=5.1860e-04) (hash(x)=40456349)
+3073 train 3.826108 (lr=5.1853e-04) (hash(x)=37597276)
+3074 train 3.831942 (lr=5.1846e-04) (hash(x)=33898972)
+3075 train 3.838999 (lr=5.1840e-04) (hash(x)=40306494)
+3076 train 3.857506 (lr=5.1833e-04) (hash(x)=37082865)
+3077 train 3.853627 (lr=5.1827e-04) (hash(x)=52746969)
+3078 train 3.869902 (lr=5.1820e-04) (hash(x)=40898932)
+3079 train 3.876078 (lr=5.1814e-04) (hash(x)=37928722)
+3080 train 3.863370 (lr=5.1807e-04) (hash(x)=37613129)
+3081 train 3.932106 (lr=5.1801e-04) (hash(x)=40124873)
+3082 train 3.867588 (lr=5.1794e-04) (hash(x)=31881641)
+3083 train 3.907747 (lr=5.1788e-04) (hash(x)=41655025)
+3084 train 3.993059 (lr=5.1781e-04) (hash(x)=41349016)
+3085 train 4.034747 (lr=5.1774e-04) (hash(x)=39963805)
+3086 train 4.100880 (lr=5.1768e-04) (hash(x)=43356626)
+3087 train 4.078773 (lr=5.1761e-04) (hash(x)=34932536)
+3088 train 4.058687 (lr=5.1755e-04) (hash(x)=43720388)
+3089 train 4.066408 (lr=5.1748e-04) (hash(x)=38537348)
+3090 train 4.072357 (lr=5.1742e-04) (hash(x)=37532858)
+3091 train 4.104616 (lr=5.1735e-04) (hash(x)=38832599)
+3092 train 4.048235 (lr=5.1728e-04) (hash(x)=39246864)
+3093 train 4.048934 (lr=5.1722e-04) (hash(x)=37427597)
+3094 train 4.106025 (lr=5.1715e-04) (hash(x)=39823215)
+3095 train 4.088274 (lr=5.1709e-04) (hash(x)=36016159)
+3096 train 4.100929 (lr=5.1702e-04) (hash(x)=37983255)
+3097 train 4.054112 (lr=5.1695e-04) (hash(x)=35606095)
+3098 train 4.045179 (lr=5.1689e-04) (hash(x)=44965785)
+3099 train 4.044524 (lr=5.1682e-04) (hash(x)=39709638)
+3100 train 4.083840 (lr=5.1676e-04) (hash(x)=38444025)
+3101 train 4.118974 (lr=5.1669e-04) (hash(x)=45219303)
+3102 train 4.085504 (lr=5.1662e-04) (hash(x)=49013366)
+3103 train 4.066941 (lr=5.1656e-04) (hash(x)=49374328)
+3104 train 4.082530 (lr=5.1649e-04) (hash(x)=44270161)
+3105 train 4.094397 (lr=5.1643e-04) (hash(x)=34362713)
+3106 train 4.009165 (lr=5.1636e-04) (hash(x)=44748585)
+3107 train 3.997824 (lr=5.1629e-04) (hash(x)=38789436)
+3108 train 4.057029 (lr=5.1623e-04) (hash(x)=44511737)
+3109 train 4.010362 (lr=5.1616e-04) (hash(x)=36923927)
+3110 train 3.946425 (lr=5.1610e-04) (hash(x)=36415371)
+3111 train 4.010981 (lr=5.1603e-04) (hash(x)=35035480)
+3112 train 3.999428 (lr=5.1596e-04) (hash(x)=44707071)
+3113 train 4.009950 (lr=5.1590e-04) (hash(x)=39026716)
+3114 train 4.008152 (lr=5.1583e-04) (hash(x)=37017892)
+3115 train 4.093946 (lr=5.1576e-04) (hash(x)=41704898)
+3116 train 4.006134 (lr=5.1570e-04) (hash(x)=37452814)
+3117 train 4.047769 (lr=5.1563e-04) (hash(x)=43817025)
+3118 train 3.999110 (lr=5.1557e-04) (hash(x)=44601856)
+3119 train 3.978681 (lr=5.1550e-04) (hash(x)=34998446)
+3120 train 3.917103 (lr=5.1543e-04) (hash(x)=37672621)
+3121 train 4.040167 (lr=5.1537e-04) (hash(x)=34512336)
+3122 train 3.936799 (lr=5.1530e-04) (hash(x)=46001640)
+3123 train 3.906711 (lr=5.1523e-04) (hash(x)=42306638)
+3124 train 3.879635 (lr=5.1517e-04) (hash(x)=44508165)
+3125 train 3.854200 (lr=5.1510e-04) (hash(x)=40973434)
+3126 train 3.815888 (lr=5.1503e-04) (hash(x)=41611694)
+3127 train 3.847436 (lr=5.1497e-04) (hash(x)=36636051)
+3128 train 3.864462 (lr=5.1490e-04) (hash(x)=40437037)
+3129 train 3.875276 (lr=5.1483e-04) (hash(x)=42284957)
+3130 train 3.868487 (lr=5.1477e-04) (hash(x)=39554588)
+3131 train 3.875064 (lr=5.1470e-04) (hash(x)=41839804)
+3132 train 3.832315 (lr=5.1463e-04) (hash(x)=41216645)
+3133 train 3.858082 (lr=5.1457e-04) (hash(x)=46201779)
+3134 train 3.905680 (lr=5.1450e-04) (hash(x)=41829944)
+3135 train 4.067362 (lr=5.1443e-04) (hash(x)=42874622)
+3136 train 4.064799 (lr=5.1437e-04) (hash(x)=35291117)
+3137 train 4.094635 (lr=5.1430e-04) (hash(x)=42819466)
+3138 train 4.043925 (lr=5.1423e-04) (hash(x)=35564183)
+3139 train 4.028966 (lr=5.1417e-04) (hash(x)=40376554)
+3140 train 4.113083 (lr=5.1410e-04) (hash(x)=42179246)
+3141 train 4.063787 (lr=5.1403e-04) (hash(x)=34332369)
+3142 train 4.100194 (lr=5.1397e-04) (hash(x)=46268601)
+3143 train 4.052440 (lr=5.1390e-04) (hash(x)=37640439)
+3144 train 4.049934 (lr=5.1383e-04) (hash(x)=40156261)
+3145 train 4.043590 (lr=5.1377e-04) (hash(x)=40351072)
+3146 train 4.099098 (lr=5.1370e-04) (hash(x)=36054967)
+3147 train 4.059133 (lr=5.1363e-04) (hash(x)=41301913)
+3148 train 4.032716 (lr=5.1357e-04) (hash(x)=38768866)
+3149 train 4.032907 (lr=5.1350e-04) (hash(x)=44069193)
+3150 train 4.068175 (lr=5.1343e-04) (hash(x)=39527563)
+3151 train 4.036783 (lr=5.1336e-04) (hash(x)=50021690)
+3152 train 4.048088 (lr=5.1330e-04) (hash(x)=42153363)
+3153 train 4.012035 (lr=5.1323e-04) (hash(x)=32164813)
+3154 train 4.033829 (lr=5.1316e-04) (hash(x)=40070831)
+3155 train 4.036535 (lr=5.1310e-04) (hash(x)=36495756)
+3156 train 4.040998 (lr=5.1303e-04) (hash(x)=52350827)
+3157 train 4.072865 (lr=5.1296e-04) (hash(x)=36148174)
+3158 train 4.103564 (lr=5.1289e-04) (hash(x)=43482400)
+3159 train 4.111753 (lr=5.1283e-04) (hash(x)=38255626)
+3160 train 3.967276 (lr=5.1276e-04) (hash(x)=39419289)
+3161 train 3.964197 (lr=5.1269e-04) (hash(x)=40390981)
+3162 train 3.984037 (lr=5.1263e-04) (hash(x)=44090585)
+3163 train 3.974825 (lr=5.1256e-04) (hash(x)=40913138)
+3164 train 4.010074 (lr=5.1249e-04) (hash(x)=38393943)
+3165 train 3.967219 (lr=5.1242e-04) (hash(x)=41898275)
+3166 train 4.028308 (lr=5.1236e-04) (hash(x)=34564182)
+3167 train 3.956549 (lr=5.1229e-04) (hash(x)=43225361)
+3168 train 4.021845 (lr=5.1222e-04) (hash(x)=39316456)
+3169 train 3.983001 (lr=5.1215e-04) (hash(x)=36100350)
+3170 train 3.993472 (lr=5.1209e-04) (hash(x)=40310620)
+3171 train 3.986657 (lr=5.1202e-04) (hash(x)=44330244)
+3172 train 3.974328 (lr=5.1195e-04) (hash(x)=43469527)
+3173 train 3.850303 (lr=5.1188e-04) (hash(x)=33910689)
+3174 train 3.863538 (lr=5.1182e-04) (hash(x)=43480665)
+3175 train 3.878829 (lr=5.1175e-04) (hash(x)=41128116)
+3176 train 3.793760 (lr=5.1168e-04) (hash(x)=42703101)
+3177 train 3.877832 (lr=5.1161e-04) (hash(x)=40821084)
+3178 train 3.909941 (lr=5.1155e-04) (hash(x)=43786775)
+3179 train 3.945855 (lr=5.1148e-04) (hash(x)=33880226)
+3180 train 3.844546 (lr=5.1141e-04) (hash(x)=39349585)
+3181 train 3.834636 (lr=5.1134e-04) (hash(x)=36625291)
+3182 train 3.845214 (lr=5.1128e-04) (hash(x)=37913891)
+3183 train 3.822644 (lr=5.1121e-04) (hash(x)=38554864)
+3184 train 3.864703 (lr=5.1114e-04) (hash(x)=34739579)
+3185 train 4.164073 (lr=5.1107e-04) (hash(x)=31612452)
+3186 train 4.105400 (lr=5.1100e-04) (hash(x)=38443261)
+3187 train 4.003166 (lr=5.1094e-04) (hash(x)=41680693)
+3188 train 4.045087 (lr=5.1087e-04) (hash(x)=42253067)
+3189 train 4.045390 (lr=5.1080e-04) (hash(x)=41995729)
+3190 train 4.072492 (lr=5.1073e-04) (hash(x)=39233695)
+3191 train 4.044685 (lr=5.1067e-04) (hash(x)=35331333)
+3192 train 4.060041 (lr=5.1060e-04) (hash(x)=37977075)
+3193 train 4.050536 (lr=5.1053e-04) (hash(x)=40986690)
+3194 train 4.043988 (lr=5.1046e-04) (hash(x)=45236888)
+3195 train 4.014279 (lr=5.1039e-04) (hash(x)=48194605)
+3196 train 4.028364 (lr=5.1033e-04) (hash(x)=34951826)
+3197 train 4.037084 (lr=5.1026e-04) (hash(x)=42207541)
+3198 train 4.015136 (lr=5.1019e-04) (hash(x)=42189137)
+3199 train 4.033635 (lr=5.1012e-04) (hash(x)=39179711)
+3200 train 4.078103 (lr=5.1005e-04) (hash(x)=38871191)
+3201 train 4.059055 (lr=5.0999e-04) (hash(x)=40733521)
+3202 train 4.028532 (lr=5.0992e-04) (hash(x)=36163360)
+3203 train 4.025120 (lr=5.0985e-04) (hash(x)=42251486)
+3204 train 4.061772 (lr=5.0978e-04) (hash(x)=38493138)
+3205 train 4.052695 (lr=5.0971e-04) (hash(x)=34381099)
+3206 train 4.092362 (lr=5.0964e-04) (hash(x)=38432693)
+3207 train 4.033673 (lr=5.0958e-04) (hash(x)=40525953)
+3208 train 4.128316 (lr=5.0951e-04) (hash(x)=40513998)
+3209 train 4.095239 (lr=5.0944e-04) (hash(x)=40078255)
+3210 train 4.028083 (lr=5.0937e-04) (hash(x)=35868944)
+3211 train 3.994978 (lr=5.0930e-04) (hash(x)=41425879)
+3212 train 4.049336 (lr=5.0924e-04) (hash(x)=39505552)
+3213 train 4.054176 (lr=5.0917e-04) (hash(x)=40221792)
+3214 train 4.008557 (lr=5.0910e-04) (hash(x)=34247262)
+3215 train 4.003129 (lr=5.0903e-04) (hash(x)=42303586)
+3216 train 3.938577 (lr=5.0896e-04) (hash(x)=34429423)
+3217 train 3.961283 (lr=5.0889e-04) (hash(x)=36355545)
+3218 train 4.023448 (lr=5.0882e-04) (hash(x)=48007478)
+3219 train 4.006574 (lr=5.0876e-04) (hash(x)=40111375)
+3220 train 3.982746 (lr=5.0869e-04) (hash(x)=48817691)
+3221 train 3.924775 (lr=5.0862e-04) (hash(x)=38859644)
+3222 train 3.976147 (lr=5.0855e-04) (hash(x)=40609347)
+3223 train 3.864727 (lr=5.0848e-04) (hash(x)=44150793)
+3224 train 3.825625 (lr=5.0841e-04) (hash(x)=41779469)
+3225 train 3.867285 (lr=5.0835e-04) (hash(x)=40008717)
+3226 train 3.806293 (lr=5.0828e-04) (hash(x)=46048980)
+3227 train 3.838590 (lr=5.0821e-04) (hash(x)=45523095)
+3228 train 3.919165 (lr=5.0814e-04) (hash(x)=39654377)
+3229 train 3.799511 (lr=5.0807e-04) (hash(x)=40995085)
+3230 train 3.812028 (lr=5.0800e-04) (hash(x)=38772185)
+3231 train 3.793468 (lr=5.0793e-04) (hash(x)=38211166)
+3232 train 3.837175 (lr=5.0786e-04) (hash(x)=40237702)
+3233 train 3.814380 (lr=5.0780e-04) (hash(x)=39297057)
+3234 train 3.822492 (lr=5.0773e-04) (hash(x)=44964123)
+3235 train 3.928477 (lr=5.0766e-04) (hash(x)=39759464)
+3236 train 4.093342 (lr=5.0759e-04) (hash(x)=38015122)
+3237 train 4.027688 (lr=5.0752e-04) (hash(x)=47511951)
+3238 train 4.003464 (lr=5.0745e-04) (hash(x)=45642735)
+3239 train 4.034927 (lr=5.0738e-04) (hash(x)=43970088)
+3240 train 4.109341 (lr=5.0731e-04) (hash(x)=42190238)
+3241 train 4.070616 (lr=5.0725e-04) (hash(x)=41170518)
+3242 train 4.024637 (lr=5.0718e-04) (hash(x)=40564283)
+3243 train 4.038005 (lr=5.0711e-04) (hash(x)=32163654)
+3244 train 4.046140 (lr=5.0704e-04) (hash(x)=41904778)
+3245 train 4.062238 (lr=5.0697e-04) (hash(x)=34312954)
+3246 train 4.151868 (lr=5.0690e-04) (hash(x)=38043420)
+3247 train 4.063349 (lr=5.0683e-04) (hash(x)=41487135)
+3248 train 4.040634 (lr=5.0676e-04) (hash(x)=40851252)
+3249 train 4.040629 (lr=5.0669e-04) (hash(x)=33869846)
+3250 val loss 4.0121
+3250 val perplexity 55.2605
+3250 hella 0.2723
+3250 train 4.016915 (lr=5.0662e-04) (hash(x)=38817488)
+3251 train 3.984363 (lr=5.0655e-04) (hash(x)=49025986)
+3252 train 4.054296 (lr=5.0649e-04) (hash(x)=39989820)
+3253 train 4.075528 (lr=5.0642e-04) (hash(x)=38637470)
+3254 train 4.125860 (lr=5.0635e-04) (hash(x)=47157812)
+3255 train 4.019469 (lr=5.0628e-04) (hash(x)=43941969)
+3256 train 3.991544 (lr=5.0621e-04) (hash(x)=38730930)
+3257 train 4.006248 (lr=5.0614e-04) (hash(x)=43017315)
+3258 train 4.019968 (lr=5.0607e-04) (hash(x)=36438289)
+3259 train 4.019078 (lr=5.0600e-04) (hash(x)=43561333)
+3260 train 3.989104 (lr=5.0593e-04) (hash(x)=37606427)
+3261 train 4.013352 (lr=5.0586e-04) (hash(x)=39215555)
+3262 train 3.924851 (lr=5.0579e-04) (hash(x)=42496035)
+3263 train 3.936784 (lr=5.0572e-04) (hash(x)=38301597)
+3264 train 4.007072 (lr=5.0565e-04) (hash(x)=47558969)
+3265 train 4.006985 (lr=5.0559e-04) (hash(x)=45678947)
+3266 train 3.969038 (lr=5.0552e-04) (hash(x)=36767385)
+3267 train 4.005741 (lr=5.0545e-04) (hash(x)=33120435)
+3268 train 3.966687 (lr=5.0538e-04) (hash(x)=37689860)
+3269 train 3.945944 (lr=5.0531e-04) (hash(x)=38986377)
+3270 train 4.010683 (lr=5.0524e-04) (hash(x)=33529883)
+3271 train 3.921376 (lr=5.0517e-04) (hash(x)=39355586)
+3272 train 3.841423 (lr=5.0510e-04) (hash(x)=33210393)
+3273 train 3.789894 (lr=5.0503e-04) (hash(x)=39815631)
+3274 train 3.861932 (lr=5.0496e-04) (hash(x)=36579382)
+3275 train 3.890255 (lr=5.0489e-04) (hash(x)=37413626)
+3276 train 3.802877 (lr=5.0482e-04) (hash(x)=42479991)
+3277 train 3.812859 (lr=5.0475e-04) (hash(x)=40840164)
+3278 train 3.901691 (lr=5.0468e-04) (hash(x)=40857150)
+3279 train 3.840855 (lr=5.0461e-04) (hash(x)=40693760)
+3280 train 3.857844 (lr=5.0454e-04) (hash(x)=40843538)
+3281 train 3.822451 (lr=5.0447e-04) (hash(x)=40012811)
+3282 train 3.760635 (lr=5.0440e-04) (hash(x)=40946697)
+3283 train 3.780957 (lr=5.0433e-04) (hash(x)=40140009)
+3284 train 3.899961 (lr=5.0426e-04) (hash(x)=39515726)
+3285 train 4.094308 (lr=5.0419e-04) (hash(x)=40401457)
+3286 train 4.003677 (lr=5.0412e-04) (hash(x)=38380273)
+3287 train 4.043015 (lr=5.0405e-04) (hash(x)=39655903)
+3288 train 4.026499 (lr=5.0398e-04) (hash(x)=35496080)
+3289 train 4.032868 (lr=5.0391e-04) (hash(x)=41540386)
+3290 train 4.063630 (lr=5.0384e-04) (hash(x)=42730453)
+3291 train 4.047374 (lr=5.0377e-04) (hash(x)=43175492)
+3292 train 4.013140 (lr=5.0370e-04) (hash(x)=40615846)
+3293 train 4.062908 (lr=5.0363e-04) (hash(x)=35885213)
+3294 train 4.016977 (lr=5.0356e-04) (hash(x)=41822734)
+3295 train 3.990969 (lr=5.0349e-04) (hash(x)=43201218)
+3296 train 4.043360 (lr=5.0342e-04) (hash(x)=40159363)
+3297 train 4.078324 (lr=5.0335e-04) (hash(x)=39938237)
+3298 train 3.997174 (lr=5.0328e-04) (hash(x)=39968631)
+3299 train 4.092845 (lr=5.0321e-04) (hash(x)=40681804)
+3300 train 4.036585 (lr=5.0314e-04) (hash(x)=35588095)
+3301 train 3.976346 (lr=5.0307e-04) (hash(x)=36892303)
+3302 train 4.006031 (lr=5.0300e-04) (hash(x)=34722284)
+3303 train 4.035094 (lr=5.0293e-04) (hash(x)=37556281)
+3304 train 4.030202 (lr=5.0286e-04) (hash(x)=34743236)
+3305 train 4.009091 (lr=5.0279e-04) (hash(x)=39306357)
+3306 train 4.087792 (lr=5.0272e-04) (hash(x)=44542267)
+3307 train 4.085634 (lr=5.0265e-04) (hash(x)=35922802)
+3308 train 4.065035 (lr=5.0258e-04) (hash(x)=48173669)
+3309 train 3.913205 (lr=5.0251e-04) (hash(x)=46636973)
+3310 train 3.983596 (lr=5.0244e-04) (hash(x)=36136305)
+3311 train 3.972753 (lr=5.0237e-04) (hash(x)=41796730)
+3312 train 3.922293 (lr=5.0230e-04) (hash(x)=42443001)
+3313 train 4.068342 (lr=5.0223e-04) (hash(x)=43085928)
+3314 train 3.985054 (lr=5.0216e-04) (hash(x)=39769053)
+3315 train 3.986515 (lr=5.0209e-04) (hash(x)=38462632)
+3316 train 4.060336 (lr=5.0202e-04) (hash(x)=38297042)
+3317 train 4.016860 (lr=5.0195e-04) (hash(x)=39430083)
+3318 train 4.020428 (lr=5.0188e-04) (hash(x)=37728901)
+3319 train 3.968392 (lr=5.0181e-04) (hash(x)=38223593)
+3320 train 3.959311 (lr=5.0174e-04) (hash(x)=39599335)
+3321 train 4.017865 (lr=5.0167e-04) (hash(x)=35083810)
+3322 train 3.896468 (lr=5.0160e-04) (hash(x)=40249362)
+3323 train 3.844131 (lr=5.0153e-04) (hash(x)=39802253)
+3324 train 3.814668 (lr=5.0146e-04) (hash(x)=39660649)
+3325 train 3.818066 (lr=5.0139e-04) (hash(x)=42930866)
+3326 train 3.822052 (lr=5.0131e-04) (hash(x)=39337454)
+3327 train 3.865989 (lr=5.0124e-04) (hash(x)=42193436)
+3328 train 3.831958 (lr=5.0117e-04) (hash(x)=38860860)
+3329 train 3.786126 (lr=5.0110e-04) (hash(x)=46465483)
+3330 train 3.881459 (lr=5.0103e-04) (hash(x)=42132579)
+3331 train 3.846551 (lr=5.0096e-04) (hash(x)=41783903)
+3332 train 3.818984 (lr=5.0089e-04) (hash(x)=39462374)
+3333 train 3.850399 (lr=5.0082e-04) (hash(x)=45145021)
+3334 train 3.804043 (lr=5.0075e-04) (hash(x)=43369382)
+3335 train 3.990043 (lr=5.0068e-04) (hash(x)=43787378)
+3336 train 4.007776 (lr=5.0061e-04) (hash(x)=44229485)
+3337 train 4.055014 (lr=5.0054e-04) (hash(x)=40923929)
+3338 train 3.980547 (lr=5.0047e-04) (hash(x)=37966703)
+3339 train 3.995366 (lr=5.0040e-04) (hash(x)=40896103)
+3340 train 3.959412 (lr=5.0032e-04) (hash(x)=42826020)
+3341 train 4.042570 (lr=5.0025e-04) (hash(x)=43646241)
+3342 train 4.004852 (lr=5.0018e-04) (hash(x)=42414971)
+3343 train 3.997245 (lr=5.0011e-04) (hash(x)=44413081)
+3344 train 3.963299 (lr=5.0004e-04) (hash(x)=42569142)
+3345 train 3.982074 (lr=4.9997e-04) (hash(x)=41053119)
+3346 train 4.013456 (lr=4.9990e-04) (hash(x)=42675607)
+3347 train 3.960015 (lr=4.9983e-04) (hash(x)=37723908)
+3348 train 4.078398 (lr=4.9976e-04) (hash(x)=46207961)
+3349 train 4.065637 (lr=4.9969e-04) (hash(x)=36247712)
+3350 train 4.078277 (lr=4.9961e-04) (hash(x)=41277185)
+3351 train 4.058696 (lr=4.9954e-04) (hash(x)=47452502)
+3352 train 4.064599 (lr=4.9947e-04) (hash(x)=42855253)
+3353 train 4.168406 (lr=4.9940e-04) (hash(x)=42624707)
+3354 train 4.014663 (lr=4.9933e-04) (hash(x)=39670274)
+3355 train 4.097952 (lr=4.9926e-04) (hash(x)=44233198)
+3356 train 4.071502 (lr=4.9919e-04) (hash(x)=35377204)
+3357 train 4.076245 (lr=4.9912e-04) (hash(x)=45596572)
+3358 train 3.996841 (lr=4.9905e-04) (hash(x)=42679061)
+3359 train 4.039118 (lr=4.9897e-04) (hash(x)=39068175)
+3360 train 3.999535 (lr=4.9890e-04) (hash(x)=40231140)
+3361 train 4.021815 (lr=4.9883e-04) (hash(x)=37446801)
+3362 train 3.973556 (lr=4.9876e-04) (hash(x)=40579037)
+3363 train 3.949340 (lr=4.9869e-04) (hash(x)=45257491)
+3364 train 4.001316 (lr=4.9862e-04) (hash(x)=40397432)
+3365 train 4.035829 (lr=4.9855e-04) (hash(x)=42550385)
+3366 train 3.976423 (lr=4.9847e-04) (hash(x)=42029418)
+3367 train 3.947927 (lr=4.9840e-04) (hash(x)=36476940)
+3368 train 3.948506 (lr=4.9833e-04) (hash(x)=41757077)
+3369 train 3.957095 (lr=4.9826e-04) (hash(x)=40893438)
+3370 train 3.995880 (lr=4.9819e-04) (hash(x)=38025760)
+3371 train 3.977473 (lr=4.9812e-04) (hash(x)=35934301)
+3372 train 3.967802 (lr=4.9805e-04) (hash(x)=39359841)
+3373 train 3.748712 (lr=4.9797e-04) (hash(x)=39536006)
+3374 train 3.861303 (lr=4.9790e-04) (hash(x)=37344088)
+3375 train 3.906115 (lr=4.9783e-04) (hash(x)=37112585)
+3376 train 3.829197 (lr=4.9776e-04) (hash(x)=32539564)
+3377 train 3.813334 (lr=4.9769e-04) (hash(x)=36768224)
+3378 train 3.839535 (lr=4.9762e-04) (hash(x)=38064727)
+3379 train 3.774018 (lr=4.9755e-04) (hash(x)=36544920)
+3380 train 3.771132 (lr=4.9747e-04) (hash(x)=37576575)
+3381 train 3.854104 (lr=4.9740e-04) (hash(x)=40401210)
+3382 train 3.802067 (lr=4.9733e-04) (hash(x)=39920412)
+3383 train 3.799050 (lr=4.9726e-04) (hash(x)=35412964)
+3384 train 3.808076 (lr=4.9719e-04) (hash(x)=42964749)
+3385 train 4.004405 (lr=4.9712e-04) (hash(x)=45637465)
+3386 train 3.982738 (lr=4.9704e-04) (hash(x)=38531066)
+3387 train 4.015374 (lr=4.9697e-04) (hash(x)=45503252)
+3388 train 3.997577 (lr=4.9690e-04) (hash(x)=37454536)
+3389 train 3.984869 (lr=4.9683e-04) (hash(x)=39427995)
+3390 train 4.020088 (lr=4.9676e-04) (hash(x)=37660183)
+3391 train 3.985209 (lr=4.9668e-04) (hash(x)=43635736)
+3392 train 4.035379 (lr=4.9661e-04) (hash(x)=41702925)
+3393 train 3.949400 (lr=4.9654e-04) (hash(x)=39086959)
+3394 train 4.007307 (lr=4.9647e-04) (hash(x)=41698452)
+3395 train 4.047054 (lr=4.9640e-04) (hash(x)=42239036)
+3396 train 3.985327 (lr=4.9632e-04) (hash(x)=40899213)
+3397 train 3.983944 (lr=4.9625e-04) (hash(x)=45861708)
+3398 train 4.010477 (lr=4.9618e-04) (hash(x)=44053884)
+3399 train 4.027520 (lr=4.9611e-04) (hash(x)=39918567)
+3400 train 4.040683 (lr=4.9604e-04) (hash(x)=56449461)
+3401 train 3.980617 (lr=4.9596e-04) (hash(x)=38115445)
+3402 train 3.954813 (lr=4.9589e-04) (hash(x)=36558171)
+3403 train 4.079717 (lr=4.9582e-04) (hash(x)=44251992)
+3404 train 4.006272 (lr=4.9575e-04) (hash(x)=38032683)
+3405 train 3.998634 (lr=4.9568e-04) (hash(x)=39038679)
+3406 train 3.988732 (lr=4.9560e-04) (hash(x)=37448827)
+3407 train 4.004745 (lr=4.9553e-04) (hash(x)=39214522)
+3408 train 4.020428 (lr=4.9546e-04) (hash(x)=35987239)
+3409 train 4.015565 (lr=4.9539e-04) (hash(x)=32076627)
+3410 train 3.936830 (lr=4.9532e-04) (hash(x)=42075245)
+3411 train 3.975854 (lr=4.9524e-04) (hash(x)=42041520)
+3412 train 3.991611 (lr=4.9517e-04) (hash(x)=43735301)
+3413 train 3.971954 (lr=4.9510e-04) (hash(x)=39513650)
+3414 train 3.975728 (lr=4.9503e-04) (hash(x)=43918372)
+3415 train 3.961212 (lr=4.9495e-04) (hash(x)=32269513)
+3416 train 3.987222 (lr=4.9488e-04) (hash(x)=50445799)
+3417 train 3.977575 (lr=4.9481e-04) (hash(x)=38004488)
+3418 train 3.931604 (lr=4.9474e-04) (hash(x)=40051206)
+3419 train 3.910920 (lr=4.9466e-04) (hash(x)=41200594)
+3420 train 4.114380 (lr=4.9459e-04) (hash(x)=41766327)
+3421 train 3.989130 (lr=4.9452e-04) (hash(x)=41203934)
+3422 train 3.902292 (lr=4.9445e-04) (hash(x)=35872266)
+3423 train 3.855354 (lr=4.9437e-04) (hash(x)=41771230)
+3424 train 3.884974 (lr=4.9430e-04) (hash(x)=40671215)
+3425 train 3.828320 (lr=4.9423e-04) (hash(x)=35597633)
+3426 train 3.772471 (lr=4.9416e-04) (hash(x)=33692330)
+3427 train 3.788173 (lr=4.9408e-04) (hash(x)=43037773)
+3428 train 3.782145 (lr=4.9401e-04) (hash(x)=39668344)
+3429 train 3.835163 (lr=4.9394e-04) (hash(x)=39842387)
+3430 train 3.857315 (lr=4.9387e-04) (hash(x)=34820153)
+3431 train 3.864554 (lr=4.9379e-04) (hash(x)=40474473)
+3432 train 3.800905 (lr=4.9372e-04) (hash(x)=44993464)
+3433 train 3.801612 (lr=4.9365e-04) (hash(x)=32028078)
+3434 train 3.811280 (lr=4.9358e-04) (hash(x)=44148873)
+3435 train 4.061971 (lr=4.9350e-04) (hash(x)=40350246)
+3436 train 4.029600 (lr=4.9343e-04) (hash(x)=37973893)
+3437 train 4.053319 (lr=4.9336e-04) (hash(x)=45603513)
+3438 train 4.029599 (lr=4.9329e-04) (hash(x)=34374344)
+3439 train 3.987111 (lr=4.9321e-04) (hash(x)=39564383)
+3440 train 4.021539 (lr=4.9314e-04) (hash(x)=41986232)
+3441 train 4.010556 (lr=4.9307e-04) (hash(x)=38849712)
+3442 train 4.055826 (lr=4.9299e-04) (hash(x)=40616617)
+3443 train 4.020666 (lr=4.9292e-04) (hash(x)=40544871)
+3444 train 3.955006 (lr=4.9285e-04) (hash(x)=46533507)
+3445 train 4.058587 (lr=4.9278e-04) (hash(x)=39759753)
+3446 train 4.026409 (lr=4.9270e-04) (hash(x)=38158001)
+3447 train 3.983558 (lr=4.9263e-04) (hash(x)=37899982)
+3448 train 4.016130 (lr=4.9256e-04) (hash(x)=35333882)
+3449 train 4.018467 (lr=4.9248e-04) (hash(x)=40123067)
+3450 train 4.126533 (lr=4.9241e-04) (hash(x)=35453187)
+3451 train 4.014145 (lr=4.9234e-04) (hash(x)=39031303)
+3452 train 4.010092 (lr=4.9227e-04) (hash(x)=38395561)
+3453 train 4.026955 (lr=4.9219e-04) (hash(x)=35054528)
+3454 train 4.057406 (lr=4.9212e-04) (hash(x)=41579758)
+3455 train 4.062808 (lr=4.9205e-04) (hash(x)=40250763)
+3456 train 3.974296 (lr=4.9197e-04) (hash(x)=42941052)
+3457 train 4.323055 (lr=4.9190e-04) (hash(x)=42616853)
+3458 train 4.030353 (lr=4.9183e-04) (hash(x)=36743882)
+3459 train 3.984171 (lr=4.9175e-04) (hash(x)=41230008)
+3460 train 3.977027 (lr=4.9168e-04) (hash(x)=37800314)
+3461 train 3.961120 (lr=4.9161e-04) (hash(x)=42409907)
+3462 train 3.944640 (lr=4.9153e-04) (hash(x)=37880046)
+3463 train 3.982048 (lr=4.9146e-04) (hash(x)=47544127)
+3464 train 3.974002 (lr=4.9139e-04) (hash(x)=37010415)
+3465 train 3.958734 (lr=4.9131e-04) (hash(x)=40496606)
+3466 train 3.984233 (lr=4.9124e-04) (hash(x)=40720431)
+3467 train 3.924478 (lr=4.9117e-04) (hash(x)=48340441)
+3468 train 3.946625 (lr=4.9109e-04) (hash(x)=44403063)
+3469 train 3.998947 (lr=4.9102e-04) (hash(x)=37459549)
+3470 train 3.963646 (lr=4.9095e-04) (hash(x)=37637449)
+3471 train 3.882016 (lr=4.9087e-04) (hash(x)=38084731)
+3472 train 3.902939 (lr=4.9080e-04) (hash(x)=38368399)
+3473 train 3.790636 (lr=4.9073e-04) (hash(x)=36933485)
+3474 train 3.777815 (lr=4.9065e-04) (hash(x)=45134419)
+3475 train 3.836570 (lr=4.9058e-04) (hash(x)=38608334)
+3476 train 3.811987 (lr=4.9051e-04) (hash(x)=29160764)
+3477 train 3.799188 (lr=4.9043e-04) (hash(x)=43104402)
+3478 train 3.795675 (lr=4.9036e-04) (hash(x)=35241910)
+3479 train 3.839516 (lr=4.9029e-04) (hash(x)=37453034)
+3480 train 3.799934 (lr=4.9021e-04) (hash(x)=41369758)
+3481 train 3.779672 (lr=4.9014e-04) (hash(x)=36413566)
+3482 train 3.797406 (lr=4.9007e-04) (hash(x)=41630702)
+3483 train 3.767362 (lr=4.8999e-04) (hash(x)=38030739)
+3484 train 4.015956 (lr=4.8992e-04) (hash(x)=40468805)
+3485 train 3.989415 (lr=4.8985e-04) (hash(x)=32096454)
+3486 train 4.051528 (lr=4.8977e-04) (hash(x)=42395395)
+3487 train 3.972353 (lr=4.8970e-04) (hash(x)=41369570)
+3488 train 3.989098 (lr=4.8962e-04) (hash(x)=44651808)
+3489 train 4.084419 (lr=4.8955e-04) (hash(x)=39613349)
+3490 train 4.079809 (lr=4.8948e-04) (hash(x)=43453826)
+3491 train 4.052340 (lr=4.8940e-04) (hash(x)=38715806)
+3492 train 3.972187 (lr=4.8933e-04) (hash(x)=35150684)
+3493 train 3.992989 (lr=4.8926e-04) (hash(x)=40935557)
+3494 train 4.019445 (lr=4.8918e-04) (hash(x)=39871843)
+3495 train 4.052739 (lr=4.8911e-04) (hash(x)=33801923)
+3496 train 4.079715 (lr=4.8903e-04) (hash(x)=45594992)
+3497 train 3.994663 (lr=4.8896e-04) (hash(x)=35296899)
+3498 train 3.965607 (lr=4.8889e-04) (hash(x)=37942248)
+3499 train 4.000208 (lr=4.8881e-04) (hash(x)=39966506)
+3500 val loss 3.9868
+3500 val perplexity 53.8801
+3500 hella 0.2727
+3500 train 3.999475 (lr=4.8874e-04) (hash(x)=38778240)
+3501 train 4.042029 (lr=4.8867e-04) (hash(x)=38685998)
+3502 train 4.022278 (lr=4.8859e-04) (hash(x)=37102563)
+3503 train 3.988297 (lr=4.8852e-04) (hash(x)=40849865)
+3504 train 4.010379 (lr=4.8844e-04) (hash(x)=37728053)
+3505 train 3.998600 (lr=4.8837e-04) (hash(x)=45725103)
+3506 train 3.972206 (lr=4.8830e-04) (hash(x)=42397181)
+3507 train 4.048210 (lr=4.8822e-04) (hash(x)=41617662)
+3508 train 3.945789 (lr=4.8815e-04) (hash(x)=39234469)
+3509 train 3.928711 (lr=4.8807e-04) (hash(x)=39195690)
+3510 train 3.980761 (lr=4.8800e-04) (hash(x)=41162346)
+3511 train 3.982280 (lr=4.8792e-04) (hash(x)=39090127)
+3512 train 3.995118 (lr=4.8785e-04) (hash(x)=38402334)
+3513 train 4.018957 (lr=4.8778e-04) (hash(x)=38703052)
+3514 train 3.981737 (lr=4.8770e-04) (hash(x)=37458157)
+3515 train 3.960769 (lr=4.8763e-04) (hash(x)=38574237)
+3516 train 3.966986 (lr=4.8755e-04) (hash(x)=41546549)
+3517 train 3.967542 (lr=4.8748e-04) (hash(x)=36728753)
+3518 train 3.980156 (lr=4.8741e-04) (hash(x)=39667370)
+3519 train 3.967546 (lr=4.8733e-04) (hash(x)=41469051)
+3520 train 3.922671 (lr=4.8726e-04) (hash(x)=36306018)
+3521 train 3.771651 (lr=4.8718e-04) (hash(x)=42475446)
+3522 train 3.762959 (lr=4.8711e-04) (hash(x)=45404239)
+3523 train 3.849779 (lr=4.8703e-04) (hash(x)=48329642)
+3524 train 3.818280 (lr=4.8696e-04) (hash(x)=44412275)
+3525 train 3.846149 (lr=4.8689e-04) (hash(x)=41505474)
+3526 train 3.857754 (lr=4.8681e-04) (hash(x)=28257767)
+3527 train 3.784416 (lr=4.8674e-04) (hash(x)=42067192)
+3528 train 3.776716 (lr=4.8666e-04) (hash(x)=44242556)
+3529 train 3.828953 (lr=4.8659e-04) (hash(x)=38254436)
+3530 train 3.806634 (lr=4.8651e-04) (hash(x)=39586631)
+3531 train 3.805331 (lr=4.8644e-04) (hash(x)=43293764)
+3532 train 3.788021 (lr=4.8636e-04) (hash(x)=36117254)
+3533 train 3.963675 (lr=4.8629e-04) (hash(x)=44915616)
+3534 train 4.012280 (lr=4.8622e-04) (hash(x)=40560742)
+3535 train 3.974907 (lr=4.8614e-04) (hash(x)=41116757)
+3536 train 4.050798 (lr=4.8607e-04) (hash(x)=29142945)
+3537 train 4.016001 (lr=4.8599e-04) (hash(x)=39277443)
+3538 train 4.015076 (lr=4.8592e-04) (hash(x)=41165657)
+3539 train 3.997384 (lr=4.8584e-04) (hash(x)=42069615)
+3540 train 3.962527 (lr=4.8577e-04) (hash(x)=38768137)
+3541 train 4.022838 (lr=4.8569e-04) (hash(x)=43827117)
+3542 train 3.991438 (lr=4.8562e-04) (hash(x)=39833678)
+3543 train 4.078457 (lr=4.8554e-04) (hash(x)=42958666)
+3544 train 4.036766 (lr=4.8547e-04) (hash(x)=41902385)
+3545 train 3.990112 (lr=4.8540e-04) (hash(x)=41066231)
+3546 train 3.933095 (lr=4.8532e-04) (hash(x)=37329539)
+3547 train 3.973541 (lr=4.8525e-04) (hash(x)=41357005)
+3548 train 4.012054 (lr=4.8517e-04) (hash(x)=38559458)
+3549 train 3.991153 (lr=4.8510e-04) (hash(x)=37990485)
+3550 train 4.003797 (lr=4.8502e-04) (hash(x)=40586818)
+3551 train 3.986600 (lr=4.8495e-04) (hash(x)=39222049)
+3552 train 3.975827 (lr=4.8487e-04) (hash(x)=54424283)
+3553 train 4.027369 (lr=4.8480e-04) (hash(x)=40279945)
+3554 train 3.998556 (lr=4.8472e-04) (hash(x)=35079948)
+3555 train 4.032233 (lr=4.8465e-04) (hash(x)=51231839)
+3556 train 4.018948 (lr=4.8457e-04) (hash(x)=37196721)
+3557 train 4.012774 (lr=4.8450e-04) (hash(x)=37680636)
+3558 train 3.962117 (lr=4.8442e-04) (hash(x)=41579484)
+3559 train 4.009426 (lr=4.8435e-04) (hash(x)=39135576)
+3560 train 3.925504 (lr=4.8427e-04) (hash(x)=35689814)
+3561 train 3.987594 (lr=4.8420e-04) (hash(x)=43757768)
+3562 train 3.966269 (lr=4.8412e-04) (hash(x)=46324528)
+3563 train 3.976776 (lr=4.8405e-04) (hash(x)=36702617)
+3564 train 3.943698 (lr=4.8397e-04) (hash(x)=42361311)
+3565 train 3.941816 (lr=4.8390e-04) (hash(x)=43538014)
+3566 train 3.994516 (lr=4.8382e-04) (hash(x)=41830638)
+3567 train 3.978000 (lr=4.8375e-04) (hash(x)=38265969)
+3568 train 3.972199 (lr=4.8367e-04) (hash(x)=42330513)
+3569 train 3.881377 (lr=4.8360e-04) (hash(x)=48461202)
+3570 train 3.808843 (lr=4.8352e-04) (hash(x)=38110201)
+3571 train 3.793789 (lr=4.8345e-04) (hash(x)=41913508)
+3572 train 3.796844 (lr=4.8337e-04) (hash(x)=40941576)
+3573 train 3.810740 (lr=4.8330e-04) (hash(x)=37119948)
+3574 train 3.767330 (lr=4.8322e-04) (hash(x)=36843904)
+3575 train 3.756185 (lr=4.8315e-04) (hash(x)=42545254)
+3576 train 3.863405 (lr=4.8307e-04) (hash(x)=39579441)
+3577 train 3.840630 (lr=4.8300e-04) (hash(x)=39981025)
+3578 train 3.848683 (lr=4.8292e-04) (hash(x)=41806599)
+3579 train 3.844813 (lr=4.8284e-04) (hash(x)=41929560)
+3580 train 3.811851 (lr=4.8277e-04) (hash(x)=38904708)
+3581 train 3.853423 (lr=4.8269e-04) (hash(x)=40547146)
+3582 train 4.013976 (lr=4.8262e-04) (hash(x)=42021958)
+3583 train 4.126354 (lr=4.8254e-04) (hash(x)=39564425)
+3584 train 4.031499 (lr=4.8247e-04) (hash(x)=32552808)
+3585 train 3.998754 (lr=4.8239e-04) (hash(x)=36533092)
+3586 train 4.010355 (lr=4.8232e-04) (hash(x)=43341765)
+3587 train 4.218596 (lr=4.8224e-04) (hash(x)=28755106)
+3588 train 3.966173 (lr=4.8217e-04) (hash(x)=43269109)
+3589 train 3.952102 (lr=4.8209e-04) (hash(x)=41268156)
+3590 train 3.991940 (lr=4.8202e-04) (hash(x)=40178658)
+3591 train 4.020695 (lr=4.8194e-04) (hash(x)=43902372)
+3592 train 3.965055 (lr=4.8186e-04) (hash(x)=38499669)
+3593 train 3.978509 (lr=4.8179e-04) (hash(x)=38936403)
+3594 train 4.084642 (lr=4.8171e-04) (hash(x)=41422247)
+3595 train 4.113576 (lr=4.8164e-04) (hash(x)=37921865)
+3596 train 4.050462 (lr=4.8156e-04) (hash(x)=38670542)
+3597 train 4.010685 (lr=4.8149e-04) (hash(x)=40427629)
+3598 train 4.020087 (lr=4.8141e-04) (hash(x)=40245728)
+3599 train 4.009773 (lr=4.8134e-04) (hash(x)=35674249)
+3600 train 4.004169 (lr=4.8126e-04) (hash(x)=44040686)
+3601 train 4.065841 (lr=4.8118e-04) (hash(x)=42651886)
+3602 train 4.060514 (lr=4.8111e-04) (hash(x)=36752063)
+3603 train 4.032516 (lr=4.8103e-04) (hash(x)=35713543)
+3604 train 4.024663 (lr=4.8096e-04) (hash(x)=41198396)
+3605 train 4.045297 (lr=4.8088e-04) (hash(x)=38650772)
+3606 train 4.018634 (lr=4.8081e-04) (hash(x)=38910666)
+3607 train 3.984054 (lr=4.8073e-04) (hash(x)=41788733)
+3608 train 3.987206 (lr=4.8065e-04) (hash(x)=33838179)
+3609 train 3.957691 (lr=4.8058e-04) (hash(x)=43591945)
+3610 train 3.921068 (lr=4.8050e-04) (hash(x)=33742147)
+3611 train 4.013955 (lr=4.8043e-04) (hash(x)=39825492)
+3612 train 3.944640 (lr=4.8035e-04) (hash(x)=37120677)
+3613 train 3.958648 (lr=4.8027e-04) (hash(x)=35797252)
+3614 train 4.027512 (lr=4.8020e-04) (hash(x)=35380954)
+3615 train 3.957217 (lr=4.8012e-04) (hash(x)=39543109)
+3616 train 3.921502 (lr=4.8005e-04) (hash(x)=38014351)
+3617 train 3.981903 (lr=4.7997e-04) (hash(x)=38282310)
+3618 train 3.981205 (lr=4.7989e-04) (hash(x)=36107040)
+3619 train 3.855885 (lr=4.7982e-04) (hash(x)=36717950)
+3620 train 3.862493 (lr=4.7974e-04) (hash(x)=40771859)
+3621 train 3.766278 (lr=4.7967e-04) (hash(x)=39749924)
+3622 train 3.780697 (lr=4.7959e-04) (hash(x)=40161635)
+3623 train 3.848936 (lr=4.7951e-04) (hash(x)=36214735)
+3624 train 3.839433 (lr=4.7944e-04) (hash(x)=39231547)
+3625 train 3.796256 (lr=4.7936e-04) (hash(x)=41271259)
+3626 train 3.781240 (lr=4.7929e-04) (hash(x)=39163961)
+3627 train 3.862165 (lr=4.7921e-04) (hash(x)=35556187)
+3628 train 3.742771 (lr=4.7913e-04) (hash(x)=48303877)
+3629 train 3.953334 (lr=4.7906e-04) (hash(x)=38372575)
+3630 train 3.832037 (lr=4.7898e-04) (hash(x)=44057458)
+3631 train 3.846433 (lr=4.7891e-04) (hash(x)=36941752)
+3632 train 3.931059 (lr=4.7883e-04) (hash(x)=43970569)
+3633 train 4.054076 (lr=4.7875e-04) (hash(x)=38786227)
+3634 train 4.056595 (lr=4.7868e-04) (hash(x)=34179103)
+3635 train 4.017485 (lr=4.7860e-04) (hash(x)=38833525)
+3636 train 4.035530 (lr=4.7852e-04) (hash(x)=41354678)
+3637 train 4.009708 (lr=4.7845e-04) (hash(x)=38619499)
+3638 train 4.025810 (lr=4.7837e-04) (hash(x)=39292496)
+3639 train 4.004025 (lr=4.7830e-04) (hash(x)=42620289)
+3640 train 4.051980 (lr=4.7822e-04) (hash(x)=41969270)
+3641 train 4.055998 (lr=4.7814e-04) (hash(x)=40838861)
+3642 train 3.993904 (lr=4.7807e-04) (hash(x)=40715651)
+3643 train 3.934360 (lr=4.7799e-04) (hash(x)=42012177)
+3644 train 4.053084 (lr=4.7791e-04) (hash(x)=33253568)
+3645 train 3.983330 (lr=4.7784e-04) (hash(x)=47708524)
+3646 train 4.021109 (lr=4.7776e-04) (hash(x)=37356419)
+3647 train 4.070260 (lr=4.7768e-04) (hash(x)=46567722)
+3648 train 3.969784 (lr=4.7761e-04) (hash(x)=36645246)
+3649 train 3.994377 (lr=4.7753e-04) (hash(x)=41524592)
+3650 train 3.978128 (lr=4.7745e-04) (hash(x)=36874086)
+3651 train 4.029932 (lr=4.7738e-04) (hash(x)=50198350)
+3652 train 3.992683 (lr=4.7730e-04) (hash(x)=38850857)
+3653 train 3.978320 (lr=4.7722e-04) (hash(x)=39148192)
+3654 train 4.038073 (lr=4.7715e-04) (hash(x)=38877200)
+3655 train 3.967977 (lr=4.7707e-04) (hash(x)=36798811)
+3656 train 3.996492 (lr=4.7700e-04) (hash(x)=47739858)
+3657 train 3.999035 (lr=4.7692e-04) (hash(x)=37453285)
+3658 train 3.948873 (lr=4.7684e-04) (hash(x)=40478847)
+3659 train 3.997861 (lr=4.7677e-04) (hash(x)=41475808)
+3660 train 3.969343 (lr=4.7669e-04) (hash(x)=37131911)
+3661 train 3.976676 (lr=4.7661e-04) (hash(x)=43095220)
+3662 train 3.921225 (lr=4.7653e-04) (hash(x)=37732190)
+3663 train 3.963642 (lr=4.7646e-04) (hash(x)=39562657)
+3664 train 3.903236 (lr=4.7638e-04) (hash(x)=40574702)
+3665 train 4.012053 (lr=4.7630e-04) (hash(x)=35965176)
+3666 train 3.982124 (lr=4.7623e-04) (hash(x)=42701397)
+3667 train 3.873188 (lr=4.7615e-04) (hash(x)=37779418)
+3668 train 3.980531 (lr=4.7607e-04) (hash(x)=40342086)
+3669 train 3.963331 (lr=4.7600e-04) (hash(x)=38284188)
+3670 train 3.923012 (lr=4.7592e-04) (hash(x)=38743132)
+3671 train 3.822489 (lr=4.7584e-04) (hash(x)=45164143)
+3672 train 3.789225 (lr=4.7577e-04) (hash(x)=40352761)
+3673 train 3.725096 (lr=4.7569e-04) (hash(x)=40086375)
+3674 train 3.737591 (lr=4.7561e-04) (hash(x)=38034175)
+3675 train 3.823568 (lr=4.7554e-04) (hash(x)=44237126)
+3676 train 3.747430 (lr=4.7546e-04) (hash(x)=38332200)
+3677 train 3.788865 (lr=4.7538e-04) (hash(x)=33398727)
+3678 train 3.734657 (lr=4.7531e-04) (hash(x)=39203748)
+3679 train 3.757076 (lr=4.7523e-04) (hash(x)=40990842)
+3680 train 3.748792 (lr=4.7515e-04) (hash(x)=39212129)
+3681 train 3.830662 (lr=4.7507e-04) (hash(x)=41787709)
+3682 train 3.807452 (lr=4.7500e-04) (hash(x)=33084359)
+3683 train 3.963533 (lr=4.7492e-04) (hash(x)=42282118)
+3684 train 3.959800 (lr=4.7484e-04) (hash(x)=47387731)
+3685 train 3.978657 (lr=4.7477e-04) (hash(x)=42016454)
+3686 train 4.017457 (lr=4.7469e-04) (hash(x)=43774648)
+3687 train 3.976721 (lr=4.7461e-04) (hash(x)=40657537)
+3688 train 3.971370 (lr=4.7453e-04) (hash(x)=39120012)
+3689 train 3.943462 (lr=4.7446e-04) (hash(x)=40525294)
+3690 train 4.002268 (lr=4.7438e-04) (hash(x)=43585056)
+3691 train 3.970277 (lr=4.7430e-04) (hash(x)=39032779)
+3692 train 4.036893 (lr=4.7423e-04) (hash(x)=39027590)
+3693 train 4.002098 (lr=4.7415e-04) (hash(x)=32124957)
+3694 train 4.036685 (lr=4.7407e-04) (hash(x)=42692141)
+3695 train 4.030903 (lr=4.7399e-04) (hash(x)=37936488)
+3696 train 3.990708 (lr=4.7392e-04) (hash(x)=41538949)
+3697 train 3.989857 (lr=4.7384e-04) (hash(x)=44095514)
+3698 train 3.978262 (lr=4.7376e-04) (hash(x)=40275996)
+3699 train 4.005397 (lr=4.7368e-04) (hash(x)=39901523)
+3700 train 4.021778 (lr=4.7361e-04) (hash(x)=39534233)
+3701 train 4.049550 (lr=4.7353e-04) (hash(x)=41046322)
+3702 train 3.963617 (lr=4.7345e-04) (hash(x)=51329228)
+3703 train 4.002488 (lr=4.7338e-04) (hash(x)=36052903)
+3704 train 3.981015 (lr=4.7330e-04) (hash(x)=45352070)
+3705 train 3.993331 (lr=4.7322e-04) (hash(x)=36219843)
+3706 train 3.951813 (lr=4.7314e-04) (hash(x)=35265784)
+3707 train 3.972692 (lr=4.7307e-04) (hash(x)=37928175)
+3708 train 3.988071 (lr=4.7299e-04) (hash(x)=37843917)
+3709 train 3.946951 (lr=4.7291e-04) (hash(x)=35529184)
+3710 train 3.950447 (lr=4.7283e-04) (hash(x)=42954363)
+3711 train 3.947917 (lr=4.7276e-04) (hash(x)=40418372)
+3712 train 3.946595 (lr=4.7268e-04) (hash(x)=41770168)
+3713 train 4.018555 (lr=4.7260e-04) (hash(x)=41244352)
+3714 train 3.967887 (lr=4.7252e-04) (hash(x)=39493340)
+3715 train 3.922740 (lr=4.7244e-04) (hash(x)=38844988)
+3716 train 3.973540 (lr=4.7237e-04) (hash(x)=42910870)
+3717 train 3.939490 (lr=4.7229e-04) (hash(x)=38725165)
+3718 train 3.963475 (lr=4.7221e-04) (hash(x)=36098369)
+3719 train 4.058077 (lr=4.7213e-04) (hash(x)=34371341)
+3720 train 3.793632 (lr=4.7206e-04) (hash(x)=44370193)
+3721 train 3.715264 (lr=4.7198e-04) (hash(x)=44371373)
+3722 train 3.758314 (lr=4.7190e-04) (hash(x)=44112599)
+3723 train 3.776006 (lr=4.7182e-04) (hash(x)=40610627)
+3724 train 3.794203 (lr=4.7175e-04) (hash(x)=42801981)
+3725 train 3.788510 (lr=4.7167e-04) (hash(x)=39380995)
+3726 train 3.825730 (lr=4.7159e-04) (hash(x)=32085687)
+3727 train 3.764582 (lr=4.7151e-04) (hash(x)=35324711)
+3728 train 3.773730 (lr=4.7143e-04) (hash(x)=35904480)
+3729 train 3.779359 (lr=4.7136e-04) (hash(x)=46097697)
+3730 train 3.780879 (lr=4.7128e-04) (hash(x)=42572468)
+3731 train 3.799633 (lr=4.7120e-04) (hash(x)=38154261)
+3732 train 3.882744 (lr=4.7112e-04) (hash(x)=42130076)
+3733 train 4.102551 (lr=4.7105e-04) (hash(x)=41616609)
+3734 train 3.981710 (lr=4.7097e-04) (hash(x)=40790285)
+3735 train 4.073732 (lr=4.7089e-04) (hash(x)=40339288)
+3736 train 3.981232 (lr=4.7081e-04) (hash(x)=38667880)
+3737 train 3.989619 (lr=4.7073e-04) (hash(x)=38932298)
+3738 train 4.015316 (lr=4.7066e-04) (hash(x)=42050067)
+3739 train 3.997427 (lr=4.7058e-04) (hash(x)=42194711)
+3740 train 4.020126 (lr=4.7050e-04) (hash(x)=43870713)
+3741 train 3.984210 (lr=4.7042e-04) (hash(x)=42285563)
+3742 train 3.989092 (lr=4.7034e-04) (hash(x)=38901558)
+3743 train 4.039821 (lr=4.7027e-04) (hash(x)=42611207)
+3744 train 4.048746 (lr=4.7019e-04) (hash(x)=36633170)
+3745 train 3.952982 (lr=4.7011e-04) (hash(x)=45560088)
+3746 train 3.989909 (lr=4.7003e-04) (hash(x)=39798403)
+3747 train 3.934385 (lr=4.6995e-04) (hash(x)=37709593)
+3748 train 3.978693 (lr=4.6988e-04) (hash(x)=41564810)
+3749 train 4.025458 (lr=4.6980e-04) (hash(x)=37040029)
+3750 val loss 3.9663
+3750 val perplexity 52.7888
+3750 hella 0.2767
+3750 train 3.999868 (lr=4.6972e-04) (hash(x)=41270434)
+3751 train 3.984649 (lr=4.6964e-04) (hash(x)=41428525)
+3752 train 3.976780 (lr=4.6956e-04) (hash(x)=41743586)
+3753 train 3.914997 (lr=4.6948e-04) (hash(x)=40172989)
+3754 train 3.927953 (lr=4.6941e-04) (hash(x)=41384105)
+3755 train 3.924542 (lr=4.6933e-04) (hash(x)=35193032)
+3756 train 4.018568 (lr=4.6925e-04) (hash(x)=37309424)
+3757 train 3.966710 (lr=4.6917e-04) (hash(x)=40170552)
+3758 train 3.959601 (lr=4.6909e-04) (hash(x)=38745939)
+3759 train 3.971358 (lr=4.6901e-04) (hash(x)=38577683)
+3760 train 3.918619 (lr=4.6894e-04) (hash(x)=37142976)
+3761 train 3.959159 (lr=4.6886e-04) (hash(x)=39121858)
+3762 train 3.858055 (lr=4.6878e-04) (hash(x)=38789921)
+3763 train 3.936217 (lr=4.6870e-04) (hash(x)=41358967)
+3764 train 3.840499 (lr=4.6862e-04) (hash(x)=39053112)
+3765 train 3.935067 (lr=4.6854e-04) (hash(x)=31091260)
+3766 train 3.924582 (lr=4.6847e-04) (hash(x)=36280334)
+3767 train 4.001464 (lr=4.6839e-04) (hash(x)=35471508)
+3768 train 3.965678 (lr=4.6831e-04) (hash(x)=35622296)
+3769 train 3.963204 (lr=4.6823e-04) (hash(x)=37927779)
+3770 train 3.847649 (lr=4.6815e-04) (hash(x)=38818755)
+3771 train 3.838071 (lr=4.6807e-04) (hash(x)=37198871)
+3772 train 3.855184 (lr=4.6800e-04) (hash(x)=38955303)
+3773 train 3.774418 (lr=4.6792e-04) (hash(x)=42968896)
+3774 train 3.775337 (lr=4.6784e-04) (hash(x)=45308864)
+3775 train 3.792515 (lr=4.6776e-04) (hash(x)=35717391)
+3776 train 3.794990 (lr=4.6768e-04) (hash(x)=43026447)
+3777 train 3.744317 (lr=4.6760e-04) (hash(x)=36054979)
+3778 train 3.811102 (lr=4.6752e-04) (hash(x)=46714074)
+3779 train 3.780288 (lr=4.6745e-04) (hash(x)=41175228)
+3780 train 3.785407 (lr=4.6737e-04) (hash(x)=38961880)
+3781 train 3.832683 (lr=4.6729e-04) (hash(x)=42648408)
+3782 train 3.803598 (lr=4.6721e-04) (hash(x)=47559133)
+3783 train 3.926301 (lr=4.6713e-04) (hash(x)=43168626)
+3784 train 3.958184 (lr=4.6705e-04) (hash(x)=41646048)
+3785 train 3.945388 (lr=4.6697e-04) (hash(x)=37695499)
+3786 train 3.949260 (lr=4.6689e-04) (hash(x)=46512734)
+3787 train 4.019370 (lr=4.6682e-04) (hash(x)=41489324)
+3788 train 4.019756 (lr=4.6674e-04) (hash(x)=37801602)
+3789 train 4.203190 (lr=4.6666e-04) (hash(x)=39014849)
+3790 train 3.978118 (lr=4.6658e-04) (hash(x)=37879460)
+3791 train 4.000949 (lr=4.6650e-04) (hash(x)=41031420)
+3792 train 3.951226 (lr=4.6642e-04) (hash(x)=48610829)
+3793 train 3.974179 (lr=4.6634e-04) (hash(x)=37286251)
+3794 train 4.019067 (lr=4.6626e-04) (hash(x)=32742837)
+3795 train 4.048733 (lr=4.6618e-04) (hash(x)=40876567)
+3796 train 4.002854 (lr=4.6611e-04) (hash(x)=40706134)
+3797 train 3.976776 (lr=4.6603e-04) (hash(x)=42241345)
+3798 train 4.083546 (lr=4.6595e-04) (hash(x)=37613312)
+3799 train 3.959095 (lr=4.6587e-04) (hash(x)=46186775)
+3800 train 3.976265 (lr=4.6579e-04) (hash(x)=40571846)
+3801 train 4.025908 (lr=4.6571e-04) (hash(x)=42324509)
+3802 train 3.999526 (lr=4.6563e-04) (hash(x)=41604094)
+3803 train 3.995994 (lr=4.6555e-04) (hash(x)=58986673)
+3804 train 3.997609 (lr=4.6547e-04) (hash(x)=43202948)
+3805 train 4.022110 (lr=4.6540e-04) (hash(x)=41325781)
+3806 train 3.997696 (lr=4.6532e-04) (hash(x)=45364088)
+3807 train 3.969152 (lr=4.6524e-04) (hash(x)=37262995)
+3808 train 3.911664 (lr=4.6516e-04) (hash(x)=31023259)
+3809 train 3.921659 (lr=4.6508e-04) (hash(x)=38114833)
+3810 train 3.917849 (lr=4.6500e-04) (hash(x)=38191884)
+3811 train 3.909708 (lr=4.6492e-04) (hash(x)=36189784)
+3812 train 3.901699 (lr=4.6484e-04) (hash(x)=34222713)
+3813 train 3.955749 (lr=4.6476e-04) (hash(x)=42759091)
+3814 train 4.016300 (lr=4.6468e-04) (hash(x)=39550890)
+3815 train 3.906674 (lr=4.6460e-04) (hash(x)=40257247)
+3816 train 3.884711 (lr=4.6453e-04) (hash(x)=40333964)
+3817 train 3.938234 (lr=4.6445e-04) (hash(x)=43506373)
+3818 train 3.955181 (lr=4.6437e-04) (hash(x)=39580738)
+3819 train 4.013706 (lr=4.6429e-04) (hash(x)=38647307)
+3820 train 3.852504 (lr=4.6421e-04) (hash(x)=37480669)
+3821 train 3.775612 (lr=4.6413e-04) (hash(x)=37454043)
+3822 train 3.827015 (lr=4.6405e-04) (hash(x)=40418577)
+3823 train 3.783728 (lr=4.6397e-04) (hash(x)=45960484)
+3824 train 3.807146 (lr=4.6389e-04) (hash(x)=34749754)
+3825 train 3.796549 (lr=4.6381e-04) (hash(x)=40325934)
+3826 train 3.867088 (lr=4.6373e-04) (hash(x)=39694296)
+3827 train 3.717312 (lr=4.6365e-04) (hash(x)=46447960)
+3828 train 3.831566 (lr=4.6357e-04) (hash(x)=40796212)
+3829 train 3.791562 (lr=4.6349e-04) (hash(x)=40437952)
+3830 train 3.822768 (lr=4.6341e-04) (hash(x)=41541262)
+3831 train 3.831795 (lr=4.6334e-04) (hash(x)=52767034)
+3832 train 3.752900 (lr=4.6326e-04) (hash(x)=39145962)
+3833 train 3.995313 (lr=4.6318e-04) (hash(x)=38314165)
+3834 train 4.007934 (lr=4.6310e-04) (hash(x)=40206396)
+3835 train 4.030600 (lr=4.6302e-04) (hash(x)=40606475)
+3836 train 4.051171 (lr=4.6294e-04) (hash(x)=44008732)
+3837 train 4.029262 (lr=4.6286e-04) (hash(x)=42986251)
+3838 train 3.959805 (lr=4.6278e-04) (hash(x)=42766037)
+3839 train 4.021123 (lr=4.6270e-04) (hash(x)=44415242)
+3840 train 4.010686 (lr=4.6262e-04) (hash(x)=43144860)
+3841 train 3.988448 (lr=4.6254e-04) (hash(x)=47978833)
+3842 train 4.078517 (lr=4.6246e-04) (hash(x)=39223134)
+3843 train 4.016619 (lr=4.6238e-04) (hash(x)=39490010)
+3844 train 3.975745 (lr=4.6230e-04) (hash(x)=42429521)
+3845 train 4.021188 (lr=4.6222e-04) (hash(x)=26163760)
+3846 train 4.010231 (lr=4.6214e-04) (hash(x)=44746917)
+3847 train 4.029066 (lr=4.6206e-04) (hash(x)=37804143)
+3848 train 3.994638 (lr=4.6198e-04) (hash(x)=36886089)
+3849 train 3.942806 (lr=4.6190e-04) (hash(x)=47640036)
+3850 train 3.999361 (lr=4.6182e-04) (hash(x)=39143466)
+3851 train 4.004358 (lr=4.6174e-04) (hash(x)=37370630)
+3852 train 3.997871 (lr=4.6166e-04) (hash(x)=42507758)
+3853 train 3.978044 (lr=4.6158e-04) (hash(x)=37027143)
+3854 train 4.000409 (lr=4.6150e-04) (hash(x)=35262816)
+3855 train 4.007582 (lr=4.6142e-04) (hash(x)=38306983)
+3856 train 3.949171 (lr=4.6134e-04) (hash(x)=39572215)
+3857 train 3.948013 (lr=4.6126e-04) (hash(x)=36413613)
+3858 train 3.968129 (lr=4.6118e-04) (hash(x)=39980427)
+3859 train 3.929517 (lr=4.6110e-04) (hash(x)=43374227)
+3860 train 4.076931 (lr=4.6103e-04) (hash(x)=37239200)
+3861 train 3.931003 (lr=4.6095e-04) (hash(x)=43657522)
+3862 train 3.885916 (lr=4.6087e-04) (hash(x)=39376499)
+3863 train 3.984475 (lr=4.6079e-04) (hash(x)=40443808)
+3864 train 3.928718 (lr=4.6071e-04) (hash(x)=34165312)
+3865 train 3.957913 (lr=4.6063e-04) (hash(x)=40884701)
+3866 train 3.944149 (lr=4.6055e-04) (hash(x)=40448326)
+3867 train 3.973770 (lr=4.6047e-04) (hash(x)=39826401)
+3868 train 3.955397 (lr=4.6039e-04) (hash(x)=41049356)
+3869 train 3.853181 (lr=4.6031e-04) (hash(x)=46697123)
+3870 train 3.815676 (lr=4.6023e-04) (hash(x)=45277443)
+3871 train 3.821889 (lr=4.6015e-04) (hash(x)=40977686)
+3872 train 3.808376 (lr=4.6007e-04) (hash(x)=34679163)
+3873 train 3.743604 (lr=4.5999e-04) (hash(x)=39947133)
+3874 train 3.782582 (lr=4.5991e-04) (hash(x)=39030346)
+3875 train 3.777414 (lr=4.5983e-04) (hash(x)=39377376)
+3876 train 3.762716 (lr=4.5975e-04) (hash(x)=36675719)
+3877 train 3.772755 (lr=4.5967e-04) (hash(x)=34404669)
+3878 train 3.836253 (lr=4.5958e-04) (hash(x)=38592456)
+3879 train 3.732932 (lr=4.5950e-04) (hash(x)=45497639)
+3880 train 3.766351 (lr=4.5942e-04) (hash(x)=44364144)
+3881 train 3.815868 (lr=4.5934e-04) (hash(x)=44168089)
+3882 train 3.939973 (lr=4.5926e-04) (hash(x)=38782367)
+3883 train 4.061351 (lr=4.5918e-04) (hash(x)=43076221)
+3884 train 3.973833 (lr=4.5910e-04) (hash(x)=44187086)
+3885 train 4.004372 (lr=4.5902e-04) (hash(x)=40286468)
+3886 train 4.075559 (lr=4.5894e-04) (hash(x)=40033501)
+3887 train 4.000878 (lr=4.5886e-04) (hash(x)=36599134)
+3888 train 3.987971 (lr=4.5878e-04) (hash(x)=36048343)
+3889 train 3.995955 (lr=4.5870e-04) (hash(x)=36032306)
+3890 train 4.022511 (lr=4.5862e-04) (hash(x)=43480616)
+3891 train 4.019121 (lr=4.5854e-04) (hash(x)=39412228)
+3892 train 4.005151 (lr=4.5846e-04) (hash(x)=40778031)
+3893 train 4.008790 (lr=4.5838e-04) (hash(x)=39614936)
+3894 train 3.959411 (lr=4.5830e-04) (hash(x)=34750868)
+3895 train 3.976988 (lr=4.5822e-04) (hash(x)=45847351)
+3896 train 4.000638 (lr=4.5814e-04) (hash(x)=33995190)
+3897 train 3.960588 (lr=4.5806e-04) (hash(x)=41496548)
+3898 train 3.917806 (lr=4.5798e-04) (hash(x)=41683580)
+3899 train 3.964313 (lr=4.5790e-04) (hash(x)=42264834)
+3900 train 3.972577 (lr=4.5782e-04) (hash(x)=38835998)
+3901 train 3.971953 (lr=4.5774e-04) (hash(x)=34099292)
+3902 train 3.963073 (lr=4.5766e-04) (hash(x)=41673697)
+3903 train 3.966665 (lr=4.5758e-04) (hash(x)=37679084)
+3904 train 3.976614 (lr=4.5750e-04) (hash(x)=38034458)
+3905 train 3.987226 (lr=4.5742e-04) (hash(x)=36683947)
+3906 train 3.955886 (lr=4.5734e-04) (hash(x)=41598934)
+3907 train 3.967374 (lr=4.5725e-04) (hash(x)=40329917)
+3908 train 3.926819 (lr=4.5717e-04) (hash(x)=42624064)
+3909 train 3.901534 (lr=4.5709e-04) (hash(x)=39079209)
+3910 train 3.975466 (lr=4.5701e-04) (hash(x)=35487414)
+3911 train 3.933697 (lr=4.5693e-04) (hash(x)=44304170)
+3912 train 3.948682 (lr=4.5685e-04) (hash(x)=39171115)
+3913 train 3.911938 (lr=4.5677e-04) (hash(x)=46111694)
+3914 train 3.909628 (lr=4.5669e-04) (hash(x)=41750210)
+3915 train 3.953722 (lr=4.5661e-04) (hash(x)=38188818)
+3916 train 3.924116 (lr=4.5653e-04) (hash(x)=45588273)
+3917 train 3.854486 (lr=4.5645e-04) (hash(x)=39604949)
+3918 train 3.892169 (lr=4.5637e-04) (hash(x)=37232839)
+3919 train 3.940649 (lr=4.5629e-04) (hash(x)=36108628)
+3920 train 3.787031 (lr=4.5621e-04) (hash(x)=39121333)
+3921 train 3.784749 (lr=4.5613e-04) (hash(x)=41129292)
+3922 train 3.747062 (lr=4.5604e-04) (hash(x)=37969420)
+3923 train 3.710336 (lr=4.5596e-04) (hash(x)=44070082)
+3924 train 3.784384 (lr=4.5588e-04) (hash(x)=44272527)
+3925 train 3.780895 (lr=4.5580e-04) (hash(x)=40993935)
+3926 train 3.840577 (lr=4.5572e-04) (hash(x)=37066097)
+3927 train 3.774589 (lr=4.5564e-04) (hash(x)=39973952)
+3928 train 3.779926 (lr=4.5556e-04) (hash(x)=40075559)
+3929 train 3.847462 (lr=4.5548e-04) (hash(x)=41290240)
+3930 train 3.817534 (lr=4.5540e-04) (hash(x)=47433914)
+3931 train 3.784032 (lr=4.5532e-04) (hash(x)=36169576)
+3932 train 3.886780 (lr=4.5524e-04) (hash(x)=44615985)
+3933 train 3.990529 (lr=4.5515e-04) (hash(x)=37220695)
+3934 train 3.999689 (lr=4.5507e-04) (hash(x)=50007478)
+3935 train 3.930495 (lr=4.5499e-04) (hash(x)=40843115)
+3936 train 4.017544 (lr=4.5491e-04) (hash(x)=39793029)
+3937 train 3.961398 (lr=4.5483e-04) (hash(x)=37976530)
+3938 train 3.966647 (lr=4.5475e-04) (hash(x)=37747669)
+3939 train 3.985891 (lr=4.5467e-04) (hash(x)=45667896)
+3940 train 3.994374 (lr=4.5459e-04) (hash(x)=47916319)
+3941 train 4.085960 (lr=4.5451e-04) (hash(x)=40678907)
+3942 train 3.966280 (lr=4.5443e-04) (hash(x)=48494411)
+3943 train 4.009622 (lr=4.5434e-04) (hash(x)=41635736)
+3944 train 3.974555 (lr=4.5426e-04) (hash(x)=38853948)
+3945 train 3.920803 (lr=4.5418e-04) (hash(x)=47342011)
+3946 train 4.004676 (lr=4.5410e-04) (hash(x)=77597096)
+3947 train 3.904494 (lr=4.5402e-04) (hash(x)=42037776)
+3948 train 3.965459 (lr=4.5394e-04) (hash(x)=37625974)
+3949 train 3.931521 (lr=4.5386e-04) (hash(x)=42936577)
+3950 train 4.001911 (lr=4.5378e-04) (hash(x)=38341493)
+3951 train 3.915437 (lr=4.5370e-04) (hash(x)=40250198)
+3952 train 3.987615 (lr=4.5361e-04) (hash(x)=41528963)
+3953 train 3.997245 (lr=4.5353e-04) (hash(x)=38086268)
+3954 train 4.022654 (lr=4.5345e-04) (hash(x)=37612057)
+3955 train 3.983593 (lr=4.5337e-04) (hash(x)=46223305)
+3956 train 4.044033 (lr=4.5329e-04) (hash(x)=41135362)
+3957 train 3.906602 (lr=4.5321e-04) (hash(x)=36422332)
+3958 train 3.948858 (lr=4.5313e-04) (hash(x)=42353546)
+3959 train 3.890444 (lr=4.5305e-04) (hash(x)=39797993)
+3960 train 3.935121 (lr=4.5296e-04) (hash(x)=38175892)
+3961 train 3.868449 (lr=4.5288e-04) (hash(x)=37111563)
+3962 train 3.917129 (lr=4.5280e-04) (hash(x)=38048775)
+3963 train 3.938758 (lr=4.5272e-04) (hash(x)=39112717)
+3964 train 3.915685 (lr=4.5264e-04) (hash(x)=37257276)
+3965 train 3.931931 (lr=4.5256e-04) (hash(x)=35972477)
+3966 train 3.878345 (lr=4.5248e-04) (hash(x)=40299659)
+3967 train 3.992323 (lr=4.5239e-04) (hash(x)=42563959)
+3968 train 3.899175 (lr=4.5231e-04) (hash(x)=44228280)
+3969 train 3.940307 (lr=4.5223e-04) (hash(x)=39305913)
+3970 train 3.752518 (lr=4.5215e-04) (hash(x)=40382056)
+3971 train 3.880852 (lr=4.5207e-04) (hash(x)=40744806)
+3972 train 3.788069 (lr=4.5199e-04) (hash(x)=44529378)
+3973 train 3.798902 (lr=4.5191e-04) (hash(x)=36786142)
+3974 train 3.777875 (lr=4.5182e-04) (hash(x)=40503417)
+3975 train 3.826820 (lr=4.5174e-04) (hash(x)=43044097)
+3976 train 3.867142 (lr=4.5166e-04) (hash(x)=39337587)
+3977 train 3.822905 (lr=4.5158e-04) (hash(x)=37446498)
+3978 train 3.837222 (lr=4.5150e-04) (hash(x)=40678022)
+3979 train 3.808137 (lr=4.5142e-04) (hash(x)=42597212)
+3980 train 3.733242 (lr=4.5133e-04) (hash(x)=38309503)
+3981 train 3.761957 (lr=4.5125e-04) (hash(x)=44594111)
+3982 train 3.800862 (lr=4.5117e-04) (hash(x)=39885260)
+3983 train 4.053746 (lr=4.5109e-04) (hash(x)=35331512)
+3984 train 4.025867 (lr=4.5101e-04) (hash(x)=38704196)
+3985 train 3.983204 (lr=4.5093e-04) (hash(x)=40399518)
+3986 train 4.038941 (lr=4.5084e-04) (hash(x)=38497155)
+3987 train 4.063540 (lr=4.5076e-04) (hash(x)=40752336)
+3988 train 4.061452 (lr=4.5068e-04) (hash(x)=37541456)
+3989 train 4.035438 (lr=4.5060e-04) (hash(x)=42452694)
+3990 train 4.028735 (lr=4.5052e-04) (hash(x)=41042984)
+3991 train 3.955335 (lr=4.5044e-04) (hash(x)=39907769)
+3992 train 4.019263 (lr=4.5035e-04) (hash(x)=44101183)
+3993 train 3.926138 (lr=4.5027e-04) (hash(x)=41632113)
+3994 train 3.998851 (lr=4.5019e-04) (hash(x)=37610420)
+3995 train 3.952204 (lr=4.5011e-04) (hash(x)=57425013)
+3996 train 3.964681 (lr=4.5003e-04) (hash(x)=39483465)
+3997 train 3.944518 (lr=4.4995e-04) (hash(x)=42348186)
+3998 train 3.911710 (lr=4.4986e-04) (hash(x)=29319881)
+3999 train 3.953219 (lr=4.4978e-04) (hash(x)=38933413)
+4000 val loss 3.9507
+4000 val perplexity 51.9696
+4000 hella 0.2763
+4000 train 3.945268 (lr=4.4970e-04) (hash(x)=42098266)
+4001 train 3.996550 (lr=4.4962e-04) (hash(x)=37541365)
+4002 train 3.927758 (lr=4.4954e-04) (hash(x)=38681691)
+4003 train 3.960302 (lr=4.4945e-04) (hash(x)=41728015)
+4004 train 3.991701 (lr=4.4937e-04) (hash(x)=38639972)
+4005 train 4.030086 (lr=4.4929e-04) (hash(x)=40931482)
+4006 train 3.930934 (lr=4.4921e-04) (hash(x)=42210225)
+4007 train 3.913898 (lr=4.4913e-04) (hash(x)=32025027)
+4008 train 3.934686 (lr=4.4904e-04) (hash(x)=33848974)
+4009 train 3.891401 (lr=4.4896e-04) (hash(x)=41563841)
+4010 train 3.907342 (lr=4.4888e-04) (hash(x)=47629048)
+4011 train 3.928411 (lr=4.4880e-04) (hash(x)=48330246)
+4012 train 3.921181 (lr=4.4872e-04) (hash(x)=42332881)
+4013 train 3.893380 (lr=4.4863e-04) (hash(x)=41888112)
+4014 train 3.931330 (lr=4.4855e-04) (hash(x)=37444507)
+4015 train 3.955326 (lr=4.4847e-04) (hash(x)=41694107)
+4016 train 3.924949 (lr=4.4839e-04) (hash(x)=38900381)
+4017 train 3.888742 (lr=4.4831e-04) (hash(x)=39985410)
+4018 train 3.941701 (lr=4.4822e-04) (hash(x)=43937656)
+4019 train 3.789765 (lr=4.4814e-04) (hash(x)=37936907)
+4020 train 3.746629 (lr=4.4806e-04) (hash(x)=37876566)
+4021 train 3.821028 (lr=4.4798e-04) (hash(x)=40535940)
+4022 train 3.819033 (lr=4.4789e-04) (hash(x)=33525510)
+4023 train 3.766222 (lr=4.4781e-04) (hash(x)=42883235)
+4024 train 3.756269 (lr=4.4773e-04) (hash(x)=36050186)
+4025 train 3.859628 (lr=4.4765e-04) (hash(x)=38756289)
+4026 train 3.747597 (lr=4.4757e-04) (hash(x)=34506504)
+4027 train 3.860016 (lr=4.4748e-04) (hash(x)=42688980)
+4028 train 3.744715 (lr=4.4740e-04) (hash(x)=38062580)
+4029 train 3.735154 (lr=4.4732e-04) (hash(x)=44395943)
+4030 train 3.768044 (lr=4.4724e-04) (hash(x)=39708190)
+4031 train 3.952439 (lr=4.4715e-04) (hash(x)=36567535)
+4032 train 4.001316 (lr=4.4707e-04) (hash(x)=41047532)
+4033 train 3.980030 (lr=4.4699e-04) (hash(x)=38157805)
+4034 train 3.999016 (lr=4.4691e-04) (hash(x)=35483495)
+4035 train 3.987738 (lr=4.4683e-04) (hash(x)=38185545)
+4036 train 3.938832 (lr=4.4674e-04) (hash(x)=37586400)
+4037 train 3.971937 (lr=4.4666e-04) (hash(x)=40927405)
+4038 train 3.938710 (lr=4.4658e-04) (hash(x)=41790291)
+4039 train 3.984045 (lr=4.4650e-04) (hash(x)=40574961)
+4040 train 3.928183 (lr=4.4641e-04) (hash(x)=42727715)
+4041 train 3.947469 (lr=4.4633e-04) (hash(x)=42380450)
+4042 train 4.017749 (lr=4.4625e-04) (hash(x)=43970159)
+4043 train 3.985872 (lr=4.4617e-04) (hash(x)=47839965)
+4044 train 3.921584 (lr=4.4608e-04) (hash(x)=45213768)
+4045 train 3.990240 (lr=4.4600e-04) (hash(x)=38364089)
+4046 train 3.959709 (lr=4.4592e-04) (hash(x)=46528067)
+4047 train 3.944007 (lr=4.4584e-04) (hash(x)=33096837)
+4048 train 4.015717 (lr=4.4575e-04) (hash(x)=43621468)
+4049 train 3.939459 (lr=4.4567e-04) (hash(x)=41219982)
+4050 train 3.958975 (lr=4.4559e-04) (hash(x)=45892004)
+4051 train 3.960159 (lr=4.4551e-04) (hash(x)=45962815)
+4052 train 3.966185 (lr=4.4542e-04) (hash(x)=48541925)
+4053 train 3.932475 (lr=4.4534e-04) (hash(x)=39117568)
+4054 train 3.961283 (lr=4.4526e-04) (hash(x)=41191923)
+4055 train 3.876642 (lr=4.4518e-04) (hash(x)=40636901)
+4056 train 3.972544 (lr=4.4509e-04) (hash(x)=35845095)
+4057 train 3.916339 (lr=4.4501e-04) (hash(x)=38423448)
+4058 train 3.927681 (lr=4.4493e-04) (hash(x)=38127234)
+4059 train 3.955714 (lr=4.4484e-04) (hash(x)=37149314)
+4060 train 3.919423 (lr=4.4476e-04) (hash(x)=43345708)
+4061 train 3.940636 (lr=4.4468e-04) (hash(x)=43502571)
+4062 train 3.925317 (lr=4.4460e-04) (hash(x)=42365047)
+4063 train 3.903309 (lr=4.4451e-04) (hash(x)=41000019)
+4064 train 3.976779 (lr=4.4443e-04) (hash(x)=43293214)
+4065 train 3.934735 (lr=4.4435e-04) (hash(x)=38478093)
+4066 train 3.910489 (lr=4.4427e-04) (hash(x)=40993444)
+4067 train 3.840052 (lr=4.4418e-04) (hash(x)=31175457)
+4068 train 3.838383 (lr=4.4410e-04) (hash(x)=36975160)
+4069 train 3.740487 (lr=4.4402e-04) (hash(x)=41731949)
+4070 train 3.817869 (lr=4.4393e-04) (hash(x)=39498135)
+4071 train 3.746875 (lr=4.4385e-04) (hash(x)=54657955)
+4072 train 3.744986 (lr=4.4377e-04) (hash(x)=39598950)
+4073 train 3.715228 (lr=4.4369e-04) (hash(x)=39996813)
+4074 train 3.828367 (lr=4.4360e-04) (hash(x)=41115371)
+4075 train 3.775342 (lr=4.4352e-04) (hash(x)=41896042)
+4076 train 3.744548 (lr=4.4344e-04) (hash(x)=38981254)
+4077 train 3.806227 (lr=4.4335e-04) (hash(x)=34693103)
+4078 train 3.778934 (lr=4.4327e-04) (hash(x)=36780259)
+4079 train 3.742282 (lr=4.4319e-04) (hash(x)=35839465)
+4080 train 3.814284 (lr=4.4311e-04) (hash(x)=38393690)
+4081 train 3.920814 (lr=4.4302e-04) (hash(x)=33079203)
+4082 train 3.926485 (lr=4.4294e-04) (hash(x)=40641485)
+4083 train 3.933129 (lr=4.4286e-04) (hash(x)=43261186)
+4084 train 3.976058 (lr=4.4277e-04) (hash(x)=44053226)
+4085 train 3.936112 (lr=4.4269e-04) (hash(x)=45113893)
+4086 train 3.986537 (lr=4.4261e-04) (hash(x)=42029798)
+4087 train 3.975487 (lr=4.4252e-04) (hash(x)=46280055)
+4088 train 3.978726 (lr=4.4244e-04) (hash(x)=42252180)
+4089 train 3.934219 (lr=4.4236e-04) (hash(x)=42177216)
+4090 train 3.912094 (lr=4.4228e-04) (hash(x)=41254224)
+4091 train 3.968277 (lr=4.4219e-04) (hash(x)=38879793)
+4092 train 3.930995 (lr=4.4211e-04) (hash(x)=35340144)
+4093 train 3.933880 (lr=4.4203e-04) (hash(x)=33527051)
+4094 train 3.960497 (lr=4.4194e-04) (hash(x)=46531952)
+4095 train 4.007147 (lr=4.4186e-04) (hash(x)=28994514)
+4096 train 3.901126 (lr=4.4178e-04) (hash(x)=35989735)
+4097 train 3.989462 (lr=4.4169e-04) (hash(x)=46431600)
+4098 train 4.003088 (lr=4.4161e-04) (hash(x)=35752774)
+4099 train 4.006662 (lr=4.4153e-04) (hash(x)=45915839)
+4100 train 3.978144 (lr=4.4144e-04) (hash(x)=42986648)
+4101 train 3.983429 (lr=4.4136e-04) (hash(x)=39400626)
+4102 train 3.890838 (lr=4.4128e-04) (hash(x)=43353601)
+4103 train 3.991331 (lr=4.4119e-04) (hash(x)=40579103)
+4104 train 3.965546 (lr=4.4111e-04) (hash(x)=42680079)
+4105 train 3.919874 (lr=4.4103e-04) (hash(x)=41794118)
+4106 train 3.911985 (lr=4.4094e-04) (hash(x)=36158185)
+4107 train 3.914792 (lr=4.4086e-04) (hash(x)=36859749)
+4108 train 3.896388 (lr=4.4078e-04) (hash(x)=45734976)
+4109 train 3.919042 (lr=4.4069e-04) (hash(x)=39625621)
+4110 train 3.963005 (lr=4.4061e-04) (hash(x)=38089285)
+4111 train 3.939413 (lr=4.4053e-04) (hash(x)=37717064)
+4112 train 3.915596 (lr=4.4044e-04) (hash(x)=45734765)
+4113 train 3.841816 (lr=4.4036e-04) (hash(x)=41329229)
+4114 train 4.110419 (lr=4.4028e-04) (hash(x)=35875269)
+4115 train 3.907409 (lr=4.4019e-04) (hash(x)=40298643)
+4116 train 3.923674 (lr=4.4011e-04) (hash(x)=42081164)
+4117 train 3.874599 (lr=4.4003e-04) (hash(x)=37115164)
+4118 train 3.857081 (lr=4.3994e-04) (hash(x)=43152678)
+4119 train 3.689712 (lr=4.3986e-04) (hash(x)=38024650)
+4120 train 3.850378 (lr=4.3978e-04) (hash(x)=42138377)
+4121 train 3.753755 (lr=4.3969e-04) (hash(x)=36520981)
+4122 train 3.827612 (lr=4.3961e-04) (hash(x)=36775468)
+4123 train 3.809053 (lr=4.3953e-04) (hash(x)=41159008)
+4124 train 3.817709 (lr=4.3944e-04) (hash(x)=35395434)
+4125 train 3.855744 (lr=4.3936e-04) (hash(x)=39125474)
+4126 train 3.763197 (lr=4.3928e-04) (hash(x)=32160242)
+4127 train 3.787116 (lr=4.3919e-04) (hash(x)=48217792)
+4128 train 3.825330 (lr=4.3911e-04) (hash(x)=35506225)
+4129 train 3.801326 (lr=4.3903e-04) (hash(x)=30972403)
+4130 train 3.694702 (lr=4.3894e-04) (hash(x)=34637436)
+4131 train 3.942325 (lr=4.3886e-04) (hash(x)=45071960)
+4132 train 3.934066 (lr=4.3877e-04) (hash(x)=38707908)
+4133 train 3.981304 (lr=4.3869e-04) (hash(x)=45639401)
+4134 train 4.000352 (lr=4.3861e-04) (hash(x)=43941148)
+4135 train 3.867128 (lr=4.3852e-04) (hash(x)=41843977)
+4136 train 3.966533 (lr=4.3844e-04) (hash(x)=42674618)
+4137 train 3.993762 (lr=4.3836e-04) (hash(x)=39117413)
+4138 train 3.954768 (lr=4.3827e-04) (hash(x)=42208502)
+4139 train 3.923953 (lr=4.3819e-04) (hash(x)=46557209)
+4140 train 3.937592 (lr=4.3811e-04) (hash(x)=38628351)
+4141 train 3.984939 (lr=4.3802e-04) (hash(x)=47472916)
+4142 train 3.992806 (lr=4.3794e-04) (hash(x)=45508023)
+4143 train 3.914461 (lr=4.3785e-04) (hash(x)=41336169)
+4144 train 3.925058 (lr=4.3777e-04) (hash(x)=35600942)
+4145 train 3.994615 (lr=4.3769e-04) (hash(x)=32707702)
+4146 train 3.965645 (lr=4.3760e-04) (hash(x)=41067040)
+4147 train 3.973057 (lr=4.3752e-04) (hash(x)=40194954)
+4148 train 3.953191 (lr=4.3744e-04) (hash(x)=42047517)
+4149 train 3.926633 (lr=4.3735e-04) (hash(x)=36564966)
+4150 train 3.927514 (lr=4.3727e-04) (hash(x)=38615073)
+4151 train 3.946051 (lr=4.3718e-04) (hash(x)=44192217)
+4152 train 3.986690 (lr=4.3710e-04) (hash(x)=38157188)
+4153 train 3.947135 (lr=4.3702e-04) (hash(x)=37136133)
+4154 train 3.941933 (lr=4.3693e-04) (hash(x)=40368560)
+4155 train 3.981035 (lr=4.3685e-04) (hash(x)=47995292)
+4156 train 3.943192 (lr=4.3676e-04) (hash(x)=46303465)
+4157 train 3.938096 (lr=4.3668e-04) (hash(x)=56120114)
+4158 train 3.909544 (lr=4.3660e-04) (hash(x)=41074434)
+4159 train 3.904738 (lr=4.3651e-04) (hash(x)=36949464)
+4160 train 3.973205 (lr=4.3643e-04) (hash(x)=42669600)
+4161 train 3.906688 (lr=4.3634e-04) (hash(x)=44687340)
+4162 train 3.934071 (lr=4.3626e-04) (hash(x)=38316832)
+4163 train 3.963764 (lr=4.3618e-04) (hash(x)=40004165)
+4164 train 3.924682 (lr=4.3609e-04) (hash(x)=38516132)
+4165 train 3.892356 (lr=4.3601e-04) (hash(x)=51681293)
+4166 train 3.901248 (lr=4.3592e-04) (hash(x)=37962246)
+4167 train 3.960978 (lr=4.3584e-04) (hash(x)=38345674)
+4168 train 3.929318 (lr=4.3576e-04) (hash(x)=34201841)
+4169 train 3.794127 (lr=4.3567e-04) (hash(x)=37007607)
+4170 train 3.724559 (lr=4.3559e-04) (hash(x)=38749252)
+4171 train 3.881289 (lr=4.3550e-04) (hash(x)=40103429)
+4172 train 3.819185 (lr=4.3542e-04) (hash(x)=37826822)
+4173 train 3.789610 (lr=4.3534e-04) (hash(x)=39792466)
+4174 train 3.739098 (lr=4.3525e-04) (hash(x)=38374463)
+4175 train 3.793163 (lr=4.3517e-04) (hash(x)=42690643)
+4176 train 3.761477 (lr=4.3508e-04) (hash(x)=42463999)
+4177 train 3.766859 (lr=4.3500e-04) (hash(x)=42601958)
+4178 train 3.801286 (lr=4.3492e-04) (hash(x)=41931402)
+4179 train 3.768811 (lr=4.3483e-04) (hash(x)=37765141)
+4180 train 3.755466 (lr=4.3475e-04) (hash(x)=41628097)
+4181 train 3.783539 (lr=4.3466e-04) (hash(x)=43052702)
+4182 train 3.954761 (lr=4.3458e-04) (hash(x)=45177914)
+4183 train 3.909915 (lr=4.3449e-04) (hash(x)=42615111)
+4184 train 3.950278 (lr=4.3441e-04) (hash(x)=36840892)
+4185 train 3.935869 (lr=4.3433e-04) (hash(x)=47985241)
+4186 train 4.006100 (lr=4.3424e-04) (hash(x)=36259717)
+4187 train 3.931522 (lr=4.3416e-04) (hash(x)=40410826)
+4188 train 3.977580 (lr=4.3407e-04) (hash(x)=43853308)
+4189 train 3.999865 (lr=4.3399e-04) (hash(x)=37053119)
+4190 train 3.897025 (lr=4.3390e-04) (hash(x)=43980880)
+4191 train 3.974328 (lr=4.3382e-04) (hash(x)=58178207)
+4192 train 3.916998 (lr=4.3374e-04) (hash(x)=38589911)
+4193 train 3.929881 (lr=4.3365e-04) (hash(x)=41444178)
+4194 train 3.998915 (lr=4.3357e-04) (hash(x)=38407703)
+4195 train 3.989691 (lr=4.3348e-04) (hash(x)=37698260)
+4196 train 3.959118 (lr=4.3340e-04) (hash(x)=38253623)
+4197 train 3.923056 (lr=4.3331e-04) (hash(x)=37441794)
+4198 train 3.891335 (lr=4.3323e-04) (hash(x)=37251607)
+4199 train 3.949458 (lr=4.3315e-04) (hash(x)=37224911)
+4200 train 3.916432 (lr=4.3306e-04) (hash(x)=43715655)
+4201 train 3.945334 (lr=4.3298e-04) (hash(x)=41721096)
+4202 train 3.983007 (lr=4.3289e-04) (hash(x)=40195756)
+4203 train 3.979601 (lr=4.3281e-04) (hash(x)=38485870)
+4204 train 3.993016 (lr=4.3272e-04) (hash(x)=37548275)
+4205 train 3.906450 (lr=4.3264e-04) (hash(x)=43393113)
+4206 train 3.948111 (lr=4.3255e-04) (hash(x)=47158395)
+4207 train 3.899571 (lr=4.3247e-04) (hash(x)=38862097)
+4208 train 3.891835 (lr=4.3238e-04) (hash(x)=40111564)
+4209 train 3.906292 (lr=4.3230e-04) (hash(x)=44736144)
+4210 train 3.888420 (lr=4.3222e-04) (hash(x)=39935014)
+4211 train 3.911871 (lr=4.3213e-04) (hash(x)=43704494)
+4212 train 3.935415 (lr=4.3205e-04) (hash(x)=36684827)
+4213 train 3.898294 (lr=4.3196e-04) (hash(x)=38465659)
+4214 train 3.934378 (lr=4.3188e-04) (hash(x)=43723151)
+4215 train 3.962030 (lr=4.3179e-04) (hash(x)=48468311)
+4216 train 3.911503 (lr=4.3171e-04) (hash(x)=42273925)
+4217 train 3.942699 (lr=4.3162e-04) (hash(x)=34090200)
+4218 train 3.910509 (lr=4.3154e-04) (hash(x)=38891815)
+4219 train 3.848852 (lr=4.3145e-04) (hash(x)=38940722)
+4220 train 3.784971 (lr=4.3137e-04) (hash(x)=47201725)
+4221 train 3.806896 (lr=4.3128e-04) (hash(x)=37055774)
+4222 train 3.770240 (lr=4.3120e-04) (hash(x)=39816553)
+4223 train 3.710126 (lr=4.3112e-04) (hash(x)=38559466)
+4224 train 3.773073 (lr=4.3103e-04) (hash(x)=39783859)
+4225 train 3.749743 (lr=4.3095e-04) (hash(x)=46962505)
+4226 train 3.726492 (lr=4.3086e-04) (hash(x)=41763222)
+4227 train 3.780749 (lr=4.3078e-04) (hash(x)=38357825)
+4228 train 3.785221 (lr=4.3069e-04) (hash(x)=37565341)
+4229 train 3.801417 (lr=4.3061e-04) (hash(x)=38837078)
+4230 train 3.717463 (lr=4.3052e-04) (hash(x)=43632578)
+4231 train 3.823758 (lr=4.3044e-04) (hash(x)=38336317)
+4232 train 3.911979 (lr=4.3035e-04) (hash(x)=45037525)
+4233 train 3.947728 (lr=4.3027e-04) (hash(x)=43137000)
+4234 train 3.990106 (lr=4.3018e-04) (hash(x)=43239201)
+4235 train 3.951253 (lr=4.3010e-04) (hash(x)=49168343)
+4236 train 3.963315 (lr=4.3001e-04) (hash(x)=39506147)
+4237 train 3.978964 (lr=4.2993e-04) (hash(x)=39819047)
+4238 train 3.923050 (lr=4.2984e-04) (hash(x)=43483694)
+4239 train 3.942992 (lr=4.2976e-04) (hash(x)=41124190)
+4240 train 3.962781 (lr=4.2967e-04) (hash(x)=47186619)
+4241 train 3.941124 (lr=4.2959e-04) (hash(x)=41125443)
+4242 train 3.867449 (lr=4.2950e-04) (hash(x)=41792367)
+4243 train 3.941777 (lr=4.2942e-04) (hash(x)=37257188)
+4244 train 3.988246 (lr=4.2933e-04) (hash(x)=36562939)
+4245 train 3.978147 (lr=4.2925e-04) (hash(x)=43279537)
+4246 train 3.958045 (lr=4.2916e-04) (hash(x)=39239665)
+4247 train 3.956809 (lr=4.2908e-04) (hash(x)=37074485)
+4248 train 3.910180 (lr=4.2899e-04) (hash(x)=44329390)
+4249 train 3.938851 (lr=4.2891e-04) (hash(x)=40663281)
+4250 val loss 3.9307
+4250 val perplexity 50.9446
+4250 hella 0.2805
+4250 train 4.038007 (lr=4.2882e-04) (hash(x)=40555390)
+4251 train 4.018653 (lr=4.2874e-04) (hash(x)=40631193)
+4252 train 4.004577 (lr=4.2865e-04) (hash(x)=41874564)
+4253 train 3.981087 (lr=4.2857e-04) (hash(x)=37593596)
+4254 train 3.922696 (lr=4.2848e-04) (hash(x)=47023425)
+4255 train 3.887578 (lr=4.2840e-04) (hash(x)=36853458)
+4256 train 3.923105 (lr=4.2831e-04) (hash(x)=41539642)
+4257 train 3.914361 (lr=4.2823e-04) (hash(x)=39937355)
+4258 train 3.960224 (lr=4.2814e-04) (hash(x)=43592110)
+4259 train 3.973758 (lr=4.2806e-04) (hash(x)=39075300)
+4260 train 3.911105 (lr=4.2797e-04) (hash(x)=36715951)
+4261 train 3.894104 (lr=4.2789e-04) (hash(x)=41716834)
+4262 train 3.932673 (lr=4.2780e-04) (hash(x)=42428904)
+4263 train 3.953211 (lr=4.2772e-04) (hash(x)=41248618)
+4264 train 3.921545 (lr=4.2763e-04) (hash(x)=40739098)
+4265 train 3.923350 (lr=4.2755e-04) (hash(x)=44224489)
+4266 train 3.892505 (lr=4.2746e-04) (hash(x)=36669734)
+4267 train 3.898254 (lr=4.2738e-04) (hash(x)=50636594)
+4268 train 3.883676 (lr=4.2729e-04) (hash(x)=42925443)
+4269 train 3.807395 (lr=4.2721e-04) (hash(x)=37666556)
+4270 train 3.762982 (lr=4.2712e-04) (hash(x)=43867930)
+4271 train 3.778758 (lr=4.2704e-04) (hash(x)=38297222)
+4272 train 3.697605 (lr=4.2695e-04) (hash(x)=42191307)
+4273 train 3.790748 (lr=4.2687e-04) (hash(x)=36137617)
+4274 train 3.812182 (lr=4.2678e-04) (hash(x)=37412434)
+4275 train 3.752658 (lr=4.2670e-04) (hash(x)=38233875)
+4276 train 3.688746 (lr=4.2661e-04) (hash(x)=43803001)
+4277 train 3.752718 (lr=4.2652e-04) (hash(x)=41454033)
+4278 train 3.792489 (lr=4.2644e-04) (hash(x)=38787596)
+4279 train 3.744370 (lr=4.2635e-04) (hash(x)=41942412)
+4280 train 3.789202 (lr=4.2627e-04) (hash(x)=40900883)
+4281 train 3.817888 (lr=4.2618e-04) (hash(x)=45841901)
+4282 train 3.947670 (lr=4.2610e-04) (hash(x)=37799910)
+4283 train 3.942283 (lr=4.2601e-04) (hash(x)=48347532)
+4284 train 3.980657 (lr=4.2593e-04) (hash(x)=48215437)
+4285 train 3.933220 (lr=4.2584e-04) (hash(x)=42575365)
+4286 train 3.968648 (lr=4.2576e-04) (hash(x)=41988441)
+4287 train 3.950157 (lr=4.2567e-04) (hash(x)=37619172)
+4288 train 3.936169 (lr=4.2559e-04) (hash(x)=38082214)
+4289 train 3.939470 (lr=4.2550e-04) (hash(x)=38798196)
+4290 train 3.924083 (lr=4.2541e-04) (hash(x)=43838439)
+4291 train 3.970750 (lr=4.2533e-04) (hash(x)=37891160)
+4292 train 3.885332 (lr=4.2524e-04) (hash(x)=39422788)
+4293 train 3.976219 (lr=4.2516e-04) (hash(x)=42411836)
+4294 train 4.005127 (lr=4.2507e-04) (hash(x)=39568287)
+4295 train 4.018845 (lr=4.2499e-04) (hash(x)=39937749)
+4296 train 3.955786 (lr=4.2490e-04) (hash(x)=43299797)
+4297 train 3.950829 (lr=4.2482e-04) (hash(x)=37951781)
+4298 train 3.925701 (lr=4.2473e-04) (hash(x)=39734676)
+4299 train 3.920351 (lr=4.2465e-04) (hash(x)=37833785)
+4300 train 3.930225 (lr=4.2456e-04) (hash(x)=38449939)
+4301 train 3.900601 (lr=4.2447e-04) (hash(x)=41120385)
+4302 train 3.953333 (lr=4.2439e-04) (hash(x)=40253033)
+4303 train 4.001534 (lr=4.2430e-04) (hash(x)=35148816)
+4304 train 3.941173 (lr=4.2422e-04) (hash(x)=42217110)
+4305 train 3.920350 (lr=4.2413e-04) (hash(x)=42635208)
+4306 train 3.952847 (lr=4.2405e-04) (hash(x)=36024701)
+4307 train 3.933503 (lr=4.2396e-04) (hash(x)=40095184)
+4308 train 3.953205 (lr=4.2387e-04) (hash(x)=43560600)
+4309 train 3.931124 (lr=4.2379e-04) (hash(x)=40880639)
+4310 train 3.906053 (lr=4.2370e-04) (hash(x)=43204386)
+4311 train 3.877478 (lr=4.2362e-04) (hash(x)=41698363)
+4312 train 3.879168 (lr=4.2353e-04) (hash(x)=38374713)
+4313 train 3.954553 (lr=4.2345e-04) (hash(x)=39262667)
+4314 train 3.934410 (lr=4.2336e-04) (hash(x)=37016909)
+4315 train 3.939741 (lr=4.2327e-04) (hash(x)=38874579)
+4316 train 3.966095 (lr=4.2319e-04) (hash(x)=40687454)
+4317 train 3.871001 (lr=4.2310e-04) (hash(x)=41637524)
+4318 train 3.917449 (lr=4.2302e-04) (hash(x)=38540018)
+4319 train 3.831764 (lr=4.2293e-04) (hash(x)=39929018)
+4320 train 3.842323 (lr=4.2285e-04) (hash(x)=34650160)
+4321 train 3.760944 (lr=4.2276e-04) (hash(x)=40207108)
+4322 train 3.718467 (lr=4.2267e-04) (hash(x)=41324621)
+4323 train 3.703616 (lr=4.2259e-04) (hash(x)=37189698)
+4324 train 3.730938 (lr=4.2250e-04) (hash(x)=40260337)
+4325 train 3.767016 (lr=4.2242e-04) (hash(x)=37515140)
+4326 train 3.774078 (lr=4.2233e-04) (hash(x)=36685598)
+4327 train 3.775716 (lr=4.2225e-04) (hash(x)=40783106)
+4328 train 3.780796 (lr=4.2216e-04) (hash(x)=38028727)
+4329 train 3.797990 (lr=4.2207e-04) (hash(x)=41214848)
+4330 train 3.768235 (lr=4.2199e-04) (hash(x)=40894949)
+4331 train 3.783980 (lr=4.2190e-04) (hash(x)=34318912)
+4332 train 3.927648 (lr=4.2182e-04) (hash(x)=37926789)
+4333 train 3.943948 (lr=4.2173e-04) (hash(x)=45141686)
+4334 train 3.966892 (lr=4.2164e-04) (hash(x)=39128585)
+4335 train 3.972654 (lr=4.2156e-04) (hash(x)=41411710)
+4336 train 3.981001 (lr=4.2147e-04) (hash(x)=48018816)
+4337 train 4.040657 (lr=4.2139e-04) (hash(x)=53989572)
+4338 train 3.951701 (lr=4.2130e-04) (hash(x)=40045026)
+4339 train 3.932743 (lr=4.2121e-04) (hash(x)=40539952)
+4340 train 3.930985 (lr=4.2113e-04) (hash(x)=38270932)
+4341 train 3.933166 (lr=4.2104e-04) (hash(x)=41438470)
+4342 train 4.013345 (lr=4.2096e-04) (hash(x)=35739245)
+4343 train 3.985494 (lr=4.2087e-04) (hash(x)=39984272)
+4344 train 3.956247 (lr=4.2078e-04) (hash(x)=38400031)
+4345 train 3.875469 (lr=4.2070e-04) (hash(x)=41432205)
+4346 train 3.909160 (lr=4.2061e-04) (hash(x)=37634851)
+4347 train 3.984662 (lr=4.2053e-04) (hash(x)=40553135)
+4348 train 3.925528 (lr=4.2044e-04) (hash(x)=36288076)
+4349 train 3.920066 (lr=4.2035e-04) (hash(x)=41690179)
+4350 train 3.986571 (lr=4.2027e-04) (hash(x)=37086611)
+4351 train 3.871449 (lr=4.2018e-04) (hash(x)=38294446)
+4352 train 3.962250 (lr=4.2010e-04) (hash(x)=36872266)
+4353 train 3.966841 (lr=4.2001e-04) (hash(x)=39390893)
+4354 train 3.941164 (lr=4.1992e-04) (hash(x)=35940939)
+4355 train 3.922547 (lr=4.1984e-04) (hash(x)=44786557)
+4356 train 3.970367 (lr=4.1975e-04) (hash(x)=36483133)
+4357 train 3.917550 (lr=4.1966e-04) (hash(x)=42066730)
+4358 train 3.901507 (lr=4.1958e-04) (hash(x)=39640592)
+4359 train 3.848684 (lr=4.1949e-04) (hash(x)=38443068)
+4360 train 3.929448 (lr=4.1941e-04) (hash(x)=36822221)
+4361 train 3.892297 (lr=4.1932e-04) (hash(x)=38769512)
+4362 train 3.926427 (lr=4.1923e-04) (hash(x)=39729240)
+4363 train 3.922520 (lr=4.1915e-04) (hash(x)=36596065)
+4364 train 3.894490 (lr=4.1906e-04) (hash(x)=38979985)
+4365 train 3.903278 (lr=4.1898e-04) (hash(x)=35121112)
+4366 train 3.891088 (lr=4.1889e-04) (hash(x)=38539051)
+4367 train 3.882324 (lr=4.1880e-04) (hash(x)=46062230)
+4368 train 3.868525 (lr=4.1872e-04) (hash(x)=44497054)
+4369 train 3.832273 (lr=4.1863e-04) (hash(x)=40910478)
+4370 train 3.750620 (lr=4.1854e-04) (hash(x)=36997324)
+4371 train 3.716176 (lr=4.1846e-04) (hash(x)=42725466)
+4372 train 3.780285 (lr=4.1837e-04) (hash(x)=38557710)
+4373 train 3.821479 (lr=4.1828e-04) (hash(x)=39799168)
+4374 train 3.775990 (lr=4.1820e-04) (hash(x)=40641268)
+4375 train 3.752766 (lr=4.1811e-04) (hash(x)=40953474)
+4376 train 3.735431 (lr=4.1803e-04) (hash(x)=36177892)
+4377 train 3.703839 (lr=4.1794e-04) (hash(x)=39281283)
+4378 train 3.783833 (lr=4.1785e-04) (hash(x)=37285117)
+4379 train 3.771663 (lr=4.1777e-04) (hash(x)=39980280)
+4380 train 3.709720 (lr=4.1768e-04) (hash(x)=42784626)
+4381 train 3.784997 (lr=4.1759e-04) (hash(x)=44892343)
+4382 train 3.892142 (lr=4.1751e-04) (hash(x)=41068629)
+4383 train 3.984776 (lr=4.1742e-04) (hash(x)=42945290)
+4384 train 3.917009 (lr=4.1733e-04) (hash(x)=41855757)
+4385 train 3.919106 (lr=4.1725e-04) (hash(x)=39978540)
+4386 train 3.908815 (lr=4.1716e-04) (hash(x)=39964531)
+4387 train 3.953403 (lr=4.1708e-04) (hash(x)=40309046)
+4388 train 3.955083 (lr=4.1699e-04) (hash(x)=42509692)
+4389 train 3.968361 (lr=4.1690e-04) (hash(x)=38506118)
+4390 train 3.976367 (lr=4.1682e-04) (hash(x)=37592176)
+4391 train 3.943549 (lr=4.1673e-04) (hash(x)=37931691)
+4392 train 3.936054 (lr=4.1664e-04) (hash(x)=46249656)
+4393 train 3.888865 (lr=4.1656e-04) (hash(x)=38182020)
+4394 train 3.947800 (lr=4.1647e-04) (hash(x)=45163308)
+4395 train 3.918279 (lr=4.1638e-04) (hash(x)=43166925)
+4396 train 3.970337 (lr=4.1630e-04) (hash(x)=37048537)
+4397 train 3.883776 (lr=4.1621e-04) (hash(x)=41167196)
+4398 train 3.934297 (lr=4.1612e-04) (hash(x)=52535390)
+4399 train 3.892641 (lr=4.1604e-04) (hash(x)=36962110)
+4400 train 3.959138 (lr=4.1595e-04) (hash(x)=37330166)
+4401 train 3.946218 (lr=4.1586e-04) (hash(x)=38143776)
+4402 train 3.887433 (lr=4.1578e-04) (hash(x)=42904195)
+4403 train 3.933954 (lr=4.1569e-04) (hash(x)=43342349)
+4404 train 3.985840 (lr=4.1560e-04) (hash(x)=45539404)
+4405 train 3.941595 (lr=4.1552e-04) (hash(x)=41099889)
+4406 train 3.925945 (lr=4.1543e-04) (hash(x)=34718994)
+4407 train 3.956678 (lr=4.1534e-04) (hash(x)=49269509)
+4408 train 3.915320 (lr=4.1526e-04) (hash(x)=43061780)
+4409 train 3.848604 (lr=4.1517e-04) (hash(x)=41930192)
+4410 train 3.899940 (lr=4.1508e-04) (hash(x)=49612618)
+4411 train 3.905478 (lr=4.1500e-04) (hash(x)=40457914)
+4412 train 3.877831 (lr=4.1491e-04) (hash(x)=44069513)
+4413 train 3.893593 (lr=4.1482e-04) (hash(x)=35625804)
+4414 train 3.923382 (lr=4.1474e-04) (hash(x)=37280822)
+4415 train 3.904727 (lr=4.1465e-04) (hash(x)=37980477)
+4416 train 3.944850 (lr=4.1456e-04) (hash(x)=34469230)
+4417 train 3.876132 (lr=4.1448e-04) (hash(x)=36495526)
+4418 train 3.824255 (lr=4.1439e-04) (hash(x)=46280183)
+4419 train 3.776045 (lr=4.1430e-04) (hash(x)=35541521)
+4420 train 3.728461 (lr=4.1422e-04) (hash(x)=39861699)
+4421 train 3.707398 (lr=4.1413e-04) (hash(x)=34906859)
+4422 train 3.878063 (lr=4.1404e-04) (hash(x)=43133034)
+4423 train 3.710646 (lr=4.1396e-04) (hash(x)=44128564)
+4424 train 3.751231 (lr=4.1387e-04) (hash(x)=39731156)
+4425 train 3.718167 (lr=4.1378e-04) (hash(x)=42593718)
+4426 train 3.781402 (lr=4.1370e-04) (hash(x)=35356253)
+4427 train 3.727830 (lr=4.1361e-04) (hash(x)=41262213)
+4428 train 3.789290 (lr=4.1352e-04) (hash(x)=38139200)
+4429 train 3.717029 (lr=4.1343e-04) (hash(x)=36682609)
+4430 train 3.699668 (lr=4.1335e-04) (hash(x)=45569951)
+4431 train 3.942655 (lr=4.1326e-04) (hash(x)=41357653)
+4432 train 3.879864 (lr=4.1317e-04) (hash(x)=41450306)
+4433 train 3.957471 (lr=4.1309e-04) (hash(x)=35287066)
+4434 train 3.921492 (lr=4.1300e-04) (hash(x)=42503934)
+4435 train 3.906219 (lr=4.1291e-04) (hash(x)=40192069)
+4436 train 3.957540 (lr=4.1283e-04) (hash(x)=47744753)
+4437 train 3.998845 (lr=4.1274e-04) (hash(x)=38259553)
+4438 train 3.928121 (lr=4.1265e-04) (hash(x)=45170983)
+4439 train 3.941049 (lr=4.1257e-04) (hash(x)=43730388)
+4440 train 3.924714 (lr=4.1248e-04) (hash(x)=46609280)
+4441 train 3.956996 (lr=4.1239e-04) (hash(x)=46928090)
+4442 train 3.955060 (lr=4.1230e-04) (hash(x)=40030519)
+4443 train 3.908384 (lr=4.1222e-04) (hash(x)=37558769)
+4444 train 3.919335 (lr=4.1213e-04) (hash(x)=48345660)
+4445 train 3.964777 (lr=4.1204e-04) (hash(x)=38683139)
+4446 train 3.946977 (lr=4.1196e-04) (hash(x)=37188160)
+4447 train 3.967242 (lr=4.1187e-04) (hash(x)=43584058)
+4448 train 3.940748 (lr=4.1178e-04) (hash(x)=44606753)
+4449 train 3.953285 (lr=4.1170e-04) (hash(x)=38421500)
+4450 train 3.873174 (lr=4.1161e-04) (hash(x)=44529146)
+4451 train 3.888048 (lr=4.1152e-04) (hash(x)=40254612)
+4452 train 3.902163 (lr=4.1143e-04) (hash(x)=46478580)
+4453 train 3.885045 (lr=4.1135e-04) (hash(x)=56877961)
+4454 train 3.912553 (lr=4.1126e-04) (hash(x)=40284347)
+4455 train 3.934568 (lr=4.1117e-04) (hash(x)=44217009)
+4456 train 3.914178 (lr=4.1109e-04) (hash(x)=40004843)
+4457 train 3.932974 (lr=4.1100e-04) (hash(x)=36898469)
+4458 train 3.999913 (lr=4.1091e-04) (hash(x)=33281496)
+4459 train 3.923948 (lr=4.1082e-04) (hash(x)=43014438)
+4460 train 3.889799 (lr=4.1074e-04) (hash(x)=40216522)
+4461 train 3.874330 (lr=4.1065e-04) (hash(x)=37193930)
+4462 train 3.849322 (lr=4.1056e-04) (hash(x)=38363139)
+4463 train 3.856146 (lr=4.1048e-04) (hash(x)=31194899)
+4464 train 3.900093 (lr=4.1039e-04) (hash(x)=37645291)
+4465 train 3.896102 (lr=4.1030e-04) (hash(x)=37088332)
+4466 train 3.898508 (lr=4.1021e-04) (hash(x)=38623122)
+4467 train 3.905844 (lr=4.1013e-04) (hash(x)=41397980)
+4468 train 3.819779 (lr=4.1004e-04) (hash(x)=38584107)
+4469 train 3.701794 (lr=4.0995e-04) (hash(x)=37237816)
+4470 train 3.759068 (lr=4.0986e-04) (hash(x)=39770674)
+4471 train 3.808316 (lr=4.0978e-04) (hash(x)=41095829)
+4472 train 3.737813 (lr=4.0969e-04) (hash(x)=41309219)
+4473 train 3.720414 (lr=4.0960e-04) (hash(x)=36229575)
+4474 train 3.772328 (lr=4.0952e-04) (hash(x)=41550836)
+4475 train 3.748107 (lr=4.0943e-04) (hash(x)=37109115)
+4476 train 3.761580 (lr=4.0934e-04) (hash(x)=39495022)
+4477 train 3.683664 (lr=4.0925e-04) (hash(x)=41720394)
+4478 train 3.795983 (lr=4.0917e-04) (hash(x)=34044222)
+4479 train 3.718810 (lr=4.0908e-04) (hash(x)=40251914)
+4480 train 3.683800 (lr=4.0899e-04) (hash(x)=38337888)
+4481 train 3.999479 (lr=4.0890e-04) (hash(x)=39303283)
+4482 train 4.040399 (lr=4.0882e-04) (hash(x)=45014091)
+4483 train 3.982388 (lr=4.0873e-04) (hash(x)=35443240)
+4484 train 4.038177 (lr=4.0864e-04) (hash(x)=41199982)
+4485 train 3.934806 (lr=4.0855e-04) (hash(x)=38138820)
+4486 train 3.907035 (lr=4.0847e-04) (hash(x)=40507552)
+4487 train 3.956933 (lr=4.0838e-04) (hash(x)=43455551)
+4488 train 3.957497 (lr=4.0829e-04) (hash(x)=40646540)
+4489 train 3.985342 (lr=4.0820e-04) (hash(x)=36020748)
+4490 train 3.986663 (lr=4.0812e-04) (hash(x)=41030753)
+4491 train 3.964198 (lr=4.0803e-04) (hash(x)=40438984)
+4492 train 4.038797 (lr=4.0794e-04) (hash(x)=45928930)
+4493 train 3.965367 (lr=4.0785e-04) (hash(x)=38547096)
+4494 train 3.950624 (lr=4.0777e-04) (hash(x)=37785532)
+4495 train 3.902992 (lr=4.0768e-04) (hash(x)=34851777)
+4496 train 3.899947 (lr=4.0759e-04) (hash(x)=49909710)
+4497 train 3.885653 (lr=4.0750e-04) (hash(x)=42897034)
+4498 train 3.881937 (lr=4.0742e-04) (hash(x)=32566453)
+4499 train 3.871626 (lr=4.0733e-04) (hash(x)=36527661)
+4500 val loss 3.9146
+4500 val perplexity 50.1273
+4500 hella 0.2790
+4500 train 3.867280 (lr=4.0724e-04) (hash(x)=53625672)
+4501 train 3.905513 (lr=4.0715e-04) (hash(x)=39505699)
+4502 train 3.946641 (lr=4.0707e-04) (hash(x)=36765476)
+4503 train 3.958818 (lr=4.0698e-04) (hash(x)=42501282)
+4504 train 3.906912 (lr=4.0689e-04) (hash(x)=38428715)
+4505 train 4.002257 (lr=4.0680e-04) (hash(x)=38785020)
+4506 train 3.881259 (lr=4.0672e-04) (hash(x)=41427016)
+4507 train 3.886078 (lr=4.0663e-04) (hash(x)=45962763)
+4508 train 3.906369 (lr=4.0654e-04) (hash(x)=39427418)
+4509 train 3.933775 (lr=4.0645e-04) (hash(x)=37343401)
+4510 train 3.919715 (lr=4.0637e-04) (hash(x)=36735559)
+4511 train 3.934958 (lr=4.0628e-04) (hash(x)=30925973)
+4512 train 3.865465 (lr=4.0619e-04) (hash(x)=36426880)
+4513 train 3.877040 (lr=4.0610e-04) (hash(x)=40031707)
+4514 train 3.904718 (lr=4.0602e-04) (hash(x)=38487572)
+4515 train 3.968879 (lr=4.0593e-04) (hash(x)=42817522)
+4516 train 3.906204 (lr=4.0584e-04) (hash(x)=39561297)
+4517 train 3.903890 (lr=4.0575e-04) (hash(x)=43269180)
+4518 train 3.788228 (lr=4.0567e-04) (hash(x)=44769742)
+4519 train 3.745411 (lr=4.0558e-04) (hash(x)=45451254)
+4520 train 3.725161 (lr=4.0549e-04) (hash(x)=41487871)
+4521 train 3.729617 (lr=4.0540e-04) (hash(x)=38207115)
+4522 train 3.747033 (lr=4.0531e-04) (hash(x)=38392031)
+4523 train 3.767537 (lr=4.0523e-04) (hash(x)=40288191)
+4524 train 3.740044 (lr=4.0514e-04) (hash(x)=38041319)
+4525 train 3.699617 (lr=4.0505e-04) (hash(x)=44047720)
+4526 train 3.796956 (lr=4.0496e-04) (hash(x)=39957320)
+4527 train 3.774114 (lr=4.0488e-04) (hash(x)=35702943)
+4528 train 3.709509 (lr=4.0479e-04) (hash(x)=45277159)
+4529 train 3.670931 (lr=4.0470e-04) (hash(x)=39759146)
+4530 train 3.833923 (lr=4.0461e-04) (hash(x)=37779629)
+4531 train 3.988090 (lr=4.0452e-04) (hash(x)=39846856)
+4532 train 3.941476 (lr=4.0444e-04) (hash(x)=44353014)
+4533 train 3.934335 (lr=4.0435e-04) (hash(x)=39660244)
+4534 train 3.932266 (lr=4.0426e-04) (hash(x)=40186978)
+4535 train 3.963124 (lr=4.0417e-04) (hash(x)=37523296)
+4536 train 3.985181 (lr=4.0409e-04) (hash(x)=26279490)
+4537 train 3.922569 (lr=4.0400e-04) (hash(x)=38242207)
+4538 train 4.020842 (lr=4.0391e-04) (hash(x)=37677896)
+4539 train 3.890830 (lr=4.0382e-04) (hash(x)=39708176)
+4540 train 3.925080 (lr=4.0373e-04) (hash(x)=38242825)
+4541 train 3.959012 (lr=4.0365e-04) (hash(x)=33132380)
+4542 train 3.906824 (lr=4.0356e-04) (hash(x)=42939896)
+4543 train 3.880227 (lr=4.0347e-04) (hash(x)=38332311)
+4544 train 3.895127 (lr=4.0338e-04) (hash(x)=38923608)
+4545 train 3.867163 (lr=4.0329e-04) (hash(x)=40323556)
+4546 train 3.882883 (lr=4.0321e-04) (hash(x)=35983887)
+4547 train 3.939427 (lr=4.0312e-04) (hash(x)=33602055)
+4548 train 3.898914 (lr=4.0303e-04) (hash(x)=31649731)
+4549 train 3.888353 (lr=4.0294e-04) (hash(x)=38075247)
+4550 train 3.901087 (lr=4.0285e-04) (hash(x)=35861427)
+4551 train 3.968447 (lr=4.0277e-04) (hash(x)=38094911)
+4552 train 3.957182 (lr=4.0268e-04) (hash(x)=33259539)
+4553 train 3.914891 (lr=4.0259e-04) (hash(x)=40491997)
+4554 train 3.958179 (lr=4.0250e-04) (hash(x)=43686401)
+4555 train 3.865546 (lr=4.0241e-04) (hash(x)=38406615)
+4556 train 3.862266 (lr=4.0233e-04) (hash(x)=41017595)
+4557 train 3.922995 (lr=4.0224e-04) (hash(x)=40580691)
+4558 train 3.863572 (lr=4.0215e-04) (hash(x)=39758156)
+4559 train 3.889740 (lr=4.0206e-04) (hash(x)=38356220)
+4560 train 3.920019 (lr=4.0197e-04) (hash(x)=40926930)
+4561 train 3.964744 (lr=4.0189e-04) (hash(x)=40607399)
+4562 train 3.861406 (lr=4.0180e-04) (hash(x)=38455380)
+4563 train 3.901900 (lr=4.0171e-04) (hash(x)=38711914)
+4564 train 3.897948 (lr=4.0162e-04) (hash(x)=44926079)
+4565 train 3.895185 (lr=4.0153e-04) (hash(x)=41877486)
+4566 train 3.907650 (lr=4.0145e-04) (hash(x)=44916639)
+4567 train 3.871154 (lr=4.0136e-04) (hash(x)=35567849)
+4568 train 3.798553 (lr=4.0127e-04) (hash(x)=42347661)
+4569 train 3.763341 (lr=4.0118e-04) (hash(x)=42595177)
+4570 train 3.783746 (lr=4.0109e-04) (hash(x)=28630745)
+4571 train 3.732779 (lr=4.0101e-04) (hash(x)=39596536)
+4572 train 3.689232 (lr=4.0092e-04) (hash(x)=42946116)
+4573 train 3.802987 (lr=4.0083e-04) (hash(x)=40699443)
+4574 train 3.774442 (lr=4.0074e-04) (hash(x)=35925966)
+4575 train 3.727859 (lr=4.0065e-04) (hash(x)=38034444)
+4576 train 3.778136 (lr=4.0056e-04) (hash(x)=42840134)
+4577 train 3.766986 (lr=4.0048e-04) (hash(x)=39626520)
+4578 train 3.743262 (lr=4.0039e-04) (hash(x)=38872008)
+4579 train 3.739826 (lr=4.0030e-04) (hash(x)=41520350)
+4580 train 3.722202 (lr=4.0021e-04) (hash(x)=40184883)
+4581 train 3.912488 (lr=4.0012e-04) (hash(x)=37556231)
+4582 train 3.970016 (lr=4.0004e-04) (hash(x)=39147122)
+4583 train 4.029854 (lr=3.9995e-04) (hash(x)=32375842)
+4584 train 3.954211 (lr=3.9986e-04) (hash(x)=39365348)
+4585 train 3.940046 (lr=3.9977e-04) (hash(x)=42896414)
+4586 train 3.948246 (lr=3.9968e-04) (hash(x)=65069114)
+4587 train 3.938997 (lr=3.9959e-04) (hash(x)=40414005)
+4588 train 3.959470 (lr=3.9951e-04) (hash(x)=40961487)
+4589 train 3.907932 (lr=3.9942e-04) (hash(x)=38266002)
+4590 train 3.986905 (lr=3.9933e-04) (hash(x)=38525358)
+4591 train 3.984954 (lr=3.9924e-04) (hash(x)=34510749)
+4592 train 3.940839 (lr=3.9915e-04) (hash(x)=41325713)
+4593 train 3.943711 (lr=3.9906e-04) (hash(x)=41122353)
+4594 train 3.932632 (lr=3.9898e-04) (hash(x)=38069966)
+4595 train 3.920769 (lr=3.9889e-04) (hash(x)=40430103)
+4596 train 3.963894 (lr=3.9880e-04) (hash(x)=41383289)
+4597 train 3.932874 (lr=3.9871e-04) (hash(x)=34775588)
+4598 train 3.988182 (lr=3.9862e-04) (hash(x)=37851574)
+4599 train 3.947254 (lr=3.9853e-04) (hash(x)=34492800)
+4600 train 3.891909 (lr=3.9845e-04) (hash(x)=37313866)
+4601 train 3.964052 (lr=3.9836e-04) (hash(x)=36079375)
+4602 train 3.959042 (lr=3.9827e-04) (hash(x)=33641161)
+4603 train 3.857840 (lr=3.9818e-04) (hash(x)=41148517)
+4604 train 3.979849 (lr=3.9809e-04) (hash(x)=37653755)
+4605 train 3.930093 (lr=3.9800e-04) (hash(x)=38079580)
+4606 train 3.857311 (lr=3.9792e-04) (hash(x)=36509717)
+4607 train 3.882310 (lr=3.9783e-04) (hash(x)=40846468)
+4608 train 3.927151 (lr=3.9774e-04) (hash(x)=43820544)
+4609 train 3.890038 (lr=3.9765e-04) (hash(x)=40883327)
+4610 train 3.953615 (lr=3.9756e-04) (hash(x)=35852187)
+4611 train 3.869737 (lr=3.9747e-04) (hash(x)=37111148)
+4612 train 3.891651 (lr=3.9739e-04) (hash(x)=46801358)
+4613 train 3.889321 (lr=3.9730e-04) (hash(x)=43285760)
+4614 train 3.871101 (lr=3.9721e-04) (hash(x)=37103901)
+4615 train 3.819472 (lr=3.9712e-04) (hash(x)=41355798)
+4616 train 3.874064 (lr=3.9703e-04) (hash(x)=36605577)
+4617 train 3.866170 (lr=3.9694e-04) (hash(x)=44567932)
+4618 train 3.803787 (lr=3.9685e-04) (hash(x)=39149811)
+4619 train 3.723224 (lr=3.9677e-04) (hash(x)=45370446)
+4620 train 3.769506 (lr=3.9668e-04) (hash(x)=40337063)
+4621 train 3.703531 (lr=3.9659e-04) (hash(x)=36531988)
+4622 train 3.765260 (lr=3.9650e-04) (hash(x)=42016722)
+4623 train 3.778237 (lr=3.9641e-04) (hash(x)=39114176)
+4624 train 3.704434 (lr=3.9632e-04) (hash(x)=38697122)
+4625 train 3.765888 (lr=3.9623e-04) (hash(x)=39931892)
+4626 train 3.779323 (lr=3.9615e-04) (hash(x)=35616476)
+4627 train 3.724832 (lr=3.9606e-04) (hash(x)=43953924)
+4628 train 3.704868 (lr=3.9597e-04) (hash(x)=36275230)
+4629 train 3.766797 (lr=3.9588e-04) (hash(x)=36895435)
+4630 train 3.694429 (lr=3.9579e-04) (hash(x)=37327564)
+4631 train 3.934868 (lr=3.9570e-04) (hash(x)=39212809)
+4632 train 3.914375 (lr=3.9561e-04) (hash(x)=42562080)
+4633 train 3.973260 (lr=3.9553e-04) (hash(x)=41739878)
+4634 train 3.964604 (lr=3.9544e-04) (hash(x)=35244538)
+4635 train 3.942148 (lr=3.9535e-04) (hash(x)=46360563)
+4636 train 3.905200 (lr=3.9526e-04) (hash(x)=38799778)
+4637 train 3.939097 (lr=3.9517e-04) (hash(x)=44546331)
+4638 train 3.941127 (lr=3.9508e-04) (hash(x)=41387282)
+4639 train 3.962440 (lr=3.9499e-04) (hash(x)=33365660)
+4640 train 3.959399 (lr=3.9491e-04) (hash(x)=41862740)
+4641 train 3.959907 (lr=3.9482e-04) (hash(x)=40843819)
+4642 train 3.928568 (lr=3.9473e-04) (hash(x)=38587229)
+4643 train 3.911996 (lr=3.9464e-04) (hash(x)=37749102)
+4644 train 3.967395 (lr=3.9455e-04) (hash(x)=39525889)
+4645 train 3.891864 (lr=3.9446e-04) (hash(x)=37604870)
+4646 train 3.957229 (lr=3.9437e-04) (hash(x)=44440498)
+4647 train 3.962256 (lr=3.9428e-04) (hash(x)=39962130)
+4648 train 3.949845 (lr=3.9420e-04) (hash(x)=39344460)
+4649 train 3.898762 (lr=3.9411e-04) (hash(x)=35753638)
+4650 train 3.925540 (lr=3.9402e-04) (hash(x)=38545454)
+4651 train 3.931699 (lr=3.9393e-04) (hash(x)=46758827)
+4652 train 3.950480 (lr=3.9384e-04) (hash(x)=39220941)
+4653 train 3.907660 (lr=3.9375e-04) (hash(x)=37985387)
+4654 train 3.960216 (lr=3.9366e-04) (hash(x)=42530838)
+4655 train 3.954145 (lr=3.9357e-04) (hash(x)=42268640)
+4656 train 3.909662 (lr=3.9349e-04) (hash(x)=35218434)
+4657 train 3.874971 (lr=3.9340e-04) (hash(x)=40880364)
+4658 train 3.847722 (lr=3.9331e-04) (hash(x)=49134967)
+4659 train 3.946407 (lr=3.9322e-04) (hash(x)=36719348)
+4660 train 3.937354 (lr=3.9313e-04) (hash(x)=39931230)
+4661 train 3.922234 (lr=3.9304e-04) (hash(x)=37797405)
+4662 train 3.888328 (lr=3.9295e-04) (hash(x)=37336312)
+4663 train 3.927577 (lr=3.9286e-04) (hash(x)=34620784)
+4664 train 3.857616 (lr=3.9277e-04) (hash(x)=39441357)
+4665 train 3.841017 (lr=3.9269e-04) (hash(x)=37922134)
+4666 train 3.891817 (lr=3.9260e-04) (hash(x)=40100221)
+4667 train 3.882312 (lr=3.9251e-04) (hash(x)=40173549)
+4668 train 3.828965 (lr=3.9242e-04) (hash(x)=28460883)
+4669 train 3.787930 (lr=3.9233e-04) (hash(x)=36947290)
+4670 train 3.701102 (lr=3.9224e-04) (hash(x)=37843480)
+4671 train 3.783976 (lr=3.9215e-04) (hash(x)=36217211)
+4672 train 3.696229 (lr=3.9206e-04) (hash(x)=43943028)
+4673 train 3.748572 (lr=3.9197e-04) (hash(x)=41781409)
+4674 train 3.689203 (lr=3.9189e-04) (hash(x)=41998697)
+4675 train 3.774282 (lr=3.9180e-04) (hash(x)=40790492)
+4676 train 3.718126 (lr=3.9171e-04) (hash(x)=46305779)
+4677 train 3.754384 (lr=3.9162e-04) (hash(x)=39470629)
+4678 train 3.773967 (lr=3.9153e-04) (hash(x)=39405341)
+4679 train 3.790456 (lr=3.9144e-04) (hash(x)=38512494)
+4680 train 3.743493 (lr=3.9135e-04) (hash(x)=41296802)
+4681 train 3.782943 (lr=3.9126e-04) (hash(x)=41488481)
+4682 train 3.956577 (lr=3.9117e-04) (hash(x)=39550918)
+4683 train 3.946728 (lr=3.9109e-04) (hash(x)=42661087)
+4684 train 3.976815 (lr=3.9100e-04) (hash(x)=39192032)
+4685 train 3.993946 (lr=3.9091e-04) (hash(x)=44774669)
+4686 train 3.946626 (lr=3.9082e-04) (hash(x)=37156307)
+4687 train 3.969151 (lr=3.9073e-04) (hash(x)=50244863)
+4688 train 3.928302 (lr=3.9064e-04) (hash(x)=34520314)
+4689 train 3.885827 (lr=3.9055e-04) (hash(x)=39815309)
+4690 train 3.980347 (lr=3.9046e-04) (hash(x)=42830839)
+4691 train 3.976295 (lr=3.9037e-04) (hash(x)=30702066)
+4692 train 3.888357 (lr=3.9028e-04) (hash(x)=41391972)
+4693 train 3.902655 (lr=3.9020e-04) (hash(x)=37143347)
+4694 train 3.931874 (lr=3.9011e-04) (hash(x)=39942435)
+4695 train 3.905914 (lr=3.9002e-04) (hash(x)=38662473)
+4696 train 3.882189 (lr=3.8993e-04) (hash(x)=35549321)
+4697 train 3.882975 (lr=3.8984e-04) (hash(x)=34831238)
+4698 train 3.931577 (lr=3.8975e-04) (hash(x)=38962655)
+4699 train 3.918365 (lr=3.8966e-04) (hash(x)=36742009)
+4700 train 3.901764 (lr=3.8957e-04) (hash(x)=41308268)
+4701 train 3.983172 (lr=3.8948e-04) (hash(x)=26362040)
+4702 train 3.851175 (lr=3.8939e-04) (hash(x)=35858871)
+4703 train 3.899989 (lr=3.8930e-04) (hash(x)=41840713)
+4704 train 3.921620 (lr=3.8922e-04) (hash(x)=39526640)
+4705 train 3.931323 (lr=3.8913e-04) (hash(x)=37659000)
+4706 train 3.911417 (lr=3.8904e-04) (hash(x)=42729590)
+4707 train 3.896426 (lr=3.8895e-04) (hash(x)=41160632)
+4708 train 3.911304 (lr=3.8886e-04) (hash(x)=55022446)
+4709 train 3.925750 (lr=3.8877e-04) (hash(x)=42226855)
+4710 train 3.897397 (lr=3.8868e-04) (hash(x)=39316245)
+4711 train 4.007885 (lr=3.8859e-04) (hash(x)=39761239)
+4712 train 3.921869 (lr=3.8850e-04) (hash(x)=38172145)
+4713 train 3.883270 (lr=3.8841e-04) (hash(x)=40200856)
+4714 train 3.859156 (lr=3.8832e-04) (hash(x)=37566064)
+4715 train 3.924188 (lr=3.8823e-04) (hash(x)=53130728)
+4716 train 3.817642 (lr=3.8815e-04) (hash(x)=37941899)
+4717 train 3.896677 (lr=3.8806e-04) (hash(x)=43055401)
+4718 train 3.889419 (lr=3.8797e-04) (hash(x)=40552632)
+4719 train 3.770025 (lr=3.8788e-04) (hash(x)=39942295)
+4720 train 3.777470 (lr=3.8779e-04) (hash(x)=40396343)
+4721 train 3.724163 (lr=3.8770e-04) (hash(x)=40294339)
+4722 train 3.794872 (lr=3.8761e-04) (hash(x)=39606740)
+4723 train 3.766074 (lr=3.8752e-04) (hash(x)=39275587)
+4724 train 3.689508 (lr=3.8743e-04) (hash(x)=37915737)
+4725 train 3.782643 (lr=3.8734e-04) (hash(x)=35166260)
+4726 train 3.829542 (lr=3.8725e-04) (hash(x)=44099201)
+4727 train 3.700854 (lr=3.8716e-04) (hash(x)=46653820)
+4728 train 3.728799 (lr=3.8707e-04) (hash(x)=40080518)
+4729 train 3.774559 (lr=3.8698e-04) (hash(x)=38982471)
+4730 train 3.708101 (lr=3.8690e-04) (hash(x)=41454547)
+4731 train 3.763876 (lr=3.8681e-04) (hash(x)=39264215)
+4732 train 3.970834 (lr=3.8672e-04) (hash(x)=38950861)
+4733 train 3.921705 (lr=3.8663e-04) (hash(x)=39270182)
+4734 train 3.946133 (lr=3.8654e-04) (hash(x)=45187750)
+4735 train 3.941373 (lr=3.8645e-04) (hash(x)=31341152)
+4736 train 4.022814 (lr=3.8636e-04) (hash(x)=43421715)
+4737 train 3.916363 (lr=3.8627e-04) (hash(x)=45047878)
+4738 train 3.941855 (lr=3.8618e-04) (hash(x)=36701426)
+4739 train 3.914321 (lr=3.8609e-04) (hash(x)=41727615)
+4740 train 3.943256 (lr=3.8600e-04) (hash(x)=38069070)
+4741 train 3.944127 (lr=3.8591e-04) (hash(x)=41480346)
+4742 train 3.948091 (lr=3.8582e-04) (hash(x)=39953302)
+4743 train 3.934885 (lr=3.8573e-04) (hash(x)=37476754)
+4744 train 3.858015 (lr=3.8564e-04) (hash(x)=47736447)
+4745 train 3.930486 (lr=3.8556e-04) (hash(x)=36969929)
+4746 train 3.980744 (lr=3.8547e-04) (hash(x)=41153013)
+4747 train 3.939645 (lr=3.8538e-04) (hash(x)=38736278)
+4748 train 3.972387 (lr=3.8529e-04) (hash(x)=45256327)
+4749 train 3.914440 (lr=3.8520e-04) (hash(x)=37629789)
+4750 val loss 3.9042
+4750 val perplexity 49.6109
+4750 hella 0.2797
+4750 train 3.940950 (lr=3.8511e-04) (hash(x)=45600383)
+4751 train 3.904084 (lr=3.8502e-04) (hash(x)=35981251)
+4752 train 3.947299 (lr=3.8493e-04) (hash(x)=39428869)
+4753 train 3.953938 (lr=3.8484e-04) (hash(x)=35479262)
+4754 train 3.916284 (lr=3.8475e-04) (hash(x)=40156518)
+4755 train 3.871474 (lr=3.8466e-04) (hash(x)=41586469)
+4756 train 3.844830 (lr=3.8457e-04) (hash(x)=40521699)
+4757 train 3.855800 (lr=3.8448e-04) (hash(x)=38839886)
+4758 train 3.831556 (lr=3.8439e-04) (hash(x)=40284624)
+4759 train 3.884722 (lr=3.8430e-04) (hash(x)=39541394)
+4760 train 3.863154 (lr=3.8421e-04) (hash(x)=37163800)
+4761 train 3.900091 (lr=3.8412e-04) (hash(x)=36355590)
+4762 train 3.847408 (lr=3.8403e-04) (hash(x)=58636130)
+4763 train 3.869639 (lr=3.8394e-04) (hash(x)=50739540)
+4764 train 3.906741 (lr=3.8386e-04) (hash(x)=42937784)
+4765 train 3.888031 (lr=3.8377e-04) (hash(x)=42460034)
+4766 train 3.868367 (lr=3.8368e-04) (hash(x)=39720071)
+4767 train 3.893171 (lr=3.8359e-04) (hash(x)=42985239)
+4768 train 3.762177 (lr=3.8350e-04) (hash(x)=42745774)
+4769 train 3.736340 (lr=3.8341e-04) (hash(x)=43278372)
+4770 train 3.660198 (lr=3.8332e-04) (hash(x)=40844890)
+4771 train 3.729652 (lr=3.8323e-04) (hash(x)=40372164)
+4772 train 3.711870 (lr=3.8314e-04) (hash(x)=36694458)
+4773 train 3.673792 (lr=3.8305e-04) (hash(x)=44156654)
+4774 train 3.714041 (lr=3.8296e-04) (hash(x)=41859472)
+4775 train 3.730854 (lr=3.8287e-04) (hash(x)=36720098)
+4776 train 3.799288 (lr=3.8278e-04) (hash(x)=35779707)
+4777 train 3.801676 (lr=3.8269e-04) (hash(x)=43749138)
+4778 train 3.754020 (lr=3.8260e-04) (hash(x)=37684376)
+4779 train 3.715019 (lr=3.8251e-04) (hash(x)=31004503)
+4780 train 3.803460 (lr=3.8242e-04) (hash(x)=39634043)
+4781 train 3.961883 (lr=3.8233e-04) (hash(x)=35298750)
+4782 train 3.931234 (lr=3.8224e-04) (hash(x)=55511536)
+4783 train 3.966456 (lr=3.8215e-04) (hash(x)=41978733)
+4784 train 3.956109 (lr=3.8206e-04) (hash(x)=37925109)
+4785 train 3.929248 (lr=3.8197e-04) (hash(x)=38119364)
+4786 train 4.024589 (lr=3.8188e-04) (hash(x)=35893814)
+4787 train 3.987746 (lr=3.8179e-04) (hash(x)=37953720)
+4788 train 3.877620 (lr=3.8171e-04) (hash(x)=41754347)
+4789 train 4.006428 (lr=3.8162e-04) (hash(x)=41171099)
+4790 train 3.962198 (lr=3.8153e-04) (hash(x)=38272138)
+4791 train 3.958924 (lr=3.8144e-04) (hash(x)=39858546)
+4792 train 4.008780 (lr=3.8135e-04) (hash(x)=40431593)
+4793 train 3.942667 (lr=3.8126e-04) (hash(x)=39938379)
+4794 train 3.900820 (lr=3.8117e-04) (hash(x)=37755746)
+4795 train 3.915649 (lr=3.8108e-04) (hash(x)=44216186)
+4796 train 3.905311 (lr=3.8099e-04) (hash(x)=36210043)
+4797 train 3.893366 (lr=3.8090e-04) (hash(x)=39592338)
+4798 train 3.961116 (lr=3.8081e-04) (hash(x)=37850041)
+4799 train 3.895398 (lr=3.8072e-04) (hash(x)=40086037)
+4800 train 3.952235 (lr=3.8063e-04) (hash(x)=41860310)
+4801 train 3.890007 (lr=3.8054e-04) (hash(x)=38152782)
+4802 train 3.944470 (lr=3.8045e-04) (hash(x)=37540646)
+4803 train 3.959291 (lr=3.8036e-04) (hash(x)=40578850)
+4804 train 4.011203 (lr=3.8027e-04) (hash(x)=38999122)
+4805 train 3.826796 (lr=3.8018e-04) (hash(x)=41034790)
+4806 train 3.895112 (lr=3.8009e-04) (hash(x)=47562013)
+4807 train 3.882073 (lr=3.8000e-04) (hash(x)=37345007)
+4808 train 3.847904 (lr=3.7991e-04) (hash(x)=41138976)
+4809 train 3.902649 (lr=3.7982e-04) (hash(x)=39703971)
+4810 train 3.885458 (lr=3.7973e-04) (hash(x)=36687301)
+4811 train 3.842066 (lr=3.7964e-04) (hash(x)=44021352)
+4812 train 3.916763 (lr=3.7955e-04) (hash(x)=39300304)
+4813 train 3.879836 (lr=3.7946e-04) (hash(x)=41312346)
+4814 train 3.899580 (lr=3.7937e-04) (hash(x)=42339083)
+4815 train 3.881196 (lr=3.7928e-04) (hash(x)=37319159)
+4816 train 3.843946 (lr=3.7919e-04) (hash(x)=37353117)
+4817 train 3.832302 (lr=3.7910e-04) (hash(x)=40831887)
+4818 train 3.674200 (lr=3.7901e-04) (hash(x)=43880332)
+4819 train 3.740858 (lr=3.7892e-04) (hash(x)=36094625)
+4820 train 3.685438 (lr=3.7883e-04) (hash(x)=38406984)
+4821 train 3.661245 (lr=3.7874e-04) (hash(x)=36315857)
+4822 train 3.764453 (lr=3.7865e-04) (hash(x)=38740441)
+4823 train 3.699187 (lr=3.7856e-04) (hash(x)=38244993)
+4824 train 3.740761 (lr=3.7847e-04) (hash(x)=40906063)
+4825 train 3.766200 (lr=3.7838e-04) (hash(x)=40193297)
+4826 train 3.728264 (lr=3.7829e-04) (hash(x)=38313212)
+4827 train 3.833737 (lr=3.7820e-04) (hash(x)=43050221)
+4828 train 3.789591 (lr=3.7811e-04) (hash(x)=38010036)
+4829 train 3.759925 (lr=3.7802e-04) (hash(x)=48990565)
+4830 train 3.844688 (lr=3.7793e-04) (hash(x)=27609670)
+4831 train 3.857491 (lr=3.7784e-04) (hash(x)=30389532)
+4832 train 3.892670 (lr=3.7775e-04) (hash(x)=40906664)
+4833 train 3.910449 (lr=3.7766e-04) (hash(x)=41288410)
+4834 train 3.977478 (lr=3.7757e-04) (hash(x)=41570449)
+4835 train 3.918619 (lr=3.7748e-04) (hash(x)=41924579)
+4836 train 3.932302 (lr=3.7739e-04) (hash(x)=41506449)
+4837 train 3.906336 (lr=3.7730e-04) (hash(x)=37639967)
+4838 train 3.890647 (lr=3.7721e-04) (hash(x)=47286529)
+4839 train 3.963236 (lr=3.7712e-04) (hash(x)=38273549)
+4840 train 3.902401 (lr=3.7703e-04) (hash(x)=37349116)
+4841 train 3.930328 (lr=3.7694e-04) (hash(x)=47367189)
+4842 train 3.930104 (lr=3.7686e-04) (hash(x)=46137507)
+4843 train 3.950064 (lr=3.7677e-04) (hash(x)=40728436)
+4844 train 3.920907 (lr=3.7668e-04) (hash(x)=28568339)
+4845 train 3.895520 (lr=3.7659e-04) (hash(x)=37713505)
+4846 train 3.900342 (lr=3.7650e-04) (hash(x)=37236431)
+4847 train 3.931316 (lr=3.7641e-04) (hash(x)=38833409)
+4848 train 3.962579 (lr=3.7632e-04) (hash(x)=36237996)
+4849 train 3.943309 (lr=3.7623e-04) (hash(x)=40321014)
+4850 train 3.915226 (lr=3.7614e-04) (hash(x)=43801114)
+4851 train 3.887871 (lr=3.7605e-04) (hash(x)=41100509)
+4852 train 3.903867 (lr=3.7596e-04) (hash(x)=40087000)
+4853 train 3.911059 (lr=3.7587e-04) (hash(x)=40760235)
+4854 train 3.921802 (lr=3.7578e-04) (hash(x)=35133974)
+4855 train 3.931051 (lr=3.7568e-04) (hash(x)=40715563)
+4856 train 3.944290 (lr=3.7559e-04) (hash(x)=42135694)
+4857 train 3.873528 (lr=3.7550e-04) (hash(x)=40411357)
+4858 train 3.860630 (lr=3.7541e-04) (hash(x)=37986112)
+4859 train 3.855190 (lr=3.7532e-04) (hash(x)=38667286)
+4860 train 3.902189 (lr=3.7523e-04) (hash(x)=45515780)
+4861 train 3.862189 (lr=3.7514e-04) (hash(x)=39933596)
+4862 train 3.922064 (lr=3.7505e-04) (hash(x)=37826451)
+4863 train 3.887072 (lr=3.7496e-04) (hash(x)=40034586)
+4864 train 3.928819 (lr=3.7487e-04) (hash(x)=40428468)
+4865 train 3.912875 (lr=3.7478e-04) (hash(x)=43262263)
+4866 train 3.815841 (lr=3.7469e-04) (hash(x)=40971578)
+4867 train 3.892182 (lr=3.7460e-04) (hash(x)=37537713)
+4868 train 3.794251 (lr=3.7451e-04) (hash(x)=36093508)
+4869 train 3.712608 (lr=3.7442e-04) (hash(x)=37661590)
+4870 train 3.784012 (lr=3.7433e-04) (hash(x)=43866021)
+4871 train 3.774988 (lr=3.7424e-04) (hash(x)=40887226)
+4872 train 3.751257 (lr=3.7415e-04) (hash(x)=43963819)
+4873 train 3.649952 (lr=3.7406e-04) (hash(x)=48401261)
+4874 train 3.659045 (lr=3.7397e-04) (hash(x)=36331081)
+4875 train 3.694070 (lr=3.7388e-04) (hash(x)=44518244)
+4876 train 3.708303 (lr=3.7379e-04) (hash(x)=38475143)
+4877 train 3.711355 (lr=3.7370e-04) (hash(x)=43394340)
+4878 train 3.665823 (lr=3.7361e-04) (hash(x)=44021717)
+4879 train 3.666363 (lr=3.7352e-04) (hash(x)=37363255)
+4880 train 3.708616 (lr=3.7343e-04) (hash(x)=40355582)
+4881 train 3.875024 (lr=3.7334e-04) (hash(x)=34529400)
+4882 train 3.925548 (lr=3.7325e-04) (hash(x)=40292647)
+4883 train 3.862837 (lr=3.7316e-04) (hash(x)=37208853)
+4884 train 3.863965 (lr=3.7307e-04) (hash(x)=44131094)
+4885 train 3.925588 (lr=3.7298e-04) (hash(x)=40806631)
+4886 train 3.993439 (lr=3.7289e-04) (hash(x)=42174732)
+4887 train 3.901013 (lr=3.7280e-04) (hash(x)=41142680)
+4888 train 3.904638 (lr=3.7271e-04) (hash(x)=45577048)
+4889 train 3.936085 (lr=3.7262e-04) (hash(x)=43801866)
+4890 train 3.880475 (lr=3.7253e-04) (hash(x)=43639047)
+4891 train 3.913130 (lr=3.7244e-04) (hash(x)=38758760)
+4892 train 3.902046 (lr=3.7235e-04) (hash(x)=41630644)
+4893 train 3.908807 (lr=3.7226e-04) (hash(x)=37645582)
+4894 train 3.949058 (lr=3.7217e-04) (hash(x)=39725619)
+4895 train 3.926661 (lr=3.7208e-04) (hash(x)=34029296)
+4896 train 3.922790 (lr=3.7199e-04) (hash(x)=36118374)
+4897 train 3.889246 (lr=3.7190e-04) (hash(x)=41813694)
+4898 train 3.911423 (lr=3.7181e-04) (hash(x)=37859538)
+4899 train 3.945943 (lr=3.7172e-04) (hash(x)=38203782)
+4900 train 3.975430 (lr=3.7163e-04) (hash(x)=41771238)
+4901 train 3.933242 (lr=3.7154e-04) (hash(x)=44554630)
+4902 train 3.838327 (lr=3.7145e-04) (hash(x)=42213923)
+4903 train 3.964205 (lr=3.7136e-04) (hash(x)=37257156)
+4904 train 3.911507 (lr=3.7127e-04) (hash(x)=40496377)
+4905 train 3.901914 (lr=3.7118e-04) (hash(x)=48778037)
+4906 train 3.871802 (lr=3.7109e-04) (hash(x)=36252764)
+4907 train 3.858153 (lr=3.7100e-04) (hash(x)=41296013)
+4908 train 3.943425 (lr=3.7091e-04) (hash(x)=38869169)
+4909 train 3.882451 (lr=3.7082e-04) (hash(x)=38835455)
+4910 train 3.889493 (lr=3.7073e-04) (hash(x)=38278569)
+4911 train 3.863129 (lr=3.7063e-04) (hash(x)=38915113)
+4912 train 3.878646 (lr=3.7054e-04) (hash(x)=30795371)
+4913 train 3.865576 (lr=3.7045e-04) (hash(x)=35816603)
+4914 train 3.865050 (lr=3.7036e-04) (hash(x)=38933014)
+4915 train 3.878692 (lr=3.7027e-04) (hash(x)=42157239)
+4916 train 3.855030 (lr=3.7018e-04) (hash(x)=40891045)
+4917 train 3.872802 (lr=3.7009e-04) (hash(x)=40615895)
+4918 train 3.888821 (lr=3.7000e-04) (hash(x)=41016773)
+4919 train 3.730773 (lr=3.6991e-04) (hash(x)=43043291)
+4920 train 3.734175 (lr=3.6982e-04) (hash(x)=36451506)
+4921 train 3.695372 (lr=3.6973e-04) (hash(x)=36884645)
+4922 train 3.736258 (lr=3.6964e-04) (hash(x)=39843038)
+4923 train 3.701491 (lr=3.6955e-04) (hash(x)=39256922)
+4924 train 3.684649 (lr=3.6946e-04) (hash(x)=38464119)
+4925 train 3.694390 (lr=3.6937e-04) (hash(x)=44309174)
+4926 train 3.738023 (lr=3.6928e-04) (hash(x)=41547813)
+4927 train 3.721925 (lr=3.6919e-04) (hash(x)=42079292)
+4928 train 3.774682 (lr=3.6910e-04) (hash(x)=33478995)
+4929 train 3.690493 (lr=3.6901e-04) (hash(x)=39085059)
+4930 train 3.724650 (lr=3.6892e-04) (hash(x)=41305611)
+4931 train 3.906796 (lr=3.6883e-04) (hash(x)=40588970)
+4932 train 3.915142 (lr=3.6874e-04) (hash(x)=42736069)
+4933 train 3.929719 (lr=3.6865e-04) (hash(x)=34675746)
+4934 train 3.943816 (lr=3.6856e-04) (hash(x)=35974614)
+4935 train 3.935897 (lr=3.6847e-04) (hash(x)=45628517)
+4936 train 3.932449 (lr=3.6838e-04) (hash(x)=45109077)
+4937 train 3.886277 (lr=3.6829e-04) (hash(x)=37822967)
+4938 train 3.958411 (lr=3.6819e-04) (hash(x)=34279637)
+4939 train 3.894156 (lr=3.6810e-04) (hash(x)=45892087)
+4940 train 3.821863 (lr=3.6801e-04) (hash(x)=41380960)
+4941 train 3.953069 (lr=3.6792e-04) (hash(x)=39596473)
+4942 train 3.945659 (lr=3.6783e-04) (hash(x)=34450225)
+4943 train 3.906028 (lr=3.6774e-04) (hash(x)=43081842)
+4944 train 3.961017 (lr=3.6765e-04) (hash(x)=37864733)
+4945 train 3.928192 (lr=3.6756e-04) (hash(x)=43980904)
+4946 train 3.921800 (lr=3.6747e-04) (hash(x)=38955475)
+4947 train 3.898894 (lr=3.6738e-04) (hash(x)=40318254)
+4948 train 3.918324 (lr=3.6729e-04) (hash(x)=43435705)
+4949 train 3.949053 (lr=3.6720e-04) (hash(x)=37436720)
+4950 train 3.920058 (lr=3.6711e-04) (hash(x)=45545343)
+4951 train 3.941184 (lr=3.6702e-04) (hash(x)=44691966)
+4952 train 3.865200 (lr=3.6693e-04) (hash(x)=36385099)
+4953 train 3.907265 (lr=3.6684e-04) (hash(x)=37671165)
+4954 train 3.919210 (lr=3.6675e-04) (hash(x)=36342916)
+4955 train 3.899784 (lr=3.6666e-04) (hash(x)=45975947)
+4956 train 3.913546 (lr=3.6657e-04) (hash(x)=38610920)
+4957 train 3.841117 (lr=3.6648e-04) (hash(x)=39593640)
+4958 train 3.892552 (lr=3.6639e-04) (hash(x)=37376690)
+4959 train 3.862679 (lr=3.6629e-04) (hash(x)=40122784)
+4960 train 3.883659 (lr=3.6620e-04) (hash(x)=42694119)
+4961 train 3.896500 (lr=3.6611e-04) (hash(x)=39987893)
+4962 train 3.863617 (lr=3.6602e-04) (hash(x)=40181367)
+4963 train 3.892088 (lr=3.6593e-04) (hash(x)=39169881)
+4964 train 3.882898 (lr=3.6584e-04) (hash(x)=37724702)
+4965 train 3.899775 (lr=3.6575e-04) (hash(x)=39684744)
+4966 train 3.863155 (lr=3.6566e-04) (hash(x)=39694911)
+4967 train 3.876464 (lr=3.6557e-04) (hash(x)=37836274)
+4968 train 3.689153 (lr=3.6548e-04) (hash(x)=41606402)
+4969 train 3.640851 (lr=3.6539e-04) (hash(x)=40738180)
+4970 train 3.666424 (lr=3.6530e-04) (hash(x)=43804645)
+4971 train 3.680086 (lr=3.6521e-04) (hash(x)=43983716)
+4972 train 3.689887 (lr=3.6512e-04) (hash(x)=36955007)
+4973 train 3.683770 (lr=3.6503e-04) (hash(x)=41660785)
+4974 train 3.721123 (lr=3.6494e-04) (hash(x)=36516247)
+4975 train 3.746898 (lr=3.6485e-04) (hash(x)=47499050)
+4976 train 3.700953 (lr=3.6476e-04) (hash(x)=33035298)
+4977 train 3.729481 (lr=3.6466e-04) (hash(x)=41418192)
+4978 train 3.702002 (lr=3.6457e-04) (hash(x)=39538306)
+4979 train 3.706984 (lr=3.6448e-04) (hash(x)=46300311)
+4980 train 3.704464 (lr=3.6439e-04) (hash(x)=42934000)
+4981 train 3.931171 (lr=3.6430e-04) (hash(x)=34720351)
+4982 train 3.904674 (lr=3.6421e-04) (hash(x)=41854170)
+4983 train 3.920398 (lr=3.6412e-04) (hash(x)=37006176)
+4984 train 3.916755 (lr=3.6403e-04) (hash(x)=42234727)
+4985 train 3.889620 (lr=3.6394e-04) (hash(x)=42795492)
+4986 train 3.917319 (lr=3.6385e-04) (hash(x)=38989150)
+4987 train 3.917940 (lr=3.6376e-04) (hash(x)=40115901)
+4988 train 3.907421 (lr=3.6367e-04) (hash(x)=41747329)
+4989 train 3.984467 (lr=3.6358e-04) (hash(x)=41087316)
+4990 train 3.917616 (lr=3.6349e-04) (hash(x)=42069749)
+4991 train 3.883561 (lr=3.6340e-04) (hash(x)=40581083)
+4992 train 3.888613 (lr=3.6331e-04) (hash(x)=28159476)
+4993 train 3.858898 (lr=3.6321e-04) (hash(x)=29521930)
+4994 train 3.979939 (lr=3.6312e-04) (hash(x)=35473193)
+4995 train 3.861396 (lr=3.6303e-04) (hash(x)=33786393)
+4996 train 3.927240 (lr=3.6294e-04) (hash(x)=36146683)
+4997 train 3.912059 (lr=3.6285e-04) (hash(x)=40478178)
+4998 train 3.923871 (lr=3.6276e-04) (hash(x)=40302343)
+4999 train 3.905755 (lr=3.6267e-04) (hash(x)=35769893)
+5000 val loss 3.8866
+5000 val perplexity 48.7460
+5000 hella 0.2798
+5000 train 3.912770 (lr=3.6258e-04) (hash(x)=32723237)
+5001 train 3.934749 (lr=3.6249e-04) (hash(x)=28790521)
+5002 train 3.854328 (lr=3.6240e-04) (hash(x)=47796107)
+5003 train 3.914516 (lr=3.6231e-04) (hash(x)=42246693)
+5004 train 3.877767 (lr=3.6222e-04) (hash(x)=41610597)
+5005 train 3.862082 (lr=3.6213e-04) (hash(x)=34809866)
+5006 train 3.866028 (lr=3.6204e-04) (hash(x)=40065017)
+5007 train 3.886825 (lr=3.6194e-04) (hash(x)=44423601)
+5008 train 3.765315 (lr=3.6185e-04) (hash(x)=41184345)
+5009 train 3.882115 (lr=3.6176e-04) (hash(x)=38625539)
+5010 train 3.868181 (lr=3.6167e-04) (hash(x)=43402284)
+5011 train 3.888028 (lr=3.6158e-04) (hash(x)=38805290)
+5012 train 3.871534 (lr=3.6149e-04) (hash(x)=47290688)
+5013 train 3.853317 (lr=3.6140e-04) (hash(x)=39754668)
+5014 train 3.846103 (lr=3.6131e-04) (hash(x)=40351794)
+5015 train 3.850032 (lr=3.6122e-04) (hash(x)=36539383)
+5016 train 3.836562 (lr=3.6113e-04) (hash(x)=38250382)
+5017 train 3.806253 (lr=3.6104e-04) (hash(x)=40673923)
+5018 train 3.755789 (lr=3.6095e-04) (hash(x)=38514709)
+5019 train 3.718392 (lr=3.6086e-04) (hash(x)=43145430)
+5020 train 3.710370 (lr=3.6077e-04) (hash(x)=39529014)
+5021 train 3.625804 (lr=3.6067e-04) (hash(x)=37441507)
+5022 train 3.730894 (lr=3.6058e-04) (hash(x)=32170336)
+5023 train 3.737025 (lr=3.6049e-04) (hash(x)=42969139)
+5024 train 3.694347 (lr=3.6040e-04) (hash(x)=38790569)
+5025 train 3.744100 (lr=3.6031e-04) (hash(x)=40702788)
+5026 train 3.761836 (lr=3.6022e-04) (hash(x)=36601259)
+5027 train 3.738887 (lr=3.6013e-04) (hash(x)=40927413)
+5028 train 3.730577 (lr=3.6004e-04) (hash(x)=40315769)
+5029 train 3.672577 (lr=3.5995e-04) (hash(x)=44908454)
+5030 train 3.904382 (lr=3.5986e-04) (hash(x)=40375871)
+5031 train 3.860085 (lr=3.5977e-04) (hash(x)=40032229)
+5032 train 3.940472 (lr=3.5968e-04) (hash(x)=40803663)
+5033 train 3.869753 (lr=3.5959e-04) (hash(x)=41015020)
+5034 train 3.960402 (lr=3.5949e-04) (hash(x)=40551553)
+5035 train 3.992049 (lr=3.5940e-04) (hash(x)=37549010)
+5036 train 3.944636 (lr=3.5931e-04) (hash(x)=37682602)
+5037 train 3.890214 (lr=3.5922e-04) (hash(x)=43161978)
+5038 train 3.976672 (lr=3.5913e-04) (hash(x)=35561201)
+5039 train 3.938949 (lr=3.5904e-04) (hash(x)=35743105)
+5040 train 3.857866 (lr=3.5895e-04) (hash(x)=35943603)
+5041 train 3.905340 (lr=3.5886e-04) (hash(x)=44589216)
+5042 train 3.855930 (lr=3.5877e-04) (hash(x)=38859497)
+5043 train 3.921569 (lr=3.5868e-04) (hash(x)=39691999)
+5044 train 3.905115 (lr=3.5859e-04) (hash(x)=37271132)
+5045 train 3.890618 (lr=3.5850e-04) (hash(x)=38491954)
+5046 train 3.899491 (lr=3.5840e-04) (hash(x)=36417757)
+5047 train 3.984842 (lr=3.5831e-04) (hash(x)=35798880)
+5048 train 3.906405 (lr=3.5822e-04) (hash(x)=43607520)
+5049 train 3.876345 (lr=3.5813e-04) (hash(x)=38851613)
+5050 train 3.939736 (lr=3.5804e-04) (hash(x)=43951427)
+5051 train 3.895256 (lr=3.5795e-04) (hash(x)=39800990)
+5052 train 3.995794 (lr=3.5786e-04) (hash(x)=43531361)
+5053 train 3.866680 (lr=3.5777e-04) (hash(x)=39860605)
+5054 train 3.899885 (lr=3.5768e-04) (hash(x)=45067771)
+5055 train 3.856550 (lr=3.5759e-04) (hash(x)=38276773)
+5056 train 3.851354 (lr=3.5750e-04) (hash(x)=35767024)
+5057 train 3.846254 (lr=3.5740e-04) (hash(x)=37202122)
+5058 train 3.908662 (lr=3.5731e-04) (hash(x)=40637697)
+5059 train 3.841411 (lr=3.5722e-04) (hash(x)=40405606)
+5060 train 3.865070 (lr=3.5713e-04) (hash(x)=42253792)
+5061 train 3.877304 (lr=3.5704e-04) (hash(x)=37893228)
+5062 train 3.903651 (lr=3.5695e-04) (hash(x)=37698601)
+5063 train 3.872813 (lr=3.5686e-04) (hash(x)=46036776)
+5064 train 3.861604 (lr=3.5677e-04) (hash(x)=41956433)
+5065 train 3.896149 (lr=3.5668e-04) (hash(x)=41057330)
+5066 train 3.753872 (lr=3.5659e-04) (hash(x)=37942727)
+5067 train 3.688146 (lr=3.5650e-04) (hash(x)=40481279)
+5068 train 3.721565 (lr=3.5640e-04) (hash(x)=42600033)
+5069 train 3.714388 (lr=3.5631e-04) (hash(x)=44220720)
+5070 train 3.789858 (lr=3.5622e-04) (hash(x)=41499976)
+5071 train 3.727011 (lr=3.5613e-04) (hash(x)=36814997)
+5072 train 3.774060 (lr=3.5604e-04) (hash(x)=34309124)
+5073 train 3.703228 (lr=3.5595e-04) (hash(x)=38335535)
+5074 train 3.626513 (lr=3.5586e-04) (hash(x)=45081282)
+5075 train 3.688680 (lr=3.5577e-04) (hash(x)=36597282)
+5076 train 3.737745 (lr=3.5568e-04) (hash(x)=36270703)
+5077 train 3.676526 (lr=3.5559e-04) (hash(x)=36747344)
+5078 train 3.710987 (lr=3.5550e-04) (hash(x)=38475718)
+5079 train 3.889501 (lr=3.5540e-04) (hash(x)=43385335)
+5080 train 3.906662 (lr=3.5531e-04) (hash(x)=38216010)
+5081 train 3.916273 (lr=3.5522e-04) (hash(x)=38086109)
+5082 train 3.909558 (lr=3.5513e-04) (hash(x)=39856337)
+5083 train 3.944837 (lr=3.5504e-04) (hash(x)=41986723)
+5084 train 3.940907 (lr=3.5495e-04) (hash(x)=39962297)
+5085 train 3.862090 (lr=3.5486e-04) (hash(x)=38675519)
+5086 train 3.981484 (lr=3.5477e-04) (hash(x)=39015828)
+5087 train 3.884614 (lr=3.5468e-04) (hash(x)=39993639)
+5088 train 3.944254 (lr=3.5459e-04) (hash(x)=39589176)
+5089 train 3.894421 (lr=3.5450e-04) (hash(x)=39773363)
+5090 train 3.879101 (lr=3.5440e-04) (hash(x)=51145020)
+5091 train 3.895337 (lr=3.5431e-04) (hash(x)=37537981)
+5092 train 3.879848 (lr=3.5422e-04) (hash(x)=44915926)
+5093 train 3.899239 (lr=3.5413e-04) (hash(x)=37599353)
+5094 train 3.902595 (lr=3.5404e-04) (hash(x)=42838484)
+5095 train 3.940912 (lr=3.5395e-04) (hash(x)=35838139)
+5096 train 3.892150 (lr=3.5386e-04) (hash(x)=41161535)
+5097 train 3.873529 (lr=3.5377e-04) (hash(x)=40436531)
+5098 train 3.912005 (lr=3.5368e-04) (hash(x)=40318531)
+5099 train 3.910807 (lr=3.5359e-04) (hash(x)=36469142)
+5100 train 3.868399 (lr=3.5349e-04) (hash(x)=48903273)
+5101 train 3.870747 (lr=3.5340e-04) (hash(x)=37282703)
+5102 train 3.921925 (lr=3.5331e-04) (hash(x)=47168303)
+5103 train 3.917923 (lr=3.5322e-04) (hash(x)=38199431)
+5104 train 3.819242 (lr=3.5313e-04) (hash(x)=40473625)
+5105 train 3.886894 (lr=3.5304e-04) (hash(x)=39368159)
+5106 train 3.835723 (lr=3.5295e-04) (hash(x)=41111637)
+5107 train 3.898419 (lr=3.5286e-04) (hash(x)=48954251)
+5108 train 3.866150 (lr=3.5277e-04) (hash(x)=43451329)
+5109 train 3.927699 (lr=3.5267e-04) (hash(x)=36732487)
+5110 train 3.905833 (lr=3.5258e-04) (hash(x)=38733683)
+5111 train 3.854656 (lr=3.5249e-04) (hash(x)=42668365)
+5112 train 3.844816 (lr=3.5240e-04) (hash(x)=39376901)
+5113 train 3.888771 (lr=3.5231e-04) (hash(x)=39099104)
+5114 train 3.835216 (lr=3.5222e-04) (hash(x)=36410159)
+5115 train 3.854583 (lr=3.5213e-04) (hash(x)=39466619)
+5116 train 3.862619 (lr=3.5204e-04) (hash(x)=39211748)
+5117 train 3.696421 (lr=3.5195e-04) (hash(x)=49750065)
+5118 train 3.761322 (lr=3.5186e-04) (hash(x)=41626073)
+5119 train 3.640732 (lr=3.5176e-04) (hash(x)=33014004)
+5120 train 3.692487 (lr=3.5167e-04) (hash(x)=39797198)
+5121 train 3.706899 (lr=3.5158e-04) (hash(x)=38664402)
+5122 train 3.627276 (lr=3.5149e-04) (hash(x)=38352639)
+5123 train 3.772723 (lr=3.5140e-04) (hash(x)=42178013)
+5124 train 3.739199 (lr=3.5131e-04) (hash(x)=41117240)
+5125 train 3.726241 (lr=3.5122e-04) (hash(x)=40652290)
+5126 train 3.743596 (lr=3.5113e-04) (hash(x)=35237608)
+5127 train 3.760346 (lr=3.5104e-04) (hash(x)=44945990)
+5128 train 3.748193 (lr=3.5094e-04) (hash(x)=41950982)
+5129 train 3.827966 (lr=3.5085e-04) (hash(x)=41333540)
+5130 train 3.932861 (lr=3.5076e-04) (hash(x)=40934192)
+5131 train 3.899347 (lr=3.5067e-04) (hash(x)=40979280)
+5132 train 3.978852 (lr=3.5058e-04) (hash(x)=41747909)
+5133 train 3.881855 (lr=3.5049e-04) (hash(x)=41321246)
+5134 train 3.992604 (lr=3.5040e-04) (hash(x)=39643098)
+5135 train 3.865069 (lr=3.5031e-04) (hash(x)=40743121)
+5136 train 3.912603 (lr=3.5022e-04) (hash(x)=38842424)
+5137 train 3.873310 (lr=3.5013e-04) (hash(x)=45347255)
+5138 train 3.861427 (lr=3.5003e-04) (hash(x)=39273886)
+5139 train 3.886739 (lr=3.4994e-04) (hash(x)=42748522)
+5140 train 3.926632 (lr=3.4985e-04) (hash(x)=45951435)
+5141 train 3.896430 (lr=3.4976e-04) (hash(x)=39967921)
+5142 train 3.861035 (lr=3.4967e-04) (hash(x)=38848256)
+5143 train 3.918653 (lr=3.4958e-04) (hash(x)=37546752)
+5144 train 3.881304 (lr=3.4949e-04) (hash(x)=39468428)
+5145 train 3.953587 (lr=3.4940e-04) (hash(x)=42347095)
+5146 train 3.910870 (lr=3.4931e-04) (hash(x)=42632176)
+5147 train 3.837095 (lr=3.4921e-04) (hash(x)=33145187)
+5148 train 3.851209 (lr=3.4912e-04) (hash(x)=30229182)
+5149 train 3.899364 (lr=3.4903e-04) (hash(x)=37295797)
+5150 train 3.900674 (lr=3.4894e-04) (hash(x)=39185629)
+5151 train 3.894466 (lr=3.4885e-04) (hash(x)=37610448)
+5152 train 3.933496 (lr=3.4876e-04) (hash(x)=36203879)
+5153 train 3.977432 (lr=3.4867e-04) (hash(x)=38992673)
+5154 train 3.854999 (lr=3.4858e-04) (hash(x)=35906754)
+5155 train 3.830437 (lr=3.4848e-04) (hash(x)=39499705)
+5156 train 3.889471 (lr=3.4839e-04) (hash(x)=39929486)
+5157 train 3.959695 (lr=3.4830e-04) (hash(x)=30389089)
+5158 train 3.894734 (lr=3.4821e-04) (hash(x)=40327271)
+5159 train 3.922553 (lr=3.4812e-04) (hash(x)=38344532)
+5160 train 3.850973 (lr=3.4803e-04) (hash(x)=41305059)
+5161 train 3.893555 (lr=3.4794e-04) (hash(x)=38224690)
+5162 train 3.877666 (lr=3.4785e-04) (hash(x)=38070948)
+5163 train 3.831870 (lr=3.4776e-04) (hash(x)=38456154)
+5164 train 3.847738 (lr=3.4766e-04) (hash(x)=39856925)
+5165 train 3.861884 (lr=3.4757e-04) (hash(x)=38410974)
+5166 train 3.809543 (lr=3.4748e-04) (hash(x)=39580951)
+5167 train 3.687444 (lr=3.4739e-04) (hash(x)=37963467)
+5168 train 3.748297 (lr=3.4730e-04) (hash(x)=36692720)
+5169 train 3.660841 (lr=3.4721e-04) (hash(x)=35420948)
+5170 train 3.769076 (lr=3.4712e-04) (hash(x)=41450226)
+5171 train 3.718781 (lr=3.4703e-04) (hash(x)=42176411)
+5172 train 3.663294 (lr=3.4694e-04) (hash(x)=38317068)
+5173 train 3.694755 (lr=3.4684e-04) (hash(x)=31815541)
+5174 train 3.661888 (lr=3.4675e-04) (hash(x)=48220908)
+5175 train 3.696468 (lr=3.4666e-04) (hash(x)=31658265)
+5176 train 3.692987 (lr=3.4657e-04) (hash(x)=34549940)
+5177 train 3.634915 (lr=3.4648e-04) (hash(x)=37668000)
+5178 train 3.660041 (lr=3.4639e-04) (hash(x)=37720775)
+5179 train 3.801475 (lr=3.4630e-04) (hash(x)=43167777)
+5180 train 3.922895 (lr=3.4621e-04) (hash(x)=44056883)
+5181 train 3.885913 (lr=3.4611e-04) (hash(x)=36111955)
+5182 train 3.869421 (lr=3.4602e-04) (hash(x)=41046845)
+5183 train 3.933225 (lr=3.4593e-04) (hash(x)=37730361)
+5184 train 3.933628 (lr=3.4584e-04) (hash(x)=43361513)
+5185 train 3.874318 (lr=3.4575e-04) (hash(x)=38920846)
+5186 train 3.894414 (lr=3.4566e-04) (hash(x)=42508242)
+5187 train 3.904028 (lr=3.4557e-04) (hash(x)=40988124)
+5188 train 3.925188 (lr=3.4548e-04) (hash(x)=41432302)
+5189 train 3.884397 (lr=3.4538e-04) (hash(x)=41054270)
+5190 train 3.880687 (lr=3.4529e-04) (hash(x)=39402830)
+5191 train 3.920221 (lr=3.4520e-04) (hash(x)=45078037)
+5192 train 3.930357 (lr=3.4511e-04) (hash(x)=41405960)
+5193 train 3.907097 (lr=3.4502e-04) (hash(x)=44243074)
+5194 train 3.929904 (lr=3.4493e-04) (hash(x)=41808178)
+5195 train 4.011730 (lr=3.4484e-04) (hash(x)=43649564)
+5196 train 3.918955 (lr=3.4475e-04) (hash(x)=42530600)
+5197 train 4.019315 (lr=3.4466e-04) (hash(x)=44445390)
+5198 train 3.934537 (lr=3.4456e-04) (hash(x)=41593187)
+5199 train 3.878597 (lr=3.4447e-04) (hash(x)=39319708)
+5200 train 3.847303 (lr=3.4438e-04) (hash(x)=37433115)
+5201 train 3.911436 (lr=3.4429e-04) (hash(x)=39094366)
+5202 train 3.913365 (lr=3.4420e-04) (hash(x)=42372873)
+5203 train 3.942492 (lr=3.4411e-04) (hash(x)=39983448)
+5204 train 3.900180 (lr=3.4402e-04) (hash(x)=37973292)
+5205 train 3.906933 (lr=3.4393e-04) (hash(x)=45594265)
+5206 train 3.877176 (lr=3.4383e-04) (hash(x)=39123432)
+5207 train 3.853447 (lr=3.4374e-04) (hash(x)=36008857)
+5208 train 3.921131 (lr=3.4365e-04) (hash(x)=47291244)
+5209 train 3.846727 (lr=3.4356e-04) (hash(x)=40181417)
+5210 train 3.864975 (lr=3.4347e-04) (hash(x)=42704156)
+5211 train 3.834478 (lr=3.4338e-04) (hash(x)=41735040)
+5212 train 3.854251 (lr=3.4329e-04) (hash(x)=32054036)
+5213 train 3.838572 (lr=3.4320e-04) (hash(x)=49507076)
+5214 train 3.800875 (lr=3.4310e-04) (hash(x)=37805989)
+5215 train 3.911027 (lr=3.4301e-04) (hash(x)=41911742)
+5216 train 3.661228 (lr=3.4292e-04) (hash(x)=41169128)
+5217 train 3.855444 (lr=3.4283e-04) (hash(x)=34899590)
+5218 train 3.664426 (lr=3.4274e-04) (hash(x)=43896858)
+5219 train 3.727958 (lr=3.4265e-04) (hash(x)=39421038)
+5220 train 3.715306 (lr=3.4256e-04) (hash(x)=46143459)
+5221 train 3.635011 (lr=3.4247e-04) (hash(x)=34973627)
+5222 train 3.671865 (lr=3.4237e-04) (hash(x)=43260633)
+5223 train 3.731607 (lr=3.4228e-04) (hash(x)=42728301)
+5224 train 3.728746 (lr=3.4219e-04) (hash(x)=42579660)
+5225 train 3.667403 (lr=3.4210e-04) (hash(x)=35965633)
+5226 train 3.835821 (lr=3.4201e-04) (hash(x)=38573358)
+5227 train 3.669888 (lr=3.4192e-04) (hash(x)=31190332)
+5228 train 3.686053 (lr=3.4183e-04) (hash(x)=39415894)
+5229 train 3.941531 (lr=3.4174e-04) (hash(x)=38233588)
+5230 train 3.910071 (lr=3.4164e-04) (hash(x)=43048709)
+5231 train 3.911786 (lr=3.4155e-04) (hash(x)=37108669)
+5232 train 3.901835 (lr=3.4146e-04) (hash(x)=53212721)
+5233 train 3.895867 (lr=3.4137e-04) (hash(x)=35750367)
+5234 train 3.911479 (lr=3.4128e-04) (hash(x)=38171766)
+5235 train 3.937678 (lr=3.4119e-04) (hash(x)=29653378)
+5236 train 3.917089 (lr=3.4110e-04) (hash(x)=37676841)
+5237 train 3.970734 (lr=3.4101e-04) (hash(x)=46422068)
+5238 train 3.879764 (lr=3.4091e-04) (hash(x)=41548978)
+5239 train 3.906208 (lr=3.4082e-04) (hash(x)=34797983)
+5240 train 3.893024 (lr=3.4073e-04) (hash(x)=41197317)
+5241 train 3.899052 (lr=3.4064e-04) (hash(x)=37058787)
+5242 train 3.866845 (lr=3.4055e-04) (hash(x)=38298539)
+5243 train 3.916208 (lr=3.4046e-04) (hash(x)=46494106)
+5244 train 3.923892 (lr=3.4037e-04) (hash(x)=40776965)
+5245 train 3.908020 (lr=3.4027e-04) (hash(x)=43471497)
+5246 train 3.905715 (lr=3.4018e-04) (hash(x)=42370662)
+5247 train 3.886423 (lr=3.4009e-04) (hash(x)=38885443)
+5248 train 4.004152 (lr=3.4000e-04) (hash(x)=32025548)
+5249 train 3.989159 (lr=3.3991e-04) (hash(x)=38551841)
+5250 val loss 3.8837
+5250 val perplexity 48.6043
+5250 hella 0.2845
+5250 train 3.886279 (lr=3.3982e-04) (hash(x)=44239230)
+5251 train 3.973521 (lr=3.3973e-04) (hash(x)=39643980)
+5252 train 3.874480 (lr=3.3964e-04) (hash(x)=35839082)
+5253 train 3.909767 (lr=3.3954e-04) (hash(x)=37289472)
+5254 train 3.872952 (lr=3.3945e-04) (hash(x)=36871565)
+5255 train 3.856488 (lr=3.3936e-04) (hash(x)=43364820)
+5256 train 3.857677 (lr=3.3927e-04) (hash(x)=40091939)
+5257 train 3.836182 (lr=3.3918e-04) (hash(x)=39376191)
+5258 train 3.849394 (lr=3.3909e-04) (hash(x)=44072990)
+5259 train 3.867028 (lr=3.3900e-04) (hash(x)=50828387)
+5260 train 3.865732 (lr=3.3891e-04) (hash(x)=38167301)
+5261 train 3.893199 (lr=3.3881e-04) (hash(x)=33652310)
+5262 train 3.819416 (lr=3.3872e-04) (hash(x)=41596059)
+5263 train 3.879134 (lr=3.3863e-04) (hash(x)=43771091)
+5264 train 3.805999 (lr=3.3854e-04) (hash(x)=38854102)
+5265 train 3.849447 (lr=3.3845e-04) (hash(x)=41411554)
+5266 train 3.823175 (lr=3.3836e-04) (hash(x)=40138935)
+5267 train 3.674408 (lr=3.3827e-04) (hash(x)=35481827)
+5268 train 3.719713 (lr=3.3818e-04) (hash(x)=37378798)
+5269 train 3.710119 (lr=3.3808e-04) (hash(x)=39687689)
+5270 train 3.745997 (lr=3.3799e-04) (hash(x)=43354003)
+5271 train 3.698722 (lr=3.3790e-04) (hash(x)=42965062)
+5272 train 3.757346 (lr=3.3781e-04) (hash(x)=40775917)
+5273 train 3.671659 (lr=3.3772e-04) (hash(x)=39656557)
+5274 train 3.662215 (lr=3.3763e-04) (hash(x)=42985089)
+5275 train 3.714542 (lr=3.3754e-04) (hash(x)=34994627)
+5276 train 3.737803 (lr=3.3744e-04) (hash(x)=38727186)
+5277 train 3.636354 (lr=3.3735e-04) (hash(x)=33554387)
+5278 train 3.738408 (lr=3.3726e-04) (hash(x)=41308378)
+5279 train 3.920218 (lr=3.3717e-04) (hash(x)=40242854)
+5280 train 3.883157 (lr=3.3708e-04) (hash(x)=39434273)
+5281 train 3.904839 (lr=3.3699e-04) (hash(x)=41586375)
+5282 train 3.916502 (lr=3.3690e-04) (hash(x)=34499162)
+5283 train 3.834062 (lr=3.3681e-04) (hash(x)=43479446)
+5284 train 3.885281 (lr=3.3671e-04) (hash(x)=41234235)
+5285 train 3.902817 (lr=3.3662e-04) (hash(x)=40642347)
+5286 train 3.977715 (lr=3.3653e-04) (hash(x)=39124195)
+5287 train 3.921710 (lr=3.3644e-04) (hash(x)=46472497)
+5288 train 3.905773 (lr=3.3635e-04) (hash(x)=45310089)
+5289 train 3.972830 (lr=3.3626e-04) (hash(x)=43070737)
+5290 train 3.921698 (lr=3.3617e-04) (hash(x)=36298247)
+5291 train 3.921880 (lr=3.3607e-04) (hash(x)=45284728)
+5292 train 3.976656 (lr=3.3598e-04) (hash(x)=40414682)
+5293 train 3.927664 (lr=3.3589e-04) (hash(x)=38865670)
+5294 train 3.934109 (lr=3.3580e-04) (hash(x)=49583619)
+5295 train 3.904828 (lr=3.3571e-04) (hash(x)=46179978)
+5296 train 3.941435 (lr=3.3562e-04) (hash(x)=32457443)
+5297 train 3.899619 (lr=3.3553e-04) (hash(x)=35689093)
+5298 train 3.915959 (lr=3.3544e-04) (hash(x)=34790726)
+5299 train 3.932844 (lr=3.3534e-04) (hash(x)=33675089)
+5300 train 3.964470 (lr=3.3525e-04) (hash(x)=40814780)
+5301 train 3.836102 (lr=3.3516e-04) (hash(x)=35502309)
+5302 train 3.915962 (lr=3.3507e-04) (hash(x)=39116947)
+5303 train 3.968879 (lr=3.3498e-04) (hash(x)=42285990)
+5304 train 3.848928 (lr=3.3489e-04) (hash(x)=35157496)
+5305 train 3.843707 (lr=3.3480e-04) (hash(x)=37602421)
+5306 train 3.870750 (lr=3.3470e-04) (hash(x)=38108300)
+5307 train 3.836663 (lr=3.3461e-04) (hash(x)=36514098)
+5308 train 3.882762 (lr=3.3452e-04) (hash(x)=38900894)
+5309 train 3.840889 (lr=3.3443e-04) (hash(x)=39548811)
+5310 train 3.836550 (lr=3.3434e-04) (hash(x)=42569331)
+5311 train 3.852258 (lr=3.3425e-04) (hash(x)=36745518)
+5312 train 3.878473 (lr=3.3416e-04) (hash(x)=43162667)
+5313 train 3.877270 (lr=3.3407e-04) (hash(x)=40351316)
+5314 train 3.920901 (lr=3.3397e-04) (hash(x)=43391428)
+5315 train 3.840943 (lr=3.3388e-04) (hash(x)=32014563)
+5316 train 3.674904 (lr=3.3379e-04) (hash(x)=36046905)
+5317 train 3.687806 (lr=3.3370e-04) (hash(x)=39379141)
+5318 train 3.672990 (lr=3.3361e-04) (hash(x)=45221758)
+5319 train 3.655522 (lr=3.3352e-04) (hash(x)=37377762)
+5320 train 3.616419 (lr=3.3343e-04) (hash(x)=46607900)
+5321 train 3.644607 (lr=3.3333e-04) (hash(x)=37807064)
+5322 train 3.686878 (lr=3.3324e-04) (hash(x)=34482332)
+5323 train 3.646287 (lr=3.3315e-04) (hash(x)=40201059)
+5324 train 3.701211 (lr=3.3306e-04) (hash(x)=36303935)
+5325 train 3.659159 (lr=3.3297e-04) (hash(x)=38309845)
+5326 train 3.661335 (lr=3.3288e-04) (hash(x)=35767655)
+5327 train 3.698256 (lr=3.3279e-04) (hash(x)=37982935)
+5328 train 3.853321 (lr=3.3269e-04) (hash(x)=37920949)
+5329 train 3.903837 (lr=3.3260e-04) (hash(x)=44373401)
+5330 train 3.976818 (lr=3.3251e-04) (hash(x)=39165119)
+5331 train 3.893687 (lr=3.3242e-04) (hash(x)=39762749)
+5332 train 3.881141 (lr=3.3233e-04) (hash(x)=43121583)
+5333 train 3.908051 (lr=3.3224e-04) (hash(x)=42323911)
+5334 train 3.898482 (lr=3.3215e-04) (hash(x)=43114823)
+5335 train 3.958762 (lr=3.3206e-04) (hash(x)=35507280)
+5336 train 3.916755 (lr=3.3196e-04) (hash(x)=35884523)
+5337 train 3.924926 (lr=3.3187e-04) (hash(x)=37450025)
+5338 train 3.876732 (lr=3.3178e-04) (hash(x)=36408319)
+5339 train 3.886407 (lr=3.3169e-04) (hash(x)=41860056)
+5340 train 3.923146 (lr=3.3160e-04) (hash(x)=38690315)
+5341 train 3.900191 (lr=3.3151e-04) (hash(x)=31375124)
+5342 train 3.933975 (lr=3.3142e-04) (hash(x)=35951370)
+5343 train 3.873819 (lr=3.3132e-04) (hash(x)=41410391)
+5344 train 3.952802 (lr=3.3123e-04) (hash(x)=50137241)
+5345 train 3.936590 (lr=3.3114e-04) (hash(x)=35414432)
+5346 train 3.908311 (lr=3.3105e-04) (hash(x)=37436118)
+5347 train 4.017427 (lr=3.3096e-04) (hash(x)=36102657)
+5348 train 3.913772 (lr=3.3087e-04) (hash(x)=39443151)
+5349 train 3.881125 (lr=3.3078e-04) (hash(x)=37938682)
+5350 train 3.895983 (lr=3.3069e-04) (hash(x)=43781866)
+5351 train 3.921347 (lr=3.3059e-04) (hash(x)=39646965)
+5352 train 3.916621 (lr=3.3050e-04) (hash(x)=40103411)
+5353 train 3.829965 (lr=3.3041e-04) (hash(x)=38919937)
+5354 train 3.861376 (lr=3.3032e-04) (hash(x)=39385116)
+5355 train 3.823680 (lr=3.3023e-04) (hash(x)=37274623)
+5356 train 3.900612 (lr=3.3014e-04) (hash(x)=45201464)
+5357 train 3.826907 (lr=3.3005e-04) (hash(x)=40959664)
+5358 train 3.901040 (lr=3.2995e-04) (hash(x)=36746938)
+5359 train 3.814421 (lr=3.2986e-04) (hash(x)=38887737)
+5360 train 3.840127 (lr=3.2977e-04) (hash(x)=38931655)
+5361 train 3.901687 (lr=3.2968e-04) (hash(x)=36704497)
+5362 train 3.886118 (lr=3.2959e-04) (hash(x)=35637813)
+5363 train 3.849344 (lr=3.2950e-04) (hash(x)=41237005)
+5364 train 3.832812 (lr=3.2941e-04) (hash(x)=33689536)
+5365 train 3.786408 (lr=3.2931e-04) (hash(x)=43252021)
+5366 train 3.651091 (lr=3.2922e-04) (hash(x)=39280071)
+5367 train 3.622405 (lr=3.2913e-04) (hash(x)=39359675)
+5368 train 3.643462 (lr=3.2904e-04) (hash(x)=46018738)
+5369 train 3.662630 (lr=3.2895e-04) (hash(x)=41559974)
+5370 train 3.561732 (lr=3.2886e-04) (hash(x)=41224661)
+5371 train 3.717869 (lr=3.2877e-04) (hash(x)=39398500)
+5372 train 3.620268 (lr=3.2868e-04) (hash(x)=36039647)
+5373 train 3.668879 (lr=3.2858e-04) (hash(x)=38228612)
+5374 train 3.641091 (lr=3.2849e-04) (hash(x)=38889963)
+5375 train 3.692504 (lr=3.2840e-04) (hash(x)=36969156)
+5376 train 3.652216 (lr=3.2831e-04) (hash(x)=38860245)
+5377 train 3.685372 (lr=3.2822e-04) (hash(x)=34291572)
+5378 train 3.871174 (lr=3.2813e-04) (hash(x)=40323943)
+5379 train 3.949594 (lr=3.2804e-04) (hash(x)=40557206)
+5380 train 3.949731 (lr=3.2794e-04) (hash(x)=40559068)
+5381 train 3.940629 (lr=3.2785e-04) (hash(x)=44387168)
+5382 train 3.948310 (lr=3.2776e-04) (hash(x)=42149903)
+5383 train 3.944821 (lr=3.2767e-04) (hash(x)=42348985)
+5384 train 3.880038 (lr=3.2758e-04) (hash(x)=37265144)
+5385 train 3.851190 (lr=3.2749e-04) (hash(x)=40060681)
+5386 train 3.861700 (lr=3.2740e-04) (hash(x)=40758066)
+5387 train 3.929041 (lr=3.2731e-04) (hash(x)=35786751)
+5388 train 3.905136 (lr=3.2721e-04) (hash(x)=40132013)
+5389 train 3.855076 (lr=3.2712e-04) (hash(x)=40521371)
+5390 train 3.952147 (lr=3.2703e-04) (hash(x)=33141725)
+5391 train 3.906636 (lr=3.2694e-04) (hash(x)=40265881)
+5392 train 3.880808 (lr=3.2685e-04) (hash(x)=44806252)
+5393 train 3.902360 (lr=3.2676e-04) (hash(x)=41000849)
+5394 train 3.894768 (lr=3.2667e-04) (hash(x)=47257530)
+5395 train 3.891356 (lr=3.2657e-04) (hash(x)=41964321)
+5396 train 3.951358 (lr=3.2648e-04) (hash(x)=38439812)
+5397 train 3.917967 (lr=3.2639e-04) (hash(x)=39965031)
+5398 train 3.916357 (lr=3.2630e-04) (hash(x)=41553027)
+5399 train 3.885886 (lr=3.2621e-04) (hash(x)=41931478)
+5400 train 3.929206 (lr=3.2612e-04) (hash(x)=43871143)
+5401 train 3.925931 (lr=3.2603e-04) (hash(x)=42683530)
+5402 train 3.914682 (lr=3.2593e-04) (hash(x)=40004697)
+5403 train 3.784085 (lr=3.2584e-04) (hash(x)=36552889)
+5404 train 3.823658 (lr=3.2575e-04) (hash(x)=34359117)
+5405 train 3.834154 (lr=3.2566e-04) (hash(x)=38860251)
+5406 train 3.894638 (lr=3.2557e-04) (hash(x)=41272806)
+5407 train 3.876115 (lr=3.2548e-04) (hash(x)=40736619)
+5408 train 3.832453 (lr=3.2539e-04) (hash(x)=37513307)
+5409 train 3.878818 (lr=3.2530e-04) (hash(x)=55288120)
+5410 train 3.873271 (lr=3.2520e-04) (hash(x)=40744184)
+5411 train 3.851373 (lr=3.2511e-04) (hash(x)=37779639)
+5412 train 3.836956 (lr=3.2502e-04) (hash(x)=44364576)
+5413 train 3.807704 (lr=3.2493e-04) (hash(x)=41372626)
+5414 train 3.870430 (lr=3.2484e-04) (hash(x)=37350756)
+5415 train 3.672154 (lr=3.2475e-04) (hash(x)=40917627)
+5416 train 3.591382 (lr=3.2466e-04) (hash(x)=36828077)
+5417 train 3.624526 (lr=3.2456e-04) (hash(x)=36957834)
+5418 train 3.591495 (lr=3.2447e-04) (hash(x)=39108369)
+5419 train 3.688129 (lr=3.2438e-04) (hash(x)=41224169)
+5420 train 3.622585 (lr=3.2429e-04) (hash(x)=39951952)
+5421 train 3.640480 (lr=3.2420e-04) (hash(x)=40260487)
+5422 train 3.625756 (lr=3.2411e-04) (hash(x)=40823117)
+5423 train 3.675596 (lr=3.2402e-04) (hash(x)=43149443)
+5424 train 3.676218 (lr=3.2393e-04) (hash(x)=40443091)
+5425 train 3.672761 (lr=3.2383e-04) (hash(x)=40876289)
+5426 train 3.672834 (lr=3.2374e-04) (hash(x)=40922190)
+5427 train 3.844614 (lr=3.2365e-04) (hash(x)=41709689)
+5428 train 3.883803 (lr=3.2356e-04) (hash(x)=61652088)
+5429 train 3.903654 (lr=3.2347e-04) (hash(x)=39159502)
+5430 train 3.926925 (lr=3.2338e-04) (hash(x)=36543816)
+5431 train 3.933985 (lr=3.2329e-04) (hash(x)=35896510)
+5432 train 3.910449 (lr=3.2319e-04) (hash(x)=34134947)
+5433 train 3.919811 (lr=3.2310e-04) (hash(x)=40590457)
+5434 train 3.876209 (lr=3.2301e-04) (hash(x)=42886029)
+5435 train 3.949898 (lr=3.2292e-04) (hash(x)=47569565)
+5436 train 3.869692 (lr=3.2283e-04) (hash(x)=36456453)
+5437 train 3.897864 (lr=3.2274e-04) (hash(x)=41250412)
+5438 train 3.955761 (lr=3.2265e-04) (hash(x)=36417737)
+5439 train 3.922941 (lr=3.2256e-04) (hash(x)=33007398)
+5440 train 3.946159 (lr=3.2246e-04) (hash(x)=40443579)
+5441 train 3.918817 (lr=3.2237e-04) (hash(x)=36085579)
+5442 train 3.904021 (lr=3.2228e-04) (hash(x)=48798851)
+5443 train 3.899441 (lr=3.2219e-04) (hash(x)=37063719)
+5444 train 3.941262 (lr=3.2210e-04) (hash(x)=39583639)
+5445 train 3.925533 (lr=3.2201e-04) (hash(x)=39126765)
+5446 train 3.912219 (lr=3.2192e-04) (hash(x)=34671945)
+5447 train 3.890590 (lr=3.2182e-04) (hash(x)=36529659)
+5448 train 3.943615 (lr=3.2173e-04) (hash(x)=45019205)
+5449 train 4.013469 (lr=3.2164e-04) (hash(x)=34688418)
+5450 train 3.912398 (lr=3.2155e-04) (hash(x)=39457323)
+5451 train 3.895951 (lr=3.2146e-04) (hash(x)=35017906)
+5452 train 3.887958 (lr=3.2137e-04) (hash(x)=41615079)
+5453 train 3.895885 (lr=3.2128e-04) (hash(x)=38938082)
+5454 train 3.908476 (lr=3.2119e-04) (hash(x)=39168938)
+5455 train 3.847968 (lr=3.2109e-04) (hash(x)=49988964)
+5456 train 3.851393 (lr=3.2100e-04) (hash(x)=39180938)
+5457 train 3.855513 (lr=3.2091e-04) (hash(x)=36773264)
+5458 train 3.894243 (lr=3.2082e-04) (hash(x)=40159486)
+5459 train 3.831228 (lr=3.2073e-04) (hash(x)=37497457)
+5460 train 3.810997 (lr=3.2064e-04) (hash(x)=40703315)
+5461 train 3.878143 (lr=3.2055e-04) (hash(x)=43080815)
+5462 train 3.851439 (lr=3.2046e-04) (hash(x)=39686145)
+5463 train 3.832973 (lr=3.2036e-04) (hash(x)=38917884)
+5464 train 3.805810 (lr=3.2027e-04) (hash(x)=44476653)
+5465 train 3.710389 (lr=3.2018e-04) (hash(x)=46489351)
+5466 train 3.801988 (lr=3.2009e-04) (hash(x)=35751966)
+5467 train 3.620205 (lr=3.2000e-04) (hash(x)=44296120)
+5468 train 3.583431 (lr=3.1991e-04) (hash(x)=36001858)
+5469 train 3.624835 (lr=3.1982e-04) (hash(x)=42445981)
+5470 train 3.658297 (lr=3.1973e-04) (hash(x)=34055035)
+5471 train 3.630825 (lr=3.1963e-04) (hash(x)=41820135)
+5472 train 3.599483 (lr=3.1954e-04) (hash(x)=40463697)
+5473 train 3.628744 (lr=3.1945e-04) (hash(x)=38749436)
+5474 train 3.689939 (lr=3.1936e-04) (hash(x)=41898443)
+5475 train 3.594760 (lr=3.1927e-04) (hash(x)=40389031)
+5476 train 3.650050 (lr=3.1918e-04) (hash(x)=39300547)
+5477 train 3.835033 (lr=3.1909e-04) (hash(x)=38356033)
+5478 train 3.849887 (lr=3.1899e-04) (hash(x)=38974890)
+5479 train 3.988419 (lr=3.1890e-04) (hash(x)=43973464)
+5480 train 3.900463 (lr=3.1881e-04) (hash(x)=39184360)
+5481 train 3.858922 (lr=3.1872e-04) (hash(x)=37799608)
+5482 train 3.890949 (lr=3.1863e-04) (hash(x)=54300994)
+5483 train 3.874539 (lr=3.1854e-04) (hash(x)=45782857)
+5484 train 3.910722 (lr=3.1845e-04) (hash(x)=43060571)
+5485 train 3.901410 (lr=3.1836e-04) (hash(x)=43741313)
+5486 train 3.919284 (lr=3.1826e-04) (hash(x)=43040651)
+5487 train 3.947566 (lr=3.1817e-04) (hash(x)=48587468)
+5488 train 3.832512 (lr=3.1808e-04) (hash(x)=35617191)
+5489 train 3.876067 (lr=3.1799e-04) (hash(x)=40764085)
+5490 train 3.939580 (lr=3.1790e-04) (hash(x)=36964988)
+5491 train 3.909456 (lr=3.1781e-04) (hash(x)=40634889)
+5492 train 3.929693 (lr=3.1772e-04) (hash(x)=38126870)
+5493 train 3.884274 (lr=3.1763e-04) (hash(x)=41339494)
+5494 train 3.935801 (lr=3.1753e-04) (hash(x)=41762935)
+5495 train 3.867247 (lr=3.1744e-04) (hash(x)=45216236)
+5496 train 3.859274 (lr=3.1735e-04) (hash(x)=44368237)
+5497 train 3.906503 (lr=3.1726e-04) (hash(x)=41363561)
+5498 train 3.942000 (lr=3.1717e-04) (hash(x)=43696961)
+5499 train 3.900663 (lr=3.1708e-04) (hash(x)=38207673)
+5500 val loss 3.8587
+5500 val perplexity 47.4057
+5500 hella 0.2863
+5500 train 3.914742 (lr=3.1699e-04) (hash(x)=43776783)
+5501 train 3.880285 (lr=3.1690e-04) (hash(x)=37785261)
+5502 train 3.866819 (lr=3.1680e-04) (hash(x)=40294982)
+5503 train 3.867370 (lr=3.1671e-04) (hash(x)=38294570)
+5504 train 3.846947 (lr=3.1662e-04) (hash(x)=38219406)
+5505 train 3.841382 (lr=3.1653e-04) (hash(x)=41052998)
+5506 train 3.878005 (lr=3.1644e-04) (hash(x)=40801199)
+5507 train 3.801727 (lr=3.1635e-04) (hash(x)=33574827)
+5508 train 3.842189 (lr=3.1626e-04) (hash(x)=36416591)
+5509 train 3.834732 (lr=3.1617e-04) (hash(x)=43575555)
+5510 train 3.852205 (lr=3.1607e-04) (hash(x)=41374638)
+5511 train 3.887235 (lr=3.1598e-04) (hash(x)=38174813)
+5512 train 3.847453 (lr=3.1589e-04) (hash(x)=33081121)
+5513 train 3.808720 (lr=3.1580e-04) (hash(x)=39590933)
+5514 train 3.687600 (lr=3.1571e-04) (hash(x)=38109072)
+5515 train 3.612169 (lr=3.1562e-04) (hash(x)=38215909)
+5516 train 3.603872 (lr=3.1553e-04) (hash(x)=40400363)
+5517 train 3.715493 (lr=3.1544e-04) (hash(x)=40360770)
+5518 train 3.569876 (lr=3.1534e-04) (hash(x)=41132411)
+5519 train 3.658897 (lr=3.1525e-04) (hash(x)=42736966)
+5520 train 3.621395 (lr=3.1516e-04) (hash(x)=42813811)
+5521 train 3.686146 (lr=3.1507e-04) (hash(x)=38362299)
+5522 train 3.562087 (lr=3.1498e-04) (hash(x)=41669444)
+5523 train 3.706533 (lr=3.1489e-04) (hash(x)=38375927)
+5524 train 3.657090 (lr=3.1480e-04) (hash(x)=42928390)
+5525 train 3.699547 (lr=3.1471e-04) (hash(x)=34761050)
+5526 train 3.810259 (lr=3.1462e-04) (hash(x)=39634924)
+5527 train 3.852964 (lr=3.1452e-04) (hash(x)=41483072)
+5528 train 3.926150 (lr=3.1443e-04) (hash(x)=38187408)
+5529 train 3.869734 (lr=3.1434e-04) (hash(x)=35853302)
+5530 train 3.840422 (lr=3.1425e-04) (hash(x)=39736754)
+5531 train 3.947318 (lr=3.1416e-04) (hash(x)=46039156)
+5532 train 3.872964 (lr=3.1407e-04) (hash(x)=40080062)
+5533 train 3.826262 (lr=3.1398e-04) (hash(x)=44244088)
+5534 train 3.927101 (lr=3.1389e-04) (hash(x)=38755158)
+5535 train 3.917099 (lr=3.1379e-04) (hash(x)=43330853)
+5536 train 4.009813 (lr=3.1370e-04) (hash(x)=37971700)
+5537 train 3.919151 (lr=3.1361e-04) (hash(x)=37928332)
+5538 train 3.850525 (lr=3.1352e-04) (hash(x)=36890899)
+5539 train 3.919263 (lr=3.1343e-04) (hash(x)=40930728)
+5540 train 3.944588 (lr=3.1334e-04) (hash(x)=45201699)
+5541 train 3.855059 (lr=3.1325e-04) (hash(x)=34270500)
+5542 train 3.872458 (lr=3.1316e-04) (hash(x)=38700491)
+5543 train 3.867229 (lr=3.1306e-04) (hash(x)=42293756)
+5544 train 3.857119 (lr=3.1297e-04) (hash(x)=47323353)
+5545 train 3.895675 (lr=3.1288e-04) (hash(x)=41289847)
+5546 train 3.947063 (lr=3.1279e-04) (hash(x)=50434483)
+5547 train 3.900307 (lr=3.1270e-04) (hash(x)=40615288)
+5548 train 3.888185 (lr=3.1261e-04) (hash(x)=28796446)
+5549 train 3.977877 (lr=3.1252e-04) (hash(x)=37177613)
+5550 train 3.910670 (lr=3.1243e-04) (hash(x)=36205630)
+5551 train 3.871586 (lr=3.1234e-04) (hash(x)=39117631)
+5552 train 3.866991 (lr=3.1224e-04) (hash(x)=42833567)
+5553 train 3.866996 (lr=3.1215e-04) (hash(x)=38548517)
+5554 train 3.875268 (lr=3.1206e-04) (hash(x)=42452282)
+5555 train 3.827271 (lr=3.1197e-04) (hash(x)=37391124)
+5556 train 3.896153 (lr=3.1188e-04) (hash(x)=43871832)
+5557 train 3.812493 (lr=3.1179e-04) (hash(x)=41242161)
+5558 train 3.827320 (lr=3.1170e-04) (hash(x)=46692185)
+5559 train 3.812877 (lr=3.1161e-04) (hash(x)=36047743)
+5560 train 3.848618 (lr=3.1152e-04) (hash(x)=44016688)
+5561 train 3.834934 (lr=3.1142e-04) (hash(x)=40587791)
+5562 train 3.844326 (lr=3.1133e-04) (hash(x)=42848664)
+5563 train 3.864223 (lr=3.1124e-04) (hash(x)=31430976)
+5564 train 3.656303 (lr=3.1115e-04) (hash(x)=43392465)
+5565 train 3.696714 (lr=3.1106e-04) (hash(x)=47169762)
+5566 train 3.625529 (lr=3.1097e-04) (hash(x)=37955367)
+5567 train 3.611155 (lr=3.1088e-04) (hash(x)=37595429)
+5568 train 3.697202 (lr=3.1079e-04) (hash(x)=39299122)
+5569 train 3.619668 (lr=3.1069e-04) (hash(x)=38182701)
+5570 train 3.663773 (lr=3.1060e-04) (hash(x)=41468471)
+5571 train 3.621618 (lr=3.1051e-04) (hash(x)=26385447)
+5572 train 3.658005 (lr=3.1042e-04) (hash(x)=43158149)
+5573 train 3.668152 (lr=3.1033e-04) (hash(x)=41163018)
+5574 train 3.654348 (lr=3.1024e-04) (hash(x)=35764222)
+5575 train 3.655438 (lr=3.1015e-04) (hash(x)=38323525)
+5576 train 3.822455 (lr=3.1006e-04) (hash(x)=37113616)
+5577 train 3.862816 (lr=3.0997e-04) (hash(x)=33869880)
+5578 train 3.848262 (lr=3.0987e-04) (hash(x)=45587339)
+5579 train 3.843404 (lr=3.0978e-04) (hash(x)=41510556)
+5580 train 3.874869 (lr=3.0969e-04) (hash(x)=39394041)
+5581 train 3.841357 (lr=3.0960e-04) (hash(x)=41302895)
+5582 train 3.895308 (lr=3.0951e-04) (hash(x)=40903696)
+5583 train 3.876703 (lr=3.0942e-04) (hash(x)=39096680)
+5584 train 3.863484 (lr=3.0933e-04) (hash(x)=41215341)
+5585 train 3.828886 (lr=3.0924e-04) (hash(x)=42230834)
+5586 train 3.862529 (lr=3.0915e-04) (hash(x)=39937330)
+5587 train 3.900292 (lr=3.0906e-04) (hash(x)=37598583)
+5588 train 3.947550 (lr=3.0896e-04) (hash(x)=40648009)
+5589 train 3.883102 (lr=3.0887e-04) (hash(x)=37645908)
+5590 train 3.897135 (lr=3.0878e-04) (hash(x)=39697497)
+5591 train 3.899866 (lr=3.0869e-04) (hash(x)=37659948)
+5592 train 3.840701 (lr=3.0860e-04) (hash(x)=45077115)
+5593 train 3.907367 (lr=3.0851e-04) (hash(x)=38765824)
+5594 train 3.894645 (lr=3.0842e-04) (hash(x)=40573556)
+5595 train 3.834728 (lr=3.0833e-04) (hash(x)=58681130)
+5596 train 3.850102 (lr=3.0824e-04) (hash(x)=41786378)
+5597 train 3.884058 (lr=3.0814e-04) (hash(x)=41171156)
+5598 train 3.902519 (lr=3.0805e-04) (hash(x)=40711326)
+5599 train 3.887681 (lr=3.0796e-04) (hash(x)=39745264)
+5600 train 3.969080 (lr=3.0787e-04) (hash(x)=38723402)
+5601 train 3.820551 (lr=3.0778e-04) (hash(x)=38447039)
+5602 train 3.822897 (lr=3.0769e-04) (hash(x)=37789877)
+5603 train 3.792838 (lr=3.0760e-04) (hash(x)=41338871)
+5604 train 3.892035 (lr=3.0751e-04) (hash(x)=45393009)
+5605 train 3.837789 (lr=3.0742e-04) (hash(x)=32391013)
+5606 train 3.842309 (lr=3.0733e-04) (hash(x)=40901543)
+5607 train 3.824824 (lr=3.0723e-04) (hash(x)=38340209)
+5608 train 3.780084 (lr=3.0714e-04) (hash(x)=43010906)
+5609 train 3.816492 (lr=3.0705e-04) (hash(x)=39541052)
+5610 train 3.838959 (lr=3.0696e-04) (hash(x)=40043329)
+5611 train 3.798602 (lr=3.0687e-04) (hash(x)=38654273)
+5612 train 3.832770 (lr=3.0678e-04) (hash(x)=38698157)
+5613 train 3.644017 (lr=3.0669e-04) (hash(x)=40762953)
+5614 train 3.702264 (lr=3.0660e-04) (hash(x)=34230075)
+5615 train 3.673055 (lr=3.0651e-04) (hash(x)=43848486)
+5616 train 3.649070 (lr=3.0641e-04) (hash(x)=41094434)
+5617 train 3.622514 (lr=3.0632e-04) (hash(x)=45907861)
+5618 train 3.605360 (lr=3.0623e-04) (hash(x)=38639181)
+5619 train 3.589746 (lr=3.0614e-04) (hash(x)=41672829)
+5620 train 3.626584 (lr=3.0605e-04) (hash(x)=42778778)
+5621 train 3.644157 (lr=3.0596e-04) (hash(x)=41218138)
+5622 train 3.630921 (lr=3.0587e-04) (hash(x)=42056780)
+5623 train 3.585079 (lr=3.0578e-04) (hash(x)=40621512)
+5624 train 3.692805 (lr=3.0569e-04) (hash(x)=41779180)
+5625 train 3.764378 (lr=3.0560e-04) (hash(x)=41511023)
+5626 train 3.891855 (lr=3.0550e-04) (hash(x)=40602197)
+5627 train 3.872322 (lr=3.0541e-04) (hash(x)=38064416)
+5628 train 3.847959 (lr=3.0532e-04) (hash(x)=40045820)
+5629 train 3.868479 (lr=3.0523e-04) (hash(x)=43557439)
+5630 train 3.833244 (lr=3.0514e-04) (hash(x)=40095028)
+5631 train 3.993234 (lr=3.0505e-04) (hash(x)=37349828)
+5632 train 3.828760 (lr=3.0496e-04) (hash(x)=40037844)
+5633 train 3.882217 (lr=3.0487e-04) (hash(x)=41365480)
+5634 train 3.888811 (lr=3.0478e-04) (hash(x)=43795204)
+5635 train 3.806696 (lr=3.0469e-04) (hash(x)=39791487)
+5636 train 3.846398 (lr=3.0460e-04) (hash(x)=41520518)
+5637 train 3.908288 (lr=3.0450e-04) (hash(x)=39670838)
+5638 train 3.985910 (lr=3.0441e-04) (hash(x)=42126412)
+5639 train 3.890932 (lr=3.0432e-04) (hash(x)=32723715)
+5640 train 3.943299 (lr=3.0423e-04) (hash(x)=34616629)
+5641 train 3.876973 (lr=3.0414e-04) (hash(x)=32773854)
+5642 train 3.903815 (lr=3.0405e-04) (hash(x)=36425673)
+5643 train 3.941600 (lr=3.0396e-04) (hash(x)=37524155)
+5644 train 3.926532 (lr=3.0387e-04) (hash(x)=35359137)
+5645 train 3.929323 (lr=3.0378e-04) (hash(x)=37842510)
+5646 train 3.973445 (lr=3.0369e-04) (hash(x)=34917826)
+5647 train 3.917542 (lr=3.0360e-04) (hash(x)=41866260)
+5648 train 3.918373 (lr=3.0350e-04) (hash(x)=44043354)
+5649 train 3.879936 (lr=3.0341e-04) (hash(x)=43690789)
+5650 train 3.854410 (lr=3.0332e-04) (hash(x)=47660549)
+5651 train 3.843520 (lr=3.0323e-04) (hash(x)=38113523)
+5652 train 3.878346 (lr=3.0314e-04) (hash(x)=42394560)
+5653 train 3.809148 (lr=3.0305e-04) (hash(x)=40179588)
+5654 train 3.843155 (lr=3.0296e-04) (hash(x)=40891002)
+5655 train 3.837079 (lr=3.0287e-04) (hash(x)=38873301)
+5656 train 3.823956 (lr=3.0278e-04) (hash(x)=44364233)
+5657 train 3.784130 (lr=3.0269e-04) (hash(x)=39979848)
+5658 train 3.813496 (lr=3.0260e-04) (hash(x)=43484671)
+5659 train 3.830538 (lr=3.0250e-04) (hash(x)=36678953)
+5660 train 3.869326 (lr=3.0241e-04) (hash(x)=35208512)
+5661 train 3.820751 (lr=3.0232e-04) (hash(x)=41739702)
+5662 train 3.723611 (lr=3.0223e-04) (hash(x)=38989739)
+5663 train 3.616562 (lr=3.0214e-04) (hash(x)=39138071)
+5664 train 3.596987 (lr=3.0205e-04) (hash(x)=40026092)
+5665 train 3.588039 (lr=3.0196e-04) (hash(x)=40027148)
+5666 train 3.717111 (lr=3.0187e-04) (hash(x)=32557787)
+5667 train 3.645602 (lr=3.0178e-04) (hash(x)=32487941)
+5668 train 3.667225 (lr=3.0169e-04) (hash(x)=42959231)
+5669 train 3.610458 (lr=3.0160e-04) (hash(x)=46107130)
+5670 train 3.639264 (lr=3.0150e-04) (hash(x)=41084780)
+5671 train 3.668546 (lr=3.0141e-04) (hash(x)=34723587)
+5672 train 3.728100 (lr=3.0132e-04) (hash(x)=39048938)
+5673 train 3.674816 (lr=3.0123e-04) (hash(x)=41022511)
+5674 train 3.666694 (lr=3.0114e-04) (hash(x)=40158063)
+5675 train 3.946338 (lr=3.0105e-04) (hash(x)=39200082)
+5676 train 3.897089 (lr=3.0096e-04) (hash(x)=27845107)
+5677 train 3.867432 (lr=3.0087e-04) (hash(x)=47560220)
+5678 train 3.839599 (lr=3.0078e-04) (hash(x)=38802687)
+5679 train 3.921526 (lr=3.0069e-04) (hash(x)=39825399)
+5680 train 3.918688 (lr=3.0060e-04) (hash(x)=34126618)
+5681 train 3.904412 (lr=3.0051e-04) (hash(x)=38878386)
+5682 train 3.930844 (lr=3.0041e-04) (hash(x)=36840741)
+5683 train 3.872194 (lr=3.0032e-04) (hash(x)=42789519)
+5684 train 3.870901 (lr=3.0023e-04) (hash(x)=46000925)
+5685 train 3.959249 (lr=3.0014e-04) (hash(x)=39219463)
+5686 train 3.871749 (lr=3.0005e-04) (hash(x)=39350402)
+5687 train 3.865512 (lr=2.9996e-04) (hash(x)=37928583)
+5688 train 3.875066 (lr=2.9987e-04) (hash(x)=43810306)
+5689 train 3.887490 (lr=2.9978e-04) (hash(x)=38749970)
+5690 train 3.928759 (lr=2.9969e-04) (hash(x)=40302666)
+5691 train 3.891056 (lr=2.9960e-04) (hash(x)=37954405)
+5692 train 3.905461 (lr=2.9951e-04) (hash(x)=43113024)
+5693 train 3.905910 (lr=2.9942e-04) (hash(x)=35969268)
+5694 train 3.894404 (lr=2.9933e-04) (hash(x)=40763129)
+5695 train 3.899035 (lr=2.9923e-04) (hash(x)=42482005)
+5696 train 3.857533 (lr=2.9914e-04) (hash(x)=47295768)
+5697 train 3.900724 (lr=2.9905e-04) (hash(x)=44436878)
+5698 train 3.852060 (lr=2.9896e-04) (hash(x)=40941288)
+5699 train 3.888195 (lr=2.9887e-04) (hash(x)=53755258)
+5700 train 3.859390 (lr=2.9878e-04) (hash(x)=38738257)
+5701 train 3.811603 (lr=2.9869e-04) (hash(x)=35681482)
+5702 train 3.856735 (lr=2.9860e-04) (hash(x)=37559657)
+5703 train 3.812846 (lr=2.9851e-04) (hash(x)=34487869)
+5704 train 3.794672 (lr=2.9842e-04) (hash(x)=37072523)
+5705 train 3.801658 (lr=2.9833e-04) (hash(x)=37623884)
+5706 train 3.788610 (lr=2.9824e-04) (hash(x)=41399169)
+5707 train 3.864600 (lr=2.9815e-04) (hash(x)=43671381)
+5708 train 3.919239 (lr=2.9806e-04) (hash(x)=40232284)
+5709 train 3.851877 (lr=2.9796e-04) (hash(x)=30952966)
+5710 train 3.871829 (lr=2.9787e-04) (hash(x)=43468796)
+5711 train 3.846531 (lr=2.9778e-04) (hash(x)=31579374)
+5712 train 3.678855 (lr=2.9769e-04) (hash(x)=35784404)
+5713 train 3.609992 (lr=2.9760e-04) (hash(x)=43999347)
+5714 train 3.606964 (lr=2.9751e-04) (hash(x)=34997349)
+5715 train 3.693308 (lr=2.9742e-04) (hash(x)=35808270)
+5716 train 3.594874 (lr=2.9733e-04) (hash(x)=38284408)
+5717 train 3.609149 (lr=2.9724e-04) (hash(x)=39090406)
+5718 train 3.700980 (lr=2.9715e-04) (hash(x)=38182080)
+5719 train 3.623971 (lr=2.9706e-04) (hash(x)=39147462)
+5720 train 3.595199 (lr=2.9697e-04) (hash(x)=36912955)
+5721 train 3.639189 (lr=2.9688e-04) (hash(x)=39593015)
+5722 train 3.643129 (lr=2.9679e-04) (hash(x)=38225581)
+5723 train 3.655269 (lr=2.9669e-04) (hash(x)=40812081)
+5724 train 3.717430 (lr=2.9660e-04) (hash(x)=40133938)
+5725 train 3.910444 (lr=2.9651e-04) (hash(x)=41696024)
+5726 train 4.033504 (lr=2.9642e-04) (hash(x)=43700764)
+5727 train 3.903909 (lr=2.9633e-04) (hash(x)=42217856)
+5728 train 3.851676 (lr=2.9624e-04) (hash(x)=39235560)
+5729 train 3.935688 (lr=2.9615e-04) (hash(x)=36047038)
+5730 train 3.904825 (lr=2.9606e-04) (hash(x)=44240107)
+5731 train 3.878246 (lr=2.9597e-04) (hash(x)=45498989)
+5732 train 3.860026 (lr=2.9588e-04) (hash(x)=37146369)
+5733 train 3.899670 (lr=2.9579e-04) (hash(x)=40062881)
+5734 train 3.824367 (lr=2.9570e-04) (hash(x)=42340377)
+5735 train 3.856042 (lr=2.9561e-04) (hash(x)=45376521)
+5736 train 3.820144 (lr=2.9552e-04) (hash(x)=40642962)
+5737 train 3.844233 (lr=2.9543e-04) (hash(x)=45856270)
+5738 train 3.861781 (lr=2.9534e-04) (hash(x)=37829048)
+5739 train 3.907541 (lr=2.9524e-04) (hash(x)=40434689)
+5740 train 3.857349 (lr=2.9515e-04) (hash(x)=36916205)
+5741 train 3.895026 (lr=2.9506e-04) (hash(x)=39754183)
+5742 train 3.849514 (lr=2.9497e-04) (hash(x)=37841097)
+5743 train 3.891167 (lr=2.9488e-04) (hash(x)=36290399)
+5744 train 3.913452 (lr=2.9479e-04) (hash(x)=42322420)
+5745 train 3.896508 (lr=2.9470e-04) (hash(x)=41802421)
+5746 train 3.933710 (lr=2.9461e-04) (hash(x)=37687964)
+5747 train 3.920463 (lr=2.9452e-04) (hash(x)=38071712)
+5748 train 3.907644 (lr=2.9443e-04) (hash(x)=35811382)
+5749 train 3.850342 (lr=2.9434e-04) (hash(x)=39963811)
+5750 val loss 3.8493
+5750 val perplexity 46.9621
+5750 hella 0.2833
+5750 train 3.850417 (lr=2.9425e-04) (hash(x)=34600614)
+5751 train 3.818520 (lr=2.9416e-04) (hash(x)=42751926)
+5752 train 3.811145 (lr=2.9407e-04) (hash(x)=40119997)
+5753 train 3.784576 (lr=2.9398e-04) (hash(x)=34723296)
+5754 train 3.835032 (lr=2.9389e-04) (hash(x)=46056403)
+5755 train 3.799146 (lr=2.9380e-04) (hash(x)=39233297)
+5756 train 3.891428 (lr=2.9371e-04) (hash(x)=26038879)
+5757 train 3.879988 (lr=2.9361e-04) (hash(x)=42826810)
+5758 train 3.857473 (lr=2.9352e-04) (hash(x)=32163975)
+5759 train 3.868225 (lr=2.9343e-04) (hash(x)=31893619)
+5760 train 3.840760 (lr=2.9334e-04) (hash(x)=36654903)
+5761 train 3.762273 (lr=2.9325e-04) (hash(x)=37862602)
+5762 train 3.627192 (lr=2.9316e-04) (hash(x)=38366755)
+5763 train 3.649893 (lr=2.9307e-04) (hash(x)=43220517)
+5764 train 3.592321 (lr=2.9298e-04) (hash(x)=40434600)
+5765 train 3.626685 (lr=2.9289e-04) (hash(x)=41999714)
+5766 train 3.573782 (lr=2.9280e-04) (hash(x)=39120832)
+5767 train 3.616650 (lr=2.9271e-04) (hash(x)=43829429)
+5768 train 3.686644 (lr=2.9262e-04) (hash(x)=37205562)
+5769 train 3.621367 (lr=2.9253e-04) (hash(x)=34657387)
+5770 train 3.629874 (lr=2.9244e-04) (hash(x)=41484788)
+5771 train 3.594685 (lr=2.9235e-04) (hash(x)=41452225)
+5772 train 3.586661 (lr=2.9226e-04) (hash(x)=43618506)
+5773 train 3.671847 (lr=2.9217e-04) (hash(x)=37572622)
+5774 train 3.828201 (lr=2.9208e-04) (hash(x)=42154936)
+5775 train 3.903990 (lr=2.9199e-04) (hash(x)=37922735)
+5776 train 3.821294 (lr=2.9190e-04) (hash(x)=40691102)
+5777 train 3.906310 (lr=2.9181e-04) (hash(x)=39248835)
+5778 train 3.902787 (lr=2.9171e-04) (hash(x)=50989407)
+5779 train 3.815422 (lr=2.9162e-04) (hash(x)=41775554)
+5780 train 3.832186 (lr=2.9153e-04) (hash(x)=41144642)
+5781 train 3.889863 (lr=2.9144e-04) (hash(x)=37592079)
+5782 train 3.883442 (lr=2.9135e-04) (hash(x)=41394265)
+5783 train 3.897179 (lr=2.9126e-04) (hash(x)=37941192)
+5784 train 3.879919 (lr=2.9117e-04) (hash(x)=40198829)
+5785 train 3.889265 (lr=2.9108e-04) (hash(x)=36929862)
+5786 train 3.914262 (lr=2.9099e-04) (hash(x)=43892562)
+5787 train 3.889221 (lr=2.9090e-04) (hash(x)=41330378)
+5788 train 3.882354 (lr=2.9081e-04) (hash(x)=37650791)
+5789 train 3.889710 (lr=2.9072e-04) (hash(x)=41728460)
+5790 train 3.900065 (lr=2.9063e-04) (hash(x)=46177031)
+5791 train 3.865936 (lr=2.9054e-04) (hash(x)=40758692)
+5792 train 3.955043 (lr=2.9045e-04) (hash(x)=39491800)
+5793 train 3.846190 (lr=2.9036e-04) (hash(x)=39963791)
+5794 train 3.875370 (lr=2.9027e-04) (hash(x)=39723728)
+5795 train 3.908143 (lr=2.9018e-04) (hash(x)=39954349)
+5796 train 3.899391 (lr=2.9009e-04) (hash(x)=44933090)
+5797 train 3.888917 (lr=2.9000e-04) (hash(x)=39780695)
+5798 train 3.877247 (lr=2.8991e-04) (hash(x)=42009337)
+5799 train 3.827770 (lr=2.8982e-04) (hash(x)=45683037)
+5800 train 3.834180 (lr=2.8973e-04) (hash(x)=34589248)
+5801 train 3.860193 (lr=2.8964e-04) (hash(x)=36497657)
+5802 train 3.866880 (lr=2.8955e-04) (hash(x)=38689373)
+5803 train 3.811406 (lr=2.8946e-04) (hash(x)=40047636)
+5804 train 3.823763 (lr=2.8937e-04) (hash(x)=37611456)
+5805 train 3.907660 (lr=2.8927e-04) (hash(x)=38619464)
+5806 train 3.864032 (lr=2.8918e-04) (hash(x)=38649489)
+5807 train 3.817235 (lr=2.8909e-04) (hash(x)=47967441)
+5808 train 3.764199 (lr=2.8900e-04) (hash(x)=37058208)
+5809 train 3.839992 (lr=2.8891e-04) (hash(x)=42241118)
+5810 train 3.828030 (lr=2.8882e-04) (hash(x)=37116840)
+5811 train 3.610998 (lr=2.8873e-04) (hash(x)=40424227)
+5812 train 3.617958 (lr=2.8864e-04) (hash(x)=38071000)
+5813 train 3.646969 (lr=2.8855e-04) (hash(x)=39541181)
+5814 train 3.657945 (lr=2.8846e-04) (hash(x)=46993212)
+5815 train 3.592086 (lr=2.8837e-04) (hash(x)=41378458)
+5816 train 3.622499 (lr=2.8828e-04) (hash(x)=40879985)
+5817 train 3.674387 (lr=2.8819e-04) (hash(x)=40023050)
+5818 train 3.569725 (lr=2.8810e-04) (hash(x)=43577120)
+5819 train 3.621571 (lr=2.8801e-04) (hash(x)=43120405)
+5820 train 3.625175 (lr=2.8792e-04) (hash(x)=40792879)
+5821 train 3.658941 (lr=2.8783e-04) (hash(x)=40251162)
+5822 train 3.621129 (lr=2.8774e-04) (hash(x)=43535976)
+5823 train 3.815981 (lr=2.8765e-04) (hash(x)=38050857)
+5824 train 3.851721 (lr=2.8756e-04) (hash(x)=39591036)
+5825 train 3.869115 (lr=2.8747e-04) (hash(x)=39964733)
+5826 train 3.963340 (lr=2.8738e-04) (hash(x)=34077538)
+5827 train 3.875032 (lr=2.8729e-04) (hash(x)=34444515)
+5828 train 3.930465 (lr=2.8720e-04) (hash(x)=33943286)
+5829 train 3.831098 (lr=2.8711e-04) (hash(x)=39399741)
+5830 train 3.855610 (lr=2.8702e-04) (hash(x)=32409268)
+5831 train 3.888421 (lr=2.8693e-04) (hash(x)=43907369)
+5832 train 3.875431 (lr=2.8684e-04) (hash(x)=36960508)
+5833 train 3.959831 (lr=2.8675e-04) (hash(x)=44637502)
+5834 train 3.873531 (lr=2.8666e-04) (hash(x)=40325277)
+5835 train 3.900772 (lr=2.8657e-04) (hash(x)=38323946)
+5836 train 3.835930 (lr=2.8648e-04) (hash(x)=49090374)
+5837 train 3.920001 (lr=2.8639e-04) (hash(x)=38099783)
+5838 train 3.878173 (lr=2.8630e-04) (hash(x)=39503509)
+5839 train 3.901894 (lr=2.8621e-04) (hash(x)=52704956)
+5840 train 3.911052 (lr=2.8612e-04) (hash(x)=38272113)
+5841 train 3.929264 (lr=2.8603e-04) (hash(x)=47235439)
+5842 train 3.867778 (lr=2.8594e-04) (hash(x)=44365152)
+5843 train 3.907378 (lr=2.8585e-04) (hash(x)=37841147)
+5844 train 3.948551 (lr=2.8576e-04) (hash(x)=37352545)
+5845 train 3.888986 (lr=2.8567e-04) (hash(x)=33181411)
+5846 train 3.905493 (lr=2.8558e-04) (hash(x)=39127602)
+5847 train 3.913124 (lr=2.8549e-04) (hash(x)=40269749)
+5848 train 3.864267 (lr=2.8540e-04) (hash(x)=33878151)
+5849 train 3.840990 (lr=2.8531e-04) (hash(x)=44699070)
+5850 train 3.836772 (lr=2.8522e-04) (hash(x)=39270155)
+5851 train 3.843340 (lr=2.8513e-04) (hash(x)=41748104)
+5852 train 3.830491 (lr=2.8504e-04) (hash(x)=38135276)
+5853 train 3.787802 (lr=2.8495e-04) (hash(x)=39296497)
+5854 train 3.867077 (lr=2.8486e-04) (hash(x)=34750465)
+5855 train 3.844258 (lr=2.8477e-04) (hash(x)=37425294)
+5856 train 3.825062 (lr=2.8468e-04) (hash(x)=35077341)
+5857 train 3.811199 (lr=2.8459e-04) (hash(x)=42838925)
+5858 train 3.844140 (lr=2.8450e-04) (hash(x)=39606068)
+5859 train 3.831341 (lr=2.8441e-04) (hash(x)=42170479)
+5860 train 3.696745 (lr=2.8432e-04) (hash(x)=39281995)
+5861 train 3.619162 (lr=2.8422e-04) (hash(x)=34997745)
+5862 train 3.687697 (lr=2.8413e-04) (hash(x)=48026395)
+5863 train 3.671264 (lr=2.8404e-04) (hash(x)=42597179)
+5864 train 3.567385 (lr=2.8395e-04) (hash(x)=45584832)
+5865 train 3.651707 (lr=2.8386e-04) (hash(x)=42719406)
+5866 train 3.639669 (lr=2.8377e-04) (hash(x)=40898584)
+5867 train 3.632540 (lr=2.8368e-04) (hash(x)=40550003)
+5868 train 3.605583 (lr=2.8359e-04) (hash(x)=37491245)
+5869 train 3.673075 (lr=2.8350e-04) (hash(x)=26672246)
+5870 train 3.623675 (lr=2.8341e-04) (hash(x)=39398378)
+5871 train 3.610682 (lr=2.8332e-04) (hash(x)=40284464)
+5872 train 3.697293 (lr=2.8323e-04) (hash(x)=39228915)
+5873 train 3.856676 (lr=2.8314e-04) (hash(x)=38676869)
+5874 train 3.883321 (lr=2.8306e-04) (hash(x)=33256997)
+5875 train 3.924289 (lr=2.8297e-04) (hash(x)=38744769)
+5876 train 3.891158 (lr=2.8288e-04) (hash(x)=42899666)
+5877 train 3.927789 (lr=2.8279e-04) (hash(x)=37980559)
+5878 train 3.838833 (lr=2.8270e-04) (hash(x)=37805561)
+5879 train 3.838895 (lr=2.8261e-04) (hash(x)=41541962)
+5880 train 3.991448 (lr=2.8252e-04) (hash(x)=49644858)
+5881 train 3.854432 (lr=2.8243e-04) (hash(x)=49992696)
+5882 train 3.882599 (lr=2.8234e-04) (hash(x)=39341437)
+5883 train 3.875554 (lr=2.8225e-04) (hash(x)=33593901)
+5884 train 3.906413 (lr=2.8216e-04) (hash(x)=43277585)
+5885 train 3.855342 (lr=2.8207e-04) (hash(x)=53234962)
+5886 train 3.923014 (lr=2.8198e-04) (hash(x)=38195834)
+5887 train 3.874826 (lr=2.8189e-04) (hash(x)=42071556)
+5888 train 3.889333 (lr=2.8180e-04) (hash(x)=38696215)
+5889 train 3.833998 (lr=2.8171e-04) (hash(x)=54030228)
+5890 train 3.859425 (lr=2.8162e-04) (hash(x)=36009428)
+5891 train 3.883640 (lr=2.8153e-04) (hash(x)=42220251)
+5892 train 3.928021 (lr=2.8144e-04) (hash(x)=38426087)
+5893 train 3.881607 (lr=2.8135e-04) (hash(x)=35016477)
+5894 train 3.869935 (lr=2.8126e-04) (hash(x)=43027744)
+5895 train 3.874588 (lr=2.8117e-04) (hash(x)=38593807)
+5896 train 3.885114 (lr=2.8108e-04) (hash(x)=39938281)
+5897 train 3.785230 (lr=2.8099e-04) (hash(x)=41204540)
+5898 train 3.847251 (lr=2.8090e-04) (hash(x)=42387853)
+5899 train 3.856538 (lr=2.8081e-04) (hash(x)=41421187)
+5900 train 3.844327 (lr=2.8072e-04) (hash(x)=35234859)
+5901 train 3.824465 (lr=2.8063e-04) (hash(x)=38202679)
+5902 train 3.868181 (lr=2.8054e-04) (hash(x)=38041822)
+5903 train 3.860216 (lr=2.8045e-04) (hash(x)=35826333)
+5904 train 3.896920 (lr=2.8036e-04) (hash(x)=39474099)
+5905 train 3.822012 (lr=2.8027e-04) (hash(x)=39522857)
+5906 train 3.842169 (lr=2.8018e-04) (hash(x)=42641047)
+5907 train 3.803869 (lr=2.8009e-04) (hash(x)=40587033)
+5908 train 3.817501 (lr=2.8000e-04) (hash(x)=36180714)
+5909 train 3.615841 (lr=2.7991e-04) (hash(x)=47744965)
+5910 train 3.649662 (lr=2.7982e-04) (hash(x)=39465230)
+5911 train 3.641914 (lr=2.7973e-04) (hash(x)=40208709)
+5912 train 3.641232 (lr=2.7964e-04) (hash(x)=37729343)
+5913 train 3.673652 (lr=2.7955e-04) (hash(x)=42171419)
+5914 train 3.613611 (lr=2.7946e-04) (hash(x)=38234577)
+5915 train 3.609541 (lr=2.7937e-04) (hash(x)=39117433)
+5916 train 3.639981 (lr=2.7928e-04) (hash(x)=35094634)
+5917 train 3.626859 (lr=2.7919e-04) (hash(x)=37010541)
+5918 train 3.594569 (lr=2.7910e-04) (hash(x)=39614871)
+5919 train 3.638427 (lr=2.7901e-04) (hash(x)=42120552)
+5920 train 3.572644 (lr=2.7892e-04) (hash(x)=37706585)
+5921 train 3.699042 (lr=2.7883e-04) (hash(x)=38068078)
+5922 train 3.893582 (lr=2.7874e-04) (hash(x)=39053452)
+5923 train 3.843500 (lr=2.7865e-04) (hash(x)=43199229)
+5924 train 3.843004 (lr=2.7856e-04) (hash(x)=44337770)
+5925 train 3.903442 (lr=2.7847e-04) (hash(x)=38302663)
+5926 train 3.848380 (lr=2.7838e-04) (hash(x)=40249979)
+5927 train 3.808410 (lr=2.7829e-04) (hash(x)=39641970)
+5928 train 3.878808 (lr=2.7821e-04) (hash(x)=40782540)
+5929 train 3.854172 (lr=2.7812e-04) (hash(x)=51421789)
+5930 train 3.890278 (lr=2.7803e-04) (hash(x)=41446658)
+5931 train 3.907381 (lr=2.7794e-04) (hash(x)=39588039)
+5932 train 3.853196 (lr=2.7785e-04) (hash(x)=47214227)
+5933 train 3.951659 (lr=2.7776e-04) (hash(x)=39883095)
+5934 train 3.924537 (lr=2.7767e-04) (hash(x)=40304208)
+5935 train 3.879619 (lr=2.7758e-04) (hash(x)=42527081)
+5936 train 3.910828 (lr=2.7749e-04) (hash(x)=36265546)
+5937 train 3.884039 (lr=2.7740e-04) (hash(x)=42758895)
+5938 train 3.950707 (lr=2.7731e-04) (hash(x)=36698130)
+5939 train 3.853078 (lr=2.7722e-04) (hash(x)=37497198)
+5940 train 3.865196 (lr=2.7713e-04) (hash(x)=36946687)
+5941 train 3.870066 (lr=2.7704e-04) (hash(x)=40548362)
+5942 train 3.944682 (lr=2.7695e-04) (hash(x)=39255110)
+5943 train 3.856327 (lr=2.7686e-04) (hash(x)=39935294)
+5944 train 3.937595 (lr=2.7677e-04) (hash(x)=44162401)
+5945 train 3.884836 (lr=2.7668e-04) (hash(x)=41279521)
+5946 train 3.758587 (lr=2.7659e-04) (hash(x)=33778878)
+5947 train 3.829297 (lr=2.7650e-04) (hash(x)=43945955)
+5948 train 3.833546 (lr=2.7641e-04) (hash(x)=40201655)
+5949 train 3.831314 (lr=2.7632e-04) (hash(x)=38385721)
+5950 train 3.812492 (lr=2.7623e-04) (hash(x)=41805381)
+5951 train 3.787737 (lr=2.7614e-04) (hash(x)=42725397)
+5952 train 3.829933 (lr=2.7606e-04) (hash(x)=38094952)
+5953 train 3.776814 (lr=2.7597e-04) (hash(x)=50257017)
+5954 train 3.850139 (lr=2.7588e-04) (hash(x)=36155482)
+5955 train 3.867514 (lr=2.7579e-04) (hash(x)=34354531)
+5956 train 3.818168 (lr=2.7570e-04) (hash(x)=41414759)
+5957 train 3.837588 (lr=2.7561e-04) (hash(x)=41210664)
+5958 train 3.609577 (lr=2.7552e-04) (hash(x)=36417673)
+5959 train 3.624535 (lr=2.7543e-04) (hash(x)=37069860)
+5960 train 3.647867 (lr=2.7534e-04) (hash(x)=40147903)
+5961 train 3.607981 (lr=2.7525e-04) (hash(x)=45365623)
+5962 train 3.633812 (lr=2.7516e-04) (hash(x)=38578442)
+5963 train 3.610406 (lr=2.7507e-04) (hash(x)=40018505)
+5964 train 3.608738 (lr=2.7498e-04) (hash(x)=43167804)
+5965 train 3.590312 (lr=2.7489e-04) (hash(x)=41523614)
+5966 train 3.666082 (lr=2.7480e-04) (hash(x)=37717654)
+5967 train 3.585419 (lr=2.7471e-04) (hash(x)=43540649)
+5968 train 3.645195 (lr=2.7462e-04) (hash(x)=41937204)
+5969 train 3.689891 (lr=2.7453e-04) (hash(x)=36894496)
+5970 train 3.740605 (lr=2.7444e-04) (hash(x)=40628348)
+5971 train 3.871017 (lr=2.7436e-04) (hash(x)=35929884)
+5972 train 3.867610 (lr=2.7427e-04) (hash(x)=44724186)
+5973 train 3.851864 (lr=2.7418e-04) (hash(x)=39747068)
+5974 train 3.873553 (lr=2.7409e-04) (hash(x)=39585276)
+5975 train 3.871579 (lr=2.7400e-04) (hash(x)=37371121)
+5976 train 3.895882 (lr=2.7391e-04) (hash(x)=42268309)
+5977 train 3.875747 (lr=2.7382e-04) (hash(x)=37330832)
+5978 train 3.829004 (lr=2.7373e-04) (hash(x)=37305999)
+5979 train 3.915809 (lr=2.7364e-04) (hash(x)=40149132)
+5980 train 3.822207 (lr=2.7355e-04) (hash(x)=41707261)
+5981 train 3.882154 (lr=2.7346e-04) (hash(x)=39363722)
+5982 train 3.913194 (lr=2.7337e-04) (hash(x)=32909163)
+5983 train 3.872703 (lr=2.7328e-04) (hash(x)=41342399)
+5984 train 3.886111 (lr=2.7319e-04) (hash(x)=41861279)
+5985 train 3.927187 (lr=2.7310e-04) (hash(x)=39328927)
+5986 train 3.874595 (lr=2.7302e-04) (hash(x)=38016110)
+5987 train 3.922880 (lr=2.7293e-04) (hash(x)=40163056)
+5988 train 3.880503 (lr=2.7284e-04) (hash(x)=44860107)
+5989 train 3.823547 (lr=2.7275e-04) (hash(x)=45475788)
+5990 train 3.883626 (lr=2.7266e-04) (hash(x)=39096589)
+5991 train 3.864130 (lr=2.7257e-04) (hash(x)=44043248)
+5992 train 3.889645 (lr=2.7248e-04) (hash(x)=33961579)
+5993 train 3.844640 (lr=2.7239e-04) (hash(x)=40632724)
+5994 train 3.903008 (lr=2.7230e-04) (hash(x)=37269061)
+5995 train 3.789183 (lr=2.7221e-04) (hash(x)=41137154)
+5996 train 3.821456 (lr=2.7212e-04) (hash(x)=40090711)
+5997 train 3.820316 (lr=2.7203e-04) (hash(x)=49012559)
+5998 train 3.853407 (lr=2.7194e-04) (hash(x)=33257245)
+5999 train 3.809072 (lr=2.7185e-04) (hash(x)=36691111)
+6000 val loss 3.8370
+6000 val perplexity 46.3853
+6000 hella 0.2880
+6000 train 3.867475 (lr=2.7177e-04) (hash(x)=41624666)
+6001 train 3.816538 (lr=2.7168e-04) (hash(x)=40655823)
+6002 train 3.856960 (lr=2.7159e-04) (hash(x)=39320583)
+6003 train 3.847158 (lr=2.7150e-04) (hash(x)=33119429)
+6004 train 3.874367 (lr=2.7141e-04) (hash(x)=39846842)
+6005 train 3.809784 (lr=2.7132e-04) (hash(x)=36857148)
+6006 train 3.545069 (lr=2.7123e-04) (hash(x)=35880655)
+6007 train 3.586398 (lr=2.7114e-04) (hash(x)=37847576)
+6008 train 3.556756 (lr=2.7105e-04) (hash(x)=46467957)
+6009 train 3.620972 (lr=2.7096e-04) (hash(x)=34896804)
+6010 train 3.581795 (lr=2.7087e-04) (hash(x)=38146536)
+6011 train 3.653497 (lr=2.7078e-04) (hash(x)=37828161)
+6012 train 3.616830 (lr=2.7070e-04) (hash(x)=41148766)
+6013 train 3.654701 (lr=2.7061e-04) (hash(x)=40981314)
+6014 train 3.592182 (lr=2.7052e-04) (hash(x)=42163927)
+6015 train 3.607536 (lr=2.7043e-04) (hash(x)=37004404)
+6016 train 3.604302 (lr=2.7034e-04) (hash(x)=38836252)
+6017 train 3.571107 (lr=2.7025e-04) (hash(x)=41956830)
+6018 train 3.948950 (lr=2.7016e-04) (hash(x)=38536198)
+6019 train 3.908110 (lr=2.7007e-04) (hash(x)=36122334)
+6020 train 3.883928 (lr=2.6998e-04) (hash(x)=43639274)
+6021 train 3.817766 (lr=2.6989e-04) (hash(x)=42495671)
+6022 train 3.834400 (lr=2.6980e-04) (hash(x)=38240613)
+6023 train 3.904635 (lr=2.6972e-04) (hash(x)=39781191)
+6024 train 3.858887 (lr=2.6963e-04) (hash(x)=39134907)
+6025 train 3.831923 (lr=2.6954e-04) (hash(x)=43182957)
+6026 train 3.857881 (lr=2.6945e-04) (hash(x)=40185529)
+6027 train 3.935075 (lr=2.6936e-04) (hash(x)=41222202)
+6028 train 3.887058 (lr=2.6927e-04) (hash(x)=41825752)
+6029 train 3.891178 (lr=2.6918e-04) (hash(x)=34675376)
+6030 train 3.849487 (lr=2.6909e-04) (hash(x)=40015229)
+6031 train 3.919748 (lr=2.6900e-04) (hash(x)=40397696)
+6032 train 3.860168 (lr=2.6891e-04) (hash(x)=37022574)
+6033 train 3.916993 (lr=2.6883e-04) (hash(x)=42054719)
+6034 train 3.866552 (lr=2.6874e-04) (hash(x)=41374914)
+6035 train 3.863869 (lr=2.6865e-04) (hash(x)=37877520)
+6036 train 3.835140 (lr=2.6856e-04) (hash(x)=42015160)
+6037 train 3.901781 (lr=2.6847e-04) (hash(x)=43232040)
+6038 train 3.858658 (lr=2.6838e-04) (hash(x)=39514422)
+6039 train 3.853343 (lr=2.6829e-04) (hash(x)=36411119)
+6040 train 3.930815 (lr=2.6820e-04) (hash(x)=40761792)
+6041 train 3.914051 (lr=2.6811e-04) (hash(x)=43718563)
+6042 train 3.824776 (lr=2.6803e-04) (hash(x)=36685302)
+6043 train 3.860801 (lr=2.6794e-04) (hash(x)=41436150)
+6044 train 3.808242 (lr=2.6785e-04) (hash(x)=36998132)
+6045 train 3.844807 (lr=2.6776e-04) (hash(x)=45349917)
+6046 train 3.845919 (lr=2.6767e-04) (hash(x)=41271967)
+6047 train 3.824894 (lr=2.6758e-04) (hash(x)=37844416)
+6048 train 3.778263 (lr=2.6749e-04) (hash(x)=46170886)
+6049 train 3.830866 (lr=2.6740e-04) (hash(x)=42778782)
+6050 train 3.819413 (lr=2.6731e-04) (hash(x)=39809430)
+6051 train 3.752160 (lr=2.6723e-04) (hash(x)=42886050)
+6052 train 3.843727 (lr=2.6714e-04) (hash(x)=40759829)
+6053 train 3.817090 (lr=2.6705e-04) (hash(x)=41566924)
+6054 train 3.640180 (lr=2.6696e-04) (hash(x)=38655460)
+6055 train 3.648235 (lr=2.6687e-04) (hash(x)=40269729)
+6056 train 3.670380 (lr=2.6678e-04) (hash(x)=40001202)
+6057 train 3.648696 (lr=2.6669e-04) (hash(x)=37852952)
+6058 train 3.671166 (lr=2.6660e-04) (hash(x)=41494717)
+6059 train 3.639651 (lr=2.6651e-04) (hash(x)=38537700)
+6060 train 3.654695 (lr=2.6643e-04) (hash(x)=36956005)
+6061 train 3.603035 (lr=2.6634e-04) (hash(x)=40292201)
+6062 train 3.579706 (lr=2.6625e-04) (hash(x)=37786919)
+6063 train 3.626801 (lr=2.6616e-04) (hash(x)=42650327)
+6064 train 3.576883 (lr=2.6607e-04) (hash(x)=37560313)
+6065 train 3.573542 (lr=2.6598e-04) (hash(x)=42318673)
+6066 train 3.872031 (lr=2.6589e-04) (hash(x)=36777803)
+6067 train 3.857189 (lr=2.6580e-04) (hash(x)=37267170)
+6068 train 3.805212 (lr=2.6572e-04) (hash(x)=41585707)
+6069 train 3.899364 (lr=2.6563e-04) (hash(x)=43013289)
+6070 train 3.836242 (lr=2.6554e-04) (hash(x)=37880383)
+6071 train 3.886382 (lr=2.6545e-04) (hash(x)=41879605)
+6072 train 3.863358 (lr=2.6536e-04) (hash(x)=40763244)
+6073 train 3.866790 (lr=2.6527e-04) (hash(x)=35838504)
+6074 train 3.907232 (lr=2.6518e-04) (hash(x)=39847757)
+6075 train 3.857547 (lr=2.6509e-04) (hash(x)=39038201)
+6076 train 4.049872 (lr=2.6501e-04) (hash(x)=42865128)
+6077 train 3.891109 (lr=2.6492e-04) (hash(x)=39982026)
+6078 train 3.885794 (lr=2.6483e-04) (hash(x)=39143347)
+6079 train 3.852005 (lr=2.6474e-04) (hash(x)=39892441)
+6080 train 3.897880 (lr=2.6465e-04) (hash(x)=31676739)
+6081 train 3.857666 (lr=2.6456e-04) (hash(x)=47280800)
+6082 train 3.884387 (lr=2.6447e-04) (hash(x)=41254443)
+6083 train 3.902698 (lr=2.6439e-04) (hash(x)=37677677)
+6084 train 3.887807 (lr=2.6430e-04) (hash(x)=43244299)
+6085 train 3.816211 (lr=2.6421e-04) (hash(x)=43696935)
+6086 train 3.882291 (lr=2.6412e-04) (hash(x)=41842500)
+6087 train 3.885947 (lr=2.6403e-04) (hash(x)=45085468)
+6088 train 3.869264 (lr=2.6394e-04) (hash(x)=43124319)
+6089 train 3.885340 (lr=2.6385e-04) (hash(x)=43638426)
+6090 train 3.923349 (lr=2.6377e-04) (hash(x)=39896907)
+6091 train 3.819583 (lr=2.6368e-04) (hash(x)=31156171)
+6092 train 3.820910 (lr=2.6359e-04) (hash(x)=47422595)
+6093 train 3.847638 (lr=2.6350e-04) (hash(x)=39793441)
+6094 train 3.769560 (lr=2.6341e-04) (hash(x)=41103744)
+6095 train 3.808765 (lr=2.6332e-04) (hash(x)=45012631)
+6096 train 3.844106 (lr=2.6323e-04) (hash(x)=40665037)
+6097 train 3.816581 (lr=2.6315e-04) (hash(x)=38747148)
+6098 train 3.846965 (lr=2.6306e-04) (hash(x)=32628313)
+6099 train 3.830348 (lr=2.6297e-04) (hash(x)=38556169)
+6100 train 3.868230 (lr=2.6288e-04) (hash(x)=39272677)
+6101 train 3.845512 (lr=2.6279e-04) (hash(x)=40417109)
+6102 train 3.714430 (lr=2.6270e-04) (hash(x)=43902332)
+6103 train 3.541461 (lr=2.6261e-04) (hash(x)=34778456)
+6104 train 3.634717 (lr=2.6253e-04) (hash(x)=46875977)
+6105 train 3.669287 (lr=2.6244e-04) (hash(x)=40536340)
+6106 train 3.588523 (lr=2.6235e-04) (hash(x)=37635981)
+6107 train 3.655203 (lr=2.6226e-04) (hash(x)=42199692)
+6108 train 3.540040 (lr=2.6217e-04) (hash(x)=35578785)
+6109 train 3.623018 (lr=2.6208e-04) (hash(x)=41160597)
+6110 train 3.592020 (lr=2.6200e-04) (hash(x)=40393951)
+6111 train 3.620659 (lr=2.6191e-04) (hash(x)=43391293)
+6112 train 3.702753 (lr=2.6182e-04) (hash(x)=40774911)
+6113 train 3.612503 (lr=2.6173e-04) (hash(x)=39202164)
+6114 train 3.587895 (lr=2.6164e-04) (hash(x)=37552174)
+6115 train 3.798435 (lr=2.6155e-04) (hash(x)=37625592)
+6116 train 3.915062 (lr=2.6147e-04) (hash(x)=34940676)
+6117 train 3.884868 (lr=2.6138e-04) (hash(x)=41189855)
+6118 train 3.874874 (lr=2.6129e-04) (hash(x)=39545944)
+6119 train 3.884328 (lr=2.6120e-04) (hash(x)=38779229)
+6120 train 3.895470 (lr=2.6111e-04) (hash(x)=31143659)
+6121 train 3.877084 (lr=2.6102e-04) (hash(x)=43397888)
+6122 train 3.893569 (lr=2.6094e-04) (hash(x)=43595722)
+6123 train 3.890619 (lr=2.6085e-04) (hash(x)=42126544)
+6124 train 3.861444 (lr=2.6076e-04) (hash(x)=37639476)
+6125 train 3.884248 (lr=2.6067e-04) (hash(x)=35876509)
+6126 train 3.842522 (lr=2.6058e-04) (hash(x)=42415683)
+6127 train 3.822313 (lr=2.6049e-04) (hash(x)=43408049)
+6128 train 3.990667 (lr=2.6041e-04) (hash(x)=38574741)
+6129 train 3.835921 (lr=2.6032e-04) (hash(x)=40769102)
+6130 train 3.857848 (lr=2.6023e-04) (hash(x)=35631892)
+6131 train 3.893879 (lr=2.6014e-04) (hash(x)=32599394)
+6132 train 3.916627 (lr=2.6005e-04) (hash(x)=39885865)
+6133 train 3.837943 (lr=2.5996e-04) (hash(x)=39166510)
+6134 train 3.883319 (lr=2.5988e-04) (hash(x)=39309556)
+6135 train 3.881871 (lr=2.5979e-04) (hash(x)=39224256)
+6136 train 3.868251 (lr=2.5970e-04) (hash(x)=41041480)
+6137 train 3.844404 (lr=2.5961e-04) (hash(x)=38991403)
+6138 train 3.851482 (lr=2.5952e-04) (hash(x)=40332425)
+6139 train 3.856779 (lr=2.5944e-04) (hash(x)=38153609)
+6140 train 3.783207 (lr=2.5935e-04) (hash(x)=36475385)
+6141 train 3.843280 (lr=2.5926e-04) (hash(x)=48244967)
+6142 train 3.825660 (lr=2.5917e-04) (hash(x)=41633790)
+6143 train 3.784645 (lr=2.5908e-04) (hash(x)=38857441)
+6144 train 3.802649 (lr=2.5899e-04) (hash(x)=40775714)
+6145 train 3.785342 (lr=2.5891e-04) (hash(x)=45400735)
+6146 train 3.810468 (lr=2.5882e-04) (hash(x)=46698106)
+6147 train 3.784042 (lr=2.5873e-04) (hash(x)=48118087)
+6148 train 3.849617 (lr=2.5864e-04) (hash(x)=37495945)
+6149 train 3.809572 (lr=2.5855e-04) (hash(x)=38553288)
+6150 train 3.816302 (lr=2.5847e-04) (hash(x)=38457365)
+6151 train 3.613180 (lr=2.5838e-04) (hash(x)=45651859)
+6152 train 3.563612 (lr=2.5829e-04) (hash(x)=47603720)
+6153 train 3.619797 (lr=2.5820e-04) (hash(x)=45583276)
+6154 train 3.622083 (lr=2.5811e-04) (hash(x)=41088134)
+6155 train 3.568757 (lr=2.5803e-04) (hash(x)=43105210)
+6156 train 3.614067 (lr=2.5794e-04) (hash(x)=36043648)
+6157 train 3.577496 (lr=2.5785e-04) (hash(x)=35304270)
+6158 train 3.619685 (lr=2.5776e-04) (hash(x)=45869159)
+6159 train 3.545702 (lr=2.5767e-04) (hash(x)=42246802)
+6160 train 3.614715 (lr=2.5759e-04) (hash(x)=38463965)
+6161 train 3.570075 (lr=2.5750e-04) (hash(x)=37801545)
+6162 train 3.621422 (lr=2.5741e-04) (hash(x)=40483434)
+6163 train 3.691922 (lr=2.5732e-04) (hash(x)=41861634)
+6164 train 3.802094 (lr=2.5723e-04) (hash(x)=37986375)
+6165 train 3.837756 (lr=2.5715e-04) (hash(x)=35011174)
+6166 train 3.849607 (lr=2.5706e-04) (hash(x)=41143607)
+6167 train 3.822967 (lr=2.5697e-04) (hash(x)=43232815)
+6168 train 3.786753 (lr=2.5688e-04) (hash(x)=40690524)
+6169 train 3.819579 (lr=2.5679e-04) (hash(x)=36737020)
+6170 train 3.812200 (lr=2.5671e-04) (hash(x)=42173963)
+6171 train 3.800426 (lr=2.5662e-04) (hash(x)=44253286)
+6172 train 3.858236 (lr=2.5653e-04) (hash(x)=47672024)
+6173 train 3.832618 (lr=2.5644e-04) (hash(x)=42038396)
+6174 train 3.850426 (lr=2.5635e-04) (hash(x)=37964346)
+6175 train 3.817893 (lr=2.5627e-04) (hash(x)=41310061)
+6176 train 3.856310 (lr=2.5618e-04) (hash(x)=40452548)
+6177 train 3.846190 (lr=2.5609e-04) (hash(x)=41128709)
+6178 train 3.847403 (lr=2.5600e-04) (hash(x)=52705307)
+6179 train 3.813076 (lr=2.5591e-04) (hash(x)=37498684)
+6180 train 3.852383 (lr=2.5583e-04) (hash(x)=43820140)
+6181 train 3.846271 (lr=2.5574e-04) (hash(x)=42742142)
+6182 train 3.820712 (lr=2.5565e-04) (hash(x)=38917058)
+6183 train 3.825877 (lr=2.5556e-04) (hash(x)=46795547)
+6184 train 3.877379 (lr=2.5548e-04) (hash(x)=38198366)
+6185 train 3.849982 (lr=2.5539e-04) (hash(x)=35720161)
+6186 train 3.857825 (lr=2.5530e-04) (hash(x)=37278010)
+6187 train 3.831798 (lr=2.5521e-04) (hash(x)=42333571)
+6188 train 3.845885 (lr=2.5512e-04) (hash(x)=33668932)
+6189 train 3.833614 (lr=2.5504e-04) (hash(x)=36428119)
+6190 train 3.861596 (lr=2.5495e-04) (hash(x)=36631772)
+6191 train 3.831520 (lr=2.5486e-04) (hash(x)=45783989)
+6192 train 3.850303 (lr=2.5477e-04) (hash(x)=43623655)
+6193 train 3.780661 (lr=2.5469e-04) (hash(x)=35320227)
+6194 train 3.851017 (lr=2.5460e-04) (hash(x)=40854672)
+6195 train 3.854642 (lr=2.5451e-04) (hash(x)=43597073)
+6196 train 3.816031 (lr=2.5442e-04) (hash(x)=39591139)
+6197 train 3.800884 (lr=2.5433e-04) (hash(x)=42064757)
+6198 train 3.764600 (lr=2.5425e-04) (hash(x)=39327228)
+6199 train 3.757615 (lr=2.5416e-04) (hash(x)=36221734)
+6200 train 3.530036 (lr=2.5407e-04) (hash(x)=43620887)
+6201 train 3.631735 (lr=2.5398e-04) (hash(x)=41382999)
+6202 train 3.636353 (lr=2.5390e-04) (hash(x)=38615543)
+6203 train 3.606133 (lr=2.5381e-04) (hash(x)=41294767)
+6204 train 3.584346 (lr=2.5372e-04) (hash(x)=42597552)
+6205 train 3.656237 (lr=2.5363e-04) (hash(x)=40657616)
+6206 train 3.571281 (lr=2.5355e-04) (hash(x)=41357965)
+6207 train 3.631961 (lr=2.5346e-04) (hash(x)=38043135)
+6208 train 3.608088 (lr=2.5337e-04) (hash(x)=40386648)
+6209 train 3.628798 (lr=2.5328e-04) (hash(x)=41638619)
+6210 train 3.585764 (lr=2.5320e-04) (hash(x)=41021366)
+6211 train 3.635680 (lr=2.5311e-04) (hash(x)=30180937)
+6212 train 3.895151 (lr=2.5302e-04) (hash(x)=37679898)
+6213 train 3.841287 (lr=2.5293e-04) (hash(x)=36808248)
+6214 train 3.863872 (lr=2.5285e-04) (hash(x)=35613059)
+6215 train 3.852982 (lr=2.5276e-04) (hash(x)=32609528)
+6216 train 3.824988 (lr=2.5267e-04) (hash(x)=39234826)
+6217 train 3.858889 (lr=2.5258e-04) (hash(x)=40575689)
+6218 train 3.836105 (lr=2.5250e-04) (hash(x)=46933124)
+6219 train 3.852983 (lr=2.5241e-04) (hash(x)=41729462)
+6220 train 3.775572 (lr=2.5232e-04) (hash(x)=44028472)
+6221 train 3.871369 (lr=2.5223e-04) (hash(x)=40293166)
+6222 train 3.821677 (lr=2.5215e-04) (hash(x)=38898724)
+6223 train 3.851225 (lr=2.5206e-04) (hash(x)=43295427)
+6224 train 3.840799 (lr=2.5197e-04) (hash(x)=40719267)
+6225 train 3.855481 (lr=2.5188e-04) (hash(x)=34776079)
+6226 train 3.886641 (lr=2.5180e-04) (hash(x)=42731386)
+6227 train 3.858826 (lr=2.5171e-04) (hash(x)=34779581)
+6228 train 3.862382 (lr=2.5162e-04) (hash(x)=38141865)
+6229 train 3.840293 (lr=2.5153e-04) (hash(x)=39984573)
+6230 train 3.773921 (lr=2.5145e-04) (hash(x)=40070191)
+6231 train 3.841072 (lr=2.5136e-04) (hash(x)=36748501)
+6232 train 3.787669 (lr=2.5127e-04) (hash(x)=31018195)
+6233 train 3.808044 (lr=2.5118e-04) (hash(x)=40922377)
+6234 train 3.829018 (lr=2.5110e-04) (hash(x)=41818154)
+6235 train 3.853174 (lr=2.5101e-04) (hash(x)=40466617)
+6236 train 3.838948 (lr=2.5092e-04) (hash(x)=34688154)
+6237 train 3.798098 (lr=2.5083e-04) (hash(x)=37626397)
+6238 train 3.850542 (lr=2.5075e-04) (hash(x)=36958277)
+6239 train 3.805050 (lr=2.5066e-04) (hash(x)=42171267)
+6240 train 3.748921 (lr=2.5057e-04) (hash(x)=47459046)
+6241 train 3.849192 (lr=2.5048e-04) (hash(x)=33134651)
+6242 train 3.850963 (lr=2.5040e-04) (hash(x)=37083882)
+6243 train 3.853604 (lr=2.5031e-04) (hash(x)=40421532)
+6244 train 3.809542 (lr=2.5022e-04) (hash(x)=39762016)
+6245 train 3.756776 (lr=2.5014e-04) (hash(x)=36877408)
+6246 train 3.841311 (lr=2.5005e-04) (hash(x)=38576414)
+6247 train 3.791682 (lr=2.4996e-04) (hash(x)=42217118)
+6248 train 3.714626 (lr=2.4987e-04) (hash(x)=41157002)
+6249 train 3.560770 (lr=2.4979e-04) (hash(x)=38326496)
+6250 val loss 3.8337
+6250 val perplexity 46.2325
+6250 hella 0.2881
+6250 train 3.645767 (lr=2.4970e-04) (hash(x)=27469377)
+6251 train 3.631234 (lr=2.4961e-04) (hash(x)=45819521)
+6252 train 3.585548 (lr=2.4952e-04) (hash(x)=35520319)
+6253 train 3.581536 (lr=2.4944e-04) (hash(x)=40778056)
+6254 train 3.678660 (lr=2.4935e-04) (hash(x)=40239897)
+6255 train 3.559877 (lr=2.4926e-04) (hash(x)=38605259)
+6256 train 3.597666 (lr=2.4918e-04) (hash(x)=46845954)
+6257 train 3.651957 (lr=2.4909e-04) (hash(x)=40167537)
+6258 train 3.552201 (lr=2.4900e-04) (hash(x)=37917384)
+6259 train 3.543311 (lr=2.4891e-04) (hash(x)=33771432)
+6260 train 3.658039 (lr=2.4883e-04) (hash(x)=34987230)
+6261 train 3.861937 (lr=2.4874e-04) (hash(x)=38870998)
+6262 train 3.832365 (lr=2.4865e-04) (hash(x)=37476970)
+6263 train 3.803366 (lr=2.4857e-04) (hash(x)=42412894)
+6264 train 3.821095 (lr=2.4848e-04) (hash(x)=37777796)
+6265 train 3.883244 (lr=2.4839e-04) (hash(x)=38318537)
+6266 train 3.880341 (lr=2.4830e-04) (hash(x)=33560332)
+6267 train 3.869250 (lr=2.4822e-04) (hash(x)=42876030)
+6268 train 3.858608 (lr=2.4813e-04) (hash(x)=40993037)
+6269 train 3.799437 (lr=2.4804e-04) (hash(x)=36139158)
+6270 train 3.946381 (lr=2.4796e-04) (hash(x)=37685388)
+6271 train 3.854908 (lr=2.4787e-04) (hash(x)=40414359)
+6272 train 3.907321 (lr=2.4778e-04) (hash(x)=37201781)
+6273 train 3.836929 (lr=2.4770e-04) (hash(x)=41254667)
+6274 train 3.907146 (lr=2.4761e-04) (hash(x)=40299921)
+6275 train 3.878724 (lr=2.4752e-04) (hash(x)=41145461)
+6276 train 3.870312 (lr=2.4743e-04) (hash(x)=38853324)
+6277 train 3.882413 (lr=2.4735e-04) (hash(x)=37277782)
+6278 train 3.833811 (lr=2.4726e-04) (hash(x)=40012654)
+6279 train 3.858540 (lr=2.4717e-04) (hash(x)=41276948)
+6280 train 3.876234 (lr=2.4709e-04) (hash(x)=40462677)
+6281 train 3.854263 (lr=2.4700e-04) (hash(x)=36330094)
+6282 train 3.830691 (lr=2.4691e-04) (hash(x)=39180161)
+6283 train 3.855630 (lr=2.4683e-04) (hash(x)=33853694)
+6284 train 3.815580 (lr=2.4674e-04) (hash(x)=38670907)
+6285 train 3.798321 (lr=2.4665e-04) (hash(x)=36950764)
+6286 train 3.790118 (lr=2.4657e-04) (hash(x)=33335633)
+6287 train 3.730469 (lr=2.4648e-04) (hash(x)=34222656)
+6288 train 3.843212 (lr=2.4639e-04) (hash(x)=35135669)
+6289 train 3.814267 (lr=2.4630e-04) (hash(x)=42884840)
+6290 train 3.880167 (lr=2.4622e-04) (hash(x)=40694846)
+6291 train 3.815402 (lr=2.4613e-04) (hash(x)=48206159)
+6292 train 3.814066 (lr=2.4604e-04) (hash(x)=42195111)
+6293 train 3.803000 (lr=2.4596e-04) (hash(x)=43266460)
+6294 train 3.802643 (lr=2.4587e-04) (hash(x)=42250633)
+6295 train 3.804588 (lr=2.4578e-04) (hash(x)=39531969)
+6296 train 3.800173 (lr=2.4570e-04) (hash(x)=42627133)
+6297 train 3.835296 (lr=2.4561e-04) (hash(x)=42300320)
+6298 train 3.858493 (lr=2.4552e-04) (hash(x)=39962915)
+6299 train 3.873565 (lr=2.4544e-04) (hash(x)=43401261)
+6300 train 3.848695 (lr=2.4535e-04) (hash(x)=36469596)
+6301 train 3.862104 (lr=2.4526e-04) (hash(x)=37186679)
+6302 train 3.839499 (lr=2.4518e-04) (hash(x)=39309776)
+6303 train 3.848033 (lr=2.4509e-04) (hash(x)=46742034)
+6304 train 3.871465 (lr=2.4500e-04) (hash(x)=36484651)
+6305 train 3.845205 (lr=2.4492e-04) (hash(x)=44987368)
+6306 train 3.807882 (lr=2.4483e-04) (hash(x)=43099154)
+6307 train 3.802361 (lr=2.4474e-04) (hash(x)=39557337)
+6308 train 3.868339 (lr=2.4466e-04) (hash(x)=38245358)
+6309 train 3.841562 (lr=2.4457e-04) (hash(x)=40216176)
+6310 train 3.835352 (lr=2.4448e-04) (hash(x)=40025274)
+6311 train 3.888245 (lr=2.4440e-04) (hash(x)=35002188)
+6312 train 3.825863 (lr=2.4431e-04) (hash(x)=40976757)
+6313 train 3.857783 (lr=2.4422e-04) (hash(x)=43796991)
+6314 train 3.831635 (lr=2.4414e-04) (hash(x)=40529092)
+6315 train 3.936087 (lr=2.4405e-04) (hash(x)=38607026)
+6316 train 3.835423 (lr=2.4396e-04) (hash(x)=40151215)
+6317 train 3.889426 (lr=2.4388e-04) (hash(x)=37658608)
+6318 train 3.796539 (lr=2.4379e-04) (hash(x)=41556334)
+6319 train 3.828304 (lr=2.4370e-04) (hash(x)=40788062)
+6320 train 3.857983 (lr=2.4362e-04) (hash(x)=39465185)
+6321 train 3.862769 (lr=2.4353e-04) (hash(x)=41279488)
+6322 train 3.800255 (lr=2.4344e-04) (hash(x)=33676964)
+6323 train 3.789566 (lr=2.4336e-04) (hash(x)=40292972)
+6324 train 3.804013 (lr=2.4327e-04) (hash(x)=36876667)
+6325 train 3.869534 (lr=2.4318e-04) (hash(x)=45623153)
+6326 train 3.805977 (lr=2.4310e-04) (hash(x)=42464584)
+6327 train 3.835980 (lr=2.4301e-04) (hash(x)=37317950)
+6328 train 3.812641 (lr=2.4292e-04) (hash(x)=39712780)
+6329 train 3.774873 (lr=2.4284e-04) (hash(x)=39710993)
+6330 train 3.859900 (lr=2.4275e-04) (hash(x)=36810088)
+6331 train 3.818888 (lr=2.4267e-04) (hash(x)=42760911)
+6332 train 3.782649 (lr=2.4258e-04) (hash(x)=41389206)
+6333 train 3.991788 (lr=2.4249e-04) (hash(x)=35443588)
+6334 train 3.839005 (lr=2.4241e-04) (hash(x)=48286101)
+6335 train 3.868548 (lr=2.4232e-04) (hash(x)=47232726)
+6336 train 3.813273 (lr=2.4223e-04) (hash(x)=44641127)
+6337 train 3.852644 (lr=2.4215e-04) (hash(x)=46285126)
+6338 train 3.896514 (lr=2.4206e-04) (hash(x)=37531319)
+6339 train 3.851618 (lr=2.4197e-04) (hash(x)=45028938)
+6340 train 3.817060 (lr=2.4189e-04) (hash(x)=39189586)
+6341 train 3.824824 (lr=2.4180e-04) (hash(x)=38019159)
+6342 train 3.834370 (lr=2.4172e-04) (hash(x)=43696510)
+6343 train 3.898382 (lr=2.4163e-04) (hash(x)=48207135)
+6344 train 3.857546 (lr=2.4154e-04) (hash(x)=36367028)
+6345 train 3.888260 (lr=2.4146e-04) (hash(x)=32419762)
+6346 train 3.861400 (lr=2.4137e-04) (hash(x)=40959385)
+6347 train 3.834661 (lr=2.4128e-04) (hash(x)=42276585)
+6348 train 3.805271 (lr=2.4120e-04) (hash(x)=36944491)
+6349 train 3.878942 (lr=2.4111e-04) (hash(x)=39956672)
+6350 train 3.812421 (lr=2.4102e-04) (hash(x)=45933783)
+6351 train 3.862964 (lr=2.4094e-04) (hash(x)=34609601)
+6352 train 3.847271 (lr=2.4085e-04) (hash(x)=41287898)
+6353 train 3.833247 (lr=2.4077e-04) (hash(x)=43870533)
+6354 train 3.925566 (lr=2.4068e-04) (hash(x)=43050320)
+6355 train 3.825315 (lr=2.4059e-04) (hash(x)=37433062)
+6356 train 3.896719 (lr=2.4051e-04) (hash(x)=41851393)
+6357 train 3.853071 (lr=2.4042e-04) (hash(x)=39011562)
+6358 train 3.842556 (lr=2.4034e-04) (hash(x)=42847827)
+6359 train 3.838565 (lr=2.4025e-04) (hash(x)=40085688)
+6360 train 3.811952 (lr=2.4016e-04) (hash(x)=41229580)
+6361 train 3.777139 (lr=2.4008e-04) (hash(x)=36064315)
+6362 train 3.854292 (lr=2.3999e-04) (hash(x)=42484835)
+6363 train 3.818809 (lr=2.3990e-04) (hash(x)=37004652)
+6364 train 3.899235 (lr=2.3982e-04) (hash(x)=45134127)
+6365 train 3.793710 (lr=2.3973e-04) (hash(x)=34381499)
+6366 train 3.812322 (lr=2.3965e-04) (hash(x)=27433993)
+6367 train 3.843501 (lr=2.3956e-04) (hash(x)=38303893)
+6368 train 3.816504 (lr=2.3947e-04) (hash(x)=38269915)
+6369 train 3.843356 (lr=2.3939e-04) (hash(x)=44561604)
+6370 train 3.963525 (lr=2.3930e-04) (hash(x)=33587258)
+6371 train 3.814600 (lr=2.3922e-04) (hash(x)=44919407)
+6372 train 3.826567 (lr=2.3913e-04) (hash(x)=42577114)
+6373 train 3.877807 (lr=2.3904e-04) (hash(x)=38751747)
+6374 train 3.880790 (lr=2.3896e-04) (hash(x)=34231391)
+6375 train 3.851305 (lr=2.3887e-04) (hash(x)=38660888)
+6376 train 3.845463 (lr=2.3879e-04) (hash(x)=36068791)
+6377 train 3.818135 (lr=2.3870e-04) (hash(x)=39198459)
+6378 train 3.931358 (lr=2.3861e-04) (hash(x)=41203480)
+6379 train 3.841675 (lr=2.3853e-04) (hash(x)=38556784)
+6380 train 3.851767 (lr=2.3844e-04) (hash(x)=44955588)
+6381 train 3.868757 (lr=2.3836e-04) (hash(x)=36535960)
+6382 train 3.838490 (lr=2.3827e-04) (hash(x)=36555347)
+6383 train 3.818962 (lr=2.3818e-04) (hash(x)=38210046)
+6384 train 3.859775 (lr=2.3810e-04) (hash(x)=37813675)
+6385 train 3.903704 (lr=2.3801e-04) (hash(x)=39630894)
+6386 train 3.838840 (lr=2.3793e-04) (hash(x)=35750990)
+6387 train 3.828208 (lr=2.3784e-04) (hash(x)=38692441)
+6388 train 3.870437 (lr=2.3775e-04) (hash(x)=43925924)
+6389 train 3.861969 (lr=2.3767e-04) (hash(x)=40379240)
+6390 train 3.828082 (lr=2.3758e-04) (hash(x)=41041305)
+6391 train 3.806556 (lr=2.3750e-04) (hash(x)=38604098)
+6392 train 3.803129 (lr=2.3741e-04) (hash(x)=39741344)
+6393 train 3.758496 (lr=2.3733e-04) (hash(x)=43501484)
+6394 train 3.749192 (lr=2.3724e-04) (hash(x)=40057008)
+6395 train 3.857159 (lr=2.3715e-04) (hash(x)=30483499)
+6396 train 3.854356 (lr=2.3707e-04) (hash(x)=49500464)
+6397 train 3.786825 (lr=2.3698e-04) (hash(x)=43461003)
+6398 train 3.741808 (lr=2.3690e-04) (hash(x)=46346425)
+6399 train 3.824333 (lr=2.3681e-04) (hash(x)=39384205)
+6400 train 3.741163 (lr=2.3673e-04) (hash(x)=41420942)
+6401 train 3.820214 (lr=2.3664e-04) (hash(x)=40242738)
+6402 train 3.836513 (lr=2.3655e-04) (hash(x)=40507018)
+6403 train 3.792831 (lr=2.3647e-04) (hash(x)=38230810)
+6404 train 3.840121 (lr=2.3638e-04) (hash(x)=41293185)
+6405 train 3.793701 (lr=2.3630e-04) (hash(x)=38553544)
+6406 train 3.810474 (lr=2.3621e-04) (hash(x)=42841791)
+6407 train 3.854217 (lr=2.3613e-04) (hash(x)=42134998)
+6408 train 3.807530 (lr=2.3604e-04) (hash(x)=36639520)
+6409 train 3.862793 (lr=2.3595e-04) (hash(x)=41090099)
+6410 train 3.861434 (lr=2.3587e-04) (hash(x)=38894864)
+6411 train 3.944441 (lr=2.3578e-04) (hash(x)=31855513)
+6412 train 3.835773 (lr=2.3570e-04) (hash(x)=41580495)
+6413 train 3.820180 (lr=2.3561e-04) (hash(x)=29653381)
+6414 train 3.824414 (lr=2.3553e-04) (hash(x)=40196774)
+6415 train 3.815993 (lr=2.3544e-04) (hash(x)=44102332)
+6416 train 3.839336 (lr=2.3535e-04) (hash(x)=41498522)
+6417 train 3.860482 (lr=2.3527e-04) (hash(x)=43673775)
+6418 train 3.870517 (lr=2.3518e-04) (hash(x)=41689369)
+6419 train 3.870858 (lr=2.3510e-04) (hash(x)=39027234)
+6420 train 3.875963 (lr=2.3501e-04) (hash(x)=44217456)
+6421 train 3.812645 (lr=2.3493e-04) (hash(x)=40132079)
+6422 train 3.824391 (lr=2.3484e-04) (hash(x)=35611234)
+6423 train 3.837447 (lr=2.3476e-04) (hash(x)=44273341)
+6424 train 3.838638 (lr=2.3467e-04) (hash(x)=42745550)
+6425 train 3.834162 (lr=2.3459e-04) (hash(x)=48458373)
+6426 train 3.828959 (lr=2.3450e-04) (hash(x)=41910980)
+6427 train 3.867436 (lr=2.3441e-04) (hash(x)=35630683)
+6428 train 3.790405 (lr=2.3433e-04) (hash(x)=39595419)
+6429 train 3.816385 (lr=2.3424e-04) (hash(x)=38051032)
+6430 train 3.797734 (lr=2.3416e-04) (hash(x)=38733236)
+6431 train 3.798466 (lr=2.3407e-04) (hash(x)=44668363)
+6432 train 3.802353 (lr=2.3399e-04) (hash(x)=46042024)
+6433 train 3.828139 (lr=2.3390e-04) (hash(x)=39495201)
+6434 train 3.791886 (lr=2.3382e-04) (hash(x)=42880478)
+6435 train 3.768533 (lr=2.3373e-04) (hash(x)=35610482)
+6436 train 3.821654 (lr=2.3365e-04) (hash(x)=36245663)
+6437 train 3.789336 (lr=2.3356e-04) (hash(x)=35951346)
+6438 train 3.766377 (lr=2.3348e-04) (hash(x)=39610280)
+6439 train 3.767399 (lr=2.3339e-04) (hash(x)=38455746)
+6440 train 3.817238 (lr=2.3330e-04) (hash(x)=40954473)
+6441 train 3.815109 (lr=2.3322e-04) (hash(x)=40554956)
+6442 train 3.860316 (lr=2.3313e-04) (hash(x)=40731782)
+6443 train 3.874977 (lr=2.3305e-04) (hash(x)=40529845)
+6444 train 3.862664 (lr=2.3296e-04) (hash(x)=44433186)
+6445 train 3.848310 (lr=2.3288e-04) (hash(x)=45519714)
+6446 train 3.801696 (lr=2.3279e-04) (hash(x)=41325058)
+6447 train 3.871522 (lr=2.3271e-04) (hash(x)=39368797)
+6448 train 3.834725 (lr=2.3262e-04) (hash(x)=43894318)
+6449 train 3.869046 (lr=2.3254e-04) (hash(x)=38900525)
+6450 train 3.789226 (lr=2.3245e-04) (hash(x)=34037513)
+6451 train 3.865389 (lr=2.3237e-04) (hash(x)=38117787)
+6452 train 3.836246 (lr=2.3228e-04) (hash(x)=36950306)
+6453 train 3.872410 (lr=2.3220e-04) (hash(x)=41667958)
+6454 train 3.867387 (lr=2.3211e-04) (hash(x)=42298078)
+6455 train 3.849209 (lr=2.3203e-04) (hash(x)=38376224)
+6456 train 3.806683 (lr=2.3194e-04) (hash(x)=40739542)
+6457 train 3.785427 (lr=2.3186e-04) (hash(x)=38683155)
+6458 train 3.862378 (lr=2.3177e-04) (hash(x)=39237312)
+6459 train 3.811013 (lr=2.3169e-04) (hash(x)=41607055)
+6460 train 3.813533 (lr=2.3160e-04) (hash(x)=32487025)
+6461 train 3.855913 (lr=2.3152e-04) (hash(x)=40698333)
+6462 train 3.826338 (lr=2.3143e-04) (hash(x)=42101933)
+6463 train 3.875064 (lr=2.3135e-04) (hash(x)=38237700)
+6464 train 3.913507 (lr=2.3126e-04) (hash(x)=40565898)
+6465 train 3.845522 (lr=2.3118e-04) (hash(x)=57406815)
+6466 train 3.849017 (lr=2.3109e-04) (hash(x)=37327137)
+6467 train 3.765568 (lr=2.3101e-04) (hash(x)=44946307)
+6468 train 3.810606 (lr=2.3092e-04) (hash(x)=37577369)
+6469 train 3.796503 (lr=2.3084e-04) (hash(x)=32948400)
+6470 train 3.782422 (lr=2.3075e-04) (hash(x)=40768625)
+6471 train 3.824601 (lr=2.3067e-04) (hash(x)=36125371)
+6472 train 3.798343 (lr=2.3058e-04) (hash(x)=46964252)
+6473 train 3.800632 (lr=2.3050e-04) (hash(x)=40947200)
+6474 train 3.833511 (lr=2.3041e-04) (hash(x)=41649815)
+6475 train 3.802452 (lr=2.3033e-04) (hash(x)=37083460)
+6476 train 3.740593 (lr=2.3024e-04) (hash(x)=50984589)
+6477 train 3.771824 (lr=2.3016e-04) (hash(x)=45546076)
+6478 train 3.823267 (lr=2.3007e-04) (hash(x)=38923082)
+6479 train 3.800163 (lr=2.2999e-04) (hash(x)=39840905)
+6480 train 3.879820 (lr=2.2990e-04) (hash(x)=43513548)
+6481 train 3.818530 (lr=2.2982e-04) (hash(x)=35092250)
+6482 train 3.834604 (lr=2.2973e-04) (hash(x)=43183985)
+6483 train 3.905678 (lr=2.2965e-04) (hash(x)=47357183)
+6484 train 3.851642 (lr=2.2956e-04) (hash(x)=42889874)
+6485 train 3.841755 (lr=2.2948e-04) (hash(x)=42591088)
+6486 train 3.872469 (lr=2.2939e-04) (hash(x)=39231730)
+6487 train 3.887166 (lr=2.2931e-04) (hash(x)=37777555)
+6488 train 3.809828 (lr=2.2922e-04) (hash(x)=39915618)
+6489 train 3.798066 (lr=2.2914e-04) (hash(x)=38925542)
+6490 train 3.850882 (lr=2.2905e-04) (hash(x)=43259880)
+6491 train 3.890415 (lr=2.2897e-04) (hash(x)=38660932)
+6492 train 3.823856 (lr=2.2888e-04) (hash(x)=40083333)
+6493 train 3.841732 (lr=2.2880e-04) (hash(x)=39967787)
+6494 train 3.835336 (lr=2.2872e-04) (hash(x)=40350334)
+6495 train 3.859675 (lr=2.2863e-04) (hash(x)=37341586)
+6496 train 3.823088 (lr=2.2855e-04) (hash(x)=43323089)
+6497 train 3.819485 (lr=2.2846e-04) (hash(x)=45985390)
+6498 train 3.902764 (lr=2.2838e-04) (hash(x)=42410475)
+6499 train 3.842889 (lr=2.2829e-04) (hash(x)=42306597)
+6500 val loss 3.8115
+6500 val perplexity 45.2174
+6500 hella 0.2911
+6500 train 3.851370 (lr=2.2821e-04) (hash(x)=40933420)
+6501 train 3.888955 (lr=2.2812e-04) (hash(x)=37619262)
+6502 train 3.816278 (lr=2.2804e-04) (hash(x)=41691531)
+6503 train 3.811840 (lr=2.2795e-04) (hash(x)=45534585)
+6504 train 3.784091 (lr=2.2787e-04) (hash(x)=50601846)
+6505 train 3.805658 (lr=2.2778e-04) (hash(x)=37379935)
+6506 train 3.774950 (lr=2.2770e-04) (hash(x)=40489593)
+6507 train 3.799246 (lr=2.2762e-04) (hash(x)=39230055)
+6508 train 3.772373 (lr=2.2753e-04) (hash(x)=32163832)
+6509 train 3.757315 (lr=2.2745e-04) (hash(x)=37841659)
+6510 train 3.799003 (lr=2.2736e-04) (hash(x)=42692699)
+6511 train 3.805311 (lr=2.2728e-04) (hash(x)=38170839)
+6512 train 3.824662 (lr=2.2719e-04) (hash(x)=37634084)
+6513 train 3.825649 (lr=2.2711e-04) (hash(x)=35425887)
+6514 train 3.796775 (lr=2.2702e-04) (hash(x)=39223927)
+6515 train 3.830441 (lr=2.2694e-04) (hash(x)=46102643)
+6516 train 3.846653 (lr=2.2685e-04) (hash(x)=43492061)
+6517 train 3.827312 (lr=2.2677e-04) (hash(x)=40509105)
+6518 train 3.831245 (lr=2.2669e-04) (hash(x)=35989821)
+6519 train 3.813638 (lr=2.2660e-04) (hash(x)=36099938)
+6520 train 3.910300 (lr=2.2652e-04) (hash(x)=47519731)
+6521 train 3.822354 (lr=2.2643e-04) (hash(x)=41182648)
+6522 train 3.845423 (lr=2.2635e-04) (hash(x)=38223234)
+6523 train 3.846014 (lr=2.2626e-04) (hash(x)=44314537)
+6524 train 3.914436 (lr=2.2618e-04) (hash(x)=37689931)
+6525 train 3.858428 (lr=2.2610e-04) (hash(x)=40933170)
+6526 train 3.865010 (lr=2.2601e-04) (hash(x)=44346547)
+6527 train 3.851604 (lr=2.2593e-04) (hash(x)=40870894)
+6528 train 3.879086 (lr=2.2584e-04) (hash(x)=40077994)
+6529 train 3.877628 (lr=2.2576e-04) (hash(x)=39340402)
+6530 train 3.868042 (lr=2.2567e-04) (hash(x)=41877720)
+6531 train 3.827213 (lr=2.2559e-04) (hash(x)=42246320)
+6532 train 3.873451 (lr=2.2551e-04) (hash(x)=38690807)
+6533 train 3.818392 (lr=2.2542e-04) (hash(x)=41527549)
+6534 train 3.910159 (lr=2.2534e-04) (hash(x)=38059910)
+6535 train 3.848660 (lr=2.2525e-04) (hash(x)=35142574)
+6536 train 3.833333 (lr=2.2517e-04) (hash(x)=39960396)
+6537 train 3.861206 (lr=2.2508e-04) (hash(x)=41801810)
+6538 train 3.849073 (lr=2.2500e-04) (hash(x)=35848034)
+6539 train 3.771077 (lr=2.2492e-04) (hash(x)=36737225)
+6540 train 3.749895 (lr=2.2483e-04) (hash(x)=44249668)
+6541 train 3.824942 (lr=2.2475e-04) (hash(x)=36550038)
+6542 train 3.834394 (lr=2.2466e-04) (hash(x)=36235251)
+6543 train 3.756387 (lr=2.2458e-04) (hash(x)=39931199)
+6544 train 3.713914 (lr=2.2450e-04) (hash(x)=42299648)
+6545 train 3.790109 (lr=2.2441e-04) (hash(x)=46261832)
+6546 train 3.815961 (lr=2.2433e-04) (hash(x)=44982279)
+6547 train 3.771033 (lr=2.2424e-04) (hash(x)=43912602)
+6548 train 3.797480 (lr=2.2416e-04) (hash(x)=36893581)
+6549 train 3.854047 (lr=2.2408e-04) (hash(x)=43534986)
+6550 train 3.817613 (lr=2.2399e-04) (hash(x)=38892252)
+6551 train 3.786645 (lr=2.2391e-04) (hash(x)=39852957)
+6552 train 3.859854 (lr=2.2382e-04) (hash(x)=43713710)
+6553 train 3.891302 (lr=2.2374e-04) (hash(x)=42895422)
+6554 train 3.874231 (lr=2.2366e-04) (hash(x)=41591919)
+6555 train 3.881554 (lr=2.2357e-04) (hash(x)=42424129)
+6556 train 3.806082 (lr=2.2349e-04) (hash(x)=37337347)
+6557 train 3.812453 (lr=2.2340e-04) (hash(x)=38667016)
+6558 train 3.854838 (lr=2.2332e-04) (hash(x)=48257174)
+6559 train 3.853276 (lr=2.2324e-04) (hash(x)=39121638)
+6560 train 3.845240 (lr=2.2315e-04) (hash(x)=36300747)
+6561 train 3.820894 (lr=2.2307e-04) (hash(x)=42100142)
+6562 train 3.835652 (lr=2.2298e-04) (hash(x)=40084213)
+6563 train 3.854871 (lr=2.2290e-04) (hash(x)=40559313)
+6564 train 3.863531 (lr=2.2282e-04) (hash(x)=37523937)
+6565 train 3.782032 (lr=2.2273e-04) (hash(x)=40167999)
+6566 train 3.903810 (lr=2.2265e-04) (hash(x)=39723195)
+6567 train 3.831797 (lr=2.2256e-04) (hash(x)=42155032)
+6568 train 3.858767 (lr=2.2248e-04) (hash(x)=37982512)
+6569 train 3.843341 (lr=2.2240e-04) (hash(x)=41296966)
+6570 train 3.880533 (lr=2.2231e-04) (hash(x)=42148208)
+6571 train 3.924662 (lr=2.2223e-04) (hash(x)=36439000)
+6572 train 3.891922 (lr=2.2215e-04) (hash(x)=35261229)
+6573 train 3.858212 (lr=2.2206e-04) (hash(x)=42538520)
+6574 train 3.834008 (lr=2.2198e-04) (hash(x)=38391390)
+6575 train 3.818859 (lr=2.2189e-04) (hash(x)=40477492)
+6576 train 3.750826 (lr=2.2181e-04) (hash(x)=47947196)
+6577 train 3.768630 (lr=2.2173e-04) (hash(x)=44295698)
+6578 train 3.780871 (lr=2.2164e-04) (hash(x)=41849445)
+6579 train 3.796259 (lr=2.2156e-04) (hash(x)=40418032)
+6580 train 3.735902 (lr=2.2148e-04) (hash(x)=34917924)
+6581 train 3.803342 (lr=2.2139e-04) (hash(x)=37768924)
+6582 train 3.795614 (lr=2.2131e-04) (hash(x)=42195374)
+6583 train 3.839794 (lr=2.2123e-04) (hash(x)=37854814)
+6584 train 3.755493 (lr=2.2114e-04) (hash(x)=39715800)
+6585 train 3.766772 (lr=2.2106e-04) (hash(x)=38318396)
+6586 train 3.771585 (lr=2.2097e-04) (hash(x)=39971310)
+6587 train 3.787150 (lr=2.2089e-04) (hash(x)=46030737)
+6588 train 3.865613 (lr=2.2081e-04) (hash(x)=47935073)
+6589 train 3.789072 (lr=2.2072e-04) (hash(x)=42111623)
+6590 train 3.864915 (lr=2.2064e-04) (hash(x)=41831137)
+6591 train 3.867347 (lr=2.2056e-04) (hash(x)=41385522)
+6592 train 3.837240 (lr=2.2047e-04) (hash(x)=41227100)
+6593 train 3.902967 (lr=2.2039e-04) (hash(x)=39010919)
+6594 train 3.832463 (lr=2.2031e-04) (hash(x)=41375651)
+6595 train 3.827670 (lr=2.2022e-04) (hash(x)=34079889)
+6596 train 3.814551 (lr=2.2014e-04) (hash(x)=40268070)
+6597 train 3.827681 (lr=2.2006e-04) (hash(x)=45890925)
+6598 train 3.853446 (lr=2.1997e-04) (hash(x)=38814099)
+6599 train 3.865614 (lr=2.1989e-04) (hash(x)=42506394)
+6600 train 3.892593 (lr=2.1981e-04) (hash(x)=37043774)
+6601 train 3.801908 (lr=2.1972e-04) (hash(x)=39220627)
+6602 train 3.860244 (lr=2.1964e-04) (hash(x)=39605131)
+6603 train 3.852896 (lr=2.1956e-04) (hash(x)=44528492)
+6604 train 3.847770 (lr=2.1947e-04) (hash(x)=36180334)
+6605 train 3.818288 (lr=2.1939e-04) (hash(x)=43989875)
+6606 train 3.816096 (lr=2.1931e-04) (hash(x)=44089693)
+6607 train 3.821936 (lr=2.1922e-04) (hash(x)=38831234)
+6608 train 3.898560 (lr=2.1914e-04) (hash(x)=40660925)
+6609 train 3.784834 (lr=2.1906e-04) (hash(x)=38047854)
+6610 train 3.956076 (lr=2.1897e-04) (hash(x)=43179639)
+6611 train 3.845564 (lr=2.1889e-04) (hash(x)=37951226)
+6612 train 3.776840 (lr=2.1881e-04) (hash(x)=39977802)
+6613 train 3.793103 (lr=2.1872e-04) (hash(x)=40523399)
+6614 train 3.783931 (lr=2.1864e-04) (hash(x)=41146837)
+6615 train 3.800594 (lr=2.1856e-04) (hash(x)=40383703)
+6616 train 3.811149 (lr=2.1847e-04) (hash(x)=35627742)
+6617 train 3.807471 (lr=2.1839e-04) (hash(x)=40048527)
+6618 train 3.769116 (lr=2.1831e-04) (hash(x)=42035104)
+6619 train 3.766747 (lr=2.1822e-04) (hash(x)=45751731)
+6620 train 3.763973 (lr=2.1814e-04) (hash(x)=38828012)
+6621 train 3.792131 (lr=2.1806e-04) (hash(x)=47225891)
+6622 train 3.756438 (lr=2.1797e-04) (hash(x)=32246397)
+6623 train 3.807504 (lr=2.1789e-04) (hash(x)=41937347)
+6624 train 3.821459 (lr=2.1781e-04) (hash(x)=38969776)
+6625 train 3.796469 (lr=2.1772e-04) (hash(x)=43048936)
+6626 train 3.840919 (lr=2.1764e-04) (hash(x)=39543949)
+6627 train 3.850293 (lr=2.1756e-04) (hash(x)=44181669)
+6628 train 3.829027 (lr=2.1748e-04) (hash(x)=40936620)
+6629 train 3.868727 (lr=2.1739e-04) (hash(x)=38706573)
+6630 train 3.821938 (lr=2.1731e-04) (hash(x)=42551051)
+6631 train 3.855019 (lr=2.1723e-04) (hash(x)=41810834)
+6632 train 3.771243 (lr=2.1714e-04) (hash(x)=43688247)
+6633 train 3.889774 (lr=2.1706e-04) (hash(x)=38687333)
+6634 train 3.891275 (lr=2.1698e-04) (hash(x)=34811175)
+6635 train 3.834367 (lr=2.1689e-04) (hash(x)=42120179)
+6636 train 3.848995 (lr=2.1681e-04) (hash(x)=40336653)
+6637 train 3.807999 (lr=2.1673e-04) (hash(x)=35779215)
+6638 train 3.809147 (lr=2.1665e-04) (hash(x)=49811180)
+6639 train 3.821553 (lr=2.1656e-04) (hash(x)=41274568)
+6640 train 3.846941 (lr=2.1648e-04) (hash(x)=39322372)
+6641 train 3.849597 (lr=2.1640e-04) (hash(x)=40032652)
+6642 train 3.802937 (lr=2.1631e-04) (hash(x)=40498223)
+6643 train 3.834104 (lr=2.1623e-04) (hash(x)=41597940)
+6644 train 3.800761 (lr=2.1615e-04) (hash(x)=37355087)
+6645 train 3.849653 (lr=2.1607e-04) (hash(x)=39277324)
+6646 train 3.843701 (lr=2.1598e-04) (hash(x)=43388459)
+6647 train 3.793926 (lr=2.1590e-04) (hash(x)=38184833)
+6648 train 3.804675 (lr=2.1582e-04) (hash(x)=40620814)
+6649 train 3.810926 (lr=2.1573e-04) (hash(x)=38600727)
+6650 train 3.757916 (lr=2.1565e-04) (hash(x)=36963823)
+6651 train 3.789642 (lr=2.1557e-04) (hash(x)=36739408)
+6652 train 3.859166 (lr=2.1549e-04) (hash(x)=40605910)
+6653 train 3.822666 (lr=2.1540e-04) (hash(x)=36909073)
+6654 train 3.778827 (lr=2.1532e-04) (hash(x)=39218782)
+6655 train 3.888821 (lr=2.1524e-04) (hash(x)=36897203)
+6656 train 3.774966 (lr=2.1516e-04) (hash(x)=39034111)
+6657 train 3.789323 (lr=2.1507e-04) (hash(x)=38943280)
+6658 train 3.745714 (lr=2.1499e-04) (hash(x)=36972852)
+6659 train 3.903096 (lr=2.1491e-04) (hash(x)=44158658)
+6660 train 3.760502 (lr=2.1482e-04) (hash(x)=43739625)
+6661 train 3.817486 (lr=2.1474e-04) (hash(x)=38467086)
+6662 train 3.822205 (lr=2.1466e-04) (hash(x)=38159372)
+6663 train 3.860870 (lr=2.1458e-04) (hash(x)=38566599)
+6664 train 3.887228 (lr=2.1449e-04) (hash(x)=43101568)
+6665 train 3.770562 (lr=2.1441e-04) (hash(x)=35884250)
+6666 train 3.856823 (lr=2.1433e-04) (hash(x)=35165085)
+6667 train 3.898300 (lr=2.1425e-04) (hash(x)=49885832)
+6668 train 3.842312 (lr=2.1416e-04) (hash(x)=38683635)
+6669 train 3.821988 (lr=2.1408e-04) (hash(x)=42816454)
+6670 train 3.803991 (lr=2.1400e-04) (hash(x)=44866137)
+6671 train 3.865382 (lr=2.1392e-04) (hash(x)=42232517)
+6672 train 3.822454 (lr=2.1383e-04) (hash(x)=40107117)
+6673 train 3.849319 (lr=2.1375e-04) (hash(x)=37951033)
+6674 train 3.890199 (lr=2.1367e-04) (hash(x)=38622056)
+6675 train 3.871539 (lr=2.1359e-04) (hash(x)=41963872)
+6676 train 3.843195 (lr=2.1350e-04) (hash(x)=22770368)
+6677 train 3.840455 (lr=2.1342e-04) (hash(x)=45874416)
+6678 train 3.804822 (lr=2.1334e-04) (hash(x)=36897560)
+6679 train 3.816423 (lr=2.1326e-04) (hash(x)=45507978)
+6680 train 3.852411 (lr=2.1317e-04) (hash(x)=41199249)
+6681 train 3.819765 (lr=2.1309e-04) (hash(x)=42397595)
+6682 train 3.850174 (lr=2.1301e-04) (hash(x)=34264627)
+6683 train 3.839594 (lr=2.1293e-04) (hash(x)=41563735)
+6684 train 3.846464 (lr=2.1285e-04) (hash(x)=41534593)
+6685 train 3.740181 (lr=2.1276e-04) (hash(x)=33723484)
+6686 train 3.741287 (lr=2.1268e-04) (hash(x)=38432999)
+6687 train 3.771012 (lr=2.1260e-04) (hash(x)=35726350)
+6688 train 3.805175 (lr=2.1252e-04) (hash(x)=42263115)
+6689 train 3.784644 (lr=2.1243e-04) (hash(x)=42249775)
+6690 train 3.743460 (lr=2.1235e-04) (hash(x)=38265836)
+6691 train 3.704346 (lr=2.1227e-04) (hash(x)=36671522)
+6692 train 3.795235 (lr=2.1219e-04) (hash(x)=36567012)
+6693 train 3.777541 (lr=2.1211e-04) (hash(x)=41706473)
+6694 train 3.786942 (lr=2.1202e-04) (hash(x)=40322325)
+6695 train 3.688554 (lr=2.1194e-04) (hash(x)=40785021)
+6696 train 3.832508 (lr=2.1186e-04) (hash(x)=38107325)
+6697 train 3.849727 (lr=2.1178e-04) (hash(x)=44537217)
+6698 train 3.903878 (lr=2.1169e-04) (hash(x)=51117973)
+6699 train 3.896424 (lr=2.1161e-04) (hash(x)=33815876)
+6700 train 3.891463 (lr=2.1153e-04) (hash(x)=38940795)
+6701 train 3.850508 (lr=2.1145e-04) (hash(x)=42558063)
+6702 train 3.823742 (lr=2.1137e-04) (hash(x)=43865925)
+6703 train 3.849019 (lr=2.1128e-04) (hash(x)=43407295)
+6704 train 3.899694 (lr=2.1120e-04) (hash(x)=40505447)
+6705 train 3.843606 (lr=2.1112e-04) (hash(x)=37080578)
+6706 train 3.838419 (lr=2.1104e-04) (hash(x)=40147824)
+6707 train 3.869331 (lr=2.1096e-04) (hash(x)=40999734)
+6708 train 3.827773 (lr=2.1087e-04) (hash(x)=39317204)
+6709 train 3.841999 (lr=2.1079e-04) (hash(x)=39049604)
+6710 train 3.842765 (lr=2.1071e-04) (hash(x)=36720410)
+6711 train 3.881279 (lr=2.1063e-04) (hash(x)=36441139)
+6712 train 3.902115 (lr=2.1055e-04) (hash(x)=43982863)
+6713 train 3.828472 (lr=2.1046e-04) (hash(x)=35542905)
+6714 train 3.825557 (lr=2.1038e-04) (hash(x)=47921869)
+6715 train 3.856497 (lr=2.1030e-04) (hash(x)=41045154)
+6716 train 3.862526 (lr=2.1022e-04) (hash(x)=38700465)
+6717 train 3.857679 (lr=2.1014e-04) (hash(x)=38565734)
+6718 train 3.822100 (lr=2.1005e-04) (hash(x)=42538307)
+6719 train 3.779866 (lr=2.0997e-04) (hash(x)=43114835)
+6720 train 3.784423 (lr=2.0989e-04) (hash(x)=37451651)
+6721 train 3.756534 (lr=2.0981e-04) (hash(x)=43933804)
+6722 train 3.834209 (lr=2.0973e-04) (hash(x)=44425403)
+6723 train 3.708269 (lr=2.0965e-04) (hash(x)=38756899)
+6724 train 3.764712 (lr=2.0956e-04) (hash(x)=38447216)
+6725 train 3.757299 (lr=2.0948e-04) (hash(x)=41124059)
+6726 train 3.757572 (lr=2.0940e-04) (hash(x)=39907897)
+6727 train 3.747775 (lr=2.0932e-04) (hash(x)=38879288)
+6728 train 3.797352 (lr=2.0924e-04) (hash(x)=41751129)
+6729 train 3.774180 (lr=2.0916e-04) (hash(x)=39315284)
+6730 train 3.815207 (lr=2.0907e-04) (hash(x)=38111990)
+6731 train 3.854318 (lr=2.0899e-04) (hash(x)=38077145)
+6732 train 3.830861 (lr=2.0891e-04) (hash(x)=36744647)
+6733 train 3.825038 (lr=2.0883e-04) (hash(x)=34889806)
+6734 train 3.793537 (lr=2.0875e-04) (hash(x)=43913428)
+6735 train 3.824060 (lr=2.0867e-04) (hash(x)=38930377)
+6736 train 3.926843 (lr=2.0858e-04) (hash(x)=41887169)
+6737 train 3.719884 (lr=2.0850e-04) (hash(x)=44198666)
+6738 train 3.797886 (lr=2.0842e-04) (hash(x)=48208592)
+6739 train 3.815851 (lr=2.0834e-04) (hash(x)=38905022)
+6740 train 3.808701 (lr=2.0826e-04) (hash(x)=37415166)
+6741 train 3.825458 (lr=2.0818e-04) (hash(x)=33146838)
+6742 train 3.788214 (lr=2.0809e-04) (hash(x)=37337203)
+6743 train 3.832917 (lr=2.0801e-04) (hash(x)=37775106)
+6744 train 3.843525 (lr=2.0793e-04) (hash(x)=41195944)
+6745 train 3.733521 (lr=2.0785e-04) (hash(x)=40003419)
+6746 train 3.869139 (lr=2.0777e-04) (hash(x)=48181612)
+6747 train 3.819571 (lr=2.0769e-04) (hash(x)=37243723)
+6748 train 3.844424 (lr=2.0761e-04) (hash(x)=45531991)
+6749 train 3.837342 (lr=2.0752e-04) (hash(x)=41206939)
+6750 val loss 3.8054
+6750 val perplexity 44.9449
+6750 hella 0.2903
+6750 train 3.901587 (lr=2.0744e-04) (hash(x)=34423435)
+6751 train 3.851772 (lr=2.0736e-04) (hash(x)=40834239)
+6752 train 3.815619 (lr=2.0728e-04) (hash(x)=34671508)
+6753 train 3.855384 (lr=2.0720e-04) (hash(x)=49107678)
+6754 train 3.887221 (lr=2.0712e-04) (hash(x)=39842593)
+6755 train 3.823537 (lr=2.0704e-04) (hash(x)=33950181)
+6756 train 3.860213 (lr=2.0695e-04) (hash(x)=40310405)
+6757 train 3.838173 (lr=2.0687e-04) (hash(x)=45313103)
+6758 train 3.809037 (lr=2.0679e-04) (hash(x)=39744865)
+6759 train 3.765352 (lr=2.0671e-04) (hash(x)=40052369)
+6760 train 3.661139 (lr=2.0663e-04) (hash(x)=41389330)
+6761 train 3.793366 (lr=2.0655e-04) (hash(x)=38691464)
+6762 train 3.814621 (lr=2.0647e-04) (hash(x)=45820065)
+6763 train 3.844030 (lr=2.0639e-04) (hash(x)=41541112)
+6764 train 3.829270 (lr=2.0630e-04) (hash(x)=39981589)
+6765 train 3.809857 (lr=2.0622e-04) (hash(x)=39032819)
+6766 train 3.743051 (lr=2.0614e-04) (hash(x)=37737441)
+6767 train 3.769877 (lr=2.0606e-04) (hash(x)=48085864)
+6768 train 3.790475 (lr=2.0598e-04) (hash(x)=36441032)
+6769 train 3.767962 (lr=2.0590e-04) (hash(x)=42819322)
+6770 train 3.819048 (lr=2.0582e-04) (hash(x)=32918637)
+6771 train 3.845971 (lr=2.0574e-04) (hash(x)=38985334)
+6772 train 3.713304 (lr=2.0566e-04) (hash(x)=39939690)
+6773 train 3.792938 (lr=2.0557e-04) (hash(x)=39996986)
+6774 train 3.796294 (lr=2.0549e-04) (hash(x)=36555188)
+6775 train 3.771783 (lr=2.0541e-04) (hash(x)=43609283)
+6776 train 3.838767 (lr=2.0533e-04) (hash(x)=39384576)
+6777 train 3.803563 (lr=2.0525e-04) (hash(x)=43207478)
+6778 train 3.797403 (lr=2.0517e-04) (hash(x)=42915094)
+6779 train 3.816135 (lr=2.0509e-04) (hash(x)=42658512)
+6780 train 3.792410 (lr=2.0501e-04) (hash(x)=42839328)
+6781 train 3.802875 (lr=2.0493e-04) (hash(x)=37505804)
+6782 train 3.852098 (lr=2.0485e-04) (hash(x)=43214835)
+6783 train 3.857283 (lr=2.0476e-04) (hash(x)=39895259)
+6784 train 3.857759 (lr=2.0468e-04) (hash(x)=40181090)
+6785 train 3.834166 (lr=2.0460e-04) (hash(x)=41302644)
+6786 train 3.836295 (lr=2.0452e-04) (hash(x)=36647936)
+6787 train 3.849655 (lr=2.0444e-04) (hash(x)=35806874)
+6788 train 3.843724 (lr=2.0436e-04) (hash(x)=45037215)
+6789 train 3.832164 (lr=2.0428e-04) (hash(x)=40018013)
+6790 train 3.860733 (lr=2.0420e-04) (hash(x)=37416019)
+6791 train 3.839769 (lr=2.0412e-04) (hash(x)=41920508)
+6792 train 3.893766 (lr=2.0404e-04) (hash(x)=42561563)
+6793 train 3.784592 (lr=2.0396e-04) (hash(x)=38668379)
+6794 train 3.824127 (lr=2.0387e-04) (hash(x)=35203539)
+6795 train 3.785452 (lr=2.0379e-04) (hash(x)=45140264)
+6796 train 3.862249 (lr=2.0371e-04) (hash(x)=35939224)
+6797 train 3.801947 (lr=2.0363e-04) (hash(x)=36626858)
+6798 train 3.774253 (lr=2.0355e-04) (hash(x)=38902341)
+6799 train 3.897692 (lr=2.0347e-04) (hash(x)=33197958)
+6800 train 3.779614 (lr=2.0339e-04) (hash(x)=45811094)
+6801 train 3.804024 (lr=2.0331e-04) (hash(x)=35439261)
+6802 train 3.819738 (lr=2.0323e-04) (hash(x)=41619786)
+6803 train 3.781936 (lr=2.0315e-04) (hash(x)=38043534)
+6804 train 3.778299 (lr=2.0307e-04) (hash(x)=43794133)
+6805 train 3.783077 (lr=2.0299e-04) (hash(x)=42448395)
+6806 train 3.754249 (lr=2.0291e-04) (hash(x)=41960126)
+6807 train 3.755900 (lr=2.0283e-04) (hash(x)=45023781)
+6808 train 3.844197 (lr=2.0275e-04) (hash(x)=40291401)
+6809 train 3.781713 (lr=2.0266e-04) (hash(x)=39312890)
+6810 train 3.809052 (lr=2.0258e-04) (hash(x)=41338433)
+6811 train 3.818269 (lr=2.0250e-04) (hash(x)=41457830)
+6812 train 3.844084 (lr=2.0242e-04) (hash(x)=40484553)
+6813 train 3.777898 (lr=2.0234e-04) (hash(x)=39864634)
+6814 train 3.893097 (lr=2.0226e-04) (hash(x)=29878025)
+6815 train 3.845517 (lr=2.0218e-04) (hash(x)=42046825)
+6816 train 3.820567 (lr=2.0210e-04) (hash(x)=42051008)
+6817 train 3.782755 (lr=2.0202e-04) (hash(x)=40602058)
+6818 train 3.849620 (lr=2.0194e-04) (hash(x)=40246961)
+6819 train 3.845908 (lr=2.0186e-04) (hash(x)=38101334)
+6820 train 3.840366 (lr=2.0178e-04) (hash(x)=36981722)
+6821 train 3.848869 (lr=2.0170e-04) (hash(x)=35562917)
+6822 train 3.938182 (lr=2.0162e-04) (hash(x)=40930654)
+6823 train 3.810943 (lr=2.0154e-04) (hash(x)=39701698)
+6824 train 3.857749 (lr=2.0146e-04) (hash(x)=45034797)
+6825 train 3.854736 (lr=2.0138e-04) (hash(x)=33998925)
+6826 train 3.789697 (lr=2.0130e-04) (hash(x)=41088865)
+6827 train 3.848497 (lr=2.0122e-04) (hash(x)=39870234)
+6828 train 3.815814 (lr=2.0114e-04) (hash(x)=41850315)
+6829 train 3.842033 (lr=2.0106e-04) (hash(x)=33555043)
+6830 train 3.877393 (lr=2.0098e-04) (hash(x)=40431266)
+6831 train 3.837368 (lr=2.0090e-04) (hash(x)=31504386)
+6832 train 3.816258 (lr=2.0082e-04) (hash(x)=35118435)
+6833 train 3.739452 (lr=2.0074e-04) (hash(x)=41568314)
+6834 train 3.813898 (lr=2.0066e-04) (hash(x)=46121551)
+6835 train 3.777807 (lr=2.0058e-04) (hash(x)=36834889)
+6836 train 3.810946 (lr=2.0050e-04) (hash(x)=36400747)
+6837 train 3.810179 (lr=2.0042e-04) (hash(x)=40050064)
+6838 train 3.818121 (lr=2.0033e-04) (hash(x)=40806704)
+6839 train 3.784022 (lr=2.0025e-04) (hash(x)=41100544)
+6840 train 3.810317 (lr=2.0017e-04) (hash(x)=41669045)
+6841 train 3.778097 (lr=2.0009e-04) (hash(x)=40697287)
+6842 train 3.799968 (lr=2.0001e-04) (hash(x)=38545554)
+6843 train 3.839004 (lr=1.9993e-04) (hash(x)=39619178)
+6844 train 3.774705 (lr=1.9985e-04) (hash(x)=40940715)
+6845 train 3.745273 (lr=1.9977e-04) (hash(x)=35461935)
+6846 train 3.790008 (lr=1.9969e-04) (hash(x)=45200127)
+6847 train 3.773021 (lr=1.9961e-04) (hash(x)=35652691)
+6848 train 3.905073 (lr=1.9953e-04) (hash(x)=41012290)
+6849 train 3.827104 (lr=1.9945e-04) (hash(x)=37521330)
+6850 train 3.868932 (lr=1.9937e-04) (hash(x)=41807410)
+6851 train 3.860274 (lr=1.9929e-04) (hash(x)=40334823)
+6852 train 3.831651 (lr=1.9921e-04) (hash(x)=38054483)
+6853 train 3.808284 (lr=1.9913e-04) (hash(x)=41744406)
+6854 train 3.812422 (lr=1.9905e-04) (hash(x)=40165729)
+6855 train 3.807979 (lr=1.9897e-04) (hash(x)=42538211)
+6856 train 3.766099 (lr=1.9890e-04) (hash(x)=37609450)
+6857 train 3.822012 (lr=1.9882e-04) (hash(x)=38335922)
+6858 train 3.834206 (lr=1.9874e-04) (hash(x)=39726642)
+6859 train 3.820568 (lr=1.9866e-04) (hash(x)=46457154)
+6860 train 3.818783 (lr=1.9858e-04) (hash(x)=35790803)
+6861 train 3.918238 (lr=1.9850e-04) (hash(x)=35808749)
+6862 train 3.886789 (lr=1.9842e-04) (hash(x)=39438859)
+6863 train 3.846347 (lr=1.9834e-04) (hash(x)=40499387)
+6864 train 3.835438 (lr=1.9826e-04) (hash(x)=39197259)
+6865 train 3.886253 (lr=1.9818e-04) (hash(x)=32732987)
+6866 train 3.864460 (lr=1.9810e-04) (hash(x)=42486196)
+6867 train 3.834363 (lr=1.9802e-04) (hash(x)=39890025)
+6868 train 3.826921 (lr=1.9794e-04) (hash(x)=36877347)
+6869 train 3.763505 (lr=1.9786e-04) (hash(x)=36504198)
+6870 train 3.765287 (lr=1.9778e-04) (hash(x)=37408703)
+6871 train 3.769224 (lr=1.9770e-04) (hash(x)=39858356)
+6872 train 3.770706 (lr=1.9762e-04) (hash(x)=38629189)
+6873 train 3.756696 (lr=1.9754e-04) (hash(x)=39276379)
+6874 train 3.802881 (lr=1.9746e-04) (hash(x)=42021211)
+6875 train 3.748209 (lr=1.9738e-04) (hash(x)=37119158)
+6876 train 3.740610 (lr=1.9730e-04) (hash(x)=39164283)
+6877 train 3.865845 (lr=1.9722e-04) (hash(x)=46076431)
+6878 train 3.798970 (lr=1.9714e-04) (hash(x)=38201586)
+6879 train 3.808476 (lr=1.9706e-04) (hash(x)=32895510)
+6880 train 3.767567 (lr=1.9698e-04) (hash(x)=36981008)
+6881 train 3.781542 (lr=1.9690e-04) (hash(x)=37890542)
+6882 train 3.776693 (lr=1.9682e-04) (hash(x)=43824402)
+6883 train 3.829850 (lr=1.9674e-04) (hash(x)=38538273)
+6884 train 3.831233 (lr=1.9666e-04) (hash(x)=42933570)
+6885 train 3.876035 (lr=1.9659e-04) (hash(x)=39162749)
+6886 train 3.779444 (lr=1.9651e-04) (hash(x)=40534774)
+6887 train 3.843120 (lr=1.9643e-04) (hash(x)=42000401)
+6888 train 3.798960 (lr=1.9635e-04) (hash(x)=40303897)
+6889 train 3.833080 (lr=1.9627e-04) (hash(x)=42955754)
+6890 train 3.817360 (lr=1.9619e-04) (hash(x)=40165676)
+6891 train 3.833671 (lr=1.9611e-04) (hash(x)=38943211)
+6892 train 3.827972 (lr=1.9603e-04) (hash(x)=45696823)
+6893 train 3.810721 (lr=1.9595e-04) (hash(x)=31166702)
+6894 train 3.890036 (lr=1.9587e-04) (hash(x)=32219860)
+6895 train 3.864837 (lr=1.9579e-04) (hash(x)=40025144)
+6896 train 3.829297 (lr=1.9571e-04) (hash(x)=38026909)
+6897 train 3.849409 (lr=1.9563e-04) (hash(x)=42298250)
+6898 train 3.810016 (lr=1.9555e-04) (hash(x)=40364954)
+6899 train 3.837597 (lr=1.9547e-04) (hash(x)=39859209)
+6900 train 3.869157 (lr=1.9540e-04) (hash(x)=41569579)
+6901 train 3.820426 (lr=1.9532e-04) (hash(x)=44432396)
+6902 train 3.831733 (lr=1.9524e-04) (hash(x)=43085639)
+6903 train 3.914166 (lr=1.9516e-04) (hash(x)=39118610)
+6904 train 3.911989 (lr=1.9508e-04) (hash(x)=39683018)
+6905 train 3.814604 (lr=1.9500e-04) (hash(x)=38460329)
+6906 train 3.841661 (lr=1.9492e-04) (hash(x)=45689704)
+6907 train 3.760792 (lr=1.9484e-04) (hash(x)=43392181)
+6908 train 3.777620 (lr=1.9476e-04) (hash(x)=40372887)
+6909 train 3.791497 (lr=1.9468e-04) (hash(x)=39295282)
+6910 train 3.745413 (lr=1.9460e-04) (hash(x)=32362466)
+6911 train 3.792107 (lr=1.9453e-04) (hash(x)=36309477)
+6912 train 3.788170 (lr=1.9445e-04) (hash(x)=38782952)
+6913 train 3.775097 (lr=1.9437e-04) (hash(x)=40230731)
+6914 train 3.795325 (lr=1.9429e-04) (hash(x)=37015329)
+6915 train 3.785461 (lr=1.9421e-04) (hash(x)=36731663)
+6916 train 3.776335 (lr=1.9413e-04) (hash(x)=34230678)
+6917 train 3.793365 (lr=1.9405e-04) (hash(x)=40301398)
+6918 train 3.729759 (lr=1.9397e-04) (hash(x)=37348194)
+6919 train 3.799093 (lr=1.9389e-04) (hash(x)=44255047)
+6920 train 3.812201 (lr=1.9382e-04) (hash(x)=40713979)
+6921 train 3.877089 (lr=1.9374e-04) (hash(x)=45309732)
+6922 train 3.862929 (lr=1.9366e-04) (hash(x)=46731995)
+6923 train 3.819332 (lr=1.9358e-04) (hash(x)=39840483)
+6924 train 3.814519 (lr=1.9350e-04) (hash(x)=42261610)
+6925 train 3.779030 (lr=1.9342e-04) (hash(x)=40232526)
+6926 train 3.807412 (lr=1.9334e-04) (hash(x)=41631000)
+6927 train 3.832572 (lr=1.9326e-04) (hash(x)=39038719)
+6928 train 3.818719 (lr=1.9318e-04) (hash(x)=40301105)
+6929 train 3.855748 (lr=1.9311e-04) (hash(x)=33646885)
+6930 train 3.783209 (lr=1.9303e-04) (hash(x)=38498218)
+6931 train 3.838204 (lr=1.9295e-04) (hash(x)=43882141)
+6932 train 3.896430 (lr=1.9287e-04) (hash(x)=33753206)
+6933 train 3.901585 (lr=1.9279e-04) (hash(x)=40749162)
+6934 train 3.805466 (lr=1.9271e-04) (hash(x)=37821616)
+6935 train 3.794349 (lr=1.9263e-04) (hash(x)=37199454)
+6936 train 3.849536 (lr=1.9255e-04) (hash(x)=40595762)
+6937 train 3.856444 (lr=1.9248e-04) (hash(x)=39697405)
+6938 train 3.803428 (lr=1.9240e-04) (hash(x)=35511198)
+6939 train 3.794886 (lr=1.9232e-04) (hash(x)=39690293)
+6940 train 3.837500 (lr=1.9224e-04) (hash(x)=39676889)
+6941 train 3.831782 (lr=1.9216e-04) (hash(x)=35108539)
+6942 train 3.847302 (lr=1.9208e-04) (hash(x)=39384523)
+6943 train 3.826110 (lr=1.9200e-04) (hash(x)=42034680)
+6944 train 3.803818 (lr=1.9193e-04) (hash(x)=40319877)
+6945 train 3.809640 (lr=1.9185e-04) (hash(x)=43524219)
+6946 train 3.749239 (lr=1.9177e-04) (hash(x)=44014246)
+6947 train 3.764975 (lr=1.9169e-04) (hash(x)=37246054)
+6948 train 3.801447 (lr=1.9161e-04) (hash(x)=44771233)
+6949 train 3.713072 (lr=1.9153e-04) (hash(x)=41422110)
+6950 train 3.782486 (lr=1.9146e-04) (hash(x)=39744348)
+6951 train 3.903505 (lr=1.9138e-04) (hash(x)=37361169)
+6952 train 3.754019 (lr=1.9130e-04) (hash(x)=36721064)
+6953 train 3.753882 (lr=1.9122e-04) (hash(x)=44193962)
+6954 train 3.819147 (lr=1.9114e-04) (hash(x)=43865126)
+6955 train 3.783356 (lr=1.9106e-04) (hash(x)=41347931)
+6956 train 3.843102 (lr=1.9099e-04) (hash(x)=29954937)
+6957 train 3.804993 (lr=1.9091e-04) (hash(x)=28776449)
+6958 train 3.806224 (lr=1.9083e-04) (hash(x)=38063337)
+6959 train 3.885755 (lr=1.9075e-04) (hash(x)=44001561)
+6960 train 3.791314 (lr=1.9067e-04) (hash(x)=39522636)
+6961 train 3.915604 (lr=1.9059e-04) (hash(x)=34325117)
+6962 train 3.825858 (lr=1.9052e-04) (hash(x)=39201487)
+6963 train 3.813525 (lr=1.9044e-04) (hash(x)=39502615)
+6964 train 3.823695 (lr=1.9036e-04) (hash(x)=34316774)
+6965 train 3.831567 (lr=1.9028e-04) (hash(x)=45951153)
+6966 train 3.796635 (lr=1.9020e-04) (hash(x)=44014026)
+6967 train 3.828387 (lr=1.9012e-04) (hash(x)=40881905)
+6968 train 3.843178 (lr=1.9005e-04) (hash(x)=31816930)
+6969 train 3.895101 (lr=1.8997e-04) (hash(x)=38445520)
+6970 train 3.886547 (lr=1.8989e-04) (hash(x)=42132893)
+6971 train 3.758438 (lr=1.8981e-04) (hash(x)=49309257)
+6972 train 3.857812 (lr=1.8973e-04) (hash(x)=40467883)
+6973 train 3.853054 (lr=1.8966e-04) (hash(x)=39228345)
+6974 train 3.802405 (lr=1.8958e-04) (hash(x)=39938303)
+6975 train 3.841579 (lr=1.8950e-04) (hash(x)=36890261)
+6976 train 3.828814 (lr=1.8942e-04) (hash(x)=42294001)
+6977 train 3.876303 (lr=1.8934e-04) (hash(x)=45872368)
+6978 train 3.781151 (lr=1.8927e-04) (hash(x)=52816135)
+6979 train 3.811260 (lr=1.8919e-04) (hash(x)=26800817)
+6980 train 3.768401 (lr=1.8911e-04) (hash(x)=37366890)
+6981 train 3.767536 (lr=1.8903e-04) (hash(x)=35056089)
+6982 train 3.731855 (lr=1.8895e-04) (hash(x)=39233181)
+6983 train 3.811354 (lr=1.8888e-04) (hash(x)=42068391)
+6984 train 3.795441 (lr=1.8880e-04) (hash(x)=38724903)
+6985 train 3.829146 (lr=1.8872e-04) (hash(x)=37944083)
+6986 train 3.736217 (lr=1.8864e-04) (hash(x)=38502970)
+6987 train 3.798164 (lr=1.8857e-04) (hash(x)=52116619)
+6988 train 3.825823 (lr=1.8849e-04) (hash(x)=46709740)
+6989 train 3.782021 (lr=1.8841e-04) (hash(x)=36862160)
+6990 train 3.834676 (lr=1.8833e-04) (hash(x)=43834558)
+6991 train 3.785209 (lr=1.8825e-04) (hash(x)=40768881)
+6992 train 3.793534 (lr=1.8818e-04) (hash(x)=37561298)
+6993 train 3.791487 (lr=1.8810e-04) (hash(x)=41076225)
+6994 train 3.842368 (lr=1.8802e-04) (hash(x)=39433170)
+6995 train 3.831544 (lr=1.8794e-04) (hash(x)=34637922)
+6996 train 3.820485 (lr=1.8787e-04) (hash(x)=37191851)
+6997 train 3.798383 (lr=1.8779e-04) (hash(x)=45223469)
+6998 train 3.842903 (lr=1.8771e-04) (hash(x)=38156108)
+6999 train 3.830107 (lr=1.8763e-04) (hash(x)=41694902)
+7000 val loss 3.7933
+7000 val perplexity 44.4014
+7000 hella 0.2919
+7000 train 3.815867 (lr=1.8756e-04) (hash(x)=39196017)
+7001 train 3.853026 (lr=1.8748e-04) (hash(x)=40697798)
+7002 train 3.840190 (lr=1.8740e-04) (hash(x)=39172976)
+7003 train 3.853657 (lr=1.8732e-04) (hash(x)=34387943)
+7004 train 3.797232 (lr=1.8724e-04) (hash(x)=40787302)
+7005 train 3.836826 (lr=1.8717e-04) (hash(x)=34790060)
+7006 train 3.825320 (lr=1.8709e-04) (hash(x)=38360199)
+7007 train 3.831722 (lr=1.8701e-04) (hash(x)=41808996)
+7008 train 3.809696 (lr=1.8693e-04) (hash(x)=40433153)
+7009 train 3.819374 (lr=1.8686e-04) (hash(x)=37228550)
+7010 train 3.842677 (lr=1.8678e-04) (hash(x)=37505157)
+7011 train 3.839332 (lr=1.8670e-04) (hash(x)=38615911)
+7012 train 3.818167 (lr=1.8662e-04) (hash(x)=45970246)
+7013 train 3.876055 (lr=1.8655e-04) (hash(x)=40777330)
+7014 train 3.849989 (lr=1.8647e-04) (hash(x)=37499210)
+7015 train 3.838353 (lr=1.8639e-04) (hash(x)=39779945)
+7016 train 3.871924 (lr=1.8632e-04) (hash(x)=35182503)
+7017 train 3.771021 (lr=1.8624e-04) (hash(x)=37211818)
+7018 train 3.804669 (lr=1.8616e-04) (hash(x)=40387913)
+7019 train 3.846831 (lr=1.8608e-04) (hash(x)=34829498)
+7020 train 3.839538 (lr=1.8601e-04) (hash(x)=35243891)
+7021 train 3.762269 (lr=1.8593e-04) (hash(x)=32669230)
+7022 train 3.764262 (lr=1.8585e-04) (hash(x)=35648891)
+7023 train 3.807156 (lr=1.8577e-04) (hash(x)=35301639)
+7024 train 3.795802 (lr=1.8570e-04) (hash(x)=35276802)
+7025 train 3.782510 (lr=1.8562e-04) (hash(x)=36173148)
+7026 train 3.760204 (lr=1.8554e-04) (hash(x)=44497543)
+7027 train 3.779906 (lr=1.8547e-04) (hash(x)=36122366)
+7028 train 3.789487 (lr=1.8539e-04) (hash(x)=35040738)
+7029 train 3.763075 (lr=1.8531e-04) (hash(x)=32885785)
+7030 train 3.781625 (lr=1.8523e-04) (hash(x)=43460047)
+7031 train 3.804005 (lr=1.8516e-04) (hash(x)=44186677)
+7032 train 3.777762 (lr=1.8508e-04) (hash(x)=41579964)
+7033 train 3.794735 (lr=1.8500e-04) (hash(x)=38947008)
+7034 train 3.773791 (lr=1.8493e-04) (hash(x)=44050368)
+7035 train 3.818568 (lr=1.8485e-04) (hash(x)=41549165)
+7036 train 3.801129 (lr=1.8477e-04) (hash(x)=31958714)
+7037 train 3.850461 (lr=1.8469e-04) (hash(x)=41424061)
+7038 train 3.834985 (lr=1.8462e-04) (hash(x)=46532634)
+7039 train 3.819931 (lr=1.8454e-04) (hash(x)=41764587)
+7040 train 3.874215 (lr=1.8446e-04) (hash(x)=33016633)
+7041 train 3.832846 (lr=1.8439e-04) (hash(x)=40687877)
+7042 train 3.803519 (lr=1.8431e-04) (hash(x)=39037842)
+7043 train 3.853325 (lr=1.8423e-04) (hash(x)=39235360)
+7044 train 3.773612 (lr=1.8416e-04) (hash(x)=37827871)
+7045 train 3.825136 (lr=1.8408e-04) (hash(x)=41629358)
+7046 train 3.900601 (lr=1.8400e-04) (hash(x)=41152825)
+7047 train 3.829954 (lr=1.8393e-04) (hash(x)=37351952)
+7048 train 3.888420 (lr=1.8385e-04) (hash(x)=37638494)
+7049 train 3.822873 (lr=1.8377e-04) (hash(x)=37307356)
+7050 train 3.765828 (lr=1.8370e-04) (hash(x)=37922633)
+7051 train 3.770187 (lr=1.8362e-04) (hash(x)=40456614)
+7052 train 3.862369 (lr=1.8354e-04) (hash(x)=29585671)
+7053 train 3.782611 (lr=1.8347e-04) (hash(x)=39726813)
+7054 train 3.848647 (lr=1.8339e-04) (hash(x)=38791809)
+7055 train 3.812737 (lr=1.8331e-04) (hash(x)=38306220)
+7056 train 3.733894 (lr=1.8323e-04) (hash(x)=40077799)
+7057 train 3.742482 (lr=1.8316e-04) (hash(x)=39831756)
+7058 train 3.860535 (lr=1.8308e-04) (hash(x)=39029941)
+7059 train 3.778541 (lr=1.8300e-04) (hash(x)=39926187)
+7060 train 3.798386 (lr=1.8293e-04) (hash(x)=41284145)
+7061 train 3.769908 (lr=1.8285e-04) (hash(x)=39455632)
+7062 train 3.744994 (lr=1.8278e-04) (hash(x)=41669130)
+7063 train 3.790912 (lr=1.8270e-04) (hash(x)=42343787)
+7064 train 3.760305 (lr=1.8262e-04) (hash(x)=31537050)
+7065 train 3.787186 (lr=1.8255e-04) (hash(x)=37795242)
+7066 train 3.744690 (lr=1.8247e-04) (hash(x)=46284827)
+7067 train 3.818486 (lr=1.8239e-04) (hash(x)=39037839)
+7068 train 3.798591 (lr=1.8232e-04) (hash(x)=43538299)
+7069 train 3.812641 (lr=1.8224e-04) (hash(x)=43578551)
+7070 train 3.856050 (lr=1.8216e-04) (hash(x)=37127504)
+7071 train 3.878117 (lr=1.8209e-04) (hash(x)=39211187)
+7072 train 3.852526 (lr=1.8201e-04) (hash(x)=38784332)
+7073 train 3.880299 (lr=1.8193e-04) (hash(x)=43790519)
+7074 train 3.766234 (lr=1.8186e-04) (hash(x)=36881728)
+7075 train 3.812590 (lr=1.8178e-04) (hash(x)=38687799)
+7076 train 3.851216 (lr=1.8170e-04) (hash(x)=41296799)
+7077 train 3.819407 (lr=1.8163e-04) (hash(x)=39621008)
+7078 train 3.819473 (lr=1.8155e-04) (hash(x)=50005330)
+7079 train 3.833621 (lr=1.8148e-04) (hash(x)=40965039)
+7080 train 3.861891 (lr=1.8140e-04) (hash(x)=42550407)
+7081 train 3.837408 (lr=1.8132e-04) (hash(x)=42973513)
+7082 train 3.820843 (lr=1.8125e-04) (hash(x)=44239276)
+7083 train 3.870399 (lr=1.8117e-04) (hash(x)=46414761)
+7084 train 3.892531 (lr=1.8109e-04) (hash(x)=35991793)
+7085 train 3.802001 (lr=1.8102e-04) (hash(x)=38720055)
+7086 train 3.841712 (lr=1.8094e-04) (hash(x)=35721507)
+7087 train 3.790700 (lr=1.8087e-04) (hash(x)=48356730)
+7088 train 3.849884 (lr=1.8079e-04) (hash(x)=41090213)
+7089 train 3.804645 (lr=1.8071e-04) (hash(x)=42223980)
+7090 train 3.798557 (lr=1.8064e-04) (hash(x)=36950811)
+7091 train 3.781248 (lr=1.8056e-04) (hash(x)=43753775)
+7092 train 3.782330 (lr=1.8049e-04) (hash(x)=36646175)
+7093 train 3.793289 (lr=1.8041e-04) (hash(x)=39109709)
+7094 train 3.802792 (lr=1.8033e-04) (hash(x)=46507030)
+7095 train 3.785168 (lr=1.8026e-04) (hash(x)=41808238)
+7096 train 3.753269 (lr=1.8018e-04) (hash(x)=41033902)
+7097 train 3.797356 (lr=1.8011e-04) (hash(x)=41269111)
+7098 train 3.804879 (lr=1.8003e-04) (hash(x)=36798052)
+7099 train 3.776364 (lr=1.7995e-04) (hash(x)=38550562)
+7100 train 3.814332 (lr=1.7988e-04) (hash(x)=38800373)
+7101 train 3.804709 (lr=1.7980e-04) (hash(x)=41193460)
+7102 train 3.786448 (lr=1.7973e-04) (hash(x)=44326082)
+7103 train 3.857433 (lr=1.7965e-04) (hash(x)=34128313)
+7104 train 3.802598 (lr=1.7957e-04) (hash(x)=39378798)
+7105 train 3.871259 (lr=1.7950e-04) (hash(x)=44637103)
+7106 train 3.816584 (lr=1.7942e-04) (hash(x)=33849818)
+7107 train 3.805636 (lr=1.7935e-04) (hash(x)=46412686)
+7108 train 3.893833 (lr=1.7927e-04) (hash(x)=36132915)
+7109 train 3.853355 (lr=1.7919e-04) (hash(x)=40433167)
+7110 train 3.800347 (lr=1.7912e-04) (hash(x)=42377388)
+7111 train 3.824784 (lr=1.7904e-04) (hash(x)=42270500)
+7112 train 3.942990 (lr=1.7897e-04) (hash(x)=37364426)
+7113 train 3.831279 (lr=1.7889e-04) (hash(x)=35196246)
+7114 train 3.868465 (lr=1.7882e-04) (hash(x)=38069095)
+7115 train 3.844586 (lr=1.7874e-04) (hash(x)=35664328)
+7116 train 3.855010 (lr=1.7866e-04) (hash(x)=43449160)
+7117 train 3.798078 (lr=1.7859e-04) (hash(x)=40895924)
+7118 train 3.832801 (lr=1.7851e-04) (hash(x)=45644245)
+7119 train 3.828245 (lr=1.7844e-04) (hash(x)=41109498)
+7120 train 3.816591 (lr=1.7836e-04) (hash(x)=39013193)
+7121 train 3.797906 (lr=1.7829e-04) (hash(x)=38338902)
+7122 train 3.822537 (lr=1.7821e-04) (hash(x)=35798349)
+7123 train 3.859281 (lr=1.7814e-04) (hash(x)=38552620)
+7124 train 3.856029 (lr=1.7806e-04) (hash(x)=34334399)
+7125 train 3.818714 (lr=1.7798e-04) (hash(x)=42286798)
+7126 train 3.813407 (lr=1.7791e-04) (hash(x)=43781273)
+7127 train 3.765188 (lr=1.7783e-04) (hash(x)=38581762)
+7128 train 3.785090 (lr=1.7776e-04) (hash(x)=38141168)
+7129 train 3.787021 (lr=1.7768e-04) (hash(x)=35178689)
+7130 train 3.784761 (lr=1.7761e-04) (hash(x)=36853735)
+7131 train 3.800728 (lr=1.7753e-04) (hash(x)=35318004)
+7132 train 3.806764 (lr=1.7746e-04) (hash(x)=37368822)
+7133 train 3.770274 (lr=1.7738e-04) (hash(x)=38241486)
+7134 train 3.738038 (lr=1.7731e-04) (hash(x)=39812216)
+7135 train 3.770841 (lr=1.7723e-04) (hash(x)=37148967)
+7136 train 3.771454 (lr=1.7716e-04) (hash(x)=47166595)
+7137 train 3.770745 (lr=1.7708e-04) (hash(x)=41186644)
+7138 train 3.818736 (lr=1.7700e-04) (hash(x)=39039245)
+7139 train 3.789732 (lr=1.7693e-04) (hash(x)=43041693)
+7140 train 3.881116 (lr=1.7685e-04) (hash(x)=40098225)
+7141 train 3.838540 (lr=1.7678e-04) (hash(x)=41833965)
+7142 train 3.824101 (lr=1.7670e-04) (hash(x)=39007006)
+7143 train 3.786651 (lr=1.7663e-04) (hash(x)=39148120)
+7144 train 3.827302 (lr=1.7655e-04) (hash(x)=42496251)
+7145 train 3.816044 (lr=1.7648e-04) (hash(x)=45729682)
+7146 train 3.812909 (lr=1.7640e-04) (hash(x)=42165244)
+7147 train 3.814099 (lr=1.7633e-04) (hash(x)=40515145)
+7148 train 3.832225 (lr=1.7625e-04) (hash(x)=40387218)
+7149 train 3.796103 (lr=1.7618e-04) (hash(x)=38118189)
+7150 train 3.867581 (lr=1.7610e-04) (hash(x)=46514596)
+7151 train 3.847362 (lr=1.7603e-04) (hash(x)=41015503)
+7152 train 3.814836 (lr=1.7595e-04) (hash(x)=42993939)
+7153 train 3.811161 (lr=1.7588e-04) (hash(x)=43395370)
+7154 train 3.838571 (lr=1.7580e-04) (hash(x)=40695318)
+7155 train 3.858573 (lr=1.7573e-04) (hash(x)=39258402)
+7156 train 3.848751 (lr=1.7565e-04) (hash(x)=40575146)
+7157 train 3.818438 (lr=1.7558e-04) (hash(x)=40932205)
+7158 train 3.772865 (lr=1.7550e-04) (hash(x)=38516440)
+7159 train 3.758542 (lr=1.7543e-04) (hash(x)=39732518)
+7160 train 3.853199 (lr=1.7535e-04) (hash(x)=41526002)
+7161 train 3.823788 (lr=1.7528e-04) (hash(x)=33973145)
+7162 train 3.808509 (lr=1.7520e-04) (hash(x)=33081058)
+7163 train 3.689685 (lr=1.7513e-04) (hash(x)=42975727)
+7164 train 3.762289 (lr=1.7505e-04) (hash(x)=40998379)
+7165 train 3.801546 (lr=1.7498e-04) (hash(x)=36581356)
+7166 train 3.762594 (lr=1.7490e-04) (hash(x)=43537887)
+7167 train 3.775593 (lr=1.7483e-04) (hash(x)=40922941)
+7168 train 3.728215 (lr=1.7475e-04) (hash(x)=38772443)
+7169 train 3.798805 (lr=1.7468e-04) (hash(x)=43096275)
+7170 train 3.760810 (lr=1.7460e-04) (hash(x)=41276875)
+7171 train 3.799130 (lr=1.7453e-04) (hash(x)=43259997)
+7172 train 3.819488 (lr=1.7446e-04) (hash(x)=38704935)
+7173 train 3.780699 (lr=1.7438e-04) (hash(x)=38273745)
+7174 train 3.812906 (lr=1.7431e-04) (hash(x)=39395478)
+7175 train 3.849055 (lr=1.7423e-04) (hash(x)=43875606)
+7176 train 3.800875 (lr=1.7416e-04) (hash(x)=43570520)
+7177 train 3.777255 (lr=1.7408e-04) (hash(x)=38553747)
+7178 train 3.786048 (lr=1.7401e-04) (hash(x)=41081781)
+7179 train 3.791592 (lr=1.7393e-04) (hash(x)=41139717)
+7180 train 3.783105 (lr=1.7386e-04) (hash(x)=54700369)
+7181 train 4.020080 (lr=1.7378e-04) (hash(x)=34561435)
+7182 train 3.915928 (lr=1.7371e-04) (hash(x)=44247928)
+7183 train 3.862111 (lr=1.7364e-04) (hash(x)=45807352)
+7184 train 3.809309 (lr=1.7356e-04) (hash(x)=36897370)
+7185 train 3.826186 (lr=1.7349e-04) (hash(x)=37916911)
+7186 train 3.821117 (lr=1.7341e-04) (hash(x)=34778743)
+7187 train 3.863605 (lr=1.7334e-04) (hash(x)=40814702)
+7188 train 3.902253 (lr=1.7326e-04) (hash(x)=40837000)
+7189 train 3.807708 (lr=1.7319e-04) (hash(x)=39946903)
+7190 train 3.837957 (lr=1.7311e-04) (hash(x)=46536840)
+7191 train 3.831853 (lr=1.7304e-04) (hash(x)=43717549)
+7192 train 3.837483 (lr=1.7297e-04) (hash(x)=37089617)
+7193 train 3.779513 (lr=1.7289e-04) (hash(x)=40166154)
+7194 train 3.827071 (lr=1.7282e-04) (hash(x)=37354616)
+7195 train 3.860254 (lr=1.7274e-04) (hash(x)=44717148)
+7196 train 3.908934 (lr=1.7267e-04) (hash(x)=35088246)
+7197 train 3.851452 (lr=1.7259e-04) (hash(x)=39955416)
+7198 train 3.824415 (lr=1.7252e-04) (hash(x)=38846197)
+7199 train 3.803812 (lr=1.7245e-04) (hash(x)=37052659)
+7200 train 3.792106 (lr=1.7237e-04) (hash(x)=42630651)
+7201 train 3.805912 (lr=1.7230e-04) (hash(x)=35154707)
+7202 train 3.811229 (lr=1.7222e-04) (hash(x)=39847762)
+7203 train 3.770300 (lr=1.7215e-04) (hash(x)=34291857)
+7204 train 3.735325 (lr=1.7208e-04) (hash(x)=40929761)
+7205 train 3.761461 (lr=1.7200e-04) (hash(x)=36539541)
+7206 train 3.800869 (lr=1.7193e-04) (hash(x)=38237882)
+7207 train 3.778742 (lr=1.7185e-04) (hash(x)=38688145)
+7208 train 3.777783 (lr=1.7178e-04) (hash(x)=41099991)
+7209 train 3.777586 (lr=1.7170e-04) (hash(x)=58728691)
+7210 train 3.817368 (lr=1.7163e-04) (hash(x)=53177750)
+7211 train 3.859672 (lr=1.7156e-04) (hash(x)=39469467)
+7212 train 3.852112 (lr=1.7148e-04) (hash(x)=44626261)
+7213 train 3.881600 (lr=1.7141e-04) (hash(x)=40758451)
+7214 train 3.860929 (lr=1.7133e-04) (hash(x)=39112923)
+7215 train 3.787488 (lr=1.7126e-04) (hash(x)=43547525)
+7216 train 3.804882 (lr=1.7119e-04) (hash(x)=42713379)
+7217 train 3.805187 (lr=1.7111e-04) (hash(x)=43702086)
+7218 train 3.820282 (lr=1.7104e-04) (hash(x)=32929146)
+7219 train 3.821437 (lr=1.7097e-04) (hash(x)=42867839)
+7220 train 3.854656 (lr=1.7089e-04) (hash(x)=40229494)
+7221 train 3.888155 (lr=1.7082e-04) (hash(x)=44607043)
+7222 train 3.812529 (lr=1.7074e-04) (hash(x)=35657358)
+7223 train 3.800354 (lr=1.7067e-04) (hash(x)=37530448)
+7224 train 3.780550 (lr=1.7060e-04) (hash(x)=43185067)
+7225 train 3.877176 (lr=1.7052e-04) (hash(x)=43018264)
+7226 train 3.858243 (lr=1.7045e-04) (hash(x)=35624550)
+7227 train 3.886930 (lr=1.7038e-04) (hash(x)=40490656)
+7228 train 3.827719 (lr=1.7030e-04) (hash(x)=41142865)
+7229 train 3.808871 (lr=1.7023e-04) (hash(x)=41912963)
+7230 train 3.896868 (lr=1.7015e-04) (hash(x)=39571992)
+7231 train 3.835825 (lr=1.7008e-04) (hash(x)=47066165)
+7232 train 3.787131 (lr=1.7001e-04) (hash(x)=38737331)
+7233 train 3.798315 (lr=1.6993e-04) (hash(x)=40043305)
+7234 train 3.807617 (lr=1.6986e-04) (hash(x)=41740891)
+7235 train 3.776204 (lr=1.6979e-04) (hash(x)=39305200)
+7236 train 3.808131 (lr=1.6971e-04) (hash(x)=39673359)
+7237 train 3.773841 (lr=1.6964e-04) (hash(x)=38821663)
+7238 train 3.789474 (lr=1.6957e-04) (hash(x)=39993651)
+7239 train 3.769970 (lr=1.6949e-04) (hash(x)=37330077)
+7240 train 3.751595 (lr=1.6942e-04) (hash(x)=39094915)
+7241 train 3.821603 (lr=1.6935e-04) (hash(x)=43831383)
+7242 train 3.760014 (lr=1.6927e-04) (hash(x)=43611953)
+7243 train 3.717189 (lr=1.6920e-04) (hash(x)=46872824)
+7244 train 3.762522 (lr=1.6913e-04) (hash(x)=38066442)
+7245 train 3.747822 (lr=1.6905e-04) (hash(x)=38894402)
+7246 train 3.805094 (lr=1.6898e-04) (hash(x)=37645914)
+7247 train 3.738244 (lr=1.6891e-04) (hash(x)=44929157)
+7248 train 3.761408 (lr=1.6883e-04) (hash(x)=42196483)
+7249 train 3.837828 (lr=1.6876e-04) (hash(x)=38040356)
+7250 val loss 3.7862
+7250 val perplexity 44.0907
+7250 hella 0.2927
+7250 train 3.767498 (lr=1.6869e-04) (hash(x)=38572286)
+7251 train 3.817061 (lr=1.6861e-04) (hash(x)=38124035)
+7252 train 3.809984 (lr=1.6854e-04) (hash(x)=32133633)
+7253 train 3.790529 (lr=1.6847e-04) (hash(x)=41007732)
+7254 train 3.763490 (lr=1.6839e-04) (hash(x)=42316142)
+7255 train 3.865509 (lr=1.6832e-04) (hash(x)=40306542)
+7256 train 3.775351 (lr=1.6825e-04) (hash(x)=43041705)
+7257 train 3.767696 (lr=1.6817e-04) (hash(x)=40655185)
+7258 train 3.821359 (lr=1.6810e-04) (hash(x)=45867193)
+7259 train 3.762121 (lr=1.6803e-04) (hash(x)=48439508)
+7260 train 3.885947 (lr=1.6795e-04) (hash(x)=37234635)
+7261 train 3.835825 (lr=1.6788e-04) (hash(x)=40020949)
+7262 train 3.841682 (lr=1.6781e-04) (hash(x)=46203600)
+7263 train 3.875522 (lr=1.6773e-04) (hash(x)=42311949)
+7264 train 3.781355 (lr=1.6766e-04) (hash(x)=42467517)
+7265 train 3.804388 (lr=1.6759e-04) (hash(x)=39656269)
+7266 train 3.829821 (lr=1.6752e-04) (hash(x)=35172434)
+7267 train 3.922531 (lr=1.6744e-04) (hash(x)=34343324)
+7268 train 3.801882 (lr=1.6737e-04) (hash(x)=38786405)
+7269 train 3.838688 (lr=1.6730e-04) (hash(x)=45641119)
+7270 train 3.844072 (lr=1.6722e-04) (hash(x)=35612198)
+7271 train 3.863184 (lr=1.6715e-04) (hash(x)=36767044)
+7272 train 3.798064 (lr=1.6708e-04) (hash(x)=40784006)
+7273 train 3.757176 (lr=1.6701e-04) (hash(x)=39268701)
+7274 train 3.752981 (lr=1.6693e-04) (hash(x)=40201686)
+7275 train 3.759421 (lr=1.6686e-04) (hash(x)=43306595)
+7276 train 3.804466 (lr=1.6679e-04) (hash(x)=36950675)
+7277 train 3.791958 (lr=1.6671e-04) (hash(x)=37755311)
+7278 train 3.764716 (lr=1.6664e-04) (hash(x)=38937658)
+7279 train 3.775836 (lr=1.6657e-04) (hash(x)=37734428)
+7280 train 3.694127 (lr=1.6650e-04) (hash(x)=36138100)
+7281 train 3.781948 (lr=1.6642e-04) (hash(x)=36827650)
+7282 train 3.759130 (lr=1.6635e-04) (hash(x)=40620360)
+7283 train 3.795225 (lr=1.6628e-04) (hash(x)=44230543)
+7284 train 3.797785 (lr=1.6621e-04) (hash(x)=40898850)
+7285 train 3.771308 (lr=1.6613e-04) (hash(x)=42954569)
+7286 train 3.809658 (lr=1.6606e-04) (hash(x)=45968925)
+7287 train 3.732459 (lr=1.6599e-04) (hash(x)=42446197)
+7288 train 3.785723 (lr=1.6592e-04) (hash(x)=39745102)
+7289 train 3.799061 (lr=1.6584e-04) (hash(x)=35249166)
+7290 train 3.809258 (lr=1.6577e-04) (hash(x)=33138327)
+7291 train 3.758238 (lr=1.6570e-04) (hash(x)=40582202)
+7292 train 3.776588 (lr=1.6563e-04) (hash(x)=40748601)
+7293 train 3.847303 (lr=1.6555e-04) (hash(x)=39761328)
+7294 train 3.806567 (lr=1.6548e-04) (hash(x)=39032581)
+7295 train 3.785940 (lr=1.6541e-04) (hash(x)=38032698)
+7296 train 3.808029 (lr=1.6534e-04) (hash(x)=43493619)
+7297 train 3.835964 (lr=1.6526e-04) (hash(x)=40067437)
+7298 train 3.853959 (lr=1.6519e-04) (hash(x)=39279327)
+7299 train 3.865262 (lr=1.6512e-04) (hash(x)=37717868)
+7300 train 3.842530 (lr=1.6505e-04) (hash(x)=37287505)
+7301 train 3.799032 (lr=1.6497e-04) (hash(x)=38107415)
+7302 train 3.840508 (lr=1.6490e-04) (hash(x)=37412494)
+7303 train 3.832619 (lr=1.6483e-04) (hash(x)=40366980)
+7304 train 3.839986 (lr=1.6476e-04) (hash(x)=44938486)
+7305 train 3.828044 (lr=1.6468e-04) (hash(x)=37143103)
+7306 train 3.830142 (lr=1.6461e-04) (hash(x)=41574166)
+7307 train 3.830965 (lr=1.6454e-04) (hash(x)=43337350)
+7308 train 3.808674 (lr=1.6447e-04) (hash(x)=38676347)
+7309 train 3.822223 (lr=1.6440e-04) (hash(x)=39556207)
+7310 train 3.763766 (lr=1.6432e-04) (hash(x)=42396519)
+7311 train 3.807402 (lr=1.6425e-04) (hash(x)=38220127)
+7312 train 3.755313 (lr=1.6418e-04) (hash(x)=53505907)
+7313 train 3.795273 (lr=1.6411e-04) (hash(x)=39278164)
+7314 train 3.869655 (lr=1.6404e-04) (hash(x)=37185452)
+7315 train 3.780447 (lr=1.6396e-04) (hash(x)=38950484)
+7316 train 3.893114 (lr=1.6389e-04) (hash(x)=40230436)
+7317 train 3.771107 (lr=1.6382e-04) (hash(x)=38626125)
+7318 train 3.773702 (lr=1.6375e-04) (hash(x)=41403276)
+7319 train 3.741911 (lr=1.6368e-04) (hash(x)=44049461)
+7320 train 3.801464 (lr=1.6360e-04) (hash(x)=32219297)
+7321 train 3.790713 (lr=1.6353e-04) (hash(x)=40964946)
+7322 train 3.719257 (lr=1.6346e-04) (hash(x)=36080277)
+7323 train 3.794652 (lr=1.6339e-04) (hash(x)=42019384)
+7324 train 3.805137 (lr=1.6332e-04) (hash(x)=36873349)
+7325 train 3.827070 (lr=1.6324e-04) (hash(x)=52671935)
+7326 train 3.824327 (lr=1.6317e-04) (hash(x)=42152222)
+7327 train 3.769808 (lr=1.6310e-04) (hash(x)=42578664)
+7328 train 3.793670 (lr=1.6303e-04) (hash(x)=39468060)
+7329 train 3.788823 (lr=1.6296e-04) (hash(x)=43133814)
+7330 train 3.775419 (lr=1.6288e-04) (hash(x)=41903829)
+7331 train 3.759054 (lr=1.6281e-04) (hash(x)=37059562)
+7332 train 3.825856 (lr=1.6274e-04) (hash(x)=31591861)
+7333 train 3.793237 (lr=1.6267e-04) (hash(x)=42209378)
+7334 train 3.846327 (lr=1.6260e-04) (hash(x)=39707457)
+7335 train 3.755536 (lr=1.6253e-04) (hash(x)=45440241)
+7336 train 3.781599 (lr=1.6245e-04) (hash(x)=32660483)
+7337 train 3.804093 (lr=1.6238e-04) (hash(x)=38568228)
+7338 train 3.756320 (lr=1.6231e-04) (hash(x)=38724719)
+7339 train 3.763302 (lr=1.6224e-04) (hash(x)=51459601)
+7340 train 3.821478 (lr=1.6217e-04) (hash(x)=41543865)
+7341 train 3.817882 (lr=1.6210e-04) (hash(x)=37416790)
+7342 train 3.818558 (lr=1.6203e-04) (hash(x)=38613295)
+7343 train 3.782001 (lr=1.6195e-04) (hash(x)=35539041)
+7344 train 3.772663 (lr=1.6188e-04) (hash(x)=35016515)
+7345 train 3.800859 (lr=1.6181e-04) (hash(x)=40855766)
+7346 train 3.777552 (lr=1.6174e-04) (hash(x)=39955333)
+7347 train 3.778266 (lr=1.6167e-04) (hash(x)=43678169)
+7348 train 3.736702 (lr=1.6160e-04) (hash(x)=48153708)
+7349 train 3.771749 (lr=1.6153e-04) (hash(x)=35879722)
+7350 train 3.764173 (lr=1.6145e-04) (hash(x)=34533269)
+7351 train 3.723681 (lr=1.6138e-04) (hash(x)=40578516)
+7352 train 3.776435 (lr=1.6131e-04) (hash(x)=50103831)
+7353 train 3.726453 (lr=1.6124e-04) (hash(x)=43046740)
+7354 train 3.770679 (lr=1.6117e-04) (hash(x)=37118339)
+7355 train 3.802327 (lr=1.6110e-04) (hash(x)=34104018)
+7356 train 3.773464 (lr=1.6103e-04) (hash(x)=44313712)
+7357 train 3.707855 (lr=1.6095e-04) (hash(x)=36425090)
+7358 train 3.787147 (lr=1.6088e-04) (hash(x)=45321827)
+7359 train 3.767215 (lr=1.6081e-04) (hash(x)=39705055)
+7360 train 3.824879 (lr=1.6074e-04) (hash(x)=41437835)
+7361 train 3.774049 (lr=1.6067e-04) (hash(x)=40817004)
+7362 train 3.795657 (lr=1.6060e-04) (hash(x)=40614746)
+7363 train 3.836373 (lr=1.6053e-04) (hash(x)=34422524)
+7364 train 3.778687 (lr=1.6046e-04) (hash(x)=41713987)
+7365 train 3.798881 (lr=1.6039e-04) (hash(x)=45398439)
+7366 train 3.805543 (lr=1.6031e-04) (hash(x)=40064620)
+7367 train 3.781322 (lr=1.6024e-04) (hash(x)=38137172)
+7368 train 3.798932 (lr=1.6017e-04) (hash(x)=43185773)
+7369 train 3.869868 (lr=1.6010e-04) (hash(x)=37528483)
+7370 train 3.772718 (lr=1.6003e-04) (hash(x)=47418502)
+7371 train 3.777010 (lr=1.5996e-04) (hash(x)=39706845)
+7372 train 3.800511 (lr=1.5989e-04) (hash(x)=37434680)
+7373 train 3.818532 (lr=1.5982e-04) (hash(x)=39268027)
+7374 train 3.855954 (lr=1.5975e-04) (hash(x)=39367276)
+7375 train 3.789680 (lr=1.5968e-04) (hash(x)=39868467)
+7376 train 3.803969 (lr=1.5960e-04) (hash(x)=45119299)
+7377 train 3.820102 (lr=1.5953e-04) (hash(x)=38389071)
+7378 train 3.902843 (lr=1.5946e-04) (hash(x)=40479337)
+7379 train 3.819758 (lr=1.5939e-04) (hash(x)=39076799)
+7380 train 3.788693 (lr=1.5932e-04) (hash(x)=42438779)
+7381 train 3.885731 (lr=1.5925e-04) (hash(x)=37020372)
+7382 train 3.821935 (lr=1.5918e-04) (hash(x)=41614949)
+7383 train 3.856808 (lr=1.5911e-04) (hash(x)=33519516)
+7384 train 3.763193 (lr=1.5904e-04) (hash(x)=44295180)
+7385 train 3.814406 (lr=1.5897e-04) (hash(x)=40832351)
+7386 train 3.765185 (lr=1.5890e-04) (hash(x)=40670978)
+7387 train 3.734720 (lr=1.5883e-04) (hash(x)=37798247)
+7388 train 3.794183 (lr=1.5876e-04) (hash(x)=37353887)
+7389 train 3.806742 (lr=1.5869e-04) (hash(x)=36027758)
+7390 train 3.769972 (lr=1.5861e-04) (hash(x)=35562862)
+7391 train 3.787950 (lr=1.5854e-04) (hash(x)=32126798)
+7392 train 3.751976 (lr=1.5847e-04) (hash(x)=38356196)
+7393 train 3.780542 (lr=1.5840e-04) (hash(x)=37297784)
+7394 train 3.772317 (lr=1.5833e-04) (hash(x)=36806134)
+7395 train 3.793879 (lr=1.5826e-04) (hash(x)=38820377)
+7396 train 3.858069 (lr=1.5819e-04) (hash(x)=40305866)
+7397 train 3.779043 (lr=1.5812e-04) (hash(x)=39903374)
+7398 train 3.823999 (lr=1.5805e-04) (hash(x)=42825308)
+7399 train 3.789115 (lr=1.5798e-04) (hash(x)=40768159)
+7400 train 3.796976 (lr=1.5791e-04) (hash(x)=47082362)
+7401 train 3.766922 (lr=1.5784e-04) (hash(x)=41048462)
+7402 train 3.796110 (lr=1.5777e-04) (hash(x)=39148385)
+7403 train 3.782765 (lr=1.5770e-04) (hash(x)=40779533)
+7404 train 3.751118 (lr=1.5763e-04) (hash(x)=40195514)
+7405 train 3.785988 (lr=1.5756e-04) (hash(x)=32596584)
+7406 train 3.771526 (lr=1.5749e-04) (hash(x)=38827250)
+7407 train 3.796602 (lr=1.5742e-04) (hash(x)=37953267)
+7408 train 3.863516 (lr=1.5735e-04) (hash(x)=40103633)
+7409 train 3.848255 (lr=1.5728e-04) (hash(x)=37868138)
+7410 train 3.787596 (lr=1.5721e-04) (hash(x)=34155637)
+7411 train 3.777103 (lr=1.5714e-04) (hash(x)=35887260)
+7412 train 3.787371 (lr=1.5707e-04) (hash(x)=42111180)
+7413 train 3.758812 (lr=1.5700e-04) (hash(x)=38853215)
+7414 train 3.814770 (lr=1.5693e-04) (hash(x)=40343598)
+7415 train 3.778547 (lr=1.5686e-04) (hash(x)=36537684)
+7416 train 3.821154 (lr=1.5679e-04) (hash(x)=37563328)
+7417 train 3.762448 (lr=1.5672e-04) (hash(x)=40151551)
+7418 train 3.777045 (lr=1.5665e-04) (hash(x)=34239109)
+7419 train 3.766219 (lr=1.5658e-04) (hash(x)=41516836)
+7420 train 3.771021 (lr=1.5651e-04) (hash(x)=38366064)
+7421 train 3.739089 (lr=1.5644e-04) (hash(x)=40609378)
+7422 train 3.686391 (lr=1.5637e-04) (hash(x)=41897661)
+7423 train 3.745993 (lr=1.5630e-04) (hash(x)=40905644)
+7424 train 3.798745 (lr=1.5623e-04) (hash(x)=34942425)
+7425 train 3.738382 (lr=1.5616e-04) (hash(x)=36157595)
+7426 train 3.776541 (lr=1.5609e-04) (hash(x)=45631912)
+7427 train 3.727658 (lr=1.5602e-04) (hash(x)=35140827)
+7428 train 3.758890 (lr=1.5595e-04) (hash(x)=38144801)
+7429 train 3.775020 (lr=1.5588e-04) (hash(x)=36625182)
+7430 train 3.742309 (lr=1.5581e-04) (hash(x)=34525577)
+7431 train 3.786992 (lr=1.5574e-04) (hash(x)=38243639)
+7432 train 3.822298 (lr=1.5567e-04) (hash(x)=40583551)
+7433 train 3.842510 (lr=1.5560e-04) (hash(x)=45385701)
+7434 train 3.826967 (lr=1.5553e-04) (hash(x)=36605682)
+7435 train 3.868335 (lr=1.5546e-04) (hash(x)=41580782)
+7436 train 3.856831 (lr=1.5539e-04) (hash(x)=37264088)
+7437 train 3.792822 (lr=1.5532e-04) (hash(x)=42191850)
+7438 train 3.761331 (lr=1.5525e-04) (hash(x)=36444755)
+7439 train 3.886550 (lr=1.5518e-04) (hash(x)=37874332)
+7440 train 3.816550 (lr=1.5511e-04) (hash(x)=40247263)
+7441 train 3.771672 (lr=1.5504e-04) (hash(x)=38224454)
+7442 train 3.797403 (lr=1.5497e-04) (hash(x)=36960026)
+7443 train 3.784067 (lr=1.5490e-04) (hash(x)=36983160)
+7444 train 3.841319 (lr=1.5483e-04) (hash(x)=39054005)
+7445 train 3.855427 (lr=1.5476e-04) (hash(x)=36822939)
+7446 train 3.801022 (lr=1.5469e-04) (hash(x)=28012105)
+7447 train 3.792622 (lr=1.5462e-04) (hash(x)=42272412)
+7448 train 3.846353 (lr=1.5455e-04) (hash(x)=38678242)
+7449 train 3.830265 (lr=1.5448e-04) (hash(x)=36361931)
+7450 train 3.780863 (lr=1.5441e-04) (hash(x)=38379014)
+7451 train 3.766346 (lr=1.5435e-04) (hash(x)=36000567)
+7452 train 3.774303 (lr=1.5428e-04) (hash(x)=34071401)
+7453 train 3.756062 (lr=1.5421e-04) (hash(x)=32747657)
+7454 train 3.793860 (lr=1.5414e-04) (hash(x)=38954210)
+7455 train 3.798254 (lr=1.5407e-04) (hash(x)=39271495)
+7456 train 3.807163 (lr=1.5400e-04) (hash(x)=40623457)
+7457 train 3.780213 (lr=1.5393e-04) (hash(x)=39874796)
+7458 train 3.807769 (lr=1.5386e-04) (hash(x)=71710103)
+7459 train 3.781666 (lr=1.5379e-04) (hash(x)=42251796)
+7460 train 3.702427 (lr=1.5372e-04) (hash(x)=33142691)
+7461 train 3.827402 (lr=1.5365e-04) (hash(x)=38268426)
+7462 train 3.761446 (lr=1.5358e-04) (hash(x)=42822946)
+7463 train 3.780480 (lr=1.5351e-04) (hash(x)=33418524)
+7464 train 3.830324 (lr=1.5345e-04) (hash(x)=35058040)
+7465 train 3.755914 (lr=1.5338e-04) (hash(x)=38194199)
+7466 train 3.800744 (lr=1.5331e-04) (hash(x)=42765208)
+7467 train 3.797555 (lr=1.5324e-04) (hash(x)=43076946)
+7468 train 3.779997 (lr=1.5317e-04) (hash(x)=41427071)
+7469 train 3.851199 (lr=1.5310e-04) (hash(x)=45944116)
+7470 train 3.770098 (lr=1.5303e-04) (hash(x)=37711165)
+7471 train 3.838577 (lr=1.5296e-04) (hash(x)=44782600)
+7472 train 3.814863 (lr=1.5289e-04) (hash(x)=44045664)
+7473 train 3.763400 (lr=1.5282e-04) (hash(x)=40674126)
+7474 train 3.805890 (lr=1.5275e-04) (hash(x)=48561908)
+7475 train 3.809319 (lr=1.5269e-04) (hash(x)=42722536)
+7476 train 3.785401 (lr=1.5262e-04) (hash(x)=41544078)
+7477 train 3.816121 (lr=1.5255e-04) (hash(x)=34136323)
+7478 train 3.793937 (lr=1.5248e-04) (hash(x)=42523263)
+7479 train 3.783719 (lr=1.5241e-04) (hash(x)=42198857)
+7480 train 3.787069 (lr=1.5234e-04) (hash(x)=40130496)
+7481 train 3.736459 (lr=1.5227e-04) (hash(x)=27332457)
+7482 train 3.816594 (lr=1.5220e-04) (hash(x)=43223229)
+7483 train 3.788436 (lr=1.5214e-04) (hash(x)=31589531)
+7484 train 3.789660 (lr=1.5207e-04) (hash(x)=42663916)
+7485 train 3.827274 (lr=1.5200e-04) (hash(x)=37450957)
+7486 train 3.808995 (lr=1.5193e-04) (hash(x)=40781377)
+7487 train 3.806770 (lr=1.5186e-04) (hash(x)=39978495)
+7488 train 3.767784 (lr=1.5179e-04) (hash(x)=32933759)
+7489 train 3.783609 (lr=1.5172e-04) (hash(x)=40821588)
+7490 train 3.732750 (lr=1.5165e-04) (hash(x)=42875041)
+7491 train 3.779768 (lr=1.5159e-04) (hash(x)=41221658)
+7492 train 3.833580 (lr=1.5152e-04) (hash(x)=34975616)
+7493 train 3.867046 (lr=1.5145e-04) (hash(x)=38261944)
+7494 train 3.752097 (lr=1.5138e-04) (hash(x)=32254111)
+7495 train 3.795335 (lr=1.5131e-04) (hash(x)=33728126)
+7496 train 3.649997 (lr=1.5124e-04) (hash(x)=33478671)
+7497 train 3.782569 (lr=1.5118e-04) (hash(x)=39039914)
+7498 train 3.804422 (lr=1.5111e-04) (hash(x)=36126075)
+7499 train 3.833724 (lr=1.5104e-04) (hash(x)=41322702)
+7500 val loss 3.7766
+7500 val perplexity 43.6679
+7500 hella 0.2934
+7500 train 3.759111 (lr=1.5097e-04) (hash(x)=45139629)
+7501 train 3.780245 (lr=1.5090e-04) (hash(x)=40085918)
+7502 train 3.826144 (lr=1.5083e-04) (hash(x)=39437218)
+7503 train 3.791121 (lr=1.5076e-04) (hash(x)=38902640)
+7504 train 3.748233 (lr=1.5070e-04) (hash(x)=40916546)
+7505 train 3.785707 (lr=1.5063e-04) (hash(x)=38766569)
+7506 train 3.755171 (lr=1.5056e-04) (hash(x)=44673131)
+7507 train 3.792393 (lr=1.5049e-04) (hash(x)=41810941)
+7508 train 3.753521 (lr=1.5042e-04) (hash(x)=35843271)
+7509 train 3.805718 (lr=1.5036e-04) (hash(x)=41241157)
+7510 train 3.833224 (lr=1.5029e-04) (hash(x)=39820755)
+7511 train 3.816242 (lr=1.5022e-04) (hash(x)=44867914)
+7512 train 3.812312 (lr=1.5015e-04) (hash(x)=45634132)
+7513 train 3.807454 (lr=1.5008e-04) (hash(x)=41550360)
+7514 train 3.804000 (lr=1.5001e-04) (hash(x)=37900494)
+7515 train 3.755560 (lr=1.4995e-04) (hash(x)=47433035)
+7516 train 3.825157 (lr=1.4988e-04) (hash(x)=37736146)
+7517 train 3.781576 (lr=1.4981e-04) (hash(x)=40194237)
+7518 train 3.855456 (lr=1.4974e-04) (hash(x)=43645651)
+7519 train 3.761750 (lr=1.4967e-04) (hash(x)=41146626)
+7520 train 3.815145 (lr=1.4961e-04) (hash(x)=33771440)
+7521 train 3.799392 (lr=1.4954e-04) (hash(x)=37989611)
+7522 train 3.806486 (lr=1.4947e-04) (hash(x)=36728745)
+7523 train 3.900889 (lr=1.4940e-04) (hash(x)=50363432)
+7524 train 3.799525 (lr=1.4933e-04) (hash(x)=38675441)
+7525 train 3.857922 (lr=1.4927e-04) (hash(x)=41257552)
+7526 train 3.758670 (lr=1.4920e-04) (hash(x)=40050647)
+7527 train 3.854298 (lr=1.4913e-04) (hash(x)=39787728)
+7528 train 3.818172 (lr=1.4906e-04) (hash(x)=42651056)
+7529 train 3.839381 (lr=1.4900e-04) (hash(x)=38139665)
+7530 train 3.841118 (lr=1.4893e-04) (hash(x)=39311404)
+7531 train 3.830329 (lr=1.4886e-04) (hash(x)=40130466)
+7532 train 3.764279 (lr=1.4879e-04) (hash(x)=36659677)
+7533 train 3.774057 (lr=1.4872e-04) (hash(x)=33799980)
+7534 train 3.727228 (lr=1.4866e-04) (hash(x)=58139808)
+7535 train 3.715971 (lr=1.4859e-04) (hash(x)=29847449)
+7536 train 3.806244 (lr=1.4852e-04) (hash(x)=35668373)
+7537 train 3.745626 (lr=1.4845e-04) (hash(x)=40750587)
+7538 train 3.765645 (lr=1.4839e-04) (hash(x)=36323410)
+7539 train 3.732368 (lr=1.4832e-04) (hash(x)=39923591)
+7540 train 3.729394 (lr=1.4825e-04) (hash(x)=30172063)
+7541 train 3.765947 (lr=1.4818e-04) (hash(x)=37173479)
+7542 train 3.806902 (lr=1.4812e-04) (hash(x)=35680391)
+7543 train 3.768254 (lr=1.4805e-04) (hash(x)=46394316)
+7544 train 3.820312 (lr=1.4798e-04) (hash(x)=39877497)
+7545 train 3.838552 (lr=1.4791e-04) (hash(x)=51033830)
+7546 train 3.786135 (lr=1.4785e-04) (hash(x)=44283476)
+7547 train 3.758193 (lr=1.4778e-04) (hash(x)=35947128)
+7548 train 3.834106 (lr=1.4771e-04) (hash(x)=39673493)
+7549 train 3.872808 (lr=1.4764e-04) (hash(x)=41136140)
+7550 train 3.788939 (lr=1.4758e-04) (hash(x)=48422333)
+7551 train 3.832280 (lr=1.4751e-04) (hash(x)=40183642)
+7552 train 3.846528 (lr=1.4744e-04) (hash(x)=40351272)
+7553 train 3.848734 (lr=1.4737e-04) (hash(x)=35297194)
+7554 train 3.771422 (lr=1.4731e-04) (hash(x)=46125579)
+7555 train 3.780455 (lr=1.4724e-04) (hash(x)=38248426)
+7556 train 3.794286 (lr=1.4717e-04) (hash(x)=40448340)
+7557 train 3.745154 (lr=1.4711e-04) (hash(x)=44146752)
+7558 train 3.822579 (lr=1.4704e-04) (hash(x)=39395791)
+7559 train 3.771106 (lr=1.4697e-04) (hash(x)=38968710)
+7560 train 3.813727 (lr=1.4690e-04) (hash(x)=40327880)
+7561 train 3.780771 (lr=1.4684e-04) (hash(x)=40302068)
+7562 train 3.903904 (lr=1.4677e-04) (hash(x)=38218472)
+7563 train 3.877966 (lr=1.4670e-04) (hash(x)=36478415)
+7564 train 3.818870 (lr=1.4664e-04) (hash(x)=37508311)
+7565 train 3.783350 (lr=1.4657e-04) (hash(x)=37293910)
+7566 train 3.860554 (lr=1.4650e-04) (hash(x)=34296333)
+7567 train 3.801117 (lr=1.4643e-04) (hash(x)=46892614)
+7568 train 3.792953 (lr=1.4637e-04) (hash(x)=36312048)
+7569 train 3.782508 (lr=1.4630e-04) (hash(x)=39850010)
+7570 train 3.734763 (lr=1.4623e-04) (hash(x)=40331461)
+7571 train 3.783978 (lr=1.4617e-04) (hash(x)=35911842)
+7572 train 3.824293 (lr=1.4610e-04) (hash(x)=36004808)
+7573 train 3.764287 (lr=1.4603e-04) (hash(x)=34087934)
+7574 train 3.794365 (lr=1.4597e-04) (hash(x)=37490984)
+7575 train 3.735663 (lr=1.4590e-04) (hash(x)=41584400)
+7576 train 3.750729 (lr=1.4583e-04) (hash(x)=40209862)
+7577 train 3.768597 (lr=1.4577e-04) (hash(x)=39307212)
+7578 train 3.795676 (lr=1.4570e-04) (hash(x)=40355012)
+7579 train 3.763730 (lr=1.4563e-04) (hash(x)=42472212)
+7580 train 3.819055 (lr=1.4557e-04) (hash(x)=39486935)
+7581 train 3.802213 (lr=1.4550e-04) (hash(x)=45975249)
+7582 train 3.792460 (lr=1.4543e-04) (hash(x)=41472786)
+7583 train 3.812318 (lr=1.4537e-04) (hash(x)=38338768)
+7584 train 3.848144 (lr=1.4530e-04) (hash(x)=41278608)
+7585 train 3.825419 (lr=1.4523e-04) (hash(x)=47810152)
+7586 train 3.794245 (lr=1.4517e-04) (hash(x)=39879804)
+7587 train 3.849761 (lr=1.4510e-04) (hash(x)=38429116)
+7588 train 3.861910 (lr=1.4503e-04) (hash(x)=40666583)
+7589 train 3.779845 (lr=1.4497e-04) (hash(x)=34785747)
+7590 train 3.768692 (lr=1.4490e-04) (hash(x)=39194835)
+7591 train 3.897944 (lr=1.4483e-04) (hash(x)=42697095)
+7592 train 3.782465 (lr=1.4477e-04) (hash(x)=39119037)
+7593 train 3.806009 (lr=1.4470e-04) (hash(x)=43825870)
+7594 train 3.724874 (lr=1.4463e-04) (hash(x)=39843712)
+7595 train 3.848679 (lr=1.4457e-04) (hash(x)=42307415)
+7596 train 3.821700 (lr=1.4450e-04) (hash(x)=40879729)
+7597 train 3.770658 (lr=1.4443e-04) (hash(x)=39084196)
+7598 train 3.760381 (lr=1.4437e-04) (hash(x)=39072380)
+7599 train 3.792362 (lr=1.4430e-04) (hash(x)=37774632)
+7600 train 3.810842 (lr=1.4424e-04) (hash(x)=38242852)
+7601 train 3.733590 (lr=1.4417e-04) (hash(x)=47481547)
+7602 train 3.782386 (lr=1.4410e-04) (hash(x)=29646220)
+7603 train 3.795782 (lr=1.4404e-04) (hash(x)=39256869)
+7604 train 3.823354 (lr=1.4397e-04) (hash(x)=41662676)
+7605 train 3.782420 (lr=1.4390e-04) (hash(x)=41510127)
+7606 train 3.767972 (lr=1.4384e-04) (hash(x)=37963143)
+7607 train 3.837416 (lr=1.4377e-04) (hash(x)=41134836)
+7608 train 3.739558 (lr=1.4371e-04) (hash(x)=35407710)
+7609 train 3.794596 (lr=1.4364e-04) (hash(x)=41549763)
+7610 train 3.761337 (lr=1.4357e-04) (hash(x)=42188513)
+7611 train 3.784734 (lr=1.4351e-04) (hash(x)=44079319)
+7612 train 3.758280 (lr=1.4344e-04) (hash(x)=37270678)
+7613 train 3.822976 (lr=1.4338e-04) (hash(x)=39663509)
+7614 train 3.767866 (lr=1.4331e-04) (hash(x)=42219117)
+7615 train 3.752193 (lr=1.4324e-04) (hash(x)=43027774)
+7616 train 3.754667 (lr=1.4318e-04) (hash(x)=37997349)
+7617 train 3.830790 (lr=1.4311e-04) (hash(x)=43514823)
+7618 train 3.738488 (lr=1.4305e-04) (hash(x)=44226760)
+7619 train 3.853609 (lr=1.4298e-04) (hash(x)=36492021)
+7620 train 3.790606 (lr=1.4291e-04) (hash(x)=38505610)
+7621 train 3.856248 (lr=1.4285e-04) (hash(x)=44556113)
+7622 train 3.791311 (lr=1.4278e-04) (hash(x)=40774582)
+7623 train 3.782457 (lr=1.4272e-04) (hash(x)=40192579)
+7624 train 3.838564 (lr=1.4265e-04) (hash(x)=41821538)
+7625 train 3.779159 (lr=1.4258e-04) (hash(x)=39708159)
+7626 train 3.799925 (lr=1.4252e-04) (hash(x)=40473111)
+7627 train 3.800940 (lr=1.4245e-04) (hash(x)=38419253)
+7628 train 3.858902 (lr=1.4239e-04) (hash(x)=40895764)
+7629 train 3.751289 (lr=1.4232e-04) (hash(x)=43715420)
+7630 train 3.825133 (lr=1.4226e-04) (hash(x)=39082451)
+7631 train 3.798640 (lr=1.4219e-04) (hash(x)=46270726)
+7632 train 3.795822 (lr=1.4212e-04) (hash(x)=40065484)
+7633 train 3.845004 (lr=1.4206e-04) (hash(x)=42195345)
+7634 train 3.797083 (lr=1.4199e-04) (hash(x)=39206335)
+7635 train 3.880055 (lr=1.4193e-04) (hash(x)=44403491)
+7636 train 3.753872 (lr=1.4186e-04) (hash(x)=34899168)
+7637 train 3.805583 (lr=1.4180e-04) (hash(x)=39499428)
+7638 train 3.807893 (lr=1.4173e-04) (hash(x)=38404890)
+7639 train 3.824528 (lr=1.4167e-04) (hash(x)=38474967)
+7640 train 3.789397 (lr=1.4160e-04) (hash(x)=39744891)
+7641 train 3.768461 (lr=1.4154e-04) (hash(x)=44040862)
+7642 train 3.761697 (lr=1.4147e-04) (hash(x)=36323333)
+7643 train 3.791603 (lr=1.4140e-04) (hash(x)=39386364)
+7644 train 3.751185 (lr=1.4134e-04) (hash(x)=40427317)
+7645 train 3.733703 (lr=1.4127e-04) (hash(x)=42802607)
+7646 train 3.732768 (lr=1.4121e-04) (hash(x)=36840030)
+7647 train 3.755956 (lr=1.4114e-04) (hash(x)=40275305)
+7648 train 3.747942 (lr=1.4108e-04) (hash(x)=27565371)
+7649 train 3.733749 (lr=1.4101e-04) (hash(x)=39356489)
+7650 train 3.682804 (lr=1.4095e-04) (hash(x)=41248932)
+7651 train 3.737832 (lr=1.4088e-04) (hash(x)=33292198)
+7652 train 3.786588 (lr=1.4082e-04) (hash(x)=37246571)
+7653 train 3.767432 (lr=1.4075e-04) (hash(x)=44475699)
+7654 train 3.758947 (lr=1.4069e-04) (hash(x)=40873247)
+7655 train 3.820629 (lr=1.4062e-04) (hash(x)=41715891)
+7656 train 3.819665 (lr=1.4056e-04) (hash(x)=41786046)
+7657 train 3.798013 (lr=1.4049e-04) (hash(x)=41608043)
+7658 train 3.793884 (lr=1.4043e-04) (hash(x)=34153256)
+7659 train 3.830347 (lr=1.4036e-04) (hash(x)=37921676)
+7660 train 3.821593 (lr=1.4030e-04) (hash(x)=44285951)
+7661 train 3.772328 (lr=1.4023e-04) (hash(x)=38096180)
+7662 train 3.783690 (lr=1.4017e-04) (hash(x)=37180774)
+7663 train 3.839734 (lr=1.4010e-04) (hash(x)=42011682)
+7664 train 3.816041 (lr=1.4004e-04) (hash(x)=38499641)
+7665 train 3.851223 (lr=1.3997e-04) (hash(x)=44244047)
+7666 train 3.810928 (lr=1.3991e-04) (hash(x)=43565362)
+7667 train 3.810461 (lr=1.3984e-04) (hash(x)=37448390)
+7668 train 3.845484 (lr=1.3978e-04) (hash(x)=36594415)
+7669 train 3.758480 (lr=1.3971e-04) (hash(x)=41707842)
+7670 train 3.823487 (lr=1.3965e-04) (hash(x)=41965277)
+7671 train 3.826786 (lr=1.3958e-04) (hash(x)=34978908)
+7672 train 3.801420 (lr=1.3952e-04) (hash(x)=32286346)
+7673 train 3.809159 (lr=1.3945e-04) (hash(x)=42491155)
+7674 train 3.926557 (lr=1.3939e-04) (hash(x)=36950844)
+7675 train 3.776899 (lr=1.3932e-04) (hash(x)=36548378)
+7676 train 3.844436 (lr=1.3926e-04) (hash(x)=41133438)
+7677 train 3.823866 (lr=1.3919e-04) (hash(x)=44074665)
+7678 train 3.780544 (lr=1.3913e-04) (hash(x)=39075311)
+7679 train 3.772283 (lr=1.3907e-04) (hash(x)=48276963)
+7680 train 3.788785 (lr=1.3900e-04) (hash(x)=35201785)
+7681 train 3.712146 (lr=1.3894e-04) (hash(x)=37288788)
+7682 train 3.765909 (lr=1.3887e-04) (hash(x)=37072035)
+7683 train 3.775409 (lr=1.3881e-04) (hash(x)=45192047)
+7684 train 3.739329 (lr=1.3874e-04) (hash(x)=45691971)
+7685 train 3.787073 (lr=1.3868e-04) (hash(x)=40094358)
+7686 train 3.799653 (lr=1.3861e-04) (hash(x)=29645231)
+7687 train 3.727026 (lr=1.3855e-04) (hash(x)=40680328)
+7688 train 3.730767 (lr=1.3848e-04) (hash(x)=34945440)
+7689 train 3.737817 (lr=1.3842e-04) (hash(x)=49101559)
+7690 train 3.767254 (lr=1.3836e-04) (hash(x)=40318765)
+7691 train 3.856578 (lr=1.3829e-04) (hash(x)=43154319)
+7692 train 3.926809 (lr=1.3823e-04) (hash(x)=41898600)
+7693 train 3.854918 (lr=1.3816e-04) (hash(x)=41155729)
+7694 train 3.793432 (lr=1.3810e-04) (hash(x)=42277475)
+7695 train 3.847907 (lr=1.3803e-04) (hash(x)=39443611)
+7696 train 3.827435 (lr=1.3797e-04) (hash(x)=40025350)
+7697 train 3.788544 (lr=1.3791e-04) (hash(x)=36746685)
+7698 train 3.796514 (lr=1.3784e-04) (hash(x)=44832361)
+7699 train 3.821724 (lr=1.3778e-04) (hash(x)=37832288)
+7700 train 3.849673 (lr=1.3771e-04) (hash(x)=45640196)
+7701 train 3.805755 (lr=1.3765e-04) (hash(x)=45629369)
+7702 train 3.854449 (lr=1.3759e-04) (hash(x)=45476522)
+7703 train 3.813863 (lr=1.3752e-04) (hash(x)=44471578)
+7704 train 3.814460 (lr=1.3746e-04) (hash(x)=54274920)
+7705 train 3.808532 (lr=1.3739e-04) (hash(x)=44511457)
+7706 train 3.761994 (lr=1.3733e-04) (hash(x)=33479634)
+7707 train 3.803684 (lr=1.3727e-04) (hash(x)=40912591)
+7708 train 3.793167 (lr=1.3720e-04) (hash(x)=42122661)
+7709 train 3.846726 (lr=1.3714e-04) (hash(x)=49617387)
+7710 train 3.833167 (lr=1.3707e-04) (hash(x)=43417063)
+7711 train 3.831400 (lr=1.3701e-04) (hash(x)=36398599)
+7712 train 3.841097 (lr=1.3695e-04) (hash(x)=43883975)
+7713 train 3.785575 (lr=1.3688e-04) (hash(x)=34975551)
+7714 train 3.836088 (lr=1.3682e-04) (hash(x)=37049834)
+7715 train 3.789307 (lr=1.3675e-04) (hash(x)=39030011)
+7716 train 3.785444 (lr=1.3669e-04) (hash(x)=39672297)
+7717 train 3.710016 (lr=1.3663e-04) (hash(x)=49009965)
+7718 train 3.787597 (lr=1.3656e-04) (hash(x)=40777727)
+7719 train 3.763955 (lr=1.3650e-04) (hash(x)=44429939)
+7720 train 3.813079 (lr=1.3644e-04) (hash(x)=41760392)
+7721 train 3.757280 (lr=1.3637e-04) (hash(x)=35551075)
+7722 train 3.728463 (lr=1.3631e-04) (hash(x)=44813441)
+7723 train 3.794013 (lr=1.3624e-04) (hash(x)=43632162)
+7724 train 3.745189 (lr=1.3618e-04) (hash(x)=44958040)
+7725 train 3.733043 (lr=1.3612e-04) (hash(x)=41774801)
+7726 train 3.758718 (lr=1.3605e-04) (hash(x)=40041073)
+7727 train 3.812922 (lr=1.3599e-04) (hash(x)=37683316)
+7728 train 3.868014 (lr=1.3593e-04) (hash(x)=38844981)
+7729 train 3.829288 (lr=1.3586e-04) (hash(x)=22564688)
+7730 train 3.813607 (lr=1.3580e-04) (hash(x)=39871484)
+7731 train 3.836767 (lr=1.3574e-04) (hash(x)=43872958)
+7732 train 3.784808 (lr=1.3567e-04) (hash(x)=44580494)
+7733 train 3.803317 (lr=1.3561e-04) (hash(x)=34570448)
+7734 train 3.819427 (lr=1.3555e-04) (hash(x)=41647764)
+7735 train 3.813204 (lr=1.3548e-04) (hash(x)=42447423)
+7736 train 3.993597 (lr=1.3542e-04) (hash(x)=37854614)
+7737 train 3.751552 (lr=1.3536e-04) (hash(x)=33434096)
+7738 train 3.813461 (lr=1.3529e-04) (hash(x)=44998474)
+7739 train 3.827899 (lr=1.3523e-04) (hash(x)=42537868)
+7740 train 3.803861 (lr=1.3517e-04) (hash(x)=39650620)
+7741 train 3.824739 (lr=1.3510e-04) (hash(x)=43525301)
+7742 train 3.760649 (lr=1.3504e-04) (hash(x)=38926546)
+7743 train 3.832256 (lr=1.3498e-04) (hash(x)=40861613)
+7744 train 3.776762 (lr=1.3491e-04) (hash(x)=40462778)
+7745 train 3.781556 (lr=1.3485e-04) (hash(x)=41561116)
+7746 train 3.792422 (lr=1.3479e-04) (hash(x)=38815450)
+7747 train 3.822422 (lr=1.3472e-04) (hash(x)=31910694)
+7748 train 3.808854 (lr=1.3466e-04) (hash(x)=41167887)
+7749 train 3.840958 (lr=1.3460e-04) (hash(x)=35376527)
+7750 val loss 3.7698
+7750 val perplexity 43.3733
+7750 hella 0.2953
+7750 train 3.806541 (lr=1.3453e-04) (hash(x)=35993491)
+7751 train 3.775142 (lr=1.3447e-04) (hash(x)=40660483)
+7752 train 3.757518 (lr=1.3441e-04) (hash(x)=37609395)
+7753 train 3.766172 (lr=1.3435e-04) (hash(x)=41181142)
+7754 train 3.768036 (lr=1.3428e-04) (hash(x)=35736560)
+7755 train 3.713938 (lr=1.3422e-04) (hash(x)=40724675)
+7756 train 3.739103 (lr=1.3416e-04) (hash(x)=38108232)
+7757 train 3.721488 (lr=1.3409e-04) (hash(x)=46313097)
+7758 train 3.791777 (lr=1.3403e-04) (hash(x)=39500175)
+7759 train 3.815549 (lr=1.3397e-04) (hash(x)=36741155)
+7760 train 3.745854 (lr=1.3391e-04) (hash(x)=37377326)
+7761 train 3.765465 (lr=1.3384e-04) (hash(x)=40879033)
+7762 train 3.770026 (lr=1.3378e-04) (hash(x)=41600523)
+7763 train 3.762490 (lr=1.3372e-04) (hash(x)=39594376)
+7764 train 3.743873 (lr=1.3365e-04) (hash(x)=41260157)
+7765 train 3.747505 (lr=1.3359e-04) (hash(x)=36377573)
+7766 train 3.716226 (lr=1.3353e-04) (hash(x)=41276740)
+7767 train 3.720214 (lr=1.3347e-04) (hash(x)=40220867)
+7768 train 3.803242 (lr=1.3340e-04) (hash(x)=38348548)
+7769 train 3.723821 (lr=1.3334e-04) (hash(x)=39225629)
+7770 train 3.784353 (lr=1.3328e-04) (hash(x)=39244397)
+7771 train 3.774325 (lr=1.3322e-04) (hash(x)=27385583)
+7772 train 3.740596 (lr=1.3315e-04) (hash(x)=39968102)
+7773 train 3.800560 (lr=1.3309e-04) (hash(x)=42465099)
+7774 train 3.782115 (lr=1.3303e-04) (hash(x)=43032093)
+7775 train 3.733401 (lr=1.3297e-04) (hash(x)=36597876)
+7776 train 3.834381 (lr=1.3290e-04) (hash(x)=40281752)
+7777 train 3.791011 (lr=1.3284e-04) (hash(x)=38343954)
+7778 train 3.829350 (lr=1.3278e-04) (hash(x)=43743130)
+7779 train 3.778346 (lr=1.3272e-04) (hash(x)=41388062)
+7780 train 3.797234 (lr=1.3265e-04) (hash(x)=40601760)
+7781 train 3.778166 (lr=1.3259e-04) (hash(x)=40388916)
+7782 train 3.806169 (lr=1.3253e-04) (hash(x)=33687560)
+7783 train 3.775552 (lr=1.3247e-04) (hash(x)=39924552)
+7784 train 3.861042 (lr=1.3240e-04) (hash(x)=42778901)
+7785 train 3.806562 (lr=1.3234e-04) (hash(x)=35148266)
+7786 train 3.744350 (lr=1.3228e-04) (hash(x)=46898906)
+7787 train 3.808382 (lr=1.3222e-04) (hash(x)=43768202)
+7788 train 3.765446 (lr=1.3216e-04) (hash(x)=34760716)
+7789 train 3.782340 (lr=1.3209e-04) (hash(x)=36379880)
+7790 train 3.805399 (lr=1.3203e-04) (hash(x)=38926815)
+7791 train 3.756981 (lr=1.3197e-04) (hash(x)=38752428)
+7792 train 3.755601 (lr=1.3191e-04) (hash(x)=41361646)
+7793 train 3.774277 (lr=1.3185e-04) (hash(x)=38054202)
+7794 train 3.771657 (lr=1.3178e-04) (hash(x)=39152755)
+7795 train 3.739904 (lr=1.3172e-04) (hash(x)=38357516)
+7796 train 3.732124 (lr=1.3166e-04) (hash(x)=40358075)
+7797 train 3.711301 (lr=1.3160e-04) (hash(x)=37312121)
+7798 train 3.777746 (lr=1.3154e-04) (hash(x)=38208240)
+7799 train 3.732659 (lr=1.3147e-04) (hash(x)=44166581)
+7800 train 3.780828 (lr=1.3141e-04) (hash(x)=36207463)
+7801 train 3.791553 (lr=1.3135e-04) (hash(x)=39314948)
+7802 train 3.793546 (lr=1.3129e-04) (hash(x)=45453384)
+7803 train 3.776967 (lr=1.3123e-04) (hash(x)=39892498)
+7804 train 3.790854 (lr=1.3116e-04) (hash(x)=43742971)
+7805 train 3.830608 (lr=1.3110e-04) (hash(x)=44244587)
+7806 train 3.769789 (lr=1.3104e-04) (hash(x)=43079665)
+7807 train 3.716443 (lr=1.3098e-04) (hash(x)=40828523)
+7808 train 3.760324 (lr=1.3092e-04) (hash(x)=48350120)
+7809 train 3.746754 (lr=1.3086e-04) (hash(x)=36814899)
+7810 train 3.800089 (lr=1.3079e-04) (hash(x)=41483667)
+7811 train 3.810670 (lr=1.3073e-04) (hash(x)=34943057)
+7812 train 3.854860 (lr=1.3067e-04) (hash(x)=42138343)
+7813 train 3.810172 (lr=1.3061e-04) (hash(x)=43042522)
+7814 train 3.840399 (lr=1.3055e-04) (hash(x)=44216200)
+7815 train 3.808292 (lr=1.3049e-04) (hash(x)=40404472)
+7816 train 3.820261 (lr=1.3042e-04) (hash(x)=38387871)
+7817 train 3.795292 (lr=1.3036e-04) (hash(x)=35370546)
+7818 train 3.801759 (lr=1.3030e-04) (hash(x)=43006298)
+7819 train 3.803178 (lr=1.3024e-04) (hash(x)=45103177)
+7820 train 3.822355 (lr=1.3018e-04) (hash(x)=43782093)
+7821 train 3.819290 (lr=1.3012e-04) (hash(x)=32874759)
+7822 train 3.776494 (lr=1.3006e-04) (hash(x)=42054371)
+7823 train 3.775677 (lr=1.2999e-04) (hash(x)=39429436)
+7824 train 3.818145 (lr=1.2993e-04) (hash(x)=37154970)
+7825 train 3.819909 (lr=1.2987e-04) (hash(x)=33537750)
+7826 train 3.783044 (lr=1.2981e-04) (hash(x)=44178457)
+7827 train 3.764846 (lr=1.2975e-04) (hash(x)=36044153)
+7828 train 3.797664 (lr=1.2969e-04) (hash(x)=41092165)
+7829 train 3.734867 (lr=1.2963e-04) (hash(x)=41459563)
+7830 train 3.797195 (lr=1.2956e-04) (hash(x)=54876733)
+7831 train 3.810628 (lr=1.2950e-04) (hash(x)=40597732)
+7832 train 3.804852 (lr=1.2944e-04) (hash(x)=42354810)
+7833 train 3.779881 (lr=1.2938e-04) (hash(x)=37439772)
+7834 train 3.811172 (lr=1.2932e-04) (hash(x)=38162048)
+7835 train 3.793571 (lr=1.2926e-04) (hash(x)=34847438)
+7836 train 3.749912 (lr=1.2920e-04) (hash(x)=36231770)
+7837 train 3.789653 (lr=1.2914e-04) (hash(x)=38866291)
+7838 train 3.762906 (lr=1.2908e-04) (hash(x)=37322941)
+7839 train 3.797322 (lr=1.2902e-04) (hash(x)=42629702)
+7840 train 3.755945 (lr=1.2895e-04) (hash(x)=39540180)
+7841 train 3.738148 (lr=1.2889e-04) (hash(x)=38683307)
+7842 train 3.726894 (lr=1.2883e-04) (hash(x)=38989220)
+7843 train 3.851313 (lr=1.2877e-04) (hash(x)=36725995)
+7844 train 3.782277 (lr=1.2871e-04) (hash(x)=38961210)
+7845 train 3.785772 (lr=1.2865e-04) (hash(x)=35271965)
+7846 train 3.760177 (lr=1.2859e-04) (hash(x)=48017493)
+7847 train 3.824487 (lr=1.2853e-04) (hash(x)=37927674)
+7848 train 3.762506 (lr=1.2847e-04) (hash(x)=41001564)
+7849 train 3.801120 (lr=1.2841e-04) (hash(x)=37683044)
+7850 train 3.812908 (lr=1.2835e-04) (hash(x)=41215123)
+7851 train 3.840228 (lr=1.2828e-04) (hash(x)=34767166)
+7852 train 3.794101 (lr=1.2822e-04) (hash(x)=40148811)
+7853 train 3.819558 (lr=1.2816e-04) (hash(x)=39932211)
+7854 train 3.769846 (lr=1.2810e-04) (hash(x)=37210485)
+7855 train 3.840221 (lr=1.2804e-04) (hash(x)=38585829)
+7856 train 3.814038 (lr=1.2798e-04) (hash(x)=45389632)
+7857 train 3.823464 (lr=1.2792e-04) (hash(x)=40826465)
+7858 train 3.769642 (lr=1.2786e-04) (hash(x)=41969443)
+7859 train 3.808826 (lr=1.2780e-04) (hash(x)=38278104)
+7860 train 3.803808 (lr=1.2774e-04) (hash(x)=37890168)
+7861 train 3.793411 (lr=1.2768e-04) (hash(x)=39802003)
+7862 train 3.728526 (lr=1.2762e-04) (hash(x)=34848764)
+7863 train 3.800663 (lr=1.2756e-04) (hash(x)=38798729)
+7864 train 3.753733 (lr=1.2750e-04) (hash(x)=29664956)
+7865 train 3.793825 (lr=1.2744e-04) (hash(x)=39546637)
+7866 train 3.832883 (lr=1.2738e-04) (hash(x)=40101833)
+7867 train 3.834969 (lr=1.2732e-04) (hash(x)=39886578)
+7868 train 3.748668 (lr=1.2726e-04) (hash(x)=38767570)
+7869 train 3.753088 (lr=1.2720e-04) (hash(x)=39475155)
+7870 train 3.746603 (lr=1.2714e-04) (hash(x)=39999281)
+7871 train 3.741186 (lr=1.2707e-04) (hash(x)=38911304)
+7872 train 3.783600 (lr=1.2701e-04) (hash(x)=39395614)
+7873 train 3.717126 (lr=1.2695e-04) (hash(x)=42311090)
+7874 train 3.771247 (lr=1.2689e-04) (hash(x)=38826699)
+7875 train 3.782604 (lr=1.2683e-04) (hash(x)=42876113)
+7876 train 3.798862 (lr=1.2677e-04) (hash(x)=37319948)
+7877 train 3.774614 (lr=1.2671e-04) (hash(x)=40796998)
+7878 train 3.847942 (lr=1.2665e-04) (hash(x)=37648208)
+7879 train 3.798023 (lr=1.2659e-04) (hash(x)=40023276)
+7880 train 3.733029 (lr=1.2653e-04) (hash(x)=41012662)
+7881 train 3.764015 (lr=1.2647e-04) (hash(x)=35353760)
+7882 train 3.758392 (lr=1.2641e-04) (hash(x)=37539108)
+7883 train 3.731625 (lr=1.2635e-04) (hash(x)=43169429)
+7884 train 3.779425 (lr=1.2629e-04) (hash(x)=34370950)
+7885 train 3.788693 (lr=1.2623e-04) (hash(x)=53251708)
+7886 train 3.821934 (lr=1.2617e-04) (hash(x)=43022970)
+7887 train 3.767124 (lr=1.2611e-04) (hash(x)=38948613)
+7888 train 3.757946 (lr=1.2605e-04) (hash(x)=32852975)
+7889 train 3.820431 (lr=1.2599e-04) (hash(x)=32549470)
+7890 train 3.764648 (lr=1.2593e-04) (hash(x)=36581623)
+7891 train 3.829404 (lr=1.2587e-04) (hash(x)=41095736)
+7892 train 3.797674 (lr=1.2581e-04) (hash(x)=35056803)
+7893 train 3.828379 (lr=1.2575e-04) (hash(x)=40006294)
+7894 train 3.794479 (lr=1.2569e-04) (hash(x)=40433910)
+7895 train 3.793140 (lr=1.2564e-04) (hash(x)=50077210)
+7896 train 3.797852 (lr=1.2558e-04) (hash(x)=37424726)
+7897 train 3.775815 (lr=1.2552e-04) (hash(x)=43514349)
+7898 train 3.776618 (lr=1.2546e-04) (hash(x)=35886098)
+7899 train 3.793801 (lr=1.2540e-04) (hash(x)=42960271)
+7900 train 3.791020 (lr=1.2534e-04) (hash(x)=37952826)
+7901 train 3.755192 (lr=1.2528e-04) (hash(x)=43892643)
+7902 train 3.742680 (lr=1.2522e-04) (hash(x)=36125569)
+7903 train 3.764011 (lr=1.2516e-04) (hash(x)=40102444)
+7904 train 3.758566 (lr=1.2510e-04) (hash(x)=41666406)
+7905 train 3.786331 (lr=1.2504e-04) (hash(x)=37459499)
+7906 train 3.703069 (lr=1.2498e-04) (hash(x)=44233924)
+7907 train 3.746691 (lr=1.2492e-04) (hash(x)=34666251)
+7908 train 3.789761 (lr=1.2486e-04) (hash(x)=46785085)
+7909 train 3.776818 (lr=1.2480e-04) (hash(x)=39473167)
+7910 train 3.791647 (lr=1.2474e-04) (hash(x)=37756807)
+7911 train 3.782692 (lr=1.2468e-04) (hash(x)=40685710)
+7912 train 3.757603 (lr=1.2462e-04) (hash(x)=51880970)
+7913 train 3.766348 (lr=1.2456e-04) (hash(x)=42678764)
+7914 train 3.766242 (lr=1.2451e-04) (hash(x)=39389558)
+7915 train 3.746877 (lr=1.2445e-04) (hash(x)=41466470)
+7916 train 3.810101 (lr=1.2439e-04) (hash(x)=44107557)
+7917 train 3.673013 (lr=1.2433e-04) (hash(x)=40649729)
+7918 train 3.742029 (lr=1.2427e-04) (hash(x)=27627663)
+7919 train 3.742269 (lr=1.2421e-04) (hash(x)=45276952)
+7920 train 3.765840 (lr=1.2415e-04) (hash(x)=40910703)
+7921 train 3.789814 (lr=1.2409e-04) (hash(x)=49131665)
+7922 train 3.796396 (lr=1.2403e-04) (hash(x)=44436967)
+7923 train 3.789012 (lr=1.2397e-04) (hash(x)=32187531)
+7924 train 3.745282 (lr=1.2391e-04) (hash(x)=36328281)
+7925 train 3.768969 (lr=1.2385e-04) (hash(x)=39041317)
+7926 train 3.788905 (lr=1.2380e-04) (hash(x)=44277248)
+7927 train 3.787330 (lr=1.2374e-04) (hash(x)=40066083)
+7928 train 3.827791 (lr=1.2368e-04) (hash(x)=41229570)
+7929 train 3.804844 (lr=1.2362e-04) (hash(x)=40445405)
+7930 train 3.866981 (lr=1.2356e-04) (hash(x)=41542299)
+7931 train 3.892265 (lr=1.2350e-04) (hash(x)=38698371)
+7932 train 3.882589 (lr=1.2344e-04) (hash(x)=35271695)
+7933 train 3.791737 (lr=1.2338e-04) (hash(x)=40905186)
+7934 train 3.781315 (lr=1.2332e-04) (hash(x)=43852277)
+7935 train 3.827080 (lr=1.2327e-04) (hash(x)=37995500)
+7936 train 3.843557 (lr=1.2321e-04) (hash(x)=45529988)
+7937 train 3.758338 (lr=1.2315e-04) (hash(x)=34043394)
+7938 train 3.768170 (lr=1.2309e-04) (hash(x)=41998697)
+7939 train 3.792304 (lr=1.2303e-04) (hash(x)=42996801)
+7940 train 3.797390 (lr=1.2297e-04) (hash(x)=38844602)
+7941 train 3.789727 (lr=1.2291e-04) (hash(x)=43567259)
+7942 train 3.792707 (lr=1.2286e-04) (hash(x)=38050262)
+7943 train 3.783852 (lr=1.2280e-04) (hash(x)=37444312)
+7944 train 3.767645 (lr=1.2274e-04) (hash(x)=40458175)
+7945 train 3.730567 (lr=1.2268e-04) (hash(x)=42938488)
+7946 train 3.801134 (lr=1.2262e-04) (hash(x)=38068128)
+7947 train 3.774177 (lr=1.2256e-04) (hash(x)=42954147)
+7948 train 3.845469 (lr=1.2250e-04) (hash(x)=40997142)
+7949 train 3.756835 (lr=1.2245e-04) (hash(x)=41949838)
+7950 train 3.914424 (lr=1.2239e-04) (hash(x)=46442168)
+7951 train 3.765172 (lr=1.2233e-04) (hash(x)=41193513)
+7952 train 3.738162 (lr=1.2227e-04) (hash(x)=42094359)
+7953 train 3.821716 (lr=1.2221e-04) (hash(x)=40224693)
+7954 train 3.832553 (lr=1.2215e-04) (hash(x)=40694172)
+7955 train 3.724960 (lr=1.2210e-04) (hash(x)=43849034)
+7956 train 3.800168 (lr=1.2204e-04) (hash(x)=43031818)
+7957 train 3.716105 (lr=1.2198e-04) (hash(x)=42648027)
+7958 train 3.829612 (lr=1.2192e-04) (hash(x)=41324822)
+7959 train 3.823734 (lr=1.2186e-04) (hash(x)=43615204)
+7960 train 3.756220 (lr=1.2180e-04) (hash(x)=42166024)
+7961 train 3.754663 (lr=1.2175e-04) (hash(x)=38679759)
+7962 train 3.770566 (lr=1.2169e-04) (hash(x)=34957253)
+7963 train 3.791884 (lr=1.2163e-04) (hash(x)=37168942)
+7964 train 3.830951 (lr=1.2157e-04) (hash(x)=36040623)
+7965 train 3.794137 (lr=1.2151e-04) (hash(x)=39944386)
+7966 train 3.777280 (lr=1.2146e-04) (hash(x)=40045771)
+7967 train 3.759291 (lr=1.2140e-04) (hash(x)=44407115)
+7968 train 3.809309 (lr=1.2134e-04) (hash(x)=44484426)
+7969 train 3.770926 (lr=1.2128e-04) (hash(x)=40789214)
+7970 train 3.785488 (lr=1.2122e-04) (hash(x)=39432959)
+7971 train 3.731092 (lr=1.2117e-04) (hash(x)=38648345)
+7972 train 3.808418 (lr=1.2111e-04) (hash(x)=41878775)
+7973 train 3.823085 (lr=1.2105e-04) (hash(x)=37828171)
+7974 train 3.794890 (lr=1.2099e-04) (hash(x)=42773508)
+7975 train 3.745385 (lr=1.2093e-04) (hash(x)=42981879)
+7976 train 3.745567 (lr=1.2088e-04) (hash(x)=39526595)
+7977 train 3.775412 (lr=1.2082e-04) (hash(x)=44116937)
+7978 train 3.756694 (lr=1.2076e-04) (hash(x)=43641905)
+7979 train 3.738878 (lr=1.2070e-04) (hash(x)=42470607)
+7980 train 3.738854 (lr=1.2065e-04) (hash(x)=38703129)
+7981 train 3.804046 (lr=1.2059e-04) (hash(x)=38442042)
+7982 train 3.770858 (lr=1.2053e-04) (hash(x)=37327148)
+7983 train 3.799919 (lr=1.2047e-04) (hash(x)=42418663)
+7984 train 3.771256 (lr=1.2042e-04) (hash(x)=40735368)
+7985 train 3.749851 (lr=1.2036e-04) (hash(x)=48465047)
+7986 train 3.758420 (lr=1.2030e-04) (hash(x)=34954901)
+7987 train 3.784790 (lr=1.2024e-04) (hash(x)=40681768)
+7988 train 3.804928 (lr=1.2018e-04) (hash(x)=37742200)
+7989 train 3.775091 (lr=1.2013e-04) (hash(x)=39088579)
+7990 train 3.778212 (lr=1.2007e-04) (hash(x)=39913142)
+7991 train 3.809568 (lr=1.2001e-04) (hash(x)=36971052)
+7992 train 3.799923 (lr=1.1996e-04) (hash(x)=35949497)
+7993 train 3.787983 (lr=1.1990e-04) (hash(x)=39550642)
+7994 train 3.833092 (lr=1.1984e-04) (hash(x)=48741738)
+7995 train 3.721548 (lr=1.1978e-04) (hash(x)=39586059)
+7996 train 3.810729 (lr=1.1973e-04) (hash(x)=42632671)
+7997 train 3.749822 (lr=1.1967e-04) (hash(x)=40622843)
+7998 train 3.766496 (lr=1.1961e-04) (hash(x)=40265835)
+7999 train 3.832455 (lr=1.1955e-04) (hash(x)=44697460)
+8000 val loss 3.7608
+8000 val perplexity 42.9840
+8000 hella 0.2942
+8000 train 3.826811 (lr=1.1950e-04) (hash(x)=30483869)
+8001 train 3.795028 (lr=1.1944e-04) (hash(x)=42169061)
+8002 train 3.749855 (lr=1.1938e-04) (hash(x)=41684737)
+8003 train 3.739972 (lr=1.1933e-04) (hash(x)=38235292)
+8004 train 3.823071 (lr=1.1927e-04) (hash(x)=36158582)
+8005 train 3.854881 (lr=1.1921e-04) (hash(x)=40754658)
+8006 train 3.784487 (lr=1.1915e-04) (hash(x)=43182360)
+8007 train 3.741175 (lr=1.1910e-04) (hash(x)=39572352)
+8008 train 3.814581 (lr=1.1904e-04) (hash(x)=36969797)
+8009 train 3.836021 (lr=1.1898e-04) (hash(x)=40058482)
+8010 train 3.750903 (lr=1.1893e-04) (hash(x)=35740449)
+8011 train 3.736011 (lr=1.1887e-04) (hash(x)=27670931)
+8012 train 3.707929 (lr=1.1881e-04) (hash(x)=35150740)
+8013 train 3.773629 (lr=1.1876e-04) (hash(x)=35016917)
+8014 train 3.758029 (lr=1.1870e-04) (hash(x)=38682756)
+8015 train 3.764627 (lr=1.1864e-04) (hash(x)=39106562)
+8016 train 3.855690 (lr=1.1858e-04) (hash(x)=39428603)
+8017 train 3.825835 (lr=1.1853e-04) (hash(x)=42612112)
+8018 train 3.810868 (lr=1.1847e-04) (hash(x)=39441406)
+8019 train 3.721563 (lr=1.1841e-04) (hash(x)=34709583)
+8020 train 3.708788 (lr=1.1836e-04) (hash(x)=39562317)
+8021 train 3.798523 (lr=1.1830e-04) (hash(x)=39583758)
+8022 train 3.807431 (lr=1.1824e-04) (hash(x)=44874234)
+8023 train 3.830446 (lr=1.1819e-04) (hash(x)=38391012)
+8024 train 3.866130 (lr=1.1813e-04) (hash(x)=44985871)
+8025 train 3.818121 (lr=1.1807e-04) (hash(x)=41831592)
+8026 train 3.807127 (lr=1.1802e-04) (hash(x)=44214015)
+8027 train 3.800394 (lr=1.1796e-04) (hash(x)=38458588)
+8028 train 3.739911 (lr=1.1790e-04) (hash(x)=34893332)
+8029 train 3.764349 (lr=1.1785e-04) (hash(x)=34547329)
+8030 train 3.819321 (lr=1.1779e-04) (hash(x)=42863637)
+8031 train 3.768677 (lr=1.1773e-04) (hash(x)=37059451)
+8032 train 3.783252 (lr=1.1768e-04) (hash(x)=42751953)
+8033 train 3.757420 (lr=1.1762e-04) (hash(x)=45020382)
+8034 train 3.804254 (lr=1.1757e-04) (hash(x)=45022326)
+8035 train 3.871830 (lr=1.1751e-04) (hash(x)=40098059)
+8036 train 3.818510 (lr=1.1745e-04) (hash(x)=39151557)
+8037 train 3.766654 (lr=1.1740e-04) (hash(x)=42315898)
+8038 train 3.789411 (lr=1.1734e-04) (hash(x)=43793759)
+8039 train 3.845369 (lr=1.1728e-04) (hash(x)=36061233)
+8040 train 3.778480 (lr=1.1723e-04) (hash(x)=40459859)
+8041 train 3.784929 (lr=1.1717e-04) (hash(x)=45919037)
+8042 train 3.808619 (lr=1.1712e-04) (hash(x)=38338965)
+8043 train 3.767097 (lr=1.1706e-04) (hash(x)=38884260)
+8044 train 3.767957 (lr=1.1700e-04) (hash(x)=37265988)
+8045 train 3.837581 (lr=1.1695e-04) (hash(x)=41942323)
+8046 train 3.846643 (lr=1.1689e-04) (hash(x)=41835453)
+8047 train 3.794021 (lr=1.1683e-04) (hash(x)=40584244)
+8048 train 3.760258 (lr=1.1678e-04) (hash(x)=37195679)
+8049 train 3.777541 (lr=1.1672e-04) (hash(x)=40858497)
+8050 train 3.787997 (lr=1.1667e-04) (hash(x)=42139122)
+8051 train 3.778663 (lr=1.1661e-04) (hash(x)=39953271)
+8052 train 3.737637 (lr=1.1655e-04) (hash(x)=44119297)
+8053 train 3.772077 (lr=1.1650e-04) (hash(x)=53072781)
+8054 train 3.764018 (lr=1.1644e-04) (hash(x)=36810184)
+8055 train 3.764030 (lr=1.1639e-04) (hash(x)=40857238)
+8056 train 3.792234 (lr=1.1633e-04) (hash(x)=41336790)
+8057 train 3.748931 (lr=1.1628e-04) (hash(x)=44111018)
+8058 train 3.742119 (lr=1.1622e-04) (hash(x)=38075206)
+8059 train 3.731441 (lr=1.1616e-04) (hash(x)=40911304)
+8060 train 3.783586 (lr=1.1611e-04) (hash(x)=37405237)
+8061 train 3.777502 (lr=1.1605e-04) (hash(x)=41471451)
+8062 train 3.863784 (lr=1.1600e-04) (hash(x)=31096571)
+8063 train 3.810696 (lr=1.1594e-04) (hash(x)=38458753)
+8064 train 3.764474 (lr=1.1589e-04) (hash(x)=38188773)
+8065 train 3.768435 (lr=1.1583e-04) (hash(x)=37424927)
+8066 train 3.775684 (lr=1.1577e-04) (hash(x)=43214465)
+8067 train 3.785943 (lr=1.1572e-04) (hash(x)=37286236)
+8068 train 3.804936 (lr=1.1566e-04) (hash(x)=38315861)
+8069 train 3.784072 (lr=1.1561e-04) (hash(x)=47418732)
+8070 train 3.871794 (lr=1.1555e-04) (hash(x)=43721721)
+8071 train 3.753208 (lr=1.1550e-04) (hash(x)=42444603)
+8072 train 3.876726 (lr=1.1544e-04) (hash(x)=43075348)
+8073 train 3.803977 (lr=1.1539e-04) (hash(x)=43481237)
+8074 train 3.763942 (lr=1.1533e-04) (hash(x)=41688432)
+8075 train 3.889859 (lr=1.1527e-04) (hash(x)=36657433)
+8076 train 3.812320 (lr=1.1522e-04) (hash(x)=40373772)
+8077 train 3.749057 (lr=1.1516e-04) (hash(x)=41906797)
+8078 train 3.830911 (lr=1.1511e-04) (hash(x)=38023259)
+8079 train 3.747849 (lr=1.1505e-04) (hash(x)=42489581)
+8080 train 3.862609 (lr=1.1500e-04) (hash(x)=40972706)
+8081 train 3.814905 (lr=1.1494e-04) (hash(x)=39010938)
+8082 train 3.828722 (lr=1.1489e-04) (hash(x)=36787319)
+8083 train 3.807467 (lr=1.1483e-04) (hash(x)=37207799)
+8084 train 3.771342 (lr=1.1478e-04) (hash(x)=34781806)
+8085 train 3.776901 (lr=1.1472e-04) (hash(x)=40812060)
+8086 train 3.779768 (lr=1.1467e-04) (hash(x)=39626954)
+8087 train 3.813098 (lr=1.1461e-04) (hash(x)=43983725)
+8088 train 3.755641 (lr=1.1456e-04) (hash(x)=35035541)
+8089 train 3.730259 (lr=1.1450e-04) (hash(x)=39042350)
+8090 train 3.847858 (lr=1.1445e-04) (hash(x)=38975166)
+8091 train 3.730633 (lr=1.1439e-04) (hash(x)=37293608)
+8092 train 3.722819 (lr=1.1434e-04) (hash(x)=44391666)
+8093 train 3.769845 (lr=1.1428e-04) (hash(x)=38196886)
+8094 train 3.792936 (lr=1.1423e-04) (hash(x)=41324953)
+8095 train 3.799851 (lr=1.1417e-04) (hash(x)=39631132)
+8096 train 3.827748 (lr=1.1412e-04) (hash(x)=38412600)
+8097 train 3.735359 (lr=1.1406e-04) (hash(x)=43423466)
+8098 train 3.801153 (lr=1.1401e-04) (hash(x)=40272757)
+8099 train 3.796767 (lr=1.1395e-04) (hash(x)=43378227)
+8100 train 3.784298 (lr=1.1390e-04) (hash(x)=39984095)
+8101 train 3.756238 (lr=1.1384e-04) (hash(x)=29648373)
+8102 train 3.804494 (lr=1.1379e-04) (hash(x)=42683949)
+8103 train 3.771150 (lr=1.1373e-04) (hash(x)=43930731)
+8104 train 3.735594 (lr=1.1368e-04) (hash(x)=46096356)
+8105 train 3.827112 (lr=1.1362e-04) (hash(x)=37091783)
+8106 train 3.740099 (lr=1.1357e-04) (hash(x)=38148466)
+8107 train 3.794703 (lr=1.1351e-04) (hash(x)=43291875)
+8108 train 3.746227 (lr=1.1346e-04) (hash(x)=36008196)
+8109 train 3.815063 (lr=1.1341e-04) (hash(x)=49633954)
+8110 train 3.803090 (lr=1.1335e-04) (hash(x)=37921385)
+8111 train 3.812819 (lr=1.1330e-04) (hash(x)=37263142)
+8112 train 3.887326 (lr=1.1324e-04) (hash(x)=40488619)
+8113 train 3.798042 (lr=1.1319e-04) (hash(x)=42151010)
+8114 train 3.741345 (lr=1.1313e-04) (hash(x)=42966895)
+8115 train 3.763453 (lr=1.1308e-04) (hash(x)=40782716)
+8116 train 3.783504 (lr=1.1302e-04) (hash(x)=43818385)
+8117 train 3.811587 (lr=1.1297e-04) (hash(x)=37230748)
+8118 train 3.791753 (lr=1.1292e-04) (hash(x)=43000696)
+8119 train 3.871944 (lr=1.1286e-04) (hash(x)=40255431)
+8120 train 3.817842 (lr=1.1281e-04) (hash(x)=39193758)
+8121 train 3.753927 (lr=1.1275e-04) (hash(x)=41800741)
+8122 train 3.796285 (lr=1.1270e-04) (hash(x)=37653367)
+8123 train 3.812446 (lr=1.1264e-04) (hash(x)=41930421)
+8124 train 3.772157 (lr=1.1259e-04) (hash(x)=41355454)
+8125 train 3.730811 (lr=1.1254e-04) (hash(x)=48087904)
+8126 train 3.744707 (lr=1.1248e-04) (hash(x)=41553046)
+8127 train 3.769374 (lr=1.1243e-04) (hash(x)=40352059)
+8128 train 3.772625 (lr=1.1237e-04) (hash(x)=38856977)
+8129 train 3.702002 (lr=1.1232e-04) (hash(x)=43128805)
+8130 train 3.790296 (lr=1.1227e-04) (hash(x)=37250136)
+8131 train 3.829348 (lr=1.1221e-04) (hash(x)=39777756)
+8132 train 3.719182 (lr=1.1216e-04) (hash(x)=36305357)
+8133 train 3.776088 (lr=1.1210e-04) (hash(x)=39367198)
+8134 train 3.752930 (lr=1.1205e-04) (hash(x)=40242582)
+8135 train 3.833564 (lr=1.1200e-04) (hash(x)=42464122)
+8136 train 3.805370 (lr=1.1194e-04) (hash(x)=41510997)
+8137 train 3.776478 (lr=1.1189e-04) (hash(x)=35862943)
+8138 train 3.798970 (lr=1.1183e-04) (hash(x)=46620072)
+8139 train 3.863088 (lr=1.1178e-04) (hash(x)=39831528)
+8140 train 3.850827 (lr=1.1173e-04) (hash(x)=43031187)
+8141 train 3.808830 (lr=1.1167e-04) (hash(x)=43340475)
+8142 train 3.773506 (lr=1.1162e-04) (hash(x)=43411475)
+8143 train 3.726568 (lr=1.1157e-04) (hash(x)=36793170)
+8144 train 3.800893 (lr=1.1151e-04) (hash(x)=38691938)
+8145 train 3.765504 (lr=1.1146e-04) (hash(x)=42864915)
+8146 train 3.780098 (lr=1.1140e-04) (hash(x)=40546833)
+8147 train 3.790632 (lr=1.1135e-04) (hash(x)=38515240)
+8148 train 3.796321 (lr=1.1130e-04) (hash(x)=39233131)
+8149 train 3.801512 (lr=1.1124e-04) (hash(x)=49840445)
+8150 train 3.786086 (lr=1.1119e-04) (hash(x)=56645602)
+8151 train 3.885309 (lr=1.1114e-04) (hash(x)=37992784)
+8152 train 3.809186 (lr=1.1108e-04) (hash(x)=34059789)
+8153 train 3.784310 (lr=1.1103e-04) (hash(x)=40402037)
+8154 train 3.849957 (lr=1.1098e-04) (hash(x)=38072809)
+8155 train 3.791393 (lr=1.1092e-04) (hash(x)=40113736)
+8156 train 3.789456 (lr=1.1087e-04) (hash(x)=43215171)
+8157 train 3.826862 (lr=1.1082e-04) (hash(x)=41836965)
+8158 train 3.818008 (lr=1.1076e-04) (hash(x)=35783759)
+8159 train 3.792301 (lr=1.1071e-04) (hash(x)=41732323)
+8160 train 3.743712 (lr=1.1066e-04) (hash(x)=38153008)
+8161 train 3.754902 (lr=1.1060e-04) (hash(x)=44736389)
+8162 train 3.775361 (lr=1.1055e-04) (hash(x)=29938060)
+8163 train 3.719669 (lr=1.1050e-04) (hash(x)=44715934)
+8164 train 3.824364 (lr=1.1044e-04) (hash(x)=45226902)
+8165 train 3.767521 (lr=1.1039e-04) (hash(x)=35871559)
+8166 train 3.766333 (lr=1.1034e-04) (hash(x)=39766299)
+8167 train 3.830898 (lr=1.1028e-04) (hash(x)=40065060)
+8168 train 3.753495 (lr=1.1023e-04) (hash(x)=35628651)
+8169 train 3.849403 (lr=1.1018e-04) (hash(x)=32456750)
+8170 train 3.829751 (lr=1.1012e-04) (hash(x)=41364659)
+8171 train 3.823428 (lr=1.1007e-04) (hash(x)=40262234)
+8172 train 3.843278 (lr=1.1002e-04) (hash(x)=39588447)
+8173 train 3.823384 (lr=1.0997e-04) (hash(x)=43807485)
+8174 train 3.775846 (lr=1.0991e-04) (hash(x)=39713061)
+8175 train 3.760098 (lr=1.0986e-04) (hash(x)=37130235)
+8176 train 3.813408 (lr=1.0981e-04) (hash(x)=44225881)
+8177 train 3.882658 (lr=1.0975e-04) (hash(x)=40877864)
+8178 train 3.791350 (lr=1.0970e-04) (hash(x)=42780856)
+8179 train 3.755607 (lr=1.0965e-04) (hash(x)=39012554)
+8180 train 3.779904 (lr=1.0960e-04) (hash(x)=49042245)
+8181 train 3.772706 (lr=1.0954e-04) (hash(x)=38931901)
+8182 train 3.758607 (lr=1.0949e-04) (hash(x)=43435357)
+8183 train 3.789799 (lr=1.0944e-04) (hash(x)=41565218)
+8184 train 3.835267 (lr=1.0938e-04) (hash(x)=36311728)
+8185 train 3.846654 (lr=1.0933e-04) (hash(x)=39603093)
+8186 train 3.802093 (lr=1.0928e-04) (hash(x)=37376512)
+8187 train 3.832907 (lr=1.0923e-04) (hash(x)=41976781)
+8188 train 3.769199 (lr=1.0917e-04) (hash(x)=40946340)
+8189 train 3.770861 (lr=1.0912e-04) (hash(x)=38994999)
+8190 train 3.832997 (lr=1.0907e-04) (hash(x)=37981861)
+8191 train 3.773797 (lr=1.0902e-04) (hash(x)=39694781)
+8192 train 3.834816 (lr=1.0896e-04) (hash(x)=42403643)
+8193 train 3.853396 (lr=1.0891e-04) (hash(x)=44475934)
+8194 train 3.755310 (lr=1.0886e-04) (hash(x)=39772877)
+8195 train 3.819596 (lr=1.0881e-04) (hash(x)=39045113)
+8196 train 3.749404 (lr=1.0875e-04) (hash(x)=40840908)
+8197 train 3.772206 (lr=1.0870e-04) (hash(x)=36269126)
+8198 train 3.810831 (lr=1.0865e-04) (hash(x)=33591977)
+8199 train 3.743375 (lr=1.0860e-04) (hash(x)=44552747)
+8200 train 3.819630 (lr=1.0855e-04) (hash(x)=40225050)
+8201 train 3.753132 (lr=1.0849e-04) (hash(x)=39782847)
+8202 train 3.759728 (lr=1.0844e-04) (hash(x)=38550708)
+8203 train 3.715609 (lr=1.0839e-04) (hash(x)=38852745)
+8204 train 3.781497 (lr=1.0834e-04) (hash(x)=48676800)
+8205 train 3.809903 (lr=1.0828e-04) (hash(x)=37916409)
+8206 train 3.773803 (lr=1.0823e-04) (hash(x)=37766140)
+8207 train 3.747986 (lr=1.0818e-04) (hash(x)=43458512)
+8208 train 3.769112 (lr=1.0813e-04) (hash(x)=38571055)
+8209 train 3.807835 (lr=1.0808e-04) (hash(x)=41352945)
+8210 train 3.754844 (lr=1.0802e-04) (hash(x)=40578200)
+8211 train 3.769021 (lr=1.0797e-04) (hash(x)=37848579)
+8212 train 3.812643 (lr=1.0792e-04) (hash(x)=38873773)
+8213 train 3.749909 (lr=1.0787e-04) (hash(x)=37655437)
+8214 train 3.746726 (lr=1.0782e-04) (hash(x)=40063950)
+8215 train 3.812812 (lr=1.0776e-04) (hash(x)=35322850)
+8216 train 3.889617 (lr=1.0771e-04) (hash(x)=43236859)
+8217 train 3.884576 (lr=1.0766e-04) (hash(x)=37300290)
+8218 train 3.803414 (lr=1.0761e-04) (hash(x)=39020214)
+8219 train 3.856170 (lr=1.0756e-04) (hash(x)=42318881)
+8220 train 3.837008 (lr=1.0751e-04) (hash(x)=45029979)
+8221 train 3.793441 (lr=1.0745e-04) (hash(x)=45907686)
+8222 train 3.729538 (lr=1.0740e-04) (hash(x)=39078453)
+8223 train 3.840519 (lr=1.0735e-04) (hash(x)=39610966)
+8224 train 3.788069 (lr=1.0730e-04) (hash(x)=39368256)
+8225 train 3.782100 (lr=1.0725e-04) (hash(x)=43256701)
+8226 train 3.860559 (lr=1.0720e-04) (hash(x)=69566261)
+8227 train 3.798166 (lr=1.0714e-04) (hash(x)=39594567)
+8228 train 3.773978 (lr=1.0709e-04) (hash(x)=37766083)
+8229 train 3.805761 (lr=1.0704e-04) (hash(x)=36765282)
+8230 train 3.782518 (lr=1.0699e-04) (hash(x)=42186978)
+8231 train 3.846667 (lr=1.0694e-04) (hash(x)=23819865)
+8232 train 3.789457 (lr=1.0689e-04) (hash(x)=39777738)
+8233 train 3.722449 (lr=1.0683e-04) (hash(x)=37054409)
+8234 train 3.776297 (lr=1.0678e-04) (hash(x)=36194778)
+8235 train 3.754597 (lr=1.0673e-04) (hash(x)=40423147)
+8236 train 3.761798 (lr=1.0668e-04) (hash(x)=42517385)
+8237 train 3.806406 (lr=1.0663e-04) (hash(x)=47849113)
+8238 train 3.866670 (lr=1.0658e-04) (hash(x)=41956330)
+8239 train 3.732223 (lr=1.0653e-04) (hash(x)=44653805)
+8240 train 3.768719 (lr=1.0648e-04) (hash(x)=41607922)
+8241 train 3.733881 (lr=1.0642e-04) (hash(x)=38915126)
+8242 train 3.813638 (lr=1.0637e-04) (hash(x)=37530631)
+8243 train 3.721827 (lr=1.0632e-04) (hash(x)=37394124)
+8244 train 3.859787 (lr=1.0627e-04) (hash(x)=39918010)
+8245 train 3.736056 (lr=1.0622e-04) (hash(x)=38288818)
+8246 train 3.731200 (lr=1.0617e-04) (hash(x)=42158008)
+8247 train 3.736285 (lr=1.0612e-04) (hash(x)=39150796)
+8248 train 3.728426 (lr=1.0607e-04) (hash(x)=37363642)
+8249 train 3.763209 (lr=1.0602e-04) (hash(x)=40921015)
+8250 val loss 3.7561
+8250 val perplexity 42.7803
+8250 hella 0.2955
+8250 train 3.750899 (lr=1.0596e-04) (hash(x)=45108714)
+8251 train 3.717061 (lr=1.0591e-04) (hash(x)=40502641)
+8252 train 3.736159 (lr=1.0586e-04) (hash(x)=34229600)
+8253 train 3.788005 (lr=1.0581e-04) (hash(x)=45270783)
+8254 train 3.763157 (lr=1.0576e-04) (hash(x)=47657850)
+8255 train 3.772394 (lr=1.0571e-04) (hash(x)=41611307)
+8256 train 3.770127 (lr=1.0566e-04) (hash(x)=40586604)
+8257 train 3.813584 (lr=1.0561e-04) (hash(x)=37068219)
+8258 train 3.800075 (lr=1.0556e-04) (hash(x)=49808077)
+8259 train 3.818619 (lr=1.0551e-04) (hash(x)=42570262)
+8260 train 3.803565 (lr=1.0546e-04) (hash(x)=36327528)
+8261 train 3.881582 (lr=1.0540e-04) (hash(x)=42311189)
+8262 train 3.819942 (lr=1.0535e-04) (hash(x)=41529683)
+8263 train 3.819498 (lr=1.0530e-04) (hash(x)=37092098)
+8264 train 3.828791 (lr=1.0525e-04) (hash(x)=37470292)
+8265 train 3.935145 (lr=1.0520e-04) (hash(x)=38619461)
+8266 train 3.773110 (lr=1.0515e-04) (hash(x)=37642328)
+8267 train 3.774241 (lr=1.0510e-04) (hash(x)=37894743)
+8268 train 3.750551 (lr=1.0505e-04) (hash(x)=37406252)
+8269 train 3.748690 (lr=1.0500e-04) (hash(x)=52475395)
+8270 train 3.769939 (lr=1.0495e-04) (hash(x)=38604350)
+8271 train 3.846157 (lr=1.0490e-04) (hash(x)=42701789)
+8272 train 3.789646 (lr=1.0485e-04) (hash(x)=32858945)
+8273 train 3.809480 (lr=1.0480e-04) (hash(x)=37075744)
+8274 train 3.804711 (lr=1.0475e-04) (hash(x)=38462866)
+8275 train 3.748094 (lr=1.0470e-04) (hash(x)=38559624)
+8276 train 3.755684 (lr=1.0465e-04) (hash(x)=44091922)
+8277 train 3.846747 (lr=1.0460e-04) (hash(x)=38145601)
+8278 train 3.819227 (lr=1.0455e-04) (hash(x)=39474846)
+8279 train 3.772187 (lr=1.0450e-04) (hash(x)=40349195)
+8280 train 3.720435 (lr=1.0445e-04) (hash(x)=43229796)
+8281 train 3.777730 (lr=1.0440e-04) (hash(x)=44067943)
+8282 train 3.784178 (lr=1.0435e-04) (hash(x)=37468690)
+8283 train 3.793524 (lr=1.0430e-04) (hash(x)=40373355)
+8284 train 3.784355 (lr=1.0425e-04) (hash(x)=49714714)
+8285 train 3.793496 (lr=1.0420e-04) (hash(x)=38895371)
+8286 train 3.788378 (lr=1.0415e-04) (hash(x)=45506962)
+8287 train 3.772588 (lr=1.0410e-04) (hash(x)=44620551)
+8288 train 3.806592 (lr=1.0405e-04) (hash(x)=40339708)
+8289 train 3.741217 (lr=1.0400e-04) (hash(x)=38767294)
+8290 train 3.769257 (lr=1.0395e-04) (hash(x)=39631038)
+8291 train 3.752729 (lr=1.0390e-04) (hash(x)=38496894)
+8292 train 3.780821 (lr=1.0385e-04) (hash(x)=41606627)
+8293 train 3.849098 (lr=1.0380e-04) (hash(x)=37598835)
+8294 train 3.806242 (lr=1.0375e-04) (hash(x)=35765947)
+8295 train 3.825376 (lr=1.0370e-04) (hash(x)=35218744)
+8296 train 3.727355 (lr=1.0365e-04) (hash(x)=38277599)
+8297 train 3.761814 (lr=1.0360e-04) (hash(x)=42823327)
+8298 train 3.785968 (lr=1.0355e-04) (hash(x)=41700831)
+8299 train 3.767297 (lr=1.0350e-04) (hash(x)=39347280)
+8300 train 3.797907 (lr=1.0345e-04) (hash(x)=39653582)
+8301 train 3.777456 (lr=1.0340e-04) (hash(x)=41586935)
+8302 train 3.807471 (lr=1.0335e-04) (hash(x)=40615613)
+8303 train 3.841783 (lr=1.0330e-04) (hash(x)=33663383)
+8304 train 3.766303 (lr=1.0325e-04) (hash(x)=42168942)
+8305 train 3.727000 (lr=1.0320e-04) (hash(x)=39934888)
+8306 train 3.782717 (lr=1.0315e-04) (hash(x)=36449311)
+8307 train 3.818295 (lr=1.0310e-04) (hash(x)=40138292)
+8308 train 3.781950 (lr=1.0305e-04) (hash(x)=38653513)
+8309 train 3.751948 (lr=1.0300e-04) (hash(x)=40334705)
+8310 train 3.761557 (lr=1.0295e-04) (hash(x)=47530436)
+8311 train 3.751352 (lr=1.0290e-04) (hash(x)=40259973)
+8312 train 3.776374 (lr=1.0285e-04) (hash(x)=40879958)
+8313 train 3.775320 (lr=1.0280e-04) (hash(x)=37835111)
+8314 train 3.808780 (lr=1.0275e-04) (hash(x)=46068395)
+8315 train 3.740212 (lr=1.0270e-04) (hash(x)=40782273)
+8316 train 3.763114 (lr=1.0266e-04) (hash(x)=37184299)
+8317 train 3.803061 (lr=1.0261e-04) (hash(x)=34932063)
+8318 train 3.819686 (lr=1.0256e-04) (hash(x)=42632017)
+8319 train 3.716472 (lr=1.0251e-04) (hash(x)=38585352)
+8320 train 3.739371 (lr=1.0246e-04) (hash(x)=36627253)
+8321 train 3.774475 (lr=1.0241e-04) (hash(x)=39629854)
+8322 train 3.773138 (lr=1.0236e-04) (hash(x)=37619856)
+8323 train 3.742943 (lr=1.0231e-04) (hash(x)=40931236)
+8324 train 3.797866 (lr=1.0226e-04) (hash(x)=32774956)
+8325 train 3.751986 (lr=1.0221e-04) (hash(x)=39240156)
+8326 train 3.813530 (lr=1.0216e-04) (hash(x)=43593249)
+8327 train 3.783558 (lr=1.0211e-04) (hash(x)=41343081)
+8328 train 3.749899 (lr=1.0207e-04) (hash(x)=41007316)
+8329 train 3.818559 (lr=1.0202e-04) (hash(x)=43183490)
+8330 train 3.756828 (lr=1.0197e-04) (hash(x)=38341342)
+8331 train 3.821028 (lr=1.0192e-04) (hash(x)=38488825)
+8332 train 3.755586 (lr=1.0187e-04) (hash(x)=38005712)
+8333 train 3.787442 (lr=1.0182e-04) (hash(x)=38813064)
+8334 train 3.770732 (lr=1.0177e-04) (hash(x)=41832942)
+8335 train 3.805540 (lr=1.0172e-04) (hash(x)=40098400)
+8336 train 3.745872 (lr=1.0167e-04) (hash(x)=47241699)
+8337 train 3.882117 (lr=1.0163e-04) (hash(x)=35577065)
+8338 train 3.761553 (lr=1.0158e-04) (hash(x)=41039694)
+8339 train 3.821676 (lr=1.0153e-04) (hash(x)=37499519)
+8340 train 3.755141 (lr=1.0148e-04) (hash(x)=37605077)
+8341 train 3.775697 (lr=1.0143e-04) (hash(x)=33078676)
+8342 train 3.772481 (lr=1.0138e-04) (hash(x)=37792946)
+8343 train 3.783459 (lr=1.0133e-04) (hash(x)=35393448)
+8344 train 3.752817 (lr=1.0129e-04) (hash(x)=36139333)
+8345 train 3.764934 (lr=1.0124e-04) (hash(x)=34003628)
+8346 train 3.885374 (lr=1.0119e-04) (hash(x)=42236468)
+8347 train 3.717419 (lr=1.0114e-04) (hash(x)=37695501)
+8348 train 3.756922 (lr=1.0109e-04) (hash(x)=34985499)
+8349 train 3.733435 (lr=1.0104e-04) (hash(x)=38722597)
+8350 train 3.771363 (lr=1.0099e-04) (hash(x)=38925573)
+8351 train 3.739587 (lr=1.0095e-04) (hash(x)=40978553)
+8352 train 3.722529 (lr=1.0090e-04) (hash(x)=41071151)
+8353 train 3.806240 (lr=1.0085e-04) (hash(x)=41346359)
+8354 train 3.796274 (lr=1.0080e-04) (hash(x)=43103331)
+8355 train 3.687967 (lr=1.0075e-04) (hash(x)=39993348)
+8356 train 3.813009 (lr=1.0070e-04) (hash(x)=43350849)
+8357 train 3.788370 (lr=1.0066e-04) (hash(x)=40131133)
+8358 train 3.760817 (lr=1.0061e-04) (hash(x)=47427051)
+8359 train 3.759295 (lr=1.0056e-04) (hash(x)=38516664)
+8360 train 3.795584 (lr=1.0051e-04) (hash(x)=37065178)
+8361 train 3.721806 (lr=1.0046e-04) (hash(x)=38385195)
+8362 train 3.760942 (lr=1.0042e-04) (hash(x)=41132568)
+8363 train 3.788381 (lr=1.0037e-04) (hash(x)=45852405)
+8364 train 3.831680 (lr=1.0032e-04) (hash(x)=46142957)
+8365 train 3.754863 (lr=1.0027e-04) (hash(x)=37674315)
+8366 train 3.826284 (lr=1.0022e-04) (hash(x)=40551807)
+8367 train 3.888820 (lr=1.0018e-04) (hash(x)=35428929)
+8368 train 3.799662 (lr=1.0013e-04) (hash(x)=39900258)
+8369 train 3.817168 (lr=1.0008e-04) (hash(x)=42762731)
+8370 train 3.793392 (lr=1.0003e-04) (hash(x)=35060049)
+8371 train 3.895312 (lr=9.9984e-05) (hash(x)=39976425)
+8372 train 3.785886 (lr=9.9936e-05) (hash(x)=38214454)
+8373 train 3.799623 (lr=9.9889e-05) (hash(x)=42364096)
+8374 train 3.827798 (lr=9.9841e-05) (hash(x)=38654188)
+8375 train 3.876268 (lr=9.9793e-05) (hash(x)=40761828)
+8376 train 3.798851 (lr=9.9745e-05) (hash(x)=45687266)
+8377 train 3.798725 (lr=9.9698e-05) (hash(x)=39312694)
+8378 train 3.784506 (lr=9.9650e-05) (hash(x)=36394130)
+8379 train 3.717927 (lr=9.9602e-05) (hash(x)=66071500)
+8380 train 3.775090 (lr=9.9555e-05) (hash(x)=38569900)
+8381 train 3.746034 (lr=9.9507e-05) (hash(x)=33699086)
+8382 train 3.825546 (lr=9.9460e-05) (hash(x)=32519322)
+8383 train 3.771289 (lr=9.9412e-05) (hash(x)=39641265)
+8384 train 3.770462 (lr=9.9365e-05) (hash(x)=44408846)
+8385 train 3.758620 (lr=9.9317e-05) (hash(x)=32330480)
+8386 train 3.776738 (lr=9.9270e-05) (hash(x)=42447782)
+8387 train 3.827650 (lr=9.9222e-05) (hash(x)=41354450)
+8388 train 3.757455 (lr=9.9175e-05) (hash(x)=40576941)
+8389 train 3.821236 (lr=9.9127e-05) (hash(x)=40444791)
+8390 train 3.751148 (lr=9.9080e-05) (hash(x)=45378763)
+8391 train 3.775154 (lr=9.9033e-05) (hash(x)=38851912)
+8392 train 3.737360 (lr=9.8985e-05) (hash(x)=44515373)
+8393 train 3.768470 (lr=9.8938e-05) (hash(x)=44532900)
+8394 train 3.807556 (lr=9.8891e-05) (hash(x)=49302694)
+8395 train 3.854924 (lr=9.8844e-05) (hash(x)=37746808)
+8396 train 3.732996 (lr=9.8796e-05) (hash(x)=41579253)
+8397 train 3.726580 (lr=9.8749e-05) (hash(x)=41792192)
+8398 train 3.755015 (lr=9.8702e-05) (hash(x)=36578813)
+8399 train 3.773314 (lr=9.8655e-05) (hash(x)=39146280)
+8400 train 3.771380 (lr=9.8608e-05) (hash(x)=38092182)
+8401 train 3.782794 (lr=9.8561e-05) (hash(x)=41684237)
+8402 train 3.799007 (lr=9.8514e-05) (hash(x)=36795766)
+8403 train 3.856949 (lr=9.8467e-05) (hash(x)=33939329)
+8404 train 3.779799 (lr=9.8420e-05) (hash(x)=36397918)
+8405 train 3.803227 (lr=9.8373e-05) (hash(x)=40620613)
+8406 train 3.871002 (lr=9.8326e-05) (hash(x)=42761291)
+8407 train 3.798960 (lr=9.8279e-05) (hash(x)=38698600)
+8408 train 3.928044 (lr=9.8232e-05) (hash(x)=37086298)
+8409 train 3.762002 (lr=9.8185e-05) (hash(x)=36306169)
+8410 train 3.819091 (lr=9.8139e-05) (hash(x)=34975881)
+8411 train 3.838008 (lr=9.8092e-05) (hash(x)=45313690)
+8412 train 3.843496 (lr=9.8045e-05) (hash(x)=36771818)
+8413 train 3.805990 (lr=9.7998e-05) (hash(x)=34594639)
+8414 train 3.763175 (lr=9.7952e-05) (hash(x)=42405006)
+8415 train 3.765036 (lr=9.7905e-05) (hash(x)=38610975)
+8416 train 3.769421 (lr=9.7858e-05) (hash(x)=40928704)
+8417 train 3.785708 (lr=9.7812e-05) (hash(x)=41602844)
+8418 train 3.771630 (lr=9.7765e-05) (hash(x)=44618165)
+8419 train 3.815869 (lr=9.7718e-05) (hash(x)=40549309)
+8420 train 3.729468 (lr=9.7672e-05) (hash(x)=37190519)
+8421 train 3.757324 (lr=9.7625e-05) (hash(x)=39152271)
+8422 train 3.783926 (lr=9.7579e-05) (hash(x)=39238802)
+8423 train 3.778119 (lr=9.7532e-05) (hash(x)=45161966)
+8424 train 3.712934 (lr=9.7486e-05) (hash(x)=41243789)
+8425 train 3.751958 (lr=9.7439e-05) (hash(x)=43482615)
+8426 train 3.799580 (lr=9.7393e-05) (hash(x)=45015737)
+8427 train 3.742818 (lr=9.7347e-05) (hash(x)=42818104)
+8428 train 3.807590 (lr=9.7300e-05) (hash(x)=36241177)
+8429 train 3.810339 (lr=9.7254e-05) (hash(x)=41300720)
+8430 train 3.793097 (lr=9.7208e-05) (hash(x)=41719287)
+8431 train 3.759625 (lr=9.7161e-05) (hash(x)=45132690)
+8432 train 3.742269 (lr=9.7115e-05) (hash(x)=48688021)
+8433 train 3.758663 (lr=9.7069e-05) (hash(x)=34670038)
+8434 train 3.817345 (lr=9.7023e-05) (hash(x)=40038592)
+8435 train 3.777611 (lr=9.6977e-05) (hash(x)=35109955)
+8436 train 3.817943 (lr=9.6930e-05) (hash(x)=41393849)
+8437 train 3.778078 (lr=9.6884e-05) (hash(x)=41680355)
+8438 train 3.825807 (lr=9.6838e-05) (hash(x)=25945232)
+8439 train 3.752745 (lr=9.6792e-05) (hash(x)=39977991)
+8440 train 3.739842 (lr=9.6746e-05) (hash(x)=40379888)
+8441 train 3.821707 (lr=9.6700e-05) (hash(x)=40534971)
+8442 train 3.807110 (lr=9.6654e-05) (hash(x)=39389012)
+8443 train 3.825430 (lr=9.6608e-05) (hash(x)=37163383)
+8444 train 3.824370 (lr=9.6562e-05) (hash(x)=41875016)
+8445 train 3.793620 (lr=9.6516e-05) (hash(x)=38280763)
+8446 train 3.841347 (lr=9.6471e-05) (hash(x)=40022515)
+8447 train 3.818340 (lr=9.6425e-05) (hash(x)=38346031)
+8448 train 4.043830 (lr=9.6379e-05) (hash(x)=43418428)
+8449 train 3.771109 (lr=9.6333e-05) (hash(x)=39303793)
+8450 train 3.882807 (lr=9.6287e-05) (hash(x)=45726687)
+8451 train 3.771816 (lr=9.6242e-05) (hash(x)=38324356)
+8452 train 3.739739 (lr=9.6196e-05) (hash(x)=38122452)
+8453 train 3.752334 (lr=9.6150e-05) (hash(x)=30169930)
+8454 train 3.777065 (lr=9.6105e-05) (hash(x)=38960292)
+8455 train 3.700834 (lr=9.6059e-05) (hash(x)=39141688)
+8456 train 3.801333 (lr=9.6013e-05) (hash(x)=41185634)
+8457 train 3.752850 (lr=9.5968e-05) (hash(x)=40018402)
+8458 train 3.780443 (lr=9.5922e-05) (hash(x)=40073964)
+8459 train 3.716066 (lr=9.5877e-05) (hash(x)=45028086)
+8460 train 3.738197 (lr=9.5831e-05) (hash(x)=43997058)
+8461 train 3.755421 (lr=9.5786e-05) (hash(x)=34708259)
+8462 train 3.832412 (lr=9.5740e-05) (hash(x)=34651410)
+8463 train 3.729715 (lr=9.5695e-05) (hash(x)=38728781)
+8464 train 3.829761 (lr=9.5650e-05) (hash(x)=43979758)
+8465 train 3.845344 (lr=9.5604e-05) (hash(x)=40997721)
+8466 train 3.743015 (lr=9.5559e-05) (hash(x)=37971810)
+8467 train 3.792480 (lr=9.5514e-05) (hash(x)=43792649)
+8468 train 3.829908 (lr=9.5468e-05) (hash(x)=44971396)
+8469 train 3.879377 (lr=9.5423e-05) (hash(x)=41142642)
+8470 train 3.721010 (lr=9.5378e-05) (hash(x)=46233422)
+8471 train 3.763529 (lr=9.5333e-05) (hash(x)=40692727)
+8472 train 3.756262 (lr=9.5288e-05) (hash(x)=38718756)
+8473 train 3.737152 (lr=9.5242e-05) (hash(x)=42131042)
+8474 train 3.799990 (lr=9.5197e-05) (hash(x)=36341492)
+8475 train 3.795221 (lr=9.5152e-05) (hash(x)=46072106)
+8476 train 3.842402 (lr=9.5107e-05) (hash(x)=40035336)
+8477 train 3.788409 (lr=9.5062e-05) (hash(x)=47803749)
+8478 train 3.800428 (lr=9.5017e-05) (hash(x)=43247521)
+8479 train 3.826381 (lr=9.4972e-05) (hash(x)=37627670)
+8480 train 3.764544 (lr=9.4927e-05) (hash(x)=39637270)
+8481 train 3.858559 (lr=9.4882e-05) (hash(x)=41717100)
+8482 train 3.819755 (lr=9.4837e-05) (hash(x)=39704195)
+8483 train 3.804389 (lr=9.4792e-05) (hash(x)=37720937)
+8484 train 3.805101 (lr=9.4748e-05) (hash(x)=43876559)
+8485 train 3.882213 (lr=9.4703e-05) (hash(x)=43782527)
+8486 train 3.821693 (lr=9.4658e-05) (hash(x)=40875624)
+8487 train 3.751053 (lr=9.4613e-05) (hash(x)=42787331)
+8488 train 3.791043 (lr=9.4568e-05) (hash(x)=38346755)
+8489 train 3.732791 (lr=9.4524e-05) (hash(x)=40502548)
+8490 train 3.724274 (lr=9.4479e-05) (hash(x)=45653458)
+8491 train 3.743254 (lr=9.4434e-05) (hash(x)=49983434)
+8492 train 3.755761 (lr=9.4390e-05) (hash(x)=39939815)
+8493 train 3.787786 (lr=9.4345e-05) (hash(x)=42208875)
+8494 train 3.741459 (lr=9.4301e-05) (hash(x)=32909933)
+8495 train 3.783051 (lr=9.4256e-05) (hash(x)=37617340)
+8496 train 3.753370 (lr=9.4212e-05) (hash(x)=34882224)
+8497 train 3.800605 (lr=9.4167e-05) (hash(x)=36240264)
+8498 train 3.769491 (lr=9.4123e-05) (hash(x)=37466827)
+8499 train 3.808106 (lr=9.4078e-05) (hash(x)=46731360)
+8500 val loss 3.7523
+8500 val perplexity 42.6171
+8500 hella 0.2940
+8500 train 3.799416 (lr=9.4034e-05) (hash(x)=38259788)
+8501 train 3.755165 (lr=9.3989e-05) (hash(x)=39986803)
+8502 train 3.746777 (lr=9.3945e-05) (hash(x)=35534106)
+8503 train 3.760433 (lr=9.3901e-05) (hash(x)=38710791)
+8504 train 3.783304 (lr=9.3856e-05) (hash(x)=42136532)
+8505 train 3.815547 (lr=9.3812e-05) (hash(x)=38447668)
+8506 train 3.723850 (lr=9.3768e-05) (hash(x)=38086106)
+8507 train 3.770652 (lr=9.3724e-05) (hash(x)=37896807)
+8508 train 3.761903 (lr=9.3679e-05) (hash(x)=39838508)
+8509 train 3.815302 (lr=9.3635e-05) (hash(x)=42983008)
+8510 train 3.797900 (lr=9.3591e-05) (hash(x)=37879033)
+8511 train 3.777705 (lr=9.3547e-05) (hash(x)=40266335)
+8512 train 3.807647 (lr=9.3503e-05) (hash(x)=48654989)
+8513 train 3.922888 (lr=9.3459e-05) (hash(x)=34204794)
+8514 train 3.792309 (lr=9.3415e-05) (hash(x)=38030214)
+8515 train 3.806770 (lr=9.3371e-05) (hash(x)=35145589)
+8516 train 3.821422 (lr=9.3327e-05) (hash(x)=37755043)
+8517 train 3.802096 (lr=9.3283e-05) (hash(x)=40788735)
+8518 train 3.889432 (lr=9.3239e-05) (hash(x)=47543123)
+8519 train 3.849373 (lr=9.3195e-05) (hash(x)=35663269)
+8520 train 3.815247 (lr=9.3151e-05) (hash(x)=35802333)
+8521 train 3.772064 (lr=9.3107e-05) (hash(x)=43795973)
+8522 train 3.825936 (lr=9.3063e-05) (hash(x)=44824186)
+8523 train 3.802830 (lr=9.3020e-05) (hash(x)=39042856)
+8524 train 3.790693 (lr=9.2976e-05) (hash(x)=42729079)
+8525 train 3.740369 (lr=9.2932e-05) (hash(x)=34043578)
+8526 train 3.769094 (lr=9.2888e-05) (hash(x)=33126235)
+8527 train 3.835430 (lr=9.2845e-05) (hash(x)=44891665)
+8528 train 3.741096 (lr=9.2801e-05) (hash(x)=39189706)
+8529 train 3.790785 (lr=9.2758e-05) (hash(x)=39545035)
+8530 train 3.817032 (lr=9.2714e-05) (hash(x)=35645099)
+8531 train 3.785556 (lr=9.2670e-05) (hash(x)=48424449)
+8532 train 3.749903 (lr=9.2627e-05) (hash(x)=56814915)
+8533 train 3.721703 (lr=9.2583e-05) (hash(x)=42803627)
+8534 train 3.708640 (lr=9.2540e-05) (hash(x)=44146453)
+8535 train 3.747301 (lr=9.2496e-05) (hash(x)=39325736)
+8536 train 3.725675 (lr=9.2453e-05) (hash(x)=38304947)
+8537 train 3.786394 (lr=9.2409e-05) (hash(x)=38337913)
+8538 train 3.824269 (lr=9.2366e-05) (hash(x)=43161847)
+8539 train 3.759370 (lr=9.2323e-05) (hash(x)=40675920)
+8540 train 3.826368 (lr=9.2279e-05) (hash(x)=37319063)
+8541 train 3.748270 (lr=9.2236e-05) (hash(x)=39004997)
+8542 train 3.774572 (lr=9.2193e-05) (hash(x)=47166456)
+8543 train 3.766455 (lr=9.2150e-05) (hash(x)=36913429)
+8544 train 3.759021 (lr=9.2106e-05) (hash(x)=39056701)
+8545 train 3.815552 (lr=9.2063e-05) (hash(x)=45421796)
+8546 train 3.805395 (lr=9.2020e-05) (hash(x)=36160608)
+8547 train 3.821941 (lr=9.1977e-05) (hash(x)=43076985)
+8548 train 3.778129 (lr=9.1934e-05) (hash(x)=30507378)
+8549 train 3.783787 (lr=9.1891e-05) (hash(x)=45041067)
+8550 train 3.805611 (lr=9.1848e-05) (hash(x)=42747809)
+8551 train 3.838013 (lr=9.1805e-05) (hash(x)=43506947)
+8552 train 3.791660 (lr=9.1762e-05) (hash(x)=40783958)
+8553 train 3.859920 (lr=9.1719e-05) (hash(x)=44791537)
+8554 train 3.805930 (lr=9.1676e-05) (hash(x)=41427328)
+8555 train 3.777979 (lr=9.1633e-05) (hash(x)=35154738)
+8556 train 3.824444 (lr=9.1590e-05) (hash(x)=44362704)
+8557 train 3.862029 (lr=9.1547e-05) (hash(x)=35793761)
+8558 train 3.805780 (lr=9.1504e-05) (hash(x)=36460310)
+8559 train 3.873245 (lr=9.1461e-05) (hash(x)=38511358)
+8560 train 3.816683 (lr=9.1419e-05) (hash(x)=40022979)
+8561 train 3.792398 (lr=9.1376e-05) (hash(x)=36505590)
+8562 train 3.782852 (lr=9.1333e-05) (hash(x)=41472583)
+8563 train 3.732874 (lr=9.1290e-05) (hash(x)=37541927)
+8564 train 3.784105 (lr=9.1248e-05) (hash(x)=35943974)
+8565 train 3.754849 (lr=9.1205e-05) (hash(x)=45725108)
+8566 train 3.772680 (lr=9.1162e-05) (hash(x)=41448922)
+8567 train 3.806782 (lr=9.1120e-05) (hash(x)=39486090)
+8568 train 3.814632 (lr=9.1077e-05) (hash(x)=39976931)
+8569 train 3.774378 (lr=9.1035e-05) (hash(x)=35687278)
+8570 train 3.718078 (lr=9.0992e-05) (hash(x)=35355158)
+8571 train 3.731703 (lr=9.0950e-05) (hash(x)=36996201)
+8572 train 3.709035 (lr=9.0907e-05) (hash(x)=40199326)
+8573 train 3.711259 (lr=9.0865e-05) (hash(x)=38830465)
+8574 train 3.759112 (lr=9.0822e-05) (hash(x)=42611204)
+8575 train 3.828391 (lr=9.0780e-05) (hash(x)=38546908)
+8576 train 3.802748 (lr=9.0738e-05) (hash(x)=35090984)
+8577 train 3.717679 (lr=9.0695e-05) (hash(x)=40771570)
+8578 train 3.765003 (lr=9.0653e-05) (hash(x)=41632090)
+8579 train 3.802588 (lr=9.0611e-05) (hash(x)=40226910)
+8580 train 3.739072 (lr=9.0569e-05) (hash(x)=40341768)
+8581 train 3.768153 (lr=9.0526e-05) (hash(x)=33363996)
+8582 train 3.798100 (lr=9.0484e-05) (hash(x)=33695913)
+8583 train 3.855877 (lr=9.0442e-05) (hash(x)=46436324)
+8584 train 3.778960 (lr=9.0400e-05) (hash(x)=37553901)
+8585 train 3.792271 (lr=9.0358e-05) (hash(x)=37956850)
+8586 train 3.800919 (lr=9.0316e-05) (hash(x)=31887011)
+8587 train 3.769614 (lr=9.0274e-05) (hash(x)=46147811)
+8588 train 3.750709 (lr=9.0232e-05) (hash(x)=43133315)
+8589 train 3.847635 (lr=9.0190e-05) (hash(x)=42249123)
+8590 train 3.821877 (lr=9.0148e-05) (hash(x)=43433659)
+8591 train 3.870835 (lr=9.0106e-05) (hash(x)=38783511)
+8592 train 3.809240 (lr=9.0064e-05) (hash(x)=40312733)
+8593 train 3.823127 (lr=9.0022e-05) (hash(x)=39463476)
+8594 train 3.799942 (lr=8.9980e-05) (hash(x)=39843092)
+8595 train 3.815660 (lr=8.9938e-05) (hash(x)=30702715)
+8596 train 3.740151 (lr=8.9897e-05) (hash(x)=43189659)
+8597 train 3.781297 (lr=8.9855e-05) (hash(x)=40329272)
+8598 train 3.814192 (lr=8.9813e-05) (hash(x)=37797506)
+8599 train 3.774724 (lr=8.9771e-05) (hash(x)=36421442)
+8600 train 3.774152 (lr=8.9730e-05) (hash(x)=38385429)
+8601 train 3.790545 (lr=8.9688e-05) (hash(x)=37740942)
+8602 train 3.742566 (lr=8.9646e-05) (hash(x)=39616330)
+8603 train 3.772912 (lr=8.9605e-05) (hash(x)=36669428)
+8604 train 3.779643 (lr=8.9563e-05) (hash(x)=43951920)
+8605 train 3.696570 (lr=8.9522e-05) (hash(x)=41776245)
+8606 train 3.733680 (lr=8.9480e-05) (hash(x)=46196653)
+8607 train 3.729952 (lr=8.9439e-05) (hash(x)=38677786)
+8608 train 3.741898 (lr=8.9397e-05) (hash(x)=42350771)
+8609 train 3.677592 (lr=8.9356e-05) (hash(x)=38009483)
+8610 train 3.813192 (lr=8.9314e-05) (hash(x)=44555136)
+8611 train 3.762088 (lr=8.9273e-05) (hash(x)=41733955)
+8612 train 3.780836 (lr=8.9232e-05) (hash(x)=42427295)
+8613 train 3.770802 (lr=8.9190e-05) (hash(x)=48048304)
+8614 train 3.808237 (lr=8.9149e-05) (hash(x)=42866277)
+8615 train 3.732854 (lr=8.9108e-05) (hash(x)=40469369)
+8616 train 3.781564 (lr=8.9066e-05) (hash(x)=36507138)
+8617 train 3.719347 (lr=8.9025e-05) (hash(x)=42924578)
+8618 train 3.745569 (lr=8.8984e-05) (hash(x)=42847929)
+8619 train 3.736162 (lr=8.8943e-05) (hash(x)=42491517)
+8620 train 3.770762 (lr=8.8902e-05) (hash(x)=37507657)
+8621 train 3.748662 (lr=8.8861e-05) (hash(x)=39659597)
+8622 train 3.819190 (lr=8.8819e-05) (hash(x)=39790875)
+8623 train 3.775805 (lr=8.8778e-05) (hash(x)=42448764)
+8624 train 3.798239 (lr=8.8737e-05) (hash(x)=45090726)
+8625 train 3.818302 (lr=8.8696e-05) (hash(x)=39648838)
+8626 train 3.874769 (lr=8.8655e-05) (hash(x)=45058839)
+8627 train 3.788242 (lr=8.8614e-05) (hash(x)=37194937)
+8628 train 3.809600 (lr=8.8574e-05) (hash(x)=36891310)
+8629 train 3.824213 (lr=8.8533e-05) (hash(x)=37486036)
+8630 train 3.811950 (lr=8.8492e-05) (hash(x)=49452418)
+8631 train 3.857985 (lr=8.8451e-05) (hash(x)=38560900)
+8632 train 3.762440 (lr=8.8410e-05) (hash(x)=39370068)
+8633 train 3.781648 (lr=8.8369e-05) (hash(x)=37736397)
+8634 train 3.827580 (lr=8.8329e-05) (hash(x)=37822910)
+8635 train 3.770475 (lr=8.8288e-05) (hash(x)=38882563)
+8636 train 3.781034 (lr=8.8247e-05) (hash(x)=34037164)
+8637 train 3.721278 (lr=8.8207e-05) (hash(x)=38704838)
+8638 train 3.698356 (lr=8.8166e-05) (hash(x)=37853907)
+8639 train 3.789167 (lr=8.8125e-05) (hash(x)=38738519)
+8640 train 3.725941 (lr=8.8085e-05) (hash(x)=37453717)
+8641 train 3.738235 (lr=8.8044e-05) (hash(x)=33339496)
+8642 train 3.752252 (lr=8.8004e-05) (hash(x)=45646188)
+8643 train 3.809514 (lr=8.7963e-05) (hash(x)=42314467)
+8644 train 3.757853 (lr=8.7923e-05) (hash(x)=35054019)
+8645 train 3.710880 (lr=8.7882e-05) (hash(x)=42263264)
+8646 train 3.715289 (lr=8.7842e-05) (hash(x)=37198639)
+8647 train 3.747856 (lr=8.7801e-05) (hash(x)=32163188)
+8648 train 3.791002 (lr=8.7761e-05) (hash(x)=40648352)
+8649 train 3.763354 (lr=8.7721e-05) (hash(x)=39881159)
+8650 train 3.780982 (lr=8.7680e-05) (hash(x)=41265793)
+8651 train 3.806114 (lr=8.7640e-05) (hash(x)=40309695)
+8652 train 3.815203 (lr=8.7600e-05) (hash(x)=36746188)
+8653 train 3.788510 (lr=8.7560e-05) (hash(x)=42954207)
+8654 train 3.832575 (lr=8.7519e-05) (hash(x)=39243781)
+8655 train 3.842104 (lr=8.7479e-05) (hash(x)=41747540)
+8656 train 3.769094 (lr=8.7439e-05) (hash(x)=40499683)
+8657 train 3.786930 (lr=8.7399e-05) (hash(x)=43164299)
+8658 train 3.908725 (lr=8.7359e-05) (hash(x)=41156396)
+8659 train 3.821394 (lr=8.7319e-05) (hash(x)=44110407)
+8660 train 3.797393 (lr=8.7279e-05) (hash(x)=38127989)
+8661 train 3.733023 (lr=8.7239e-05) (hash(x)=37855623)
+8662 train 3.863091 (lr=8.7199e-05) (hash(x)=43262926)
+8663 train 3.852484 (lr=8.7159e-05) (hash(x)=41375649)
+8664 train 3.801970 (lr=8.7119e-05) (hash(x)=43807592)
+8665 train 3.832371 (lr=8.7079e-05) (hash(x)=40676687)
+8666 train 3.787298 (lr=8.7039e-05) (hash(x)=37816824)
+8667 train 3.794512 (lr=8.6999e-05) (hash(x)=41800751)
+8668 train 3.818601 (lr=8.6960e-05) (hash(x)=35681452)
+8669 train 3.758940 (lr=8.6920e-05) (hash(x)=39162014)
+8670 train 3.791399 (lr=8.6880e-05) (hash(x)=41006385)
+8671 train 3.846372 (lr=8.6840e-05) (hash(x)=39169701)
+8672 train 3.675318 (lr=8.6801e-05) (hash(x)=39586924)
+8673 train 3.784114 (lr=8.6761e-05) (hash(x)=39910967)
+8674 train 3.765607 (lr=8.6721e-05) (hash(x)=40046720)
+8675 train 3.774630 (lr=8.6682e-05) (hash(x)=32570405)
+8676 train 3.757633 (lr=8.6642e-05) (hash(x)=39195667)
+8677 train 3.782437 (lr=8.6603e-05) (hash(x)=41718755)
+8678 train 3.740540 (lr=8.6563e-05) (hash(x)=35553657)
+8679 train 3.801874 (lr=8.6524e-05) (hash(x)=41124581)
+8680 train 3.760181 (lr=8.6484e-05) (hash(x)=47398992)
+8681 train 3.763066 (lr=8.6445e-05) (hash(x)=39056766)
+8682 train 3.740152 (lr=8.6405e-05) (hash(x)=41055038)
+8683 train 3.766162 (lr=8.6366e-05) (hash(x)=41819366)
+8684 train 3.707840 (lr=8.6327e-05) (hash(x)=46694713)
+8685 train 3.792240 (lr=8.6287e-05) (hash(x)=39437401)
+8686 train 3.830569 (lr=8.6248e-05) (hash(x)=36888069)
+8687 train 3.793660 (lr=8.6209e-05) (hash(x)=45929995)
+8688 train 3.802385 (lr=8.6169e-05) (hash(x)=38546732)
+8689 train 3.815513 (lr=8.6130e-05) (hash(x)=36680802)
+8690 train 3.827103 (lr=8.6091e-05) (hash(x)=38786934)
+8691 train 3.833974 (lr=8.6052e-05) (hash(x)=44930201)
+8692 train 3.723785 (lr=8.6013e-05) (hash(x)=42393922)
+8693 train 3.787292 (lr=8.5974e-05) (hash(x)=36078148)
+8694 train 3.756402 (lr=8.5934e-05) (hash(x)=28341513)
+8695 train 3.815673 (lr=8.5895e-05) (hash(x)=38190734)
+8696 train 3.812246 (lr=8.5856e-05) (hash(x)=35948974)
+8697 train 3.816069 (lr=8.5817e-05) (hash(x)=38341663)
+8698 train 3.798971 (lr=8.5778e-05) (hash(x)=40685865)
+8699 train 3.779127 (lr=8.5739e-05) (hash(x)=42763687)
+8700 train 3.818705 (lr=8.5701e-05) (hash(x)=36510407)
+8701 train 3.793760 (lr=8.5662e-05) (hash(x)=36741367)
+8702 train 3.892535 (lr=8.5623e-05) (hash(x)=28412303)
+8703 train 3.774663 (lr=8.5584e-05) (hash(x)=40457902)
+8704 train 3.833621 (lr=8.5545e-05) (hash(x)=42491717)
+8705 train 3.773727 (lr=8.5506e-05) (hash(x)=37482597)
+8706 train 3.816752 (lr=8.5468e-05) (hash(x)=36012514)
+8707 train 3.813894 (lr=8.5429e-05) (hash(x)=36387693)
+8708 train 3.810409 (lr=8.5390e-05) (hash(x)=37483864)
+8709 train 3.781346 (lr=8.5352e-05) (hash(x)=34596280)
+8710 train 3.743461 (lr=8.5313e-05) (hash(x)=41634000)
+8711 train 3.740531 (lr=8.5274e-05) (hash(x)=37487762)
+8712 train 3.769807 (lr=8.5236e-05) (hash(x)=38347748)
+8713 train 3.729619 (lr=8.5197e-05) (hash(x)=41344044)
+8714 train 3.735647 (lr=8.5159e-05) (hash(x)=46863337)
+8715 train 3.718018 (lr=8.5120e-05) (hash(x)=39037377)
+8716 train 3.724202 (lr=8.5082e-05) (hash(x)=38801326)
+8717 train 3.757218 (lr=8.5043e-05) (hash(x)=39327359)
+8718 train 3.775262 (lr=8.5005e-05) (hash(x)=43151597)
+8719 train 3.773094 (lr=8.4967e-05) (hash(x)=40129808)
+8720 train 3.772832 (lr=8.4928e-05) (hash(x)=37291065)
+8721 train 3.757880 (lr=8.4890e-05) (hash(x)=39773254)
+8722 train 3.765077 (lr=8.4852e-05) (hash(x)=43667465)
+8723 train 3.773598 (lr=8.4813e-05) (hash(x)=39131272)
+8724 train 3.869663 (lr=8.4775e-05) (hash(x)=44103497)
+8725 train 3.716572 (lr=8.4737e-05) (hash(x)=40691059)
+8726 train 3.862289 (lr=8.4699e-05) (hash(x)=37598284)
+8727 train 3.786575 (lr=8.4660e-05) (hash(x)=41591858)
+8728 train 3.815725 (lr=8.4622e-05) (hash(x)=46667993)
+8729 train 3.742842 (lr=8.4584e-05) (hash(x)=42954613)
+8730 train 3.721718 (lr=8.4546e-05) (hash(x)=38245122)
+8731 train 3.545850 (lr=8.4508e-05) (hash(x)=40408023)
+8732 train 3.787936 (lr=8.4470e-05) (hash(x)=38539618)
+8733 train 3.791680 (lr=8.4432e-05) (hash(x)=36535091)
+8734 train 3.799042 (lr=8.4394e-05) (hash(x)=38548597)
+8735 train 3.827415 (lr=8.4356e-05) (hash(x)=36491984)
+8736 train 3.739330 (lr=8.4318e-05) (hash(x)=43141110)
+8737 train 3.819211 (lr=8.4280e-05) (hash(x)=37903413)
+8738 train 3.848684 (lr=8.4243e-05) (hash(x)=40042314)
+8739 train 3.885108 (lr=8.4205e-05) (hash(x)=40277225)
+8740 train 3.810258 (lr=8.4167e-05) (hash(x)=46159886)
+8741 train 3.759695 (lr=8.4129e-05) (hash(x)=40452730)
+8742 train 3.835306 (lr=8.4092e-05) (hash(x)=42740600)
+8743 train 3.791168 (lr=8.4054e-05) (hash(x)=40163565)
+8744 train 3.864152 (lr=8.4016e-05) (hash(x)=39163304)
+8745 train 3.887491 (lr=8.3978e-05) (hash(x)=36990849)
+8746 train 3.791890 (lr=8.3941e-05) (hash(x)=38984729)
+8747 train 3.731123 (lr=8.3903e-05) (hash(x)=41197400)
+8748 train 3.710677 (lr=8.3866e-05) (hash(x)=40075903)
+8749 train 3.823270 (lr=8.3828e-05) (hash(x)=39298262)
+8750 val loss 3.7470
+8750 val perplexity 42.3943
+8750 hella 0.2962
+8750 train 3.735477 (lr=8.3791e-05) (hash(x)=46144039)
+8751 train 3.692909 (lr=8.3753e-05) (hash(x)=37024814)
+8752 train 3.725317 (lr=8.3716e-05) (hash(x)=37124594)
+8753 train 3.714913 (lr=8.3678e-05) (hash(x)=38583567)
+8754 train 3.778804 (lr=8.3641e-05) (hash(x)=38675015)
+8755 train 3.741059 (lr=8.3604e-05) (hash(x)=39654694)
+8756 train 3.734906 (lr=8.3566e-05) (hash(x)=37285090)
+8757 train 3.730048 (lr=8.3529e-05) (hash(x)=40107816)
+8758 train 3.783795 (lr=8.3492e-05) (hash(x)=35623735)
+8759 train 3.804157 (lr=8.3454e-05) (hash(x)=40237332)
+8760 train 3.797927 (lr=8.3417e-05) (hash(x)=40100893)
+8761 train 3.742276 (lr=8.3380e-05) (hash(x)=45124397)
+8762 train 3.777648 (lr=8.3343e-05) (hash(x)=38438370)
+8763 train 3.742324 (lr=8.3306e-05) (hash(x)=39559121)
+8764 train 3.849980 (lr=8.3268e-05) (hash(x)=40593074)
+8765 train 3.818446 (lr=8.3231e-05) (hash(x)=29069034)
+8766 train 3.792557 (lr=8.3194e-05) (hash(x)=45199483)
+8767 train 3.829814 (lr=8.3157e-05) (hash(x)=41148702)
+8768 train 3.816570 (lr=8.3120e-05) (hash(x)=37334515)
+8769 train 3.794864 (lr=8.3083e-05) (hash(x)=41293871)
+8770 train 3.806129 (lr=8.3046e-05) (hash(x)=36886272)
+8771 train 3.830449 (lr=8.3009e-05) (hash(x)=36672708)
+8772 train 3.803607 (lr=8.2973e-05) (hash(x)=36317321)
+8773 train 3.860237 (lr=8.2936e-05) (hash(x)=33958793)
+8774 train 3.789411 (lr=8.2899e-05) (hash(x)=39225371)
+8775 train 3.812980 (lr=8.2862e-05) (hash(x)=40935461)
+8776 train 3.804739 (lr=8.2825e-05) (hash(x)=40185627)
+8777 train 3.808739 (lr=8.2789e-05) (hash(x)=40690388)
+8778 train 3.768092 (lr=8.2752e-05) (hash(x)=37890590)
+8779 train 3.955751 (lr=8.2715e-05) (hash(x)=38244980)
+8780 train 3.815589 (lr=8.2678e-05) (hash(x)=36925406)
+8781 train 3.792106 (lr=8.2642e-05) (hash(x)=37872328)
+8782 train 3.821827 (lr=8.2605e-05) (hash(x)=40164657)
+8783 train 3.747229 (lr=8.2569e-05) (hash(x)=42375623)
+8784 train 3.773784 (lr=8.2532e-05) (hash(x)=44936125)
+8785 train 3.806228 (lr=8.2496e-05) (hash(x)=40451167)
+8786 train 3.747559 (lr=8.2459e-05) (hash(x)=40729072)
+8787 train 3.791694 (lr=8.2423e-05) (hash(x)=36024219)
+8788 train 3.774565 (lr=8.2386e-05) (hash(x)=42637621)
+8789 train 3.817116 (lr=8.2350e-05) (hash(x)=39712686)
+8790 train 3.766813 (lr=8.2313e-05) (hash(x)=36857687)
+8791 train 3.753154 (lr=8.2277e-05) (hash(x)=33573246)
+8792 train 3.769018 (lr=8.2241e-05) (hash(x)=35736716)
+8793 train 3.732763 (lr=8.2204e-05) (hash(x)=37201641)
+8794 train 3.795084 (lr=8.2168e-05) (hash(x)=39084919)
+8795 train 3.745854 (lr=8.2132e-05) (hash(x)=36283426)
+8796 train 3.711658 (lr=8.2096e-05) (hash(x)=56110699)
+8797 train 3.757982 (lr=8.2060e-05) (hash(x)=39704634)
+8798 train 3.709286 (lr=8.2023e-05) (hash(x)=39707432)
+8799 train 3.770961 (lr=8.1987e-05) (hash(x)=38400003)
+8800 train 3.774814 (lr=8.1951e-05) (hash(x)=33831302)
+8801 train 3.711934 (lr=8.1915e-05) (hash(x)=43120379)
+8802 train 3.732704 (lr=8.1879e-05) (hash(x)=43516041)
+8803 train 3.711450 (lr=8.1843e-05) (hash(x)=43250783)
+8804 train 3.803672 (lr=8.1807e-05) (hash(x)=32840703)
+8805 train 3.705892 (lr=8.1771e-05) (hash(x)=44849759)
+8806 train 3.678516 (lr=8.1735e-05) (hash(x)=39518164)
+8807 train 3.732351 (lr=8.1699e-05) (hash(x)=41335201)
+8808 train 3.784660 (lr=8.1663e-05) (hash(x)=40915034)
+8809 train 3.808336 (lr=8.1628e-05) (hash(x)=40093508)
+8810 train 3.860115 (lr=8.1592e-05) (hash(x)=40037948)
+8811 train 3.773115 (lr=8.1556e-05) (hash(x)=37728713)
+8812 train 3.839884 (lr=8.1520e-05) (hash(x)=40690279)
+8813 train 3.782265 (lr=8.1485e-05) (hash(x)=35412857)
+8814 train 3.877588 (lr=8.1449e-05) (hash(x)=35525132)
+8815 train 3.776044 (lr=8.1413e-05) (hash(x)=52011371)
+8816 train 3.772031 (lr=8.1378e-05) (hash(x)=36480522)
+8817 train 3.785501 (lr=8.1342e-05) (hash(x)=38040952)
+8818 train 3.794968 (lr=8.1306e-05) (hash(x)=39093150)
+8819 train 3.773513 (lr=8.1271e-05) (hash(x)=42079976)
+8820 train 3.806724 (lr=8.1235e-05) (hash(x)=33277541)
+8821 train 3.739546 (lr=8.1200e-05) (hash(x)=34147161)
+8822 train 3.760069 (lr=8.1164e-05) (hash(x)=39644302)
+8823 train 3.762398 (lr=8.1129e-05) (hash(x)=44779232)
+8824 train 3.747809 (lr=8.1093e-05) (hash(x)=38520750)
+8825 train 3.746193 (lr=8.1058e-05) (hash(x)=40663579)
+8826 train 3.730484 (lr=8.1023e-05) (hash(x)=39777955)
+8827 train 3.738024 (lr=8.0987e-05) (hash(x)=40761539)
+8828 train 3.742255 (lr=8.0952e-05) (hash(x)=38195837)
+8829 train 3.737688 (lr=8.0917e-05) (hash(x)=43195524)
+8830 train 3.767372 (lr=8.0882e-05) (hash(x)=42089861)
+8831 train 3.767336 (lr=8.0846e-05) (hash(x)=36211418)
+8832 train 3.736996 (lr=8.0811e-05) (hash(x)=38307699)
+8833 train 3.769801 (lr=8.0776e-05) (hash(x)=36863554)
+8834 train 3.785791 (lr=8.0741e-05) (hash(x)=38132363)
+8835 train 3.685108 (lr=8.0706e-05) (hash(x)=38194817)
+8836 train 3.719699 (lr=8.0671e-05) (hash(x)=39539344)
+8837 train 3.746095 (lr=8.0636e-05) (hash(x)=38541454)
+8838 train 3.748092 (lr=8.0601e-05) (hash(x)=47904118)
+8839 train 3.777739 (lr=8.0566e-05) (hash(x)=39933041)
+8840 train 3.702152 (lr=8.0531e-05) (hash(x)=37637490)
+8841 train 3.737886 (lr=8.0496e-05) (hash(x)=42139442)
+8842 train 3.727713 (lr=8.0461e-05) (hash(x)=35934912)
+8843 train 3.784947 (lr=8.0426e-05) (hash(x)=48823338)
+8844 train 3.734582 (lr=8.0391e-05) (hash(x)=49115440)
+8845 train 3.776906 (lr=8.0356e-05) (hash(x)=38703517)
+8846 train 3.810345 (lr=8.0322e-05) (hash(x)=44848473)
+8847 train 3.805658 (lr=8.0287e-05) (hash(x)=38919316)
+8848 train 3.821999 (lr=8.0252e-05) (hash(x)=44936860)
+8849 train 3.876828 (lr=8.0217e-05) (hash(x)=37849585)
+8850 train 3.758052 (lr=8.0183e-05) (hash(x)=40918624)
+8851 train 3.813374 (lr=8.0148e-05) (hash(x)=37599016)
+8852 train 3.784847 (lr=8.0113e-05) (hash(x)=44397107)
+8853 train 3.777080 (lr=8.0079e-05) (hash(x)=38161434)
+8854 train 3.779118 (lr=8.0044e-05) (hash(x)=39047794)
+8855 train 3.795584 (lr=8.0010e-05) (hash(x)=38489148)
+8856 train 3.833632 (lr=7.9975e-05) (hash(x)=39504147)
+8857 train 3.863379 (lr=7.9941e-05) (hash(x)=38702055)
+8858 train 3.736303 (lr=7.9906e-05) (hash(x)=37528416)
+8859 train 3.865201 (lr=7.9872e-05) (hash(x)=41174668)
+8860 train 3.762835 (lr=7.9838e-05) (hash(x)=41585975)
+8861 train 3.807692 (lr=7.9803e-05) (hash(x)=38379328)
+8862 train 3.820517 (lr=7.9769e-05) (hash(x)=39583598)
+8863 train 3.748791 (lr=7.9735e-05) (hash(x)=37458083)
+8864 train 3.750653 (lr=7.9700e-05) (hash(x)=34688419)
+8865 train 3.729161 (lr=7.9666e-05) (hash(x)=37093896)
+8866 train 3.753922 (lr=7.9632e-05) (hash(x)=38861712)
+8867 train 3.664231 (lr=7.9598e-05) (hash(x)=23550426)
+8868 train 3.722965 (lr=7.9564e-05) (hash(x)=42137700)
+8869 train 3.780821 (lr=7.9529e-05) (hash(x)=37060133)
+8870 train 3.740418 (lr=7.9495e-05) (hash(x)=45739654)
+8871 train 3.769838 (lr=7.9461e-05) (hash(x)=39427106)
+8872 train 3.737619 (lr=7.9427e-05) (hash(x)=37120578)
+8873 train 3.772238 (lr=7.9393e-05) (hash(x)=39860157)
+8874 train 3.718508 (lr=7.9359e-05) (hash(x)=39290017)
+8875 train 3.798241 (lr=7.9325e-05) (hash(x)=37244844)
+8876 train 3.819115 (lr=7.9291e-05) (hash(x)=40432807)
+8877 train 3.771391 (lr=7.9257e-05) (hash(x)=41225710)
+8878 train 3.773498 (lr=7.9224e-05) (hash(x)=47049581)
+8879 train 3.727532 (lr=7.9190e-05) (hash(x)=39406495)
+8880 train 3.780488 (lr=7.9156e-05) (hash(x)=39127468)
+8881 train 3.741576 (lr=7.9122e-05) (hash(x)=41911648)
+8882 train 3.744625 (lr=7.9088e-05) (hash(x)=43133629)
+8883 train 3.824393 (lr=7.9055e-05) (hash(x)=37283330)
+8884 train 3.859889 (lr=7.9021e-05) (hash(x)=47191691)
+8885 train 3.796520 (lr=7.8987e-05) (hash(x)=37766051)
+8886 train 3.854375 (lr=7.8954e-05) (hash(x)=41699002)
+8887 train 3.780750 (lr=7.8920e-05) (hash(x)=40364724)
+8888 train 3.867537 (lr=7.8886e-05) (hash(x)=39738928)
+8889 train 3.791413 (lr=7.8853e-05) (hash(x)=39659604)
+8890 train 3.802377 (lr=7.8819e-05) (hash(x)=41402382)
+8891 train 3.807611 (lr=7.8786e-05) (hash(x)=41037808)
+8892 train 3.860137 (lr=7.8752e-05) (hash(x)=40860873)
+8893 train 3.775812 (lr=7.8719e-05) (hash(x)=44430309)
+8894 train 3.859326 (lr=7.8686e-05) (hash(x)=39878886)
+8895 train 3.764506 (lr=7.8652e-05) (hash(x)=42737625)
+8896 train 3.707215 (lr=7.8619e-05) (hash(x)=38285554)
+8897 train 3.750623 (lr=7.8585e-05) (hash(x)=44353011)
+8898 train 3.785111 (lr=7.8552e-05) (hash(x)=46890003)
+8899 train 3.742455 (lr=7.8519e-05) (hash(x)=41076421)
+8900 train 3.747954 (lr=7.8486e-05) (hash(x)=44362880)
+8901 train 3.699446 (lr=7.8452e-05) (hash(x)=42430839)
+8902 train 3.711584 (lr=7.8419e-05) (hash(x)=38768810)
+8903 train 3.751545 (lr=7.8386e-05) (hash(x)=35764146)
+8904 train 3.774031 (lr=7.8353e-05) (hash(x)=43856369)
+8905 train 3.826231 (lr=7.8320e-05) (hash(x)=38787294)
+8906 train 3.743867 (lr=7.8287e-05) (hash(x)=40608924)
+8907 train 3.752374 (lr=7.8254e-05) (hash(x)=41795971)
+8908 train 3.791475 (lr=7.8221e-05) (hash(x)=39889402)
+8909 train 3.762276 (lr=7.8188e-05) (hash(x)=38251290)
+8910 train 3.808871 (lr=7.8155e-05) (hash(x)=41623547)
+8911 train 3.823209 (lr=7.8122e-05) (hash(x)=43622263)
+8912 train 3.750057 (lr=7.8089e-05) (hash(x)=40792375)
+8913 train 3.817777 (lr=7.8056e-05) (hash(x)=39780943)
+8914 train 3.747379 (lr=7.8023e-05) (hash(x)=39467196)
+8915 train 3.849503 (lr=7.7991e-05) (hash(x)=32100034)
+8916 train 3.797904 (lr=7.7958e-05) (hash(x)=39976402)
+8917 train 3.765113 (lr=7.7925e-05) (hash(x)=40356088)
+8918 train 3.786730 (lr=7.7892e-05) (hash(x)=42497111)
+8919 train 3.799995 (lr=7.7860e-05) (hash(x)=43064048)
+8920 train 3.752087 (lr=7.7827e-05) (hash(x)=41962489)
+8921 train 3.810815 (lr=7.7794e-05) (hash(x)=40477651)
+8922 train 3.814953 (lr=7.7762e-05) (hash(x)=48335128)
+8923 train 3.829993 (lr=7.7729e-05) (hash(x)=33410523)
+8924 train 3.822386 (lr=7.7697e-05) (hash(x)=39230347)
+8925 train 3.797123 (lr=7.7664e-05) (hash(x)=38302623)
+8926 train 3.847542 (lr=7.7632e-05) (hash(x)=32546404)
+8927 train 3.778401 (lr=7.7599e-05) (hash(x)=38178758)
+8928 train 3.888797 (lr=7.7567e-05) (hash(x)=38180434)
+8929 train 3.816736 (lr=7.7534e-05) (hash(x)=38579115)
+8930 train 3.799299 (lr=7.7502e-05) (hash(x)=39141505)
+8931 train 3.795008 (lr=7.7470e-05) (hash(x)=38759223)
+8932 train 3.797461 (lr=7.7437e-05) (hash(x)=40416349)
+8933 train 3.867504 (lr=7.7405e-05) (hash(x)=40665148)
+8934 train 3.801882 (lr=7.7373e-05) (hash(x)=42747047)
+8935 train 3.755844 (lr=7.7341e-05) (hash(x)=38994336)
+8936 train 3.775298 (lr=7.7308e-05) (hash(x)=43581943)
+8937 train 3.720377 (lr=7.7276e-05) (hash(x)=36109750)
+8938 train 3.764923 (lr=7.7244e-05) (hash(x)=38435961)
+8939 train 3.760946 (lr=7.7212e-05) (hash(x)=35390493)
+8940 train 3.824615 (lr=7.7180e-05) (hash(x)=38954690)
+8941 train 3.775986 (lr=7.7148e-05) (hash(x)=43563271)
+8942 train 3.728277 (lr=7.7116e-05) (hash(x)=37573463)
+8943 train 3.712424 (lr=7.7084e-05) (hash(x)=43225754)
+8944 train 3.735714 (lr=7.7052e-05) (hash(x)=40274308)
+8945 train 3.680891 (lr=7.7020e-05) (hash(x)=40593347)
+8946 train 3.712303 (lr=7.6988e-05) (hash(x)=38916215)
+8947 train 3.750633 (lr=7.6956e-05) (hash(x)=42053841)
+8948 train 3.762136 (lr=7.6924e-05) (hash(x)=40352409)
+8949 train 3.760153 (lr=7.6892e-05) (hash(x)=39607176)
+8950 train 3.784864 (lr=7.6861e-05) (hash(x)=37635541)
+8951 train 3.737250 (lr=7.6829e-05) (hash(x)=44540916)
+8952 train 3.776775 (lr=7.6797e-05) (hash(x)=41991488)
+8953 train 3.776613 (lr=7.6765e-05) (hash(x)=41481379)
+8954 train 3.796326 (lr=7.6734e-05) (hash(x)=42646440)
+8955 train 3.729665 (lr=7.6702e-05) (hash(x)=39574589)
+8956 train 3.776591 (lr=7.6671e-05) (hash(x)=44798584)
+8957 train 3.796307 (lr=7.6639e-05) (hash(x)=44520321)
+8958 train 3.761257 (lr=7.6607e-05) (hash(x)=35459071)
+8959 train 3.817192 (lr=7.6576e-05) (hash(x)=39527511)
+8960 train 3.880088 (lr=7.6544e-05) (hash(x)=32949197)
+8961 train 3.821530 (lr=7.6513e-05) (hash(x)=37194616)
+8962 train 3.829844 (lr=7.6481e-05) (hash(x)=40296128)
+8963 train 3.816363 (lr=7.6450e-05) (hash(x)=43129511)
+8964 train 3.809214 (lr=7.6419e-05) (hash(x)=41910070)
+8965 train 3.834868 (lr=7.6387e-05) (hash(x)=39165053)
+8966 train 3.809797 (lr=7.6356e-05) (hash(x)=38398284)
+8967 train 3.784880 (lr=7.6325e-05) (hash(x)=35935367)
+8968 train 3.783698 (lr=7.6293e-05) (hash(x)=38388449)
+8969 train 3.809265 (lr=7.6262e-05) (hash(x)=31138209)
+8970 train 3.821974 (lr=7.6231e-05) (hash(x)=41871807)
+8971 train 3.722928 (lr=7.6200e-05) (hash(x)=39368019)
+8972 train 3.778359 (lr=7.6169e-05) (hash(x)=41237444)
+8973 train 3.736816 (lr=7.6137e-05) (hash(x)=42991689)
+8974 train 3.761482 (lr=7.6106e-05) (hash(x)=38217708)
+8975 train 3.723206 (lr=7.6075e-05) (hash(x)=38114803)
+8976 train 3.752043 (lr=7.6044e-05) (hash(x)=40551117)
+8977 train 3.854796 (lr=7.6013e-05) (hash(x)=52744946)
+8978 train 3.774910 (lr=7.5982e-05) (hash(x)=35808619)
+8979 train 3.790322 (lr=7.5951e-05) (hash(x)=40311539)
+8980 train 3.743434 (lr=7.5920e-05) (hash(x)=45796944)
+8981 train 3.807927 (lr=7.5890e-05) (hash(x)=38215815)
+8982 train 3.823151 (lr=7.5859e-05) (hash(x)=42135205)
+8983 train 3.775709 (lr=7.5828e-05) (hash(x)=34109574)
+8984 train 3.825076 (lr=7.5797e-05) (hash(x)=32093391)
+8985 train 3.814134 (lr=7.5766e-05) (hash(x)=37332378)
+8986 train 3.716729 (lr=7.5736e-05) (hash(x)=42475410)
+8987 train 3.763934 (lr=7.5705e-05) (hash(x)=31804345)
+8988 train 3.721001 (lr=7.5674e-05) (hash(x)=49418346)
+8989 train 3.696381 (lr=7.5643e-05) (hash(x)=42965318)
+8990 train 3.750867 (lr=7.5613e-05) (hash(x)=37389562)
+8991 train 3.774203 (lr=7.5582e-05) (hash(x)=42288964)
+8992 train 3.728314 (lr=7.5552e-05) (hash(x)=39807121)
+8993 train 3.795321 (lr=7.5521e-05) (hash(x)=40313360)
+8994 train 3.754693 (lr=7.5491e-05) (hash(x)=41706723)
+8995 train 3.774070 (lr=7.5460e-05) (hash(x)=40829448)
+8996 train 3.771157 (lr=7.5430e-05) (hash(x)=40963468)
+8997 train 3.788142 (lr=7.5399e-05) (hash(x)=41394160)
+8998 train 3.783377 (lr=7.5369e-05) (hash(x)=37971848)
+8999 train 3.802956 (lr=7.5338e-05) (hash(x)=40504140)
+9000 val loss 3.7418
+9000 val perplexity 42.1756
+9000 hella 0.2967
+9000 train 3.867219 (lr=7.5308e-05) (hash(x)=38437238)
+9001 train 3.830451 (lr=7.5278e-05) (hash(x)=36779321)
+9002 train 3.830343 (lr=7.5248e-05) (hash(x)=41735244)
+9003 train 3.830368 (lr=7.5217e-05) (hash(x)=40214283)
+9004 train 3.838694 (lr=7.5187e-05) (hash(x)=45624869)
+9005 train 3.846781 (lr=7.5157e-05) (hash(x)=39644174)
+9006 train 3.771078 (lr=7.5127e-05) (hash(x)=36700464)
+9007 train 3.764616 (lr=7.5097e-05) (hash(x)=43603225)
+9008 train 3.755599 (lr=7.5066e-05) (hash(x)=38127029)
+9009 train 3.696476 (lr=7.5036e-05) (hash(x)=38141868)
+9010 train 3.784322 (lr=7.5006e-05) (hash(x)=45921763)
+9011 train 3.770834 (lr=7.4976e-05) (hash(x)=37979059)
+9012 train 3.774612 (lr=7.4946e-05) (hash(x)=33990585)
+9013 train 3.757999 (lr=7.4916e-05) (hash(x)=37242510)
+9014 train 3.746954 (lr=7.4886e-05) (hash(x)=37199291)
+9015 train 3.807957 (lr=7.4857e-05) (hash(x)=37602195)
+9016 train 3.774051 (lr=7.4827e-05) (hash(x)=42568654)
+9017 train 3.793538 (lr=7.4797e-05) (hash(x)=36878775)
+9018 train 3.757113 (lr=7.4767e-05) (hash(x)=54862739)
+9019 train 3.769487 (lr=7.4737e-05) (hash(x)=38539806)
+9020 train 3.746984 (lr=7.4708e-05) (hash(x)=37679700)
+9021 train 3.711402 (lr=7.4678e-05) (hash(x)=42360543)
+9022 train 3.752282 (lr=7.4648e-05) (hash(x)=41082767)
+9023 train 3.727764 (lr=7.4618e-05) (hash(x)=41961680)
+9024 train 3.689692 (lr=7.4589e-05) (hash(x)=45941898)
+9025 train 3.818874 (lr=7.4559e-05) (hash(x)=40745810)
+9026 train 3.708446 (lr=7.4530e-05) (hash(x)=44385964)
+9027 train 3.691331 (lr=7.4500e-05) (hash(x)=44101752)
+9028 train 3.798481 (lr=7.4471e-05) (hash(x)=35883317)
+9029 train 3.812569 (lr=7.4441e-05) (hash(x)=38282851)
+9030 train 3.799674 (lr=7.4412e-05) (hash(x)=41585307)
+9031 train 3.752868 (lr=7.4382e-05) (hash(x)=39010792)
+9032 train 3.780314 (lr=7.4353e-05) (hash(x)=43656072)
+9033 train 3.817033 (lr=7.4323e-05) (hash(x)=50035175)
+9034 train 3.803760 (lr=7.4294e-05) (hash(x)=40950253)
+9035 train 3.792580 (lr=7.4265e-05) (hash(x)=40806684)
+9036 train 3.778883 (lr=7.4235e-05) (hash(x)=39464310)
+9037 train 3.781900 (lr=7.4206e-05) (hash(x)=47629719)
+9038 train 3.762965 (lr=7.4177e-05) (hash(x)=40370491)
+9039 train 3.739519 (lr=7.4148e-05) (hash(x)=36751618)
+9040 train 3.809684 (lr=7.4119e-05) (hash(x)=41475872)
+9041 train 3.801204 (lr=7.4089e-05) (hash(x)=33338071)
+9042 train 3.788027 (lr=7.4060e-05) (hash(x)=33648781)
+9043 train 3.770906 (lr=7.4031e-05) (hash(x)=41832498)
+9044 train 3.829009 (lr=7.4002e-05) (hash(x)=38669834)
+9045 train 3.789329 (lr=7.3973e-05) (hash(x)=39270511)
+9046 train 3.725959 (lr=7.3944e-05) (hash(x)=37652214)
+9047 train 3.825544 (lr=7.3915e-05) (hash(x)=36231307)
+9048 train 3.782671 (lr=7.3886e-05) (hash(x)=36901038)
+9049 train 3.747020 (lr=7.3857e-05) (hash(x)=41482882)
+9050 train 3.797494 (lr=7.3828e-05) (hash(x)=41557319)
+9051 train 3.747261 (lr=7.3800e-05) (hash(x)=41474046)
+9052 train 3.792055 (lr=7.3771e-05) (hash(x)=37056152)
+9053 train 3.829374 (lr=7.3742e-05) (hash(x)=39959453)
+9054 train 3.734010 (lr=7.3713e-05) (hash(x)=43716624)
+9055 train 3.808347 (lr=7.3685e-05) (hash(x)=39217682)
+9056 train 3.725157 (lr=7.3656e-05) (hash(x)=38289480)
+9057 train 3.727963 (lr=7.3627e-05) (hash(x)=37990193)
+9058 train 3.805269 (lr=7.3599e-05) (hash(x)=41000789)
+9059 train 3.812682 (lr=7.3570e-05) (hash(x)=48376281)
+9060 train 3.710961 (lr=7.3541e-05) (hash(x)=32921213)
+9061 train 3.867988 (lr=7.3513e-05) (hash(x)=38895745)
+9062 train 3.815624 (lr=7.3484e-05) (hash(x)=39818693)
+9063 train 3.707906 (lr=7.3456e-05) (hash(x)=48181852)
+9064 train 3.756875 (lr=7.3427e-05) (hash(x)=39309475)
+9065 train 3.776274 (lr=7.3399e-05) (hash(x)=41385503)
+9066 train 3.773174 (lr=7.3370e-05) (hash(x)=34765243)
+9067 train 3.746530 (lr=7.3342e-05) (hash(x)=36375896)
+9068 train 3.737601 (lr=7.3314e-05) (hash(x)=39280048)
+9069 train 3.723754 (lr=7.3285e-05) (hash(x)=41802736)
+9070 train 3.746304 (lr=7.3257e-05) (hash(x)=37277722)
+9071 train 3.788057 (lr=7.3229e-05) (hash(x)=39908040)
+9072 train 3.792528 (lr=7.3201e-05) (hash(x)=38589955)
+9073 train 3.731619 (lr=7.3172e-05) (hash(x)=35086657)
+9074 train 3.818756 (lr=7.3144e-05) (hash(x)=45604881)
+9075 train 3.708019 (lr=7.3116e-05) (hash(x)=38510152)
+9076 train 3.806439 (lr=7.3088e-05) (hash(x)=35775283)
+9077 train 3.857435 (lr=7.3060e-05) (hash(x)=36416373)
+9078 train 3.750616 (lr=7.3032e-05) (hash(x)=45364220)
+9079 train 3.785499 (lr=7.3004e-05) (hash(x)=43335655)
+9080 train 3.847319 (lr=7.2976e-05) (hash(x)=40709619)
+9081 train 3.725036 (lr=7.2948e-05) (hash(x)=42606714)
+9082 train 3.780781 (lr=7.2920e-05) (hash(x)=37243792)
+9083 train 3.821395 (lr=7.2892e-05) (hash(x)=36351019)
+9084 train 3.852826 (lr=7.2864e-05) (hash(x)=44440032)
+9085 train 3.712440 (lr=7.2836e-05) (hash(x)=39961610)
+9086 train 3.793191 (lr=7.2808e-05) (hash(x)=45330469)
+9087 train 3.776072 (lr=7.2781e-05) (hash(x)=41485976)
+9088 train 3.780386 (lr=7.2753e-05) (hash(x)=39083408)
+9089 train 3.707053 (lr=7.2725e-05) (hash(x)=41128869)
+9090 train 3.752882 (lr=7.2698e-05) (hash(x)=42037900)
+9091 train 3.729328 (lr=7.2670e-05) (hash(x)=44436095)
+9092 train 3.730240 (lr=7.2642e-05) (hash(x)=38884979)
+9093 train 3.780001 (lr=7.2615e-05) (hash(x)=36553809)
+9094 train 3.725821 (lr=7.2587e-05) (hash(x)=40612555)
+9095 train 3.717883 (lr=7.2559e-05) (hash(x)=37326976)
+9096 train 3.769366 (lr=7.2532e-05) (hash(x)=41158468)
+9097 train 3.711258 (lr=7.2504e-05) (hash(x)=56912213)
+9098 train 3.808323 (lr=7.2477e-05) (hash(x)=37908861)
+9099 train 3.750083 (lr=7.2450e-05) (hash(x)=38022013)
+9100 train 3.748670 (lr=7.2422e-05) (hash(x)=33829496)
+9101 train 3.741056 (lr=7.2395e-05) (hash(x)=37185914)
+9102 train 3.686594 (lr=7.2367e-05) (hash(x)=38817079)
+9103 train 3.786438 (lr=7.2340e-05) (hash(x)=33242340)
+9104 train 3.747787 (lr=7.2313e-05) (hash(x)=35693832)
+9105 train 3.750405 (lr=7.2286e-05) (hash(x)=43559771)
+9106 train 3.745304 (lr=7.2258e-05) (hash(x)=39394699)
+9107 train 3.763786 (lr=7.2231e-05) (hash(x)=41509330)
+9108 train 3.782602 (lr=7.2204e-05) (hash(x)=38624098)
+9109 train 3.873286 (lr=7.2177e-05) (hash(x)=38706711)
+9110 train 3.751037 (lr=7.2150e-05) (hash(x)=41727145)
+9111 train 3.855154 (lr=7.2123e-05) (hash(x)=42452935)
+9112 train 3.752748 (lr=7.2096e-05) (hash(x)=40154850)
+9113 train 3.746756 (lr=7.2069e-05) (hash(x)=37455717)
+9114 train 3.767408 (lr=7.2042e-05) (hash(x)=38644705)
+9115 train 3.789109 (lr=7.2015e-05) (hash(x)=31903442)
+9116 train 3.752762 (lr=7.1988e-05) (hash(x)=42959822)
+9117 train 3.786330 (lr=7.1961e-05) (hash(x)=42824164)
+9118 train 3.751277 (lr=7.1934e-05) (hash(x)=43450900)
+9119 train 3.778414 (lr=7.1907e-05) (hash(x)=37444037)
+9120 train 3.839806 (lr=7.1880e-05) (hash(x)=37396491)
+9121 train 3.747078 (lr=7.1853e-05) (hash(x)=37369825)
+9122 train 3.855265 (lr=7.1827e-05) (hash(x)=39563580)
+9123 train 3.762232 (lr=7.1800e-05) (hash(x)=38796654)
+9124 train 3.759439 (lr=7.1773e-05) (hash(x)=39448215)
+9125 train 3.711836 (lr=7.1747e-05) (hash(x)=36582844)
+9126 train 3.818336 (lr=7.1720e-05) (hash(x)=30087474)
+9127 train 3.719951 (lr=7.1693e-05) (hash(x)=41779884)
+9128 train 3.755315 (lr=7.1667e-05) (hash(x)=42409089)
+9129 train 3.733433 (lr=7.1640e-05) (hash(x)=37002488)
+9130 train 3.778124 (lr=7.1614e-05) (hash(x)=40652429)
+9131 train 3.754783 (lr=7.1587e-05) (hash(x)=32432582)
+9132 train 3.790649 (lr=7.1561e-05) (hash(x)=43322092)
+9133 train 3.806563 (lr=7.1534e-05) (hash(x)=33593703)
+9134 train 3.789654 (lr=7.1508e-05) (hash(x)=42670273)
+9135 train 3.843032 (lr=7.1482e-05) (hash(x)=39806845)
+9136 train 3.769871 (lr=7.1455e-05) (hash(x)=36772212)
+9137 train 3.751478 (lr=7.1429e-05) (hash(x)=38951346)
+9138 train 3.794015 (lr=7.1403e-05) (hash(x)=40576002)
+9139 train 3.751956 (lr=7.1376e-05) (hash(x)=40449639)
+9140 train 3.825944 (lr=7.1350e-05) (hash(x)=40189321)
+9141 train 3.732885 (lr=7.1324e-05) (hash(x)=42829377)
+9142 train 3.723243 (lr=7.1298e-05) (hash(x)=47534151)
+9143 train 3.815373 (lr=7.1272e-05) (hash(x)=42333404)
+9144 train 3.806952 (lr=7.1246e-05) (hash(x)=42281866)
+9145 train 3.787473 (lr=7.1219e-05) (hash(x)=39005235)
+9146 train 3.803656 (lr=7.1193e-05) (hash(x)=45286999)
+9147 train 3.772351 (lr=7.1167e-05) (hash(x)=26004601)
+9148 train 3.848023 (lr=7.1141e-05) (hash(x)=40474528)
+9149 train 3.739454 (lr=7.1115e-05) (hash(x)=48719475)
+9150 train 3.771152 (lr=7.1090e-05) (hash(x)=44026569)
+9151 train 3.765701 (lr=7.1064e-05) (hash(x)=36454237)
+9152 train 3.777796 (lr=7.1038e-05) (hash(x)=39992748)
+9153 train 3.788105 (lr=7.1012e-05) (hash(x)=35636527)
+9154 train 3.713578 (lr=7.0986e-05) (hash(x)=35404180)
+9155 train 3.761379 (lr=7.0960e-05) (hash(x)=33832069)
+9156 train 3.755913 (lr=7.0935e-05) (hash(x)=42319641)
+9157 train 3.737652 (lr=7.0909e-05) (hash(x)=45652712)
+9158 train 3.791638 (lr=7.0883e-05) (hash(x)=41600654)
+9159 train 3.758723 (lr=7.0857e-05) (hash(x)=32927581)
+9160 train 3.784220 (lr=7.0832e-05) (hash(x)=36118637)
+9161 train 3.703871 (lr=7.0806e-05) (hash(x)=45184693)
+9162 train 3.740576 (lr=7.0781e-05) (hash(x)=40389631)
+9163 train 3.711381 (lr=7.0755e-05) (hash(x)=45560774)
+9164 train 3.839899 (lr=7.0730e-05) (hash(x)=40929062)
+9165 train 3.766926 (lr=7.0704e-05) (hash(x)=43411667)
+9166 train 3.744637 (lr=7.0679e-05) (hash(x)=34675070)
+9167 train 3.770484 (lr=7.0653e-05) (hash(x)=35481718)
+9168 train 3.828081 (lr=7.0628e-05) (hash(x)=34177516)
+9169 train 3.741729 (lr=7.0603e-05) (hash(x)=39107630)
+9170 train 3.771194 (lr=7.0577e-05) (hash(x)=38636541)
+9171 train 3.776460 (lr=7.0552e-05) (hash(x)=37606649)
+9172 train 3.808159 (lr=7.0527e-05) (hash(x)=41607734)
+9173 train 3.777831 (lr=7.0501e-05) (hash(x)=55090583)
+9174 train 3.990492 (lr=7.0476e-05) (hash(x)=50859180)
+9175 train 3.852136 (lr=7.0451e-05) (hash(x)=41804716)
+9176 train 3.737713 (lr=7.0426e-05) (hash(x)=42448271)
+9177 train 3.923600 (lr=7.0401e-05) (hash(x)=45277899)
+9178 train 3.861174 (lr=7.0376e-05) (hash(x)=40619199)
+9179 train 3.699337 (lr=7.0351e-05) (hash(x)=36934831)
+9180 train 3.780401 (lr=7.0325e-05) (hash(x)=40306159)
+9181 train 3.768050 (lr=7.0300e-05) (hash(x)=48311984)
+9182 train 3.763608 (lr=7.0275e-05) (hash(x)=43254652)
+9183 train 3.779834 (lr=7.0251e-05) (hash(x)=44552557)
+9184 train 3.809825 (lr=7.0226e-05) (hash(x)=37204210)
+9185 train 3.749245 (lr=7.0201e-05) (hash(x)=39905120)
+9186 train 3.719206 (lr=7.0176e-05) (hash(x)=45680667)
+9187 train 3.770625 (lr=7.0151e-05) (hash(x)=40288658)
+9188 train 3.807689 (lr=7.0126e-05) (hash(x)=42647543)
+9189 train 3.768878 (lr=7.0101e-05) (hash(x)=32757022)
+9190 train 3.821138 (lr=7.0077e-05) (hash(x)=39924777)
+9191 train 3.771173 (lr=7.0052e-05) (hash(x)=38815006)
+9192 train 3.786281 (lr=7.0027e-05) (hash(x)=41749184)
+9193 train 3.774571 (lr=7.0003e-05) (hash(x)=39643878)
+9194 train 3.831290 (lr=6.9978e-05) (hash(x)=41412647)
+9195 train 3.795729 (lr=6.9953e-05) (hash(x)=36309717)
+9196 train 3.750402 (lr=6.9929e-05) (hash(x)=41616084)
+9197 train 3.687329 (lr=6.9904e-05) (hash(x)=40804767)
+9198 train 3.717720 (lr=6.9880e-05) (hash(x)=36961803)
+9199 train 3.778362 (lr=6.9855e-05) (hash(x)=43500878)
+9200 train 3.797719 (lr=6.9831e-05) (hash(x)=40781516)
+9201 train 3.737875 (lr=6.9807e-05) (hash(x)=41619439)
+9202 train 3.715726 (lr=6.9782e-05) (hash(x)=39873528)
+9203 train 3.809327 (lr=6.9758e-05) (hash(x)=43492816)
+9204 train 3.729406 (lr=6.9733e-05) (hash(x)=40868445)
+9205 train 3.711742 (lr=6.9709e-05) (hash(x)=37380922)
+9206 train 3.741827 (lr=6.9685e-05) (hash(x)=39549113)
+9207 train 3.793441 (lr=6.9661e-05) (hash(x)=38369687)
+9208 train 3.720488 (lr=6.9637e-05) (hash(x)=42429052)
+9209 train 3.765926 (lr=6.9612e-05) (hash(x)=43578169)
+9210 train 3.789875 (lr=6.9588e-05) (hash(x)=44686910)
+9211 train 3.767596 (lr=6.9564e-05) (hash(x)=38043866)
+9212 train 3.738062 (lr=6.9540e-05) (hash(x)=38100009)
+9213 train 3.814826 (lr=6.9516e-05) (hash(x)=37868652)
+9214 train 3.770595 (lr=6.9492e-05) (hash(x)=39759105)
+9215 train 3.805711 (lr=6.9468e-05) (hash(x)=42151981)
+9216 train 3.777583 (lr=6.9444e-05) (hash(x)=39273803)
+9217 train 3.822859 (lr=6.9420e-05) (hash(x)=34622458)
+9218 train 3.813980 (lr=6.9396e-05) (hash(x)=42321027)
+9219 train 3.682261 (lr=6.9372e-05) (hash(x)=41680118)
+9220 train 3.746342 (lr=6.9348e-05) (hash(x)=39405712)
+9221 train 3.803034 (lr=6.9325e-05) (hash(x)=41681095)
+9222 train 3.767371 (lr=6.9301e-05) (hash(x)=36043266)
+9223 train 3.772680 (lr=6.9277e-05) (hash(x)=43014900)
+9224 train 3.818018 (lr=6.9253e-05) (hash(x)=40348318)
+9225 train 3.815275 (lr=6.9230e-05) (hash(x)=38895974)
+9226 train 3.797964 (lr=6.9206e-05) (hash(x)=37137066)
+9227 train 3.811459 (lr=6.9182e-05) (hash(x)=38770970)
+9228 train 3.780360 (lr=6.9159e-05) (hash(x)=38293287)
+9229 train 3.759048 (lr=6.9135e-05) (hash(x)=41389085)
+9230 train 3.789031 (lr=6.9112e-05) (hash(x)=44153301)
+9231 train 3.808261 (lr=6.9088e-05) (hash(x)=38603796)
+9232 train 3.707015 (lr=6.9065e-05) (hash(x)=41618930)
+9233 train 3.776795 (lr=6.9041e-05) (hash(x)=39420921)
+9234 train 3.798129 (lr=6.9018e-05) (hash(x)=42442829)
+9235 train 3.727591 (lr=6.8994e-05) (hash(x)=47354161)
+9236 train 3.763392 (lr=6.8971e-05) (hash(x)=38452655)
+9237 train 3.762071 (lr=6.8948e-05) (hash(x)=40384920)
+9238 train 3.696008 (lr=6.8924e-05) (hash(x)=38868555)
+9239 train 3.805993 (lr=6.8901e-05) (hash(x)=42552345)
+9240 train 3.801075 (lr=6.8878e-05) (hash(x)=32415631)
+9241 train 3.678789 (lr=6.8855e-05) (hash(x)=42465685)
+9242 train 3.741086 (lr=6.8831e-05) (hash(x)=37492090)
+9243 train 3.746440 (lr=6.8808e-05) (hash(x)=43243129)
+9244 train 3.758981 (lr=6.8785e-05) (hash(x)=36160899)
+9245 train 3.801181 (lr=6.8762e-05) (hash(x)=35230723)
+9246 train 3.721587 (lr=6.8739e-05) (hash(x)=36098109)
+9247 train 3.736516 (lr=6.8716e-05) (hash(x)=39140567)
+9248 train 3.784238 (lr=6.8693e-05) (hash(x)=36853859)
+9249 train 3.761285 (lr=6.8670e-05) (hash(x)=40983988)
+9250 val loss 3.7387
+9250 val perplexity 42.0435
+9250 hella 0.2976
+9250 train 3.765210 (lr=6.8647e-05) (hash(x)=35524701)
+9251 train 3.803924 (lr=6.8624e-05) (hash(x)=44082117)
+9252 train 3.794954 (lr=6.8601e-05) (hash(x)=40325612)
+9253 train 3.875833 (lr=6.8578e-05) (hash(x)=40052964)
+9254 train 3.829598 (lr=6.8555e-05) (hash(x)=40311202)
+9255 train 3.802964 (lr=6.8533e-05) (hash(x)=42038695)
+9256 train 3.744744 (lr=6.8510e-05) (hash(x)=40995491)
+9257 train 3.789235 (lr=6.8487e-05) (hash(x)=44242585)
+9258 train 3.801584 (lr=6.8464e-05) (hash(x)=42642242)
+9259 train 3.809428 (lr=6.8442e-05) (hash(x)=43702114)
+9260 train 3.789559 (lr=6.8419e-05) (hash(x)=36490688)
+9261 train 3.803266 (lr=6.8396e-05) (hash(x)=41920961)
+9262 train 3.800914 (lr=6.8374e-05) (hash(x)=44048262)
+9263 train 3.829518 (lr=6.8351e-05) (hash(x)=36995202)
+9264 train 3.742876 (lr=6.8329e-05) (hash(x)=41158267)
+9265 train 3.741603 (lr=6.8306e-05) (hash(x)=43844858)
+9266 train 3.796797 (lr=6.8284e-05) (hash(x)=39451655)
+9267 train 3.851058 (lr=6.8261e-05) (hash(x)=41001514)
+9268 train 3.788394 (lr=6.8239e-05) (hash(x)=37800166)
+9269 train 3.722878 (lr=6.8217e-05) (hash(x)=35307895)
+9270 train 3.763864 (lr=6.8194e-05) (hash(x)=38281275)
+9271 train 3.859852 (lr=6.8172e-05) (hash(x)=32674945)
+9272 train 3.744565 (lr=6.8150e-05) (hash(x)=36258225)
+9273 train 3.777519 (lr=6.8127e-05) (hash(x)=38289568)
+9274 train 3.781573 (lr=6.8105e-05) (hash(x)=44607425)
+9275 train 3.706934 (lr=6.8083e-05) (hash(x)=46626508)
+9276 train 3.789280 (lr=6.8061e-05) (hash(x)=44275246)
+9277 train 3.713531 (lr=6.8039e-05) (hash(x)=38647259)
+9278 train 3.728920 (lr=6.8016e-05) (hash(x)=41453360)
+9279 train 3.777151 (lr=6.7994e-05) (hash(x)=42583385)
+9280 train 3.722921 (lr=6.7972e-05) (hash(x)=36312646)
+9281 train 3.763962 (lr=6.7950e-05) (hash(x)=42975378)
+9282 train 3.800469 (lr=6.7928e-05) (hash(x)=36797403)
+9283 train 3.810984 (lr=6.7906e-05) (hash(x)=36974561)
+9284 train 3.747708 (lr=6.7884e-05) (hash(x)=38831856)
+9285 train 3.761091 (lr=6.7863e-05) (hash(x)=47339990)
+9286 train 3.748734 (lr=6.7841e-05) (hash(x)=39603929)
+9287 train 3.753099 (lr=6.7819e-05) (hash(x)=43278203)
+9288 train 3.745783 (lr=6.7797e-05) (hash(x)=38723817)
+9289 train 3.747117 (lr=6.7775e-05) (hash(x)=34155227)
+9290 train 3.777172 (lr=6.7753e-05) (hash(x)=38472940)
+9291 train 3.753536 (lr=6.7732e-05) (hash(x)=40729061)
+9292 train 3.774420 (lr=6.7710e-05) (hash(x)=38509923)
+9293 train 3.761886 (lr=6.7688e-05) (hash(x)=39985846)
+9294 train 3.705279 (lr=6.7667e-05) (hash(x)=35047735)
+9295 train 3.813965 (lr=6.7645e-05) (hash(x)=40488790)
+9296 train 3.761660 (lr=6.7624e-05) (hash(x)=39602899)
+9297 train 3.766006 (lr=6.7602e-05) (hash(x)=40197576)
+9298 train 3.780069 (lr=6.7581e-05) (hash(x)=40856357)
+9299 train 3.807809 (lr=6.7559e-05) (hash(x)=39957542)
+9300 train 3.785477 (lr=6.7538e-05) (hash(x)=38583196)
+9301 train 3.822992 (lr=6.7516e-05) (hash(x)=39373095)
+9302 train 3.821441 (lr=6.7495e-05) (hash(x)=38874817)
+9303 train 3.746025 (lr=6.7473e-05) (hash(x)=42238098)
+9304 train 3.760383 (lr=6.7452e-05) (hash(x)=39524613)
+9305 train 3.792065 (lr=6.7431e-05) (hash(x)=33472701)
+9306 train 3.754286 (lr=6.7410e-05) (hash(x)=37746329)
+9307 train 3.739903 (lr=6.7388e-05) (hash(x)=38029517)
+9308 train 3.795722 (lr=6.7367e-05) (hash(x)=40741670)
+9309 train 3.737334 (lr=6.7346e-05) (hash(x)=42397049)
+9310 train 3.730770 (lr=6.7325e-05) (hash(x)=41011013)
+9311 train 3.774513 (lr=6.7304e-05) (hash(x)=34476572)
+9312 train 3.765823 (lr=6.7283e-05) (hash(x)=43120148)
+9313 train 3.734099 (lr=6.7262e-05) (hash(x)=37985253)
+9314 train 3.785344 (lr=6.7240e-05) (hash(x)=44040974)
+9315 train 3.705321 (lr=6.7219e-05) (hash(x)=37513379)
+9316 train 3.728048 (lr=6.7199e-05) (hash(x)=38836355)
+9317 train 3.737476 (lr=6.7178e-05) (hash(x)=31824634)
+9318 train 3.784858 (lr=6.7157e-05) (hash(x)=41528556)
+9319 train 3.825169 (lr=6.7136e-05) (hash(x)=36254437)
+9320 train 3.804852 (lr=6.7115e-05) (hash(x)=36928765)
+9321 train 3.738714 (lr=6.7094e-05) (hash(x)=39807164)
+9322 train 3.764164 (lr=6.7073e-05) (hash(x)=39759717)
+9323 train 3.669355 (lr=6.7053e-05) (hash(x)=39225987)
+9324 train 3.732555 (lr=6.7032e-05) (hash(x)=42296575)
+9325 train 3.704526 (lr=6.7011e-05) (hash(x)=37985027)
+9326 train 3.781635 (lr=6.6990e-05) (hash(x)=38654248)
+9327 train 3.650979 (lr=6.6970e-05) (hash(x)=34974492)
+9328 train 3.753345 (lr=6.6949e-05) (hash(x)=35772664)
+9329 train 3.759547 (lr=6.6929e-05) (hash(x)=34555551)
+9330 train 3.680534 (lr=6.6908e-05) (hash(x)=40229913)
+9331 train 3.709647 (lr=6.6888e-05) (hash(x)=35861584)
+9332 train 3.725045 (lr=6.6867e-05) (hash(x)=39536353)
+9333 train 3.755922 (lr=6.6847e-05) (hash(x)=42091346)
+9334 train 3.775225 (lr=6.6826e-05) (hash(x)=38472944)
+9335 train 3.772508 (lr=6.6806e-05) (hash(x)=43872622)
+9336 train 3.780344 (lr=6.6785e-05) (hash(x)=42242242)
+9337 train 3.752928 (lr=6.6765e-05) (hash(x)=39853898)
+9338 train 3.745279 (lr=6.6745e-05) (hash(x)=39377932)
+9339 train 3.765671 (lr=6.6725e-05) (hash(x)=35654146)
+9340 train 3.828512 (lr=6.6704e-05) (hash(x)=45179539)
+9341 train 3.778386 (lr=6.6684e-05) (hash(x)=37773645)
+9342 train 3.771523 (lr=6.6664e-05) (hash(x)=33911115)
+9343 train 3.840369 (lr=6.6644e-05) (hash(x)=46110624)
+9344 train 3.825830 (lr=6.6624e-05) (hash(x)=38908139)
+9345 train 3.773279 (lr=6.6603e-05) (hash(x)=33973175)
+9346 train 3.796428 (lr=6.6583e-05) (hash(x)=38302612)
+9347 train 3.738713 (lr=6.6563e-05) (hash(x)=36436634)
+9348 train 3.826867 (lr=6.6543e-05) (hash(x)=48358906)
+9349 train 3.747887 (lr=6.6523e-05) (hash(x)=36116003)
+9350 train 3.726135 (lr=6.6503e-05) (hash(x)=39425759)
+9351 train 3.809794 (lr=6.6484e-05) (hash(x)=39043755)
+9352 train 3.769457 (lr=6.6464e-05) (hash(x)=39043160)
+9353 train 3.740938 (lr=6.6444e-05) (hash(x)=34777699)
+9354 train 3.747872 (lr=6.6424e-05) (hash(x)=41703133)
+9355 train 3.756381 (lr=6.6404e-05) (hash(x)=41244835)
+9356 train 3.727576 (lr=6.6384e-05) (hash(x)=40143237)
+9357 train 3.784431 (lr=6.6365e-05) (hash(x)=39529987)
+9358 train 3.698317 (lr=6.6345e-05) (hash(x)=40583463)
+9359 train 3.702013 (lr=6.6325e-05) (hash(x)=41784763)
+9360 train 3.726405 (lr=6.6306e-05) (hash(x)=43587657)
+9361 train 3.729829 (lr=6.6286e-05) (hash(x)=38820023)
+9362 train 3.803638 (lr=6.6266e-05) (hash(x)=44516678)
+9363 train 3.678788 (lr=6.6247e-05) (hash(x)=41862598)
+9364 train 3.759401 (lr=6.6227e-05) (hash(x)=42100212)
+9365 train 3.705724 (lr=6.6208e-05) (hash(x)=38022721)
+9366 train 3.844516 (lr=6.6188e-05) (hash(x)=45254479)
+9367 train 3.712618 (lr=6.6169e-05) (hash(x)=38264559)
+9368 train 3.767284 (lr=6.6150e-05) (hash(x)=33883031)
+9369 train 3.736499 (lr=6.6130e-05) (hash(x)=51791533)
+9370 train 3.753692 (lr=6.6111e-05) (hash(x)=43669267)
+9371 train 3.740350 (lr=6.6092e-05) (hash(x)=35253716)
+9372 train 3.801251 (lr=6.6072e-05) (hash(x)=39148672)
+9373 train 3.772654 (lr=6.6053e-05) (hash(x)=37991643)
+9374 train 3.858984 (lr=6.6034e-05) (hash(x)=37119027)
+9375 train 3.777200 (lr=6.6015e-05) (hash(x)=41326216)
+9376 train 3.774503 (lr=6.5995e-05) (hash(x)=39854220)
+9377 train 3.751965 (lr=6.5976e-05) (hash(x)=41991136)
+9378 train 3.801383 (lr=6.5957e-05) (hash(x)=36037199)
+9379 train 3.742707 (lr=6.5938e-05) (hash(x)=36706310)
+9380 train 3.753471 (lr=6.5919e-05) (hash(x)=40161570)
+9381 train 3.786153 (lr=6.5900e-05) (hash(x)=42034992)
+9382 train 3.767084 (lr=6.5881e-05) (hash(x)=39694307)
+9383 train 3.806888 (lr=6.5862e-05) (hash(x)=51318633)
+9384 train 3.740384 (lr=6.5843e-05) (hash(x)=43914810)
+9385 train 3.714130 (lr=6.5824e-05) (hash(x)=47910571)
+9386 train 3.712016 (lr=6.5806e-05) (hash(x)=38378705)
+9387 train 3.765201 (lr=6.5787e-05) (hash(x)=34411132)
+9388 train 3.756712 (lr=6.5768e-05) (hash(x)=39626067)
+9389 train 3.770538 (lr=6.5749e-05) (hash(x)=39601420)
+9390 train 3.780271 (lr=6.5730e-05) (hash(x)=38445224)
+9391 train 3.701886 (lr=6.5712e-05) (hash(x)=39879155)
+9392 train 3.706491 (lr=6.5693e-05) (hash(x)=37319131)
+9393 train 3.796677 (lr=6.5674e-05) (hash(x)=34303403)
+9394 train 3.783561 (lr=6.5656e-05) (hash(x)=40040013)
+9395 train 3.706651 (lr=6.5637e-05) (hash(x)=38657107)
+9396 train 3.741556 (lr=6.5619e-05) (hash(x)=37318657)
+9397 train 3.722711 (lr=6.5600e-05) (hash(x)=38363594)
+9398 train 3.762205 (lr=6.5582e-05) (hash(x)=39803775)
+9399 train 3.743235 (lr=6.5563e-05) (hash(x)=37776267)
+9400 train 3.806318 (lr=6.5545e-05) (hash(x)=40745086)
+9401 train 3.759264 (lr=6.5526e-05) (hash(x)=41579754)
+9402 train 3.770213 (lr=6.5508e-05) (hash(x)=43711725)
+9403 train 3.748732 (lr=6.5490e-05) (hash(x)=62352416)
+9404 train 3.758080 (lr=6.5471e-05) (hash(x)=40340295)
+9405 train 3.729210 (lr=6.5453e-05) (hash(x)=42373720)
+9406 train 3.761622 (lr=6.5435e-05) (hash(x)=41797502)
+9407 train 3.716106 (lr=6.5417e-05) (hash(x)=38466306)
+9408 train 3.815356 (lr=6.5398e-05) (hash(x)=40876142)
+9409 train 3.795511 (lr=6.5380e-05) (hash(x)=42449998)
+9410 train 3.802515 (lr=6.5362e-05) (hash(x)=37469065)
+9411 train 3.925708 (lr=6.5344e-05) (hash(x)=37519721)
+9412 train 3.811982 (lr=6.5326e-05) (hash(x)=42852068)
+9413 train 3.866257 (lr=6.5308e-05) (hash(x)=42649536)
+9414 train 3.815709 (lr=6.5290e-05) (hash(x)=38977108)
+9415 train 3.825282 (lr=6.5272e-05) (hash(x)=40671446)
+9416 train 3.777968 (lr=6.5254e-05) (hash(x)=40624763)
+9417 train 3.762238 (lr=6.5236e-05) (hash(x)=36612581)
+9418 train 3.737285 (lr=6.5218e-05) (hash(x)=41975117)
+9419 train 3.753788 (lr=6.5200e-05) (hash(x)=38070401)
+9420 train 3.795639 (lr=6.5182e-05) (hash(x)=36383399)
+9421 train 3.770082 (lr=6.5165e-05) (hash(x)=37339967)
+9422 train 3.816562 (lr=6.5147e-05) (hash(x)=40022455)
+9423 train 3.765937 (lr=6.5129e-05) (hash(x)=44200932)
+9424 train 3.738814 (lr=6.5111e-05) (hash(x)=38713515)
+9425 train 3.689444 (lr=6.5094e-05) (hash(x)=41063198)
+9426 train 3.730247 (lr=6.5076e-05) (hash(x)=38678388)
+9427 train 3.757358 (lr=6.5058e-05) (hash(x)=41482231)
+9428 train 3.705267 (lr=6.5041e-05) (hash(x)=36427402)
+9429 train 3.746491 (lr=6.5023e-05) (hash(x)=34968726)
+9430 train 3.700440 (lr=6.5006e-05) (hash(x)=44726703)
+9431 train 3.784189 (lr=6.4988e-05) (hash(x)=47879253)
+9432 train 3.723829 (lr=6.4971e-05) (hash(x)=40711990)
+9433 train 3.820982 (lr=6.4953e-05) (hash(x)=39311079)
+9434 train 3.747858 (lr=6.4936e-05) (hash(x)=36459944)
+9435 train 3.772418 (lr=6.4919e-05) (hash(x)=41197842)
+9436 train 3.822055 (lr=6.4901e-05) (hash(x)=40707274)
+9437 train 3.730319 (lr=6.4884e-05) (hash(x)=47145492)
+9438 train 3.753188 (lr=6.4867e-05) (hash(x)=44838248)
+9439 train 3.818561 (lr=6.4849e-05) (hash(x)=45484104)
+9440 train 3.747855 (lr=6.4832e-05) (hash(x)=42386311)
+9441 train 3.765417 (lr=6.4815e-05) (hash(x)=40383139)
+9442 train 3.753941 (lr=6.4798e-05) (hash(x)=39352126)
+9443 train 3.713228 (lr=6.4781e-05) (hash(x)=40822576)
+9444 train 3.779569 (lr=6.4764e-05) (hash(x)=36346100)
+9445 train 3.721202 (lr=6.4747e-05) (hash(x)=43538952)
+9446 train 3.843002 (lr=6.4730e-05) (hash(x)=35546325)
+9447 train 3.790268 (lr=6.4713e-05) (hash(x)=39383956)
+9448 train 3.772536 (lr=6.4696e-05) (hash(x)=40325433)
+9449 train 3.801599 (lr=6.4679e-05) (hash(x)=32774161)
+9450 train 3.785432 (lr=6.4662e-05) (hash(x)=39278923)
+9451 train 3.757743 (lr=6.4645e-05) (hash(x)=41395758)
+9452 train 3.830019 (lr=6.4628e-05) (hash(x)=37147728)
+9453 train 3.796310 (lr=6.4611e-05) (hash(x)=42987332)
+9454 train 3.724010 (lr=6.4594e-05) (hash(x)=40006196)
+9455 train 3.746995 (lr=6.4578e-05) (hash(x)=36782902)
+9456 train 3.783061 (lr=6.4561e-05) (hash(x)=39212041)
+9457 train 3.799746 (lr=6.4544e-05) (hash(x)=39234915)
+9458 train 3.746694 (lr=6.4527e-05) (hash(x)=41502665)
+9459 train 3.774023 (lr=6.4511e-05) (hash(x)=38241684)
+9460 train 3.729696 (lr=6.4494e-05) (hash(x)=38451469)
+9461 train 3.748081 (lr=6.4478e-05) (hash(x)=42052249)
+9462 train 3.714056 (lr=6.4461e-05) (hash(x)=40124702)
+9463 train 3.715930 (lr=6.4445e-05) (hash(x)=36476310)
+9464 train 3.738733 (lr=6.4428e-05) (hash(x)=43841129)
+9465 train 3.726606 (lr=6.4412e-05) (hash(x)=38754223)
+9466 train 3.775786 (lr=6.4395e-05) (hash(x)=37875792)
+9467 train 3.760795 (lr=6.4379e-05) (hash(x)=31093128)
+9468 train 3.681468 (lr=6.4362e-05) (hash(x)=44102074)
+9469 train 3.714477 (lr=6.4346e-05) (hash(x)=37806170)
+9470 train 3.763083 (lr=6.4330e-05) (hash(x)=34817054)
+9471 train 3.799199 (lr=6.4313e-05) (hash(x)=36103193)
+9472 train 3.816248 (lr=6.4297e-05) (hash(x)=42313249)
+9473 train 3.782349 (lr=6.4281e-05) (hash(x)=42586398)
+9474 train 3.691243 (lr=6.4265e-05) (hash(x)=32107049)
+9475 train 3.752414 (lr=6.4249e-05) (hash(x)=41638887)
+9476 train 3.685137 (lr=6.4232e-05) (hash(x)=41275749)
+9477 train 3.812173 (lr=6.4216e-05) (hash(x)=40327176)
+9478 train 3.676624 (lr=6.4200e-05) (hash(x)=41294622)
+9479 train 3.728824 (lr=6.4184e-05) (hash(x)=38125940)
+9480 train 3.772828 (lr=6.4168e-05) (hash(x)=43669684)
+9481 train 3.817065 (lr=6.4152e-05) (hash(x)=38192507)
+9482 train 3.817583 (lr=6.4136e-05) (hash(x)=39282466)
+9483 train 3.863491 (lr=6.4120e-05) (hash(x)=40664429)
+9484 train 3.742347 (lr=6.4105e-05) (hash(x)=40858725)
+9485 train 3.763186 (lr=6.4089e-05) (hash(x)=41472331)
+9486 train 3.840634 (lr=6.4073e-05) (hash(x)=37847115)
+9487 train 3.769318 (lr=6.4057e-05) (hash(x)=38027535)
+9488 train 3.770497 (lr=6.4041e-05) (hash(x)=36579844)
+9489 train 3.758317 (lr=6.4026e-05) (hash(x)=33109563)
+9490 train 3.837936 (lr=6.4010e-05) (hash(x)=37300169)
+9491 train 3.801240 (lr=6.3994e-05) (hash(x)=41056681)
+9492 train 3.778760 (lr=6.3979e-05) (hash(x)=38755469)
+9493 train 3.766386 (lr=6.3963e-05) (hash(x)=37288866)
+9494 train 3.785540 (lr=6.3947e-05) (hash(x)=39367307)
+9495 train 3.827651 (lr=6.3932e-05) (hash(x)=42781180)
+9496 train 3.841635 (lr=6.3916e-05) (hash(x)=38374888)
+9497 train 3.822115 (lr=6.3901e-05) (hash(x)=36511864)
+9498 train 3.789952 (lr=6.3885e-05) (hash(x)=35179159)
+9499 train 3.722969 (lr=6.3870e-05) (hash(x)=38117453)
+9500 val loss 3.7334
+9500 val perplexity 41.8224
+9500 hella 0.2966
+9500 train 3.772563 (lr=6.3855e-05) (hash(x)=56707943)
+9501 train 3.769031 (lr=6.3839e-05) (hash(x)=44301613)
+9502 train 3.754318 (lr=6.3824e-05) (hash(x)=38242023)
+9503 train 3.724576 (lr=6.3809e-05) (hash(x)=42642635)
+9504 train 3.818568 (lr=6.3793e-05) (hash(x)=39913397)
+9505 train 3.691074 (lr=6.3778e-05) (hash(x)=40378503)
+9506 train 3.760693 (lr=6.3763e-05) (hash(x)=33648095)
+9507 train 3.764241 (lr=6.3748e-05) (hash(x)=39054195)
+9508 train 3.783912 (lr=6.3732e-05) (hash(x)=37751564)
+9509 train 3.727180 (lr=6.3717e-05) (hash(x)=53792326)
+9510 train 3.748726 (lr=6.3702e-05) (hash(x)=41344408)
+9511 train 3.748394 (lr=6.3687e-05) (hash(x)=37943051)
+9512 train 3.736118 (lr=6.3672e-05) (hash(x)=51214508)
+9513 train 3.750905 (lr=6.3657e-05) (hash(x)=41798429)
+9514 train 3.734903 (lr=6.3642e-05) (hash(x)=42796699)
+9515 train 3.783794 (lr=6.3627e-05) (hash(x)=35321138)
+9516 train 3.821654 (lr=6.3612e-05) (hash(x)=40488653)
+9517 train 3.806180 (lr=6.3597e-05) (hash(x)=45676195)
+9518 train 3.734503 (lr=6.3583e-05) (hash(x)=44989178)
+9519 train 3.702336 (lr=6.3568e-05) (hash(x)=48323507)
+9520 train 3.717715 (lr=6.3553e-05) (hash(x)=38157824)
+9521 train 3.850635 (lr=6.3538e-05) (hash(x)=43330854)
+9522 train 3.744442 (lr=6.3524e-05) (hash(x)=34851965)
+9523 train 3.785505 (lr=6.3509e-05) (hash(x)=36575731)
+9524 train 3.866495 (lr=6.3494e-05) (hash(x)=35421942)
+9525 train 3.824822 (lr=6.3480e-05) (hash(x)=41999425)
+9526 train 3.783241 (lr=6.3465e-05) (hash(x)=35860217)
+9527 train 3.722190 (lr=6.3450e-05) (hash(x)=42528401)
+9528 train 3.760989 (lr=6.3436e-05) (hash(x)=41091574)
+9529 train 3.807046 (lr=6.3421e-05) (hash(x)=37256546)
+9530 train 3.830062 (lr=6.3407e-05) (hash(x)=41212406)
+9531 train 3.786040 (lr=6.3392e-05) (hash(x)=36826074)
+9532 train 3.825314 (lr=6.3378e-05) (hash(x)=44498338)
+9533 train 3.822655 (lr=6.3364e-05) (hash(x)=41055576)
+9534 train 3.772701 (lr=6.3349e-05) (hash(x)=42002770)
+9535 train 3.758701 (lr=6.3335e-05) (hash(x)=39497225)
+9536 train 3.733154 (lr=6.3321e-05) (hash(x)=37688576)
+9537 train 3.758132 (lr=6.3306e-05) (hash(x)=41782547)
+9538 train 3.749474 (lr=6.3292e-05) (hash(x)=40767783)
+9539 train 3.729926 (lr=6.3278e-05) (hash(x)=33968013)
+9540 train 3.736868 (lr=6.3264e-05) (hash(x)=40611535)
+9541 train 3.746545 (lr=6.3250e-05) (hash(x)=42473918)
+9542 train 3.797921 (lr=6.3235e-05) (hash(x)=43515427)
+9543 train 3.744025 (lr=6.3221e-05) (hash(x)=45518785)
+9544 train 3.743985 (lr=6.3207e-05) (hash(x)=48218335)
+9545 train 3.764341 (lr=6.3193e-05) (hash(x)=35671746)
+9546 train 3.724374 (lr=6.3179e-05) (hash(x)=39638937)
+9547 train 3.746159 (lr=6.3165e-05) (hash(x)=42198603)
+9548 train 3.731164 (lr=6.3151e-05) (hash(x)=45724980)
+9549 train 3.793523 (lr=6.3137e-05) (hash(x)=42263113)
+9550 train 3.783755 (lr=6.3124e-05) (hash(x)=42104484)
+9551 train 3.763228 (lr=6.3110e-05) (hash(x)=42229444)
+9552 train 3.760377 (lr=6.3096e-05) (hash(x)=36239903)
+9553 train 3.768739 (lr=6.3082e-05) (hash(x)=42763715)
+9554 train 3.779673 (lr=6.3068e-05) (hash(x)=33808762)
+9555 train 3.723925 (lr=6.3055e-05) (hash(x)=37785783)
+9556 train 3.741640 (lr=6.3041e-05) (hash(x)=39274589)
+9557 train 3.781731 (lr=6.3027e-05) (hash(x)=41367976)
+9558 train 3.760346 (lr=6.3014e-05) (hash(x)=37422228)
+9559 train 3.745200 (lr=6.3000e-05) (hash(x)=49976931)
+9560 train 3.802232 (lr=6.2987e-05) (hash(x)=42083354)
+9561 train 3.900033 (lr=6.2973e-05) (hash(x)=37573186)
+9562 train 3.825579 (lr=6.2960e-05) (hash(x)=37524849)
+9563 train 3.910852 (lr=6.2946e-05) (hash(x)=30872569)
+9564 train 3.767007 (lr=6.2933e-05) (hash(x)=32410222)
+9565 train 3.793403 (lr=6.2919e-05) (hash(x)=42107359)
+9566 train 3.762614 (lr=6.2906e-05) (hash(x)=39880022)
+9567 train 3.763049 (lr=6.2892e-05) (hash(x)=39953179)
+9568 train 3.783739 (lr=6.2879e-05) (hash(x)=33601035)
+9569 train 3.802061 (lr=6.2866e-05) (hash(x)=46413652)
+9570 train 3.825388 (lr=6.2853e-05) (hash(x)=42357168)
+9571 train 3.808146 (lr=6.2839e-05) (hash(x)=41716589)
+9572 train 3.784347 (lr=6.2826e-05) (hash(x)=42298602)
+9573 train 3.764263 (lr=6.2813e-05) (hash(x)=38659578)
+9574 train 3.684012 (lr=6.2800e-05) (hash(x)=41165235)
+9575 train 3.735409 (lr=6.2787e-05) (hash(x)=37372216)
+9576 train 3.756828 (lr=6.2774e-05) (hash(x)=36306660)
+9577 train 3.719647 (lr=6.2761e-05) (hash(x)=45823400)
+9578 train 3.792712 (lr=6.2748e-05) (hash(x)=34639008)
+9579 train 3.754190 (lr=6.2735e-05) (hash(x)=37572560)
+9580 train 3.782591 (lr=6.2722e-05) (hash(x)=38363212)
+9581 train 3.763518 (lr=6.2709e-05) (hash(x)=36687297)
+9582 train 3.797785 (lr=6.2696e-05) (hash(x)=40789881)
+9583 train 3.733048 (lr=6.2683e-05) (hash(x)=36223347)
+9584 train 3.812380 (lr=6.2670e-05) (hash(x)=38503995)
+9585 train 3.729776 (lr=6.2657e-05) (hash(x)=41601267)
+9586 train 3.698717 (lr=6.2645e-05) (hash(x)=47210040)
+9587 train 3.731560 (lr=6.2632e-05) (hash(x)=37664200)
+9588 train 3.745919 (lr=6.2619e-05) (hash(x)=38694549)
+9589 train 3.715764 (lr=6.2606e-05) (hash(x)=42828395)
+9590 train 3.716398 (lr=6.2594e-05) (hash(x)=39138645)
+9591 train 3.773104 (lr=6.2581e-05) (hash(x)=41811722)
+9592 train 3.727683 (lr=6.2569e-05) (hash(x)=43183242)
+9593 train 3.806044 (lr=6.2556e-05) (hash(x)=40259485)
+9594 train 3.827941 (lr=6.2544e-05) (hash(x)=35380905)
+9595 train 3.772440 (lr=6.2531e-05) (hash(x)=38930488)
+9596 train 3.754558 (lr=6.2519e-05) (hash(x)=38366106)
+9597 train 3.750221 (lr=6.2506e-05) (hash(x)=37892754)
+9598 train 3.784657 (lr=6.2494e-05) (hash(x)=31422378)
+9599 train 3.812374 (lr=6.2481e-05) (hash(x)=40519642)
+9600 train 3.815253 (lr=6.2469e-05) (hash(x)=35457917)
+9601 train 3.734202 (lr=6.2457e-05) (hash(x)=40280995)
+9602 train 3.792194 (lr=6.2444e-05) (hash(x)=35826732)
+9603 train 3.734288 (lr=6.2432e-05) (hash(x)=39143515)
+9604 train 3.791328 (lr=6.2420e-05) (hash(x)=39554058)
+9605 train 3.798143 (lr=6.2408e-05) (hash(x)=36339775)
+9606 train 3.781837 (lr=6.2396e-05) (hash(x)=41530741)
+9607 train 3.719741 (lr=6.2383e-05) (hash(x)=41060610)
+9608 train 3.750658 (lr=6.2371e-05) (hash(x)=35755130)
+9609 train 3.761370 (lr=6.2359e-05) (hash(x)=37626954)
+9610 train 3.785864 (lr=6.2347e-05) (hash(x)=36028403)
+9611 train 3.788677 (lr=6.2335e-05) (hash(x)=39856027)
+9612 train 3.766690 (lr=6.2323e-05) (hash(x)=35083895)
+9613 train 3.728697 (lr=6.2311e-05) (hash(x)=39270682)
+9614 train 3.710185 (lr=6.2299e-05) (hash(x)=35323792)
+9615 train 3.683286 (lr=6.2288e-05) (hash(x)=42573441)
+9616 train 3.727178 (lr=6.2276e-05) (hash(x)=44052568)
+9617 train 3.813174 (lr=6.2264e-05) (hash(x)=41432184)
+9618 train 3.746910 (lr=6.2252e-05) (hash(x)=40774638)
+9619 train 3.704687 (lr=6.2240e-05) (hash(x)=42170719)
+9620 train 3.817908 (lr=6.2229e-05) (hash(x)=40739323)
+9621 train 3.754451 (lr=6.2217e-05) (hash(x)=37669142)
+9622 train 3.772073 (lr=6.2205e-05) (hash(x)=41597305)
+9623 train 3.809085 (lr=6.2194e-05) (hash(x)=42549178)
+9624 train 3.803580 (lr=6.2182e-05) (hash(x)=38700084)
+9625 train 3.748480 (lr=6.2170e-05) (hash(x)=39893669)
+9626 train 3.772557 (lr=6.2159e-05) (hash(x)=39578705)
+9627 train 3.809056 (lr=6.2147e-05) (hash(x)=40870473)
+9628 train 3.819962 (lr=6.2136e-05) (hash(x)=37775755)
+9629 train 3.781509 (lr=6.2124e-05) (hash(x)=40860132)
+9630 train 3.722253 (lr=6.2113e-05) (hash(x)=38862882)
+9631 train 3.777675 (lr=6.2102e-05) (hash(x)=39012135)
+9632 train 3.773642 (lr=6.2090e-05) (hash(x)=41727293)
+9633 train 3.816345 (lr=6.2079e-05) (hash(x)=35997828)
+9634 train 3.809084 (lr=6.2068e-05) (hash(x)=33411584)
+9635 train 3.810783 (lr=6.2056e-05) (hash(x)=38013589)
+9636 train 3.774960 (lr=6.2045e-05) (hash(x)=46040931)
+9637 train 3.720305 (lr=6.2034e-05) (hash(x)=40096298)
+9638 train 3.751460 (lr=6.2023e-05) (hash(x)=43113521)
+9639 train 3.742976 (lr=6.2012e-05) (hash(x)=46434077)
+9640 train 3.791847 (lr=6.2000e-05) (hash(x)=42657723)
+9641 train 3.817044 (lr=6.1989e-05) (hash(x)=33455307)
+9642 train 3.758759 (lr=6.1978e-05) (hash(x)=41801355)
+9643 train 3.755831 (lr=6.1967e-05) (hash(x)=40188034)
+9644 train 3.780658 (lr=6.1956e-05) (hash(x)=40572241)
+9645 train 3.790510 (lr=6.1945e-05) (hash(x)=49081366)
+9646 train 3.703269 (lr=6.1934e-05) (hash(x)=44402342)
+9647 train 3.718318 (lr=6.1924e-05) (hash(x)=39871491)
+9648 train 3.745294 (lr=6.1913e-05) (hash(x)=35796868)
+9649 train 3.780740 (lr=6.1902e-05) (hash(x)=43579902)
+9650 train 3.715923 (lr=6.1891e-05) (hash(x)=33972047)
+9651 train 3.726369 (lr=6.1880e-05) (hash(x)=36281612)
+9652 train 3.722216 (lr=6.1870e-05) (hash(x)=36625143)
+9653 train 3.753907 (lr=6.1859e-05) (hash(x)=41175869)
+9654 train 3.761697 (lr=6.1848e-05) (hash(x)=38570240)
+9655 train 3.719472 (lr=6.1837e-05) (hash(x)=37403603)
+9656 train 3.737433 (lr=6.1827e-05) (hash(x)=37220490)
+9657 train 3.762869 (lr=6.1816e-05) (hash(x)=39249867)
+9658 train 3.769361 (lr=6.1806e-05) (hash(x)=35733583)
+9659 train 3.756020 (lr=6.1795e-05) (hash(x)=40360042)
+9660 train 3.742881 (lr=6.1785e-05) (hash(x)=48146101)
+9661 train 3.766133 (lr=6.1774e-05) (hash(x)=37060502)
+9662 train 3.740847 (lr=6.1764e-05) (hash(x)=40326752)
+9663 train 3.794647 (lr=6.1753e-05) (hash(x)=40432915)
+9664 train 3.811009 (lr=6.1743e-05) (hash(x)=45567935)
+9665 train 3.743031 (lr=6.1733e-05) (hash(x)=43529661)
+9666 train 3.755073 (lr=6.1722e-05) (hash(x)=41723553)
+9667 train 3.776514 (lr=6.1712e-05) (hash(x)=42303062)
+9668 train 3.872712 (lr=6.1702e-05) (hash(x)=36688744)
+9669 train 3.744295 (lr=6.1691e-05) (hash(x)=37546228)
+9670 train 3.810623 (lr=6.1681e-05) (hash(x)=46168084)
+9671 train 3.752196 (lr=6.1671e-05) (hash(x)=46511793)
+9672 train 3.791878 (lr=6.1661e-05) (hash(x)=39704989)
+9673 train 3.785954 (lr=6.1651e-05) (hash(x)=38508459)
+9674 train 3.846632 (lr=6.1641e-05) (hash(x)=38100692)
+9675 train 3.809130 (lr=6.1631e-05) (hash(x)=49382598)
+9676 train 3.789672 (lr=6.1621e-05) (hash(x)=38778831)
+9677 train 3.809462 (lr=6.1611e-05) (hash(x)=41208421)
+9678 train 3.728055 (lr=6.1601e-05) (hash(x)=40600596)
+9679 train 3.733210 (lr=6.1591e-05) (hash(x)=44756487)
+9680 train 3.755013 (lr=6.1581e-05) (hash(x)=36498264)
+9681 train 3.789506 (lr=6.1571e-05) (hash(x)=40128717)
+9682 train 3.809477 (lr=6.1561e-05) (hash(x)=39867883)
+9683 train 3.781067 (lr=6.1552e-05) (hash(x)=34602753)
+9684 train 3.746994 (lr=6.1542e-05) (hash(x)=37263336)
+9685 train 3.754672 (lr=6.1532e-05) (hash(x)=39181931)
+9686 train 3.778346 (lr=6.1522e-05) (hash(x)=39180468)
+9687 train 3.713630 (lr=6.1513e-05) (hash(x)=45676342)
+9688 train 3.837126 (lr=6.1503e-05) (hash(x)=34186435)
+9689 train 3.797714 (lr=6.1493e-05) (hash(x)=40362722)
+9690 train 3.906836 (lr=6.1484e-05) (hash(x)=37659552)
+9691 train 3.789991 (lr=6.1474e-05) (hash(x)=40864867)
+9692 train 3.676633 (lr=6.1465e-05) (hash(x)=39094131)
+9693 train 3.758559 (lr=6.1455e-05) (hash(x)=39317988)
+9694 train 3.725615 (lr=6.1446e-05) (hash(x)=42925963)
+9695 train 3.748363 (lr=6.1436e-05) (hash(x)=37527819)
+9696 train 3.718623 (lr=6.1427e-05) (hash(x)=39831257)
+9697 train 3.761662 (lr=6.1418e-05) (hash(x)=39456492)
+9698 train 3.793152 (lr=6.1408e-05) (hash(x)=35736738)
+9699 train 3.784750 (lr=6.1399e-05) (hash(x)=37314296)
+9700 train 3.715916 (lr=6.1390e-05) (hash(x)=40439855)
+9701 train 3.771232 (lr=6.1381e-05) (hash(x)=38537192)
+9702 train 3.794616 (lr=6.1371e-05) (hash(x)=42545932)
+9703 train 3.838107 (lr=6.1362e-05) (hash(x)=42358547)
+9704 train 3.772697 (lr=6.1353e-05) (hash(x)=45321664)
+9705 train 3.773131 (lr=6.1344e-05) (hash(x)=41990758)
+9706 train 3.744235 (lr=6.1335e-05) (hash(x)=40871414)
+9707 train 3.751824 (lr=6.1326e-05) (hash(x)=46253678)
+9708 train 3.803646 (lr=6.1317e-05) (hash(x)=38117956)
+9709 train 3.770284 (lr=6.1308e-05) (hash(x)=43775849)
+9710 train 3.755672 (lr=6.1299e-05) (hash(x)=35989715)
+9711 train 3.893303 (lr=6.1290e-05) (hash(x)=37319331)
+9712 train 3.771291 (lr=6.1281e-05) (hash(x)=37558417)
+9713 train 3.756650 (lr=6.1272e-05) (hash(x)=39062591)
+9714 train 3.782613 (lr=6.1263e-05) (hash(x)=27244469)
+9715 train 3.803521 (lr=6.1254e-05) (hash(x)=32936708)
+9716 train 3.839661 (lr=6.1246e-05) (hash(x)=41110814)
+9717 train 3.756865 (lr=6.1237e-05) (hash(x)=41931538)
+9718 train 3.764891 (lr=6.1228e-05) (hash(x)=38765773)
+9719 train 3.802665 (lr=6.1219e-05) (hash(x)=38841881)
+9720 train 3.765947 (lr=6.1211e-05) (hash(x)=28584663)
+9721 train 3.725017 (lr=6.1202e-05) (hash(x)=39533986)
+9722 train 3.800504 (lr=6.1194e-05) (hash(x)=41569214)
+9723 train 3.757906 (lr=6.1185e-05) (hash(x)=39007918)
+9724 train 3.771048 (lr=6.1176e-05) (hash(x)=37411031)
+9725 train 3.733015 (lr=6.1168e-05) (hash(x)=42000080)
+9726 train 3.725024 (lr=6.1159e-05) (hash(x)=35328387)
+9727 train 3.729893 (lr=6.1151e-05) (hash(x)=41340268)
+9728 train 3.695797 (lr=6.1143e-05) (hash(x)=41934876)
+9729 train 3.762459 (lr=6.1134e-05) (hash(x)=40151703)
+9730 train 3.775778 (lr=6.1126e-05) (hash(x)=40311177)
+9731 train 3.766971 (lr=6.1118e-05) (hash(x)=37154884)
+9732 train 3.745058 (lr=6.1109e-05) (hash(x)=41653379)
+9733 train 3.761286 (lr=6.1101e-05) (hash(x)=40207795)
+9734 train 3.761699 (lr=6.1093e-05) (hash(x)=37893389)
+9735 train 3.796013 (lr=6.1085e-05) (hash(x)=40317089)
+9736 train 3.723138 (lr=6.1076e-05) (hash(x)=37899012)
+9737 train 3.726679 (lr=6.1068e-05) (hash(x)=40049932)
+9738 train 3.791730 (lr=6.1060e-05) (hash(x)=41152327)
+9739 train 3.817847 (lr=6.1052e-05) (hash(x)=37556713)
+9740 train 3.854092 (lr=6.1044e-05) (hash(x)=35782016)
+9741 train 3.770676 (lr=6.1036e-05) (hash(x)=35140985)
+9742 train 3.717927 (lr=6.1028e-05) (hash(x)=38014868)
+9743 train 3.734419 (lr=6.1020e-05) (hash(x)=45601217)
+9744 train 3.816548 (lr=6.1012e-05) (hash(x)=35283633)
+9745 train 3.762706 (lr=6.1004e-05) (hash(x)=39121820)
+9746 train 3.744528 (lr=6.0996e-05) (hash(x)=33341688)
+9747 train 3.784008 (lr=6.0989e-05) (hash(x)=39687800)
+9748 train 3.848942 (lr=6.0981e-05) (hash(x)=38123993)
+9749 train 3.759369 (lr=6.0973e-05) (hash(x)=46921668)
+9750 val loss 3.7313
+9750 val perplexity 41.7327
+9750 hella 0.2973
+9750 train 3.762384 (lr=6.0965e-05) (hash(x)=43627909)
+9751 train 3.721658 (lr=6.0958e-05) (hash(x)=37663843)
+9752 train 3.747712 (lr=6.0950e-05) (hash(x)=34836689)
+9753 train 3.788953 (lr=6.0942e-05) (hash(x)=39927186)
+9754 train 3.769687 (lr=6.0935e-05) (hash(x)=39593004)
+9755 train 3.778045 (lr=6.0927e-05) (hash(x)=45673735)
+9756 train 3.785479 (lr=6.0920e-05) (hash(x)=41104010)
+9757 train 3.778963 (lr=6.0912e-05) (hash(x)=41050014)
+9758 train 3.778650 (lr=6.0905e-05) (hash(x)=33270846)
+9759 train 3.769711 (lr=6.0897e-05) (hash(x)=34687139)
+9760 train 3.768200 (lr=6.0890e-05) (hash(x)=43537200)
+9761 train 3.786351 (lr=6.0882e-05) (hash(x)=41531635)
+9762 train 3.751777 (lr=6.0875e-05) (hash(x)=37082323)
+9763 train 3.797776 (lr=6.0868e-05) (hash(x)=43382076)
+9764 train 3.798712 (lr=6.0860e-05) (hash(x)=41047002)
+9765 train 3.727655 (lr=6.0853e-05) (hash(x)=39192350)
+9766 train 3.819493 (lr=6.0846e-05) (hash(x)=37691702)
+9767 train 3.877133 (lr=6.0839e-05) (hash(x)=39906405)
+9768 train 3.749277 (lr=6.0831e-05) (hash(x)=37306842)
+9769 train 3.803105 (lr=6.0824e-05) (hash(x)=38106536)
+9770 train 3.790877 (lr=6.0817e-05) (hash(x)=38032415)
+9771 train 3.741857 (lr=6.0810e-05) (hash(x)=36750690)
+9772 train 3.756399 (lr=6.0803e-05) (hash(x)=38558396)
+9773 train 3.805902 (lr=6.0796e-05) (hash(x)=37676712)
+9774 train 3.756772 (lr=6.0789e-05) (hash(x)=39793457)
+9775 train 3.701409 (lr=6.0782e-05) (hash(x)=38868040)
+9776 train 3.713644 (lr=6.0775e-05) (hash(x)=36904609)
+9777 train 3.685549 (lr=6.0768e-05) (hash(x)=46906076)
+9778 train 3.663928 (lr=6.0761e-05) (hash(x)=52864307)
+9779 train 3.693191 (lr=6.0754e-05) (hash(x)=38792493)
+9780 train 3.678195 (lr=6.0748e-05) (hash(x)=43869467)
+9781 train 3.706461 (lr=6.0741e-05) (hash(x)=40380951)
+9782 train 3.805950 (lr=6.0734e-05) (hash(x)=44366521)
+9783 train 3.702075 (lr=6.0727e-05) (hash(x)=42342179)
+9784 train 3.837065 (lr=6.0721e-05) (hash(x)=41738513)
+9785 train 3.734385 (lr=6.0714e-05) (hash(x)=40407555)
+9786 train 3.661968 (lr=6.0707e-05) (hash(x)=40789316)
+9787 train 3.778610 (lr=6.0701e-05) (hash(x)=38913391)
+9788 train 3.725253 (lr=6.0694e-05) (hash(x)=47036772)
+9789 train 3.768124 (lr=6.0688e-05) (hash(x)=26354961)
+9790 train 3.782224 (lr=6.0681e-05) (hash(x)=40784104)
+9791 train 3.773072 (lr=6.0675e-05) (hash(x)=43435512)
+9792 train 3.805240 (lr=6.0668e-05) (hash(x)=42553720)
+9793 train 3.765432 (lr=6.0662e-05) (hash(x)=37984547)
+9794 train 3.795434 (lr=6.0656e-05) (hash(x)=42927726)
+9795 train 3.811135 (lr=6.0649e-05) (hash(x)=42175938)
+9796 train 3.759014 (lr=6.0643e-05) (hash(x)=41660050)
+9797 train 3.735730 (lr=6.0637e-05) (hash(x)=40258171)
+9798 train 3.771075 (lr=6.0630e-05) (hash(x)=38329934)
+9799 train 3.794889 (lr=6.0624e-05) (hash(x)=32156995)
+9800 train 3.690224 (lr=6.0618e-05) (hash(x)=48507790)
+9801 train 3.739216 (lr=6.0612e-05) (hash(x)=37695808)
+9802 train 3.749012 (lr=6.0606e-05) (hash(x)=38611601)
+9803 train 3.723768 (lr=6.0600e-05) (hash(x)=40437689)
+9804 train 3.768582 (lr=6.0594e-05) (hash(x)=43384874)
+9805 train 3.743102 (lr=6.0587e-05) (hash(x)=38421638)
+9806 train 3.725555 (lr=6.0581e-05) (hash(x)=41890318)
+9807 train 3.781228 (lr=6.0575e-05) (hash(x)=44892372)
+9808 train 3.729943 (lr=6.0570e-05) (hash(x)=33604327)
+9809 train 3.846856 (lr=6.0564e-05) (hash(x)=45069907)
+9810 train 3.767560 (lr=6.0558e-05) (hash(x)=38583278)
+9811 train 3.779882 (lr=6.0552e-05) (hash(x)=36663739)
+9812 train 3.726451 (lr=6.0546e-05) (hash(x)=40644905)
+9813 train 3.734370 (lr=6.0540e-05) (hash(x)=36353540)
+9814 train 3.786540 (lr=6.0535e-05) (hash(x)=33446948)
+9815 train 3.742059 (lr=6.0529e-05) (hash(x)=41412846)
+9816 train 3.767509 (lr=6.0523e-05) (hash(x)=41861581)
+9817 train 3.671542 (lr=6.0517e-05) (hash(x)=39777306)
+9818 train 3.721795 (lr=6.0512e-05) (hash(x)=39035874)
+9819 train 3.714743 (lr=6.0506e-05) (hash(x)=37351804)
+9820 train 3.715880 (lr=6.0501e-05) (hash(x)=41087228)
+9821 train 3.694404 (lr=6.0495e-05) (hash(x)=40832561)
+9822 train 3.758497 (lr=6.0490e-05) (hash(x)=38778936)
+9823 train 3.754892 (lr=6.0484e-05) (hash(x)=41597361)
+9824 train 3.802592 (lr=6.0479e-05) (hash(x)=37884561)
+9825 train 3.693566 (lr=6.0473e-05) (hash(x)=41581772)
+9826 train 3.783742 (lr=6.0468e-05) (hash(x)=40877354)
+9827 train 3.775475 (lr=6.0462e-05) (hash(x)=41625142)
+9828 train 3.760739 (lr=6.0457e-05) (hash(x)=39349602)
+9829 train 3.744849 (lr=6.0452e-05) (hash(x)=41073420)
+9830 train 3.755875 (lr=6.0447e-05) (hash(x)=40927210)
+9831 train 3.767886 (lr=6.0441e-05) (hash(x)=41889457)
+9832 train 3.787904 (lr=6.0436e-05) (hash(x)=36863749)
+9833 train 3.775490 (lr=6.0431e-05) (hash(x)=41790403)
+9834 train 3.798514 (lr=6.0426e-05) (hash(x)=38013384)
+9835 train 3.786601 (lr=6.0421e-05) (hash(x)=41136927)
+9836 train 3.801280 (lr=6.0416e-05) (hash(x)=36118984)
+9837 train 3.722097 (lr=6.0411e-05) (hash(x)=35032908)
+9838 train 3.819058 (lr=6.0406e-05) (hash(x)=39253140)
+9839 train 3.760614 (lr=6.0401e-05) (hash(x)=30278988)
+9840 train 3.739726 (lr=6.0396e-05) (hash(x)=38669699)
+9841 train 3.749864 (lr=6.0391e-05) (hash(x)=33847912)
+9842 train 3.948025 (lr=6.0386e-05) (hash(x)=37781837)
+9843 train 3.773366 (lr=6.0381e-05) (hash(x)=39033484)
+9844 train 3.784193 (lr=6.0376e-05) (hash(x)=40473140)
+9845 train 3.736182 (lr=6.0371e-05) (hash(x)=38499643)
+9846 train 3.715133 (lr=6.0366e-05) (hash(x)=42346456)
+9847 train 3.748106 (lr=6.0362e-05) (hash(x)=38700794)
+9848 train 3.720674 (lr=6.0357e-05) (hash(x)=37614713)
+9849 train 3.714096 (lr=6.0352e-05) (hash(x)=42548828)
+9850 train 3.751735 (lr=6.0348e-05) (hash(x)=34904275)
+9851 train 3.775226 (lr=6.0343e-05) (hash(x)=45058829)
+9852 train 3.756315 (lr=6.0338e-05) (hash(x)=36289706)
+9853 train 3.731045 (lr=6.0334e-05) (hash(x)=39255517)
+9854 train 3.773890 (lr=6.0329e-05) (hash(x)=40017470)
+9855 train 3.693673 (lr=6.0325e-05) (hash(x)=39883882)
+9856 train 3.747886 (lr=6.0320e-05) (hash(x)=47098079)
+9857 train 3.725396 (lr=6.0316e-05) (hash(x)=44785563)
+9858 train 3.782966 (lr=6.0312e-05) (hash(x)=41630703)
+9859 train 3.728498 (lr=6.0307e-05) (hash(x)=42265263)
+9860 train 3.750709 (lr=6.0303e-05) (hash(x)=42423511)
+9861 train 3.745744 (lr=6.0299e-05) (hash(x)=44714452)
+9862 train 3.797141 (lr=6.0294e-05) (hash(x)=49394032)
+9863 train 3.762364 (lr=6.0290e-05) (hash(x)=41446183)
+9864 train 3.760060 (lr=6.0286e-05) (hash(x)=45423241)
+9865 train 3.789468 (lr=6.0282e-05) (hash(x)=38575184)
+9866 train 3.732877 (lr=6.0277e-05) (hash(x)=40011652)
+9867 train 3.733365 (lr=6.0273e-05) (hash(x)=36502424)
+9868 train 3.773507 (lr=6.0269e-05) (hash(x)=37277966)
+9869 train 3.738578 (lr=6.0265e-05) (hash(x)=42050131)
+9870 train 3.744871 (lr=6.0261e-05) (hash(x)=40488046)
+9871 train 3.726171 (lr=6.0257e-05) (hash(x)=41628228)
+9872 train 3.771185 (lr=6.0253e-05) (hash(x)=38976337)
+9873 train 3.766442 (lr=6.0249e-05) (hash(x)=42548965)
+9874 train 3.801702 (lr=6.0245e-05) (hash(x)=42149363)
+9875 train 3.838009 (lr=6.0241e-05) (hash(x)=36093892)
+9876 train 3.786375 (lr=6.0238e-05) (hash(x)=38487793)
+9877 train 3.730518 (lr=6.0234e-05) (hash(x)=35406173)
+9878 train 3.715368 (lr=6.0230e-05) (hash(x)=42860597)
+9879 train 3.755322 (lr=6.0226e-05) (hash(x)=40471517)
+9880 train 3.833224 (lr=6.0223e-05) (hash(x)=38208956)
+9881 train 3.791435 (lr=6.0219e-05) (hash(x)=37287570)
+9882 train 3.746873 (lr=6.0215e-05) (hash(x)=38513031)
+9883 train 3.753821 (lr=6.0212e-05) (hash(x)=42048953)
+9884 train 3.770372 (lr=6.0208e-05) (hash(x)=37180778)
+9885 train 3.704173 (lr=6.0204e-05) (hash(x)=36795978)
+9886 train 3.721618 (lr=6.0201e-05) (hash(x)=34755135)
+9887 train 3.713556 (lr=6.0197e-05) (hash(x)=36720056)
+9888 train 3.738475 (lr=6.0194e-05) (hash(x)=35001697)
+9889 train 3.727312 (lr=6.0190e-05) (hash(x)=44216024)
+9890 train 3.760752 (lr=6.0187e-05) (hash(x)=35606719)
+9891 train 3.741188 (lr=6.0184e-05) (hash(x)=38626374)
+9892 train 3.665977 (lr=6.0180e-05) (hash(x)=43128356)
+9893 train 3.764059 (lr=6.0177e-05) (hash(x)=33631790)
+9894 train 3.757473 (lr=6.0174e-05) (hash(x)=37013026)
+9895 train 3.746748 (lr=6.0170e-05) (hash(x)=38279807)
+9896 train 3.745462 (lr=6.0167e-05) (hash(x)=54250224)
+9897 train 3.789896 (lr=6.0164e-05) (hash(x)=37829360)
+9898 train 3.819289 (lr=6.0161e-05) (hash(x)=34562819)
+9899 train 3.729783 (lr=6.0158e-05) (hash(x)=38588555)
+9900 train 3.768859 (lr=6.0155e-05) (hash(x)=41714010)
+9901 train 3.717278 (lr=6.0151e-05) (hash(x)=40847756)
+9902 train 3.777026 (lr=6.0148e-05) (hash(x)=42082508)
+9903 train 3.729662 (lr=6.0145e-05) (hash(x)=39275125)
+9904 train 3.810075 (lr=6.0142e-05) (hash(x)=48358855)
+9905 train 3.752642 (lr=6.0139e-05) (hash(x)=40583533)
+9906 train 3.747157 (lr=6.0137e-05) (hash(x)=39011594)
+9907 train 3.697639 (lr=6.0134e-05) (hash(x)=36824577)
+9908 train 3.752158 (lr=6.0131e-05) (hash(x)=34469865)
+9909 train 3.762480 (lr=6.0128e-05) (hash(x)=44032280)
+9910 train 3.755372 (lr=6.0125e-05) (hash(x)=41368977)
+9911 train 3.779753 (lr=6.0122e-05) (hash(x)=38937806)
+9912 train 3.766719 (lr=6.0120e-05) (hash(x)=39628376)
+9913 train 3.771743 (lr=6.0117e-05) (hash(x)=34947735)
+9914 train 3.747481 (lr=6.0114e-05) (hash(x)=39550281)
+9915 train 3.776488 (lr=6.0112e-05) (hash(x)=44916647)
+9916 train 3.728809 (lr=6.0109e-05) (hash(x)=36634407)
+9917 train 3.757543 (lr=6.0106e-05) (hash(x)=40602462)
+9918 train 3.746380 (lr=6.0104e-05) (hash(x)=44797558)
+9919 train 3.750998 (lr=6.0101e-05) (hash(x)=32683756)
+9920 train 3.732506 (lr=6.0099e-05) (hash(x)=40222481)
+9921 train 3.739601 (lr=6.0096e-05) (hash(x)=41158201)
+9922 train 3.721748 (lr=6.0094e-05) (hash(x)=38804495)
+9923 train 3.755896 (lr=6.0092e-05) (hash(x)=39487565)
+9924 train 3.746213 (lr=6.0089e-05) (hash(x)=39824017)
+9925 train 3.672397 (lr=6.0087e-05) (hash(x)=37587696)
+9926 train 3.772068 (lr=6.0085e-05) (hash(x)=39632774)
+9927 train 3.773229 (lr=6.0082e-05) (hash(x)=45941633)
+9928 train 3.672822 (lr=6.0080e-05) (hash(x)=42335966)
+9929 train 3.757229 (lr=6.0078e-05) (hash(x)=47609367)
+9930 train 3.791713 (lr=6.0076e-05) (hash(x)=39450223)
+9931 train 3.738283 (lr=6.0074e-05) (hash(x)=40414253)
+9932 train 3.768853 (lr=6.0071e-05) (hash(x)=38849710)
+9933 train 3.765860 (lr=6.0069e-05) (hash(x)=41653220)
+9934 train 3.739151 (lr=6.0067e-05) (hash(x)=40169526)
+9935 train 3.773679 (lr=6.0065e-05) (hash(x)=44858000)
+9936 train 3.751434 (lr=6.0063e-05) (hash(x)=38894878)
+9937 train 3.756171 (lr=6.0061e-05) (hash(x)=43613758)
+9938 train 3.806551 (lr=6.0059e-05) (hash(x)=47474569)
+9939 train 3.720792 (lr=6.0058e-05) (hash(x)=43775495)
+9940 train 3.936485 (lr=6.0056e-05) (hash(x)=40715325)
+9941 train 3.757218 (lr=6.0054e-05) (hash(x)=39592467)
+9942 train 3.755251 (lr=6.0052e-05) (hash(x)=42624187)
+9943 train 3.849730 (lr=6.0050e-05) (hash(x)=50975897)
+9944 train 3.684678 (lr=6.0048e-05) (hash(x)=37829145)
+9945 train 3.836797 (lr=6.0047e-05) (hash(x)=36552249)
+9946 train 3.774647 (lr=6.0045e-05) (hash(x)=44288049)
+9947 train 3.813618 (lr=6.0043e-05) (hash(x)=37746209)
+9948 train 3.811342 (lr=6.0042e-05) (hash(x)=40652438)
+9949 train 3.789833 (lr=6.0040e-05) (hash(x)=44620132)
+9950 train 3.780322 (lr=6.0039e-05) (hash(x)=45561207)
+9951 train 3.771406 (lr=6.0037e-05) (hash(x)=39004659)
+9952 train 3.752481 (lr=6.0036e-05) (hash(x)=35113270)
+9953 train 3.744027 (lr=6.0034e-05) (hash(x)=36351666)
+9954 train 3.746477 (lr=6.0033e-05) (hash(x)=38936350)
+9955 train 3.793944 (lr=6.0031e-05) (hash(x)=46201334)
+9956 train 3.661276 (lr=6.0030e-05) (hash(x)=43453200)
+9957 train 3.681196 (lr=6.0029e-05) (hash(x)=37184899)
+9958 train 3.781806 (lr=6.0027e-05) (hash(x)=40527967)
+9959 train 3.782510 (lr=6.0026e-05) (hash(x)=39602329)
+9960 train 3.726421 (lr=6.0025e-05) (hash(x)=38847498)
+9961 train 3.707608 (lr=6.0024e-05) (hash(x)=44106590)
+9962 train 3.731055 (lr=6.0022e-05) (hash(x)=41490965)
+9963 train 3.737803 (lr=6.0021e-05) (hash(x)=39832265)
+9964 train 3.766464 (lr=6.0020e-05) (hash(x)=41997044)
+9965 train 3.744389 (lr=6.0019e-05) (hash(x)=40129952)
+9966 train 3.797999 (lr=6.0018e-05) (hash(x)=39801305)
+9967 train 3.729403 (lr=6.0017e-05) (hash(x)=38914190)
+9968 train 3.830878 (lr=6.0016e-05) (hash(x)=37138572)
+9969 train 3.779706 (lr=6.0015e-05) (hash(x)=41294566)
+9970 train 3.733369 (lr=6.0014e-05) (hash(x)=44762367)
+9971 train 3.725494 (lr=6.0013e-05) (hash(x)=41635683)
+9972 train 3.771353 (lr=6.0012e-05) (hash(x)=37761743)
+9973 train 3.747645 (lr=6.0011e-05) (hash(x)=45386286)
+9974 train 3.806767 (lr=6.0010e-05) (hash(x)=42485480)
+9975 train 3.738451 (lr=6.0010e-05) (hash(x)=40198349)
+9976 train 3.687986 (lr=6.0009e-05) (hash(x)=43807060)
+9977 train 3.726275 (lr=6.0008e-05) (hash(x)=39885607)
+9978 train 3.772593 (lr=6.0007e-05) (hash(x)=43005593)
+9979 train 3.789452 (lr=6.0007e-05) (hash(x)=35687855)
+9980 train 3.751057 (lr=6.0006e-05) (hash(x)=36913433)
+9981 train 3.834285 (lr=6.0006e-05) (hash(x)=41135209)
+9982 train 3.809117 (lr=6.0005e-05) (hash(x)=50145156)
+9983 train 3.830010 (lr=6.0004e-05) (hash(x)=38878355)
+9984 train 3.813505 (lr=6.0004e-05) (hash(x)=40197635)
+9985 train 3.874129 (lr=6.0003e-05) (hash(x)=44139663)
+9986 train 3.757716 (lr=6.0003e-05) (hash(x)=38855758)
+9987 train 3.790699 (lr=6.0003e-05) (hash(x)=42214173)
+9988 train 3.803794 (lr=6.0002e-05) (hash(x)=31913186)
+9989 train 3.813706 (lr=6.0002e-05) (hash(x)=38815597)
+9990 train 3.765324 (lr=6.0002e-05) (hash(x)=37557401)
+9991 train 3.739133 (lr=6.0001e-05) (hash(x)=41046165)
+9992 train 3.756233 (lr=6.0001e-05) (hash(x)=43449463)
+9993 train 3.739264 (lr=6.0001e-05) (hash(x)=38023800)
+9994 train 3.757090 (lr=6.0001e-05) (hash(x)=41871892)
+9995 train 3.737753 (lr=6.0000e-05) (hash(x)=40567150)
+9996 train 3.682491 (lr=6.0000e-05) (hash(x)=44577568)
+9997 train 3.751070 (lr=6.0000e-05) (hash(x)=40080828)
+9998 train 3.756575 (lr=6.0000e-05) (hash(x)=39340600)
+9999 val loss 3.7301
+9999 val perplexity 41.6851
+9999 hella 0.2949
+9999 train 3.739368 (lr=6.0000e-05) (hash(x)=43843813)