diff --git "a/selective_run_0/log2.txt" "b/selective_run_0/log2.txt"
new file mode 100644--- /dev/null
+++ "b/selective_run_0/log2.txt"
@@ -0,0 +1,6334 @@
+max_steps: 10000
+0 val loss 10.9811
+0 val perplexity 58755.0586
+0 hella 0.2427
+0 train 10.980059 (lr=8.3916e-07) (hash(x)=43020073)
+1 train 10.956728 (lr=1.6783e-06) (hash(x)=40186831)
+2 train 10.910577 (lr=2.5175e-06) (hash(x)=39532508)
+3 train 10.838987 (lr=3.3566e-06) (hash(x)=41549576)
+4 train 10.748347 (lr=4.1958e-06) (hash(x)=42489168)
+5 train 10.646498 (lr=5.0350e-06) (hash(x)=46587281)
+6 train 10.551340 (lr=5.8741e-06) (hash(x)=32862812)
+7 train 10.455190 (lr=6.7133e-06) (hash(x)=44311150)
+8 train 10.352821 (lr=7.5524e-06) (hash(x)=35238598)
+9 train 10.276784 (lr=8.3916e-06) (hash(x)=43586079)
+10 train 10.191374 (lr=9.2308e-06) (hash(x)=41060787)
+11 train 10.118890 (lr=1.0070e-05) (hash(x)=38459896)
+12 train 10.042658 (lr=1.0909e-05) (hash(x)=38321785)
+13 train 9.980660 (lr=1.1748e-05) (hash(x)=39715411)
+14 train 9.929113 (lr=1.2587e-05) (hash(x)=38525523)
+15 train 9.854822 (lr=1.3427e-05) (hash(x)=37147761)
+16 train 9.815745 (lr=1.4266e-05) (hash(x)=40218940)
+17 train 9.785109 (lr=1.5105e-05) (hash(x)=42920847)
+18 train 9.738077 (lr=1.5944e-05) (hash(x)=37172332)
+19 train 9.713793 (lr=1.6783e-05) (hash(x)=37548788)
+20 train 9.807917 (lr=1.7622e-05) (hash(x)=44236806)
+21 train 9.651913 (lr=1.8462e-05) (hash(x)=39609464)
+22 train 9.628866 (lr=1.9301e-05) (hash(x)=35826722)
+23 train 9.602155 (lr=2.0140e-05) (hash(x)=41810828)
+24 train 9.580942 (lr=2.0979e-05) (hash(x)=40768364)
+25 train 9.581910 (lr=2.1818e-05) (hash(x)=41944228)
+26 train 9.533302 (lr=2.2657e-05) (hash(x)=33074616)
+27 train 9.526753 (lr=2.3497e-05) (hash(x)=40328572)
+28 train 9.510212 (lr=2.4336e-05) (hash(x)=40526218)
+29 train 9.464428 (lr=2.5175e-05) (hash(x)=35046913)
+30 train 9.463824 (lr=2.6014e-05) (hash(x)=42067651)
+31 train 9.423612 (lr=2.6853e-05) (hash(x)=37718833)
+32 train 9.448368 (lr=2.7692e-05) (hash(x)=39086453)
+33 train 9.394901 (lr=2.8531e-05) (hash(x)=38170439)
+34 train 9.374146 (lr=2.9371e-05) (hash(x)=38416276)
+35 train 9.343247 (lr=3.0210e-05) (hash(x)=35910520)
+36 train 9.306164 (lr=3.1049e-05) (hash(x)=38294541)
+37 train 9.238773 (lr=3.1888e-05) (hash(x)=37970328)
+38 train 9.271648 (lr=3.2727e-05) (hash(x)=47798142)
+39 train 9.223400 (lr=3.3566e-05) (hash(x)=41448397)
+40 train 9.173866 (lr=3.4406e-05) (hash(x)=35998008)
+41 train 9.179371 (lr=3.5245e-05) (hash(x)=42854073)
+42 train 9.154063 (lr=3.6084e-05) (hash(x)=34023554)
+43 train 9.119791 (lr=3.6923e-05) (hash(x)=38224169)
+44 train 9.054579 (lr=3.7762e-05) (hash(x)=38541980)
+45 train 9.035465 (lr=3.8601e-05) (hash(x)=40244184)
+46 train 9.010301 (lr=3.9441e-05) (hash(x)=40982129)
+47 train 8.994482 (lr=4.0280e-05) (hash(x)=35613076)
+48 train 8.978416 (lr=4.1119e-05) (hash(x)=38365557)
+49 train 8.912571 (lr=4.1958e-05) (hash(x)=37670153)
+50 train 8.899264 (lr=4.2797e-05) (hash(x)=36490858)
+51 train 8.863384 (lr=4.3636e-05) (hash(x)=45293341)
+52 train 8.814348 (lr=4.4476e-05) (hash(x)=34608198)
+53 train 8.799976 (lr=4.5315e-05) (hash(x)=40589220)
+54 train 8.776983 (lr=4.6154e-05) (hash(x)=38360325)
+55 train 8.718439 (lr=4.6993e-05) (hash(x)=34408476)
+56 train 8.688859 (lr=4.7832e-05) (hash(x)=43105758)
+57 train 8.642252 (lr=4.8671e-05) (hash(x)=38633295)
+58 train 8.650566 (lr=4.9510e-05) (hash(x)=33040018)
+59 train 8.598683 (lr=5.0350e-05) (hash(x)=40295276)
+60 train 8.568597 (lr=5.1189e-05) (hash(x)=42039245)
+61 train 8.543714 (lr=5.2028e-05) (hash(x)=37378101)
+62 train 8.483425 (lr=5.2867e-05) (hash(x)=34922497)
+63 train 8.458382 (lr=5.3706e-05) (hash(x)=39383384)
+64 train 8.435865 (lr=5.4545e-05) (hash(x)=36886920)
+65 train 8.403729 (lr=5.5385e-05) (hash(x)=49245126)
+66 train 8.347771 (lr=5.6224e-05) (hash(x)=42143311)
+67 train 8.291076 (lr=5.7063e-05) (hash(x)=39206249)
+68 train 8.252020 (lr=5.7902e-05) (hash(x)=41447808)
+69 train 8.227275 (lr=5.8741e-05) (hash(x)=38878572)
+70 train 8.222324 (lr=5.9580e-05) (hash(x)=39456385)
+71 train 8.167451 (lr=6.0420e-05) (hash(x)=32280717)
+72 train 8.172480 (lr=6.1259e-05) (hash(x)=53645700)
+73 train 8.103226 (lr=6.2098e-05) (hash(x)=45237171)
+74 train 8.051373 (lr=6.2937e-05) (hash(x)=41353467)
+75 train 8.000127 (lr=6.3776e-05) (hash(x)=31760015)
+76 train 8.023708 (lr=6.4615e-05) (hash(x)=42936558)
+77 train 7.940872 (lr=6.5455e-05) (hash(x)=41149046)
+78 train 7.928453 (lr=6.6294e-05) (hash(x)=32504374)
+79 train 7.886670 (lr=6.7133e-05) (hash(x)=38761479)
+80 train 7.890057 (lr=6.7972e-05) (hash(x)=43169179)
+81 train 7.794905 (lr=6.8811e-05) (hash(x)=38883720)
+82 train 7.849745 (lr=6.9650e-05) (hash(x)=35264833)
+83 train 7.807040 (lr=7.0490e-05) (hash(x)=39647690)
+84 train 7.760634 (lr=7.1329e-05) (hash(x)=40459837)
+85 train 7.703339 (lr=7.2168e-05) (hash(x)=39563297)
+86 train 7.683202 (lr=7.3007e-05) (hash(x)=40575171)
+87 train 7.698314 (lr=7.3846e-05) (hash(x)=36619588)
+88 train 7.618729 (lr=7.4685e-05) (hash(x)=38554202)
+89 train 7.609245 (lr=7.5524e-05) (hash(x)=45358690)
+90 train 7.580094 (lr=7.6364e-05) (hash(x)=39849268)
+91 train 7.524304 (lr=7.7203e-05) (hash(x)=36526892)
+92 train 7.533493 (lr=7.8042e-05) (hash(x)=36573088)
+93 train 7.546576 (lr=7.8881e-05) (hash(x)=35127937)
+94 train 7.509253 (lr=7.9720e-05) (hash(x)=45519024)
+95 train 7.529042 (lr=8.0559e-05) (hash(x)=51017638)
+96 train 7.459420 (lr=8.1399e-05) (hash(x)=34429787)
+97 train 7.456401 (lr=8.2238e-05) (hash(x)=42195066)
+98 train 7.477329 (lr=8.3077e-05) (hash(x)=42577931)
+99 train 7.484034 (lr=8.3916e-05) (hash(x)=43640945)
+100 train 7.550251 (lr=8.4755e-05) (hash(x)=41025709)
+101 train 7.529670 (lr=8.5594e-05) (hash(x)=38842108)
+102 train 7.463349 (lr=8.6434e-05) (hash(x)=35807343)
+103 train 7.446507 (lr=8.7273e-05) (hash(x)=42509003)
+104 train 7.452789 (lr=8.8112e-05) (hash(x)=41423615)
+105 train 7.419448 (lr=8.8951e-05) (hash(x)=38110590)
+106 train 7.447098 (lr=8.9790e-05) (hash(x)=38546684)
+107 train 7.438500 (lr=9.0629e-05) (hash(x)=37463563)
+108 train 7.389402 (lr=9.1469e-05) (hash(x)=41539956)
+109 train 7.369568 (lr=9.2308e-05) (hash(x)=39833125)
+110 train 7.259860 (lr=9.3147e-05) (hash(x)=45219543)
+111 train 7.341154 (lr=9.3986e-05) (hash(x)=39065190)
+112 train 7.364335 (lr=9.4825e-05) (hash(x)=39365879)
+113 train 7.292516 (lr=9.5664e-05) (hash(x)=29131564)
+114 train 7.272994 (lr=9.6503e-05) (hash(x)=34823449)
+115 train 7.310360 (lr=9.7343e-05) (hash(x)=42726380)
+116 train 7.356889 (lr=9.8182e-05) (hash(x)=38025438)
+117 train 7.209308 (lr=9.9021e-05) (hash(x)=36425104)
+118 train 7.276733 (lr=9.9860e-05) (hash(x)=44404661)
+119 train 7.199864 (lr=1.0070e-04) (hash(x)=41354818)
+120 train 7.235055 (lr=1.0154e-04) (hash(x)=45081759)
+121 train 7.248423 (lr=1.0238e-04) (hash(x)=36999177)
+122 train 7.247142 (lr=1.0322e-04) (hash(x)=57249129)
+123 train 7.196787 (lr=1.0406e-04) (hash(x)=39674309)
+124 train 7.137250 (lr=1.0490e-04) (hash(x)=36976134)
+125 train 7.063716 (lr=1.0573e-04) (hash(x)=44680407)
+126 train 7.070728 (lr=1.0657e-04) (hash(x)=35696564)
+127 train 7.135093 (lr=1.0741e-04) (hash(x)=42574395)
+128 train 7.065179 (lr=1.0825e-04) (hash(x)=35377432)
+129 train 7.085583 (lr=1.0909e-04) (hash(x)=39701873)
+130 train 7.039384 (lr=1.0993e-04) (hash(x)=42333683)
+131 train 7.068766 (lr=1.1077e-04) (hash(x)=41846049)
+132 train 6.987454 (lr=1.1161e-04) (hash(x)=39764458)
+133 train 7.081604 (lr=1.1245e-04) (hash(x)=43962856)
+134 train 7.033141 (lr=1.1329e-04) (hash(x)=43204383)
+135 train 6.984031 (lr=1.1413e-04) (hash(x)=29887805)
+136 train 6.970335 (lr=1.1497e-04) (hash(x)=37745775)
+137 train 6.932826 (lr=1.1580e-04) (hash(x)=37616655)
+138 train 6.944267 (lr=1.1664e-04) (hash(x)=45318513)
+139 train 6.944267 (lr=1.1748e-04) (hash(x)=37452544)
+140 train 6.921587 (lr=1.1832e-04) (hash(x)=39375117)
+141 train 6.905715 (lr=1.1916e-04) (hash(x)=37963790)
+142 train 6.845751 (lr=1.2000e-04) (hash(x)=39774370)
+143 train 6.814247 (lr=1.2084e-04) (hash(x)=42069862)
+144 train 6.883719 (lr=1.2168e-04) (hash(x)=43741101)
+145 train 6.861653 (lr=1.2252e-04) (hash(x)=34632743)
+146 train 6.873147 (lr=1.2336e-04) (hash(x)=36867411)
+147 train 6.819739 (lr=1.2420e-04) (hash(x)=40659571)
+148 train 6.799721 (lr=1.2503e-04) (hash(x)=40091078)
+149 train 7.012169 (lr=1.2587e-04) (hash(x)=42164174)
+150 train 6.882367 (lr=1.2671e-04) (hash(x)=42858704)
+151 train 6.950315 (lr=1.2755e-04) (hash(x)=42918253)
+152 train 6.871478 (lr=1.2839e-04) (hash(x)=42546549)
+153 train 6.866680 (lr=1.2923e-04) (hash(x)=39924040)
+154 train 6.875059 (lr=1.3007e-04) (hash(x)=39853634)
+155 train 6.834471 (lr=1.3091e-04) (hash(x)=40219509)
+156 train 6.840439 (lr=1.3175e-04) (hash(x)=35699466)
+157 train 6.835629 (lr=1.3259e-04) (hash(x)=36534529)
+158 train 6.834969 (lr=1.3343e-04) (hash(x)=38735208)
+159 train 6.822682 (lr=1.3427e-04) (hash(x)=40311991)
+160 train 6.801309 (lr=1.3510e-04) (hash(x)=36811718)
+161 train 6.734399 (lr=1.3594e-04) (hash(x)=41062268)
+162 train 6.720818 (lr=1.3678e-04) (hash(x)=43953441)
+163 train 6.795275 (lr=1.3762e-04) (hash(x)=46903324)
+164 train 6.710732 (lr=1.3846e-04) (hash(x)=41728497)
+165 train 6.661431 (lr=1.3930e-04) (hash(x)=35813038)
+166 train 6.705470 (lr=1.4014e-04) (hash(x)=43527634)
+167 train 6.698128 (lr=1.4098e-04) (hash(x)=43572214)
+168 train 6.805554 (lr=1.4182e-04) (hash(x)=54470565)
+169 train 6.663693 (lr=1.4266e-04) (hash(x)=42902061)
+170 train 6.620660 (lr=1.4350e-04) (hash(x)=38992170)
+171 train 6.636086 (lr=1.4434e-04) (hash(x)=46898423)
+172 train 6.602324 (lr=1.4517e-04) (hash(x)=38308438)
+173 train 6.572270 (lr=1.4601e-04) (hash(x)=39718297)
+174 train 6.520166 (lr=1.4685e-04) (hash(x)=39620419)
+175 train 6.560052 (lr=1.4769e-04) (hash(x)=42107279)
+176 train 6.575476 (lr=1.4853e-04) (hash(x)=40724129)
+177 train 6.393546 (lr=1.4937e-04) (hash(x)=37426508)
+178 train 6.524667 (lr=1.5021e-04) (hash(x)=41111158)
+179 train 6.494831 (lr=1.5105e-04) (hash(x)=39516236)
+180 train 6.480660 (lr=1.5189e-04) (hash(x)=33589847)
+181 train 6.483800 (lr=1.5273e-04) (hash(x)=34785706)
+182 train 6.464207 (lr=1.5357e-04) (hash(x)=42025641)
+183 train 6.507079 (lr=1.5441e-04) (hash(x)=38045891)
+184 train 6.437889 (lr=1.5524e-04) (hash(x)=38925127)
+185 train 6.379785 (lr=1.5608e-04) (hash(x)=41127830)
+186 train 6.422810 (lr=1.5692e-04) (hash(x)=42691537)
+187 train 6.431847 (lr=1.5776e-04) (hash(x)=38490304)
+188 train 6.386127 (lr=1.5860e-04) (hash(x)=37223616)
+189 train 6.419930 (lr=1.5944e-04) (hash(x)=37554255)
+190 train 6.341144 (lr=1.6028e-04) (hash(x)=38932073)
+191 train 6.321004 (lr=1.6112e-04) (hash(x)=42501293)
+192 train 6.315411 (lr=1.6196e-04) (hash(x)=36097227)
+193 train 6.326987 (lr=1.6280e-04) (hash(x)=36458062)
+194 train 6.318328 (lr=1.6364e-04) (hash(x)=41912906)
+195 train 6.317562 (lr=1.6448e-04) (hash(x)=41163674)
+196 train 6.332132 (lr=1.6531e-04) (hash(x)=45775047)
+197 train 6.362278 (lr=1.6615e-04) (hash(x)=46812286)
+198 train 6.397455 (lr=1.6699e-04) (hash(x)=41240471)
+199 train 6.449729 (lr=1.6783e-04) (hash(x)=39806219)
+200 train 6.433307 (lr=1.6867e-04) (hash(x)=43076661)
+201 train 6.428241 (lr=1.6951e-04) (hash(x)=38597506)
+202 train 6.396817 (lr=1.7035e-04) (hash(x)=36420947)
+203 train 6.437388 (lr=1.7119e-04) (hash(x)=39892881)
+204 train 6.394613 (lr=1.7203e-04) (hash(x)=40575338)
+205 train 6.362530 (lr=1.7287e-04) (hash(x)=39211306)
+206 train 6.408197 (lr=1.7371e-04) (hash(x)=38317333)
+207 train 6.299567 (lr=1.7455e-04) (hash(x)=40286692)
+208 train 6.330112 (lr=1.7538e-04) (hash(x)=40748271)
+209 train 6.283037 (lr=1.7622e-04) (hash(x)=40540025)
+210 train 6.303846 (lr=1.7706e-04) (hash(x)=41158213)
+211 train 6.375309 (lr=1.7790e-04) (hash(x)=42951784)
+212 train 6.269890 (lr=1.7874e-04) (hash(x)=36354222)
+213 train 6.269909 (lr=1.7958e-04) (hash(x)=40215941)
+214 train 6.278786 (lr=1.8042e-04) (hash(x)=35173457)
+215 train 6.256638 (lr=1.8126e-04) (hash(x)=37668416)
+216 train 6.260604 (lr=1.8210e-04) (hash(x)=38048396)
+217 train 6.239464 (lr=1.8294e-04) (hash(x)=36706047)
+218 train 6.290581 (lr=1.8378e-04) (hash(x)=37494224)
+219 train 6.252686 (lr=1.8462e-04) (hash(x)=39523697)
+220 train 6.236558 (lr=1.8545e-04) (hash(x)=43419294)
+221 train 6.256342 (lr=1.8629e-04) (hash(x)=39606527)
+222 train 6.133388 (lr=1.8713e-04) (hash(x)=39259628)
+223 train 6.117454 (lr=1.8797e-04) (hash(x)=40554699)
+224 train 6.133002 (lr=1.8881e-04) (hash(x)=36903643)
+225 train 6.203864 (lr=1.8965e-04) (hash(x)=37428583)
+226 train 6.167819 (lr=1.9049e-04) (hash(x)=44921380)
+227 train 6.205198 (lr=1.9133e-04) (hash(x)=42590754)
+228 train 6.184020 (lr=1.9217e-04) (hash(x)=35156538)
+229 train 6.185222 (lr=1.9301e-04) (hash(x)=43254265)
+230 train 6.124290 (lr=1.9385e-04) (hash(x)=36703563)
+231 train 6.113679 (lr=1.9469e-04) (hash(x)=37656297)
+232 train 6.125437 (lr=1.9552e-04) (hash(x)=43561076)
+233 train 6.080385 (lr=1.9636e-04) (hash(x)=40059009)
+234 train 6.083525 (lr=1.9720e-04) (hash(x)=37021437)
+235 train 6.013041 (lr=1.9804e-04) (hash(x)=41032031)
+236 train 6.039517 (lr=1.9888e-04) (hash(x)=43185920)
+237 train 6.053148 (lr=1.9972e-04) (hash(x)=39010648)
+238 train 5.990508 (lr=2.0056e-04) (hash(x)=38543417)
+239 train 6.027780 (lr=2.0140e-04) (hash(x)=40555532)
+240 train 5.997248 (lr=2.0224e-04) (hash(x)=41111373)
+241 train 5.962433 (lr=2.0308e-04) (hash(x)=33742461)
+242 train 6.051794 (lr=2.0392e-04) (hash(x)=37515339)
+243 train 6.006428 (lr=2.0476e-04) (hash(x)=40804377)
+244 train 5.993821 (lr=2.0559e-04) (hash(x)=36992345)
+245 train 5.989481 (lr=2.0643e-04) (hash(x)=43511680)
+246 train 5.957382 (lr=2.0727e-04) (hash(x)=42924417)
+247 train 6.025674 (lr=2.0811e-04) (hash(x)=44025028)
+248 train 6.140804 (lr=2.0895e-04) (hash(x)=38242725)
+249 train 6.124947 (lr=2.0979e-04) (hash(x)=38934557)
+250 val loss 6.0686
+250 val perplexity 432.0573
+250 hella 0.2418
+250 train 6.098387 (lr=2.1063e-04) (hash(x)=40509581)
+251 train 6.142181 (lr=2.1147e-04) (hash(x)=45490257)
+252 train 6.121384 (lr=2.1231e-04) (hash(x)=43346826)
+253 train 6.122981 (lr=2.1315e-04) (hash(x)=36955485)
+254 train 6.042017 (lr=2.1399e-04) (hash(x)=38436940)
+255 train 6.080076 (lr=2.1483e-04) (hash(x)=36471539)
+256 train 6.075347 (lr=2.1566e-04) (hash(x)=36796014)
+257 train 6.051974 (lr=2.1650e-04) (hash(x)=44070321)
+258 train 6.084292 (lr=2.1734e-04) (hash(x)=40130987)
+259 train 6.050303 (lr=2.1818e-04) (hash(x)=46063837)
+260 train 6.009146 (lr=2.1902e-04) (hash(x)=42475500)
+261 train 5.924172 (lr=2.1986e-04) (hash(x)=37700874)
+262 train 5.974301 (lr=2.2070e-04) (hash(x)=37006772)
+263 train 6.042734 (lr=2.2154e-04) (hash(x)=37947489)
+264 train 5.982754 (lr=2.2238e-04) (hash(x)=40918121)
+265 train 5.949763 (lr=2.2322e-04) (hash(x)=38681611)
+266 train 6.000335 (lr=2.2406e-04) (hash(x)=35671352)
+267 train 5.955254 (lr=2.2490e-04) (hash(x)=41194640)
+268 train 5.930079 (lr=2.2573e-04) (hash(x)=46862409)
+269 train 6.024036 (lr=2.2657e-04) (hash(x)=49107445)
+270 train 5.932496 (lr=2.2741e-04) (hash(x)=39406893)
+271 train 5.959733 (lr=2.2825e-04) (hash(x)=44627432)
+272 train 5.859121 (lr=2.2909e-04) (hash(x)=39413705)
+273 train 5.907177 (lr=2.2993e-04) (hash(x)=53432804)
+274 train 5.863917 (lr=2.3077e-04) (hash(x)=42262227)
+275 train 5.858266 (lr=2.3161e-04) (hash(x)=41605824)
+276 train 5.903489 (lr=2.3245e-04) (hash(x)=40581674)
+277 train 5.799573 (lr=2.3329e-04) (hash(x)=40595276)
+278 train 5.861035 (lr=2.3413e-04) (hash(x)=37509550)
+279 train 5.821816 (lr=2.3497e-04) (hash(x)=31917348)
+280 train 5.814629 (lr=2.3580e-04) (hash(x)=39926323)
+281 train 5.815887 (lr=2.3664e-04) (hash(x)=40545864)
+282 train 5.849229 (lr=2.3748e-04) (hash(x)=44789089)
+283 train 5.832656 (lr=2.3832e-04) (hash(x)=40561808)
+284 train 5.850052 (lr=2.3916e-04) (hash(x)=38885507)
+285 train 5.762636 (lr=2.4000e-04) (hash(x)=58174393)
+286 train 5.743606 (lr=2.4084e-04) (hash(x)=36514808)
+287 train 5.815082 (lr=2.4168e-04) (hash(x)=34449073)
+288 train 5.809870 (lr=2.4252e-04) (hash(x)=36234248)
+289 train 5.724823 (lr=2.4336e-04) (hash(x)=36831290)
+290 train 5.724450 (lr=2.4420e-04) (hash(x)=38470348)
+291 train 5.734365 (lr=2.4503e-04) (hash(x)=40813989)
+292 train 5.675476 (lr=2.4587e-04) (hash(x)=40101461)
+293 train 5.744386 (lr=2.4671e-04) (hash(x)=41453228)
+294 train 5.788706 (lr=2.4755e-04) (hash(x)=39030698)
+295 train 5.721925 (lr=2.4839e-04) (hash(x)=37699296)
+296 train 5.766520 (lr=2.4923e-04) (hash(x)=36273551)
+297 train 5.841284 (lr=2.5007e-04) (hash(x)=34729900)
+298 train 5.835971 (lr=2.5091e-04) (hash(x)=41396904)
+299 train 5.844561 (lr=2.5175e-04) (hash(x)=36616204)
+300 train 5.799911 (lr=2.5259e-04) (hash(x)=39775857)
+301 train 5.821461 (lr=2.5343e-04) (hash(x)=39616891)
+302 train 5.819277 (lr=2.5427e-04) (hash(x)=40119655)
+303 train 5.869065 (lr=2.5510e-04) (hash(x)=41824148)
+304 train 5.779838 (lr=2.5594e-04) (hash(x)=37673182)
+305 train 5.807183 (lr=2.5678e-04) (hash(x)=38237922)
+306 train 5.773951 (lr=2.5762e-04) (hash(x)=45959443)
+307 train 5.797344 (lr=2.5846e-04) (hash(x)=41361376)
+308 train 5.755325 (lr=2.5930e-04) (hash(x)=33964987)
+309 train 5.720718 (lr=2.6014e-04) (hash(x)=35821468)
+310 train 5.754228 (lr=2.6098e-04) (hash(x)=36760655)
+311 train 5.683407 (lr=2.6182e-04) (hash(x)=41523510)
+312 train 5.711990 (lr=2.6266e-04) (hash(x)=37689402)
+313 train 5.734323 (lr=2.6350e-04) (hash(x)=52018719)
+314 train 5.774748 (lr=2.6434e-04) (hash(x)=37898592)
+315 train 5.731924 (lr=2.6517e-04) (hash(x)=35630288)
+316 train 5.715260 (lr=2.6601e-04) (hash(x)=37750220)
+317 train 5.733854 (lr=2.6685e-04) (hash(x)=41780631)
+318 train 5.716230 (lr=2.6769e-04) (hash(x)=43973798)
+319 train 5.717269 (lr=2.6853e-04) (hash(x)=40579988)
+320 train 5.791625 (lr=2.6937e-04) (hash(x)=40861597)
+321 train 5.640376 (lr=2.7021e-04) (hash(x)=39314059)
+322 train 5.641957 (lr=2.7105e-04) (hash(x)=47534617)
+323 train 5.645300 (lr=2.7189e-04) (hash(x)=41334458)
+324 train 5.628298 (lr=2.7273e-04) (hash(x)=40912886)
+325 train 5.592622 (lr=2.7357e-04) (hash(x)=37446453)
+326 train 5.589135 (lr=2.7441e-04) (hash(x)=41384425)
+327 train 5.590981 (lr=2.7524e-04) (hash(x)=33708978)
+328 train 5.577440 (lr=2.7608e-04) (hash(x)=36622742)
+329 train 5.591786 (lr=2.7692e-04) (hash(x)=44567966)
+330 train 5.545221 (lr=2.7776e-04) (hash(x)=40347532)
+331 train 5.572026 (lr=2.7860e-04) (hash(x)=42442592)
+332 train 5.532739 (lr=2.7944e-04) (hash(x)=31062323)
+333 train 5.533867 (lr=2.8028e-04) (hash(x)=39726419)
+334 train 5.500981 (lr=2.8112e-04) (hash(x)=38383205)
+335 train 5.513400 (lr=2.8196e-04) (hash(x)=40238039)
+336 train 5.485441 (lr=2.8280e-04) (hash(x)=37270614)
+337 train 5.530715 (lr=2.8364e-04) (hash(x)=38535112)
+338 train 5.515769 (lr=2.8448e-04) (hash(x)=41251195)
+339 train 5.527134 (lr=2.8531e-04) (hash(x)=41622377)
+340 train 5.485834 (lr=2.8615e-04) (hash(x)=38167408)
+341 train 5.481380 (lr=2.8699e-04) (hash(x)=36588322)
+342 train 5.435914 (lr=2.8783e-04) (hash(x)=47014312)
+343 train 5.469086 (lr=2.8867e-04) (hash(x)=41110082)
+344 train 5.442641 (lr=2.8951e-04) (hash(x)=36196956)
+345 train 5.484324 (lr=2.9035e-04) (hash(x)=44045107)
+346 train 5.614690 (lr=2.9119e-04) (hash(x)=43914722)
+347 train 5.636099 (lr=2.9203e-04) (hash(x)=37031205)
+348 train 5.616770 (lr=2.9287e-04) (hash(x)=37043179)
+349 train 5.619336 (lr=2.9371e-04) (hash(x)=42828650)
+350 train 5.611308 (lr=2.9455e-04) (hash(x)=39180412)
+351 train 5.609672 (lr=2.9538e-04) (hash(x)=35060302)
+352 train 5.640346 (lr=2.9622e-04) (hash(x)=48789912)
+353 train 5.590485 (lr=2.9706e-04) (hash(x)=47670489)
+354 train 5.627290 (lr=2.9790e-04) (hash(x)=43996554)
+355 train 5.560928 (lr=2.9874e-04) (hash(x)=42836156)
+356 train 5.615965 (lr=2.9958e-04) (hash(x)=40978059)
+357 train 5.631096 (lr=3.0042e-04) (hash(x)=41943196)
+358 train 5.524321 (lr=3.0126e-04) (hash(x)=40254175)
+359 train 5.514290 (lr=3.0210e-04) (hash(x)=38042262)
+360 train 5.584204 (lr=3.0294e-04) (hash(x)=40481681)
+361 train 5.557461 (lr=3.0378e-04) (hash(x)=42792660)
+362 train 5.494029 (lr=3.0462e-04) (hash(x)=43227703)
+363 train 5.556962 (lr=3.0545e-04) (hash(x)=38227403)
+364 train 5.560491 (lr=3.0629e-04) (hash(x)=45889400)
+365 train 5.526689 (lr=3.0713e-04) (hash(x)=37237882)
+366 train 5.452553 (lr=3.0797e-04) (hash(x)=30007740)
+367 train 5.521681 (lr=3.0881e-04) (hash(x)=38267931)
+368 train 5.435683 (lr=3.0965e-04) (hash(x)=49407212)
+369 train 5.455019 (lr=3.1049e-04) (hash(x)=34525924)
+370 train 5.476052 (lr=3.1133e-04) (hash(x)=43232225)
+371 train 5.394078 (lr=3.1217e-04) (hash(x)=39498283)
+372 train 5.426926 (lr=3.1301e-04) (hash(x)=40158564)
+373 train 5.395750 (lr=3.1385e-04) (hash(x)=31744243)
+374 train 5.412912 (lr=3.1469e-04) (hash(x)=39252813)
+375 train 5.399222 (lr=3.1552e-04) (hash(x)=35459396)
+376 train 5.357872 (lr=3.1636e-04) (hash(x)=33796455)
+377 train 5.409394 (lr=3.1720e-04) (hash(x)=45310367)
+378 train 5.413182 (lr=3.1804e-04) (hash(x)=37678279)
+379 train 5.384063 (lr=3.1888e-04) (hash(x)=36927561)
+380 train 5.321044 (lr=3.1972e-04) (hash(x)=40753965)
+381 train 5.354571 (lr=3.2056e-04) (hash(x)=42398276)
+382 train 5.358515 (lr=3.2140e-04) (hash(x)=40403119)
+383 train 5.286103 (lr=3.2224e-04) (hash(x)=36095254)
+384 train 5.308949 (lr=3.2308e-04) (hash(x)=36673723)
+385 train 5.343863 (lr=3.2392e-04) (hash(x)=34017734)
+386 train 5.339927 (lr=3.2476e-04) (hash(x)=40708253)
+387 train 5.305213 (lr=3.2559e-04) (hash(x)=40683269)
+388 train 5.282861 (lr=3.2643e-04) (hash(x)=46525358)
+389 train 5.270293 (lr=3.2727e-04) (hash(x)=37492174)
+390 train 5.254729 (lr=3.2811e-04) (hash(x)=36102635)
+391 train 5.316238 (lr=3.2895e-04) (hash(x)=40073625)
+392 train 5.249153 (lr=3.2979e-04) (hash(x)=39709866)
+393 train 5.323520 (lr=3.3063e-04) (hash(x)=42569510)
+394 train 5.222116 (lr=3.3147e-04) (hash(x)=34672249)
+395 train 5.316277 (lr=3.3231e-04) (hash(x)=31168582)
+396 train 5.401777 (lr=3.3315e-04) (hash(x)=38255137)
+397 train 5.471851 (lr=3.3399e-04) (hash(x)=38177601)
+398 train 5.372530 (lr=3.3483e-04) (hash(x)=37509124)
+399 train 5.385359 (lr=3.3566e-04) (hash(x)=47363906)
+400 train 5.428525 (lr=3.3650e-04) (hash(x)=41916409)
+401 train 5.425161 (lr=3.3734e-04) (hash(x)=43027633)
+402 train 5.420506 (lr=3.3818e-04) (hash(x)=37698259)
+403 train 5.447485 (lr=3.3902e-04) (hash(x)=42050525)
+404 train 5.332211 (lr=3.3986e-04) (hash(x)=45261122)
+405 train 5.359596 (lr=3.4070e-04) (hash(x)=47429335)
+406 train 5.371836 (lr=3.4154e-04) (hash(x)=39609830)
+407 train 5.380437 (lr=3.4238e-04) (hash(x)=39280066)
+408 train 5.297585 (lr=3.4322e-04) (hash(x)=35533642)
+409 train 5.335629 (lr=3.4406e-04) (hash(x)=33660300)
+410 train 5.309440 (lr=3.4490e-04) (hash(x)=40014458)
+411 train 5.371121 (lr=3.4573e-04) (hash(x)=38764294)
+412 train 5.450538 (lr=3.4657e-04) (hash(x)=38515250)
+413 train 5.293852 (lr=3.4741e-04) (hash(x)=36576654)
+414 train 5.306225 (lr=3.4825e-04) (hash(x)=38709129)
+415 train 5.313909 (lr=3.4909e-04) (hash(x)=44112430)
+416 train 5.290285 (lr=3.4993e-04) (hash(x)=40224896)
+417 train 5.301679 (lr=3.5077e-04) (hash(x)=42301558)
+418 train 5.217811 (lr=3.5161e-04) (hash(x)=37785281)
+419 train 5.310061 (lr=3.5245e-04) (hash(x)=40752717)
+420 train 5.217484 (lr=3.5329e-04) (hash(x)=38916888)
+421 train 5.141915 (lr=3.5413e-04) (hash(x)=42726908)
+422 train 5.191808 (lr=3.5497e-04) (hash(x)=45789235)
+423 train 5.211349 (lr=3.5580e-04) (hash(x)=41623860)
+424 train 5.191566 (lr=3.5664e-04) (hash(x)=36527646)
+425 train 5.177331 (lr=3.5748e-04) (hash(x)=37034250)
+426 train 5.202544 (lr=3.5832e-04) (hash(x)=36691829)
+427 train 5.179351 (lr=3.5916e-04) (hash(x)=39638320)
+428 train 5.211984 (lr=3.6000e-04) (hash(x)=36908342)
+429 train 5.162539 (lr=3.6084e-04) (hash(x)=41337307)
+430 train 5.199006 (lr=3.6168e-04) (hash(x)=39342156)
+431 train 5.167753 (lr=3.6252e-04) (hash(x)=38781826)
+432 train 5.134338 (lr=3.6336e-04) (hash(x)=41627887)
+433 train 5.078975 (lr=3.6420e-04) (hash(x)=31935580)
+434 train 5.038669 (lr=3.6503e-04) (hash(x)=42104179)
+435 train 5.086130 (lr=3.6587e-04) (hash(x)=39669075)
+436 train 5.090226 (lr=3.6671e-04) (hash(x)=31969766)
+437 train 5.038304 (lr=3.6755e-04) (hash(x)=40962860)
+438 train 5.108157 (lr=3.6839e-04) (hash(x)=41464403)
+439 train 5.082808 (lr=3.6923e-04) (hash(x)=37825686)
+440 train 5.112201 (lr=3.7007e-04) (hash(x)=39262784)
+441 train 5.032130 (lr=3.7091e-04) (hash(x)=44073445)
+442 train 5.070839 (lr=3.7175e-04) (hash(x)=46958534)
+443 train 5.058400 (lr=3.7259e-04) (hash(x)=41154871)
+444 train 5.168384 (lr=3.7343e-04) (hash(x)=42845744)
+445 train 5.268612 (lr=3.7427e-04) (hash(x)=43019416)
+446 train 5.245261 (lr=3.7510e-04) (hash(x)=35472793)
+447 train 5.223944 (lr=3.7594e-04) (hash(x)=42710216)
+448 train 5.191099 (lr=3.7678e-04) (hash(x)=38780913)
+449 train 5.234650 (lr=3.7762e-04) (hash(x)=34238651)
+450 train 5.240875 (lr=3.7846e-04) (hash(x)=44681390)
+451 train 5.254200 (lr=3.7930e-04) (hash(x)=34180482)
+452 train 5.206464 (lr=3.8014e-04) (hash(x)=39861579)
+453 train 5.190994 (lr=3.8098e-04) (hash(x)=41081582)
+454 train 5.168207 (lr=3.8182e-04) (hash(x)=40280074)
+455 train 5.127346 (lr=3.8266e-04) (hash(x)=44884378)
+456 train 5.138396 (lr=3.8350e-04) (hash(x)=38158864)
+457 train 5.201650 (lr=3.8434e-04) (hash(x)=36059106)
+458 train 5.194428 (lr=3.8517e-04) (hash(x)=38453874)
+459 train 5.177357 (lr=3.8601e-04) (hash(x)=39995194)
+460 train 5.140970 (lr=3.8685e-04) (hash(x)=38625111)
+461 train 5.182727 (lr=3.8769e-04) (hash(x)=39052084)
+462 train 5.221394 (lr=3.8853e-04) (hash(x)=39268413)
+463 train 5.061775 (lr=3.8937e-04) (hash(x)=41056545)
+464 train 5.110310 (lr=3.9021e-04) (hash(x)=41080268)
+465 train 5.065472 (lr=3.9105e-04) (hash(x)=41065698)
+466 train 5.123880 (lr=3.9189e-04) (hash(x)=42663783)
+467 train 5.206500 (lr=3.9273e-04) (hash(x)=39351119)
+468 train 5.125727 (lr=3.9357e-04) (hash(x)=41567456)
+469 train 4.993641 (lr=3.9441e-04) (hash(x)=40839289)
+470 train 5.002110 (lr=3.9524e-04) (hash(x)=42746584)
+471 train 5.019694 (lr=3.9608e-04) (hash(x)=34418008)
+472 train 4.971725 (lr=3.9692e-04) (hash(x)=41213691)
+473 train 4.980098 (lr=3.9776e-04) (hash(x)=39368931)
+474 train 5.020622 (lr=3.9860e-04) (hash(x)=37823973)
+475 train 4.984844 (lr=3.9944e-04) (hash(x)=38036480)
+476 train 4.997880 (lr=4.0028e-04) (hash(x)=41194094)
+477 train 5.029284 (lr=4.0112e-04) (hash(x)=39348812)
+478 train 5.043508 (lr=4.0196e-04) (hash(x)=43797827)
+479 train 4.971515 (lr=4.0280e-04) (hash(x)=37211907)
+480 train 4.978349 (lr=4.0364e-04) (hash(x)=42700022)
+481 train 4.989631 (lr=4.0448e-04) (hash(x)=40694794)
+482 train 4.900899 (lr=4.0531e-04) (hash(x)=43540325)
+483 train 4.926387 (lr=4.0615e-04) (hash(x)=35606084)
+484 train 4.885494 (lr=4.0699e-04) (hash(x)=37382482)
+485 train 4.871591 (lr=4.0783e-04) (hash(x)=34386085)
+486 train 4.888157 (lr=4.0867e-04) (hash(x)=44123539)
+487 train 4.907211 (lr=4.0951e-04) (hash(x)=40233049)
+488 train 4.893628 (lr=4.1035e-04) (hash(x)=40603378)
+489 train 4.904938 (lr=4.1119e-04) (hash(x)=39801396)
+490 train 4.864701 (lr=4.1203e-04) (hash(x)=39970953)
+491 train 4.850343 (lr=4.1287e-04) (hash(x)=37864273)
+492 train 4.800251 (lr=4.1371e-04) (hash(x)=37679973)
+493 train 4.784769 (lr=4.1455e-04) (hash(x)=37759612)
+494 train 4.901858 (lr=4.1538e-04) (hash(x)=40204529)
+495 train 4.981820 (lr=4.1622e-04) (hash(x)=49248168)
+496 train 4.987090 (lr=4.1706e-04) (hash(x)=40629508)
+497 train 5.075951 (lr=4.1790e-04) (hash(x)=38240524)
+498 train 4.977821 (lr=4.1874e-04) (hash(x)=35792486)
+499 train 5.013838 (lr=4.1958e-04) (hash(x)=36218651)
+500 val loss 4.9593
+500 val perplexity 142.4975
+500 hella 0.2410
+500 train 5.016133 (lr=4.2042e-04) (hash(x)=39586115)
+501 train 4.990547 (lr=4.2126e-04) (hash(x)=42089346)
+502 train 4.942223 (lr=4.2210e-04) (hash(x)=38872482)
+503 train 4.966269 (lr=4.2294e-04) (hash(x)=32722129)
+504 train 4.980665 (lr=4.2378e-04) (hash(x)=41227778)
+505 train 4.991333 (lr=4.2462e-04) (hash(x)=41896275)
+506 train 4.965053 (lr=4.2545e-04) (hash(x)=38069580)
+507 train 4.940689 (lr=4.2629e-04) (hash(x)=37591116)
+508 train 4.892427 (lr=4.2713e-04) (hash(x)=58113611)
+509 train 4.976912 (lr=4.2797e-04) (hash(x)=39062040)
+510 train 4.894608 (lr=4.2881e-04) (hash(x)=39525402)
+511 train 4.968810 (lr=4.2965e-04) (hash(x)=40045361)
+512 train 4.897347 (lr=4.3049e-04) (hash(x)=38991809)
+513 train 4.911443 (lr=4.3133e-04) (hash(x)=43772453)
+514 train 4.883965 (lr=4.3217e-04) (hash(x)=43923945)
+515 train 4.960458 (lr=4.3301e-04) (hash(x)=40427057)
+516 train 4.849644 (lr=4.3385e-04) (hash(x)=34069426)
+517 train 4.907721 (lr=4.3469e-04) (hash(x)=37848250)
+518 train 4.835515 (lr=4.3552e-04) (hash(x)=48302207)
+519 train 4.881178 (lr=4.3636e-04) (hash(x)=39272203)
+520 train 4.840806 (lr=4.3720e-04) (hash(x)=48954328)
+521 train 4.765347 (lr=4.3804e-04) (hash(x)=34980569)
+522 train 4.773177 (lr=4.3888e-04) (hash(x)=40421721)
+523 train 4.813851 (lr=4.3972e-04) (hash(x)=39623289)
+524 train 4.771602 (lr=4.4056e-04) (hash(x)=41813128)
+525 train 4.793943 (lr=4.4140e-04) (hash(x)=43035303)
+526 train 4.760099 (lr=4.4224e-04) (hash(x)=41936062)
+527 train 4.773303 (lr=4.4308e-04) (hash(x)=38592523)
+528 train 4.758458 (lr=4.4392e-04) (hash(x)=40909202)
+529 train 4.785428 (lr=4.4476e-04) (hash(x)=40324482)
+530 train 4.779851 (lr=4.4559e-04) (hash(x)=41320897)
+531 train 4.713771 (lr=4.4643e-04) (hash(x)=36991598)
+532 train 4.678171 (lr=4.4727e-04) (hash(x)=37885740)
+533 train 4.690219 (lr=4.4811e-04) (hash(x)=36140387)
+534 train 4.686456 (lr=4.4895e-04) (hash(x)=39643347)
+535 train 4.672269 (lr=4.4979e-04) (hash(x)=38485205)
+536 train 4.649181 (lr=4.5063e-04) (hash(x)=41515113)
+537 train 4.641322 (lr=4.5147e-04) (hash(x)=49170728)
+538 train 4.663385 (lr=4.5231e-04) (hash(x)=40403694)
+539 train 4.652873 (lr=4.5315e-04) (hash(x)=43552377)
+540 train 4.739658 (lr=4.5399e-04) (hash(x)=42447273)
+541 train 4.568893 (lr=4.5483e-04) (hash(x)=32748915)
+542 train 4.567394 (lr=4.5566e-04) (hash(x)=39711489)
+543 train 4.642250 (lr=4.5650e-04) (hash(x)=38857765)
+544 train 4.789070 (lr=4.5734e-04) (hash(x)=41040966)
+545 train 4.829725 (lr=4.5818e-04) (hash(x)=40283406)
+546 train 4.788919 (lr=4.5902e-04) (hash(x)=42867891)
+547 train 4.796492 (lr=4.5986e-04) (hash(x)=39239950)
+548 train 4.819416 (lr=4.6070e-04) (hash(x)=45161845)
+549 train 4.780997 (lr=4.6154e-04) (hash(x)=34885497)
+550 train 5.011141 (lr=4.6238e-04) (hash(x)=40317698)
+551 train 4.861093 (lr=4.6322e-04) (hash(x)=39900893)
+552 train 4.841272 (lr=4.6406e-04) (hash(x)=35068140)
+553 train 4.791224 (lr=4.6490e-04) (hash(x)=36762188)
+554 train 4.905022 (lr=4.6573e-04) (hash(x)=44329578)
+555 train 4.796584 (lr=4.6657e-04) (hash(x)=39050903)
+556 train 4.776739 (lr=4.6741e-04) (hash(x)=42698449)
+557 train 4.767005 (lr=4.6825e-04) (hash(x)=48187239)
+558 train 4.737163 (lr=4.6909e-04) (hash(x)=42641567)
+559 train 4.705398 (lr=4.6993e-04) (hash(x)=39365694)
+560 train 4.714165 (lr=4.7077e-04) (hash(x)=38872640)
+561 train 4.719017 (lr=4.7161e-04) (hash(x)=40917297)
+562 train 4.710862 (lr=4.7245e-04) (hash(x)=35672624)
+563 train 4.706837 (lr=4.7329e-04) (hash(x)=42026609)
+564 train 4.697982 (lr=4.7413e-04) (hash(x)=41377730)
+565 train 4.705736 (lr=4.7497e-04) (hash(x)=35768872)
+566 train 4.692443 (lr=4.7580e-04) (hash(x)=42090069)
+567 train 4.682400 (lr=4.7664e-04) (hash(x)=45299856)
+568 train 4.677466 (lr=4.7748e-04) (hash(x)=39601224)
+569 train 4.650091 (lr=4.7832e-04) (hash(x)=30999760)
+570 train 4.625258 (lr=4.7916e-04) (hash(x)=37493054)
+571 train 4.617410 (lr=4.8000e-04) (hash(x)=43058179)
+572 train 4.667799 (lr=4.8084e-04) (hash(x)=40076840)
+573 train 4.635637 (lr=4.8168e-04) (hash(x)=41947599)
+574 train 4.600726 (lr=4.8252e-04) (hash(x)=42866093)
+575 train 4.640697 (lr=4.8336e-04) (hash(x)=52352683)
+576 train 4.589139 (lr=4.8420e-04) (hash(x)=42743738)
+577 train 4.561768 (lr=4.8503e-04) (hash(x)=39186799)
+578 train 4.641570 (lr=4.8587e-04) (hash(x)=41545907)
+579 train 4.637552 (lr=4.8671e-04) (hash(x)=38436410)
+580 train 4.607319 (lr=4.8755e-04) (hash(x)=42795902)
+581 train 4.580411 (lr=4.8839e-04) (hash(x)=38390185)
+582 train 4.481392 (lr=4.8923e-04) (hash(x)=40993039)
+583 train 4.474588 (lr=4.9007e-04) (hash(x)=36415045)
+584 train 4.442282 (lr=4.9091e-04) (hash(x)=42414107)
+585 train 4.510825 (lr=4.9175e-04) (hash(x)=39407756)
+586 train 4.504210 (lr=4.9259e-04) (hash(x)=37999172)
+587 train 4.526543 (lr=4.9343e-04) (hash(x)=38503413)
+588 train 4.468000 (lr=4.9427e-04) (hash(x)=38222185)
+589 train 4.414255 (lr=4.9510e-04) (hash(x)=40760202)
+590 train 4.603375 (lr=4.9594e-04) (hash(x)=42226323)
+591 train 4.467134 (lr=4.9678e-04) (hash(x)=40910102)
+592 train 4.454498 (lr=4.9762e-04) (hash(x)=41013332)
+593 train 4.525558 (lr=4.9846e-04) (hash(x)=39606949)
+594 train 4.606120 (lr=4.9930e-04) (hash(x)=44469282)
+595 train 4.662085 (lr=5.0014e-04) (hash(x)=41425237)
+596 train 4.589546 (lr=5.0098e-04) (hash(x)=45609220)
+597 train 4.649559 (lr=5.0182e-04) (hash(x)=40201993)
+598 train 4.653231 (lr=5.0266e-04) (hash(x)=44917293)
+599 train 4.633208 (lr=5.0350e-04) (hash(x)=39601152)
+600 train 4.620267 (lr=5.0434e-04) (hash(x)=38898615)
+601 train 4.647352 (lr=5.0517e-04) (hash(x)=41290693)
+602 train 4.617802 (lr=5.0601e-04) (hash(x)=40076456)
+603 train 4.639053 (lr=5.0685e-04) (hash(x)=41020770)
+604 train 4.591050 (lr=5.0769e-04) (hash(x)=42377775)
+605 train 4.620351 (lr=5.0853e-04) (hash(x)=41170268)
+606 train 4.605047 (lr=5.0937e-04) (hash(x)=39842801)
+607 train 4.589234 (lr=5.1021e-04) (hash(x)=39618612)
+608 train 4.563267 (lr=5.1105e-04) (hash(x)=36223257)
+609 train 4.562232 (lr=5.1189e-04) (hash(x)=41636815)
+610 train 4.584612 (lr=5.1273e-04) (hash(x)=38369190)
+611 train 4.584377 (lr=5.1357e-04) (hash(x)=35732085)
+612 train 4.551661 (lr=5.1441e-04) (hash(x)=39452161)
+613 train 4.514833 (lr=5.1524e-04) (hash(x)=37901180)
+614 train 4.552386 (lr=5.1608e-04) (hash(x)=39922514)
+615 train 4.550483 (lr=5.1692e-04) (hash(x)=34431412)
+616 train 4.600043 (lr=5.1776e-04) (hash(x)=45296761)
+617 train 4.556494 (lr=5.1860e-04) (hash(x)=43778028)
+618 train 4.475100 (lr=5.1944e-04) (hash(x)=38733817)
+619 train 4.514326 (lr=5.2028e-04) (hash(x)=38549170)
+620 train 4.427279 (lr=5.2112e-04) (hash(x)=40352665)
+621 train 4.427142 (lr=5.2196e-04) (hash(x)=34320045)
+622 train 4.438803 (lr=5.2280e-04) (hash(x)=37911298)
+623 train 4.480994 (lr=5.2364e-04) (hash(x)=37183547)
+624 train 4.451560 (lr=5.2448e-04) (hash(x)=42321240)
+625 train 4.468843 (lr=5.2531e-04) (hash(x)=34494357)
+626 train 4.514166 (lr=5.2615e-04) (hash(x)=42610037)
+627 train 4.505811 (lr=5.2699e-04) (hash(x)=36360539)
+628 train 4.559015 (lr=5.2783e-04) (hash(x)=33549461)
+629 train 4.545359 (lr=5.2867e-04) (hash(x)=43330188)
+630 train 4.521071 (lr=5.2951e-04) (hash(x)=42628126)
+631 train 4.422647 (lr=5.3035e-04) (hash(x)=44205937)
+632 train 4.349017 (lr=5.3119e-04) (hash(x)=41479835)
+633 train 4.396076 (lr=5.3203e-04) (hash(x)=43323480)
+634 train 4.402650 (lr=5.3287e-04) (hash(x)=36543667)
+635 train 4.381595 (lr=5.3371e-04) (hash(x)=38311995)
+636 train 4.405762 (lr=5.3455e-04) (hash(x)=40590477)
+637 train 4.456597 (lr=5.3538e-04) (hash(x)=41190293)
+638 train 4.422750 (lr=5.3622e-04) (hash(x)=36794407)
+639 train 4.383893 (lr=5.3706e-04) (hash(x)=42039176)
+640 train 4.359760 (lr=5.3790e-04) (hash(x)=28069015)
+641 train 4.334544 (lr=5.3874e-04) (hash(x)=38052433)
+642 train 4.347846 (lr=5.3958e-04) (hash(x)=43295424)
+643 train 4.413576 (lr=5.4042e-04) (hash(x)=39895365)
+644 train 4.504137 (lr=5.4126e-04) (hash(x)=44252635)
+645 train 4.498120 (lr=5.4210e-04) (hash(x)=46797279)
+646 train 4.477449 (lr=5.4294e-04) (hash(x)=42057698)
+647 train 4.532825 (lr=5.4378e-04) (hash(x)=39556865)
+648 train 4.490528 (lr=5.4462e-04) (hash(x)=45409462)
+649 train 4.501695 (lr=5.4545e-04) (hash(x)=33183592)
+650 train 4.442986 (lr=5.4629e-04) (hash(x)=39805279)
+651 train 4.464047 (lr=5.4713e-04) (hash(x)=39455891)
+652 train 4.537155 (lr=5.4797e-04) (hash(x)=45780278)
+653 train 4.466005 (lr=5.4881e-04) (hash(x)=40475350)
+654 train 4.439013 (lr=5.4965e-04) (hash(x)=40330144)
+655 train 4.493996 (lr=5.5049e-04) (hash(x)=43458473)
+656 train 4.489074 (lr=5.5133e-04) (hash(x)=39533248)
+657 train 4.435968 (lr=5.5217e-04) (hash(x)=41011676)
+658 train 4.488831 (lr=5.5301e-04) (hash(x)=37236074)
+659 train 4.436251 (lr=5.5385e-04) (hash(x)=42422280)
+660 train 4.404809 (lr=5.5469e-04) (hash(x)=31916811)
+661 train 4.474583 (lr=5.5552e-04) (hash(x)=40880220)
+662 train 4.407436 (lr=5.5636e-04) (hash(x)=38509317)
+663 train 4.439148 (lr=5.5720e-04) (hash(x)=34263289)
+664 train 4.456882 (lr=5.5804e-04) (hash(x)=40623049)
+665 train 4.419175 (lr=5.5888e-04) (hash(x)=38372651)
+666 train 4.393170 (lr=5.5972e-04) (hash(x)=44011869)
+667 train 4.440300 (lr=5.6056e-04) (hash(x)=39590603)
+668 train 4.397617 (lr=5.6140e-04) (hash(x)=42207023)
+669 train 4.359446 (lr=5.6224e-04) (hash(x)=38887608)
+670 train 4.379184 (lr=5.6308e-04) (hash(x)=40392450)
+671 train 4.349539 (lr=5.6392e-04) (hash(x)=47836912)
+672 train 4.374183 (lr=5.6476e-04) (hash(x)=30438603)
+673 train 4.364758 (lr=5.6559e-04) (hash(x)=38952543)
+674 train 4.373335 (lr=5.6643e-04) (hash(x)=42022518)
+675 train 4.363612 (lr=5.6727e-04) (hash(x)=44441154)
+676 train 4.388833 (lr=5.6811e-04) (hash(x)=42189287)
+677 train 4.427179 (lr=5.6895e-04) (hash(x)=37414774)
+678 train 4.385837 (lr=5.6979e-04) (hash(x)=37513412)
+679 train 4.483962 (lr=5.7063e-04) (hash(x)=44350590)
+680 train 4.565421 (lr=5.7147e-04) (hash(x)=45920719)
+681 train 4.309277 (lr=5.7231e-04) (hash(x)=39801864)
+682 train 4.303778 (lr=5.7315e-04) (hash(x)=34466390)
+683 train 4.268148 (lr=5.7399e-04) (hash(x)=36020600)
+684 train 4.303534 (lr=5.7483e-04) (hash(x)=39984566)
+685 train 4.330698 (lr=5.7566e-04) (hash(x)=37861057)
+686 train 4.295936 (lr=5.7650e-04) (hash(x)=38474987)
+687 train 4.297984 (lr=5.7734e-04) (hash(x)=41069759)
+688 train 4.250596 (lr=5.7818e-04) (hash(x)=41210065)
+689 train 4.270485 (lr=5.7902e-04) (hash(x)=29962263)
+690 train 4.283191 (lr=5.7986e-04) (hash(x)=42825842)
+691 train 4.285092 (lr=5.8070e-04) (hash(x)=44971151)
+692 train 4.263833 (lr=5.8154e-04) (hash(x)=43515023)
+693 train 4.300611 (lr=5.8238e-04) (hash(x)=43202358)
+694 train 4.444289 (lr=5.8322e-04) (hash(x)=31858161)
+695 train 4.485634 (lr=5.8406e-04) (hash(x)=44402293)
+696 train 4.469801 (lr=5.8490e-04) (hash(x)=39317343)
+697 train 4.422367 (lr=5.8573e-04) (hash(x)=36331545)
+698 train 4.397043 (lr=5.8657e-04) (hash(x)=43145217)
+699 train 4.467408 (lr=5.8741e-04) (hash(x)=38521573)
+700 train 4.369495 (lr=5.8825e-04) (hash(x)=42074053)
+701 train 4.415710 (lr=5.8909e-04) (hash(x)=39844717)
+702 train 4.384258 (lr=5.8993e-04) (hash(x)=37998679)
+703 train 4.427875 (lr=5.9077e-04) (hash(x)=38677661)
+704 train 4.357824 (lr=5.9161e-04) (hash(x)=42176083)
+705 train 4.424710 (lr=5.9245e-04) (hash(x)=37573245)
+706 train 4.337811 (lr=5.9329e-04) (hash(x)=40439391)
+707 train 4.353469 (lr=5.9413e-04) (hash(x)=39519243)
+708 train 4.358425 (lr=5.9497e-04) (hash(x)=37976729)
+709 train 4.300497 (lr=5.9580e-04) (hash(x)=37326428)
+710 train 4.357317 (lr=5.9664e-04) (hash(x)=25410427)
+711 train 4.369579 (lr=5.9748e-04) (hash(x)=39845484)
+712 train 4.315211 (lr=5.9832e-04) (hash(x)=41746692)
+713 train 4.340079 (lr=5.9916e-04) (hash(x)=51612377)
+714 train 4.342930 (lr=6.0000e-04) (hash(x)=41948790)
+715 train 4.297413 (lr=6.0000e-04) (hash(x)=39235567)
+716 train 4.331856 (lr=6.0000e-04) (hash(x)=35508757)
+717 train 4.305839 (lr=6.0000e-04) (hash(x)=47248937)
+718 train 4.330723 (lr=6.0000e-04) (hash(x)=37239372)
+719 train 4.274543 (lr=6.0000e-04) (hash(x)=40165965)
+720 train 4.293005 (lr=6.0000e-04) (hash(x)=38111445)
+721 train 4.316650 (lr=6.0000e-04) (hash(x)=36167474)
+722 train 4.327401 (lr=6.0000e-04) (hash(x)=39436114)
+723 train 4.292108 (lr=6.0000e-04) (hash(x)=40795277)
+724 train 4.253990 (lr=6.0000e-04) (hash(x)=39793387)
+725 train 4.287159 (lr=6.0000e-04) (hash(x)=45622348)
+726 train 4.255554 (lr=6.0000e-04) (hash(x)=41017111)
+727 train 4.302555 (lr=6.0000e-04) (hash(x)=37721897)
+728 train 4.260398 (lr=6.0000e-04) (hash(x)=42320077)
+729 train 4.297874 (lr=6.0000e-04) (hash(x)=45551236)
+730 train 4.171430 (lr=6.0000e-04) (hash(x)=37478865)
+731 train 4.166433 (lr=6.0000e-04) (hash(x)=35046634)
+732 train 4.179678 (lr=6.0000e-04) (hash(x)=43136589)
+733 train 4.191055 (lr=5.9999e-04) (hash(x)=37144766)
+734 train 4.176918 (lr=5.9999e-04) (hash(x)=44425544)
+735 train 4.202895 (lr=5.9999e-04) (hash(x)=35213914)
+736 train 4.203464 (lr=5.9999e-04) (hash(x)=40827038)
+737 train 4.184414 (lr=5.9999e-04) (hash(x)=38299636)
+738 train 4.210058 (lr=5.9999e-04) (hash(x)=41251487)
+739 train 4.131850 (lr=5.9999e-04) (hash(x)=37012485)
+740 train 4.216432 (lr=5.9999e-04) (hash(x)=37323975)
+741 train 4.090417 (lr=5.9999e-04) (hash(x)=42665353)
+742 train 4.235075 (lr=5.9999e-04) (hash(x)=40726232)
+743 train 4.315338 (lr=5.9999e-04) (hash(x)=49909833)
+744 train 4.490530 (lr=5.9999e-04) (hash(x)=47277654)
+745 train 4.324708 (lr=5.9999e-04) (hash(x)=41481753)
+746 train 4.365530 (lr=5.9999e-04) (hash(x)=55066921)
+747 train 4.295475 (lr=5.9998e-04) (hash(x)=46485785)
+748 train 4.293938 (lr=5.9998e-04) (hash(x)=36871630)
+749 train 4.285274 (lr=5.9998e-04) (hash(x)=36567916)
+750 val loss 4.2663
+750 val perplexity 71.2578
+750 hella 0.2489
+750 train 4.306141 (lr=5.9998e-04) (hash(x)=42988711)
+751 train 4.321079 (lr=5.9998e-04) (hash(x)=34621484)
+752 train 4.264269 (lr=5.9998e-04) (hash(x)=43730089)
+753 train 4.295178 (lr=5.9998e-04) (hash(x)=39760860)
+754 train 4.320273 (lr=5.9998e-04) (hash(x)=44422514)
+755 train 4.310608 (lr=5.9998e-04) (hash(x)=29858709)
+756 train 4.367116 (lr=5.9997e-04) (hash(x)=37613815)
+757 train 4.285223 (lr=5.9997e-04) (hash(x)=46290587)
+758 train 4.279975 (lr=5.9997e-04) (hash(x)=40761590)
+759 train 4.274572 (lr=5.9997e-04) (hash(x)=33634927)
+760 train 4.247391 (lr=5.9997e-04) (hash(x)=41698772)
+761 train 4.244629 (lr=5.9997e-04) (hash(x)=36533799)
+762 train 4.257995 (lr=5.9997e-04) (hash(x)=35168269)
+763 train 4.275478 (lr=5.9996e-04) (hash(x)=35322797)
+764 train 4.304574 (lr=5.9996e-04) (hash(x)=42440886)
+765 train 4.265188 (lr=5.9996e-04) (hash(x)=43590026)
+766 train 4.308666 (lr=5.9996e-04) (hash(x)=37625447)
+767 train 4.281035 (lr=5.9996e-04) (hash(x)=37656990)
+768 train 4.247976 (lr=5.9996e-04) (hash(x)=42048219)
+769 train 4.159900 (lr=5.9995e-04) (hash(x)=33079728)
+770 train 4.220878 (lr=5.9995e-04) (hash(x)=38459279)
+771 train 4.181079 (lr=5.9995e-04) (hash(x)=42000844)
+772 train 4.231133 (lr=5.9995e-04) (hash(x)=33951545)
+773 train 4.219798 (lr=5.9995e-04) (hash(x)=46319738)
+774 train 4.268730 (lr=5.9995e-04) (hash(x)=39583207)
+775 train 4.204480 (lr=5.9994e-04) (hash(x)=43633348)
+776 train 4.211534 (lr=5.9994e-04) (hash(x)=34554719)
+777 train 4.158350 (lr=5.9994e-04) (hash(x)=39980323)
+778 train 4.231268 (lr=5.9994e-04) (hash(x)=42875397)
+779 train 4.228500 (lr=5.9994e-04) (hash(x)=46248819)
+780 train 4.176840 (lr=5.9993e-04) (hash(x)=42096386)
+781 train 4.067342 (lr=5.9993e-04) (hash(x)=40258881)
+782 train 4.118913 (lr=5.9993e-04) (hash(x)=38780042)
+783 train 4.088586 (lr=5.9993e-04) (hash(x)=40926556)
+784 train 4.075521 (lr=5.9993e-04) (hash(x)=40526601)
+785 train 4.113942 (lr=5.9992e-04) (hash(x)=41741395)
+786 train 4.054908 (lr=5.9992e-04) (hash(x)=36278316)
+787 train 4.108365 (lr=5.9992e-04) (hash(x)=41121674)
+788 train 4.102055 (lr=5.9992e-04) (hash(x)=43134250)
+789 train 4.081296 (lr=5.9992e-04) (hash(x)=36499092)
+790 train 4.076780 (lr=5.9991e-04) (hash(x)=41565052)
+791 train 4.045890 (lr=5.9991e-04) (hash(x)=43195527)
+792 train 4.026198 (lr=5.9991e-04) (hash(x)=37699163)
+793 train 4.182739 (lr=5.9991e-04) (hash(x)=37346529)
+794 train 4.189360 (lr=5.9990e-04) (hash(x)=37885443)
+795 train 4.253244 (lr=5.9990e-04) (hash(x)=40690590)
+796 train 4.283262 (lr=5.9990e-04) (hash(x)=36383097)
+797 train 4.252524 (lr=5.9990e-04) (hash(x)=39759525)
+798 train 4.206659 (lr=5.9989e-04) (hash(x)=44261748)
+799 train 4.213435 (lr=5.9989e-04) (hash(x)=36421525)
+800 train 4.244747 (lr=5.9989e-04) (hash(x)=34625530)
+801 train 4.311835 (lr=5.9989e-04) (hash(x)=43781446)
+802 train 4.211434 (lr=5.9988e-04) (hash(x)=41303266)
+803 train 4.283980 (lr=5.9988e-04) (hash(x)=42096758)
+804 train 4.174456 (lr=5.9988e-04) (hash(x)=40653617)
+805 train 4.225932 (lr=5.9987e-04) (hash(x)=41709175)
+806 train 4.223861 (lr=5.9987e-04) (hash(x)=39787979)
+807 train 4.215563 (lr=5.9987e-04) (hash(x)=35871741)
+808 train 4.170346 (lr=5.9987e-04) (hash(x)=35664348)
+809 train 4.239609 (lr=5.9986e-04) (hash(x)=39799532)
+810 train 4.280335 (lr=5.9986e-04) (hash(x)=40919343)
+811 train 4.192250 (lr=5.9986e-04) (hash(x)=40290846)
+812 train 4.232778 (lr=5.9985e-04) (hash(x)=38868341)
+813 train 4.265919 (lr=5.9985e-04) (hash(x)=39046566)
+814 train 4.185496 (lr=5.9985e-04) (hash(x)=41887216)
+815 train 4.217828 (lr=5.9985e-04) (hash(x)=37573107)
+816 train 4.137254 (lr=5.9984e-04) (hash(x)=39670977)
+817 train 4.224401 (lr=5.9984e-04) (hash(x)=40804582)
+818 train 4.152084 (lr=5.9984e-04) (hash(x)=39851602)
+819 train 4.130086 (lr=5.9983e-04) (hash(x)=39994396)
+820 train 4.115485 (lr=5.9983e-04) (hash(x)=38804704)
+821 train 4.186641 (lr=5.9983e-04) (hash(x)=42863346)
+822 train 4.123815 (lr=5.9982e-04) (hash(x)=45000310)
+823 train 4.153029 (lr=5.9982e-04) (hash(x)=43106162)
+824 train 4.180741 (lr=5.9982e-04) (hash(x)=36364136)
+825 train 4.192277 (lr=5.9981e-04) (hash(x)=33155477)
+826 train 4.124103 (lr=5.9981e-04) (hash(x)=38056250)
+827 train 4.131912 (lr=5.9981e-04) (hash(x)=35727980)
+828 train 4.100370 (lr=5.9980e-04) (hash(x)=43754829)
+829 train 4.113997 (lr=5.9980e-04) (hash(x)=39882083)
+830 train 4.070744 (lr=5.9980e-04) (hash(x)=38783282)
+831 train 4.136021 (lr=5.9979e-04) (hash(x)=45049858)
+832 train 4.062848 (lr=5.9979e-04) (hash(x)=33579150)
+833 train 4.031387 (lr=5.9978e-04) (hash(x)=38848418)
+834 train 3.982883 (lr=5.9978e-04) (hash(x)=36744344)
+835 train 3.990913 (lr=5.9978e-04) (hash(x)=40005851)
+836 train 4.032321 (lr=5.9977e-04) (hash(x)=39533879)
+837 train 4.053112 (lr=5.9977e-04) (hash(x)=42422818)
+838 train 4.080709 (lr=5.9977e-04) (hash(x)=39140479)
+839 train 4.031372 (lr=5.9976e-04) (hash(x)=35272231)
+840 train 4.063690 (lr=5.9976e-04) (hash(x)=42486161)
+841 train 4.027035 (lr=5.9975e-04) (hash(x)=39062508)
+842 train 4.093401 (lr=5.9975e-04) (hash(x)=38445124)
+843 train 4.152931 (lr=5.9975e-04) (hash(x)=41201267)
+844 train 4.165619 (lr=5.9974e-04) (hash(x)=54918220)
+845 train 4.172875 (lr=5.9974e-04) (hash(x)=43602948)
+846 train 4.172443 (lr=5.9973e-04) (hash(x)=45397821)
+847 train 4.164270 (lr=5.9973e-04) (hash(x)=41599164)
+848 train 4.168005 (lr=5.9973e-04) (hash(x)=43870103)
+849 train 4.228159 (lr=5.9972e-04) (hash(x)=35913429)
+850 train 4.132686 (lr=5.9972e-04) (hash(x)=37094866)
+851 train 4.154209 (lr=5.9971e-04) (hash(x)=36359323)
+852 train 4.143133 (lr=5.9971e-04) (hash(x)=41868192)
+853 train 4.134350 (lr=5.9971e-04) (hash(x)=36870250)
+854 train 4.132918 (lr=5.9970e-04) (hash(x)=43237183)
+855 train 4.155026 (lr=5.9970e-04) (hash(x)=37515848)
+856 train 4.215465 (lr=5.9969e-04) (hash(x)=46439080)
+857 train 4.136637 (lr=5.9969e-04) (hash(x)=43551738)
+858 train 4.173546 (lr=5.9968e-04) (hash(x)=37306380)
+859 train 4.155701 (lr=5.9968e-04) (hash(x)=36335157)
+860 train 4.104820 (lr=5.9968e-04) (hash(x)=34376516)
+861 train 4.162343 (lr=5.9967e-04) (hash(x)=49158339)
+862 train 4.226669 (lr=5.9967e-04) (hash(x)=34382860)
+863 train 4.158278 (lr=5.9966e-04) (hash(x)=49192513)
+864 train 4.152456 (lr=5.9966e-04) (hash(x)=41087769)
+865 train 4.112303 (lr=5.9965e-04) (hash(x)=35373464)
+866 train 4.117234 (lr=5.9965e-04) (hash(x)=36700398)
+867 train 4.120548 (lr=5.9964e-04) (hash(x)=43357899)
+868 train 4.095900 (lr=5.9964e-04) (hash(x)=36746164)
+869 train 4.084044 (lr=5.9963e-04) (hash(x)=42184412)
+870 train 4.088061 (lr=5.9963e-04) (hash(x)=42295890)
+871 train 4.052138 (lr=5.9962e-04) (hash(x)=33769465)
+872 train 4.087140 (lr=5.9962e-04) (hash(x)=39484594)
+873 train 4.080250 (lr=5.9961e-04) (hash(x)=33279579)
+874 train 4.075974 (lr=5.9961e-04) (hash(x)=34391327)
+875 train 4.072022 (lr=5.9960e-04) (hash(x)=38022278)
+876 train 4.093756 (lr=5.9960e-04) (hash(x)=40918872)
+877 train 4.136444 (lr=5.9959e-04) (hash(x)=40926255)
+878 train 4.014663 (lr=5.9959e-04) (hash(x)=42882755)
+879 train 3.940712 (lr=5.9958e-04) (hash(x)=40647384)
+880 train 3.948247 (lr=5.9958e-04) (hash(x)=41160342)
+881 train 3.974374 (lr=5.9957e-04) (hash(x)=40047429)
+882 train 3.978245 (lr=5.9957e-04) (hash(x)=38157847)
+883 train 3.999269 (lr=5.9956e-04) (hash(x)=45784061)
+884 train 3.964009 (lr=5.9956e-04) (hash(x)=43026379)
+885 train 3.968914 (lr=5.9955e-04) (hash(x)=40315250)
+886 train 3.967502 (lr=5.9955e-04) (hash(x)=36388323)
+887 train 3.920276 (lr=5.9954e-04) (hash(x)=46895413)
+888 train 3.881212 (lr=5.9954e-04) (hash(x)=44723471)
+889 train 3.937378 (lr=5.9953e-04) (hash(x)=36017422)
+890 train 3.989005 (lr=5.9953e-04) (hash(x)=39299485)
+891 train 4.096455 (lr=5.9952e-04) (hash(x)=43330525)
+892 train 4.063085 (lr=5.9952e-04) (hash(x)=41322967)
+893 train 4.078759 (lr=5.9951e-04) (hash(x)=38366340)
+894 train 4.131694 (lr=5.9950e-04) (hash(x)=51607998)
+895 train 4.116507 (lr=5.9950e-04) (hash(x)=38949552)
+896 train 4.081523 (lr=5.9949e-04) (hash(x)=46187702)
+897 train 4.148807 (lr=5.9949e-04) (hash(x)=40871812)
+898 train 4.112796 (lr=5.9948e-04) (hash(x)=40347268)
+899 train 4.068735 (lr=5.9948e-04) (hash(x)=38666657)
+900 train 4.150989 (lr=5.9947e-04) (hash(x)=39759209)
+901 train 4.097123 (lr=5.9947e-04) (hash(x)=36582189)
+902 train 4.149583 (lr=5.9946e-04) (hash(x)=30802183)
+903 train 4.082782 (lr=5.9945e-04) (hash(x)=44491564)
+904 train 4.156343 (lr=5.9945e-04) (hash(x)=35473484)
+905 train 4.116786 (lr=5.9944e-04) (hash(x)=37631905)
+906 train 4.124142 (lr=5.9944e-04) (hash(x)=40602847)
+907 train 4.085273 (lr=5.9943e-04) (hash(x)=41042894)
+908 train 4.062847 (lr=5.9942e-04) (hash(x)=37262006)
+909 train 4.166688 (lr=5.9942e-04) (hash(x)=39239287)
+910 train 4.101544 (lr=5.9941e-04) (hash(x)=41250311)
+911 train 4.049841 (lr=5.9941e-04) (hash(x)=32887402)
+912 train 4.100165 (lr=5.9940e-04) (hash(x)=40333118)
+913 train 4.086703 (lr=5.9939e-04) (hash(x)=38882477)
+914 train 4.135570 (lr=5.9939e-04) (hash(x)=41820427)
+915 train 4.007360 (lr=5.9938e-04) (hash(x)=38967344)
+916 train 4.053483 (lr=5.9938e-04) (hash(x)=42916373)
+917 train 4.023895 (lr=5.9937e-04) (hash(x)=41544576)
+918 train 4.019254 (lr=5.9936e-04) (hash(x)=41463056)
+919 train 4.048562 (lr=5.9936e-04) (hash(x)=37022737)
+920 train 4.066091 (lr=5.9935e-04) (hash(x)=40837829)
+921 train 4.007326 (lr=5.9934e-04) (hash(x)=43327067)
+922 train 4.035939 (lr=5.9934e-04) (hash(x)=35805141)
+923 train 3.982722 (lr=5.9933e-04) (hash(x)=42970662)
+924 train 4.026722 (lr=5.9933e-04) (hash(x)=37826834)
+925 train 4.054151 (lr=5.9932e-04) (hash(x)=38888674)
+926 train 3.944273 (lr=5.9931e-04) (hash(x)=38333199)
+927 train 3.915725 (lr=5.9931e-04) (hash(x)=37905783)
+928 train 3.925577 (lr=5.9930e-04) (hash(x)=41073187)
+929 train 3.875306 (lr=5.9929e-04) (hash(x)=39457729)
+930 train 3.899110 (lr=5.9929e-04) (hash(x)=45449401)
+931 train 3.925005 (lr=5.9928e-04) (hash(x)=38411268)
+932 train 3.916914 (lr=5.9927e-04) (hash(x)=42211366)
+933 train 3.819644 (lr=5.9927e-04) (hash(x)=43754222)
+934 train 3.839550 (lr=5.9926e-04) (hash(x)=44762859)
+935 train 3.909713 (lr=5.9925e-04) (hash(x)=36047513)
+936 train 3.940370 (lr=5.9925e-04) (hash(x)=40488628)
+937 train 3.920662 (lr=5.9924e-04) (hash(x)=36690737)
+938 train 3.866363 (lr=5.9923e-04) (hash(x)=40533446)
+939 train 3.954198 (lr=5.9922e-04) (hash(x)=37703369)
+940 train 4.045674 (lr=5.9922e-04) (hash(x)=40200985)
+941 train 4.224526 (lr=5.9921e-04) (hash(x)=36649996)
+942 train 4.119370 (lr=5.9920e-04) (hash(x)=35351352)
+943 train 4.079977 (lr=5.9920e-04) (hash(x)=40858474)
+944 train 4.123011 (lr=5.9919e-04) (hash(x)=43563580)
+945 train 4.033946 (lr=5.9918e-04) (hash(x)=39532404)
+946 train 4.077602 (lr=5.9918e-04) (hash(x)=41331875)
+947 train 4.079529 (lr=5.9917e-04) (hash(x)=32702675)
+948 train 4.078868 (lr=5.9916e-04) (hash(x)=39050406)
+949 train 4.060965 (lr=5.9915e-04) (hash(x)=42919365)
+950 train 4.046875 (lr=5.9915e-04) (hash(x)=41177648)
+951 train 4.080506 (lr=5.9914e-04) (hash(x)=45285514)
+952 train 4.068645 (lr=5.9913e-04) (hash(x)=42406553)
+953 train 4.026062 (lr=5.9913e-04) (hash(x)=38665148)
+954 train 4.026377 (lr=5.9912e-04) (hash(x)=40521083)
+955 train 4.066747 (lr=5.9911e-04) (hash(x)=38507925)
+956 train 4.020553 (lr=5.9910e-04) (hash(x)=36516068)
+957 train 3.989531 (lr=5.9910e-04) (hash(x)=41462253)
+958 train 4.040031 (lr=5.9909e-04) (hash(x)=45009796)
+959 train 3.983624 (lr=5.9908e-04) (hash(x)=27042360)
+960 train 4.051516 (lr=5.9907e-04) (hash(x)=38771456)
+961 train 4.000429 (lr=5.9907e-04) (hash(x)=42836658)
+962 train 4.020323 (lr=5.9906e-04) (hash(x)=47297084)
+963 train 4.029167 (lr=5.9905e-04) (hash(x)=32944545)
+964 train 3.943547 (lr=5.9904e-04) (hash(x)=41522150)
+965 train 4.007681 (lr=5.9903e-04) (hash(x)=37351187)
+966 train 3.976976 (lr=5.9903e-04) (hash(x)=39931451)
+967 train 3.980445 (lr=5.9902e-04) (hash(x)=37631569)
+968 train 3.983510 (lr=5.9901e-04) (hash(x)=36148017)
+969 train 3.921252 (lr=5.9900e-04) (hash(x)=40891742)
+970 train 3.976880 (lr=5.9900e-04) (hash(x)=43146007)
+971 train 4.037851 (lr=5.9899e-04) (hash(x)=39636767)
+972 train 3.980086 (lr=5.9898e-04) (hash(x)=42864726)
+973 train 3.982304 (lr=5.9897e-04) (hash(x)=32650844)
+974 train 4.024907 (lr=5.9896e-04) (hash(x)=40780846)
+975 train 3.951818 (lr=5.9896e-04) (hash(x)=42112630)
+976 train 3.821192 (lr=5.9895e-04) (hash(x)=40395937)
+977 train 3.880312 (lr=5.9894e-04) (hash(x)=40230801)
+978 train 3.880538 (lr=5.9893e-04) (hash(x)=42872982)
+979 train 3.859935 (lr=5.9892e-04) (hash(x)=39622149)
+980 train 3.877197 (lr=5.9892e-04) (hash(x)=41574856)
+981 train 3.796203 (lr=5.9891e-04) (hash(x)=38013739)
+982 train 3.842548 (lr=5.9890e-04) (hash(x)=40147283)
+983 train 3.877027 (lr=5.9889e-04) (hash(x)=36195189)
+984 train 3.865741 (lr=5.9888e-04) (hash(x)=36173922)
+985 train 3.909668 (lr=5.9887e-04) (hash(x)=46683540)
+986 train 3.868392 (lr=5.9887e-04) (hash(x)=38934195)
+987 train 3.867947 (lr=5.9886e-04) (hash(x)=44717563)
+988 train 3.945355 (lr=5.9885e-04) (hash(x)=42472236)
+989 train 4.059708 (lr=5.9884e-04) (hash(x)=39472538)
+990 train 4.051042 (lr=5.9883e-04) (hash(x)=45048468)
+991 train 3.991158 (lr=5.9882e-04) (hash(x)=38923979)
+992 train 3.986294 (lr=5.9882e-04) (hash(x)=42312888)
+993 train 4.031025 (lr=5.9881e-04) (hash(x)=48726136)
+994 train 4.001435 (lr=5.9880e-04) (hash(x)=36800521)
+995 train 4.053668 (lr=5.9879e-04) (hash(x)=40315980)
+996 train 4.016262 (lr=5.9878e-04) (hash(x)=46833518)
+997 train 4.061258 (lr=5.9877e-04) (hash(x)=40517045)
+998 train 4.076114 (lr=5.9876e-04) (hash(x)=42033691)
+999 train 4.014220 (lr=5.9875e-04) (hash(x)=38347940)
+1000 val loss 3.9586
+1000 val perplexity 52.3844
+1000 hella 0.2508
+1000 train 4.013789 (lr=5.9875e-04) (hash(x)=40841365)
+1001 train 4.027429 (lr=5.9874e-04) (hash(x)=37385833)
+1002 train 4.047598 (lr=5.9873e-04) (hash(x)=37679584)
+1003 train 3.993287 (lr=5.9872e-04) (hash(x)=41279783)
+1004 train 4.012381 (lr=5.9871e-04) (hash(x)=38151115)
+1005 train 4.048519 (lr=5.9870e-04) (hash(x)=40296918)
+1006 train 4.011911 (lr=5.9869e-04) (hash(x)=50661704)
+1007 train 3.985311 (lr=5.9868e-04) (hash(x)=39230924)
+1008 train 4.001227 (lr=5.9867e-04) (hash(x)=34793348)
+1009 train 3.991325 (lr=5.9867e-04) (hash(x)=47316655)
+1010 train 4.013346 (lr=5.9866e-04) (hash(x)=34135891)
+1011 train 4.008012 (lr=5.9865e-04) (hash(x)=41407639)
+1012 train 4.005789 (lr=5.9864e-04) (hash(x)=39506894)
+1013 train 3.981613 (lr=5.9863e-04) (hash(x)=37412319)
+1014 train 3.971771 (lr=5.9862e-04) (hash(x)=45815523)
+1015 train 3.915457 (lr=5.9861e-04) (hash(x)=43519287)
+1016 train 3.884314 (lr=5.9860e-04) (hash(x)=38657436)
+1017 train 3.944289 (lr=5.9859e-04) (hash(x)=37561873)
+1018 train 3.972446 (lr=5.9858e-04) (hash(x)=38038962)
+1019 train 3.908963 (lr=5.9857e-04) (hash(x)=34095005)
+1020 train 3.904970 (lr=5.9856e-04) (hash(x)=39965463)
+1021 train 3.882281 (lr=5.9855e-04) (hash(x)=40163065)
+1022 train 3.910188 (lr=5.9854e-04) (hash(x)=43118621)
+1023 train 3.929334 (lr=5.9854e-04) (hash(x)=41265010)
+1024 train 3.941914 (lr=5.9853e-04) (hash(x)=42548638)
+1025 train 3.856133 (lr=5.9852e-04) (hash(x)=37342580)
+1026 train 3.836764 (lr=5.9851e-04) (hash(x)=39532703)
+1027 train 3.826599 (lr=5.9850e-04) (hash(x)=32337840)
+1028 train 3.784361 (lr=5.9849e-04) (hash(x)=38723048)
+1029 train 3.863760 (lr=5.9848e-04) (hash(x)=35259998)
+1030 train 3.861055 (lr=5.9847e-04) (hash(x)=40200608)
+1031 train 3.748987 (lr=5.9846e-04) (hash(x)=36585173)
+1032 train 3.835171 (lr=5.9845e-04) (hash(x)=39188946)
+1033 train 3.822911 (lr=5.9844e-04) (hash(x)=40995177)
+1034 train 3.860316 (lr=5.9843e-04) (hash(x)=38233692)
+1035 train 3.837959 (lr=5.9842e-04) (hash(x)=41346838)
+1036 train 3.829547 (lr=5.9841e-04) (hash(x)=38983839)
+1037 train 3.837856 (lr=5.9840e-04) (hash(x)=39936907)
+1038 train 3.959484 (lr=5.9839e-04) (hash(x)=36355516)
+1039 train 3.964133 (lr=5.9838e-04) (hash(x)=40751812)
+1040 train 3.928741 (lr=5.9837e-04) (hash(x)=35976505)
+1041 train 3.998160 (lr=5.9836e-04) (hash(x)=36792765)
+1042 train 4.005827 (lr=5.9835e-04) (hash(x)=38312999)
+1043 train 3.985166 (lr=5.9834e-04) (hash(x)=40234404)
+1044 train 4.038151 (lr=5.9833e-04) (hash(x)=41199183)
+1045 train 3.988657 (lr=5.9832e-04) (hash(x)=42947178)
+1046 train 3.984195 (lr=5.9831e-04) (hash(x)=38019751)
+1047 train 3.943249 (lr=5.9830e-04) (hash(x)=44347971)
+1048 train 3.942098 (lr=5.9829e-04) (hash(x)=40101970)
+1049 train 3.962593 (lr=5.9828e-04) (hash(x)=40112398)
+1050 train 3.965606 (lr=5.9827e-04) (hash(x)=39567202)
+1051 train 3.935348 (lr=5.9826e-04) (hash(x)=38497622)
+1052 train 3.917132 (lr=5.9825e-04) (hash(x)=44525111)
+1053 train 3.988656 (lr=5.9824e-04) (hash(x)=44068979)
+1054 train 3.897589 (lr=5.9823e-04) (hash(x)=37116527)
+1055 train 3.964684 (lr=5.9822e-04) (hash(x)=42752709)
+1056 train 3.917044 (lr=5.9820e-04) (hash(x)=36818501)
+1057 train 3.971880 (lr=5.9819e-04) (hash(x)=36343590)
+1058 train 3.957832 (lr=5.9818e-04) (hash(x)=30631949)
+1059 train 3.921998 (lr=5.9817e-04) (hash(x)=46181806)
+1060 train 3.855608 (lr=5.9816e-04) (hash(x)=37751295)
+1061 train 3.943213 (lr=5.9815e-04) (hash(x)=42967574)
+1062 train 3.916335 (lr=5.9814e-04) (hash(x)=39371803)
+1063 train 3.865788 (lr=5.9813e-04) (hash(x)=43579496)
+1064 train 3.906117 (lr=5.9812e-04) (hash(x)=44112687)
+1065 train 3.897060 (lr=5.9811e-04) (hash(x)=42031124)
+1066 train 3.878968 (lr=5.9810e-04) (hash(x)=36384827)
+1067 train 3.899274 (lr=5.9809e-04) (hash(x)=47443206)
+1068 train 3.918072 (lr=5.9808e-04) (hash(x)=38495283)
+1069 train 3.902873 (lr=5.9807e-04) (hash(x)=38754873)
+1070 train 3.954557 (lr=5.9805e-04) (hash(x)=43327752)
+1071 train 3.922026 (lr=5.9804e-04) (hash(x)=34889396)
+1072 train 3.902113 (lr=5.9803e-04) (hash(x)=44685465)
+1073 train 3.856197 (lr=5.9802e-04) (hash(x)=42644209)
+1074 train 3.815692 (lr=5.9801e-04) (hash(x)=39288941)
+1075 train 3.787857 (lr=5.9800e-04) (hash(x)=38091163)
+1076 train 3.773141 (lr=5.9799e-04) (hash(x)=35054504)
+1077 train 3.757150 (lr=5.9798e-04) (hash(x)=40423720)
+1078 train 3.797533 (lr=5.9797e-04) (hash(x)=39986877)
+1079 train 3.794680 (lr=5.9795e-04) (hash(x)=42148756)
+1080 train 3.742055 (lr=5.9794e-04) (hash(x)=36644824)
+1081 train 3.822599 (lr=5.9793e-04) (hash(x)=41463058)
+1082 train 3.794985 (lr=5.9792e-04) (hash(x)=40669320)
+1083 train 3.761106 (lr=5.9791e-04) (hash(x)=39639142)
+1084 train 3.716449 (lr=5.9790e-04) (hash(x)=41275952)
+1085 train 3.791455 (lr=5.9789e-04) (hash(x)=38405836)
+1086 train 3.831412 (lr=5.9788e-04) (hash(x)=46148041)
+1087 train 3.975718 (lr=5.9786e-04) (hash(x)=42956401)
+1088 train 3.990821 (lr=5.9785e-04) (hash(x)=40718978)
+1089 train 3.907791 (lr=5.9784e-04) (hash(x)=38699374)
+1090 train 3.972441 (lr=5.9783e-04) (hash(x)=41826911)
+1091 train 3.972788 (lr=5.9782e-04) (hash(x)=36462605)
+1092 train 3.943169 (lr=5.9781e-04) (hash(x)=40037689)
+1093 train 3.994423 (lr=5.9779e-04) (hash(x)=39079595)
+1094 train 3.989306 (lr=5.9778e-04) (hash(x)=41840573)
+1095 train 3.936406 (lr=5.9777e-04) (hash(x)=37248422)
+1096 train 3.931642 (lr=5.9776e-04) (hash(x)=39239797)
+1097 train 3.935964 (lr=5.9775e-04) (hash(x)=41148261)
+1098 train 3.957433 (lr=5.9774e-04) (hash(x)=39859596)
+1099 train 3.952911 (lr=5.9772e-04) (hash(x)=39378721)
+1100 train 3.900047 (lr=5.9771e-04) (hash(x)=41048338)
+1101 train 3.941379 (lr=5.9770e-04) (hash(x)=41588557)
+1102 train 3.971541 (lr=5.9769e-04) (hash(x)=41603427)
+1103 train 4.009505 (lr=5.9768e-04) (hash(x)=44673048)
+1104 train 3.941819 (lr=5.9766e-04) (hash(x)=37617863)
+1105 train 3.942537 (lr=5.9765e-04) (hash(x)=39778770)
+1106 train 3.928488 (lr=5.9764e-04) (hash(x)=40591237)
+1107 train 3.899289 (lr=5.9763e-04) (hash(x)=39439768)
+1108 train 3.902810 (lr=5.9762e-04) (hash(x)=61189829)
+1109 train 3.886358 (lr=5.9760e-04) (hash(x)=36484210)
+1110 train 3.925958 (lr=5.9759e-04) (hash(x)=39807522)
+1111 train 3.874357 (lr=5.9758e-04) (hash(x)=41287260)
+1112 train 3.854584 (lr=5.9757e-04) (hash(x)=38389643)
+1113 train 3.820449 (lr=5.9756e-04) (hash(x)=35925216)
+1114 train 3.855745 (lr=5.9754e-04) (hash(x)=38246559)
+1115 train 3.851429 (lr=5.9753e-04) (hash(x)=37685702)
+1116 train 3.899600 (lr=5.9752e-04) (hash(x)=37064047)
+1117 train 3.800268 (lr=5.9751e-04) (hash(x)=38917666)
+1118 train 3.815687 (lr=5.9749e-04) (hash(x)=30509613)
+1119 train 3.901723 (lr=5.9748e-04) (hash(x)=33941459)
+1120 train 3.820666 (lr=5.9747e-04) (hash(x)=35366789)
+1121 train 3.854763 (lr=5.9746e-04) (hash(x)=39885181)
+1122 train 3.871560 (lr=5.9744e-04) (hash(x)=40881183)
+1123 train 3.742717 (lr=5.9743e-04) (hash(x)=40787729)
+1124 train 3.760159 (lr=5.9742e-04) (hash(x)=40110618)
+1125 train 3.749333 (lr=5.9741e-04) (hash(x)=38162864)
+1126 train 3.779511 (lr=5.9739e-04) (hash(x)=36706171)
+1127 train 3.839216 (lr=5.9738e-04) (hash(x)=38037321)
+1128 train 3.768106 (lr=5.9737e-04) (hash(x)=39393658)
+1129 train 3.768664 (lr=5.9736e-04) (hash(x)=37436693)
+1130 train 3.774900 (lr=5.9734e-04) (hash(x)=38641845)
+1131 train 3.734643 (lr=5.9733e-04) (hash(x)=37929090)
+1132 train 3.876674 (lr=5.9732e-04) (hash(x)=30030605)
+1133 train 3.715976 (lr=5.9730e-04) (hash(x)=41725087)
+1134 train 3.711406 (lr=5.9729e-04) (hash(x)=38896250)
+1135 train 3.802917 (lr=5.9728e-04) (hash(x)=43563128)
+1136 train 3.994445 (lr=5.9727e-04) (hash(x)=40594422)
+1137 train 3.982662 (lr=5.9725e-04) (hash(x)=39979428)
+1138 train 4.006268 (lr=5.9724e-04) (hash(x)=41106036)
+1139 train 3.933577 (lr=5.9723e-04) (hash(x)=42649099)
+1140 train 3.944788 (lr=5.9721e-04) (hash(x)=37287995)
+1141 train 3.927479 (lr=5.9720e-04) (hash(x)=41415791)
+1142 train 3.941960 (lr=5.9719e-04) (hash(x)=38781998)
+1143 train 3.917709 (lr=5.9717e-04) (hash(x)=39971847)
+1144 train 3.930088 (lr=5.9716e-04) (hash(x)=41392398)
+1145 train 3.948821 (lr=5.9715e-04) (hash(x)=40175851)
+1146 train 3.889357 (lr=5.9713e-04) (hash(x)=50989624)
+1147 train 3.889300 (lr=5.9712e-04) (hash(x)=44335596)
+1148 train 3.876705 (lr=5.9711e-04) (hash(x)=43357717)
+1149 train 3.899706 (lr=5.9709e-04) (hash(x)=40225968)
+1150 train 3.927359 (lr=5.9708e-04) (hash(x)=39480502)
+1151 train 3.909180 (lr=5.9707e-04) (hash(x)=43501611)
+1152 train 3.896155 (lr=5.9705e-04) (hash(x)=38877536)
+1153 train 3.934468 (lr=5.9704e-04) (hash(x)=40258517)
+1154 train 3.886777 (lr=5.9703e-04) (hash(x)=38501020)
+1155 train 3.860766 (lr=5.9701e-04) (hash(x)=40671610)
+1156 train 3.872101 (lr=5.9700e-04) (hash(x)=42954158)
+1157 train 3.880620 (lr=5.9699e-04) (hash(x)=37831786)
+1158 train 3.893608 (lr=5.9697e-04) (hash(x)=34722353)
+1159 train 3.935523 (lr=5.9696e-04) (hash(x)=38032434)
+1160 train 3.903732 (lr=5.9695e-04) (hash(x)=39387041)
+1161 train 3.864156 (lr=5.9693e-04) (hash(x)=29690730)
+1162 train 3.932369 (lr=5.9692e-04) (hash(x)=38489958)
+1163 train 3.871427 (lr=5.9690e-04) (hash(x)=36976163)
+1164 train 3.847074 (lr=5.9689e-04) (hash(x)=39403917)
+1165 train 3.811320 (lr=5.9688e-04) (hash(x)=39512254)
+1166 train 3.866378 (lr=5.9686e-04) (hash(x)=40197324)
+1167 train 3.827328 (lr=5.9685e-04) (hash(x)=36830952)
+1168 train 3.863019 (lr=5.9683e-04) (hash(x)=37776735)
+1169 train 3.873322 (lr=5.9682e-04) (hash(x)=39280560)
+1170 train 3.822570 (lr=5.9681e-04) (hash(x)=34762597)
+1171 train 3.818623 (lr=5.9679e-04) (hash(x)=41353887)
+1172 train 3.683267 (lr=5.9678e-04) (hash(x)=45835069)
+1173 train 3.706657 (lr=5.9676e-04) (hash(x)=41499007)
+1174 train 3.740799 (lr=5.9675e-04) (hash(x)=37180894)
+1175 train 3.695266 (lr=5.9674e-04) (hash(x)=38816434)
+1176 train 3.692785 (lr=5.9672e-04) (hash(x)=37902082)
+1177 train 3.677087 (lr=5.9671e-04) (hash(x)=38687304)
+1178 train 3.660554 (lr=5.9669e-04) (hash(x)=37132676)
+1179 train 3.695050 (lr=5.9668e-04) (hash(x)=38608749)
+1180 train 3.816726 (lr=5.9667e-04) (hash(x)=39242835)
+1181 train 3.809227 (lr=5.9665e-04) (hash(x)=44752671)
+1182 train 3.709346 (lr=5.9664e-04) (hash(x)=47303454)
+1183 train 3.728344 (lr=5.9662e-04) (hash(x)=43516490)
+1184 train 3.762765 (lr=5.9661e-04) (hash(x)=41627884)
+1185 train 3.820951 (lr=5.9659e-04) (hash(x)=30612771)
+1186 train 3.892951 (lr=5.9658e-04) (hash(x)=42101213)
+1187 train 3.827161 (lr=5.9656e-04) (hash(x)=44531636)
+1188 train 3.846741 (lr=5.9655e-04) (hash(x)=40827448)
+1189 train 3.879463 (lr=5.9654e-04) (hash(x)=38583036)
+1190 train 3.840596 (lr=5.9652e-04) (hash(x)=39961561)
+1191 train 3.850829 (lr=5.9651e-04) (hash(x)=43771512)
+1192 train 3.810275 (lr=5.9649e-04) (hash(x)=44840633)
+1193 train 3.805948 (lr=5.9648e-04) (hash(x)=41330674)
+1194 train 3.788578 (lr=5.9646e-04) (hash(x)=43853336)
+1195 train 3.878417 (lr=5.9645e-04) (hash(x)=43413678)
+1196 train 3.874361 (lr=5.9643e-04) (hash(x)=35897696)
+1197 train 3.884100 (lr=5.9642e-04) (hash(x)=35803827)
+1198 train 3.878096 (lr=5.9640e-04) (hash(x)=38506171)
+1199 train 3.873149 (lr=5.9639e-04) (hash(x)=41032048)
+1200 train 3.828124 (lr=5.9637e-04) (hash(x)=39673255)
+1201 train 3.855243 (lr=5.9636e-04) (hash(x)=38949998)
+1202 train 3.830421 (lr=5.9634e-04) (hash(x)=34039234)
+1203 train 3.838962 (lr=5.9633e-04) (hash(x)=36352947)
+1204 train 3.841042 (lr=5.9631e-04) (hash(x)=39341450)
+1205 train 3.902908 (lr=5.9630e-04) (hash(x)=41315733)
+1206 train 3.874167 (lr=5.9628e-04) (hash(x)=44082322)
+1207 train 3.837559 (lr=5.9627e-04) (hash(x)=37810217)
+1208 train 3.873489 (lr=5.9625e-04) (hash(x)=31929039)
+1209 train 3.880356 (lr=5.9624e-04) (hash(x)=40231088)
+1210 train 3.818552 (lr=5.9622e-04) (hash(x)=40828303)
+1211 train 3.786929 (lr=5.9621e-04) (hash(x)=37709740)
+1212 train 3.816381 (lr=5.9619e-04) (hash(x)=39361746)
+1213 train 3.823144 (lr=5.9618e-04) (hash(x)=42169338)
+1214 train 3.865102 (lr=5.9616e-04) (hash(x)=38569143)
+1215 train 3.798724 (lr=5.9615e-04) (hash(x)=45111221)
+1216 train 3.886960 (lr=5.9613e-04) (hash(x)=35627803)
+1217 train 3.824855 (lr=5.9611e-04) (hash(x)=43498821)
+1218 train 3.825833 (lr=5.9610e-04) (hash(x)=37041085)
+1219 train 3.810256 (lr=5.9608e-04) (hash(x)=38421819)
+1220 train 3.787881 (lr=5.9607e-04) (hash(x)=42146512)
+1221 train 3.819340 (lr=5.9605e-04) (hash(x)=37034102)
+1222 train 3.744243 (lr=5.9604e-04) (hash(x)=42267544)
+1223 train 3.655495 (lr=5.9602e-04) (hash(x)=40562379)
+1224 train 3.724439 (lr=5.9601e-04) (hash(x)=41408519)
+1225 train 3.697927 (lr=5.9599e-04) (hash(x)=42677430)
+1226 train 3.682563 (lr=5.9597e-04) (hash(x)=37408762)
+1227 train 3.681577 (lr=5.9596e-04) (hash(x)=37963940)
+1228 train 3.710861 (lr=5.9594e-04) (hash(x)=33565298)
+1229 train 3.669807 (lr=5.9593e-04) (hash(x)=45780156)
+1230 train 3.696728 (lr=5.9591e-04) (hash(x)=38522448)
+1231 train 3.698335 (lr=5.9590e-04) (hash(x)=38172935)
+1232 train 3.660744 (lr=5.9588e-04) (hash(x)=41914922)
+1233 train 3.651912 (lr=5.9586e-04) (hash(x)=33887434)
+1234 train 3.757960 (lr=5.9585e-04) (hash(x)=42098123)
+1235 train 3.829612 (lr=5.9583e-04) (hash(x)=39019459)
+1236 train 3.757987 (lr=5.9582e-04) (hash(x)=39222629)
+1237 train 3.825505 (lr=5.9580e-04) (hash(x)=39273244)
+1238 train 3.874879 (lr=5.9578e-04) (hash(x)=42539012)
+1239 train 3.809224 (lr=5.9577e-04) (hash(x)=40972450)
+1240 train 3.845405 (lr=5.9575e-04) (hash(x)=38023959)
+1241 train 3.804348 (lr=5.9574e-04) (hash(x)=41001885)
+1242 train 3.822664 (lr=5.9572e-04) (hash(x)=41705404)
+1243 train 3.767128 (lr=5.9570e-04) (hash(x)=36487602)
+1244 train 3.824307 (lr=5.9569e-04) (hash(x)=41027447)
+1245 train 3.837335 (lr=5.9567e-04) (hash(x)=42904505)
+1246 train 3.813642 (lr=5.9565e-04) (hash(x)=36667668)
+1247 train 3.950323 (lr=5.9564e-04) (hash(x)=31833188)
+1248 train 3.803420 (lr=5.9562e-04) (hash(x)=38288834)
+1249 train 3.799963 (lr=5.9560e-04) (hash(x)=40141347)
+1250 val loss 3.7856
+1250 val perplexity 44.0602
+1250 hella 0.2572
+1250 train 3.779071 (lr=5.9559e-04) (hash(x)=38649090)
+1251 train 3.852621 (lr=5.9557e-04) (hash(x)=36186106)
+1252 train 3.766423 (lr=5.9556e-04) (hash(x)=40234424)
+1253 train 3.815997 (lr=5.9554e-04) (hash(x)=41477653)
+1254 train 3.836884 (lr=5.9552e-04) (hash(x)=43207628)
+1255 train 3.796568 (lr=5.9551e-04) (hash(x)=40074785)
+1256 train 3.831100 (lr=5.9549e-04) (hash(x)=39237095)
+1257 train 3.819711 (lr=5.9547e-04) (hash(x)=34405247)
+1258 train 3.768968 (lr=5.9546e-04) (hash(x)=37050033)
+1259 train 3.791627 (lr=5.9544e-04) (hash(x)=38997704)
+1260 train 3.801345 (lr=5.9542e-04) (hash(x)=37330418)
+1261 train 3.805575 (lr=5.9541e-04) (hash(x)=38791836)
+1262 train 3.733015 (lr=5.9539e-04) (hash(x)=35567598)
+1263 train 3.787181 (lr=5.9537e-04) (hash(x)=41989580)
+1264 train 3.824258 (lr=5.9536e-04) (hash(x)=38869877)
+1265 train 3.806589 (lr=5.9534e-04) (hash(x)=40596333)
+1266 train 3.756926 (lr=5.9532e-04) (hash(x)=44946372)
+1267 train 3.731555 (lr=5.9530e-04) (hash(x)=41551664)
+1268 train 3.737070 (lr=5.9529e-04) (hash(x)=39075471)
+1269 train 3.751423 (lr=5.9527e-04) (hash(x)=44424000)
+1270 train 3.802360 (lr=5.9525e-04) (hash(x)=40213920)
+1271 train 3.692115 (lr=5.9524e-04) (hash(x)=37862695)
+1272 train 3.696038 (lr=5.9522e-04) (hash(x)=40402683)
+1273 train 3.572481 (lr=5.9520e-04) (hash(x)=38597215)
+1274 train 3.665624 (lr=5.9518e-04) (hash(x)=39030964)
+1275 train 3.680232 (lr=5.9517e-04) (hash(x)=43197016)
+1276 train 3.701281 (lr=5.9515e-04) (hash(x)=42536438)
+1277 train 3.653876 (lr=5.9513e-04) (hash(x)=36846905)
+1278 train 3.651774 (lr=5.9512e-04) (hash(x)=42397442)
+1279 train 3.655707 (lr=5.9510e-04) (hash(x)=42808476)
+1280 train 3.618859 (lr=5.9508e-04) (hash(x)=39466163)
+1281 train 3.711700 (lr=5.9506e-04) (hash(x)=32388343)
+1282 train 3.681339 (lr=5.9505e-04) (hash(x)=47350316)
+1283 train 3.647625 (lr=5.9503e-04) (hash(x)=36446383)
+1284 train 3.644657 (lr=5.9501e-04) (hash(x)=38411036)
+1285 train 3.712307 (lr=5.9499e-04) (hash(x)=40596047)
+1286 train 3.831156 (lr=5.9498e-04) (hash(x)=38380542)
+1287 train 3.835611 (lr=5.9496e-04) (hash(x)=39938187)
+1288 train 3.809387 (lr=5.9494e-04) (hash(x)=50114866)
+1289 train 3.806859 (lr=5.9492e-04) (hash(x)=41474380)
+1290 train 3.816100 (lr=5.9491e-04) (hash(x)=43471444)
+1291 train 3.777325 (lr=5.9489e-04) (hash(x)=43996458)
+1292 train 3.828334 (lr=5.9487e-04) (hash(x)=36432867)
+1293 train 3.861068 (lr=5.9485e-04) (hash(x)=49027590)
+1294 train 3.778709 (lr=5.9484e-04) (hash(x)=37716389)
+1295 train 3.779038 (lr=5.9482e-04) (hash(x)=35821021)
+1296 train 3.827974 (lr=5.9480e-04) (hash(x)=42192379)
+1297 train 3.773088 (lr=5.9478e-04) (hash(x)=36445429)
+1298 train 3.782368 (lr=5.9476e-04) (hash(x)=36105219)
+1299 train 3.781511 (lr=5.9475e-04) (hash(x)=47020857)
+1300 train 3.802342 (lr=5.9473e-04) (hash(x)=35730157)
+1301 train 3.828066 (lr=5.9471e-04) (hash(x)=32534594)
+1302 train 3.797783 (lr=5.9469e-04) (hash(x)=39773597)
+1303 train 3.781281 (lr=5.9467e-04) (hash(x)=45511891)
+1304 train 3.818158 (lr=5.9466e-04) (hash(x)=46526658)
+1305 train 3.805107 (lr=5.9464e-04) (hash(x)=38263954)
+1306 train 3.766131 (lr=5.9462e-04) (hash(x)=38712466)
+1307 train 3.708765 (lr=5.9460e-04) (hash(x)=41982338)
+1308 train 3.817463 (lr=5.9458e-04) (hash(x)=39197197)
+1309 train 3.750750 (lr=5.9457e-04) (hash(x)=45102861)
+1310 train 3.736278 (lr=5.9455e-04) (hash(x)=34718476)
+1311 train 3.720146 (lr=5.9453e-04) (hash(x)=37073847)
+1312 train 3.712101 (lr=5.9451e-04) (hash(x)=41646829)
+1313 train 3.752833 (lr=5.9449e-04) (hash(x)=34427711)
+1314 train 3.716012 (lr=5.9447e-04) (hash(x)=43557459)
+1315 train 3.748203 (lr=5.9446e-04) (hash(x)=39232647)
+1316 train 3.740340 (lr=5.9444e-04) (hash(x)=38846626)
+1317 train 3.737070 (lr=5.9442e-04) (hash(x)=41616245)
+1318 train 3.706120 (lr=5.9440e-04) (hash(x)=38419014)
+1319 train 3.693663 (lr=5.9438e-04) (hash(x)=41967535)
+1320 train 3.666033 (lr=5.9436e-04) (hash(x)=44193790)
+1321 train 3.732354 (lr=5.9434e-04) (hash(x)=41779950)
+1322 train 3.722765 (lr=5.9433e-04) (hash(x)=38929021)
+1323 train 3.670335 (lr=5.9431e-04) (hash(x)=37592956)
+1324 train 3.625982 (lr=5.9429e-04) (hash(x)=35439365)
+1325 train 3.662519 (lr=5.9427e-04) (hash(x)=45478395)
+1326 train 3.652404 (lr=5.9425e-04) (hash(x)=35203012)
+1327 train 3.619362 (lr=5.9423e-04) (hash(x)=42882233)
+1328 train 3.675249 (lr=5.9421e-04) (hash(x)=39482623)
+1329 train 3.626215 (lr=5.9419e-04) (hash(x)=44748234)
+1330 train 3.673733 (lr=5.9418e-04) (hash(x)=40799712)
+1331 train 3.618795 (lr=5.9416e-04) (hash(x)=43248591)
+1332 train 3.658610 (lr=5.9414e-04) (hash(x)=35718588)
+1333 train 3.635928 (lr=5.9412e-04) (hash(x)=36986531)
+1334 train 3.666682 (lr=5.9410e-04) (hash(x)=44465293)
+1335 train 3.652114 (lr=5.9408e-04) (hash(x)=36515215)
+1336 train 3.740012 (lr=5.9406e-04) (hash(x)=48696805)
+1337 train 3.753323 (lr=5.9404e-04) (hash(x)=38025051)
+1338 train 3.800149 (lr=5.9402e-04) (hash(x)=38523213)
+1339 train 3.799679 (lr=5.9400e-04) (hash(x)=40919276)
+1340 train 3.748691 (lr=5.9399e-04) (hash(x)=41352332)
+1341 train 3.743700 (lr=5.9397e-04) (hash(x)=37248615)
+1342 train 3.814606 (lr=5.9395e-04) (hash(x)=43601987)
+1343 train 3.804576 (lr=5.9393e-04) (hash(x)=44561852)
+1344 train 3.816346 (lr=5.9391e-04) (hash(x)=35733613)
+1345 train 3.741469 (lr=5.9389e-04) (hash(x)=44353560)
+1346 train 3.774964 (lr=5.9387e-04) (hash(x)=38567551)
+1347 train 3.779315 (lr=5.9385e-04) (hash(x)=44143121)
+1348 train 3.791379 (lr=5.9383e-04) (hash(x)=41191772)
+1349 train 3.738514 (lr=5.9381e-04) (hash(x)=36284924)
+1350 train 3.783093 (lr=5.9379e-04) (hash(x)=37336106)
+1351 train 3.751750 (lr=5.9377e-04) (hash(x)=39132671)
+1352 train 3.776558 (lr=5.9375e-04) (hash(x)=38321508)
+1353 train 3.723032 (lr=5.9373e-04) (hash(x)=36769673)
+1354 train 3.732285 (lr=5.9371e-04) (hash(x)=40712749)
+1355 train 3.746968 (lr=5.9369e-04) (hash(x)=48726650)
+1356 train 3.773402 (lr=5.9367e-04) (hash(x)=41136441)
+1357 train 3.771200 (lr=5.9366e-04) (hash(x)=36881146)
+1358 train 3.757521 (lr=5.9364e-04) (hash(x)=39703888)
+1359 train 3.709073 (lr=5.9362e-04) (hash(x)=39369283)
+1360 train 3.772994 (lr=5.9360e-04) (hash(x)=39203146)
+1361 train 3.712894 (lr=5.9358e-04) (hash(x)=34617120)
+1362 train 3.674286 (lr=5.9356e-04) (hash(x)=39410442)
+1363 train 3.666367 (lr=5.9354e-04) (hash(x)=32837077)
+1364 train 3.678410 (lr=5.9352e-04) (hash(x)=42451835)
+1365 train 3.682165 (lr=5.9350e-04) (hash(x)=43246341)
+1366 train 3.748775 (lr=5.9348e-04) (hash(x)=36633907)
+1367 train 3.723718 (lr=5.9346e-04) (hash(x)=37503967)
+1368 train 3.666629 (lr=5.9344e-04) (hash(x)=42301069)
+1369 train 3.705183 (lr=5.9342e-04) (hash(x)=37543744)
+1370 train 3.734190 (lr=5.9340e-04) (hash(x)=37356324)
+1371 train 3.718662 (lr=5.9338e-04) (hash(x)=42095807)
+1372 train 3.664006 (lr=5.9336e-04) (hash(x)=42443057)
+1373 train 3.682057 (lr=5.9334e-04) (hash(x)=35375462)
+1374 train 3.728576 (lr=5.9332e-04) (hash(x)=39410963)
+1375 train 3.619998 (lr=5.9330e-04) (hash(x)=40573633)
+1376 train 3.632904 (lr=5.9328e-04) (hash(x)=43504521)
+1377 train 3.612739 (lr=5.9326e-04) (hash(x)=41869673)
+1378 train 3.617614 (lr=5.9323e-04) (hash(x)=34225019)
+1379 train 3.634028 (lr=5.9321e-04) (hash(x)=39298460)
+1380 train 3.590806 (lr=5.9319e-04) (hash(x)=39740372)
+1381 train 3.600450 (lr=5.9317e-04) (hash(x)=43047275)
+1382 train 3.583162 (lr=5.9315e-04) (hash(x)=41618137)
+1383 train 3.562270 (lr=5.9313e-04) (hash(x)=41318238)
+1384 train 3.661330 (lr=5.9311e-04) (hash(x)=39043022)
+1385 train 3.590461 (lr=5.9309e-04) (hash(x)=40326223)
+1386 train 3.604892 (lr=5.9307e-04) (hash(x)=40620292)
+1387 train 3.746974 (lr=5.9305e-04) (hash(x)=37180421)
+1388 train 3.762419 (lr=5.9303e-04) (hash(x)=44330402)
+1389 train 3.763276 (lr=5.9301e-04) (hash(x)=55058526)
+1390 train 3.753859 (lr=5.9299e-04) (hash(x)=37997980)
+1391 train 3.790673 (lr=5.9297e-04) (hash(x)=39300027)
+1392 train 3.747037 (lr=5.9295e-04) (hash(x)=49862293)
+1393 train 3.714925 (lr=5.9293e-04) (hash(x)=42232721)
+1394 train 3.778703 (lr=5.9291e-04) (hash(x)=43604104)
+1395 train 3.749969 (lr=5.9289e-04) (hash(x)=37135165)
+1396 train 3.788491 (lr=5.9286e-04) (hash(x)=38641080)
+1397 train 3.827894 (lr=5.9284e-04) (hash(x)=43178244)
+1398 train 3.713397 (lr=5.9282e-04) (hash(x)=39384166)
+1399 train 3.714135 (lr=5.9280e-04) (hash(x)=38398481)
+1400 train 3.744938 (lr=5.9278e-04) (hash(x)=40808645)
+1401 train 3.708284 (lr=5.9276e-04) (hash(x)=44194913)
+1402 train 3.740987 (lr=5.9274e-04) (hash(x)=39002847)
+1403 train 3.768802 (lr=5.9272e-04) (hash(x)=43510781)
+1404 train 3.760674 (lr=5.9270e-04) (hash(x)=42359192)
+1405 train 3.773172 (lr=5.9268e-04) (hash(x)=36514688)
+1406 train 3.722428 (lr=5.9265e-04) (hash(x)=38597013)
+1407 train 3.760197 (lr=5.9263e-04) (hash(x)=33584372)
+1408 train 3.742602 (lr=5.9261e-04) (hash(x)=42381936)
+1409 train 3.725771 (lr=5.9259e-04) (hash(x)=39571023)
+1410 train 3.663839 (lr=5.9257e-04) (hash(x)=37852698)
+1411 train 3.709864 (lr=5.9255e-04) (hash(x)=37897414)
+1412 train 3.702963 (lr=5.9253e-04) (hash(x)=36485926)
+1413 train 3.679287 (lr=5.9251e-04) (hash(x)=38465190)
+1414 train 3.677818 (lr=5.9248e-04) (hash(x)=42997738)
+1415 train 3.713822 (lr=5.9246e-04) (hash(x)=39782299)
+1416 train 3.682565 (lr=5.9244e-04) (hash(x)=32961121)
+1417 train 3.679002 (lr=5.9242e-04) (hash(x)=43630190)
+1418 train 3.697261 (lr=5.9240e-04) (hash(x)=39088826)
+1419 train 3.681052 (lr=5.9238e-04) (hash(x)=37853563)
+1420 train 3.645919 (lr=5.9235e-04) (hash(x)=40887408)
+1421 train 3.689929 (lr=5.9233e-04) (hash(x)=38825086)
+1422 train 3.645039 (lr=5.9231e-04) (hash(x)=35600216)
+1423 train 3.697392 (lr=5.9229e-04) (hash(x)=38526012)
+1424 train 3.669244 (lr=5.9227e-04) (hash(x)=47303037)
+1425 train 3.582545 (lr=5.9225e-04) (hash(x)=37904163)
+1426 train 3.662264 (lr=5.9222e-04) (hash(x)=40346972)
+1427 train 3.577298 (lr=5.9220e-04) (hash(x)=42016652)
+1428 train 3.642379 (lr=5.9218e-04) (hash(x)=36901980)
+1429 train 3.642900 (lr=5.9216e-04) (hash(x)=41767539)
+1430 train 3.611445 (lr=5.9214e-04) (hash(x)=42133952)
+1431 train 3.563633 (lr=5.9212e-04) (hash(x)=38069965)
+1432 train 3.633100 (lr=5.9209e-04) (hash(x)=40017191)
+1433 train 3.593606 (lr=5.9207e-04) (hash(x)=42180008)
+1434 train 3.543891 (lr=5.9205e-04) (hash(x)=37618995)
+1435 train 3.594567 (lr=5.9203e-04) (hash(x)=37503549)
+1436 train 3.703891 (lr=5.9201e-04) (hash(x)=44530772)
+1437 train 3.697127 (lr=5.9198e-04) (hash(x)=39934760)
+1438 train 3.759554 (lr=5.9196e-04) (hash(x)=43035999)
+1439 train 3.769648 (lr=5.9194e-04) (hash(x)=39871968)
+1440 train 3.740584 (lr=5.9192e-04) (hash(x)=39958000)
+1441 train 3.735960 (lr=5.9189e-04) (hash(x)=39384755)
+1442 train 3.763754 (lr=5.9187e-04) (hash(x)=38344130)
+1443 train 3.662728 (lr=5.9185e-04) (hash(x)=42546749)
+1444 train 3.746437 (lr=5.9183e-04) (hash(x)=41097401)
+1445 train 3.774411 (lr=5.9181e-04) (hash(x)=42298823)
+1446 train 3.728451 (lr=5.9178e-04) (hash(x)=40530726)
+1447 train 3.700570 (lr=5.9176e-04) (hash(x)=41994837)
+1448 train 3.746785 (lr=5.9174e-04) (hash(x)=38149977)
+1449 train 3.703412 (lr=5.9172e-04) (hash(x)=40757858)
+1450 train 3.731234 (lr=5.9169e-04) (hash(x)=42945243)
+1451 train 3.775201 (lr=5.9167e-04) (hash(x)=38669044)
+1452 train 3.765064 (lr=5.9165e-04) (hash(x)=43435655)
+1453 train 3.715549 (lr=5.9163e-04) (hash(x)=40812038)
+1454 train 3.782246 (lr=5.9160e-04) (hash(x)=44262979)
+1455 train 3.723063 (lr=5.9158e-04) (hash(x)=39396798)
+1456 train 3.786037 (lr=5.9156e-04) (hash(x)=36515270)
+1457 train 3.727986 (lr=5.9154e-04) (hash(x)=38791262)
+1458 train 3.716963 (lr=5.9151e-04) (hash(x)=40921917)
+1459 train 3.721188 (lr=5.9149e-04) (hash(x)=39744694)
+1460 train 3.722584 (lr=5.9147e-04) (hash(x)=36926863)
+1461 train 3.661663 (lr=5.9144e-04) (hash(x)=42029598)
+1462 train 3.696431 (lr=5.9142e-04) (hash(x)=41002748)
+1463 train 3.666819 (lr=5.9140e-04) (hash(x)=42505629)
+1464 train 3.703919 (lr=5.9138e-04) (hash(x)=41063891)
+1465 train 3.639194 (lr=5.9135e-04) (hash(x)=38930942)
+1466 train 3.679747 (lr=5.9133e-04) (hash(x)=42693527)
+1467 train 3.657663 (lr=5.9131e-04) (hash(x)=41650072)
+1468 train 3.683663 (lr=5.9128e-04) (hash(x)=43662083)
+1469 train 3.677029 (lr=5.9126e-04) (hash(x)=42735047)
+1470 train 3.673944 (lr=5.9124e-04) (hash(x)=48167508)
+1471 train 3.636466 (lr=5.9121e-04) (hash(x)=38011271)
+1472 train 3.726904 (lr=5.9119e-04) (hash(x)=38129995)
+1473 train 3.687121 (lr=5.9117e-04) (hash(x)=43511223)
+1474 train 3.629973 (lr=5.9115e-04) (hash(x)=39532943)
+1475 train 3.588825 (lr=5.9112e-04) (hash(x)=39090660)
+1476 train 3.641774 (lr=5.9110e-04) (hash(x)=46395079)
+1477 train 3.579371 (lr=5.9108e-04) (hash(x)=32777687)
+1478 train 3.660285 (lr=5.9105e-04) (hash(x)=55126392)
+1479 train 3.591219 (lr=5.9103e-04) (hash(x)=35617390)
+1480 train 3.591855 (lr=5.9101e-04) (hash(x)=40558956)
+1481 train 3.556965 (lr=5.9098e-04) (hash(x)=38401852)
+1482 train 3.571030 (lr=5.9096e-04) (hash(x)=41209188)
+1483 train 3.586553 (lr=5.9094e-04) (hash(x)=41597838)
+1484 train 3.591433 (lr=5.9091e-04) (hash(x)=49006727)
+1485 train 3.575497 (lr=5.9089e-04) (hash(x)=39119369)
+1486 train 3.562706 (lr=5.9086e-04) (hash(x)=37141131)
+1487 train 3.724968 (lr=5.9084e-04) (hash(x)=36234927)
+1488 train 3.706365 (lr=5.9082e-04) (hash(x)=40889775)
+1489 train 3.690506 (lr=5.9079e-04) (hash(x)=33328235)
+1490 train 3.749972 (lr=5.9077e-04) (hash(x)=38161244)
+1491 train 3.727373 (lr=5.9075e-04) (hash(x)=44684604)
+1492 train 3.765257 (lr=5.9072e-04) (hash(x)=45382340)
+1493 train 3.817241 (lr=5.9070e-04) (hash(x)=39123673)
+1494 train 3.760834 (lr=5.9068e-04) (hash(x)=39166918)
+1495 train 3.771994 (lr=5.9065e-04) (hash(x)=40379234)
+1496 train 3.665290 (lr=5.9063e-04) (hash(x)=39576484)
+1497 train 3.640602 (lr=5.9060e-04) (hash(x)=41278566)
+1498 train 3.676045 (lr=5.9058e-04) (hash(x)=41311128)
+1499 train 3.717150 (lr=5.9056e-04) (hash(x)=43459067)
+1500 val loss 3.6830
+1500 val perplexity 39.7642
+1500 hella 0.2592
+1500 train 3.736495 (lr=5.9053e-04) (hash(x)=39263499)
+1501 train 3.688483 (lr=5.9051e-04) (hash(x)=42633499)
+1502 train 3.698380 (lr=5.9048e-04) (hash(x)=39779952)
+1503 train 3.699540 (lr=5.9046e-04) (hash(x)=36768765)
+1504 train 3.751031 (lr=5.9044e-04) (hash(x)=50193363)
+1505 train 3.653162 (lr=5.9041e-04) (hash(x)=43378987)
+1506 train 3.668737 (lr=5.9039e-04) (hash(x)=37858457)
+1507 train 3.677173 (lr=5.9036e-04) (hash(x)=42917661)
+1508 train 3.703360 (lr=5.9034e-04) (hash(x)=41808555)
+1509 train 3.742977 (lr=5.9032e-04) (hash(x)=39926870)
+1510 train 3.684792 (lr=5.9029e-04) (hash(x)=38635245)
+1511 train 3.701611 (lr=5.9027e-04) (hash(x)=39528227)
+1512 train 3.664294 (lr=5.9024e-04) (hash(x)=39813832)
+1513 train 3.657883 (lr=5.9022e-04) (hash(x)=40259645)
+1514 train 3.604679 (lr=5.9019e-04) (hash(x)=41847848)
+1515 train 3.640475 (lr=5.9017e-04) (hash(x)=40819543)
+1516 train 3.619060 (lr=5.9014e-04) (hash(x)=35682705)
+1517 train 3.598656 (lr=5.9012e-04) (hash(x)=35593531)
+1518 train 3.623792 (lr=5.9010e-04) (hash(x)=36011634)
+1519 train 3.664179 (lr=5.9007e-04) (hash(x)=43998792)
+1520 train 3.627821 (lr=5.9005e-04) (hash(x)=40224019)
+1521 train 3.647723 (lr=5.9002e-04) (hash(x)=39535700)
+1522 train 3.632470 (lr=5.9000e-04) (hash(x)=36897628)
+1523 train 3.650104 (lr=5.8997e-04) (hash(x)=41207300)
+1524 train 3.588597 (lr=5.8995e-04) (hash(x)=35465409)
+1525 train 3.600455 (lr=5.8992e-04) (hash(x)=42691086)
+1526 train 3.629980 (lr=5.8990e-04) (hash(x)=40444514)
+1527 train 3.568239 (lr=5.8987e-04) (hash(x)=39379421)
+1528 train 3.557923 (lr=5.8985e-04) (hash(x)=40158743)
+1529 train 3.587379 (lr=5.8982e-04) (hash(x)=39982394)
+1530 train 3.543563 (lr=5.8980e-04) (hash(x)=42947731)
+1531 train 3.540380 (lr=5.8977e-04) (hash(x)=38691258)
+1532 train 3.547612 (lr=5.8975e-04) (hash(x)=39406076)
+1533 train 3.596716 (lr=5.8972e-04) (hash(x)=35346438)
+1534 train 3.595415 (lr=5.8970e-04) (hash(x)=38774953)
+1535 train 3.512699 (lr=5.8967e-04) (hash(x)=42097838)
+1536 train 3.510985 (lr=5.8965e-04) (hash(x)=38979283)
+1537 train 3.716052 (lr=5.8962e-04) (hash(x)=37862534)
+1538 train 3.781414 (lr=5.8960e-04) (hash(x)=42752379)
+1539 train 3.709138 (lr=5.8957e-04) (hash(x)=36030746)
+1540 train 3.677305 (lr=5.8955e-04) (hash(x)=39055374)
+1541 train 3.692386 (lr=5.8952e-04) (hash(x)=39973514)
+1542 train 3.704564 (lr=5.8950e-04) (hash(x)=41437520)
+1543 train 3.678665 (lr=5.8947e-04) (hash(x)=36763857)
+1544 train 3.717638 (lr=5.8945e-04) (hash(x)=43146554)
+1545 train 3.711174 (lr=5.8942e-04) (hash(x)=36040459)
+1546 train 3.687065 (lr=5.8940e-04) (hash(x)=45100899)
+1547 train 3.752798 (lr=5.8937e-04) (hash(x)=36509134)
+1548 train 3.683110 (lr=5.8935e-04) (hash(x)=38502615)
+1549 train 3.708312 (lr=5.8932e-04) (hash(x)=39511631)
+1550 train 3.694561 (lr=5.8930e-04) (hash(x)=41191243)
+1551 train 3.727146 (lr=5.8927e-04) (hash(x)=36806681)
+1552 train 3.675073 (lr=5.8924e-04) (hash(x)=40320601)
+1553 train 3.685635 (lr=5.8922e-04) (hash(x)=38209463)
+1554 train 3.707678 (lr=5.8919e-04) (hash(x)=38712705)
+1555 train 3.682769 (lr=5.8917e-04) (hash(x)=42228230)
+1556 train 3.666280 (lr=5.8914e-04) (hash(x)=35582393)
+1557 train 3.708996 (lr=5.8912e-04) (hash(x)=39126097)
+1558 train 3.649417 (lr=5.8909e-04) (hash(x)=42351920)
+1559 train 3.679203 (lr=5.8907e-04) (hash(x)=38793722)
+1560 train 3.710580 (lr=5.8904e-04) (hash(x)=41199521)
+1561 train 3.765131 (lr=5.8901e-04) (hash(x)=37552069)
+1562 train 3.644586 (lr=5.8899e-04) (hash(x)=43764868)
+1563 train 3.654408 (lr=5.8896e-04) (hash(x)=36899424)
+1564 train 3.632484 (lr=5.8894e-04) (hash(x)=39819724)
+1565 train 3.639059 (lr=5.8891e-04) (hash(x)=41873634)
+1566 train 3.609162 (lr=5.8888e-04) (hash(x)=36330282)
+1567 train 3.681488 (lr=5.8886e-04) (hash(x)=55228931)
+1568 train 3.660370 (lr=5.8883e-04) (hash(x)=38170664)
+1569 train 3.659717 (lr=5.8881e-04) (hash(x)=34898056)
+1570 train 3.659073 (lr=5.8878e-04) (hash(x)=41388753)
+1571 train 3.657681 (lr=5.8875e-04) (hash(x)=40172131)
+1572 train 3.599555 (lr=5.8873e-04) (hash(x)=35293517)
+1573 train 3.612348 (lr=5.8870e-04) (hash(x)=41179495)
+1574 train 3.560273 (lr=5.8868e-04) (hash(x)=43698722)
+1575 train 3.618595 (lr=5.8865e-04) (hash(x)=38395181)
+1576 train 3.608880 (lr=5.8862e-04) (hash(x)=40439188)
+1577 train 3.515629 (lr=5.8860e-04) (hash(x)=34800815)
+1578 train 3.567617 (lr=5.8857e-04) (hash(x)=45497483)
+1579 train 3.622061 (lr=5.8854e-04) (hash(x)=41466828)
+1580 train 3.555039 (lr=5.8852e-04) (hash(x)=41600087)
+1581 train 3.550097 (lr=5.8849e-04) (hash(x)=37441861)
+1582 train 3.512260 (lr=5.8847e-04) (hash(x)=35255608)
+1583 train 3.519329 (lr=5.8844e-04) (hash(x)=41534154)
+1584 train 3.540031 (lr=5.8841e-04) (hash(x)=35485868)
+1585 train 3.505854 (lr=5.8839e-04) (hash(x)=31587701)
+1586 train 3.611532 (lr=5.8836e-04) (hash(x)=40387259)
+1587 train 3.707285 (lr=5.8833e-04) (hash(x)=42950133)
+1588 train 3.701601 (lr=5.8831e-04) (hash(x)=37372574)
+1589 train 3.685923 (lr=5.8828e-04) (hash(x)=37865260)
+1590 train 3.728714 (lr=5.8825e-04) (hash(x)=44619578)
+1591 train 3.636344 (lr=5.8823e-04) (hash(x)=42734281)
+1592 train 3.654372 (lr=5.8820e-04) (hash(x)=42335868)
+1593 train 3.766609 (lr=5.8817e-04) (hash(x)=39245930)
+1594 train 3.704449 (lr=5.8815e-04) (hash(x)=35318710)
+1595 train 3.658755 (lr=5.8812e-04) (hash(x)=37998355)
+1596 train 3.684908 (lr=5.8809e-04) (hash(x)=45105130)
+1597 train 3.653859 (lr=5.8807e-04) (hash(x)=34118782)
+1598 train 3.684242 (lr=5.8804e-04) (hash(x)=45905587)
+1599 train 3.738097 (lr=5.8801e-04) (hash(x)=39053767)
+1600 train 3.704390 (lr=5.8799e-04) (hash(x)=42025240)
+1601 train 3.706135 (lr=5.8796e-04) (hash(x)=39752612)
+1602 train 3.719342 (lr=5.8793e-04) (hash(x)=40850973)
+1603 train 3.679696 (lr=5.8790e-04) (hash(x)=39393720)
+1604 train 3.640922 (lr=5.8788e-04) (hash(x)=43481198)
+1605 train 3.662062 (lr=5.8785e-04) (hash(x)=39402063)
+1606 train 3.652035 (lr=5.8782e-04) (hash(x)=36547139)
+1607 train 3.670494 (lr=5.8780e-04) (hash(x)=40813448)
+1608 train 3.700341 (lr=5.8777e-04) (hash(x)=42181320)
+1609 train 3.629946 (lr=5.8774e-04) (hash(x)=38865691)
+1610 train 3.677115 (lr=5.8771e-04) (hash(x)=36489516)
+1611 train 3.617878 (lr=5.8769e-04) (hash(x)=42248045)
+1612 train 3.656529 (lr=5.8766e-04) (hash(x)=36700985)
+1613 train 3.600121 (lr=5.8763e-04) (hash(x)=41174788)
+1614 train 3.658354 (lr=5.8761e-04) (hash(x)=38416742)
+1615 train 3.628041 (lr=5.8758e-04) (hash(x)=40312629)
+1616 train 3.609690 (lr=5.8755e-04) (hash(x)=44500639)
+1617 train 3.601134 (lr=5.8752e-04) (hash(x)=36878480)
+1618 train 3.624703 (lr=5.8750e-04) (hash(x)=37284450)
+1619 train 3.635859 (lr=5.8747e-04) (hash(x)=41484247)
+1620 train 3.564745 (lr=5.8744e-04) (hash(x)=39144607)
+1621 train 3.619169 (lr=5.8741e-04) (hash(x)=42746125)
+1622 train 3.607928 (lr=5.8739e-04) (hash(x)=46664943)
+1623 train 3.644385 (lr=5.8736e-04) (hash(x)=36567821)
+1624 train 3.556507 (lr=5.8733e-04) (hash(x)=36171237)
+1625 train 3.532775 (lr=5.8730e-04) (hash(x)=37947743)
+1626 train 3.573736 (lr=5.8727e-04) (hash(x)=35558509)
+1627 train 3.532573 (lr=5.8725e-04) (hash(x)=45251214)
+1628 train 3.588403 (lr=5.8722e-04) (hash(x)=38982159)
+1629 train 3.496017 (lr=5.8719e-04) (hash(x)=41007771)
+1630 train 3.515478 (lr=5.8716e-04) (hash(x)=45515426)
+1631 train 3.558845 (lr=5.8714e-04) (hash(x)=43810227)
+1632 train 3.509292 (lr=5.8711e-04) (hash(x)=41248289)
+1633 train 3.527809 (lr=5.8708e-04) (hash(x)=37900195)
+1634 train 3.473376 (lr=5.8705e-04) (hash(x)=45011746)
+1635 train 3.541610 (lr=5.8702e-04) (hash(x)=43349250)
+1636 train 3.619064 (lr=5.8700e-04) (hash(x)=39381269)
+1637 train 3.723504 (lr=5.8697e-04) (hash(x)=43411027)
+1638 train 3.708499 (lr=5.8694e-04) (hash(x)=44738383)
+1639 train 3.668395 (lr=5.8691e-04) (hash(x)=30957756)
+1640 train 3.695074 (lr=5.8688e-04) (hash(x)=40233023)
+1641 train 3.642017 (lr=5.8686e-04) (hash(x)=37889683)
+1642 train 3.604796 (lr=5.8683e-04) (hash(x)=44861856)
+1643 train 3.697325 (lr=5.8680e-04) (hash(x)=40707123)
+1644 train 3.682870 (lr=5.8677e-04) (hash(x)=41029470)
+1645 train 3.643999 (lr=5.8674e-04) (hash(x)=45799247)
+1646 train 3.646964 (lr=5.8671e-04) (hash(x)=36428085)
+1647 train 3.646546 (lr=5.8669e-04) (hash(x)=40923070)
+1648 train 3.725548 (lr=5.8666e-04) (hash(x)=36969482)
+1649 train 3.749971 (lr=5.8663e-04) (hash(x)=45354173)
+1650 train 3.704564 (lr=5.8660e-04) (hash(x)=42014208)
+1651 train 3.695293 (lr=5.8657e-04) (hash(x)=39865758)
+1652 train 3.659808 (lr=5.8654e-04) (hash(x)=33645593)
+1653 train 3.653116 (lr=5.8652e-04) (hash(x)=35121982)
+1654 train 3.673677 (lr=5.8649e-04) (hash(x)=35828020)
+1655 train 3.651178 (lr=5.8646e-04) (hash(x)=38225818)
+1656 train 3.638950 (lr=5.8643e-04) (hash(x)=39731764)
+1657 train 3.635558 (lr=5.8640e-04) (hash(x)=43115049)
+1658 train 3.643351 (lr=5.8637e-04) (hash(x)=37922443)
+1659 train 3.676810 (lr=5.8634e-04) (hash(x)=37694902)
+1660 train 3.620502 (lr=5.8632e-04) (hash(x)=43644341)
+1661 train 3.609919 (lr=5.8629e-04) (hash(x)=38069342)
+1662 train 3.684237 (lr=5.8626e-04) (hash(x)=41811940)
+1663 train 3.604070 (lr=5.8623e-04) (hash(x)=42202002)
+1664 train 3.613628 (lr=5.8620e-04) (hash(x)=44042398)
+1665 train 3.618395 (lr=5.8617e-04) (hash(x)=36986461)
+1666 train 3.615488 (lr=5.8614e-04) (hash(x)=39945438)
+1667 train 3.677336 (lr=5.8611e-04) (hash(x)=40743436)
+1668 train 3.596417 (lr=5.8608e-04) (hash(x)=41572733)
+1669 train 3.605101 (lr=5.8606e-04) (hash(x)=35294961)
+1670 train 3.547419 (lr=5.8603e-04) (hash(x)=36845292)
+1671 train 3.557238 (lr=5.8600e-04) (hash(x)=38398697)
+1672 train 3.592086 (lr=5.8597e-04) (hash(x)=40483401)
+1673 train 3.565521 (lr=5.8594e-04) (hash(x)=35940661)
+1674 train 3.456923 (lr=5.8591e-04) (hash(x)=37538195)
+1675 train 3.495470 (lr=5.8588e-04) (hash(x)=44835248)
+1676 train 3.547142 (lr=5.8585e-04) (hash(x)=40634297)
+1677 train 3.482641 (lr=5.8582e-04) (hash(x)=41556083)
+1678 train 3.550025 (lr=5.8579e-04) (hash(x)=39103292)
+1679 train 3.485959 (lr=5.8576e-04) (hash(x)=37061208)
+1680 train 3.511872 (lr=5.8574e-04) (hash(x)=39825829)
+1681 train 3.547645 (lr=5.8571e-04) (hash(x)=38719699)
+1682 train 3.537360 (lr=5.8568e-04) (hash(x)=40040378)
+1683 train 3.508343 (lr=5.8565e-04) (hash(x)=35795333)
+1684 train 3.504636 (lr=5.8562e-04) (hash(x)=37664586)
+1685 train 3.521605 (lr=5.8559e-04) (hash(x)=33942872)
+1686 train 3.546295 (lr=5.8556e-04) (hash(x)=36956255)
+1687 train 3.677572 (lr=5.8553e-04) (hash(x)=37911410)
+1688 train 3.677546 (lr=5.8550e-04) (hash(x)=38950090)
+1689 train 3.586003 (lr=5.8547e-04) (hash(x)=34597130)
+1690 train 3.711847 (lr=5.8544e-04) (hash(x)=40628730)
+1691 train 3.677191 (lr=5.8541e-04) (hash(x)=35077769)
+1692 train 3.721893 (lr=5.8538e-04) (hash(x)=48373130)
+1693 train 3.640743 (lr=5.8535e-04) (hash(x)=41719641)
+1694 train 3.648889 (lr=5.8532e-04) (hash(x)=31282847)
+1695 train 3.656532 (lr=5.8529e-04) (hash(x)=34778186)
+1696 train 3.685904 (lr=5.8526e-04) (hash(x)=49230347)
+1697 train 3.615321 (lr=5.8523e-04) (hash(x)=36153588)
+1698 train 3.644601 (lr=5.8520e-04) (hash(x)=42318040)
+1699 train 3.660072 (lr=5.8517e-04) (hash(x)=39911097)
+1700 train 3.614464 (lr=5.8514e-04) (hash(x)=43075751)
+1701 train 3.662723 (lr=5.8511e-04) (hash(x)=49562812)
+1702 train 3.657543 (lr=5.8508e-04) (hash(x)=36061354)
+1703 train 3.641603 (lr=5.8505e-04) (hash(x)=37847571)
+1704 train 3.632714 (lr=5.8502e-04) (hash(x)=40418718)
+1705 train 3.628161 (lr=5.8499e-04) (hash(x)=39099475)
+1706 train 3.642254 (lr=5.8496e-04) (hash(x)=40969292)
+1707 train 3.754354 (lr=5.8493e-04) (hash(x)=42617096)
+1708 train 3.635184 (lr=5.8490e-04) (hash(x)=38052719)
+1709 train 3.632326 (lr=5.8487e-04) (hash(x)=36877577)
+1710 train 3.654410 (lr=5.8484e-04) (hash(x)=39673655)
+1711 train 3.614718 (lr=5.8481e-04) (hash(x)=46650224)
+1712 train 3.644193 (lr=5.8478e-04) (hash(x)=37478661)
+1713 train 3.601227 (lr=5.8475e-04) (hash(x)=36029182)
+1714 train 3.577156 (lr=5.8472e-04) (hash(x)=46230781)
+1715 train 3.643661 (lr=5.8469e-04) (hash(x)=39394574)
+1716 train 3.574566 (lr=5.8466e-04) (hash(x)=37194062)
+1717 train 3.617563 (lr=5.8463e-04) (hash(x)=36156648)
+1718 train 3.667168 (lr=5.8460e-04) (hash(x)=40718710)
+1719 train 3.580125 (lr=5.8457e-04) (hash(x)=42707341)
+1720 train 3.594654 (lr=5.8454e-04) (hash(x)=38589351)
+1721 train 3.543015 (lr=5.8451e-04) (hash(x)=42714897)
+1722 train 3.635454 (lr=5.8448e-04) (hash(x)=37872698)
+1723 train 3.490526 (lr=5.8445e-04) (hash(x)=45561187)
+1724 train 3.531011 (lr=5.8442e-04) (hash(x)=38096545)
+1725 train 3.472320 (lr=5.8439e-04) (hash(x)=42775087)
+1726 train 3.523864 (lr=5.8436e-04) (hash(x)=43367853)
+1727 train 3.504878 (lr=5.8433e-04) (hash(x)=41933547)
+1728 train 3.509457 (lr=5.8430e-04) (hash(x)=37817097)
+1729 train 3.491525 (lr=5.8426e-04) (hash(x)=40346607)
+1730 train 3.464242 (lr=5.8423e-04) (hash(x)=39818832)
+1731 train 3.519324 (lr=5.8420e-04) (hash(x)=36493634)
+1732 train 3.496455 (lr=5.8417e-04) (hash(x)=45706341)
+1733 train 3.518840 (lr=5.8414e-04) (hash(x)=44437765)
+1734 train 3.420914 (lr=5.8411e-04) (hash(x)=41394640)
+1735 train 3.573703 (lr=5.8408e-04) (hash(x)=36845327)
+1736 train 3.705302 (lr=5.8405e-04) (hash(x)=42158910)
+1737 train 3.650818 (lr=5.8402e-04) (hash(x)=32845640)
+1738 train 3.693358 (lr=5.8399e-04) (hash(x)=45817681)
+1739 train 3.767628 (lr=5.8396e-04) (hash(x)=38920492)
+1740 train 3.651629 (lr=5.8392e-04) (hash(x)=43442220)
+1741 train 3.684205 (lr=5.8389e-04) (hash(x)=41326340)
+1742 train 3.669756 (lr=5.8386e-04) (hash(x)=40453308)
+1743 train 3.639760 (lr=5.8383e-04) (hash(x)=41569715)
+1744 train 3.666851 (lr=5.8380e-04) (hash(x)=41947517)
+1745 train 3.596244 (lr=5.8377e-04) (hash(x)=45616853)
+1746 train 3.720102 (lr=5.8374e-04) (hash(x)=41754857)
+1747 train 3.665974 (lr=5.8371e-04) (hash(x)=43156820)
+1748 train 3.618444 (lr=5.8368e-04) (hash(x)=50283573)
+1749 train 3.576533 (lr=5.8364e-04) (hash(x)=39814748)
+1750 val loss 3.6069
+1750 val perplexity 36.8525
+1750 hella 0.2621
+1750 train 3.581348 (lr=5.8361e-04) (hash(x)=39218423)
+1751 train 3.622129 (lr=5.8358e-04) (hash(x)=42332022)
+1752 train 3.618456 (lr=5.8355e-04) (hash(x)=36053888)
+1753 train 3.644375 (lr=5.8352e-04) (hash(x)=48994212)
+1754 train 3.621675 (lr=5.8349e-04) (hash(x)=40865342)
+1755 train 3.565701 (lr=5.8346e-04) (hash(x)=39556184)
+1756 train 3.618780 (lr=5.8342e-04) (hash(x)=42229023)
+1757 train 3.619505 (lr=5.8339e-04) (hash(x)=45421023)
+1758 train 3.548775 (lr=5.8336e-04) (hash(x)=46611015)
+1759 train 3.627644 (lr=5.8333e-04) (hash(x)=43022714)
+1760 train 3.623109 (lr=5.8330e-04) (hash(x)=41991742)
+1761 train 3.591272 (lr=5.8327e-04) (hash(x)=36417257)
+1762 train 3.593922 (lr=5.8323e-04) (hash(x)=40403894)
+1763 train 3.556586 (lr=5.8320e-04) (hash(x)=38780663)
+1764 train 3.581376 (lr=5.8317e-04) (hash(x)=35831104)
+1765 train 3.587523 (lr=5.8314e-04) (hash(x)=38429387)
+1766 train 3.585771 (lr=5.8311e-04) (hash(x)=43344083)
+1767 train 3.537427 (lr=5.8308e-04) (hash(x)=37129416)
+1768 train 3.550016 (lr=5.8304e-04) (hash(x)=36655794)
+1769 train 3.582500 (lr=5.8301e-04) (hash(x)=45211648)
+1770 train 3.576157 (lr=5.8298e-04) (hash(x)=40503064)
+1771 train 3.578634 (lr=5.8295e-04) (hash(x)=31823105)
+1772 train 3.554508 (lr=5.8292e-04) (hash(x)=39478074)
+1773 train 3.441869 (lr=5.8288e-04) (hash(x)=38790664)
+1774 train 3.560024 (lr=5.8285e-04) (hash(x)=37647121)
+1775 train 3.482988 (lr=5.8282e-04) (hash(x)=33816850)
+1776 train 3.500782 (lr=5.8279e-04) (hash(x)=39251428)
+1777 train 3.480265 (lr=5.8276e-04) (hash(x)=40777036)
+1778 train 3.587102 (lr=5.8272e-04) (hash(x)=40045298)
+1779 train 3.482991 (lr=5.8269e-04) (hash(x)=38713239)
+1780 train 3.612648 (lr=5.8266e-04) (hash(x)=42557622)
+1781 train 3.513703 (lr=5.8263e-04) (hash(x)=34814935)
+1782 train 3.503566 (lr=5.8259e-04) (hash(x)=37531104)
+1783 train 3.527828 (lr=5.8256e-04) (hash(x)=34037597)
+1784 train 3.482782 (lr=5.8253e-04) (hash(x)=39517788)
+1785 train 3.457183 (lr=5.8250e-04) (hash(x)=41059952)
+1786 train 3.590369 (lr=5.8247e-04) (hash(x)=38742996)
+1787 train 3.668551 (lr=5.8243e-04) (hash(x)=47847896)
+1788 train 3.592183 (lr=5.8240e-04) (hash(x)=41611774)
+1789 train 3.677359 (lr=5.8237e-04) (hash(x)=35160540)
+1790 train 3.626412 (lr=5.8234e-04) (hash(x)=38145874)
+1791 train 3.691838 (lr=5.8230e-04) (hash(x)=36441781)
+1792 train 3.644125 (lr=5.8227e-04) (hash(x)=40420995)
+1793 train 3.641149 (lr=5.8224e-04) (hash(x)=38194585)
+1794 train 3.675923 (lr=5.8221e-04) (hash(x)=41688043)
+1795 train 3.611537 (lr=5.8217e-04) (hash(x)=41190738)
+1796 train 3.605951 (lr=5.8214e-04) (hash(x)=42309177)
+1797 train 3.601113 (lr=5.8211e-04) (hash(x)=35481737)
+1798 train 3.606852 (lr=5.8207e-04) (hash(x)=37348573)
+1799 train 3.650916 (lr=5.8204e-04) (hash(x)=30251544)
+1800 train 3.684743 (lr=5.8201e-04) (hash(x)=34522916)
+1801 train 3.626704 (lr=5.8198e-04) (hash(x)=34841193)
+1802 train 3.616746 (lr=5.8194e-04) (hash(x)=39026251)
+1803 train 3.677974 (lr=5.8191e-04) (hash(x)=34601532)
+1804 train 3.652551 (lr=5.8188e-04) (hash(x)=33956594)
+1805 train 3.684855 (lr=5.8185e-04) (hash(x)=40632175)
+1806 train 3.654158 (lr=5.8181e-04) (hash(x)=39288095)
+1807 train 3.594713 (lr=5.8178e-04) (hash(x)=41902242)
+1808 train 3.644636 (lr=5.8175e-04) (hash(x)=35800053)
+1809 train 3.608406 (lr=5.8171e-04) (hash(x)=36921099)
+1810 train 3.609807 (lr=5.8168e-04) (hash(x)=37836289)
+1811 train 3.607959 (lr=5.8165e-04) (hash(x)=37983618)
+1812 train 3.582464 (lr=5.8161e-04) (hash(x)=43611645)
+1813 train 3.538526 (lr=5.8158e-04) (hash(x)=41540803)
+1814 train 3.565968 (lr=5.8155e-04) (hash(x)=34350655)
+1815 train 3.600604 (lr=5.8151e-04) (hash(x)=43948498)
+1816 train 3.558745 (lr=5.8148e-04) (hash(x)=37316982)
+1817 train 3.598905 (lr=5.8145e-04) (hash(x)=37860022)
+1818 train 3.552801 (lr=5.8141e-04) (hash(x)=39204375)
+1819 train 3.565573 (lr=5.8138e-04) (hash(x)=39513662)
+1820 train 3.541233 (lr=5.8135e-04) (hash(x)=39292373)
+1821 train 3.566547 (lr=5.8131e-04) (hash(x)=34767515)
+1822 train 3.547157 (lr=5.8128e-04) (hash(x)=39516905)
+1823 train 3.580909 (lr=5.8125e-04) (hash(x)=35834903)
+1824 train 3.513040 (lr=5.8121e-04) (hash(x)=33944990)
+1825 train 3.499144 (lr=5.8118e-04) (hash(x)=41204095)
+1826 train 3.462939 (lr=5.8115e-04) (hash(x)=43227415)
+1827 train 3.421734 (lr=5.8111e-04) (hash(x)=43031293)
+1828 train 3.480367 (lr=5.8108e-04) (hash(x)=32899016)
+1829 train 3.439081 (lr=5.8105e-04) (hash(x)=40316330)
+1830 train 3.511375 (lr=5.8101e-04) (hash(x)=39649373)
+1831 train 3.449526 (lr=5.8098e-04) (hash(x)=40799884)
+1832 train 3.437863 (lr=5.8095e-04) (hash(x)=39577896)
+1833 train 3.497366 (lr=5.8091e-04) (hash(x)=40710061)
+1834 train 3.413231 (lr=5.8088e-04) (hash(x)=37776814)
+1835 train 3.550741 (lr=5.8084e-04) (hash(x)=34084022)
+1836 train 3.536646 (lr=5.8081e-04) (hash(x)=34047222)
+1837 train 3.688766 (lr=5.8078e-04) (hash(x)=41856963)
+1838 train 3.695596 (lr=5.8074e-04) (hash(x)=49281568)
+1839 train 3.626358 (lr=5.8071e-04) (hash(x)=45602050)
+1840 train 3.647499 (lr=5.8067e-04) (hash(x)=39764686)
+1841 train 3.649818 (lr=5.8064e-04) (hash(x)=39365674)
+1842 train 3.596931 (lr=5.8061e-04) (hash(x)=43799687)
+1843 train 3.651086 (lr=5.8057e-04) (hash(x)=42055129)
+1844 train 3.582391 (lr=5.8054e-04) (hash(x)=43336189)
+1845 train 3.640507 (lr=5.8050e-04) (hash(x)=33334389)
+1846 train 3.633919 (lr=5.8047e-04) (hash(x)=38011754)
+1847 train 3.611092 (lr=5.8044e-04) (hash(x)=42515904)
+1848 train 3.598340 (lr=5.8040e-04) (hash(x)=39571829)
+1849 train 3.607230 (lr=5.8037e-04) (hash(x)=44379115)
+1850 train 3.604452 (lr=5.8033e-04) (hash(x)=35726110)
+1851 train 3.644785 (lr=5.8030e-04) (hash(x)=39200363)
+1852 train 3.569237 (lr=5.8027e-04) (hash(x)=39005273)
+1853 train 3.590316 (lr=5.8023e-04) (hash(x)=39614823)
+1854 train 3.632680 (lr=5.8020e-04) (hash(x)=35682855)
+1855 train 3.570930 (lr=5.8016e-04) (hash(x)=38115446)
+1856 train 3.563213 (lr=5.8013e-04) (hash(x)=40620360)
+1857 train 3.633295 (lr=5.8009e-04) (hash(x)=35190591)
+1858 train 3.584113 (lr=5.8006e-04) (hash(x)=39494463)
+1859 train 3.552198 (lr=5.8002e-04) (hash(x)=38563896)
+1860 train 3.602785 (lr=5.7999e-04) (hash(x)=32585535)
+1861 train 3.570165 (lr=5.7996e-04) (hash(x)=31815858)
+1862 train 3.549981 (lr=5.7992e-04) (hash(x)=42943226)
+1863 train 3.561111 (lr=5.7989e-04) (hash(x)=42402184)
+1864 train 3.531615 (lr=5.7985e-04) (hash(x)=41622629)
+1865 train 3.529391 (lr=5.7982e-04) (hash(x)=43774123)
+1866 train 3.582464 (lr=5.7978e-04) (hash(x)=45426127)
+1867 train 3.525722 (lr=5.7975e-04) (hash(x)=40486286)
+1868 train 3.563186 (lr=5.7971e-04) (hash(x)=32111427)
+1869 train 3.558935 (lr=5.7968e-04) (hash(x)=38694731)
+1870 train 3.586326 (lr=5.7964e-04) (hash(x)=42704008)
+1871 train 3.576305 (lr=5.7961e-04) (hash(x)=39719307)
+1872 train 3.567261 (lr=5.7957e-04) (hash(x)=40350523)
+1873 train 3.427767 (lr=5.7954e-04) (hash(x)=40781424)
+1874 train 3.460626 (lr=5.7950e-04) (hash(x)=34630705)
+1875 train 3.463931 (lr=5.7947e-04) (hash(x)=32478194)
+1876 train 3.463046 (lr=5.7943e-04) (hash(x)=38567479)
+1877 train 3.434178 (lr=5.7940e-04) (hash(x)=41605887)
+1878 train 3.437069 (lr=5.7936e-04) (hash(x)=40624266)
+1879 train 3.444762 (lr=5.7933e-04) (hash(x)=41526583)
+1880 train 3.434472 (lr=5.7929e-04) (hash(x)=42161351)
+1881 train 3.465981 (lr=5.7926e-04) (hash(x)=40019705)
+1882 train 3.473300 (lr=5.7922e-04) (hash(x)=40850102)
+1883 train 3.462138 (lr=5.7919e-04) (hash(x)=38520031)
+1884 train 3.449988 (lr=5.7915e-04) (hash(x)=38966295)
+1885 train 3.631072 (lr=5.7912e-04) (hash(x)=45542922)
+1886 train 3.651665 (lr=5.7908e-04) (hash(x)=35004087)
+1887 train 3.572603 (lr=5.7905e-04) (hash(x)=42639069)
+1888 train 3.562157 (lr=5.7901e-04) (hash(x)=39026438)
+1889 train 3.583269 (lr=5.7898e-04) (hash(x)=40420845)
+1890 train 3.606056 (lr=5.7894e-04) (hash(x)=41756747)
+1891 train 3.597257 (lr=5.7891e-04) (hash(x)=40970343)
+1892 train 3.534885 (lr=5.7887e-04) (hash(x)=49040047)
+1893 train 3.594502 (lr=5.7884e-04) (hash(x)=35711491)
+1894 train 3.654078 (lr=5.7880e-04) (hash(x)=37776878)
+1895 train 3.594074 (lr=5.7876e-04) (hash(x)=42478437)
+1896 train 3.573546 (lr=5.7873e-04) (hash(x)=39097708)
+1897 train 3.644762 (lr=5.7869e-04) (hash(x)=36453463)
+1898 train 3.564968 (lr=5.7866e-04) (hash(x)=37618565)
+1899 train 3.641851 (lr=5.7862e-04) (hash(x)=46519625)
+1900 train 3.575843 (lr=5.7859e-04) (hash(x)=37535069)
+1901 train 3.589354 (lr=5.7855e-04) (hash(x)=39042662)
+1902 train 3.609127 (lr=5.7852e-04) (hash(x)=41242073)
+1903 train 3.625237 (lr=5.7848e-04) (hash(x)=36194322)
+1904 train 3.583196 (lr=5.7844e-04) (hash(x)=32359038)
+1905 train 3.546874 (lr=5.7841e-04) (hash(x)=31378688)
+1906 train 3.614347 (lr=5.7837e-04) (hash(x)=40581278)
+1907 train 3.556362 (lr=5.7834e-04) (hash(x)=40319326)
+1908 train 3.581603 (lr=5.7830e-04) (hash(x)=40216324)
+1909 train 3.552649 (lr=5.7826e-04) (hash(x)=40478836)
+1910 train 3.544570 (lr=5.7823e-04) (hash(x)=43973128)
+1911 train 3.515074 (lr=5.7819e-04) (hash(x)=38496560)
+1912 train 3.509450 (lr=5.7816e-04) (hash(x)=34680031)
+1913 train 3.508893 (lr=5.7812e-04) (hash(x)=43784447)
+1914 train 3.572932 (lr=5.7808e-04) (hash(x)=42881199)
+1915 train 3.528844 (lr=5.7805e-04) (hash(x)=41701832)
+1916 train 3.578998 (lr=5.7801e-04) (hash(x)=38164674)
+1917 train 3.544760 (lr=5.7798e-04) (hash(x)=39060108)
+1918 train 3.458306 (lr=5.7794e-04) (hash(x)=35997061)
+1919 train 3.534242 (lr=5.7790e-04) (hash(x)=44466406)
+1920 train 3.486062 (lr=5.7787e-04) (hash(x)=38726018)
+1921 train 3.497187 (lr=5.7783e-04) (hash(x)=41317604)
+1922 train 3.460718 (lr=5.7780e-04) (hash(x)=46863713)
+1923 train 3.465855 (lr=5.7776e-04) (hash(x)=41634500)
+1924 train 3.400483 (lr=5.7772e-04) (hash(x)=37496637)
+1925 train 3.486706 (lr=5.7769e-04) (hash(x)=33277296)
+1926 train 3.463254 (lr=5.7765e-04) (hash(x)=40351180)
+1927 train 3.429765 (lr=5.7761e-04) (hash(x)=41389938)
+1928 train 3.426098 (lr=5.7758e-04) (hash(x)=33633281)
+1929 train 3.515688 (lr=5.7754e-04) (hash(x)=37853410)
+1930 train 3.456153 (lr=5.7750e-04) (hash(x)=42427548)
+1931 train 3.468605 (lr=5.7747e-04) (hash(x)=42560168)
+1932 train 3.415081 (lr=5.7743e-04) (hash(x)=43116264)
+1933 train 3.400659 (lr=5.7739e-04) (hash(x)=35383149)
+1934 train 3.583538 (lr=5.7736e-04) (hash(x)=40348252)
+1935 train 3.537685 (lr=5.7732e-04) (hash(x)=42787655)
+1936 train 3.662031 (lr=5.7728e-04) (hash(x)=40784281)
+1937 train 3.527529 (lr=5.7725e-04) (hash(x)=47653410)
+1938 train 3.595336 (lr=5.7721e-04) (hash(x)=42076950)
+1939 train 3.644058 (lr=5.7717e-04) (hash(x)=41380825)
+1940 train 3.593284 (lr=5.7714e-04) (hash(x)=39408209)
+1941 train 3.628839 (lr=5.7710e-04) (hash(x)=38979616)
+1942 train 3.571349 (lr=5.7706e-04) (hash(x)=44897141)
+1943 train 3.611595 (lr=5.7703e-04) (hash(x)=42734109)
+1944 train 3.581935 (lr=5.7699e-04) (hash(x)=38727715)
+1945 train 3.559321 (lr=5.7695e-04) (hash(x)=43776091)
+1946 train 3.567835 (lr=5.7692e-04) (hash(x)=39968096)
+1947 train 3.605625 (lr=5.7688e-04) (hash(x)=29396612)
+1948 train 3.634829 (lr=5.7684e-04) (hash(x)=40836665)
+1949 train 3.546409 (lr=5.7681e-04) (hash(x)=41910232)
+1950 train 3.608970 (lr=5.7677e-04) (hash(x)=39192394)
+1951 train 3.606871 (lr=5.7673e-04) (hash(x)=40432390)
+1952 train 3.550574 (lr=5.7669e-04) (hash(x)=43442899)
+1953 train 3.625349 (lr=5.7666e-04) (hash(x)=41956544)
+1954 train 3.584177 (lr=5.7662e-04) (hash(x)=32066356)
+1955 train 3.587755 (lr=5.7658e-04) (hash(x)=33456253)
+1956 train 3.633577 (lr=5.7655e-04) (hash(x)=42807124)
+1957 train 3.664115 (lr=5.7651e-04) (hash(x)=38358972)
+1958 train 3.613082 (lr=5.7647e-04) (hash(x)=41743314)
+1959 train 3.520968 (lr=5.7643e-04) (hash(x)=39568983)
+1960 train 3.526948 (lr=5.7640e-04) (hash(x)=53900651)
+1961 train 3.536567 (lr=5.7636e-04) (hash(x)=40218424)
+1962 train 3.521790 (lr=5.7632e-04) (hash(x)=47444147)
+1963 train 3.514377 (lr=5.7628e-04) (hash(x)=44719237)
+1964 train 3.561413 (lr=5.7625e-04) (hash(x)=39685129)
+1965 train 3.540153 (lr=5.7621e-04) (hash(x)=38749259)
+1966 train 3.530574 (lr=5.7617e-04) (hash(x)=40951258)
+1967 train 3.580202 (lr=5.7613e-04) (hash(x)=42499127)
+1968 train 3.562698 (lr=5.7610e-04) (hash(x)=41619052)
+1969 train 3.531983 (lr=5.7606e-04) (hash(x)=41180129)
+1970 train 3.524231 (lr=5.7602e-04) (hash(x)=42828032)
+1971 train 3.431367 (lr=5.7598e-04) (hash(x)=36344890)
+1972 train 3.399608 (lr=5.7595e-04) (hash(x)=36258998)
+1973 train 3.447109 (lr=5.7591e-04) (hash(x)=42792341)
+1974 train 3.408101 (lr=5.7587e-04) (hash(x)=37773652)
+1975 train 3.402833 (lr=5.7583e-04) (hash(x)=47488420)
+1976 train 3.413225 (lr=5.7580e-04) (hash(x)=43795140)
+1977 train 3.433290 (lr=5.7576e-04) (hash(x)=37993621)
+1978 train 3.527797 (lr=5.7572e-04) (hash(x)=42307089)
+1979 train 3.396384 (lr=5.7568e-04) (hash(x)=42482746)
+1980 train 3.397415 (lr=5.7564e-04) (hash(x)=39845750)
+1981 train 3.427661 (lr=5.7561e-04) (hash(x)=36589686)
+1982 train 3.449029 (lr=5.7557e-04) (hash(x)=40341975)
+1983 train 3.560801 (lr=5.7553e-04) (hash(x)=39423015)
+1984 train 3.557986 (lr=5.7549e-04) (hash(x)=40541832)
+1985 train 3.555254 (lr=5.7545e-04) (hash(x)=37463962)
+1986 train 3.578261 (lr=5.7542e-04) (hash(x)=39704178)
+1987 train 3.562335 (lr=5.7538e-04) (hash(x)=30487035)
+1988 train 3.588467 (lr=5.7534e-04) (hash(x)=47107446)
+1989 train 3.567763 (lr=5.7530e-04) (hash(x)=37703032)
+1990 train 3.621629 (lr=5.7526e-04) (hash(x)=44019254)
+1991 train 3.518113 (lr=5.7522e-04) (hash(x)=46654317)
+1992 train 3.673246 (lr=5.7519e-04) (hash(x)=33776070)
+1993 train 3.566207 (lr=5.7515e-04) (hash(x)=42022821)
+1994 train 3.607161 (lr=5.7511e-04) (hash(x)=41056091)
+1995 train 3.585592 (lr=5.7507e-04) (hash(x)=31785474)
+1996 train 3.620590 (lr=5.7503e-04) (hash(x)=40377092)
+1997 train 3.613935 (lr=5.7500e-04) (hash(x)=42048333)
+1998 train 3.561895 (lr=5.7496e-04) (hash(x)=36237706)
+1999 train 3.558765 (lr=5.7492e-04) (hash(x)=34815534)
+2000 val loss 3.5495
+2000 val perplexity 34.7958
+2000 hella 0.2665
+2000 train 3.618118 (lr=5.7488e-04) (hash(x)=41288941)
+2001 train 3.617825 (lr=5.7484e-04) (hash(x)=36341574)
+2002 train 3.575704 (lr=5.7480e-04) (hash(x)=41590903)
+2003 train 3.616936 (lr=5.7476e-04) (hash(x)=42628035)
+2004 train 3.574422 (lr=5.7473e-04) (hash(x)=41232402)
+2005 train 3.554627 (lr=5.7469e-04) (hash(x)=39996038)
+2006 train 3.570903 (lr=5.7465e-04) (hash(x)=40222344)
+2007 train 3.550829 (lr=5.7461e-04) (hash(x)=43139483)
+2008 train 3.599462 (lr=5.7457e-04) (hash(x)=38319268)
+2009 train 3.508187 (lr=5.7453e-04) (hash(x)=39217310)
+2010 train 3.562557 (lr=5.7449e-04) (hash(x)=36657467)
+2011 train 3.612015 (lr=5.7445e-04) (hash(x)=37333888)
+2012 train 3.549761 (lr=5.7442e-04) (hash(x)=38279610)
+2013 train 3.533374 (lr=5.7438e-04) (hash(x)=35026994)
+2014 train 3.462651 (lr=5.7434e-04) (hash(x)=37683758)
+2015 train 3.494657 (lr=5.7430e-04) (hash(x)=44565190)
+2016 train 3.520721 (lr=5.7426e-04) (hash(x)=39600252)
+2017 train 3.651781 (lr=5.7422e-04) (hash(x)=42604487)
+2018 train 3.529265 (lr=5.7418e-04) (hash(x)=42002648)
+2019 train 3.512022 (lr=5.7414e-04) (hash(x)=41375605)
+2020 train 3.529175 (lr=5.7410e-04) (hash(x)=40309524)
+2021 train 3.486511 (lr=5.7407e-04) (hash(x)=42485705)
+2022 train 3.460677 (lr=5.7403e-04) (hash(x)=35222871)
+2023 train 3.592768 (lr=5.7399e-04) (hash(x)=40409678)
+2024 train 3.468171 (lr=5.7395e-04) (hash(x)=35409301)
+2025 train 3.414306 (lr=5.7391e-04) (hash(x)=41712329)
+2026 train 3.389269 (lr=5.7387e-04) (hash(x)=41359602)
+2027 train 3.480494 (lr=5.7383e-04) (hash(x)=33870258)
+2028 train 3.412406 (lr=5.7379e-04) (hash(x)=40516521)
+2029 train 3.419715 (lr=5.7375e-04) (hash(x)=38018452)
+2030 train 3.403337 (lr=5.7371e-04) (hash(x)=37794389)
+2031 train 3.426647 (lr=5.7367e-04) (hash(x)=38738200)
+2032 train 3.403714 (lr=5.7363e-04) (hash(x)=36750087)
+2033 train 3.575691 (lr=5.7359e-04) (hash(x)=45668569)
+2034 train 3.583414 (lr=5.7356e-04) (hash(x)=42246093)
+2035 train 3.562994 (lr=5.7352e-04) (hash(x)=41765534)
+2036 train 3.540255 (lr=5.7348e-04) (hash(x)=41091502)
+2037 train 3.610765 (lr=5.7344e-04) (hash(x)=39930510)
+2038 train 3.595150 (lr=5.7340e-04) (hash(x)=42661661)
+2039 train 3.606256 (lr=5.7336e-04) (hash(x)=36219104)
+2040 train 3.590176 (lr=5.7332e-04) (hash(x)=38440824)
+2041 train 3.575465 (lr=5.7328e-04) (hash(x)=42094468)
+2042 train 3.580145 (lr=5.7324e-04) (hash(x)=39537331)
+2043 train 3.526243 (lr=5.7320e-04) (hash(x)=40375902)
+2044 train 3.588208 (lr=5.7316e-04) (hash(x)=43894204)
+2045 train 3.547128 (lr=5.7312e-04) (hash(x)=39715183)
+2046 train 3.522453 (lr=5.7308e-04) (hash(x)=44509387)
+2047 train 3.530647 (lr=5.7304e-04) (hash(x)=36457558)
+2048 train 3.612380 (lr=5.7300e-04) (hash(x)=40644215)
+2049 train 3.571813 (lr=5.7296e-04) (hash(x)=38213296)
+2050 train 3.572554 (lr=5.7292e-04) (hash(x)=36962014)
+2051 train 3.579341 (lr=5.7288e-04) (hash(x)=37254579)
+2052 train 3.595216 (lr=5.7284e-04) (hash(x)=42463713)
+2053 train 3.569634 (lr=5.7280e-04) (hash(x)=30262782)
+2054 train 3.497818 (lr=5.7276e-04) (hash(x)=41660812)
+2055 train 3.604159 (lr=5.7272e-04) (hash(x)=43789554)
+2056 train 3.539102 (lr=5.7268e-04) (hash(x)=39007235)
+2057 train 3.556861 (lr=5.7264e-04) (hash(x)=33216066)
+2058 train 3.491273 (lr=5.7260e-04) (hash(x)=41889967)
+2059 train 3.542244 (lr=5.7256e-04) (hash(x)=40187255)
+2060 train 3.519080 (lr=5.7252e-04) (hash(x)=46317269)
+2061 train 3.513966 (lr=5.7248e-04) (hash(x)=42854330)
+2062 train 3.553361 (lr=5.7244e-04) (hash(x)=41182153)
+2063 train 3.518551 (lr=5.7240e-04) (hash(x)=38371911)
+2064 train 3.510095 (lr=5.7236e-04) (hash(x)=43168408)
+2065 train 3.549057 (lr=5.7232e-04) (hash(x)=41081904)
+2066 train 3.526259 (lr=5.7228e-04) (hash(x)=38516739)
+2067 train 3.559568 (lr=5.7224e-04) (hash(x)=44321716)
+2068 train 3.524139 (lr=5.7220e-04) (hash(x)=31317804)
+2069 train 3.511694 (lr=5.7216e-04) (hash(x)=40382643)
+2070 train 3.472323 (lr=5.7212e-04) (hash(x)=40090964)
+2071 train 3.455232 (lr=5.7208e-04) (hash(x)=40968193)
+2072 train 3.411636 (lr=5.7204e-04) (hash(x)=44460883)
+2073 train 3.435994 (lr=5.7200e-04) (hash(x)=34451076)
+2074 train 3.418531 (lr=5.7196e-04) (hash(x)=35911277)
+2075 train 3.430733 (lr=5.7192e-04) (hash(x)=37246988)
+2076 train 3.437345 (lr=5.7187e-04) (hash(x)=39762377)
+2077 train 3.416802 (lr=5.7183e-04) (hash(x)=39779548)
+2078 train 3.409111 (lr=5.7179e-04) (hash(x)=37056562)
+2079 train 3.421348 (lr=5.7175e-04) (hash(x)=35879135)
+2080 train 3.429562 (lr=5.7171e-04) (hash(x)=37404824)
+2081 train 3.335895 (lr=5.7167e-04) (hash(x)=32455982)
+2082 train 3.390758 (lr=5.7163e-04) (hash(x)=43097194)
+2083 train 3.419218 (lr=5.7159e-04) (hash(x)=37051918)
+2084 train 3.572138 (lr=5.7155e-04) (hash(x)=37644071)
+2085 train 3.621333 (lr=5.7151e-04) (hash(x)=35909453)
+2086 train 3.567489 (lr=5.7147e-04) (hash(x)=34708528)
+2087 train 3.519427 (lr=5.7143e-04) (hash(x)=40395678)
+2088 train 3.604243 (lr=5.7139e-04) (hash(x)=45325409)
+2089 train 3.580608 (lr=5.7134e-04) (hash(x)=43032908)
+2090 train 3.569303 (lr=5.7130e-04) (hash(x)=40601218)
+2091 train 3.493659 (lr=5.7126e-04) (hash(x)=39873835)
+2092 train 3.570307 (lr=5.7122e-04) (hash(x)=36688534)
+2093 train 3.594112 (lr=5.7118e-04) (hash(x)=45450945)
+2094 train 3.647220 (lr=5.7114e-04) (hash(x)=50898252)
+2095 train 3.580039 (lr=5.7110e-04) (hash(x)=44437090)
+2096 train 3.563229 (lr=5.7106e-04) (hash(x)=41131366)
+2097 train 3.561219 (lr=5.7102e-04) (hash(x)=45824616)
+2098 train 3.532293 (lr=5.7097e-04) (hash(x)=37848749)
+2099 train 3.565020 (lr=5.7093e-04) (hash(x)=40756366)
+2100 train 3.614281 (lr=5.7089e-04) (hash(x)=37277046)
+2101 train 3.621199 (lr=5.7085e-04) (hash(x)=47155269)
+2102 train 3.553022 (lr=5.7081e-04) (hash(x)=37243603)
+2103 train 3.582108 (lr=5.7077e-04) (hash(x)=34221600)
+2104 train 3.520762 (lr=5.7073e-04) (hash(x)=33611990)
+2105 train 3.580551 (lr=5.7069e-04) (hash(x)=42205350)
+2106 train 3.496331 (lr=5.7064e-04) (hash(x)=38785919)
+2107 train 3.594499 (lr=5.7060e-04) (hash(x)=28903693)
+2108 train 3.547362 (lr=5.7056e-04) (hash(x)=35881745)
+2109 train 3.496444 (lr=5.7052e-04) (hash(x)=40057798)
+2110 train 3.576843 (lr=5.7048e-04) (hash(x)=35362361)
+2111 train 3.571424 (lr=5.7044e-04) (hash(x)=43560501)
+2112 train 3.477433 (lr=5.7040e-04) (hash(x)=39358573)
+2113 train 3.469618 (lr=5.7035e-04) (hash(x)=43921785)
+2114 train 3.456877 (lr=5.7031e-04) (hash(x)=40428549)
+2115 train 3.508437 (lr=5.7027e-04) (hash(x)=40207765)
+2116 train 3.487445 (lr=5.7023e-04) (hash(x)=45086776)
+2117 train 3.528362 (lr=5.7019e-04) (hash(x)=40124791)
+2118 train 3.502939 (lr=5.7015e-04) (hash(x)=42370259)
+2119 train 3.513903 (lr=5.7010e-04) (hash(x)=46809796)
+2120 train 3.395982 (lr=5.7006e-04) (hash(x)=36790754)
+2121 train 3.419979 (lr=5.7002e-04) (hash(x)=43812389)
+2122 train 3.478337 (lr=5.6998e-04) (hash(x)=39643420)
+2123 train 3.450710 (lr=5.6994e-04) (hash(x)=38152004)
+2124 train 3.383483 (lr=5.6989e-04) (hash(x)=35678315)
+2125 train 3.430611 (lr=5.6985e-04) (hash(x)=37557812)
+2126 train 3.355986 (lr=5.6981e-04) (hash(x)=41194503)
+2127 train 3.440266 (lr=5.6977e-04) (hash(x)=44759995)
+2128 train 3.384227 (lr=5.6973e-04) (hash(x)=41014540)
+2129 train 3.465546 (lr=5.6968e-04) (hash(x)=43907030)
+2130 train 3.400609 (lr=5.6964e-04) (hash(x)=40004729)
+2131 train 3.410363 (lr=5.6960e-04) (hash(x)=41111332)
+2132 train 3.521111 (lr=5.6956e-04) (hash(x)=43207363)
+2133 train 3.558767 (lr=5.6952e-04) (hash(x)=40919638)
+2134 train 3.567361 (lr=5.6947e-04) (hash(x)=34883450)
+2135 train 3.581742 (lr=5.6943e-04) (hash(x)=37041387)
+2136 train 3.591905 (lr=5.6939e-04) (hash(x)=38893323)
+2137 train 3.593013 (lr=5.6935e-04) (hash(x)=37838776)
+2138 train 3.594407 (lr=5.6930e-04) (hash(x)=41636686)
+2139 train 3.600763 (lr=5.6926e-04) (hash(x)=36198491)
+2140 train 3.550635 (lr=5.6922e-04) (hash(x)=42654304)
+2141 train 3.554772 (lr=5.6918e-04) (hash(x)=35870865)
+2142 train 3.536940 (lr=5.6914e-04) (hash(x)=40243411)
+2143 train 3.529165 (lr=5.6909e-04) (hash(x)=43899928)
+2144 train 3.450606 (lr=5.6905e-04) (hash(x)=36197141)
+2145 train 3.577096 (lr=5.6901e-04) (hash(x)=41145417)
+2146 train 3.504067 (lr=5.6897e-04) (hash(x)=43955267)
+2147 train 3.576484 (lr=5.6892e-04) (hash(x)=55296803)
+2148 train 3.543361 (lr=5.6888e-04) (hash(x)=38115775)
+2149 train 3.508029 (lr=5.6884e-04) (hash(x)=40661247)
+2150 train 3.534178 (lr=5.6879e-04) (hash(x)=39565440)
+2151 train 3.579136 (lr=5.6875e-04) (hash(x)=32649489)
+2152 train 3.596317 (lr=5.6871e-04) (hash(x)=42230638)
+2153 train 3.522620 (lr=5.6867e-04) (hash(x)=42361988)
+2154 train 3.503277 (lr=5.6862e-04) (hash(x)=37159037)
+2155 train 3.566721 (lr=5.6858e-04) (hash(x)=40964978)
+2156 train 3.553095 (lr=5.6854e-04) (hash(x)=37293613)
+2157 train 3.514393 (lr=5.6850e-04) (hash(x)=38791012)
+2158 train 3.525063 (lr=5.6845e-04) (hash(x)=41676205)
+2159 train 3.545508 (lr=5.6841e-04) (hash(x)=42307716)
+2160 train 3.508373 (lr=5.6837e-04) (hash(x)=40957290)
+2161 train 3.484486 (lr=5.6832e-04) (hash(x)=30109148)
+2162 train 3.541266 (lr=5.6828e-04) (hash(x)=42537128)
+2163 train 3.502128 (lr=5.6824e-04) (hash(x)=42397227)
+2164 train 3.508343 (lr=5.6820e-04) (hash(x)=36115034)
+2165 train 3.517682 (lr=5.6815e-04) (hash(x)=38519533)
+2166 train 3.514174 (lr=5.6811e-04) (hash(x)=37414985)
+2167 train 3.521605 (lr=5.6807e-04) (hash(x)=38497631)
+2168 train 3.493417 (lr=5.6802e-04) (hash(x)=39551195)
+2169 train 3.510362 (lr=5.6798e-04) (hash(x)=41904280)
+2170 train 3.403203 (lr=5.6794e-04) (hash(x)=38788889)
+2171 train 3.409595 (lr=5.6789e-04) (hash(x)=40253925)
+2172 train 3.463397 (lr=5.6785e-04) (hash(x)=41577792)
+2173 train 3.429501 (lr=5.6781e-04) (hash(x)=37287230)
+2174 train 3.394569 (lr=5.6776e-04) (hash(x)=34390241)
+2175 train 3.407383 (lr=5.6772e-04) (hash(x)=42549745)
+2176 train 3.352242 (lr=5.6768e-04) (hash(x)=35680963)
+2177 train 3.401558 (lr=5.6763e-04) (hash(x)=41172924)
+2178 train 3.412239 (lr=5.6759e-04) (hash(x)=40677769)
+2179 train 3.345657 (lr=5.6755e-04) (hash(x)=37519399)
+2180 train 3.406712 (lr=5.6750e-04) (hash(x)=41864164)
+2181 train 3.404112 (lr=5.6746e-04) (hash(x)=39290310)
+2182 train 3.522664 (lr=5.6742e-04) (hash(x)=49078223)
+2183 train 3.568908 (lr=5.6737e-04) (hash(x)=38452729)
+2184 train 3.583371 (lr=5.6733e-04) (hash(x)=37799176)
+2185 train 3.553033 (lr=5.6729e-04) (hash(x)=42917602)
+2186 train 3.501523 (lr=5.6724e-04) (hash(x)=43425349)
+2187 train 3.562463 (lr=5.6720e-04) (hash(x)=34034393)
+2188 train 3.559205 (lr=5.6716e-04) (hash(x)=35194016)
+2189 train 3.514765 (lr=5.6711e-04) (hash(x)=42085473)
+2190 train 3.535501 (lr=5.6707e-04) (hash(x)=39223198)
+2191 train 3.562604 (lr=5.6702e-04) (hash(x)=36411735)
+2192 train 3.589755 (lr=5.6698e-04) (hash(x)=38877192)
+2193 train 3.576058 (lr=5.6694e-04) (hash(x)=37724060)
+2194 train 3.558647 (lr=5.6689e-04) (hash(x)=45732934)
+2195 train 3.510162 (lr=5.6685e-04) (hash(x)=39137302)
+2196 train 3.540708 (lr=5.6680e-04) (hash(x)=45234094)
+2197 train 3.544128 (lr=5.6676e-04) (hash(x)=37639654)
+2198 train 3.552055 (lr=5.6672e-04) (hash(x)=39706512)
+2199 train 3.545368 (lr=5.6667e-04) (hash(x)=44174269)
+2200 train 3.593642 (lr=5.6663e-04) (hash(x)=45167838)
+2201 train 3.518580 (lr=5.6659e-04) (hash(x)=42088293)
+2202 train 3.591028 (lr=5.6654e-04) (hash(x)=40214578)
+2203 train 3.551482 (lr=5.6650e-04) (hash(x)=35798090)
+2204 train 3.564636 (lr=5.6645e-04) (hash(x)=43261087)
+2205 train 3.537899 (lr=5.6641e-04) (hash(x)=41364641)
+2206 train 3.542539 (lr=5.6636e-04) (hash(x)=37041972)
+2207 train 3.453951 (lr=5.6632e-04) (hash(x)=29846895)
+2208 train 3.541698 (lr=5.6628e-04) (hash(x)=50259930)
+2209 train 3.558327 (lr=5.6623e-04) (hash(x)=39805350)
+2210 train 3.507361 (lr=5.6619e-04) (hash(x)=38425201)
+2211 train 3.533148 (lr=5.6614e-04) (hash(x)=43300465)
+2212 train 3.490392 (lr=5.6610e-04) (hash(x)=38510854)
+2213 train 3.529346 (lr=5.6605e-04) (hash(x)=39684164)
+2214 train 3.480366 (lr=5.6601e-04) (hash(x)=45524200)
+2215 train 3.448226 (lr=5.6597e-04) (hash(x)=29661170)
+2216 train 3.501729 (lr=5.6592e-04) (hash(x)=39261087)
+2217 train 3.498283 (lr=5.6588e-04) (hash(x)=38815417)
+2218 train 3.503032 (lr=5.6583e-04) (hash(x)=39005543)
+2219 train 3.618667 (lr=5.6579e-04) (hash(x)=41343579)
+2220 train 3.415823 (lr=5.6574e-04) (hash(x)=41904353)
+2221 train 3.437778 (lr=5.6570e-04) (hash(x)=49628020)
+2222 train 3.357778 (lr=5.6565e-04) (hash(x)=41830172)
+2223 train 3.440447 (lr=5.6561e-04) (hash(x)=36041964)
+2224 train 3.376894 (lr=5.6557e-04) (hash(x)=39993255)
+2225 train 3.427988 (lr=5.6552e-04) (hash(x)=40820387)
+2226 train 3.348459 (lr=5.6548e-04) (hash(x)=47982212)
+2227 train 3.393282 (lr=5.6543e-04) (hash(x)=34959600)
+2228 train 3.379772 (lr=5.6539e-04) (hash(x)=40544360)
+2229 train 3.401103 (lr=5.6534e-04) (hash(x)=37987391)
+2230 train 3.417146 (lr=5.6530e-04) (hash(x)=33044573)
+2231 train 3.492124 (lr=5.6525e-04) (hash(x)=44192763)
+2232 train 3.596182 (lr=5.6521e-04) (hash(x)=38991081)
+2233 train 3.615813 (lr=5.6516e-04) (hash(x)=43329035)
+2234 train 3.626646 (lr=5.6512e-04) (hash(x)=38495169)
+2235 train 3.581618 (lr=5.6507e-04) (hash(x)=39937296)
+2236 train 3.584294 (lr=5.6503e-04) (hash(x)=38346319)
+2237 train 3.530764 (lr=5.6498e-04) (hash(x)=50006226)
+2238 train 3.541347 (lr=5.6494e-04) (hash(x)=44912663)
+2239 train 3.635289 (lr=5.6489e-04) (hash(x)=37330233)
+2240 train 3.573770 (lr=5.6485e-04) (hash(x)=42671293)
+2241 train 3.570467 (lr=5.6480e-04) (hash(x)=33236558)
+2242 train 3.540613 (lr=5.6476e-04) (hash(x)=42502041)
+2243 train 3.546155 (lr=5.6471e-04) (hash(x)=42766597)
+2244 train 3.580930 (lr=5.6467e-04) (hash(x)=40427736)
+2245 train 3.575961 (lr=5.6462e-04) (hash(x)=42940733)
+2246 train 3.514436 (lr=5.6458e-04) (hash(x)=42796253)
+2247 train 3.504050 (lr=5.6453e-04) (hash(x)=39237478)
+2248 train 3.523786 (lr=5.6449e-04) (hash(x)=39666813)
+2249 train 3.462156 (lr=5.6444e-04) (hash(x)=39500939)
+2250 val loss 3.5061
+2250 val perplexity 33.3169
+2250 hella 0.2660
+2250 train 3.527764 (lr=5.6440e-04) (hash(x)=35341655)
+2251 train 3.514032 (lr=5.6435e-04) (hash(x)=44578602)
+2252 train 3.575373 (lr=5.6430e-04) (hash(x)=34757296)
+2253 train 3.535001 (lr=5.6426e-04) (hash(x)=43365430)
+2254 train 3.538763 (lr=5.6421e-04) (hash(x)=34753397)
+2255 train 3.501925 (lr=5.6417e-04) (hash(x)=37285118)
+2256 train 3.509581 (lr=5.6412e-04) (hash(x)=44660081)
+2257 train 3.483264 (lr=5.6408e-04) (hash(x)=38346303)
+2258 train 3.430914 (lr=5.6403e-04) (hash(x)=36780126)
+2259 train 3.493210 (lr=5.6399e-04) (hash(x)=42568794)
+2260 train 3.469128 (lr=5.6394e-04) (hash(x)=39832012)
+2261 train 3.500793 (lr=5.6390e-04) (hash(x)=39459022)
+2262 train 3.481795 (lr=5.6385e-04) (hash(x)=39388784)
+2263 train 3.464407 (lr=5.6380e-04) (hash(x)=42255014)
+2264 train 3.500392 (lr=5.6376e-04) (hash(x)=42680888)
+2265 train 3.523397 (lr=5.6371e-04) (hash(x)=36655688)
+2266 train 3.522666 (lr=5.6367e-04) (hash(x)=43397881)
+2267 train 3.487409 (lr=5.6362e-04) (hash(x)=41709886)
+2268 train 3.479453 (lr=5.6358e-04) (hash(x)=43965476)
+2269 train 3.372680 (lr=5.6353e-04) (hash(x)=38396171)
+2270 train 3.354012 (lr=5.6348e-04) (hash(x)=40643212)
+2271 train 3.434489 (lr=5.6344e-04) (hash(x)=35649633)
+2272 train 3.345741 (lr=5.6339e-04) (hash(x)=36884595)
+2273 train 3.347914 (lr=5.6335e-04) (hash(x)=36529343)
+2274 train 3.388867 (lr=5.6330e-04) (hash(x)=38669877)
+2275 train 3.354271 (lr=5.6325e-04) (hash(x)=44924346)
+2276 train 3.315205 (lr=5.6321e-04) (hash(x)=41498418)
+2277 train 3.320235 (lr=5.6316e-04) (hash(x)=40347434)
+2278 train 3.268651 (lr=5.6312e-04) (hash(x)=41617695)
+2279 train 3.338072 (lr=5.6307e-04) (hash(x)=40145381)
+2280 train 3.292240 (lr=5.6302e-04) (hash(x)=39188846)
+2281 train 3.567861 (lr=5.6298e-04) (hash(x)=43074826)
+2282 train 3.569180 (lr=5.6293e-04) (hash(x)=43837076)
+2283 train 3.644406 (lr=5.6288e-04) (hash(x)=43315979)
+2284 train 3.556901 (lr=5.6284e-04) (hash(x)=43485572)
+2285 train 3.685990 (lr=5.6279e-04) (hash(x)=42139054)
+2286 train 3.578300 (lr=5.6275e-04) (hash(x)=40855785)
+2287 train 3.573052 (lr=5.6270e-04) (hash(x)=39733799)
+2288 train 3.524570 (lr=5.6265e-04) (hash(x)=47636801)
+2289 train 3.558206 (lr=5.6261e-04) (hash(x)=36930516)
+2290 train 3.490013 (lr=5.6256e-04) (hash(x)=38942435)
+2291 train 3.586789 (lr=5.6251e-04) (hash(x)=40220661)
+2292 train 3.504831 (lr=5.6247e-04) (hash(x)=40044125)
+2293 train 3.568337 (lr=5.6242e-04) (hash(x)=39479061)
+2294 train 3.534716 (lr=5.6237e-04) (hash(x)=48006127)
+2295 train 3.486104 (lr=5.6233e-04) (hash(x)=33284444)
+2296 train 3.540749 (lr=5.6228e-04) (hash(x)=39255478)
+2297 train 3.488258 (lr=5.6224e-04) (hash(x)=39465927)
+2298 train 3.543874 (lr=5.6219e-04) (hash(x)=31415984)
+2299 train 3.577862 (lr=5.6214e-04) (hash(x)=36222506)
+2300 train 3.585937 (lr=5.6210e-04) (hash(x)=35159118)
+2301 train 3.454487 (lr=5.6205e-04) (hash(x)=42392174)
+2302 train 3.522256 (lr=5.6200e-04) (hash(x)=37984339)
+2303 train 3.618188 (lr=5.6196e-04) (hash(x)=33798838)
+2304 train 3.496473 (lr=5.6191e-04) (hash(x)=44316944)
+2305 train 3.541383 (lr=5.6186e-04) (hash(x)=46139032)
+2306 train 3.528872 (lr=5.6181e-04) (hash(x)=41757431)
+2307 train 3.471305 (lr=5.6177e-04) (hash(x)=39896897)
+2308 train 3.426213 (lr=5.6172e-04) (hash(x)=42123218)
+2309 train 3.446520 (lr=5.6167e-04) (hash(x)=44716388)
+2310 train 3.505300 (lr=5.6163e-04) (hash(x)=34881863)
+2311 train 3.523923 (lr=5.6158e-04) (hash(x)=39799005)
+2312 train 3.455162 (lr=5.6153e-04) (hash(x)=39809539)
+2313 train 3.430702 (lr=5.6149e-04) (hash(x)=37931668)
+2314 train 3.471049 (lr=5.6144e-04) (hash(x)=38376103)
+2315 train 3.456624 (lr=5.6139e-04) (hash(x)=40766652)
+2316 train 3.497487 (lr=5.6134e-04) (hash(x)=41868587)
+2317 train 3.458617 (lr=5.6130e-04) (hash(x)=40760399)
+2318 train 3.395403 (lr=5.6125e-04) (hash(x)=37981533)
+2319 train 3.380506 (lr=5.6120e-04) (hash(x)=42071914)
+2320 train 3.298152 (lr=5.6116e-04) (hash(x)=43555594)
+2321 train 3.290999 (lr=5.6111e-04) (hash(x)=40027627)
+2322 train 3.302042 (lr=5.6106e-04) (hash(x)=37404461)
+2323 train 3.337016 (lr=5.6101e-04) (hash(x)=38027132)
+2324 train 3.212136 (lr=5.6097e-04) (hash(x)=43365733)
+2325 train 3.314913 (lr=5.6092e-04) (hash(x)=39233380)
+2326 train 3.313244 (lr=5.6087e-04) (hash(x)=38956145)
+2327 train 3.348276 (lr=5.6083e-04) (hash(x)=37816387)
+2328 train 3.394589 (lr=5.6078e-04) (hash(x)=29504951)
+2329 train 3.283419 (lr=5.6073e-04) (hash(x)=40898710)
+2330 train 3.277581 (lr=5.6068e-04) (hash(x)=40113017)
+2331 train 3.477059 (lr=5.6064e-04) (hash(x)=36503982)
+2332 train 3.559754 (lr=5.6059e-04) (hash(x)=39957638)
+2333 train 3.515823 (lr=5.6054e-04) (hash(x)=42440184)
+2334 train 3.659961 (lr=5.6049e-04) (hash(x)=35393096)
+2335 train 3.654735 (lr=5.6045e-04) (hash(x)=40021413)
+2336 train 3.586281 (lr=5.6040e-04) (hash(x)=43224992)
+2337 train 3.543984 (lr=5.6035e-04) (hash(x)=41232104)
+2338 train 3.473390 (lr=5.6030e-04) (hash(x)=50708526)
+2339 train 3.563084 (lr=5.6025e-04) (hash(x)=44581643)
+2340 train 3.550064 (lr=5.6021e-04) (hash(x)=37909159)
+2341 train 3.529896 (lr=5.6016e-04) (hash(x)=44461427)
+2342 train 3.517317 (lr=5.6011e-04) (hash(x)=39367798)
+2343 train 3.512277 (lr=5.6006e-04) (hash(x)=37566813)
+2344 train 3.532009 (lr=5.6002e-04) (hash(x)=47191230)
+2345 train 3.552075 (lr=5.5997e-04) (hash(x)=50069706)
+2346 train 3.540423 (lr=5.5992e-04) (hash(x)=43098042)
+2347 train 3.472583 (lr=5.5987e-04) (hash(x)=37138131)
+2348 train 3.498805 (lr=5.5982e-04) (hash(x)=36219759)
+2349 train 3.514159 (lr=5.5978e-04) (hash(x)=38929542)
+2350 train 3.549391 (lr=5.5973e-04) (hash(x)=41095645)
+2351 train 3.494663 (lr=5.5968e-04) (hash(x)=36631640)
+2352 train 3.492883 (lr=5.5963e-04) (hash(x)=44085045)
+2353 train 3.516790 (lr=5.5958e-04) (hash(x)=38693564)
+2354 train 3.509880 (lr=5.5954e-04) (hash(x)=40259894)
+2355 train 3.529372 (lr=5.5949e-04) (hash(x)=37474980)
+2356 train 3.479560 (lr=5.5944e-04) (hash(x)=38455054)
+2357 train 3.455643 (lr=5.5939e-04) (hash(x)=48975617)
+2358 train 3.534307 (lr=5.5934e-04) (hash(x)=39233853)
+2359 train 3.448472 (lr=5.5930e-04) (hash(x)=41165437)
+2360 train 3.486095 (lr=5.5925e-04) (hash(x)=43815988)
+2361 train 3.471003 (lr=5.5920e-04) (hash(x)=41588857)
+2362 train 3.498550 (lr=5.5915e-04) (hash(x)=43134153)
+2363 train 3.428091 (lr=5.5910e-04) (hash(x)=41413279)
+2364 train 3.454478 (lr=5.5905e-04) (hash(x)=38997837)
+2365 train 3.439773 (lr=5.5901e-04) (hash(x)=56648760)
+2366 train 3.496059 (lr=5.5896e-04) (hash(x)=49084760)
+2367 train 3.467802 (lr=5.5891e-04) (hash(x)=38944513)
+2368 train 3.289716 (lr=5.5886e-04) (hash(x)=37695490)
+2369 train 3.346618 (lr=5.5881e-04) (hash(x)=37923854)
+2370 train 3.364213 (lr=5.5876e-04) (hash(x)=38479941)
+2371 train 3.300240 (lr=5.5871e-04) (hash(x)=41768366)
+2372 train 3.281499 (lr=5.5867e-04) (hash(x)=38912445)
+2373 train 3.273152 (lr=5.5862e-04) (hash(x)=36145449)
+2374 train 3.329623 (lr=5.5857e-04) (hash(x)=41973451)
+2375 train 3.307543 (lr=5.5852e-04) (hash(x)=44942225)
+2376 train 3.351164 (lr=5.5847e-04) (hash(x)=40823850)
+2377 train 3.334440 (lr=5.5842e-04) (hash(x)=33297933)
+2378 train 3.295288 (lr=5.5837e-04) (hash(x)=36606221)
+2379 train 3.336151 (lr=5.5833e-04) (hash(x)=38177494)
+2380 train 3.324886 (lr=5.5828e-04) (hash(x)=39305155)
+2381 train 3.558230 (lr=5.5823e-04) (hash(x)=42448994)
+2382 train 3.598195 (lr=5.5818e-04) (hash(x)=31627046)
+2383 train 3.502686 (lr=5.5813e-04) (hash(x)=44559855)
+2384 train 3.483681 (lr=5.5808e-04) (hash(x)=35793438)
+2385 train 3.582954 (lr=5.5803e-04) (hash(x)=42257382)
+2386 train 3.545282 (lr=5.5798e-04) (hash(x)=38337844)
+2387 train 3.514434 (lr=5.5793e-04) (hash(x)=36652697)
+2388 train 3.561580 (lr=5.5789e-04) (hash(x)=44892267)
+2389 train 3.574753 (lr=5.5784e-04) (hash(x)=35313812)
+2390 train 3.558378 (lr=5.5779e-04) (hash(x)=40335373)
+2391 train 3.491495 (lr=5.5774e-04) (hash(x)=44348815)
+2392 train 3.514910 (lr=5.5769e-04) (hash(x)=40434715)
+2393 train 3.573343 (lr=5.5764e-04) (hash(x)=42717822)
+2394 train 3.480635 (lr=5.5759e-04) (hash(x)=41677814)
+2395 train 3.519352 (lr=5.5754e-04) (hash(x)=32346356)
+2396 train 3.522322 (lr=5.5749e-04) (hash(x)=41803890)
+2397 train 3.547291 (lr=5.5744e-04) (hash(x)=41720795)
+2398 train 3.516992 (lr=5.5739e-04) (hash(x)=31893994)
+2399 train 3.519736 (lr=5.5734e-04) (hash(x)=52372497)
+2400 train 3.509588 (lr=5.5730e-04) (hash(x)=35170611)
+2401 train 3.522834 (lr=5.5725e-04) (hash(x)=39511085)
+2402 train 3.430241 (lr=5.5720e-04) (hash(x)=35286705)
+2403 train 3.526015 (lr=5.5715e-04) (hash(x)=35283825)
+2404 train 3.463563 (lr=5.5710e-04) (hash(x)=36276302)
+2405 train 3.428345 (lr=5.5705e-04) (hash(x)=44445962)
+2406 train 3.437570 (lr=5.5700e-04) (hash(x)=43533140)
+2407 train 3.547993 (lr=5.5695e-04) (hash(x)=36293149)
+2408 train 3.449296 (lr=5.5690e-04) (hash(x)=39381086)
+2409 train 3.429891 (lr=5.5685e-04) (hash(x)=41239719)
+2410 train 3.480313 (lr=5.5680e-04) (hash(x)=37041813)
+2411 train 3.555732 (lr=5.5675e-04) (hash(x)=38697033)
+2412 train 3.430298 (lr=5.5670e-04) (hash(x)=41332425)
+2413 train 3.421557 (lr=5.5665e-04) (hash(x)=40458401)
+2414 train 3.511314 (lr=5.5660e-04) (hash(x)=42771881)
+2415 train 3.465407 (lr=5.5655e-04) (hash(x)=44906109)
+2416 train 3.455353 (lr=5.5650e-04) (hash(x)=39259690)
+2417 train 3.491997 (lr=5.5645e-04) (hash(x)=37090723)
+2418 train 3.358775 (lr=5.5640e-04) (hash(x)=43056859)
+2419 train 3.312696 (lr=5.5635e-04) (hash(x)=36446344)
+2420 train 3.281977 (lr=5.5630e-04) (hash(x)=39989338)
+2421 train 3.310899 (lr=5.5625e-04) (hash(x)=40524569)
+2422 train 3.354671 (lr=5.5620e-04) (hash(x)=40123802)
+2423 train 3.565043 (lr=5.5615e-04) (hash(x)=37675797)
+2424 train 3.366137 (lr=5.5610e-04) (hash(x)=44441530)
+2425 train 3.306665 (lr=5.5605e-04) (hash(x)=41373194)
+2426 train 3.399418 (lr=5.5600e-04) (hash(x)=28188879)
+2427 train 3.351309 (lr=5.5595e-04) (hash(x)=46170140)
+2428 train 3.417963 (lr=5.5590e-04) (hash(x)=38067721)
+2429 train 3.296376 (lr=5.5585e-04) (hash(x)=43702561)
+2430 train 3.351425 (lr=5.5580e-04) (hash(x)=34573686)
+2431 train 3.484681 (lr=5.5575e-04) (hash(x)=36251359)
+2432 train 3.532236 (lr=5.5570e-04) (hash(x)=43603577)
+2433 train 3.587673 (lr=5.5565e-04) (hash(x)=34999675)
+2434 train 3.585473 (lr=5.5560e-04) (hash(x)=39497291)
+2435 train 3.512812 (lr=5.5555e-04) (hash(x)=35738910)
+2436 train 3.506938 (lr=5.5550e-04) (hash(x)=42313898)
+2437 train 3.529781 (lr=5.5545e-04) (hash(x)=44905297)
+2438 train 3.526412 (lr=5.5540e-04) (hash(x)=43070881)
+2439 train 3.546336 (lr=5.5535e-04) (hash(x)=45373812)
+2440 train 3.587930 (lr=5.5530e-04) (hash(x)=45946111)
+2441 train 3.500908 (lr=5.5525e-04) (hash(x)=40455380)
+2442 train 3.619131 (lr=5.5520e-04) (hash(x)=42845766)
+2443 train 3.541296 (lr=5.5515e-04) (hash(x)=48572197)
+2444 train 3.531677 (lr=5.5510e-04) (hash(x)=37472709)
+2445 train 3.536786 (lr=5.5505e-04) (hash(x)=41290362)
+2446 train 3.483411 (lr=5.5500e-04) (hash(x)=38665121)
+2447 train 3.560760 (lr=5.5495e-04) (hash(x)=39177980)
+2448 train 3.517884 (lr=5.5490e-04) (hash(x)=38434939)
+2449 train 3.567825 (lr=5.5485e-04) (hash(x)=39074375)
+2450 train 3.482083 (lr=5.5480e-04) (hash(x)=38917630)
+2451 train 3.523926 (lr=5.5475e-04) (hash(x)=40999041)
+2452 train 3.471476 (lr=5.5470e-04) (hash(x)=41538929)
+2453 train 3.512286 (lr=5.5465e-04) (hash(x)=39787029)
+2454 train 3.484646 (lr=5.5460e-04) (hash(x)=39428587)
+2455 train 3.470236 (lr=5.5454e-04) (hash(x)=37987190)
+2456 train 3.503034 (lr=5.5449e-04) (hash(x)=44944648)
+2457 train 3.413965 (lr=5.5444e-04) (hash(x)=36816706)
+2458 train 3.464278 (lr=5.5439e-04) (hash(x)=44421943)
+2459 train 3.438227 (lr=5.5434e-04) (hash(x)=43264930)
+2460 train 3.418078 (lr=5.5429e-04) (hash(x)=38348226)
+2461 train 3.495304 (lr=5.5424e-04) (hash(x)=41055656)
+2462 train 3.435911 (lr=5.5419e-04) (hash(x)=43096965)
+2463 train 3.490086 (lr=5.5414e-04) (hash(x)=40706532)
+2464 train 3.560140 (lr=5.5409e-04) (hash(x)=38889314)
+2465 train 3.461823 (lr=5.5404e-04) (hash(x)=36914549)
+2466 train 3.484192 (lr=5.5398e-04) (hash(x)=39094137)
+2467 train 3.353638 (lr=5.5393e-04) (hash(x)=40500595)
+2468 train 3.319900 (lr=5.5388e-04) (hash(x)=40130410)
+2469 train 3.272322 (lr=5.5383e-04) (hash(x)=39389786)
+2470 train 3.347008 (lr=5.5378e-04) (hash(x)=39586933)
+2471 train 3.345842 (lr=5.5373e-04) (hash(x)=37881240)
+2472 train 3.305492 (lr=5.5368e-04) (hash(x)=43125230)
+2473 train 3.268429 (lr=5.5363e-04) (hash(x)=34379357)
+2474 train 3.312776 (lr=5.5358e-04) (hash(x)=40564515)
+2475 train 3.295137 (lr=5.5352e-04) (hash(x)=38403336)
+2476 train 3.368957 (lr=5.5347e-04) (hash(x)=31532125)
+2477 train 3.323397 (lr=5.5342e-04) (hash(x)=35303380)
+2478 train 3.278433 (lr=5.5337e-04) (hash(x)=39470891)
+2479 train 3.307229 (lr=5.5332e-04) (hash(x)=44253186)
+2480 train 3.493499 (lr=5.5327e-04) (hash(x)=51342805)
+2481 train 3.515027 (lr=5.5322e-04) (hash(x)=42824536)
+2482 train 3.558923 (lr=5.5317e-04) (hash(x)=42943820)
+2483 train 3.555859 (lr=5.5311e-04) (hash(x)=39946772)
+2484 train 3.490980 (lr=5.5306e-04) (hash(x)=47065062)
+2485 train 3.516656 (lr=5.5301e-04) (hash(x)=36795312)
+2486 train 3.536062 (lr=5.5296e-04) (hash(x)=37363219)
+2487 train 3.511688 (lr=5.5291e-04) (hash(x)=41721689)
+2488 train 3.593083 (lr=5.5286e-04) (hash(x)=41597199)
+2489 train 3.682074 (lr=5.5280e-04) (hash(x)=44147823)
+2490 train 3.560550 (lr=5.5275e-04) (hash(x)=43403064)
+2491 train 3.532673 (lr=5.5270e-04) (hash(x)=40688817)
+2492 train 3.510633 (lr=5.5265e-04) (hash(x)=35059711)
+2493 train 3.464452 (lr=5.5260e-04) (hash(x)=48874113)
+2494 train 3.454330 (lr=5.5255e-04) (hash(x)=36903846)
+2495 train 3.627353 (lr=5.5249e-04) (hash(x)=36823237)
+2496 train 3.516459 (lr=5.5244e-04) (hash(x)=39364004)
+2497 train 3.465374 (lr=5.5239e-04) (hash(x)=38390341)
+2498 train 3.484603 (lr=5.5234e-04) (hash(x)=34170426)
+2499 train 3.498263 (lr=5.5229e-04) (hash(x)=40144484)
+2500 val loss 3.4723
+2500 val perplexity 32.2118
+2500 hella 0.2721
+2500 train 3.481984 (lr=5.5224e-04) (hash(x)=41443712)
+2501 train 3.517765 (lr=5.5218e-04) (hash(x)=40465123)
+2502 train 3.503880 (lr=5.5213e-04) (hash(x)=42914165)
+2503 train 3.461257 (lr=5.5208e-04) (hash(x)=36713930)
+2504 train 3.425381 (lr=5.5203e-04) (hash(x)=39135383)
+2505 train 3.470933 (lr=5.5198e-04) (hash(x)=41671041)
+2506 train 3.481296 (lr=5.5192e-04) (hash(x)=42282974)
+2507 train 3.481836 (lr=5.5187e-04) (hash(x)=42057909)
+2508 train 3.468212 (lr=5.5182e-04) (hash(x)=40251298)
+2509 train 3.441936 (lr=5.5177e-04) (hash(x)=36626585)
+2510 train 3.426163 (lr=5.5172e-04) (hash(x)=34608403)
+2511 train 3.407912 (lr=5.5166e-04) (hash(x)=39459584)
+2512 train 3.447333 (lr=5.5161e-04) (hash(x)=35144188)
+2513 train 3.436878 (lr=5.5156e-04) (hash(x)=42785037)
+2514 train 3.514816 (lr=5.5151e-04) (hash(x)=45010749)
+2515 train 3.390971 (lr=5.5145e-04) (hash(x)=34560327)
+2516 train 3.335854 (lr=5.5140e-04) (hash(x)=39851917)
+2517 train 3.245125 (lr=5.5135e-04) (hash(x)=38709695)
+2518 train 3.292510 (lr=5.5130e-04) (hash(x)=41573771)
+2519 train 3.244848 (lr=5.5125e-04) (hash(x)=36971134)
+2520 train 3.255050 (lr=5.5119e-04) (hash(x)=36662321)
+2521 train 3.317948 (lr=5.5114e-04) (hash(x)=39053058)
+2522 train 3.315739 (lr=5.5109e-04) (hash(x)=46480640)
+2523 train 3.287315 (lr=5.5104e-04) (hash(x)=40826849)
+2524 train 3.269481 (lr=5.5098e-04) (hash(x)=49368432)
+2525 train 3.292947 (lr=5.5093e-04) (hash(x)=43353381)
+2526 train 3.318883 (lr=5.5088e-04) (hash(x)=34771893)
+2527 train 3.308542 (lr=5.5083e-04) (hash(x)=34967263)
+2528 train 3.460939 (lr=5.5077e-04) (hash(x)=40898331)
+2529 train 3.558217 (lr=5.5072e-04) (hash(x)=38593825)
+2530 train 3.534382 (lr=5.5067e-04) (hash(x)=39852724)
+2531 train 3.559122 (lr=5.5062e-04) (hash(x)=39559841)
+2532 train 3.561150 (lr=5.5056e-04) (hash(x)=42840572)
+2533 train 3.492850 (lr=5.5051e-04) (hash(x)=38086325)
+2534 train 3.520177 (lr=5.5046e-04) (hash(x)=45712080)
+2535 train 3.500498 (lr=5.5040e-04) (hash(x)=42488686)
+2536 train 3.496949 (lr=5.5035e-04) (hash(x)=40803805)
+2537 train 3.560590 (lr=5.5030e-04) (hash(x)=36232786)
+2538 train 3.569496 (lr=5.5025e-04) (hash(x)=35421414)
+2539 train 3.511357 (lr=5.5019e-04) (hash(x)=44586372)
+2540 train 3.484470 (lr=5.5014e-04) (hash(x)=37100997)
+2541 train 3.426586 (lr=5.5009e-04) (hash(x)=36388749)
+2542 train 3.480671 (lr=5.5003e-04) (hash(x)=36980628)
+2543 train 3.498020 (lr=5.4998e-04) (hash(x)=33828415)
+2544 train 3.535488 (lr=5.4993e-04) (hash(x)=38270020)
+2545 train 3.565417 (lr=5.4988e-04) (hash(x)=40272715)
+2546 train 3.476613 (lr=5.4982e-04) (hash(x)=42399805)
+2547 train 3.500509 (lr=5.4977e-04) (hash(x)=38399633)
+2548 train 3.454286 (lr=5.4972e-04) (hash(x)=39361052)
+2549 train 3.498261 (lr=5.4966e-04) (hash(x)=44898943)
+2550 train 3.473031 (lr=5.4961e-04) (hash(x)=36366903)
+2551 train 3.508478 (lr=5.4956e-04) (hash(x)=38776991)
+2552 train 3.426661 (lr=5.4950e-04) (hash(x)=37012766)
+2553 train 3.515378 (lr=5.4945e-04) (hash(x)=36593030)
+2554 train 3.462981 (lr=5.4940e-04) (hash(x)=36121102)
+2555 train 3.494035 (lr=5.4934e-04) (hash(x)=38621286)
+2556 train 3.408869 (lr=5.4929e-04) (hash(x)=40000951)
+2557 train 3.441977 (lr=5.4924e-04) (hash(x)=42831205)
+2558 train 3.426940 (lr=5.4918e-04) (hash(x)=37151157)
+2559 train 3.405784 (lr=5.4913e-04) (hash(x)=39223898)
+2560 train 3.394135 (lr=5.4908e-04) (hash(x)=36910569)
+2561 train 3.409571 (lr=5.4902e-04) (hash(x)=38332040)
+2562 train 3.485085 (lr=5.4897e-04) (hash(x)=42569747)
+2563 train 3.428766 (lr=5.4892e-04) (hash(x)=37259806)
+2564 train 3.310847 (lr=5.4886e-04) (hash(x)=44695896)
+2565 train 3.263683 (lr=5.4881e-04) (hash(x)=38351062)
+2566 train 3.239323 (lr=5.4876e-04) (hash(x)=37259632)
+2567 train 3.324364 (lr=5.4870e-04) (hash(x)=34891810)
+2568 train 3.290930 (lr=5.4865e-04) (hash(x)=45423085)
+2569 train 3.162748 (lr=5.4860e-04) (hash(x)=42699940)
+2570 train 3.265017 (lr=5.4854e-04) (hash(x)=44257379)
+2571 train 3.243237 (lr=5.4849e-04) (hash(x)=38335149)
+2572 train 3.294471 (lr=5.4843e-04) (hash(x)=44833053)
+2573 train 3.287589 (lr=5.4838e-04) (hash(x)=41752186)
+2574 train 3.261831 (lr=5.4833e-04) (hash(x)=32979836)
+2575 train 3.347985 (lr=5.4827e-04) (hash(x)=42494490)
+2576 train 3.330207 (lr=5.4822e-04) (hash(x)=38060573)
+2577 train 3.427069 (lr=5.4817e-04) (hash(x)=44666139)
+2578 train 3.533616 (lr=5.4811e-04) (hash(x)=41711809)
+2579 train 3.509732 (lr=5.4806e-04) (hash(x)=37771982)
+2580 train 3.423150 (lr=5.4800e-04) (hash(x)=45620143)
+2581 train 3.491832 (lr=5.4795e-04) (hash(x)=38241117)
+2582 train 3.474468 (lr=5.4790e-04) (hash(x)=42804043)
+2583 train 3.466227 (lr=5.4784e-04) (hash(x)=37762948)
+2584 train 3.426539 (lr=5.4779e-04) (hash(x)=39564357)
+2585 train 3.491791 (lr=5.4773e-04) (hash(x)=40822084)
+2586 train 3.468475 (lr=5.4768e-04) (hash(x)=50761716)
+2587 train 3.505940 (lr=5.4763e-04) (hash(x)=40885885)
+2588 train 3.463280 (lr=5.4757e-04) (hash(x)=44845631)
+2589 train 3.486307 (lr=5.4752e-04) (hash(x)=39579098)
+2590 train 3.543929 (lr=5.4746e-04) (hash(x)=36982714)
+2591 train 3.475342 (lr=5.4741e-04) (hash(x)=50364193)
+2592 train 3.488716 (lr=5.4736e-04) (hash(x)=40591826)
+2593 train 3.484193 (lr=5.4730e-04) (hash(x)=38818019)
+2594 train 3.483647 (lr=5.4725e-04) (hash(x)=34498514)
+2595 train 3.534550 (lr=5.4719e-04) (hash(x)=40940845)
+2596 train 3.476960 (lr=5.4714e-04) (hash(x)=41585046)
+2597 train 3.504606 (lr=5.4708e-04) (hash(x)=36348928)
+2598 train 3.485318 (lr=5.4703e-04) (hash(x)=41630332)
+2599 train 3.638834 (lr=5.4698e-04) (hash(x)=35151481)
+2600 train 3.444472 (lr=5.4692e-04) (hash(x)=36175272)
+2601 train 3.494572 (lr=5.4687e-04) (hash(x)=40559219)
+2602 train 3.473778 (lr=5.4681e-04) (hash(x)=43506672)
+2603 train 3.479831 (lr=5.4676e-04) (hash(x)=53110568)
+2604 train 3.446297 (lr=5.4670e-04) (hash(x)=46055935)
+2605 train 3.422219 (lr=5.4665e-04) (hash(x)=41951858)
+2606 train 3.438752 (lr=5.4659e-04) (hash(x)=37829200)
+2607 train 3.400176 (lr=5.4654e-04) (hash(x)=40356738)
+2608 train 3.434794 (lr=5.4649e-04) (hash(x)=37610928)
+2609 train 3.470443 (lr=5.4643e-04) (hash(x)=41551047)
+2610 train 3.458818 (lr=5.4638e-04) (hash(x)=35729541)
+2611 train 3.473148 (lr=5.4632e-04) (hash(x)=37694520)
+2612 train 3.422492 (lr=5.4627e-04) (hash(x)=42552984)
+2613 train 3.467542 (lr=5.4621e-04) (hash(x)=42884238)
+2614 train 3.367728 (lr=5.4616e-04) (hash(x)=40859393)
+2615 train 3.382569 (lr=5.4610e-04) (hash(x)=35252156)
+2616 train 3.284634 (lr=5.4605e-04) (hash(x)=38754163)
+2617 train 3.278894 (lr=5.4599e-04) (hash(x)=44979953)
+2618 train 3.275735 (lr=5.4594e-04) (hash(x)=39489517)
+2619 train 3.298818 (lr=5.4588e-04) (hash(x)=39802237)
+2620 train 3.364652 (lr=5.4583e-04) (hash(x)=45288882)
+2621 train 3.211285 (lr=5.4577e-04) (hash(x)=39777455)
+2622 train 3.307123 (lr=5.4572e-04) (hash(x)=31999063)
+2623 train 3.241505 (lr=5.4566e-04) (hash(x)=40210914)
+2624 train 3.260724 (lr=5.4561e-04) (hash(x)=38701112)
+2625 train 3.309784 (lr=5.4555e-04) (hash(x)=40035642)
+2626 train 3.272591 (lr=5.4550e-04) (hash(x)=36270912)
+2627 train 3.256354 (lr=5.4544e-04) (hash(x)=42191346)
+2628 train 3.433144 (lr=5.4539e-04) (hash(x)=39816880)
+2629 train 3.510658 (lr=5.4533e-04) (hash(x)=44588254)
+2630 train 3.460896 (lr=5.4528e-04) (hash(x)=41998466)
+2631 train 3.453548 (lr=5.4522e-04) (hash(x)=45225117)
+2632 train 3.575727 (lr=5.4517e-04) (hash(x)=38085841)
+2633 train 3.424903 (lr=5.4511e-04) (hash(x)=41164916)
+2634 train 3.451307 (lr=5.4506e-04) (hash(x)=42571032)
+2635 train 3.527776 (lr=5.4500e-04) (hash(x)=38879424)
+2636 train 3.462769 (lr=5.4495e-04) (hash(x)=36997511)
+2637 train 3.447311 (lr=5.4489e-04) (hash(x)=40890104)
+2638 train 3.467177 (lr=5.4484e-04) (hash(x)=40793309)
+2639 train 3.471112 (lr=5.4478e-04) (hash(x)=39002641)
+2640 train 3.431643 (lr=5.4473e-04) (hash(x)=42205156)
+2641 train 3.502390 (lr=5.4467e-04) (hash(x)=34052691)
+2642 train 3.507976 (lr=5.4461e-04) (hash(x)=45050283)
+2643 train 3.516792 (lr=5.4456e-04) (hash(x)=40469001)
+2644 train 3.475312 (lr=5.4450e-04) (hash(x)=40762000)
+2645 train 3.457051 (lr=5.4445e-04) (hash(x)=42097167)
+2646 train 3.481253 (lr=5.4439e-04) (hash(x)=41554551)
+2647 train 3.456682 (lr=5.4434e-04) (hash(x)=36688489)
+2648 train 3.493176 (lr=5.4428e-04) (hash(x)=40925644)
+2649 train 3.453448 (lr=5.4423e-04) (hash(x)=37347517)
+2650 train 3.515282 (lr=5.4417e-04) (hash(x)=39802143)
+2651 train 3.441704 (lr=5.4411e-04) (hash(x)=35056570)
+2652 train 3.482201 (lr=5.4406e-04) (hash(x)=37705725)
+2653 train 3.411737 (lr=5.4400e-04) (hash(x)=48779130)
+2654 train 3.418762 (lr=5.4395e-04) (hash(x)=42819559)
+2655 train 3.448805 (lr=5.4389e-04) (hash(x)=37634817)
+2656 train 3.453178 (lr=5.4384e-04) (hash(x)=39441896)
+2657 train 3.433412 (lr=5.4378e-04) (hash(x)=42347856)
+2658 train 3.410973 (lr=5.4372e-04) (hash(x)=37945399)
+2659 train 3.421916 (lr=5.4367e-04) (hash(x)=34602623)
+2660 train 3.413444 (lr=5.4361e-04) (hash(x)=40977896)
+2661 train 3.487801 (lr=5.4356e-04) (hash(x)=38363327)
+2662 train 3.474280 (lr=5.4350e-04) (hash(x)=42128121)
+2663 train 3.429409 (lr=5.4345e-04) (hash(x)=39902231)
+2664 train 3.447917 (lr=5.4339e-04) (hash(x)=40924000)
+2665 train 3.345362 (lr=5.4333e-04) (hash(x)=34785871)
+2666 train 3.250311 (lr=5.4328e-04) (hash(x)=40437224)
+2667 train 3.238791 (lr=5.4322e-04) (hash(x)=40053866)
+2668 train 3.304864 (lr=5.4317e-04) (hash(x)=37582909)
+2669 train 3.289807 (lr=5.4311e-04) (hash(x)=36702787)
+2670 train 3.318681 (lr=5.4305e-04) (hash(x)=36043121)
+2671 train 3.309574 (lr=5.4300e-04) (hash(x)=42697406)
+2672 train 3.288703 (lr=5.4294e-04) (hash(x)=33424781)
+2673 train 3.390312 (lr=5.4288e-04) (hash(x)=46321874)
+2674 train 3.220299 (lr=5.4283e-04) (hash(x)=40785611)
+2675 train 3.234917 (lr=5.4277e-04) (hash(x)=49178104)
+2676 train 3.316269 (lr=5.4272e-04) (hash(x)=44562577)
+2677 train 3.257144 (lr=5.4266e-04) (hash(x)=38258972)
+2678 train 3.473472 (lr=5.4260e-04) (hash(x)=42107609)
+2679 train 3.483702 (lr=5.4255e-04) (hash(x)=50623068)
+2680 train 3.468328 (lr=5.4249e-04) (hash(x)=47363443)
+2681 train 3.503572 (lr=5.4243e-04) (hash(x)=41404295)
+2682 train 3.466015 (lr=5.4238e-04) (hash(x)=36059651)
+2683 train 3.419985 (lr=5.4232e-04) (hash(x)=31209464)
+2684 train 3.484091 (lr=5.4227e-04) (hash(x)=37884949)
+2685 train 3.437744 (lr=5.4221e-04) (hash(x)=40332590)
+2686 train 3.399591 (lr=5.4215e-04) (hash(x)=41762771)
+2687 train 3.536644 (lr=5.4210e-04) (hash(x)=45974519)
+2688 train 3.503615 (lr=5.4204e-04) (hash(x)=38472509)
+2689 train 3.443762 (lr=5.4198e-04) (hash(x)=41921335)
+2690 train 3.471360 (lr=5.4193e-04) (hash(x)=38972883)
+2691 train 3.415099 (lr=5.4187e-04) (hash(x)=32375232)
+2692 train 3.448524 (lr=5.4181e-04) (hash(x)=41967447)
+2693 train 3.529901 (lr=5.4176e-04) (hash(x)=41108904)
+2694 train 3.413280 (lr=5.4170e-04) (hash(x)=37730255)
+2695 train 3.490415 (lr=5.4164e-04) (hash(x)=44197561)
+2696 train 3.487400 (lr=5.4159e-04) (hash(x)=41774323)
+2697 train 3.583706 (lr=5.4153e-04) (hash(x)=47266550)
+2698 train 3.455989 (lr=5.4147e-04) (hash(x)=39240374)
+2699 train 3.451349 (lr=5.4142e-04) (hash(x)=39291185)
+2700 train 3.483674 (lr=5.4136e-04) (hash(x)=40926350)
+2701 train 3.470493 (lr=5.4130e-04) (hash(x)=36213081)
+2702 train 3.500160 (lr=5.4124e-04) (hash(x)=36571481)
+2703 train 3.412244 (lr=5.4119e-04) (hash(x)=40422897)
+2704 train 3.415941 (lr=5.4113e-04) (hash(x)=39330978)
+2705 train 3.425313 (lr=5.4107e-04) (hash(x)=38808473)
+2706 train 3.393022 (lr=5.4102e-04) (hash(x)=39735727)
+2707 train 3.364365 (lr=5.4096e-04) (hash(x)=36334547)
+2708 train 3.410346 (lr=5.4090e-04) (hash(x)=39908955)
+2709 train 3.400259 (lr=5.4085e-04) (hash(x)=40317132)
+2710 train 3.481111 (lr=5.4079e-04) (hash(x)=47921205)
+2711 train 3.421779 (lr=5.4073e-04) (hash(x)=50603415)
+2712 train 3.381421 (lr=5.4067e-04) (hash(x)=37160549)
+2713 train 3.411467 (lr=5.4062e-04) (hash(x)=44192551)
+2714 train 3.357060 (lr=5.4056e-04) (hash(x)=37138899)
+2715 train 3.217885 (lr=5.4050e-04) (hash(x)=47153181)
+2716 train 3.230177 (lr=5.4045e-04) (hash(x)=44701445)
+2717 train 3.270203 (lr=5.4039e-04) (hash(x)=40953828)
+2718 train 3.234427 (lr=5.4033e-04) (hash(x)=45541001)
+2719 train 3.291270 (lr=5.4027e-04) (hash(x)=36620371)
+2720 train 3.269056 (lr=5.4022e-04) (hash(x)=39477490)
+2721 train 3.289840 (lr=5.4016e-04) (hash(x)=39759984)
+2722 train 3.244212 (lr=5.4010e-04) (hash(x)=41246481)
+2723 train 3.319615 (lr=5.4004e-04) (hash(x)=38362809)
+2724 train 3.291982 (lr=5.3999e-04) (hash(x)=35338610)
+2725 train 3.228573 (lr=5.3993e-04) (hash(x)=33344534)
+2726 train 3.222707 (lr=5.3987e-04) (hash(x)=35100778)
+2727 train 3.448190 (lr=5.3982e-04) (hash(x)=40742014)
+2728 train 3.514147 (lr=5.3976e-04) (hash(x)=41924868)
+2729 train 3.480621 (lr=5.3970e-04) (hash(x)=42979819)
+2730 train 3.509260 (lr=5.3964e-04) (hash(x)=39865941)
+2731 train 3.509974 (lr=5.3958e-04) (hash(x)=39957344)
+2732 train 3.543241 (lr=5.3953e-04) (hash(x)=40262209)
+2733 train 3.497759 (lr=5.3947e-04) (hash(x)=47057361)
+2734 train 3.441382 (lr=5.3941e-04) (hash(x)=41104928)
+2735 train 3.452392 (lr=5.3935e-04) (hash(x)=40522780)
+2736 train 3.449792 (lr=5.3930e-04) (hash(x)=39109898)
+2737 train 3.498353 (lr=5.3924e-04) (hash(x)=40622081)
+2738 train 3.512934 (lr=5.3918e-04) (hash(x)=42252799)
+2739 train 3.514560 (lr=5.3912e-04) (hash(x)=43657649)
+2740 train 3.432662 (lr=5.3907e-04) (hash(x)=41028065)
+2741 train 3.489135 (lr=5.3901e-04) (hash(x)=40857846)
+2742 train 3.482491 (lr=5.3895e-04) (hash(x)=38944093)
+2743 train 3.454689 (lr=5.3889e-04) (hash(x)=38259859)
+2744 train 3.448353 (lr=5.3883e-04) (hash(x)=34842624)
+2745 train 3.507815 (lr=5.3878e-04) (hash(x)=42377997)
+2746 train 3.440555 (lr=5.3872e-04) (hash(x)=37656224)
+2747 train 3.485790 (lr=5.3866e-04) (hash(x)=38147500)
+2748 train 3.476970 (lr=5.3860e-04) (hash(x)=31737216)
+2749 train 3.475604 (lr=5.3854e-04) (hash(x)=39994353)
+2750 val loss 3.4329
+2750 val perplexity 30.9667
+2750 hella 0.2721
+2750 train 3.409650 (lr=5.3849e-04) (hash(x)=39783271)
+2751 train 3.479190 (lr=5.3843e-04) (hash(x)=37926422)
+2752 train 3.401085 (lr=5.3837e-04) (hash(x)=37295977)
+2753 train 3.451274 (lr=5.3831e-04) (hash(x)=39743426)
+2754 train 3.415357 (lr=5.3825e-04) (hash(x)=35645111)
+2755 train 3.410342 (lr=5.3820e-04) (hash(x)=45251437)
+2756 train 3.365758 (lr=5.3814e-04) (hash(x)=38955276)
+2757 train 3.404663 (lr=5.3808e-04) (hash(x)=36920074)
+2758 train 3.386027 (lr=5.3802e-04) (hash(x)=42385984)
+2759 train 3.389750 (lr=5.3796e-04) (hash(x)=35519015)
+2760 train 3.390277 (lr=5.3790e-04) (hash(x)=36674897)
+2761 train 3.397624 (lr=5.3785e-04) (hash(x)=41891398)
+2762 train 3.391037 (lr=5.3779e-04) (hash(x)=34706552)
+2763 train 3.423899 (lr=5.3773e-04) (hash(x)=45651113)
+2764 train 3.341115 (lr=5.3767e-04) (hash(x)=33575044)
+2765 train 3.306000 (lr=5.3761e-04) (hash(x)=43542195)
+2766 train 3.283145 (lr=5.3755e-04) (hash(x)=46264350)
+2767 train 3.264723 (lr=5.3750e-04) (hash(x)=44553455)
+2768 train 3.465643 (lr=5.3744e-04) (hash(x)=48284644)
+2769 train 3.243596 (lr=5.3738e-04) (hash(x)=40722561)
+2770 train 3.198484 (lr=5.3732e-04) (hash(x)=40101775)
+2771 train 3.225947 (lr=5.3726e-04) (hash(x)=39887062)
+2772 train 3.239759 (lr=5.3720e-04) (hash(x)=34912720)
+2773 train 3.248482 (lr=5.3714e-04) (hash(x)=35414429)
+2774 train 3.221871 (lr=5.3709e-04) (hash(x)=44548764)
+2775 train 3.274025 (lr=5.3703e-04) (hash(x)=40936516)
+2776 train 3.262888 (lr=5.3697e-04) (hash(x)=42910915)
+2777 train 3.369239 (lr=5.3691e-04) (hash(x)=40729932)
+2778 train 3.459465 (lr=5.3685e-04) (hash(x)=39237977)
+2779 train 3.440185 (lr=5.3679e-04) (hash(x)=43219114)
+2780 train 3.427937 (lr=5.3673e-04) (hash(x)=38365041)
+2781 train 3.581454 (lr=5.3668e-04) (hash(x)=38425242)
+2782 train 3.474256 (lr=5.3662e-04) (hash(x)=42002543)
+2783 train 3.584656 (lr=5.3656e-04) (hash(x)=44099637)
+2784 train 3.476348 (lr=5.3650e-04) (hash(x)=36811305)
+2785 train 3.429280 (lr=5.3644e-04) (hash(x)=37140807)
+2786 train 3.516033 (lr=5.3638e-04) (hash(x)=44223628)
+2787 train 3.457510 (lr=5.3632e-04) (hash(x)=37719805)
+2788 train 3.450623 (lr=5.3626e-04) (hash(x)=33043471)
+2789 train 3.508360 (lr=5.3620e-04) (hash(x)=38534103)
+2790 train 3.491060 (lr=5.3615e-04) (hash(x)=37883382)
+2791 train 3.517044 (lr=5.3609e-04) (hash(x)=44990277)
+2792 train 3.519778 (lr=5.3603e-04) (hash(x)=42559092)
+2793 train 3.473727 (lr=5.3597e-04) (hash(x)=32502925)
+2794 train 3.424155 (lr=5.3591e-04) (hash(x)=43522813)
+2795 train 3.437685 (lr=5.3585e-04) (hash(x)=35521881)
+2796 train 3.499637 (lr=5.3579e-04) (hash(x)=41554750)
+2797 train 3.477526 (lr=5.3573e-04) (hash(x)=45067680)
+2798 train 3.550448 (lr=5.3567e-04) (hash(x)=39879273)
+2799 train 3.476954 (lr=5.3561e-04) (hash(x)=37865641)
+2800 train 3.505892 (lr=5.3555e-04) (hash(x)=39989937)
+2801 train 3.491642 (lr=5.3549e-04) (hash(x)=40389314)
+2802 train 3.431794 (lr=5.3544e-04) (hash(x)=35416840)
+2803 train 3.408092 (lr=5.3538e-04) (hash(x)=39066797)
+2804 train 3.425388 (lr=5.3532e-04) (hash(x)=42911931)
+2805 train 3.405912 (lr=5.3526e-04) (hash(x)=40105492)
+2806 train 3.398633 (lr=5.3520e-04) (hash(x)=41965053)
+2807 train 3.379106 (lr=5.3514e-04) (hash(x)=38235895)
+2808 train 3.470916 (lr=5.3508e-04) (hash(x)=36788842)
+2809 train 3.411318 (lr=5.3502e-04) (hash(x)=38770247)
+2810 train 3.379174 (lr=5.3496e-04) (hash(x)=45338370)
+2811 train 3.508353 (lr=5.3490e-04) (hash(x)=34003225)
+2812 train 3.408232 (lr=5.3484e-04) (hash(x)=43490788)
+2813 train 3.461410 (lr=5.3478e-04) (hash(x)=39105355)
+2814 train 3.416304 (lr=5.3472e-04) (hash(x)=37618434)
+2815 train 3.366519 (lr=5.3466e-04) (hash(x)=35960576)
+2816 train 3.299297 (lr=5.3460e-04) (hash(x)=38228159)
+2817 train 3.190727 (lr=5.3454e-04) (hash(x)=40572841)
+2818 train 3.337959 (lr=5.3448e-04) (hash(x)=41799771)
+2819 train 3.283342 (lr=5.3442e-04) (hash(x)=37866813)
+2820 train 3.256567 (lr=5.3436e-04) (hash(x)=38524107)
+2821 train 3.290339 (lr=5.3431e-04) (hash(x)=43472186)
+2822 train 3.219914 (lr=5.3425e-04) (hash(x)=39628024)
+2823 train 3.232300 (lr=5.3419e-04) (hash(x)=41075971)
+2824 train 3.228222 (lr=5.3413e-04) (hash(x)=41422636)
+2825 train 3.253953 (lr=5.3407e-04) (hash(x)=52043229)
+2826 train 3.230462 (lr=5.3401e-04) (hash(x)=39662238)
+2827 train 3.336974 (lr=5.3395e-04) (hash(x)=36302882)
+2828 train 3.309813 (lr=5.3389e-04) (hash(x)=39024798)
+2829 train 3.443281 (lr=5.3383e-04) (hash(x)=37120731)
+2830 train 3.419225 (lr=5.3377e-04) (hash(x)=38485373)
+2831 train 3.479923 (lr=5.3371e-04) (hash(x)=38356923)
+2832 train 3.451980 (lr=5.3365e-04) (hash(x)=37124839)
+2833 train 3.502335 (lr=5.3359e-04) (hash(x)=38854721)
+2834 train 3.452157 (lr=5.3353e-04) (hash(x)=40612081)
+2835 train 3.452949 (lr=5.3347e-04) (hash(x)=43269985)
+2836 train 3.438460 (lr=5.3341e-04) (hash(x)=40243254)
+2837 train 3.464157 (lr=5.3335e-04) (hash(x)=37941965)
+2838 train 3.455657 (lr=5.3329e-04) (hash(x)=38217009)
+2839 train 3.507448 (lr=5.3323e-04) (hash(x)=40904650)
+2840 train 3.442393 (lr=5.3317e-04) (hash(x)=42478406)
+2841 train 3.504704 (lr=5.3311e-04) (hash(x)=37251333)
+2842 train 3.432509 (lr=5.3305e-04) (hash(x)=41423463)
+2843 train 3.421058 (lr=5.3299e-04) (hash(x)=38204122)
+2844 train 3.456634 (lr=5.3293e-04) (hash(x)=42785004)
+2845 train 3.447942 (lr=5.3286e-04) (hash(x)=39878875)
+2846 train 3.450120 (lr=5.3280e-04) (hash(x)=38094916)
+2847 train 3.471991 (lr=5.3274e-04) (hash(x)=38702281)
+2848 train 3.521685 (lr=5.3268e-04) (hash(x)=41697427)
+2849 train 3.455488 (lr=5.3262e-04) (hash(x)=40987044)
+2850 train 3.469069 (lr=5.3256e-04) (hash(x)=40352978)
+2851 train 3.473963 (lr=5.3250e-04) (hash(x)=40456529)
+2852 train 3.428160 (lr=5.3244e-04) (hash(x)=42697528)
+2853 train 3.503237 (lr=5.3238e-04) (hash(x)=41571562)
+2854 train 3.440130 (lr=5.3232e-04) (hash(x)=31561361)
+2855 train 3.409492 (lr=5.3226e-04) (hash(x)=36298087)
+2856 train 3.441632 (lr=5.3220e-04) (hash(x)=40855304)
+2857 train 3.535462 (lr=5.3214e-04) (hash(x)=41563140)
+2858 train 3.434058 (lr=5.3208e-04) (hash(x)=41060113)
+2859 train 3.439750 (lr=5.3202e-04) (hash(x)=38666658)
+2860 train 3.374557 (lr=5.3196e-04) (hash(x)=43192247)
+2861 train 3.389456 (lr=5.3190e-04) (hash(x)=36485667)
+2862 train 3.387954 (lr=5.3184e-04) (hash(x)=38081296)
+2863 train 3.407408 (lr=5.3178e-04) (hash(x)=42835802)
+2864 train 3.434959 (lr=5.3172e-04) (hash(x)=42929032)
+2865 train 3.367769 (lr=5.3165e-04) (hash(x)=37477409)
+2866 train 3.394554 (lr=5.3159e-04) (hash(x)=40578548)
+2867 train 3.392566 (lr=5.3153e-04) (hash(x)=38740380)
+2868 train 3.269712 (lr=5.3147e-04) (hash(x)=38884354)
+2869 train 3.310034 (lr=5.3141e-04) (hash(x)=41099993)
+2870 train 3.258857 (lr=5.3135e-04) (hash(x)=44204197)
+2871 train 3.218904 (lr=5.3129e-04) (hash(x)=39282782)
+2872 train 3.188509 (lr=5.3123e-04) (hash(x)=40466354)
+2873 train 3.259206 (lr=5.3117e-04) (hash(x)=41194286)
+2874 train 3.254992 (lr=5.3111e-04) (hash(x)=37126563)
+2875 train 3.267557 (lr=5.3105e-04) (hash(x)=37625174)
+2876 train 3.284810 (lr=5.3098e-04) (hash(x)=43633557)
+2877 train 3.272056 (lr=5.3092e-04) (hash(x)=42374725)
+2878 train 3.209003 (lr=5.3086e-04) (hash(x)=36265865)
+2879 train 3.310276 (lr=5.3080e-04) (hash(x)=37680856)
+2880 train 3.410032 (lr=5.3074e-04) (hash(x)=43843757)
+2881 train 3.474399 (lr=5.3068e-04) (hash(x)=37768637)
+2882 train 3.506138 (lr=5.3062e-04) (hash(x)=42755721)
+2883 train 3.413795 (lr=5.3056e-04) (hash(x)=42070249)
+2884 train 3.455709 (lr=5.3050e-04) (hash(x)=39096491)
+2885 train 3.464104 (lr=5.3044e-04) (hash(x)=42274764)
+2886 train 3.458483 (lr=5.3037e-04) (hash(x)=48179739)
+2887 train 3.447792 (lr=5.3031e-04) (hash(x)=38823219)
+2888 train 3.386031 (lr=5.3025e-04) (hash(x)=43164064)
+2889 train 3.482409 (lr=5.3019e-04) (hash(x)=41801072)
+2890 train 3.429060 (lr=5.3013e-04) (hash(x)=38481468)
+2891 train 3.418924 (lr=5.3007e-04) (hash(x)=46282509)
+2892 train 3.425152 (lr=5.3001e-04) (hash(x)=34001720)
+2893 train 3.442363 (lr=5.2994e-04) (hash(x)=46933300)
+2894 train 3.437805 (lr=5.2988e-04) (hash(x)=38253870)
+2895 train 3.431283 (lr=5.2982e-04) (hash(x)=45306534)
+2896 train 3.470606 (lr=5.2976e-04) (hash(x)=41649073)
+2897 train 3.412209 (lr=5.2970e-04) (hash(x)=53044455)
+2898 train 3.459851 (lr=5.2964e-04) (hash(x)=42856679)
+2899 train 3.457411 (lr=5.2958e-04) (hash(x)=38209458)
+2900 train 3.455590 (lr=5.2951e-04) (hash(x)=45728662)
+2901 train 3.499866 (lr=5.2945e-04) (hash(x)=39722925)
+2902 train 3.445362 (lr=5.2939e-04) (hash(x)=39329931)
+2903 train 3.435013 (lr=5.2933e-04) (hash(x)=37459410)
+2904 train 3.483555 (lr=5.2927e-04) (hash(x)=40886785)
+2905 train 3.473807 (lr=5.2921e-04) (hash(x)=40144468)
+2906 train 3.390029 (lr=5.2914e-04) (hash(x)=42426407)
+2907 train 3.403105 (lr=5.2908e-04) (hash(x)=37654850)
+2908 train 3.532276 (lr=5.2902e-04) (hash(x)=46435269)
+2909 train 3.377196 (lr=5.2896e-04) (hash(x)=38296214)
+2910 train 3.400897 (lr=5.2890e-04) (hash(x)=38091099)
+2911 train 3.393239 (lr=5.2884e-04) (hash(x)=35529407)
+2912 train 3.396891 (lr=5.2877e-04) (hash(x)=42777620)
+2913 train 3.370549 (lr=5.2871e-04) (hash(x)=42199303)
+2914 train 3.428603 (lr=5.2865e-04) (hash(x)=42505445)
+2915 train 3.408953 (lr=5.2859e-04) (hash(x)=36408694)
+2916 train 3.391510 (lr=5.2853e-04) (hash(x)=38160941)
+2917 train 3.459813 (lr=5.2846e-04) (hash(x)=38440804)
+2918 train 3.386404 (lr=5.2840e-04) (hash(x)=36613078)
+2919 train 3.335885 (lr=5.2834e-04) (hash(x)=40954342)
+2920 train 3.234179 (lr=5.2828e-04) (hash(x)=37915937)
+2921 train 3.250453 (lr=5.2822e-04) (hash(x)=36891647)
+2922 train 3.235701 (lr=5.2815e-04) (hash(x)=40775484)
+2923 train 3.268188 (lr=5.2809e-04) (hash(x)=40459920)
+2924 train 3.238519 (lr=5.2803e-04) (hash(x)=42578185)
+2925 train 3.199963 (lr=5.2797e-04) (hash(x)=45011722)
+2926 train 3.228603 (lr=5.2791e-04) (hash(x)=26973220)
+2927 train 3.248370 (lr=5.2784e-04) (hash(x)=42128711)
+2928 train 3.304163 (lr=5.2778e-04) (hash(x)=43746201)
+2929 train 3.273238 (lr=5.2772e-04) (hash(x)=35836698)
+2930 train 3.239276 (lr=5.2766e-04) (hash(x)=43914423)
+2931 train 3.278388 (lr=5.2760e-04) (hash(x)=37574646)
+2932 train 3.494490 (lr=5.2753e-04) (hash(x)=36334175)
+2933 train 3.440853 (lr=5.2747e-04) (hash(x)=45958598)
+2934 train 3.497964 (lr=5.2741e-04) (hash(x)=45276661)
+2935 train 3.429160 (lr=5.2735e-04) (hash(x)=42646848)
+2936 train 3.410891 (lr=5.2728e-04) (hash(x)=42332079)
+2937 train 3.443691 (lr=5.2722e-04) (hash(x)=47351816)
+2938 train 3.609610 (lr=5.2716e-04) (hash(x)=32565982)
+2939 train 3.483113 (lr=5.2710e-04) (hash(x)=38850135)
+2940 train 3.519562 (lr=5.2703e-04) (hash(x)=39660094)
+2941 train 3.460871 (lr=5.2697e-04) (hash(x)=48000219)
+2942 train 3.470618 (lr=5.2691e-04) (hash(x)=38380925)
+2943 train 3.458536 (lr=5.2685e-04) (hash(x)=41914744)
+2944 train 3.475485 (lr=5.2678e-04) (hash(x)=36924670)
+2945 train 3.396357 (lr=5.2672e-04) (hash(x)=44847096)
+2946 train 3.450229 (lr=5.2666e-04) (hash(x)=37697760)
+2947 train 3.477220 (lr=5.2660e-04) (hash(x)=40657847)
+2948 train 3.446781 (lr=5.2653e-04) (hash(x)=40463140)
+2949 train 3.442001 (lr=5.2647e-04) (hash(x)=41704167)
+2950 train 3.372923 (lr=5.2641e-04) (hash(x)=38051330)
+2951 train 3.476395 (lr=5.2635e-04) (hash(x)=37560455)
+2952 train 3.394960 (lr=5.2628e-04) (hash(x)=43753097)
+2953 train 3.433926 (lr=5.2622e-04) (hash(x)=55857830)
+2954 train 3.407029 (lr=5.2616e-04) (hash(x)=35725912)
+2955 train 3.443762 (lr=5.2609e-04) (hash(x)=39559496)
+2956 train 3.520233 (lr=5.2603e-04) (hash(x)=43236905)
+2957 train 3.426080 (lr=5.2597e-04) (hash(x)=41255746)
+2958 train 3.396039 (lr=5.2591e-04) (hash(x)=36713867)
+2959 train 3.397902 (lr=5.2584e-04) (hash(x)=36390927)
+2960 train 3.359339 (lr=5.2578e-04) (hash(x)=42102577)
+2961 train 3.386664 (lr=5.2572e-04) (hash(x)=48352852)
+2962 train 3.368626 (lr=5.2565e-04) (hash(x)=43091729)
+2963 train 3.364072 (lr=5.2559e-04) (hash(x)=33503173)
+2964 train 3.453604 (lr=5.2553e-04) (hash(x)=39252283)
+2965 train 3.417857 (lr=5.2547e-04) (hash(x)=38909616)
+2966 train 3.428184 (lr=5.2540e-04) (hash(x)=39183889)
+2967 train 3.403356 (lr=5.2534e-04) (hash(x)=39134981)
+2968 train 3.417642 (lr=5.2528e-04) (hash(x)=40939758)
+2969 train 3.338310 (lr=5.2521e-04) (hash(x)=42685322)
+2970 train 3.298323 (lr=5.2515e-04) (hash(x)=40717616)
+2971 train 3.251309 (lr=5.2509e-04) (hash(x)=52326206)
+2972 train 3.284339 (lr=5.2502e-04) (hash(x)=38803336)
+2973 train 3.247913 (lr=5.2496e-04) (hash(x)=43666354)
+2974 train 3.225021 (lr=5.2490e-04) (hash(x)=37926559)
+2975 train 3.206689 (lr=5.2483e-04) (hash(x)=48213164)
+2976 train 3.231883 (lr=5.2477e-04) (hash(x)=39486196)
+2977 train 3.335295 (lr=5.2471e-04) (hash(x)=40030335)
+2978 train 3.316862 (lr=5.2464e-04) (hash(x)=31894432)
+2979 train 3.273978 (lr=5.2458e-04) (hash(x)=42046249)
+2980 train 3.244193 (lr=5.2452e-04) (hash(x)=34878010)
+2981 train 3.203499 (lr=5.2445e-04) (hash(x)=39197770)
+2982 train 3.331759 (lr=5.2439e-04) (hash(x)=42646670)
+2983 train 3.438346 (lr=5.2433e-04) (hash(x)=38822136)
+2984 train 3.393216 (lr=5.2426e-04) (hash(x)=40419555)
+2985 train 3.456846 (lr=5.2420e-04) (hash(x)=42179432)
+2986 train 3.488156 (lr=5.2414e-04) (hash(x)=37521524)
+2987 train 3.509698 (lr=5.2407e-04) (hash(x)=44026711)
+2988 train 3.445651 (lr=5.2401e-04) (hash(x)=36856132)
+2989 train 3.421554 (lr=5.2395e-04) (hash(x)=40078940)
+2990 train 3.427721 (lr=5.2388e-04) (hash(x)=40698979)
+2991 train 3.394049 (lr=5.2382e-04) (hash(x)=37327502)
+2992 train 3.687757 (lr=5.2376e-04) (hash(x)=39061838)
+2993 train 3.455885 (lr=5.2369e-04) (hash(x)=49146961)
+2994 train 3.448696 (lr=5.2363e-04) (hash(x)=39952079)
+2995 train 3.431970 (lr=5.2356e-04) (hash(x)=41465892)
+2996 train 3.429609 (lr=5.2350e-04) (hash(x)=45445584)
+2997 train 3.431102 (lr=5.2344e-04) (hash(x)=37135332)
+2998 train 3.437171 (lr=5.2337e-04) (hash(x)=42706725)
+2999 train 3.381819 (lr=5.2331e-04) (hash(x)=39056102)
+3000 val loss 3.4140
+3000 val perplexity 30.3877
+3000 hella 0.2735
+3000 train 3.370925 (lr=5.2325e-04) (hash(x)=56425146)
+3001 train 3.474621 (lr=5.2318e-04) (hash(x)=35426412)
+3002 train 3.442767 (lr=5.2312e-04) (hash(x)=35341579)
+3003 train 3.442165 (lr=5.2305e-04) (hash(x)=38148607)
+3004 train 3.403455 (lr=5.2299e-04) (hash(x)=34100959)
+3005 train 3.440628 (lr=5.2293e-04) (hash(x)=37222507)
+3006 train 3.399995 (lr=5.2286e-04) (hash(x)=36003189)
+3007 train 3.405292 (lr=5.2280e-04) (hash(x)=41549507)
+3008 train 3.418714 (lr=5.2273e-04) (hash(x)=45985244)
+3009 train 3.411139 (lr=5.2267e-04) (hash(x)=39094791)
+3010 train 3.354159 (lr=5.2261e-04) (hash(x)=42650616)
+3011 train 3.424489 (lr=5.2254e-04) (hash(x)=38116961)
+3012 train 3.423729 (lr=5.2248e-04) (hash(x)=48819929)
+3013 train 3.406708 (lr=5.2241e-04) (hash(x)=35698841)
+3014 train 3.409877 (lr=5.2235e-04) (hash(x)=46673301)
+3015 train 3.396538 (lr=5.2229e-04) (hash(x)=36671375)
+3016 train 3.384355 (lr=5.2222e-04) (hash(x)=40814547)
+3017 train 3.378634 (lr=5.2216e-04) (hash(x)=42736931)
+3018 train 3.339587 (lr=5.2209e-04) (hash(x)=39101437)
+3019 train 3.411819 (lr=5.2203e-04) (hash(x)=37140520)
+3020 train 3.347562 (lr=5.2197e-04) (hash(x)=38826196)
+3021 train 3.228685 (lr=5.2190e-04) (hash(x)=39462759)
+3022 train 3.220827 (lr=5.2184e-04) (hash(x)=43342723)
+3023 train 3.256013 (lr=5.2177e-04) (hash(x)=45689011)
+3024 train 3.174765 (lr=5.2171e-04) (hash(x)=40699217)
+3025 train 3.222773 (lr=5.2164e-04) (hash(x)=39743565)
+3026 train 3.241813 (lr=5.2158e-04) (hash(x)=41646149)
+3027 train 3.273447 (lr=5.2152e-04) (hash(x)=42458921)
+3028 train 3.229661 (lr=5.2145e-04) (hash(x)=38265751)
+3029 train 3.243530 (lr=5.2139e-04) (hash(x)=42208430)
+3030 train 3.219742 (lr=5.2132e-04) (hash(x)=42896365)
+3031 train 3.188494 (lr=5.2126e-04) (hash(x)=40037664)
+3032 train 3.181564 (lr=5.2119e-04) (hash(x)=48452920)
+3033 train 3.193979 (lr=5.2113e-04) (hash(x)=34462794)
+3034 train 3.482383 (lr=5.2106e-04) (hash(x)=45271999)
+3035 train 3.430118 (lr=5.2100e-04) (hash(x)=43639992)
+3036 train 3.471164 (lr=5.2093e-04) (hash(x)=40889531)
+3037 train 3.423314 (lr=5.2087e-04) (hash(x)=39081296)
+3038 train 3.398516 (lr=5.2081e-04) (hash(x)=40816220)
+3039 train 3.451787 (lr=5.2074e-04) (hash(x)=40221310)
+3040 train 3.452152 (lr=5.2068e-04) (hash(x)=45473688)
+3041 train 3.421680 (lr=5.2061e-04) (hash(x)=41784731)
+3042 train 3.403538 (lr=5.2055e-04) (hash(x)=35848382)
+3043 train 3.419598 (lr=5.2048e-04) (hash(x)=38490785)
+3044 train 3.450531 (lr=5.2042e-04) (hash(x)=45744586)
+3045 train 3.393629 (lr=5.2035e-04) (hash(x)=38921466)
+3046 train 3.442723 (lr=5.2029e-04) (hash(x)=39070870)
+3047 train 3.432709 (lr=5.2022e-04) (hash(x)=39046633)
+3048 train 3.442892 (lr=5.2016e-04) (hash(x)=43713147)
+3049 train 3.448318 (lr=5.2009e-04) (hash(x)=46399406)
+3050 train 3.474447 (lr=5.2003e-04) (hash(x)=35621804)
+3051 train 3.387816 (lr=5.1996e-04) (hash(x)=40308764)
+3052 train 3.409974 (lr=5.1990e-04) (hash(x)=44631119)
+3053 train 3.448934 (lr=5.1983e-04) (hash(x)=42530721)
+3054 train 3.443896 (lr=5.1977e-04) (hash(x)=42800512)
+3055 train 3.439485 (lr=5.1970e-04) (hash(x)=44078726)
+3056 train 3.428661 (lr=5.1964e-04) (hash(x)=42334999)
+3057 train 3.440733 (lr=5.1957e-04) (hash(x)=39043492)
+3058 train 3.328545 (lr=5.1951e-04) (hash(x)=39862461)
+3059 train 3.366579 (lr=5.1944e-04) (hash(x)=44892001)
+3060 train 3.363466 (lr=5.1938e-04) (hash(x)=39737798)
+3061 train 3.425699 (lr=5.1931e-04) (hash(x)=35996108)
+3062 train 3.388861 (lr=5.1925e-04) (hash(x)=33955223)
+3063 train 3.375646 (lr=5.1918e-04) (hash(x)=32062006)
+3064 train 3.360802 (lr=5.1912e-04) (hash(x)=37681751)
+3065 train 3.398646 (lr=5.1905e-04) (hash(x)=42336509)
+3066 train 3.389294 (lr=5.1899e-04) (hash(x)=40002239)
+3067 train 3.378398 (lr=5.1892e-04) (hash(x)=32105691)
+3068 train 3.372304 (lr=5.1886e-04) (hash(x)=32501846)
+3069 train 3.388712 (lr=5.1879e-04) (hash(x)=38387178)
+3070 train 3.377681 (lr=5.1873e-04) (hash(x)=42288299)
+3071 train 3.326797 (lr=5.1866e-04) (hash(x)=41319220)
+3072 train 3.220348 (lr=5.1860e-04) (hash(x)=40456349)
+3073 train 3.196424 (lr=5.1853e-04) (hash(x)=37597276)
+3074 train 3.201502 (lr=5.1846e-04) (hash(x)=33898972)
+3075 train 3.207263 (lr=5.1840e-04) (hash(x)=40306494)
+3076 train 3.225405 (lr=5.1833e-04) (hash(x)=37082865)
+3077 train 3.221182 (lr=5.1827e-04) (hash(x)=52746969)
+3078 train 3.235249 (lr=5.1820e-04) (hash(x)=40898932)
+3079 train 3.245581 (lr=5.1814e-04) (hash(x)=37928722)
+3080 train 3.231713 (lr=5.1807e-04) (hash(x)=37613129)
+3081 train 3.301485 (lr=5.1801e-04) (hash(x)=40124873)
+3082 train 3.241055 (lr=5.1794e-04) (hash(x)=31881641)
+3083 train 3.274298 (lr=5.1788e-04) (hash(x)=41655025)
+3084 train 3.362545 (lr=5.1781e-04) (hash(x)=41349016)
+3085 train 3.402628 (lr=5.1774e-04) (hash(x)=39963805)
+3086 train 3.471459 (lr=5.1768e-04) (hash(x)=43356626)
+3087 train 3.450539 (lr=5.1761e-04) (hash(x)=34932536)
+3088 train 3.426588 (lr=5.1755e-04) (hash(x)=43720388)
+3089 train 3.434642 (lr=5.1748e-04) (hash(x)=38537348)
+3090 train 3.437386 (lr=5.1742e-04) (hash(x)=37532858)
+3091 train 3.474097 (lr=5.1735e-04) (hash(x)=38832599)
+3092 train 3.415527 (lr=5.1728e-04) (hash(x)=39246864)
+3093 train 3.420176 (lr=5.1722e-04) (hash(x)=37427597)
+3094 train 3.469978 (lr=5.1715e-04) (hash(x)=39823215)
+3095 train 3.454060 (lr=5.1709e-04) (hash(x)=36016159)
+3096 train 3.469040 (lr=5.1702e-04) (hash(x)=37983255)
+3097 train 3.425595 (lr=5.1695e-04) (hash(x)=35606095)
+3098 train 3.412221 (lr=5.1689e-04) (hash(x)=44965785)
+3099 train 3.414509 (lr=5.1682e-04) (hash(x)=39709638)
+3100 train 3.456357 (lr=5.1676e-04) (hash(x)=38444025)
+3101 train 3.489924 (lr=5.1669e-04) (hash(x)=45219303)
+3102 train 3.454427 (lr=5.1662e-04) (hash(x)=49013366)
+3103 train 3.440221 (lr=5.1656e-04) (hash(x)=49374328)
+3104 train 3.453250 (lr=5.1649e-04) (hash(x)=44270161)
+3105 train 3.466594 (lr=5.1643e-04) (hash(x)=34362713)
+3106 train 3.376276 (lr=5.1636e-04) (hash(x)=44748585)
+3107 train 3.368991 (lr=5.1629e-04) (hash(x)=38789436)
+3108 train 3.425819 (lr=5.1623e-04) (hash(x)=44511737)
+3109 train 3.383922 (lr=5.1616e-04) (hash(x)=36923927)
+3110 train 3.318014 (lr=5.1610e-04) (hash(x)=36415371)
+3111 train 3.379897 (lr=5.1603e-04) (hash(x)=35035480)
+3112 train 3.370639 (lr=5.1596e-04) (hash(x)=44707071)
+3113 train 3.379309 (lr=5.1590e-04) (hash(x)=39026716)
+3114 train 3.375787 (lr=5.1583e-04) (hash(x)=37017892)
+3115 train 3.464231 (lr=5.1576e-04) (hash(x)=41704898)
+3116 train 3.377652 (lr=5.1570e-04) (hash(x)=37452814)
+3117 train 3.417312 (lr=5.1563e-04) (hash(x)=43817025)
+3118 train 3.367674 (lr=5.1557e-04) (hash(x)=44601856)
+3119 train 3.348157 (lr=5.1550e-04) (hash(x)=34998446)
+3120 train 3.290916 (lr=5.1543e-04) (hash(x)=37672621)
+3121 train 3.411849 (lr=5.1537e-04) (hash(x)=34512336)
+3122 train 3.306784 (lr=5.1530e-04) (hash(x)=46001640)
+3123 train 3.276066 (lr=5.1523e-04) (hash(x)=42306638)
+3124 train 3.248332 (lr=5.1517e-04) (hash(x)=44508165)
+3125 train 3.221137 (lr=5.1510e-04) (hash(x)=40973434)
+3126 train 3.184496 (lr=5.1503e-04) (hash(x)=41611694)
+3127 train 3.215075 (lr=5.1497e-04) (hash(x)=36636051)
+3128 train 3.230154 (lr=5.1490e-04) (hash(x)=40437037)
+3129 train 3.245522 (lr=5.1483e-04) (hash(x)=42284957)
+3130 train 3.235522 (lr=5.1477e-04) (hash(x)=39554588)
+3131 train 3.243263 (lr=5.1470e-04) (hash(x)=41839804)
+3132 train 3.196185 (lr=5.1463e-04) (hash(x)=41216645)
+3133 train 3.224432 (lr=5.1457e-04) (hash(x)=46201779)
+3134 train 3.272122 (lr=5.1450e-04) (hash(x)=41829944)
+3135 train 3.438094 (lr=5.1443e-04) (hash(x)=42874622)
+3136 train 3.433112 (lr=5.1437e-04) (hash(x)=35291117)
+3137 train 3.467857 (lr=5.1430e-04) (hash(x)=42819466)
+3138 train 3.413318 (lr=5.1423e-04) (hash(x)=35564183)
+3139 train 3.400728 (lr=5.1417e-04) (hash(x)=40376554)
+3140 train 3.479257 (lr=5.1410e-04) (hash(x)=42179246)
+3141 train 3.434771 (lr=5.1403e-04) (hash(x)=34332369)
+3142 train 3.469906 (lr=5.1397e-04) (hash(x)=46268601)
+3143 train 3.420632 (lr=5.1390e-04) (hash(x)=37640439)
+3144 train 3.419360 (lr=5.1383e-04) (hash(x)=40156261)
+3145 train 3.414310 (lr=5.1377e-04) (hash(x)=40351072)
+3146 train 3.463929 (lr=5.1370e-04) (hash(x)=36054967)
+3147 train 3.429706 (lr=5.1363e-04) (hash(x)=41301913)
+3148 train 3.404140 (lr=5.1357e-04) (hash(x)=38768866)
+3149 train 3.403479 (lr=5.1350e-04) (hash(x)=44069193)
+3150 train 3.441492 (lr=5.1343e-04) (hash(x)=39527563)
+3151 train 3.404987 (lr=5.1336e-04) (hash(x)=50021690)
+3152 train 3.418760 (lr=5.1330e-04) (hash(x)=42153363)
+3153 train 3.383101 (lr=5.1323e-04) (hash(x)=32164813)
+3154 train 3.404525 (lr=5.1316e-04) (hash(x)=40070831)
+3155 train 3.409658 (lr=5.1310e-04) (hash(x)=36495756)
+3156 train 3.410505 (lr=5.1303e-04) (hash(x)=52350827)
+3157 train 3.446166 (lr=5.1296e-04) (hash(x)=36148174)
+3158 train 3.472294 (lr=5.1289e-04) (hash(x)=43482400)
+3159 train 3.480655 (lr=5.1283e-04) (hash(x)=38255626)
+3160 train 3.338351 (lr=5.1276e-04) (hash(x)=39419289)
+3161 train 3.335033 (lr=5.1269e-04) (hash(x)=40390981)
+3162 train 3.353189 (lr=5.1263e-04) (hash(x)=44090585)
+3163 train 3.344007 (lr=5.1256e-04) (hash(x)=40913138)
+3164 train 3.380654 (lr=5.1249e-04) (hash(x)=38393943)
+3165 train 3.338633 (lr=5.1242e-04) (hash(x)=41898275)
+3166 train 3.398258 (lr=5.1236e-04) (hash(x)=34564182)
+3167 train 3.328916 (lr=5.1229e-04) (hash(x)=43225361)
+3168 train 3.392334 (lr=5.1222e-04) (hash(x)=39316456)
+3169 train 3.354982 (lr=5.1215e-04) (hash(x)=36100350)
+3170 train 3.361834 (lr=5.1209e-04) (hash(x)=40310620)
+3171 train 3.356180 (lr=5.1202e-04) (hash(x)=44330244)
+3172 train 3.343302 (lr=5.1195e-04) (hash(x)=43469527)
+3173 train 3.219090 (lr=5.1188e-04) (hash(x)=33910689)
+3174 train 3.228106 (lr=5.1182e-04) (hash(x)=43480665)
+3175 train 3.246052 (lr=5.1175e-04) (hash(x)=41128116)
+3176 train 3.161670 (lr=5.1168e-04) (hash(x)=42703101)
+3177 train 3.246572 (lr=5.1161e-04) (hash(x)=40821084)
+3178 train 3.276109 (lr=5.1155e-04) (hash(x)=43786775)
+3179 train 3.312265 (lr=5.1148e-04) (hash(x)=33880226)
+3180 train 3.210368 (lr=5.1141e-04) (hash(x)=39349585)
+3181 train 3.202060 (lr=5.1134e-04) (hash(x)=36625291)
+3182 train 3.216336 (lr=5.1128e-04) (hash(x)=37913891)
+3183 train 3.193558 (lr=5.1121e-04) (hash(x)=38554864)
+3184 train 3.233379 (lr=5.1114e-04) (hash(x)=34739579)
+3185 train 3.530997 (lr=5.1107e-04) (hash(x)=31612452)
+3186 train 3.475942 (lr=5.1100e-04) (hash(x)=38443261)
+3187 train 3.373279 (lr=5.1094e-04) (hash(x)=41680693)
+3188 train 3.414143 (lr=5.1087e-04) (hash(x)=42253067)
+3189 train 3.413527 (lr=5.1080e-04) (hash(x)=41995729)
+3190 train 3.443308 (lr=5.1073e-04) (hash(x)=39233695)
+3191 train 3.412108 (lr=5.1067e-04) (hash(x)=35331333)
+3192 train 3.430538 (lr=5.1060e-04) (hash(x)=37977075)
+3193 train 3.418971 (lr=5.1053e-04) (hash(x)=40986690)
+3194 train 3.413618 (lr=5.1046e-04) (hash(x)=45236888)
+3195 train 3.384125 (lr=5.1039e-04) (hash(x)=48194605)
+3196 train 3.401740 (lr=5.1033e-04) (hash(x)=34951826)
+3197 train 3.410148 (lr=5.1026e-04) (hash(x)=42207541)
+3198 train 3.382982 (lr=5.1019e-04) (hash(x)=42189137)
+3199 train 3.405303 (lr=5.1012e-04) (hash(x)=39179711)
+3200 train 3.446000 (lr=5.1005e-04) (hash(x)=38871191)
+3201 train 3.429424 (lr=5.0999e-04) (hash(x)=40733521)
+3202 train 3.399947 (lr=5.0992e-04) (hash(x)=36163360)
+3203 train 3.397160 (lr=5.0985e-04) (hash(x)=42251486)
+3204 train 3.430707 (lr=5.0978e-04) (hash(x)=38493138)
+3205 train 3.425456 (lr=5.0971e-04) (hash(x)=34381099)
+3206 train 3.466064 (lr=5.0964e-04) (hash(x)=38432693)
+3207 train 3.407172 (lr=5.0958e-04) (hash(x)=40525953)
+3208 train 3.500072 (lr=5.0951e-04) (hash(x)=40513998)
+3209 train 3.467332 (lr=5.0944e-04) (hash(x)=40078255)
+3210 train 3.397379 (lr=5.0937e-04) (hash(x)=35868944)
+3211 train 3.363953 (lr=5.0930e-04) (hash(x)=41425879)
+3212 train 3.419021 (lr=5.0924e-04) (hash(x)=39505552)
+3213 train 3.422167 (lr=5.0917e-04) (hash(x)=40221792)
+3214 train 3.382108 (lr=5.0910e-04) (hash(x)=34247262)
+3215 train 3.371124 (lr=5.0903e-04) (hash(x)=42303586)
+3216 train 3.309483 (lr=5.0896e-04) (hash(x)=34429423)
+3217 train 3.333977 (lr=5.0889e-04) (hash(x)=36355545)
+3218 train 3.393505 (lr=5.0882e-04) (hash(x)=48007478)
+3219 train 3.378173 (lr=5.0876e-04) (hash(x)=40111375)
+3220 train 3.351110 (lr=5.0869e-04) (hash(x)=48817691)
+3221 train 3.297055 (lr=5.0862e-04) (hash(x)=38859644)
+3222 train 3.346320 (lr=5.0855e-04) (hash(x)=40609347)
+3223 train 3.236224 (lr=5.0848e-04) (hash(x)=44150793)
+3224 train 3.194448 (lr=5.0841e-04) (hash(x)=41779469)
+3225 train 3.234667 (lr=5.0835e-04) (hash(x)=40008717)
+3226 train 3.173924 (lr=5.0828e-04) (hash(x)=46048980)
+3227 train 3.207364 (lr=5.0821e-04) (hash(x)=45523095)
+3228 train 3.288386 (lr=5.0814e-04) (hash(x)=39654377)
+3229 train 3.167857 (lr=5.0807e-04) (hash(x)=40995085)
+3230 train 3.177257 (lr=5.0800e-04) (hash(x)=38772185)
+3231 train 3.162883 (lr=5.0793e-04) (hash(x)=38211166)
+3232 train 3.205145 (lr=5.0786e-04) (hash(x)=40237702)
+3233 train 3.185433 (lr=5.0780e-04) (hash(x)=39297057)
+3234 train 3.190402 (lr=5.0773e-04) (hash(x)=44964123)
+3235 train 3.296475 (lr=5.0766e-04) (hash(x)=39759464)
+3236 train 3.463974 (lr=5.0759e-04) (hash(x)=38015122)
+3237 train 3.396582 (lr=5.0752e-04) (hash(x)=47511951)
+3238 train 3.375159 (lr=5.0745e-04) (hash(x)=45642735)
+3239 train 3.407138 (lr=5.0738e-04) (hash(x)=43970088)
+3240 train 3.478009 (lr=5.0731e-04) (hash(x)=42190238)
+3241 train 3.442026 (lr=5.0725e-04) (hash(x)=41170518)
+3242 train 3.395470 (lr=5.0718e-04) (hash(x)=40564283)
+3243 train 3.405782 (lr=5.0711e-04) (hash(x)=32163654)
+3244 train 3.413340 (lr=5.0704e-04) (hash(x)=41904778)
+3245 train 3.432733 (lr=5.0697e-04) (hash(x)=34312954)
+3246 train 3.522243 (lr=5.0690e-04) (hash(x)=38043420)
+3247 train 3.433150 (lr=5.0683e-04) (hash(x)=41487135)
+3248 train 3.408260 (lr=5.0676e-04) (hash(x)=40851252)
+3249 train 3.415816 (lr=5.0669e-04) (hash(x)=33869846)
+3250 val loss 3.3819
+3250 val perplexity 29.4262
+3250 hella 0.2774
+3250 train 3.385288 (lr=5.0662e-04) (hash(x)=38817488)
+3251 train 3.356033 (lr=5.0655e-04) (hash(x)=49025986)
+3252 train 3.425541 (lr=5.0649e-04) (hash(x)=39989820)
+3253 train 3.445776 (lr=5.0642e-04) (hash(x)=38637470)
+3254 train 3.495143 (lr=5.0635e-04) (hash(x)=47157812)
+3255 train 3.387453 (lr=5.0628e-04) (hash(x)=43941969)
+3256 train 3.365028 (lr=5.0621e-04) (hash(x)=38730930)
+3257 train 3.377328 (lr=5.0614e-04) (hash(x)=43017315)
+3258 train 3.391731 (lr=5.0607e-04) (hash(x)=36438289)
+3259 train 3.388743 (lr=5.0600e-04) (hash(x)=43561333)
+3260 train 3.361431 (lr=5.0593e-04) (hash(x)=37606427)
+3261 train 3.381150 (lr=5.0586e-04) (hash(x)=39215555)
+3262 train 3.296439 (lr=5.0579e-04) (hash(x)=42496035)
+3263 train 3.306624 (lr=5.0572e-04) (hash(x)=38301597)
+3264 train 3.380372 (lr=5.0565e-04) (hash(x)=47558969)
+3265 train 3.378350 (lr=5.0559e-04) (hash(x)=45678947)
+3266 train 3.341034 (lr=5.0552e-04) (hash(x)=36767385)
+3267 train 3.377521 (lr=5.0545e-04) (hash(x)=33120435)
+3268 train 3.338490 (lr=5.0538e-04) (hash(x)=37689860)
+3269 train 3.321079 (lr=5.0531e-04) (hash(x)=38986377)
+3270 train 3.384151 (lr=5.0524e-04) (hash(x)=33529883)
+3271 train 3.294780 (lr=5.0517e-04) (hash(x)=39355586)
+3272 train 3.215738 (lr=5.0510e-04) (hash(x)=33210393)
+3273 train 3.159937 (lr=5.0503e-04) (hash(x)=39815631)
+3274 train 3.233657 (lr=5.0496e-04) (hash(x)=36579382)
+3275 train 3.260782 (lr=5.0489e-04) (hash(x)=37413626)
+3276 train 3.172412 (lr=5.0482e-04) (hash(x)=42479991)
+3277 train 3.185205 (lr=5.0475e-04) (hash(x)=40840164)
+3278 train 3.272367 (lr=5.0468e-04) (hash(x)=40857150)
+3279 train 3.215293 (lr=5.0461e-04) (hash(x)=40693760)
+3280 train 3.228874 (lr=5.0454e-04) (hash(x)=40843538)
+3281 train 3.192866 (lr=5.0447e-04) (hash(x)=40012811)
+3282 train 3.134586 (lr=5.0440e-04) (hash(x)=40946697)
+3283 train 3.151952 (lr=5.0433e-04) (hash(x)=40140009)
+3284 train 3.270868 (lr=5.0426e-04) (hash(x)=39515726)
+3285 train 3.463597 (lr=5.0419e-04) (hash(x)=40401457)
+3286 train 3.373646 (lr=5.0412e-04) (hash(x)=38380273)
+3287 train 3.409472 (lr=5.0405e-04) (hash(x)=39655903)
+3288 train 3.398160 (lr=5.0398e-04) (hash(x)=35496080)
+3289 train 3.402204 (lr=5.0391e-04) (hash(x)=41540386)
+3290 train 3.433297 (lr=5.0384e-04) (hash(x)=42730453)
+3291 train 3.420867 (lr=5.0377e-04) (hash(x)=43175492)
+3292 train 3.383482 (lr=5.0370e-04) (hash(x)=40615846)
+3293 train 3.434302 (lr=5.0363e-04) (hash(x)=35885213)
+3294 train 3.386111 (lr=5.0356e-04) (hash(x)=41822734)
+3295 train 3.357518 (lr=5.0349e-04) (hash(x)=43201218)
+3296 train 3.414349 (lr=5.0342e-04) (hash(x)=40159363)
+3297 train 3.450139 (lr=5.0335e-04) (hash(x)=39938237)
+3298 train 3.368423 (lr=5.0328e-04) (hash(x)=39968631)
+3299 train 3.462889 (lr=5.0321e-04) (hash(x)=40681804)
+3300 train 3.409533 (lr=5.0314e-04) (hash(x)=35588095)
+3301 train 3.351510 (lr=5.0307e-04) (hash(x)=36892303)
+3302 train 3.378937 (lr=5.0300e-04) (hash(x)=34722284)
+3303 train 3.404719 (lr=5.0293e-04) (hash(x)=37556281)
+3304 train 3.400352 (lr=5.0286e-04) (hash(x)=34743236)
+3305 train 3.381397 (lr=5.0279e-04) (hash(x)=39306357)
+3306 train 3.457722 (lr=5.0272e-04) (hash(x)=44542267)
+3307 train 3.457794 (lr=5.0265e-04) (hash(x)=35922802)
+3308 train 3.431838 (lr=5.0258e-04) (hash(x)=48173669)
+3309 train 3.282420 (lr=5.0251e-04) (hash(x)=46636973)
+3310 train 3.352442 (lr=5.0244e-04) (hash(x)=36136305)
+3311 train 3.342734 (lr=5.0237e-04) (hash(x)=41796730)
+3312 train 3.293558 (lr=5.0230e-04) (hash(x)=42443001)
+3313 train 3.439447 (lr=5.0223e-04) (hash(x)=43085928)
+3314 train 3.352933 (lr=5.0216e-04) (hash(x)=39769053)
+3315 train 3.357048 (lr=5.0209e-04) (hash(x)=38462632)
+3316 train 3.429706 (lr=5.0202e-04) (hash(x)=38297042)
+3317 train 3.385276 (lr=5.0195e-04) (hash(x)=39430083)
+3318 train 3.388430 (lr=5.0188e-04) (hash(x)=37728901)
+3319 train 3.341308 (lr=5.0181e-04) (hash(x)=38223593)
+3320 train 3.328764 (lr=5.0174e-04) (hash(x)=39599335)
+3321 train 3.389284 (lr=5.0167e-04) (hash(x)=35083810)
+3322 train 3.263337 (lr=5.0160e-04) (hash(x)=40249362)
+3323 train 3.211664 (lr=5.0153e-04) (hash(x)=39802253)
+3324 train 3.183219 (lr=5.0146e-04) (hash(x)=39660649)
+3325 train 3.186202 (lr=5.0139e-04) (hash(x)=42930866)
+3326 train 3.191500 (lr=5.0131e-04) (hash(x)=39337454)
+3327 train 3.235864 (lr=5.0124e-04) (hash(x)=42193436)
+3328 train 3.201760 (lr=5.0117e-04) (hash(x)=38860860)
+3329 train 3.155331 (lr=5.0110e-04) (hash(x)=46465483)
+3330 train 3.250725 (lr=5.0103e-04) (hash(x)=42132579)
+3331 train 3.217450 (lr=5.0096e-04) (hash(x)=41783903)
+3332 train 3.189961 (lr=5.0089e-04) (hash(x)=39462374)
+3333 train 3.220852 (lr=5.0082e-04) (hash(x)=45145021)
+3334 train 3.176350 (lr=5.0075e-04) (hash(x)=43369382)
+3335 train 3.360924 (lr=5.0068e-04) (hash(x)=43787378)
+3336 train 3.381237 (lr=5.0061e-04) (hash(x)=44229485)
+3337 train 3.425149 (lr=5.0054e-04) (hash(x)=40923929)
+3338 train 3.351166 (lr=5.0047e-04) (hash(x)=37966703)
+3339 train 3.366336 (lr=5.0040e-04) (hash(x)=40896103)
+3340 train 3.332429 (lr=5.0032e-04) (hash(x)=42826020)
+3341 train 3.414549 (lr=5.0025e-04) (hash(x)=43646241)
+3342 train 3.377951 (lr=5.0018e-04) (hash(x)=42414971)
+3343 train 3.366133 (lr=5.0011e-04) (hash(x)=44413081)
+3344 train 3.333709 (lr=5.0004e-04) (hash(x)=42569142)
+3345 train 3.350787 (lr=4.9997e-04) (hash(x)=41053119)
+3346 train 3.384069 (lr=4.9990e-04) (hash(x)=42675607)
+3347 train 3.323336 (lr=4.9983e-04) (hash(x)=37723908)
+3348 train 3.447224 (lr=4.9976e-04) (hash(x)=46207961)
+3349 train 3.434934 (lr=4.9969e-04) (hash(x)=36247712)
+3350 train 3.450130 (lr=4.9961e-04) (hash(x)=41277185)
+3351 train 3.427513 (lr=4.9954e-04) (hash(x)=47452502)
+3352 train 3.435558 (lr=4.9947e-04) (hash(x)=42855253)
+3353 train 3.537054 (lr=4.9940e-04) (hash(x)=42624707)
+3354 train 3.387655 (lr=4.9933e-04) (hash(x)=39670274)
+3355 train 3.468223 (lr=4.9926e-04) (hash(x)=44233198)
+3356 train 3.442296 (lr=4.9919e-04) (hash(x)=35377204)
+3357 train 3.448076 (lr=4.9912e-04) (hash(x)=45596572)
+3358 train 3.365602 (lr=4.9905e-04) (hash(x)=42679061)
+3359 train 3.409485 (lr=4.9897e-04) (hash(x)=39068175)
+3360 train 3.369086 (lr=4.9890e-04) (hash(x)=40231140)
+3361 train 3.390172 (lr=4.9883e-04) (hash(x)=37446801)
+3362 train 3.343504 (lr=4.9876e-04) (hash(x)=40579037)
+3363 train 3.319973 (lr=4.9869e-04) (hash(x)=45257491)
+3364 train 3.372473 (lr=4.9862e-04) (hash(x)=40397432)
+3365 train 3.404067 (lr=4.9855e-04) (hash(x)=42550385)
+3366 train 3.345342 (lr=4.9847e-04) (hash(x)=42029418)
+3367 train 3.315115 (lr=4.9840e-04) (hash(x)=36476940)
+3368 train 3.316893 (lr=4.9833e-04) (hash(x)=41757077)
+3369 train 3.328911 (lr=4.9826e-04) (hash(x)=40893438)
+3370 train 3.364277 (lr=4.9819e-04) (hash(x)=38025760)
+3371 train 3.347559 (lr=4.9812e-04) (hash(x)=35934301)
+3372 train 3.338251 (lr=4.9805e-04) (hash(x)=39359841)
+3373 train 3.121302 (lr=4.9797e-04) (hash(x)=39536006)
+3374 train 3.230357 (lr=4.9790e-04) (hash(x)=37344088)
+3375 train 3.275725 (lr=4.9783e-04) (hash(x)=37112585)
+3376 train 3.197021 (lr=4.9776e-04) (hash(x)=32539564)
+3377 train 3.184762 (lr=4.9769e-04) (hash(x)=36768224)
+3378 train 3.209900 (lr=4.9762e-04) (hash(x)=38064727)
+3379 train 3.144567 (lr=4.9755e-04) (hash(x)=36544920)
+3380 train 3.144496 (lr=4.9747e-04) (hash(x)=37576575)
+3381 train 3.225902 (lr=4.9740e-04) (hash(x)=40401210)
+3382 train 3.171620 (lr=4.9733e-04) (hash(x)=39920412)
+3383 train 3.170150 (lr=4.9726e-04) (hash(x)=35412964)
+3384 train 3.177070 (lr=4.9719e-04) (hash(x)=42964749)
+3385 train 3.376307 (lr=4.9712e-04) (hash(x)=45637465)
+3386 train 3.353324 (lr=4.9704e-04) (hash(x)=38531066)
+3387 train 3.387969 (lr=4.9697e-04) (hash(x)=45503252)
+3388 train 3.366603 (lr=4.9690e-04) (hash(x)=37454536)
+3389 train 3.354695 (lr=4.9683e-04) (hash(x)=39427995)
+3390 train 3.390522 (lr=4.9676e-04) (hash(x)=37660183)
+3391 train 3.354052 (lr=4.9668e-04) (hash(x)=43635736)
+3392 train 3.406288 (lr=4.9661e-04) (hash(x)=41702925)
+3393 train 3.316513 (lr=4.9654e-04) (hash(x)=39086959)
+3394 train 3.377738 (lr=4.9647e-04) (hash(x)=41698452)
+3395 train 3.420235 (lr=4.9640e-04) (hash(x)=42239036)
+3396 train 3.357244 (lr=4.9632e-04) (hash(x)=40899213)
+3397 train 3.351493 (lr=4.9625e-04) (hash(x)=45861708)
+3398 train 3.382971 (lr=4.9618e-04) (hash(x)=44053884)
+3399 train 3.401521 (lr=4.9611e-04) (hash(x)=39918567)
+3400 train 3.411532 (lr=4.9604e-04) (hash(x)=56449461)
+3401 train 3.351814 (lr=4.9596e-04) (hash(x)=38115445)
+3402 train 3.325037 (lr=4.9589e-04) (hash(x)=36558171)
+3403 train 3.452081 (lr=4.9582e-04) (hash(x)=44251992)
+3404 train 3.372695 (lr=4.9575e-04) (hash(x)=38032683)
+3405 train 3.365795 (lr=4.9568e-04) (hash(x)=39038679)
+3406 train 3.355953 (lr=4.9560e-04) (hash(x)=37448827)
+3407 train 3.372821 (lr=4.9553e-04) (hash(x)=39214522)
+3408 train 3.389783 (lr=4.9546e-04) (hash(x)=35987239)
+3409 train 3.383395 (lr=4.9539e-04) (hash(x)=32076627)
+3410 train 3.306086 (lr=4.9532e-04) (hash(x)=42075245)
+3411 train 3.347341 (lr=4.9524e-04) (hash(x)=42041520)
+3412 train 3.361922 (lr=4.9517e-04) (hash(x)=43735301)
+3413 train 3.341268 (lr=4.9510e-04) (hash(x)=39513650)
+3414 train 3.343992 (lr=4.9503e-04) (hash(x)=43918372)
+3415 train 3.329530 (lr=4.9495e-04) (hash(x)=32269513)
+3416 train 3.355303 (lr=4.9488e-04) (hash(x)=50445799)
+3417 train 3.351439 (lr=4.9481e-04) (hash(x)=38004488)
+3418 train 3.300820 (lr=4.9474e-04) (hash(x)=40051206)
+3419 train 3.281379 (lr=4.9466e-04) (hash(x)=41200594)
+3420 train 3.483402 (lr=4.9459e-04) (hash(x)=41766327)
+3421 train 3.358657 (lr=4.9452e-04) (hash(x)=41203934)
+3422 train 3.268665 (lr=4.9445e-04) (hash(x)=35872266)
+3423 train 3.225011 (lr=4.9437e-04) (hash(x)=41771230)
+3424 train 3.256752 (lr=4.9430e-04) (hash(x)=40671215)
+3425 train 3.196007 (lr=4.9423e-04) (hash(x)=35597633)
+3426 train 3.142713 (lr=4.9416e-04) (hash(x)=33692330)
+3427 train 3.156099 (lr=4.9408e-04) (hash(x)=43037773)
+3428 train 3.151757 (lr=4.9401e-04) (hash(x)=39668344)
+3429 train 3.203195 (lr=4.9394e-04) (hash(x)=39842387)
+3430 train 3.228392 (lr=4.9387e-04) (hash(x)=34820153)
+3431 train 3.233769 (lr=4.9379e-04) (hash(x)=40474473)
+3432 train 3.170781 (lr=4.9372e-04) (hash(x)=44993464)
+3433 train 3.170593 (lr=4.9365e-04) (hash(x)=32028078)
+3434 train 3.183422 (lr=4.9358e-04) (hash(x)=44148873)
+3435 train 3.431375 (lr=4.9350e-04) (hash(x)=40350246)
+3436 train 3.402360 (lr=4.9343e-04) (hash(x)=37973893)
+3437 train 3.421305 (lr=4.9336e-04) (hash(x)=45603513)
+3438 train 3.399539 (lr=4.9329e-04) (hash(x)=34374344)
+3439 train 3.359705 (lr=4.9321e-04) (hash(x)=39564383)
+3440 train 3.393084 (lr=4.9314e-04) (hash(x)=41986232)
+3441 train 3.380965 (lr=4.9307e-04) (hash(x)=38849712)
+3442 train 3.424664 (lr=4.9299e-04) (hash(x)=40616617)
+3443 train 3.388976 (lr=4.9292e-04) (hash(x)=40544871)
+3444 train 3.321160 (lr=4.9285e-04) (hash(x)=46533507)
+3445 train 3.432006 (lr=4.9278e-04) (hash(x)=39759753)
+3446 train 3.400017 (lr=4.9270e-04) (hash(x)=38158001)
+3447 train 3.356477 (lr=4.9263e-04) (hash(x)=37899982)
+3448 train 3.385187 (lr=4.9256e-04) (hash(x)=35333882)
+3449 train 3.388183 (lr=4.9248e-04) (hash(x)=40123067)
+3450 train 3.497189 (lr=4.9241e-04) (hash(x)=35453187)
+3451 train 3.386359 (lr=4.9234e-04) (hash(x)=39031303)
+3452 train 3.381797 (lr=4.9227e-04) (hash(x)=38395561)
+3453 train 3.398029 (lr=4.9219e-04) (hash(x)=35054528)
+3454 train 3.427812 (lr=4.9212e-04) (hash(x)=41579758)
+3455 train 3.432234 (lr=4.9205e-04) (hash(x)=40250763)
+3456 train 3.349869 (lr=4.9197e-04) (hash(x)=42941052)
+3457 train 3.686718 (lr=4.9190e-04) (hash(x)=42616853)
+3458 train 3.396185 (lr=4.9183e-04) (hash(x)=36743882)
+3459 train 3.357267 (lr=4.9175e-04) (hash(x)=41230008)
+3460 train 3.347813 (lr=4.9168e-04) (hash(x)=37800314)
+3461 train 3.334771 (lr=4.9161e-04) (hash(x)=42409907)
+3462 train 3.314113 (lr=4.9153e-04) (hash(x)=37880046)
+3463 train 3.352643 (lr=4.9146e-04) (hash(x)=47544127)
+3464 train 3.344606 (lr=4.9139e-04) (hash(x)=37010415)
+3465 train 3.326382 (lr=4.9131e-04) (hash(x)=40496606)
+3466 train 3.354274 (lr=4.9124e-04) (hash(x)=40720431)
+3467 train 3.296806 (lr=4.9117e-04) (hash(x)=48340441)
+3468 train 3.321679 (lr=4.9109e-04) (hash(x)=44403063)
+3469 train 3.367773 (lr=4.9102e-04) (hash(x)=37459549)
+3470 train 3.334398 (lr=4.9095e-04) (hash(x)=37637449)
+3471 train 3.253525 (lr=4.9087e-04) (hash(x)=38084731)
+3472 train 3.271823 (lr=4.9080e-04) (hash(x)=38368399)
+3473 train 3.159177 (lr=4.9073e-04) (hash(x)=36933485)
+3474 train 3.146798 (lr=4.9065e-04) (hash(x)=45134419)
+3475 train 3.208539 (lr=4.9058e-04) (hash(x)=38608334)
+3476 train 3.182553 (lr=4.9051e-04) (hash(x)=29160764)
+3477 train 3.166523 (lr=4.9043e-04) (hash(x)=43104402)
+3478 train 3.163965 (lr=4.9036e-04) (hash(x)=35241910)
+3479 train 3.210632 (lr=4.9029e-04) (hash(x)=37453034)
+3480 train 3.168621 (lr=4.9021e-04) (hash(x)=41369758)
+3481 train 3.148848 (lr=4.9014e-04) (hash(x)=36413566)
+3482 train 3.167396 (lr=4.9007e-04) (hash(x)=41630702)
+3483 train 3.140547 (lr=4.8999e-04) (hash(x)=38030739)
+3484 train 3.388044 (lr=4.8992e-04) (hash(x)=40468805)
+3485 train 3.360582 (lr=4.8985e-04) (hash(x)=32096454)
+3486 train 3.418979 (lr=4.8977e-04) (hash(x)=42395395)
+3487 train 3.343876 (lr=4.8970e-04) (hash(x)=41369570)
+3488 train 3.357363 (lr=4.8962e-04) (hash(x)=44651808)
+3489 train 3.457311 (lr=4.8955e-04) (hash(x)=39613349)
+3490 train 3.451111 (lr=4.8948e-04) (hash(x)=43453826)
+3491 train 3.420536 (lr=4.8940e-04) (hash(x)=38715806)
+3492 train 3.342349 (lr=4.8933e-04) (hash(x)=35150684)
+3493 train 3.362391 (lr=4.8926e-04) (hash(x)=40935557)
+3494 train 3.388848 (lr=4.8918e-04) (hash(x)=39871843)
+3495 train 3.421095 (lr=4.8911e-04) (hash(x)=33801923)
+3496 train 3.448822 (lr=4.8903e-04) (hash(x)=45594992)
+3497 train 3.366309 (lr=4.8896e-04) (hash(x)=35296899)
+3498 train 3.334317 (lr=4.8889e-04) (hash(x)=37942248)
+3499 train 3.368292 (lr=4.8881e-04) (hash(x)=39966506)
+3500 val loss 3.3578
+3500 val perplexity 28.7264
+3500 hella 0.2748
+3500 train 3.369146 (lr=4.8874e-04) (hash(x)=38778240)
+3501 train 3.410659 (lr=4.8867e-04) (hash(x)=38685998)
+3502 train 3.394284 (lr=4.8859e-04) (hash(x)=37102563)
+3503 train 3.357967 (lr=4.8852e-04) (hash(x)=40849865)
+3504 train 3.382419 (lr=4.8844e-04) (hash(x)=37728053)
+3505 train 3.371590 (lr=4.8837e-04) (hash(x)=45725103)
+3506 train 3.339975 (lr=4.8830e-04) (hash(x)=42397181)
+3507 train 3.421025 (lr=4.8822e-04) (hash(x)=41617662)
+3508 train 3.317410 (lr=4.8815e-04) (hash(x)=39234469)
+3509 train 3.300471 (lr=4.8807e-04) (hash(x)=39195690)
+3510 train 3.351415 (lr=4.8800e-04) (hash(x)=41162346)
+3511 train 3.355148 (lr=4.8792e-04) (hash(x)=39090127)
+3512 train 3.371269 (lr=4.8785e-04) (hash(x)=38402334)
+3513 train 3.390130 (lr=4.8778e-04) (hash(x)=38703052)
+3514 train 3.355112 (lr=4.8770e-04) (hash(x)=37458157)
+3515 train 3.335105 (lr=4.8763e-04) (hash(x)=38574237)
+3516 train 3.339810 (lr=4.8755e-04) (hash(x)=41546549)
+3517 train 3.337773 (lr=4.8748e-04) (hash(x)=36728753)
+3518 train 3.354400 (lr=4.8741e-04) (hash(x)=39667370)
+3519 train 3.337194 (lr=4.8733e-04) (hash(x)=41469051)
+3520 train 3.293553 (lr=4.8726e-04) (hash(x)=36306018)
+3521 train 3.140883 (lr=4.8718e-04) (hash(x)=42475446)
+3522 train 3.131814 (lr=4.8711e-04) (hash(x)=45404239)
+3523 train 3.222518 (lr=4.8703e-04) (hash(x)=48329642)
+3524 train 3.189028 (lr=4.8696e-04) (hash(x)=44412275)
+3525 train 3.217134 (lr=4.8689e-04) (hash(x)=41505474)
+3526 train 3.230655 (lr=4.8681e-04) (hash(x)=28257767)
+3527 train 3.156310 (lr=4.8674e-04) (hash(x)=42067192)
+3528 train 3.146132 (lr=4.8666e-04) (hash(x)=44242556)
+3529 train 3.199181 (lr=4.8659e-04) (hash(x)=38254436)
+3530 train 3.174269 (lr=4.8651e-04) (hash(x)=39586631)
+3531 train 3.174433 (lr=4.8644e-04) (hash(x)=43293764)
+3532 train 3.157542 (lr=4.8636e-04) (hash(x)=36117254)
+3533 train 3.335308 (lr=4.8629e-04) (hash(x)=44915616)
+3534 train 3.380808 (lr=4.8622e-04) (hash(x)=40560742)
+3535 train 3.346334 (lr=4.8614e-04) (hash(x)=41116757)
+3536 train 3.418465 (lr=4.8607e-04) (hash(x)=29142945)
+3537 train 3.388483 (lr=4.8599e-04) (hash(x)=39277443)
+3538 train 3.383716 (lr=4.8592e-04) (hash(x)=41165657)
+3539 train 3.367970 (lr=4.8584e-04) (hash(x)=42069615)
+3540 train 3.333636 (lr=4.8577e-04) (hash(x)=38768137)
+3541 train 3.388112 (lr=4.8569e-04) (hash(x)=43827117)
+3542 train 3.363483 (lr=4.8562e-04) (hash(x)=39833678)
+3543 train 3.448737 (lr=4.8554e-04) (hash(x)=42958666)
+3544 train 3.409907 (lr=4.8547e-04) (hash(x)=41902385)
+3545 train 3.361974 (lr=4.8540e-04) (hash(x)=41066231)
+3546 train 3.305475 (lr=4.8532e-04) (hash(x)=37329539)
+3547 train 3.344306 (lr=4.8525e-04) (hash(x)=41357005)
+3548 train 3.382553 (lr=4.8517e-04) (hash(x)=38559458)
+3549 train 3.365109 (lr=4.8510e-04) (hash(x)=37990485)
+3550 train 3.375418 (lr=4.8502e-04) (hash(x)=40586818)
+3551 train 3.358965 (lr=4.8495e-04) (hash(x)=39222049)
+3552 train 3.346397 (lr=4.8487e-04) (hash(x)=54424283)
+3553 train 3.399572 (lr=4.8480e-04) (hash(x)=40279945)
+3554 train 3.368625 (lr=4.8472e-04) (hash(x)=35079948)
+3555 train 3.403204 (lr=4.8465e-04) (hash(x)=51231839)
+3556 train 3.389800 (lr=4.8457e-04) (hash(x)=37196721)
+3557 train 3.384931 (lr=4.8450e-04) (hash(x)=37680636)
+3558 train 3.331486 (lr=4.8442e-04) (hash(x)=41579484)
+3559 train 3.375699 (lr=4.8435e-04) (hash(x)=39135576)
+3560 train 3.291810 (lr=4.8427e-04) (hash(x)=35689814)
+3561 train 3.358251 (lr=4.8420e-04) (hash(x)=43757768)
+3562 train 3.335845 (lr=4.8412e-04) (hash(x)=46324528)
+3563 train 3.349905 (lr=4.8405e-04) (hash(x)=36702617)
+3564 train 3.313517 (lr=4.8397e-04) (hash(x)=42361311)
+3565 train 3.313824 (lr=4.8390e-04) (hash(x)=43538014)
+3566 train 3.366191 (lr=4.8382e-04) (hash(x)=41830638)
+3567 train 3.350701 (lr=4.8375e-04) (hash(x)=38265969)
+3568 train 3.343174 (lr=4.8367e-04) (hash(x)=42330513)
+3569 train 3.253992 (lr=4.8360e-04) (hash(x)=48461202)
+3570 train 3.181598 (lr=4.8352e-04) (hash(x)=38110201)
+3571 train 3.165712 (lr=4.8345e-04) (hash(x)=41913508)
+3572 train 3.165889 (lr=4.8337e-04) (hash(x)=40941576)
+3573 train 3.181351 (lr=4.8330e-04) (hash(x)=37119948)
+3574 train 3.137970 (lr=4.8322e-04) (hash(x)=36843904)
+3575 train 3.127267 (lr=4.8315e-04) (hash(x)=42545254)
+3576 train 3.236908 (lr=4.8307e-04) (hash(x)=39579441)
+3577 train 3.210421 (lr=4.8300e-04) (hash(x)=39981025)
+3578 train 3.220456 (lr=4.8292e-04) (hash(x)=41806599)
+3579 train 3.214117 (lr=4.8284e-04) (hash(x)=41929560)
+3580 train 3.179825 (lr=4.8277e-04) (hash(x)=38904708)
+3581 train 3.223995 (lr=4.8269e-04) (hash(x)=40547146)
+3582 train 3.386590 (lr=4.8262e-04) (hash(x)=42021958)
+3583 train 3.497548 (lr=4.8254e-04) (hash(x)=39564425)
+3584 train 3.400084 (lr=4.8247e-04) (hash(x)=32552808)
+3585 train 3.366463 (lr=4.8239e-04) (hash(x)=36533092)
+3586 train 3.381860 (lr=4.8232e-04) (hash(x)=43341765)
+3587 train 3.583815 (lr=4.8224e-04) (hash(x)=28755106)
+3588 train 3.338217 (lr=4.8217e-04) (hash(x)=43269109)
+3589 train 3.321960 (lr=4.8209e-04) (hash(x)=41268156)
+3590 train 3.362413 (lr=4.8202e-04) (hash(x)=40178658)
+3591 train 3.390389 (lr=4.8194e-04) (hash(x)=43902372)
+3592 train 3.334399 (lr=4.8186e-04) (hash(x)=38499669)
+3593 train 3.349866 (lr=4.8179e-04) (hash(x)=38936403)
+3594 train 3.457629 (lr=4.8171e-04) (hash(x)=41422247)
+3595 train 3.480772 (lr=4.8164e-04) (hash(x)=37921865)
+3596 train 3.418337 (lr=4.8156e-04) (hash(x)=38670542)
+3597 train 3.380817 (lr=4.8149e-04) (hash(x)=40427629)
+3598 train 3.459110 (lr=4.8141e-04) (hash(x)=40245728)
+3599 train 3.405886 (lr=4.8134e-04) (hash(x)=35674249)
+3600 train 3.395904 (lr=4.8126e-04) (hash(x)=44040686)
+3601 train 3.463410 (lr=4.8118e-04) (hash(x)=42651886)
+3602 train 3.451267 (lr=4.8111e-04) (hash(x)=36752063)
+3603 train 3.421870 (lr=4.8103e-04) (hash(x)=35713543)
+3604 train 3.413641 (lr=4.8096e-04) (hash(x)=41198396)
+3605 train 3.429154 (lr=4.8088e-04) (hash(x)=38650772)
+3606 train 3.401124 (lr=4.8081e-04) (hash(x)=38910666)
+3607 train 3.367706 (lr=4.8073e-04) (hash(x)=41788733)
+3608 train 3.369703 (lr=4.8065e-04) (hash(x)=33838179)
+3609 train 3.339514 (lr=4.8058e-04) (hash(x)=43591945)
+3610 train 3.301812 (lr=4.8050e-04) (hash(x)=33742147)
+3611 train 3.395625 (lr=4.8043e-04) (hash(x)=39825492)
+3612 train 3.321513 (lr=4.8035e-04) (hash(x)=37120677)
+3613 train 3.336304 (lr=4.8027e-04) (hash(x)=35797252)
+3614 train 3.406345 (lr=4.8020e-04) (hash(x)=35380954)
+3615 train 3.335896 (lr=4.8012e-04) (hash(x)=39543109)
+3616 train 3.297662 (lr=4.8005e-04) (hash(x)=38014351)
+3617 train 3.356615 (lr=4.7997e-04) (hash(x)=38282310)
+3618 train 3.360380 (lr=4.7989e-04) (hash(x)=36107040)
+3619 train 3.229987 (lr=4.7982e-04) (hash(x)=36717950)
+3620 train 3.239782 (lr=4.7974e-04) (hash(x)=40771859)
+3621 train 3.137658 (lr=4.7967e-04) (hash(x)=39749924)
+3622 train 3.152124 (lr=4.7959e-04) (hash(x)=40161635)
+3623 train 3.221867 (lr=4.7951e-04) (hash(x)=36214735)
+3624 train 3.210072 (lr=4.7944e-04) (hash(x)=39231547)
+3625 train 3.167213 (lr=4.7936e-04) (hash(x)=41271259)
+3626 train 3.153184 (lr=4.7929e-04) (hash(x)=39163961)
+3627 train 3.234781 (lr=4.7921e-04) (hash(x)=35556187)
+3628 train 3.116268 (lr=4.7913e-04) (hash(x)=48303877)
+3629 train 3.323617 (lr=4.7906e-04) (hash(x)=38372575)
+3630 train 3.203794 (lr=4.7898e-04) (hash(x)=44057458)
+3631 train 3.218469 (lr=4.7891e-04) (hash(x)=36941752)
+3632 train 3.302775 (lr=4.7883e-04) (hash(x)=43970569)
+3633 train 3.429673 (lr=4.7875e-04) (hash(x)=38786227)
+3634 train 3.428121 (lr=4.7868e-04) (hash(x)=34179103)
+3635 train 3.392259 (lr=4.7860e-04) (hash(x)=38833525)
+3636 train 3.408899 (lr=4.7852e-04) (hash(x)=41354678)
+3637 train 3.383953 (lr=4.7845e-04) (hash(x)=38619499)
+3638 train 3.397017 (lr=4.7837e-04) (hash(x)=39292496)
+3639 train 3.372300 (lr=4.7830e-04) (hash(x)=42620289)
+3640 train 3.425725 (lr=4.7822e-04) (hash(x)=41969270)
+3641 train 3.427226 (lr=4.7814e-04) (hash(x)=40838861)
+3642 train 3.364419 (lr=4.7807e-04) (hash(x)=40715651)
+3643 train 3.305711 (lr=4.7799e-04) (hash(x)=42012177)
+3644 train 3.418914 (lr=4.7791e-04) (hash(x)=33253568)
+3645 train 3.352751 (lr=4.7784e-04) (hash(x)=47708524)
+3646 train 3.394328 (lr=4.7776e-04) (hash(x)=37356419)
+3647 train 3.437838 (lr=4.7768e-04) (hash(x)=46567722)
+3648 train 3.339716 (lr=4.7761e-04) (hash(x)=36645246)
+3649 train 3.365608 (lr=4.7753e-04) (hash(x)=41524592)
+3650 train 3.350010 (lr=4.7745e-04) (hash(x)=36874086)
+3651 train 3.399935 (lr=4.7738e-04) (hash(x)=50198350)
+3652 train 3.361966 (lr=4.7730e-04) (hash(x)=38850857)
+3653 train 3.350642 (lr=4.7722e-04) (hash(x)=39148192)
+3654 train 3.408619 (lr=4.7715e-04) (hash(x)=38877200)
+3655 train 3.338979 (lr=4.7707e-04) (hash(x)=36798811)
+3656 train 3.367918 (lr=4.7700e-04) (hash(x)=47739858)
+3657 train 3.373116 (lr=4.7692e-04) (hash(x)=37453285)
+3658 train 3.318258 (lr=4.7684e-04) (hash(x)=40478847)
+3659 train 3.369526 (lr=4.7677e-04) (hash(x)=41475808)
+3660 train 3.341878 (lr=4.7669e-04) (hash(x)=37131911)
+3661 train 3.350811 (lr=4.7661e-04) (hash(x)=43095220)
+3662 train 3.293283 (lr=4.7653e-04) (hash(x)=37732190)
+3663 train 3.333908 (lr=4.7646e-04) (hash(x)=39562657)
+3664 train 3.273581 (lr=4.7638e-04) (hash(x)=40574702)
+3665 train 3.383380 (lr=4.7630e-04) (hash(x)=35965176)
+3666 train 3.354840 (lr=4.7623e-04) (hash(x)=42701397)
+3667 train 3.246847 (lr=4.7615e-04) (hash(x)=37779418)
+3668 train 3.352419 (lr=4.7607e-04) (hash(x)=40342086)
+3669 train 3.336024 (lr=4.7600e-04) (hash(x)=38284188)
+3670 train 3.294638 (lr=4.7592e-04) (hash(x)=38743132)
+3671 train 3.193556 (lr=4.7584e-04) (hash(x)=45164143)
+3672 train 3.158350 (lr=4.7577e-04) (hash(x)=40352761)
+3673 train 3.096107 (lr=4.7569e-04) (hash(x)=40086375)
+3674 train 3.106777 (lr=4.7561e-04) (hash(x)=38034175)
+3675 train 3.193700 (lr=4.7554e-04) (hash(x)=44237126)
+3676 train 3.118234 (lr=4.7546e-04) (hash(x)=38332200)
+3677 train 3.160517 (lr=4.7538e-04) (hash(x)=33398727)
+3678 train 3.104349 (lr=4.7531e-04) (hash(x)=39203748)
+3679 train 3.128259 (lr=4.7523e-04) (hash(x)=40990842)
+3680 train 3.122021 (lr=4.7515e-04) (hash(x)=39212129)
+3681 train 3.203017 (lr=4.7507e-04) (hash(x)=41787709)
+3682 train 3.177480 (lr=4.7500e-04) (hash(x)=33084359)
+3683 train 3.332542 (lr=4.7492e-04) (hash(x)=42282118)
+3684 train 3.330614 (lr=4.7484e-04) (hash(x)=47387731)
+3685 train 3.350158 (lr=4.7477e-04) (hash(x)=42016454)
+3686 train 3.390491 (lr=4.7469e-04) (hash(x)=43774648)
+3687 train 3.343786 (lr=4.7461e-04) (hash(x)=40657537)
+3688 train 3.340878 (lr=4.7453e-04) (hash(x)=39120012)
+3689 train 3.312461 (lr=4.7446e-04) (hash(x)=40525294)
+3690 train 3.373070 (lr=4.7438e-04) (hash(x)=43585056)
+3691 train 3.343285 (lr=4.7430e-04) (hash(x)=39032779)
+3692 train 3.406573 (lr=4.7423e-04) (hash(x)=39027590)
+3693 train 3.373460 (lr=4.7415e-04) (hash(x)=32124957)
+3694 train 3.408607 (lr=4.7407e-04) (hash(x)=42692141)
+3695 train 3.404358 (lr=4.7399e-04) (hash(x)=37936488)
+3696 train 3.365119 (lr=4.7392e-04) (hash(x)=41538949)
+3697 train 3.362232 (lr=4.7384e-04) (hash(x)=44095514)
+3698 train 3.349370 (lr=4.7376e-04) (hash(x)=40275996)
+3699 train 3.376465 (lr=4.7368e-04) (hash(x)=39901523)
+3700 train 3.394580 (lr=4.7361e-04) (hash(x)=39534233)
+3701 train 3.420586 (lr=4.7353e-04) (hash(x)=41046322)
+3702 train 3.336801 (lr=4.7345e-04) (hash(x)=51329228)
+3703 train 3.375775 (lr=4.7338e-04) (hash(x)=36052903)
+3704 train 3.354343 (lr=4.7330e-04) (hash(x)=45352070)
+3705 train 3.369462 (lr=4.7322e-04) (hash(x)=36219843)
+3706 train 3.328897 (lr=4.7314e-04) (hash(x)=35265784)
+3707 train 3.347277 (lr=4.7307e-04) (hash(x)=37928175)
+3708 train 3.359138 (lr=4.7299e-04) (hash(x)=37843917)
+3709 train 3.320867 (lr=4.7291e-04) (hash(x)=35529184)
+3710 train 3.324994 (lr=4.7283e-04) (hash(x)=42954363)
+3711 train 3.322083 (lr=4.7276e-04) (hash(x)=40418372)
+3712 train 3.320719 (lr=4.7268e-04) (hash(x)=41770168)
+3713 train 3.392034 (lr=4.7260e-04) (hash(x)=41244352)
+3714 train 3.340970 (lr=4.7252e-04) (hash(x)=39493340)
+3715 train 3.299521 (lr=4.7244e-04) (hash(x)=38844988)
+3716 train 3.345244 (lr=4.7237e-04) (hash(x)=42910870)
+3717 train 3.310760 (lr=4.7229e-04) (hash(x)=38725165)
+3718 train 3.335051 (lr=4.7221e-04) (hash(x)=36098369)
+3719 train 3.433520 (lr=4.7213e-04) (hash(x)=34371341)
+3720 train 3.163930 (lr=4.7206e-04) (hash(x)=44370193)
+3721 train 3.084883 (lr=4.7198e-04) (hash(x)=44371373)
+3722 train 3.129323 (lr=4.7190e-04) (hash(x)=44112599)
+3723 train 3.144058 (lr=4.7182e-04) (hash(x)=40610627)
+3724 train 3.166010 (lr=4.7175e-04) (hash(x)=42801981)
+3725 train 3.158040 (lr=4.7167e-04) (hash(x)=39380995)
+3726 train 3.199660 (lr=4.7159e-04) (hash(x)=32085687)
+3727 train 3.138405 (lr=4.7151e-04) (hash(x)=35324711)
+3728 train 3.145410 (lr=4.7143e-04) (hash(x)=35904480)
+3729 train 3.152487 (lr=4.7136e-04) (hash(x)=46097697)
+3730 train 3.152275 (lr=4.7128e-04) (hash(x)=42572468)
+3731 train 3.171786 (lr=4.7120e-04) (hash(x)=38154261)
+3732 train 3.251692 (lr=4.7112e-04) (hash(x)=42130076)
+3733 train 3.480099 (lr=4.7105e-04) (hash(x)=41616609)
+3734 train 3.353662 (lr=4.7097e-04) (hash(x)=40790285)
+3735 train 3.448102 (lr=4.7089e-04) (hash(x)=40339288)
+3736 train 3.352280 (lr=4.7081e-04) (hash(x)=38667880)
+3737 train 3.359690 (lr=4.7073e-04) (hash(x)=38932298)
+3738 train 3.388850 (lr=4.7066e-04) (hash(x)=42050067)
+3739 train 3.371449 (lr=4.7058e-04) (hash(x)=42194711)
+3740 train 3.392241 (lr=4.7050e-04) (hash(x)=43870713)
+3741 train 3.355997 (lr=4.7042e-04) (hash(x)=42285563)
+3742 train 3.362951 (lr=4.7034e-04) (hash(x)=38901558)
+3743 train 3.414467 (lr=4.7027e-04) (hash(x)=42611207)
+3744 train 3.421516 (lr=4.7019e-04) (hash(x)=36633170)
+3745 train 3.324238 (lr=4.7011e-04) (hash(x)=45560088)
+3746 train 3.361615 (lr=4.7003e-04) (hash(x)=39798403)
+3747 train 3.303947 (lr=4.6995e-04) (hash(x)=37709593)
+3748 train 3.351649 (lr=4.6988e-04) (hash(x)=41564810)
+3749 train 3.399869 (lr=4.6980e-04) (hash(x)=37040029)
+3750 val loss 3.3412
+3750 val perplexity 28.2524
+3750 hella 0.2792
+3750 train 3.374222 (lr=4.6972e-04) (hash(x)=41270434)
+3751 train 3.359038 (lr=4.6964e-04) (hash(x)=41428525)
+3752 train 3.350828 (lr=4.6956e-04) (hash(x)=41743586)
+3753 train 3.288033 (lr=4.6948e-04) (hash(x)=40172989)
+3754 train 3.298978 (lr=4.6941e-04) (hash(x)=41384105)
+3755 train 3.299597 (lr=4.6933e-04) (hash(x)=35193032)
+3756 train 3.394562 (lr=4.6925e-04) (hash(x)=37309424)
+3757 train 3.341285 (lr=4.6917e-04) (hash(x)=40170552)
+3758 train 3.335451 (lr=4.6909e-04) (hash(x)=38745939)
+3759 train 3.344110 (lr=4.6901e-04) (hash(x)=38577683)
+3760 train 3.289429 (lr=4.6894e-04) (hash(x)=37142976)
+3761 train 3.332087 (lr=4.6886e-04) (hash(x)=39121858)
+3762 train 3.230141 (lr=4.6878e-04) (hash(x)=38789921)
+3763 train 3.311032 (lr=4.6870e-04) (hash(x)=41358967)
+3764 train 3.210315 (lr=4.6862e-04) (hash(x)=39053112)
+3765 train 3.307706 (lr=4.6854e-04) (hash(x)=31091260)
+3766 train 3.298521 (lr=4.6847e-04) (hash(x)=36280334)
+3767 train 3.369291 (lr=4.6839e-04) (hash(x)=35471508)
+3768 train 3.332919 (lr=4.6831e-04) (hash(x)=35622296)
+3769 train 3.336080 (lr=4.6823e-04) (hash(x)=37927779)
+3770 train 3.220352 (lr=4.6815e-04) (hash(x)=38818755)
+3771 train 3.205654 (lr=4.6807e-04) (hash(x)=37198871)
+3772 train 3.227251 (lr=4.6800e-04) (hash(x)=38955303)
+3773 train 3.144272 (lr=4.6792e-04) (hash(x)=42968896)
+3774 train 3.145868 (lr=4.6784e-04) (hash(x)=45308864)
+3775 train 3.161969 (lr=4.6776e-04) (hash(x)=35717391)
+3776 train 3.166750 (lr=4.6768e-04) (hash(x)=43026447)
+3777 train 3.112832 (lr=4.6760e-04) (hash(x)=36054979)
+3778 train 3.180051 (lr=4.6752e-04) (hash(x)=46714074)
+3779 train 3.152634 (lr=4.6745e-04) (hash(x)=41175228)
+3780 train 3.158164 (lr=4.6737e-04) (hash(x)=38961880)
+3781 train 3.203910 (lr=4.6729e-04) (hash(x)=42648408)
+3782 train 3.175555 (lr=4.6721e-04) (hash(x)=47559133)
+3783 train 3.298155 (lr=4.6713e-04) (hash(x)=43168626)
+3784 train 3.331151 (lr=4.6705e-04) (hash(x)=41646048)
+3785 train 3.319484 (lr=4.6697e-04) (hash(x)=37695499)
+3786 train 3.322728 (lr=4.6689e-04) (hash(x)=46512734)
+3787 train 3.392840 (lr=4.6682e-04) (hash(x)=41489324)
+3788 train 3.391534 (lr=4.6674e-04) (hash(x)=37801602)
+3789 train 3.577528 (lr=4.6666e-04) (hash(x)=39014849)
+3790 train 3.350460 (lr=4.6658e-04) (hash(x)=37879460)
+3791 train 3.376011 (lr=4.6650e-04) (hash(x)=41031420)
+3792 train 3.346921 (lr=4.6642e-04) (hash(x)=48610829)
+3793 train 3.346859 (lr=4.6634e-04) (hash(x)=37286251)
+3794 train 3.393533 (lr=4.6626e-04) (hash(x)=32742837)
+3795 train 3.422330 (lr=4.6618e-04) (hash(x)=40876567)
+3796 train 3.374446 (lr=4.6611e-04) (hash(x)=40706134)
+3797 train 3.347006 (lr=4.6603e-04) (hash(x)=42241345)
+3798 train 3.455874 (lr=4.6595e-04) (hash(x)=37613312)
+3799 train 3.330631 (lr=4.6587e-04) (hash(x)=46186775)
+3800 train 3.348314 (lr=4.6579e-04) (hash(x)=40571846)
+3801 train 3.396533 (lr=4.6571e-04) (hash(x)=42324509)
+3802 train 3.373152 (lr=4.6563e-04) (hash(x)=41604094)
+3803 train 3.368821 (lr=4.6555e-04) (hash(x)=58986673)
+3804 train 3.370519 (lr=4.6547e-04) (hash(x)=43202948)
+3805 train 3.398848 (lr=4.6540e-04) (hash(x)=41325781)
+3806 train 3.370870 (lr=4.6532e-04) (hash(x)=45364088)
+3807 train 3.339523 (lr=4.6524e-04) (hash(x)=37262995)
+3808 train 3.284055 (lr=4.6516e-04) (hash(x)=31023259)
+3809 train 3.295637 (lr=4.6508e-04) (hash(x)=38114833)
+3810 train 3.291952 (lr=4.6500e-04) (hash(x)=38191884)
+3811 train 3.280038 (lr=4.6492e-04) (hash(x)=36189784)
+3812 train 3.273569 (lr=4.6484e-04) (hash(x)=34222713)
+3813 train 3.326887 (lr=4.6476e-04) (hash(x)=42759091)
+3814 train 3.390649 (lr=4.6468e-04) (hash(x)=39550890)
+3815 train 3.279656 (lr=4.6460e-04) (hash(x)=40257247)
+3816 train 3.255819 (lr=4.6453e-04) (hash(x)=40333964)
+3817 train 3.311973 (lr=4.6445e-04) (hash(x)=43506373)
+3818 train 3.329930 (lr=4.6437e-04) (hash(x)=39580738)
+3819 train 3.382742 (lr=4.6429e-04) (hash(x)=38647307)
+3820 train 3.224739 (lr=4.6421e-04) (hash(x)=37480669)
+3821 train 3.146055 (lr=4.6413e-04) (hash(x)=37454043)
+3822 train 3.198233 (lr=4.6405e-04) (hash(x)=40418577)
+3823 train 3.156513 (lr=4.6397e-04) (hash(x)=45960484)
+3824 train 3.178537 (lr=4.6389e-04) (hash(x)=34749754)
+3825 train 3.167172 (lr=4.6381e-04) (hash(x)=40325934)
+3826 train 3.241609 (lr=4.6373e-04) (hash(x)=39694296)
+3827 train 3.090239 (lr=4.6365e-04) (hash(x)=46447960)
+3828 train 3.205708 (lr=4.6357e-04) (hash(x)=40796212)
+3829 train 3.164879 (lr=4.6349e-04) (hash(x)=40437952)
+3830 train 3.196007 (lr=4.6341e-04) (hash(x)=41541262)
+3831 train 3.205350 (lr=4.6334e-04) (hash(x)=52767034)
+3832 train 3.121303 (lr=4.6326e-04) (hash(x)=39145962)
+3833 train 3.367922 (lr=4.6318e-04) (hash(x)=38314165)
+3834 train 3.382001 (lr=4.6310e-04) (hash(x)=40206396)
+3835 train 3.400433 (lr=4.6302e-04) (hash(x)=40606475)
+3836 train 3.422498 (lr=4.6294e-04) (hash(x)=44008732)
+3837 train 3.400809 (lr=4.6286e-04) (hash(x)=42986251)
+3838 train 3.330918 (lr=4.6278e-04) (hash(x)=42766037)
+3839 train 3.396534 (lr=4.6270e-04) (hash(x)=44415242)
+3840 train 3.385858 (lr=4.6262e-04) (hash(x)=43144860)
+3841 train 3.362046 (lr=4.6254e-04) (hash(x)=47978833)
+3842 train 3.454150 (lr=4.6246e-04) (hash(x)=39223134)
+3843 train 3.388645 (lr=4.6238e-04) (hash(x)=39490010)
+3844 train 3.351002 (lr=4.6230e-04) (hash(x)=42429521)
+3845 train 3.394044 (lr=4.6222e-04) (hash(x)=26163760)
+3846 train 3.382383 (lr=4.6214e-04) (hash(x)=44746917)
+3847 train 3.401391 (lr=4.6206e-04) (hash(x)=37804143)
+3848 train 3.365162 (lr=4.6198e-04) (hash(x)=36886089)
+3849 train 3.314095 (lr=4.6190e-04) (hash(x)=47640036)
+3850 train 3.371567 (lr=4.6182e-04) (hash(x)=39143466)
+3851 train 3.375978 (lr=4.6174e-04) (hash(x)=37370630)
+3852 train 3.370355 (lr=4.6166e-04) (hash(x)=42507758)
+3853 train 3.353403 (lr=4.6158e-04) (hash(x)=37027143)
+3854 train 3.373178 (lr=4.6150e-04) (hash(x)=35262816)
+3855 train 3.379386 (lr=4.6142e-04) (hash(x)=38306983)
+3856 train 3.318541 (lr=4.6134e-04) (hash(x)=39572215)
+3857 train 3.320458 (lr=4.6126e-04) (hash(x)=36413613)
+3858 train 3.337151 (lr=4.6118e-04) (hash(x)=39980427)
+3859 train 3.303204 (lr=4.6110e-04) (hash(x)=43374227)
+3860 train 3.451381 (lr=4.6103e-04) (hash(x)=37239200)
+3861 train 3.303094 (lr=4.6095e-04) (hash(x)=43657522)
+3862 train 3.257822 (lr=4.6087e-04) (hash(x)=39376499)
+3863 train 3.354789 (lr=4.6079e-04) (hash(x)=40443808)
+3864 train 3.299972 (lr=4.6071e-04) (hash(x)=34165312)
+3865 train 3.330739 (lr=4.6063e-04) (hash(x)=40884701)
+3866 train 3.315966 (lr=4.6055e-04) (hash(x)=40448326)
+3867 train 3.344907 (lr=4.6047e-04) (hash(x)=39826401)
+3868 train 3.331336 (lr=4.6039e-04) (hash(x)=41049356)
+3869 train 3.223886 (lr=4.6031e-04) (hash(x)=46697123)
+3870 train 3.186124 (lr=4.6023e-04) (hash(x)=45277443)
+3871 train 3.192502 (lr=4.6015e-04) (hash(x)=40977686)
+3872 train 3.180394 (lr=4.6007e-04) (hash(x)=34679163)
+3873 train 3.118014 (lr=4.5999e-04) (hash(x)=39947133)
+3874 train 3.151599 (lr=4.5991e-04) (hash(x)=39030346)
+3875 train 3.151762 (lr=4.5983e-04) (hash(x)=39377376)
+3876 train 3.133437 (lr=4.5975e-04) (hash(x)=36675719)
+3877 train 3.145527 (lr=4.5967e-04) (hash(x)=34404669)
+3878 train 3.208265 (lr=4.5958e-04) (hash(x)=38592456)
+3879 train 3.103255 (lr=4.5950e-04) (hash(x)=45497639)
+3880 train 3.136131 (lr=4.5942e-04) (hash(x)=44364144)
+3881 train 3.191291 (lr=4.5934e-04) (hash(x)=44168089)
+3882 train 3.313390 (lr=4.5926e-04) (hash(x)=38782367)
+3883 train 3.434705 (lr=4.5918e-04) (hash(x)=43076221)
+3884 train 3.343432 (lr=4.5910e-04) (hash(x)=44187086)
+3885 train 3.374701 (lr=4.5902e-04) (hash(x)=40286468)
+3886 train 3.444043 (lr=4.5894e-04) (hash(x)=40033501)
+3887 train 3.370591 (lr=4.5886e-04) (hash(x)=36599134)
+3888 train 3.358096 (lr=4.5878e-04) (hash(x)=36048343)
+3889 train 3.363602 (lr=4.5870e-04) (hash(x)=36032306)
+3890 train 3.393582 (lr=4.5862e-04) (hash(x)=43480616)
+3891 train 3.391609 (lr=4.5854e-04) (hash(x)=39412228)
+3892 train 3.375335 (lr=4.5846e-04) (hash(x)=40778031)
+3893 train 3.376981 (lr=4.5838e-04) (hash(x)=39614936)
+3894 train 3.329690 (lr=4.5830e-04) (hash(x)=34750868)
+3895 train 3.349799 (lr=4.5822e-04) (hash(x)=45847351)
+3896 train 3.374359 (lr=4.5814e-04) (hash(x)=33995190)
+3897 train 3.333428 (lr=4.5806e-04) (hash(x)=41496548)
+3898 train 3.288331 (lr=4.5798e-04) (hash(x)=41683580)
+3899 train 3.340060 (lr=4.5790e-04) (hash(x)=42264834)
+3900 train 3.344825 (lr=4.5782e-04) (hash(x)=38835998)
+3901 train 3.343864 (lr=4.5774e-04) (hash(x)=34099292)
+3902 train 3.338626 (lr=4.5766e-04) (hash(x)=41673697)
+3903 train 3.339231 (lr=4.5758e-04) (hash(x)=37679084)
+3904 train 3.347912 (lr=4.5750e-04) (hash(x)=38034458)
+3905 train 3.359778 (lr=4.5742e-04) (hash(x)=36683947)
+3906 train 3.327650 (lr=4.5734e-04) (hash(x)=41598934)
+3907 train 3.339527 (lr=4.5725e-04) (hash(x)=40329917)
+3908 train 3.298080 (lr=4.5717e-04) (hash(x)=42624064)
+3909 train 3.275793 (lr=4.5709e-04) (hash(x)=39079209)
+3910 train 3.349475 (lr=4.5701e-04) (hash(x)=35487414)
+3911 train 3.308214 (lr=4.5693e-04) (hash(x)=44304170)
+3912 train 3.324844 (lr=4.5685e-04) (hash(x)=39171115)
+3913 train 3.282126 (lr=4.5677e-04) (hash(x)=46111694)
+3914 train 3.282134 (lr=4.5669e-04) (hash(x)=41750210)
+3915 train 3.324316 (lr=4.5661e-04) (hash(x)=38188818)
+3916 train 3.298139 (lr=4.5653e-04) (hash(x)=45588273)
+3917 train 3.226380 (lr=4.5645e-04) (hash(x)=39604949)
+3918 train 3.266021 (lr=4.5637e-04) (hash(x)=37232839)
+3919 train 3.309170 (lr=4.5629e-04) (hash(x)=36108628)
+3920 train 3.158399 (lr=4.5621e-04) (hash(x)=39121333)
+3921 train 3.157518 (lr=4.5613e-04) (hash(x)=41129292)
+3922 train 3.121830 (lr=4.5604e-04) (hash(x)=37969420)
+3923 train 3.082337 (lr=4.5596e-04) (hash(x)=44070082)
+3924 train 3.157264 (lr=4.5588e-04) (hash(x)=44272527)
+3925 train 3.155486 (lr=4.5580e-04) (hash(x)=40993935)
+3926 train 3.210498 (lr=4.5572e-04) (hash(x)=37066097)
+3927 train 3.145837 (lr=4.5564e-04) (hash(x)=39973952)
+3928 train 3.154948 (lr=4.5556e-04) (hash(x)=40075559)
+3929 train 3.221595 (lr=4.5548e-04) (hash(x)=41290240)
+3930 train 3.191543 (lr=4.5540e-04) (hash(x)=47433914)
+3931 train 3.155941 (lr=4.5532e-04) (hash(x)=36169576)
+3932 train 3.258350 (lr=4.5524e-04) (hash(x)=44615985)
+3933 train 3.364712 (lr=4.5515e-04) (hash(x)=37220695)
+3934 train 3.372880 (lr=4.5507e-04) (hash(x)=50007478)
+3935 train 3.302886 (lr=4.5499e-04) (hash(x)=40843115)
+3936 train 3.386835 (lr=4.5491e-04) (hash(x)=39793029)
+3937 train 3.331329 (lr=4.5483e-04) (hash(x)=37976530)
+3938 train 3.337441 (lr=4.5475e-04) (hash(x)=37747669)
+3939 train 3.357423 (lr=4.5467e-04) (hash(x)=45667896)
+3940 train 3.364765 (lr=4.5459e-04) (hash(x)=47916319)
+3941 train 3.453569 (lr=4.5451e-04) (hash(x)=40678907)
+3942 train 3.335579 (lr=4.5443e-04) (hash(x)=48494411)
+3943 train 3.381689 (lr=4.5434e-04) (hash(x)=41635736)
+3944 train 3.343582 (lr=4.5426e-04) (hash(x)=38853948)
+3945 train 3.290240 (lr=4.5418e-04) (hash(x)=47342011)
+3946 train 3.393326 (lr=4.5410e-04) (hash(x)=77597096)
+3947 train 3.279484 (lr=4.5402e-04) (hash(x)=42037776)
+3948 train 3.338388 (lr=4.5394e-04) (hash(x)=37625974)
+3949 train 3.305362 (lr=4.5386e-04) (hash(x)=42936577)
+3950 train 3.375054 (lr=4.5378e-04) (hash(x)=38341493)
+3951 train 3.291813 (lr=4.5370e-04) (hash(x)=40250198)
+3952 train 3.357427 (lr=4.5361e-04) (hash(x)=41528963)
+3953 train 3.374571 (lr=4.5353e-04) (hash(x)=38086268)
+3954 train 3.396614 (lr=4.5345e-04) (hash(x)=37612057)
+3955 train 3.359571 (lr=4.5337e-04) (hash(x)=46223305)
+3956 train 3.416513 (lr=4.5329e-04) (hash(x)=41135362)
+3957 train 3.278806 (lr=4.5321e-04) (hash(x)=36422332)
+3958 train 3.322586 (lr=4.5313e-04) (hash(x)=42353546)
+3959 train 3.262338 (lr=4.5305e-04) (hash(x)=39797993)
+3960 train 3.309515 (lr=4.5296e-04) (hash(x)=38175892)
+3961 train 3.242658 (lr=4.5288e-04) (hash(x)=37111563)
+3962 train 3.291702 (lr=4.5280e-04) (hash(x)=38048775)
+3963 train 3.314245 (lr=4.5272e-04) (hash(x)=39112717)
+3964 train 3.291447 (lr=4.5264e-04) (hash(x)=37257276)
+3965 train 3.306601 (lr=4.5256e-04) (hash(x)=35972477)
+3966 train 3.251069 (lr=4.5248e-04) (hash(x)=40299659)
+3967 train 3.365737 (lr=4.5239e-04) (hash(x)=42563959)
+3968 train 3.272211 (lr=4.5231e-04) (hash(x)=44228280)
+3969 train 3.312370 (lr=4.5223e-04) (hash(x)=39305913)
+3970 train 3.125571 (lr=4.5215e-04) (hash(x)=40382056)
+3971 train 3.251620 (lr=4.5207e-04) (hash(x)=40744806)
+3972 train 3.159590 (lr=4.5199e-04) (hash(x)=44529378)
+3973 train 3.168179 (lr=4.5191e-04) (hash(x)=36786142)
+3974 train 3.151847 (lr=4.5182e-04) (hash(x)=40503417)
+3975 train 3.199526 (lr=4.5174e-04) (hash(x)=43044097)
+3976 train 3.236306 (lr=4.5166e-04) (hash(x)=39337587)
+3977 train 3.192495 (lr=4.5158e-04) (hash(x)=37446498)
+3978 train 3.211083 (lr=4.5150e-04) (hash(x)=40678022)
+3979 train 3.178828 (lr=4.5142e-04) (hash(x)=42597212)
+3980 train 3.103936 (lr=4.5133e-04) (hash(x)=38309503)
+3981 train 3.131781 (lr=4.5125e-04) (hash(x)=44594111)
+3982 train 3.171275 (lr=4.5117e-04) (hash(x)=39885260)
+3983 train 3.422834 (lr=4.5109e-04) (hash(x)=35331512)
+3984 train 3.396556 (lr=4.5101e-04) (hash(x)=38704196)
+3985 train 3.354495 (lr=4.5093e-04) (hash(x)=40399518)
+3986 train 3.413230 (lr=4.5084e-04) (hash(x)=38497155)
+3987 train 3.437032 (lr=4.5076e-04) (hash(x)=40752336)
+3988 train 3.433250 (lr=4.5068e-04) (hash(x)=37541456)
+3989 train 3.406975 (lr=4.5060e-04) (hash(x)=42452694)
+3990 train 3.399086 (lr=4.5052e-04) (hash(x)=41042984)
+3991 train 3.326948 (lr=4.5044e-04) (hash(x)=39907769)
+3992 train 3.391899 (lr=4.5035e-04) (hash(x)=44101183)
+3993 train 3.295610 (lr=4.5027e-04) (hash(x)=41632113)
+3994 train 3.370803 (lr=4.5019e-04) (hash(x)=37610420)
+3995 train 3.324948 (lr=4.5011e-04) (hash(x)=57425013)
+3996 train 3.337645 (lr=4.5003e-04) (hash(x)=39483465)
+3997 train 3.320394 (lr=4.4995e-04) (hash(x)=42348186)
+3998 train 3.283953 (lr=4.4986e-04) (hash(x)=29319881)
+3999 train 3.326435 (lr=4.4978e-04) (hash(x)=38933413)
+4000 val loss 3.3229
+4000 val perplexity 27.7407
+4000 hella 0.2776
+4000 train 3.315567 (lr=4.4970e-04) (hash(x)=42098266)
+4001 train 3.364675 (lr=4.4962e-04) (hash(x)=37541365)
+4002 train 3.300240 (lr=4.4954e-04) (hash(x)=38681691)
+4003 train 3.333553 (lr=4.4945e-04) (hash(x)=41728015)
+4004 train 3.365781 (lr=4.4937e-04) (hash(x)=38639972)
+4005 train 3.400393 (lr=4.4929e-04) (hash(x)=40931482)
+4006 train 3.303953 (lr=4.4921e-04) (hash(x)=42210225)
+4007 train 3.287341 (lr=4.4913e-04) (hash(x)=32025027)
+4008 train 3.304654 (lr=4.4904e-04) (hash(x)=33848974)
+4009 train 3.265522 (lr=4.4896e-04) (hash(x)=41563841)
+4010 train 3.280409 (lr=4.4888e-04) (hash(x)=47629048)
+4011 train 3.301371 (lr=4.4880e-04) (hash(x)=48330246)
+4012 train 3.294005 (lr=4.4872e-04) (hash(x)=42332881)
+4013 train 3.266868 (lr=4.4863e-04) (hash(x)=41888112)
+4014 train 3.303985 (lr=4.4855e-04) (hash(x)=37444507)
+4015 train 3.330008 (lr=4.4847e-04) (hash(x)=41694107)
+4016 train 3.299231 (lr=4.4839e-04) (hash(x)=38900381)
+4017 train 3.261154 (lr=4.4831e-04) (hash(x)=39985410)
+4018 train 3.315280 (lr=4.4822e-04) (hash(x)=43937656)
+4019 train 3.160732 (lr=4.4814e-04) (hash(x)=37936907)
+4020 train 3.117472 (lr=4.4806e-04) (hash(x)=37876566)
+4021 train 3.191079 (lr=4.4798e-04) (hash(x)=40535940)
+4022 train 3.190661 (lr=4.4789e-04) (hash(x)=33525510)
+4023 train 3.135121 (lr=4.4781e-04) (hash(x)=42883235)
+4024 train 3.126465 (lr=4.4773e-04) (hash(x)=36050186)
+4025 train 3.230766 (lr=4.4765e-04) (hash(x)=38756289)
+4026 train 3.119049 (lr=4.4757e-04) (hash(x)=34506504)
+4027 train 3.233072 (lr=4.4748e-04) (hash(x)=42688980)
+4028 train 3.115875 (lr=4.4740e-04) (hash(x)=38062580)
+4029 train 3.107568 (lr=4.4732e-04) (hash(x)=44395943)
+4030 train 3.137540 (lr=4.4724e-04) (hash(x)=39708190)
+4031 train 3.324302 (lr=4.4715e-04) (hash(x)=36567535)
+4032 train 3.371151 (lr=4.4707e-04) (hash(x)=41047532)
+4033 train 3.353084 (lr=4.4699e-04) (hash(x)=38157805)
+4034 train 3.370640 (lr=4.4691e-04) (hash(x)=35483495)
+4035 train 3.362603 (lr=4.4683e-04) (hash(x)=38185545)
+4036 train 3.314484 (lr=4.4674e-04) (hash(x)=37586400)
+4037 train 3.340312 (lr=4.4666e-04) (hash(x)=40927405)
+4038 train 3.311260 (lr=4.4658e-04) (hash(x)=41790291)
+4039 train 3.355487 (lr=4.4650e-04) (hash(x)=40574961)
+4040 train 3.301534 (lr=4.4641e-04) (hash(x)=42727715)
+4041 train 3.322310 (lr=4.4633e-04) (hash(x)=42380450)
+4042 train 3.389447 (lr=4.4625e-04) (hash(x)=43970159)
+4043 train 3.362311 (lr=4.4617e-04) (hash(x)=47839965)
+4044 train 3.294767 (lr=4.4608e-04) (hash(x)=45213768)
+4045 train 3.362466 (lr=4.4600e-04) (hash(x)=38364089)
+4046 train 3.333014 (lr=4.4592e-04) (hash(x)=46528067)
+4047 train 3.319307 (lr=4.4584e-04) (hash(x)=33096837)
+4048 train 3.390496 (lr=4.4575e-04) (hash(x)=43621468)
+4049 train 3.314106 (lr=4.4567e-04) (hash(x)=41219982)
+4050 train 3.333129 (lr=4.4559e-04) (hash(x)=45892004)
+4051 train 3.334407 (lr=4.4551e-04) (hash(x)=45962815)
+4052 train 3.338686 (lr=4.4542e-04) (hash(x)=48541925)
+4053 train 3.304838 (lr=4.4534e-04) (hash(x)=39117568)
+4054 train 3.334540 (lr=4.4526e-04) (hash(x)=41191923)
+4055 train 3.250035 (lr=4.4518e-04) (hash(x)=40636901)
+4056 train 3.347321 (lr=4.4509e-04) (hash(x)=35845095)
+4057 train 3.291830 (lr=4.4501e-04) (hash(x)=38423448)
+4058 train 3.301730 (lr=4.4493e-04) (hash(x)=38127234)
+4059 train 3.327812 (lr=4.4484e-04) (hash(x)=37149314)
+4060 train 3.290239 (lr=4.4476e-04) (hash(x)=43345708)
+4061 train 3.312743 (lr=4.4468e-04) (hash(x)=43502571)
+4062 train 3.300337 (lr=4.4460e-04) (hash(x)=42365047)
+4063 train 3.277458 (lr=4.4451e-04) (hash(x)=41000019)
+4064 train 3.350044 (lr=4.4443e-04) (hash(x)=43293214)
+4065 train 3.307016 (lr=4.4435e-04) (hash(x)=38478093)
+4066 train 3.284810 (lr=4.4427e-04) (hash(x)=40993444)
+4067 train 3.211843 (lr=4.4418e-04) (hash(x)=31175457)
+4068 train 3.208708 (lr=4.4410e-04) (hash(x)=36975160)
+4069 train 3.111966 (lr=4.4402e-04) (hash(x)=41731949)
+4070 train 3.187835 (lr=4.4393e-04) (hash(x)=39498135)
+4071 train 3.117246 (lr=4.4385e-04) (hash(x)=54657955)
+4072 train 3.116562 (lr=4.4377e-04) (hash(x)=39598950)
+4073 train 3.086556 (lr=4.4369e-04) (hash(x)=39996813)
+4074 train 3.201552 (lr=4.4360e-04) (hash(x)=41115371)
+4075 train 3.149517 (lr=4.4352e-04) (hash(x)=41896042)
+4076 train 3.118486 (lr=4.4344e-04) (hash(x)=38981254)
+4077 train 3.177187 (lr=4.4335e-04) (hash(x)=34693103)
+4078 train 3.150923 (lr=4.4327e-04) (hash(x)=36780259)
+4079 train 3.115934 (lr=4.4319e-04) (hash(x)=35839465)
+4080 train 3.188763 (lr=4.4311e-04) (hash(x)=38393690)
+4081 train 3.294107 (lr=4.4302e-04) (hash(x)=33079203)
+4082 train 3.299465 (lr=4.4294e-04) (hash(x)=40641485)
+4083 train 3.305493 (lr=4.4286e-04) (hash(x)=43261186)
+4084 train 3.351109 (lr=4.4277e-04) (hash(x)=44053226)
+4085 train 3.312037 (lr=4.4269e-04) (hash(x)=45113893)
+4086 train 3.362353 (lr=4.4261e-04) (hash(x)=42029798)
+4087 train 3.346549 (lr=4.4252e-04) (hash(x)=46280055)
+4088 train 3.350483 (lr=4.4244e-04) (hash(x)=42252180)
+4089 train 3.306850 (lr=4.4236e-04) (hash(x)=42177216)
+4090 train 3.287604 (lr=4.4228e-04) (hash(x)=41254224)
+4091 train 3.341792 (lr=4.4219e-04) (hash(x)=38879793)
+4092 train 3.304638 (lr=4.4211e-04) (hash(x)=35340144)
+4093 train 3.308976 (lr=4.4203e-04) (hash(x)=33527051)
+4094 train 3.333639 (lr=4.4194e-04) (hash(x)=46531952)
+4095 train 3.381006 (lr=4.4186e-04) (hash(x)=28994514)
+4096 train 3.273004 (lr=4.4178e-04) (hash(x)=35989735)
+4097 train 3.362353 (lr=4.4169e-04) (hash(x)=46431600)
+4098 train 3.380462 (lr=4.4161e-04) (hash(x)=35752774)
+4099 train 3.378869 (lr=4.4153e-04) (hash(x)=45915839)
+4100 train 3.348491 (lr=4.4144e-04) (hash(x)=42986648)
+4101 train 3.356570 (lr=4.4136e-04) (hash(x)=39400626)
+4102 train 3.262246 (lr=4.4128e-04) (hash(x)=43353601)
+4103 train 3.364067 (lr=4.4119e-04) (hash(x)=40579103)
+4104 train 3.341057 (lr=4.4111e-04) (hash(x)=42680079)
+4105 train 3.296140 (lr=4.4103e-04) (hash(x)=41794118)
+4106 train 3.285514 (lr=4.4094e-04) (hash(x)=36158185)
+4107 train 3.288309 (lr=4.4086e-04) (hash(x)=36859749)
+4108 train 3.269839 (lr=4.4078e-04) (hash(x)=45734976)
+4109 train 3.295863 (lr=4.4069e-04) (hash(x)=39625621)
+4110 train 3.337483 (lr=4.4061e-04) (hash(x)=38089285)
+4111 train 3.312656 (lr=4.4053e-04) (hash(x)=37717064)
+4112 train 3.291575 (lr=4.4044e-04) (hash(x)=45734765)
+4113 train 3.214090 (lr=4.4036e-04) (hash(x)=41329229)
+4114 train 3.484372 (lr=4.4028e-04) (hash(x)=35875269)
+4115 train 3.282206 (lr=4.4019e-04) (hash(x)=40298643)
+4116 train 3.297884 (lr=4.4011e-04) (hash(x)=42081164)
+4117 train 3.250018 (lr=4.4003e-04) (hash(x)=37115164)
+4118 train 3.227412 (lr=4.3994e-04) (hash(x)=43152678)
+4119 train 3.059785 (lr=4.3986e-04) (hash(x)=38024650)
+4120 train 3.223392 (lr=4.3978e-04) (hash(x)=42138377)
+4121 train 3.125709 (lr=4.3969e-04) (hash(x)=36520981)
+4122 train 3.199805 (lr=4.3961e-04) (hash(x)=36775468)
+4123 train 3.181237 (lr=4.3953e-04) (hash(x)=41159008)
+4124 train 3.188600 (lr=4.3944e-04) (hash(x)=35395434)
+4125 train 3.224189 (lr=4.3936e-04) (hash(x)=39125474)
+4126 train 3.135973 (lr=4.3928e-04) (hash(x)=32160242)
+4127 train 3.155824 (lr=4.3919e-04) (hash(x)=48217792)
+4128 train 3.197639 (lr=4.3911e-04) (hash(x)=35506225)
+4129 train 3.171718 (lr=4.3903e-04) (hash(x)=30972403)
+4130 train 3.066859 (lr=4.3894e-04) (hash(x)=34637436)
+4131 train 3.314443 (lr=4.3886e-04) (hash(x)=45071960)
+4132 train 3.304637 (lr=4.3877e-04) (hash(x)=38707908)
+4133 train 3.354519 (lr=4.3869e-04) (hash(x)=45639401)
+4134 train 3.373395 (lr=4.3861e-04) (hash(x)=43941148)
+4135 train 3.238307 (lr=4.3852e-04) (hash(x)=41843977)
+4136 train 3.335403 (lr=4.3844e-04) (hash(x)=42674618)
+4137 train 3.369067 (lr=4.3836e-04) (hash(x)=39117413)
+4138 train 3.328261 (lr=4.3827e-04) (hash(x)=42208502)
+4139 train 3.297873 (lr=4.3819e-04) (hash(x)=46557209)
+4140 train 3.311514 (lr=4.3811e-04) (hash(x)=38628351)
+4141 train 3.358274 (lr=4.3802e-04) (hash(x)=47472916)
+4142 train 3.368045 (lr=4.3794e-04) (hash(x)=45508023)
+4143 train 3.288540 (lr=4.3785e-04) (hash(x)=41336169)
+4144 train 3.300404 (lr=4.3777e-04) (hash(x)=35600942)
+4145 train 3.369065 (lr=4.3769e-04) (hash(x)=32707702)
+4146 train 3.338620 (lr=4.3760e-04) (hash(x)=41067040)
+4147 train 3.349060 (lr=4.3752e-04) (hash(x)=40194954)
+4148 train 3.326250 (lr=4.3744e-04) (hash(x)=42047517)
+4149 train 3.295002 (lr=4.3735e-04) (hash(x)=36564966)
+4150 train 3.299066 (lr=4.3727e-04) (hash(x)=38615073)
+4151 train 3.315621 (lr=4.3718e-04) (hash(x)=44192217)
+4152 train 3.359951 (lr=4.3710e-04) (hash(x)=38157188)
+4153 train 3.320703 (lr=4.3702e-04) (hash(x)=37136133)
+4154 train 3.309541 (lr=4.3693e-04) (hash(x)=40368560)
+4155 train 3.354572 (lr=4.3685e-04) (hash(x)=47995292)
+4156 train 3.318223 (lr=4.3676e-04) (hash(x)=46303465)
+4157 train 3.310161 (lr=4.3668e-04) (hash(x)=56120114)
+4158 train 3.284856 (lr=4.3660e-04) (hash(x)=41074434)
+4159 train 3.280388 (lr=4.3651e-04) (hash(x)=36949464)
+4160 train 3.345154 (lr=4.3643e-04) (hash(x)=42669600)
+4161 train 3.279322 (lr=4.3634e-04) (hash(x)=44687340)
+4162 train 3.304724 (lr=4.3626e-04) (hash(x)=38316832)
+4163 train 3.339758 (lr=4.3618e-04) (hash(x)=40004165)
+4164 train 3.298538 (lr=4.3609e-04) (hash(x)=38516132)
+4165 train 3.264872 (lr=4.3601e-04) (hash(x)=51681293)
+4166 train 3.273134 (lr=4.3592e-04) (hash(x)=37962246)
+4167 train 3.332527 (lr=4.3584e-04) (hash(x)=38345674)
+4168 train 3.301858 (lr=4.3576e-04) (hash(x)=34201841)
+4169 train 3.167619 (lr=4.3567e-04) (hash(x)=37007607)
+4170 train 3.095410 (lr=4.3559e-04) (hash(x)=38749252)
+4171 train 3.253121 (lr=4.3550e-04) (hash(x)=40103429)
+4172 train 3.191668 (lr=4.3542e-04) (hash(x)=37826822)
+4173 train 3.161018 (lr=4.3534e-04) (hash(x)=39792466)
+4174 train 3.112578 (lr=4.3525e-04) (hash(x)=38374463)
+4175 train 3.165694 (lr=4.3517e-04) (hash(x)=42690643)
+4176 train 3.135522 (lr=4.3508e-04) (hash(x)=42463999)
+4177 train 3.134951 (lr=4.3500e-04) (hash(x)=42601958)
+4178 train 3.174201 (lr=4.3492e-04) (hash(x)=41931402)
+4179 train 3.139698 (lr=4.3483e-04) (hash(x)=37765141)
+4180 train 3.124906 (lr=4.3475e-04) (hash(x)=41628097)
+4181 train 3.156024 (lr=4.3466e-04) (hash(x)=43052702)
+4182 train 3.328032 (lr=4.3458e-04) (hash(x)=45177914)
+4183 train 3.282639 (lr=4.3449e-04) (hash(x)=42615111)
+4184 train 3.322034 (lr=4.3441e-04) (hash(x)=36840892)
+4185 train 3.306851 (lr=4.3433e-04) (hash(x)=47985241)
+4186 train 3.379574 (lr=4.3424e-04) (hash(x)=36259717)
+4187 train 3.305554 (lr=4.3416e-04) (hash(x)=40410826)
+4188 train 3.348858 (lr=4.3407e-04) (hash(x)=43853308)
+4189 train 3.373602 (lr=4.3399e-04) (hash(x)=37053119)
+4190 train 3.272268 (lr=4.3390e-04) (hash(x)=43980880)
+4191 train 3.345800 (lr=4.3382e-04) (hash(x)=58178207)
+4192 train 3.286782 (lr=4.3374e-04) (hash(x)=38589911)
+4193 train 3.301000 (lr=4.3365e-04) (hash(x)=41444178)
+4194 train 3.372136 (lr=4.3357e-04) (hash(x)=38407703)
+4195 train 3.364851 (lr=4.3348e-04) (hash(x)=37698260)
+4196 train 3.330511 (lr=4.3340e-04) (hash(x)=38253623)
+4197 train 3.296008 (lr=4.3331e-04) (hash(x)=37441794)
+4198 train 3.265948 (lr=4.3323e-04) (hash(x)=37251607)
+4199 train 3.321896 (lr=4.3315e-04) (hash(x)=37224911)
+4200 train 3.289482 (lr=4.3306e-04) (hash(x)=43715655)
+4201 train 3.318135 (lr=4.3298e-04) (hash(x)=41721096)
+4202 train 3.358493 (lr=4.3289e-04) (hash(x)=40195756)
+4203 train 3.351349 (lr=4.3281e-04) (hash(x)=38485870)
+4204 train 3.364102 (lr=4.3272e-04) (hash(x)=37548275)
+4205 train 3.280555 (lr=4.3264e-04) (hash(x)=43393113)
+4206 train 3.319292 (lr=4.3255e-04) (hash(x)=47158395)
+4207 train 3.272504 (lr=4.3247e-04) (hash(x)=38862097)
+4208 train 3.265009 (lr=4.3238e-04) (hash(x)=40111564)
+4209 train 3.280197 (lr=4.3230e-04) (hash(x)=44736144)
+4210 train 3.262890 (lr=4.3222e-04) (hash(x)=39935014)
+4211 train 3.286493 (lr=4.3213e-04) (hash(x)=43704494)
+4212 train 3.309069 (lr=4.3205e-04) (hash(x)=36684827)
+4213 train 3.269732 (lr=4.3196e-04) (hash(x)=38465659)
+4214 train 3.307727 (lr=4.3188e-04) (hash(x)=43723151)
+4215 train 3.331849 (lr=4.3179e-04) (hash(x)=48468311)
+4216 train 3.283461 (lr=4.3171e-04) (hash(x)=42273925)
+4217 train 3.316390 (lr=4.3162e-04) (hash(x)=34090200)
+4218 train 3.281860 (lr=4.3154e-04) (hash(x)=38891815)
+4219 train 3.223409 (lr=4.3145e-04) (hash(x)=38940722)
+4220 train 3.158500 (lr=4.3137e-04) (hash(x)=47201725)
+4221 train 3.177823 (lr=4.3128e-04) (hash(x)=37055774)
+4222 train 3.145235 (lr=4.3120e-04) (hash(x)=39816553)
+4223 train 3.082949 (lr=4.3112e-04) (hash(x)=38559466)
+4224 train 3.143615 (lr=4.3103e-04) (hash(x)=39783859)
+4225 train 3.122117 (lr=4.3095e-04) (hash(x)=46962505)
+4226 train 3.101797 (lr=4.3086e-04) (hash(x)=41763222)
+4227 train 3.150796 (lr=4.3078e-04) (hash(x)=38357825)
+4228 train 3.156312 (lr=4.3069e-04) (hash(x)=37565341)
+4229 train 3.171129 (lr=4.3061e-04) (hash(x)=38837078)
+4230 train 3.091743 (lr=4.3052e-04) (hash(x)=43632578)
+4231 train 3.197845 (lr=4.3044e-04) (hash(x)=38336317)
+4232 train 3.287970 (lr=4.3035e-04) (hash(x)=45037525)
+4233 train 3.322615 (lr=4.3027e-04) (hash(x)=43137000)
+4234 train 3.362725 (lr=4.3018e-04) (hash(x)=43239201)
+4235 train 3.320215 (lr=4.3010e-04) (hash(x)=49168343)
+4236 train 3.335741 (lr=4.3001e-04) (hash(x)=39506147)
+4237 train 3.354234 (lr=4.2993e-04) (hash(x)=39819047)
+4238 train 3.295240 (lr=4.2984e-04) (hash(x)=43483694)
+4239 train 3.312962 (lr=4.2976e-04) (hash(x)=41124190)
+4240 train 3.333156 (lr=4.2967e-04) (hash(x)=47186619)
+4241 train 3.313434 (lr=4.2959e-04) (hash(x)=41125443)
+4242 train 3.238477 (lr=4.2950e-04) (hash(x)=41792367)
+4243 train 3.313434 (lr=4.2942e-04) (hash(x)=37257188)
+4244 train 3.361542 (lr=4.2933e-04) (hash(x)=36562939)
+4245 train 3.351412 (lr=4.2925e-04) (hash(x)=43279537)
+4246 train 3.332823 (lr=4.2916e-04) (hash(x)=39239665)
+4247 train 3.331791 (lr=4.2908e-04) (hash(x)=37074485)
+4248 train 3.282613 (lr=4.2899e-04) (hash(x)=44329390)
+4249 train 3.311268 (lr=4.2891e-04) (hash(x)=40663281)
+4250 val loss 3.3050
+4250 val perplexity 27.2499
+4250 hella 0.2803
+4250 train 3.413097 (lr=4.2882e-04) (hash(x)=40555390)
+4251 train 3.386657 (lr=4.2874e-04) (hash(x)=40631193)
+4252 train 3.374133 (lr=4.2865e-04) (hash(x)=41874564)
+4253 train 3.355366 (lr=4.2857e-04) (hash(x)=37593596)
+4254 train 3.295978 (lr=4.2848e-04) (hash(x)=47023425)
+4255 train 3.259390 (lr=4.2840e-04) (hash(x)=36853458)
+4256 train 3.297469 (lr=4.2831e-04) (hash(x)=41539642)
+4257 train 3.280752 (lr=4.2823e-04) (hash(x)=39937355)
+4258 train 3.330371 (lr=4.2814e-04) (hash(x)=43592110)
+4259 train 3.343727 (lr=4.2806e-04) (hash(x)=39075300)
+4260 train 3.283759 (lr=4.2797e-04) (hash(x)=36715951)
+4261 train 3.264238 (lr=4.2789e-04) (hash(x)=41716834)
+4262 train 3.304906 (lr=4.2780e-04) (hash(x)=42428904)
+4263 train 3.325099 (lr=4.2772e-04) (hash(x)=41248618)
+4264 train 3.294253 (lr=4.2763e-04) (hash(x)=40739098)
+4265 train 3.295072 (lr=4.2755e-04) (hash(x)=44224489)
+4266 train 3.266744 (lr=4.2746e-04) (hash(x)=36669734)
+4267 train 3.267716 (lr=4.2738e-04) (hash(x)=50636594)
+4268 train 3.256694 (lr=4.2729e-04) (hash(x)=42925443)
+4269 train 3.180533 (lr=4.2721e-04) (hash(x)=37666556)
+4270 train 3.134640 (lr=4.2712e-04) (hash(x)=43867930)
+4271 train 3.147833 (lr=4.2704e-04) (hash(x)=38297222)
+4272 train 3.071708 (lr=4.2695e-04) (hash(x)=42191307)
+4273 train 3.162651 (lr=4.2687e-04) (hash(x)=36137617)
+4274 train 3.185268 (lr=4.2678e-04) (hash(x)=37412434)
+4275 train 3.125669 (lr=4.2670e-04) (hash(x)=38233875)
+4276 train 3.061601 (lr=4.2661e-04) (hash(x)=43803001)
+4277 train 3.123057 (lr=4.2652e-04) (hash(x)=41454033)
+4278 train 3.164630 (lr=4.2644e-04) (hash(x)=38787596)
+4279 train 3.115215 (lr=4.2635e-04) (hash(x)=41942412)
+4280 train 3.160403 (lr=4.2627e-04) (hash(x)=40900883)
+4281 train 3.190403 (lr=4.2618e-04) (hash(x)=45841901)
+4282 train 3.321386 (lr=4.2610e-04) (hash(x)=37799910)
+4283 train 3.314446 (lr=4.2601e-04) (hash(x)=48347532)
+4284 train 3.353729 (lr=4.2593e-04) (hash(x)=48215437)
+4285 train 3.307760 (lr=4.2584e-04) (hash(x)=42575365)
+4286 train 3.342728 (lr=4.2576e-04) (hash(x)=41988441)
+4287 train 3.322858 (lr=4.2567e-04) (hash(x)=37619172)
+4288 train 3.308140 (lr=4.2559e-04) (hash(x)=38082214)
+4289 train 3.312024 (lr=4.2550e-04) (hash(x)=38798196)
+4290 train 3.298533 (lr=4.2541e-04) (hash(x)=43838439)
+4291 train 3.343072 (lr=4.2533e-04) (hash(x)=37891160)
+4292 train 3.259716 (lr=4.2524e-04) (hash(x)=39422788)
+4293 train 3.348836 (lr=4.2516e-04) (hash(x)=42411836)
+4294 train 3.378581 (lr=4.2507e-04) (hash(x)=39568287)
+4295 train 3.389663 (lr=4.2499e-04) (hash(x)=39937749)
+4296 train 3.330803 (lr=4.2490e-04) (hash(x)=43299797)
+4297 train 3.325148 (lr=4.2482e-04) (hash(x)=37951781)
+4298 train 3.298111 (lr=4.2473e-04) (hash(x)=39734676)
+4299 train 3.294348 (lr=4.2465e-04) (hash(x)=37833785)
+4300 train 3.301663 (lr=4.2456e-04) (hash(x)=38449939)
+4301 train 3.273749 (lr=4.2447e-04) (hash(x)=41120385)
+4302 train 3.326891 (lr=4.2439e-04) (hash(x)=40253033)
+4303 train 3.376017 (lr=4.2430e-04) (hash(x)=35148816)
+4304 train 3.317888 (lr=4.2422e-04) (hash(x)=42217110)
+4305 train 3.293723 (lr=4.2413e-04) (hash(x)=42635208)
+4306 train 3.326244 (lr=4.2405e-04) (hash(x)=36024701)
+4307 train 3.305174 (lr=4.2396e-04) (hash(x)=40095184)
+4308 train 3.325679 (lr=4.2387e-04) (hash(x)=43560600)
+4309 train 3.303227 (lr=4.2379e-04) (hash(x)=40880639)
+4310 train 3.277889 (lr=4.2370e-04) (hash(x)=43204386)
+4311 train 3.246324 (lr=4.2362e-04) (hash(x)=41698363)
+4312 train 3.253341 (lr=4.2353e-04) (hash(x)=38374713)
+4313 train 3.330348 (lr=4.2345e-04) (hash(x)=39262667)
+4314 train 3.305725 (lr=4.2336e-04) (hash(x)=37016909)
+4315 train 3.312917 (lr=4.2327e-04) (hash(x)=38874579)
+4316 train 3.336233 (lr=4.2319e-04) (hash(x)=40687454)
+4317 train 3.242610 (lr=4.2310e-04) (hash(x)=41637524)
+4318 train 3.291312 (lr=4.2302e-04) (hash(x)=38540018)
+4319 train 3.207841 (lr=4.2293e-04) (hash(x)=39929018)
+4320 train 3.215538 (lr=4.2285e-04) (hash(x)=34650160)
+4321 train 3.132948 (lr=4.2276e-04) (hash(x)=40207108)
+4322 train 3.090722 (lr=4.2267e-04) (hash(x)=41324621)
+4323 train 3.072317 (lr=4.2259e-04) (hash(x)=37189698)
+4324 train 3.101229 (lr=4.2250e-04) (hash(x)=40260337)
+4325 train 3.140164 (lr=4.2242e-04) (hash(x)=37515140)
+4326 train 3.144462 (lr=4.2233e-04) (hash(x)=36685598)
+4327 train 3.145788 (lr=4.2225e-04) (hash(x)=40783106)
+4328 train 3.149505 (lr=4.2216e-04) (hash(x)=38028727)
+4329 train 3.169975 (lr=4.2207e-04) (hash(x)=41214848)
+4330 train 3.140569 (lr=4.2199e-04) (hash(x)=40894949)
+4331 train 3.157239 (lr=4.2190e-04) (hash(x)=34318912)
+4332 train 3.298902 (lr=4.2182e-04) (hash(x)=37926789)
+4333 train 3.315721 (lr=4.2173e-04) (hash(x)=45141686)
+4334 train 3.339452 (lr=4.2164e-04) (hash(x)=39128585)
+4335 train 3.344676 (lr=4.2156e-04) (hash(x)=41411710)
+4336 train 3.356317 (lr=4.2147e-04) (hash(x)=48018816)
+4337 train 3.412836 (lr=4.2139e-04) (hash(x)=53989572)
+4338 train 3.323858 (lr=4.2130e-04) (hash(x)=40045026)
+4339 train 3.305552 (lr=4.2121e-04) (hash(x)=40539952)
+4340 train 3.303295 (lr=4.2113e-04) (hash(x)=38270932)
+4341 train 3.307131 (lr=4.2104e-04) (hash(x)=41438470)
+4342 train 3.386489 (lr=4.2096e-04) (hash(x)=35739245)
+4343 train 3.356054 (lr=4.2087e-04) (hash(x)=39984272)
+4344 train 3.331369 (lr=4.2078e-04) (hash(x)=38400031)
+4345 train 3.249392 (lr=4.2070e-04) (hash(x)=41432205)
+4346 train 3.281884 (lr=4.2061e-04) (hash(x)=37634851)
+4347 train 3.359533 (lr=4.2053e-04) (hash(x)=40553135)
+4348 train 3.298573 (lr=4.2044e-04) (hash(x)=36288076)
+4349 train 3.294443 (lr=4.2035e-04) (hash(x)=41690179)
+4350 train 3.357825 (lr=4.2027e-04) (hash(x)=37086611)
+4351 train 3.246611 (lr=4.2018e-04) (hash(x)=38294446)
+4352 train 3.335087 (lr=4.2010e-04) (hash(x)=36872266)
+4353 train 3.340463 (lr=4.2001e-04) (hash(x)=39390893)
+4354 train 3.314888 (lr=4.1992e-04) (hash(x)=35940939)
+4355 train 3.292868 (lr=4.1984e-04) (hash(x)=44786557)
+4356 train 3.340700 (lr=4.1975e-04) (hash(x)=36483133)
+4357 train 3.290119 (lr=4.1966e-04) (hash(x)=42066730)
+4358 train 3.272792 (lr=4.1958e-04) (hash(x)=39640592)
+4359 train 3.222980 (lr=4.1949e-04) (hash(x)=38443068)
+4360 train 3.302546 (lr=4.1941e-04) (hash(x)=36822221)
+4361 train 3.265107 (lr=4.1932e-04) (hash(x)=38769512)
+4362 train 3.298801 (lr=4.1923e-04) (hash(x)=39729240)
+4363 train 3.297207 (lr=4.1915e-04) (hash(x)=36596065)
+4364 train 3.267138 (lr=4.1906e-04) (hash(x)=38979985)
+4365 train 3.277172 (lr=4.1898e-04) (hash(x)=35121112)
+4366 train 3.263824 (lr=4.1889e-04) (hash(x)=38539051)
+4367 train 3.258044 (lr=4.1880e-04) (hash(x)=46062230)
+4368 train 3.245106 (lr=4.1872e-04) (hash(x)=44497054)
+4369 train 3.206577 (lr=4.1863e-04) (hash(x)=40910478)
+4370 train 3.123248 (lr=4.1854e-04) (hash(x)=36997324)
+4371 train 3.088270 (lr=4.1846e-04) (hash(x)=42725466)
+4372 train 3.151907 (lr=4.1837e-04) (hash(x)=38557710)
+4373 train 3.193314 (lr=4.1828e-04) (hash(x)=39799168)
+4374 train 3.147801 (lr=4.1820e-04) (hash(x)=40641268)
+4375 train 3.126454 (lr=4.1811e-04) (hash(x)=40953474)
+4376 train 3.107451 (lr=4.1803e-04) (hash(x)=36177892)
+4377 train 3.073507 (lr=4.1794e-04) (hash(x)=39281283)
+4378 train 3.156527 (lr=4.1785e-04) (hash(x)=37285117)
+4379 train 3.145698 (lr=4.1777e-04) (hash(x)=39980280)
+4380 train 3.080081 (lr=4.1768e-04) (hash(x)=42784626)
+4381 train 3.157874 (lr=4.1759e-04) (hash(x)=44892343)
+4382 train 3.267027 (lr=4.1751e-04) (hash(x)=41068629)
+4383 train 3.360825 (lr=4.1742e-04) (hash(x)=42945290)
+4384 train 3.290171 (lr=4.1733e-04) (hash(x)=41855757)
+4385 train 3.291708 (lr=4.1725e-04) (hash(x)=39978540)
+4386 train 3.284902 (lr=4.1716e-04) (hash(x)=39964531)
+4387 train 3.324662 (lr=4.1708e-04) (hash(x)=40309046)
+4388 train 3.329418 (lr=4.1699e-04) (hash(x)=42509692)
+4389 train 3.341503 (lr=4.1690e-04) (hash(x)=38506118)
+4390 train 3.353557 (lr=4.1682e-04) (hash(x)=37592176)
+4391 train 3.316064 (lr=4.1673e-04) (hash(x)=37931691)
+4392 train 3.308981 (lr=4.1664e-04) (hash(x)=46249656)
+4393 train 3.260391 (lr=4.1656e-04) (hash(x)=38182020)
+4394 train 3.320008 (lr=4.1647e-04) (hash(x)=45163308)
+4395 train 3.291319 (lr=4.1638e-04) (hash(x)=43166925)
+4396 train 3.345862 (lr=4.1630e-04) (hash(x)=37048537)
+4397 train 3.256696 (lr=4.1621e-04) (hash(x)=41167196)
+4398 train 3.305763 (lr=4.1612e-04) (hash(x)=52535390)
+4399 train 3.266603 (lr=4.1604e-04) (hash(x)=36962110)
+4400 train 3.331587 (lr=4.1595e-04) (hash(x)=37330166)
+4401 train 3.321310 (lr=4.1586e-04) (hash(x)=38143776)
+4402 train 3.260543 (lr=4.1578e-04) (hash(x)=42904195)
+4403 train 3.305963 (lr=4.1569e-04) (hash(x)=43342349)
+4404 train 3.360720 (lr=4.1560e-04) (hash(x)=45539404)
+4405 train 3.313750 (lr=4.1552e-04) (hash(x)=41099889)
+4406 train 3.300115 (lr=4.1543e-04) (hash(x)=34718994)
+4407 train 3.333573 (lr=4.1534e-04) (hash(x)=49269509)
+4408 train 3.289306 (lr=4.1526e-04) (hash(x)=43061780)
+4409 train 3.221988 (lr=4.1517e-04) (hash(x)=41930192)
+4410 train 3.272354 (lr=4.1508e-04) (hash(x)=49612618)
+4411 train 3.281145 (lr=4.1500e-04) (hash(x)=40457914)
+4412 train 3.250423 (lr=4.1491e-04) (hash(x)=44069513)
+4413 train 3.268353 (lr=4.1482e-04) (hash(x)=35625804)
+4414 train 3.296815 (lr=4.1474e-04) (hash(x)=37280822)
+4415 train 3.277933 (lr=4.1465e-04) (hash(x)=37980477)
+4416 train 3.320199 (lr=4.1456e-04) (hash(x)=34469230)
+4417 train 3.249696 (lr=4.1448e-04) (hash(x)=36495526)
+4418 train 3.195542 (lr=4.1439e-04) (hash(x)=46280183)
+4419 train 3.149855 (lr=4.1430e-04) (hash(x)=35541521)
+4420 train 3.098094 (lr=4.1422e-04) (hash(x)=39861699)
+4421 train 3.078481 (lr=4.1413e-04) (hash(x)=34906859)
+4422 train 3.251325 (lr=4.1404e-04) (hash(x)=43133034)
+4423 train 3.083615 (lr=4.1396e-04) (hash(x)=44128564)
+4424 train 3.124979 (lr=4.1387e-04) (hash(x)=39731156)
+4425 train 3.090556 (lr=4.1378e-04) (hash(x)=42593718)
+4426 train 3.151362 (lr=4.1370e-04) (hash(x)=35356253)
+4427 train 3.096377 (lr=4.1361e-04) (hash(x)=41262213)
+4428 train 3.161396 (lr=4.1352e-04) (hash(x)=38139200)
+4429 train 3.088476 (lr=4.1343e-04) (hash(x)=36682609)
+4430 train 3.069477 (lr=4.1335e-04) (hash(x)=45569951)
+4431 train 3.313701 (lr=4.1326e-04) (hash(x)=41357653)
+4432 train 3.245917 (lr=4.1317e-04) (hash(x)=41450306)
+4433 train 3.333058 (lr=4.1309e-04) (hash(x)=35287066)
+4434 train 3.294642 (lr=4.1300e-04) (hash(x)=42503934)
+4435 train 3.280550 (lr=4.1291e-04) (hash(x)=40192069)
+4436 train 3.334000 (lr=4.1283e-04) (hash(x)=47744753)
+4437 train 3.374416 (lr=4.1274e-04) (hash(x)=38259553)
+4438 train 3.303409 (lr=4.1265e-04) (hash(x)=45170983)
+4439 train 3.316761 (lr=4.1257e-04) (hash(x)=43730388)
+4440 train 3.297090 (lr=4.1248e-04) (hash(x)=46609280)
+4441 train 3.330781 (lr=4.1239e-04) (hash(x)=46928090)
+4442 train 3.330262 (lr=4.1230e-04) (hash(x)=40030519)
+4443 train 3.280577 (lr=4.1222e-04) (hash(x)=37558769)
+4444 train 3.292061 (lr=4.1213e-04) (hash(x)=48345660)
+4445 train 3.338191 (lr=4.1204e-04) (hash(x)=38683139)
+4446 train 3.318604 (lr=4.1196e-04) (hash(x)=37188160)
+4447 train 3.341255 (lr=4.1187e-04) (hash(x)=43584058)
+4448 train 3.314511 (lr=4.1178e-04) (hash(x)=44606753)
+4449 train 3.325536 (lr=4.1170e-04) (hash(x)=38421500)
+4450 train 3.245013 (lr=4.1161e-04) (hash(x)=44529146)
+4451 train 3.261374 (lr=4.1152e-04) (hash(x)=40254612)
+4452 train 3.274191 (lr=4.1143e-04) (hash(x)=46478580)
+4453 train 3.255571 (lr=4.1135e-04) (hash(x)=56877961)
+4454 train 3.285199 (lr=4.1126e-04) (hash(x)=40284347)
+4455 train 3.310232 (lr=4.1117e-04) (hash(x)=44217009)
+4456 train 3.284503 (lr=4.1109e-04) (hash(x)=40004843)
+4457 train 3.306320 (lr=4.1100e-04) (hash(x)=36898469)
+4458 train 3.373204 (lr=4.1091e-04) (hash(x)=33281496)
+4459 train 3.297825 (lr=4.1082e-04) (hash(x)=43014438)
+4460 train 3.261828 (lr=4.1074e-04) (hash(x)=40216522)
+4461 train 3.253283 (lr=4.1065e-04) (hash(x)=37193930)
+4462 train 3.224401 (lr=4.1056e-04) (hash(x)=38363139)
+4463 train 3.227353 (lr=4.1048e-04) (hash(x)=31194899)
+4464 train 3.272957 (lr=4.1039e-04) (hash(x)=37645291)
+4465 train 3.270454 (lr=4.1030e-04) (hash(x)=37088332)
+4466 train 3.273355 (lr=4.1021e-04) (hash(x)=38623122)
+4467 train 3.275032 (lr=4.1013e-04) (hash(x)=41397980)
+4468 train 3.192613 (lr=4.1004e-04) (hash(x)=38584107)
+4469 train 3.073827 (lr=4.0995e-04) (hash(x)=37237816)
+4470 train 3.127729 (lr=4.0986e-04) (hash(x)=39770674)
+4471 train 3.182374 (lr=4.0978e-04) (hash(x)=41095829)
+4472 train 3.112165 (lr=4.0969e-04) (hash(x)=41309219)
+4473 train 3.090270 (lr=4.0960e-04) (hash(x)=36229575)
+4474 train 3.143173 (lr=4.0952e-04) (hash(x)=41550836)
+4475 train 3.118627 (lr=4.0943e-04) (hash(x)=37109115)
+4476 train 3.135191 (lr=4.0934e-04) (hash(x)=39495022)
+4477 train 3.054541 (lr=4.0925e-04) (hash(x)=41720394)
+4478 train 3.167075 (lr=4.0917e-04) (hash(x)=34044222)
+4479 train 3.091151 (lr=4.0908e-04) (hash(x)=40251914)
+4480 train 3.054228 (lr=4.0899e-04) (hash(x)=38337888)
+4481 train 3.370972 (lr=4.0890e-04) (hash(x)=39303283)
+4482 train 3.412974 (lr=4.0882e-04) (hash(x)=45014091)
+4483 train 3.355165 (lr=4.0873e-04) (hash(x)=35443240)
+4484 train 3.410635 (lr=4.0864e-04) (hash(x)=41199982)
+4485 train 3.309953 (lr=4.0855e-04) (hash(x)=38138820)
+4486 train 3.280179 (lr=4.0847e-04) (hash(x)=40507552)
+4487 train 3.330912 (lr=4.0838e-04) (hash(x)=43455551)
+4488 train 3.329697 (lr=4.0829e-04) (hash(x)=40646540)
+4489 train 3.359543 (lr=4.0820e-04) (hash(x)=36020748)
+4490 train 3.359462 (lr=4.0812e-04) (hash(x)=41030753)
+4491 train 3.338726 (lr=4.0803e-04) (hash(x)=40438984)
+4492 train 3.414174 (lr=4.0794e-04) (hash(x)=45928930)
+4493 train 3.339892 (lr=4.0785e-04) (hash(x)=38547096)
+4494 train 3.327171 (lr=4.0777e-04) (hash(x)=37785532)
+4495 train 3.274185 (lr=4.0768e-04) (hash(x)=34851777)
+4496 train 3.271773 (lr=4.0759e-04) (hash(x)=49909710)
+4497 train 3.259053 (lr=4.0750e-04) (hash(x)=42897034)
+4498 train 3.253026 (lr=4.0742e-04) (hash(x)=32566453)
+4499 train 3.244247 (lr=4.0733e-04) (hash(x)=36527661)
+4500 val loss 3.2892
+4500 val perplexity 26.8219
+4500 hella 0.2805
+4500 train 3.239820 (lr=4.0724e-04) (hash(x)=53625672)
+4501 train 3.276929 (lr=4.0715e-04) (hash(x)=39505699)
+4502 train 3.318476 (lr=4.0707e-04) (hash(x)=36765476)
+4503 train 3.332931 (lr=4.0698e-04) (hash(x)=42501282)
+4504 train 3.280622 (lr=4.0689e-04) (hash(x)=38428715)
+4505 train 3.372573 (lr=4.0680e-04) (hash(x)=38785020)
+4506 train 3.256302 (lr=4.0672e-04) (hash(x)=41427016)
+4507 train 3.259982 (lr=4.0663e-04) (hash(x)=45962763)
+4508 train 3.280610 (lr=4.0654e-04) (hash(x)=39427418)
+4509 train 3.307767 (lr=4.0645e-04) (hash(x)=37343401)
+4510 train 3.294829 (lr=4.0637e-04) (hash(x)=36735559)
+4511 train 3.307612 (lr=4.0628e-04) (hash(x)=30925973)
+4512 train 3.240687 (lr=4.0619e-04) (hash(x)=36426880)
+4513 train 3.251055 (lr=4.0610e-04) (hash(x)=40031707)
+4514 train 3.281695 (lr=4.0602e-04) (hash(x)=38487572)
+4515 train 3.338180 (lr=4.0593e-04) (hash(x)=42817522)
+4516 train 3.279308 (lr=4.0584e-04) (hash(x)=39561297)
+4517 train 3.280446 (lr=4.0575e-04) (hash(x)=43269180)
+4518 train 3.158888 (lr=4.0567e-04) (hash(x)=44769742)
+4519 train 3.116147 (lr=4.0558e-04) (hash(x)=45451254)
+4520 train 3.097650 (lr=4.0549e-04) (hash(x)=41487871)
+4521 train 3.100373 (lr=4.0540e-04) (hash(x)=38207115)
+4522 train 3.119729 (lr=4.0531e-04) (hash(x)=38392031)
+4523 train 3.140615 (lr=4.0523e-04) (hash(x)=40288191)
+4524 train 3.112927 (lr=4.0514e-04) (hash(x)=38041319)
+4525 train 3.071422 (lr=4.0505e-04) (hash(x)=44047720)
+4526 train 3.169675 (lr=4.0496e-04) (hash(x)=39957320)
+4527 train 3.148700 (lr=4.0488e-04) (hash(x)=35702943)
+4528 train 3.081791 (lr=4.0479e-04) (hash(x)=45277159)
+4529 train 3.044574 (lr=4.0470e-04) (hash(x)=39759146)
+4530 train 3.202213 (lr=4.0461e-04) (hash(x)=37779629)
+4531 train 3.361057 (lr=4.0452e-04) (hash(x)=39846856)
+4532 train 3.314718 (lr=4.0444e-04) (hash(x)=44353014)
+4533 train 3.309175 (lr=4.0435e-04) (hash(x)=39660244)
+4534 train 3.306481 (lr=4.0426e-04) (hash(x)=40186978)
+4535 train 3.339530 (lr=4.0417e-04) (hash(x)=37523296)
+4536 train 3.359339 (lr=4.0409e-04) (hash(x)=26279490)
+4537 train 3.297789 (lr=4.0400e-04) (hash(x)=38242207)
+4538 train 3.397774 (lr=4.0391e-04) (hash(x)=37677896)
+4539 train 3.264872 (lr=4.0382e-04) (hash(x)=39708176)
+4540 train 3.297452 (lr=4.0373e-04) (hash(x)=38242825)
+4541 train 3.334219 (lr=4.0365e-04) (hash(x)=33132380)
+4542 train 3.282338 (lr=4.0356e-04) (hash(x)=42939896)
+4543 train 3.254353 (lr=4.0347e-04) (hash(x)=38332311)
+4544 train 3.267580 (lr=4.0338e-04) (hash(x)=38923608)
+4545 train 3.239656 (lr=4.0329e-04) (hash(x)=40323556)
+4546 train 3.256893 (lr=4.0321e-04) (hash(x)=35983887)
+4547 train 3.316186 (lr=4.0312e-04) (hash(x)=33602055)
+4548 train 3.272966 (lr=4.0303e-04) (hash(x)=31649731)
+4549 train 3.260190 (lr=4.0294e-04) (hash(x)=38075247)
+4550 train 3.275174 (lr=4.0285e-04) (hash(x)=35861427)
+4551 train 3.344671 (lr=4.0277e-04) (hash(x)=38094911)
+4552 train 3.331063 (lr=4.0268e-04) (hash(x)=33259539)
+4553 train 3.287788 (lr=4.0259e-04) (hash(x)=40491997)
+4554 train 3.332670 (lr=4.0250e-04) (hash(x)=43686401)
+4555 train 3.242379 (lr=4.0241e-04) (hash(x)=38406615)
+4556 train 3.236827 (lr=4.0233e-04) (hash(x)=41017595)
+4557 train 3.295912 (lr=4.0224e-04) (hash(x)=40580691)
+4558 train 3.237566 (lr=4.0215e-04) (hash(x)=39758156)
+4559 train 3.261454 (lr=4.0206e-04) (hash(x)=38356220)
+4560 train 3.294326 (lr=4.0197e-04) (hash(x)=40926930)
+4561 train 3.335935 (lr=4.0189e-04) (hash(x)=40607399)
+4562 train 3.233393 (lr=4.0180e-04) (hash(x)=38455380)
+4563 train 3.275447 (lr=4.0171e-04) (hash(x)=38711914)
+4564 train 3.271543 (lr=4.0162e-04) (hash(x)=44926079)
+4565 train 3.266216 (lr=4.0153e-04) (hash(x)=41877486)
+4566 train 3.281302 (lr=4.0145e-04) (hash(x)=44916639)
+4567 train 3.243322 (lr=4.0136e-04) (hash(x)=35567849)
+4568 train 3.168631 (lr=4.0127e-04) (hash(x)=42347661)
+4569 train 3.134912 (lr=4.0118e-04) (hash(x)=42595177)
+4570 train 3.159053 (lr=4.0109e-04) (hash(x)=28630745)
+4571 train 3.106487 (lr=4.0101e-04) (hash(x)=39596536)
+4572 train 3.060258 (lr=4.0092e-04) (hash(x)=42946116)
+4573 train 3.178810 (lr=4.0083e-04) (hash(x)=40699443)
+4574 train 3.145682 (lr=4.0074e-04) (hash(x)=35925966)
+4575 train 3.101432 (lr=4.0065e-04) (hash(x)=38034444)
+4576 train 3.148576 (lr=4.0056e-04) (hash(x)=42840134)
+4577 train 3.140988 (lr=4.0048e-04) (hash(x)=39626520)
+4578 train 3.117228 (lr=4.0039e-04) (hash(x)=38872008)
+4579 train 3.112059 (lr=4.0030e-04) (hash(x)=41520350)
+4580 train 3.092937 (lr=4.0021e-04) (hash(x)=40184883)
+4581 train 3.285241 (lr=4.0012e-04) (hash(x)=37556231)
+4582 train 3.344992 (lr=4.0004e-04) (hash(x)=39147122)
+4583 train 3.406358 (lr=3.9995e-04) (hash(x)=32375842)
+4584 train 3.329087 (lr=3.9986e-04) (hash(x)=39365348)
+4585 train 3.313612 (lr=3.9977e-04) (hash(x)=42896414)
+4586 train 3.320518 (lr=3.9968e-04) (hash(x)=65069114)
+4587 train 3.310573 (lr=3.9959e-04) (hash(x)=40414005)
+4588 train 3.333053 (lr=3.9951e-04) (hash(x)=40961487)
+4589 train 3.283732 (lr=3.9942e-04) (hash(x)=38266002)
+4590 train 3.360431 (lr=3.9933e-04) (hash(x)=38525358)
+4591 train 3.361241 (lr=3.9924e-04) (hash(x)=34510749)
+4592 train 3.318530 (lr=3.9915e-04) (hash(x)=41325713)
+4593 train 3.317651 (lr=3.9906e-04) (hash(x)=41122353)
+4594 train 3.310491 (lr=3.9898e-04) (hash(x)=38069966)
+4595 train 3.293766 (lr=3.9889e-04) (hash(x)=40430103)
+4596 train 3.338686 (lr=3.9880e-04) (hash(x)=41383289)
+4597 train 3.308486 (lr=3.9871e-04) (hash(x)=34775588)
+4598 train 3.362348 (lr=3.9862e-04) (hash(x)=37851574)
+4599 train 3.322038 (lr=3.9853e-04) (hash(x)=34492800)
+4600 train 3.263585 (lr=3.9845e-04) (hash(x)=37313866)
+4601 train 3.336768 (lr=3.9836e-04) (hash(x)=36079375)
+4602 train 3.331799 (lr=3.9827e-04) (hash(x)=33641161)
+4603 train 3.231722 (lr=3.9818e-04) (hash(x)=41148517)
+4604 train 3.352731 (lr=3.9809e-04) (hash(x)=37653755)
+4605 train 3.298986 (lr=3.9800e-04) (hash(x)=38079580)
+4606 train 3.230147 (lr=3.9792e-04) (hash(x)=36509717)
+4607 train 3.255109 (lr=3.9783e-04) (hash(x)=40846468)
+4608 train 3.299520 (lr=3.9774e-04) (hash(x)=43820544)
+4609 train 3.264570 (lr=3.9765e-04) (hash(x)=40883327)
+4610 train 3.329800 (lr=3.9756e-04) (hash(x)=35852187)
+4611 train 3.242852 (lr=3.9747e-04) (hash(x)=37111148)
+4612 train 3.266601 (lr=3.9739e-04) (hash(x)=46801358)
+4613 train 3.263297 (lr=3.9730e-04) (hash(x)=43285760)
+4614 train 3.245289 (lr=3.9721e-04) (hash(x)=37103901)
+4615 train 3.193870 (lr=3.9712e-04) (hash(x)=41355798)
+4616 train 3.249779 (lr=3.9703e-04) (hash(x)=36605577)
+4617 train 3.240965 (lr=3.9694e-04) (hash(x)=44567932)
+4618 train 3.173776 (lr=3.9685e-04) (hash(x)=39149811)
+4619 train 3.097223 (lr=3.9677e-04) (hash(x)=45370446)
+4620 train 3.142985 (lr=3.9668e-04) (hash(x)=40337063)
+4621 train 3.075581 (lr=3.9659e-04) (hash(x)=36531988)
+4622 train 3.136444 (lr=3.9650e-04) (hash(x)=42016722)
+4623 train 3.148219 (lr=3.9641e-04) (hash(x)=39114176)
+4624 train 3.077926 (lr=3.9632e-04) (hash(x)=38697122)
+4625 train 3.137811 (lr=3.9623e-04) (hash(x)=39931892)
+4626 train 3.151546 (lr=3.9615e-04) (hash(x)=35616476)
+4627 train 3.096206 (lr=3.9606e-04) (hash(x)=43953924)
+4628 train 3.074721 (lr=3.9597e-04) (hash(x)=36275230)
+4629 train 3.135870 (lr=3.9588e-04) (hash(x)=36895435)
+4630 train 3.064988 (lr=3.9579e-04) (hash(x)=37327564)
+4631 train 3.309225 (lr=3.9570e-04) (hash(x)=39212809)
+4632 train 3.299786 (lr=3.9561e-04) (hash(x)=42562080)
+4633 train 3.344810 (lr=3.9553e-04) (hash(x)=41739878)
+4634 train 3.337902 (lr=3.9544e-04) (hash(x)=35244538)
+4635 train 3.313710 (lr=3.9535e-04) (hash(x)=46360563)
+4636 train 3.277846 (lr=3.9526e-04) (hash(x)=38799778)
+4637 train 3.325680 (lr=3.9517e-04) (hash(x)=44546331)
+4638 train 3.314431 (lr=3.9508e-04) (hash(x)=41387282)
+4639 train 3.335474 (lr=3.9499e-04) (hash(x)=33365660)
+4640 train 3.334438 (lr=3.9491e-04) (hash(x)=41862740)
+4641 train 3.336159 (lr=3.9482e-04) (hash(x)=40843819)
+4642 train 3.303085 (lr=3.9473e-04) (hash(x)=38587229)
+4643 train 3.287411 (lr=3.9464e-04) (hash(x)=37749102)
+4644 train 3.342422 (lr=3.9455e-04) (hash(x)=39525889)
+4645 train 3.266202 (lr=3.9446e-04) (hash(x)=37604870)
+4646 train 3.330725 (lr=3.9437e-04) (hash(x)=44440498)
+4647 train 3.335747 (lr=3.9428e-04) (hash(x)=39962130)
+4648 train 3.324363 (lr=3.9420e-04) (hash(x)=39344460)
+4649 train 3.275375 (lr=3.9411e-04) (hash(x)=35753638)
+4650 train 3.297517 (lr=3.9402e-04) (hash(x)=38545454)
+4651 train 3.307821 (lr=3.9393e-04) (hash(x)=46758827)
+4652 train 3.323634 (lr=3.9384e-04) (hash(x)=39220941)
+4653 train 3.281971 (lr=3.9375e-04) (hash(x)=37985387)
+4654 train 3.335642 (lr=3.9366e-04) (hash(x)=42530838)
+4655 train 3.329353 (lr=3.9357e-04) (hash(x)=42268640)
+4656 train 3.284878 (lr=3.9349e-04) (hash(x)=35218434)
+4657 train 3.247546 (lr=3.9340e-04) (hash(x)=40880364)
+4658 train 3.221133 (lr=3.9331e-04) (hash(x)=49134967)
+4659 train 3.315828 (lr=3.9322e-04) (hash(x)=36719348)
+4660 train 3.312291 (lr=3.9313e-04) (hash(x)=39931230)
+4661 train 3.298645 (lr=3.9304e-04) (hash(x)=37797405)
+4662 train 3.262206 (lr=3.9295e-04) (hash(x)=37336312)
+4663 train 3.302707 (lr=3.9286e-04) (hash(x)=34620784)
+4664 train 3.231654 (lr=3.9277e-04) (hash(x)=39441357)
+4665 train 3.216548 (lr=3.9269e-04) (hash(x)=37922134)
+4666 train 3.267000 (lr=3.9260e-04) (hash(x)=40100221)
+4667 train 3.257603 (lr=3.9251e-04) (hash(x)=40173549)
+4668 train 3.203578 (lr=3.9242e-04) (hash(x)=28460883)
+4669 train 3.162816 (lr=3.9233e-04) (hash(x)=36947290)
+4670 train 3.072395 (lr=3.9224e-04) (hash(x)=37843480)
+4671 train 3.157295 (lr=3.9215e-04) (hash(x)=36217211)
+4672 train 3.069045 (lr=3.9206e-04) (hash(x)=43943028)
+4673 train 3.120493 (lr=3.9197e-04) (hash(x)=41781409)
+4674 train 3.062487 (lr=3.9189e-04) (hash(x)=41998697)
+4675 train 3.148246 (lr=3.9180e-04) (hash(x)=40790492)
+4676 train 3.091350 (lr=3.9171e-04) (hash(x)=46305779)
+4677 train 3.128221 (lr=3.9162e-04) (hash(x)=39470629)
+4678 train 3.143533 (lr=3.9153e-04) (hash(x)=39405341)
+4679 train 3.162337 (lr=3.9144e-04) (hash(x)=38512494)
+4680 train 3.116396 (lr=3.9135e-04) (hash(x)=41296802)
+4681 train 3.153931 (lr=3.9126e-04) (hash(x)=41488481)
+4682 train 3.329743 (lr=3.9117e-04) (hash(x)=39550918)
+4683 train 3.318791 (lr=3.9109e-04) (hash(x)=42661087)
+4684 train 3.351084 (lr=3.9100e-04) (hash(x)=39192032)
+4685 train 3.365875 (lr=3.9091e-04) (hash(x)=44774669)
+4686 train 3.318235 (lr=3.9082e-04) (hash(x)=37156307)
+4687 train 3.344193 (lr=3.9073e-04) (hash(x)=50244863)
+4688 train 3.300601 (lr=3.9064e-04) (hash(x)=34520314)
+4689 train 3.258751 (lr=3.9055e-04) (hash(x)=39815309)
+4690 train 3.352550 (lr=3.9046e-04) (hash(x)=42830839)
+4691 train 3.349946 (lr=3.9037e-04) (hash(x)=30702066)
+4692 train 3.261783 (lr=3.9028e-04) (hash(x)=41391972)
+4693 train 3.276180 (lr=3.9020e-04) (hash(x)=37143347)
+4694 train 3.305442 (lr=3.9011e-04) (hash(x)=39942435)
+4695 train 3.283012 (lr=3.9002e-04) (hash(x)=38662473)
+4696 train 3.257847 (lr=3.8993e-04) (hash(x)=35549321)
+4697 train 3.258854 (lr=3.8984e-04) (hash(x)=34831238)
+4698 train 3.306413 (lr=3.8975e-04) (hash(x)=38962655)
+4699 train 3.289659 (lr=3.8966e-04) (hash(x)=36742009)
+4700 train 3.277815 (lr=3.8957e-04) (hash(x)=41308268)
+4701 train 3.356241 (lr=3.8948e-04) (hash(x)=26362040)
+4702 train 3.227190 (lr=3.8939e-04) (hash(x)=35858871)
+4703 train 3.276853 (lr=3.8930e-04) (hash(x)=41840713)
+4704 train 3.295090 (lr=3.8922e-04) (hash(x)=39526640)
+4705 train 3.304669 (lr=3.8913e-04) (hash(x)=37659000)
+4706 train 3.284116 (lr=3.8904e-04) (hash(x)=42729590)
+4707 train 3.273573 (lr=3.8895e-04) (hash(x)=41160632)
+4708 train 3.284268 (lr=3.8886e-04) (hash(x)=55022446)
+4709 train 3.300530 (lr=3.8877e-04) (hash(x)=42226855)
+4710 train 3.272783 (lr=3.8868e-04) (hash(x)=39316245)
+4711 train 3.382259 (lr=3.8859e-04) (hash(x)=39761239)
+4712 train 3.295881 (lr=3.8850e-04) (hash(x)=38172145)
+4713 train 3.256980 (lr=3.8841e-04) (hash(x)=40200856)
+4714 train 3.232742 (lr=3.8832e-04) (hash(x)=37566064)
+4715 train 3.299943 (lr=3.8823e-04) (hash(x)=53130728)
+4716 train 3.193499 (lr=3.8815e-04) (hash(x)=37941899)
+4717 train 3.270732 (lr=3.8806e-04) (hash(x)=43055401)
+4718 train 3.266385 (lr=3.8797e-04) (hash(x)=40552632)
+4719 train 3.143214 (lr=3.8788e-04) (hash(x)=39942295)
+4720 train 3.149524 (lr=3.8779e-04) (hash(x)=40396343)
+4721 train 3.097636 (lr=3.8770e-04) (hash(x)=40294339)
+4722 train 3.168787 (lr=3.8761e-04) (hash(x)=39606740)
+4723 train 3.141710 (lr=3.8752e-04) (hash(x)=39275587)
+4724 train 3.062052 (lr=3.8743e-04) (hash(x)=37915737)
+4725 train 3.155279 (lr=3.8734e-04) (hash(x)=35166260)
+4726 train 3.204179 (lr=3.8725e-04) (hash(x)=44099201)
+4727 train 3.071735 (lr=3.8716e-04) (hash(x)=46653820)
+4728 train 3.102495 (lr=3.8707e-04) (hash(x)=40080518)
+4729 train 3.146488 (lr=3.8698e-04) (hash(x)=38982471)
+4730 train 3.079323 (lr=3.8690e-04) (hash(x)=41454547)
+4731 train 3.137435 (lr=3.8681e-04) (hash(x)=39264215)
+4732 train 3.344576 (lr=3.8672e-04) (hash(x)=38950861)
+4733 train 3.293144 (lr=3.8663e-04) (hash(x)=39270182)
+4734 train 3.320277 (lr=3.8654e-04) (hash(x)=45187750)
+4735 train 3.314577 (lr=3.8645e-04) (hash(x)=31341152)
+4736 train 3.393817 (lr=3.8636e-04) (hash(x)=43421715)
+4737 train 3.289845 (lr=3.8627e-04) (hash(x)=45047878)
+4738 train 3.315972 (lr=3.8618e-04) (hash(x)=36701426)
+4739 train 3.269993 (lr=3.8609e-04) (hash(x)=41727615)
+4740 train 3.314880 (lr=3.8600e-04) (hash(x)=38069070)
+4741 train 3.315041 (lr=3.8591e-04) (hash(x)=41480346)
+4742 train 3.319999 (lr=3.8582e-04) (hash(x)=39953302)
+4743 train 3.306008 (lr=3.8573e-04) (hash(x)=37476754)
+4744 train 3.230855 (lr=3.8564e-04) (hash(x)=47736447)
+4745 train 3.304577 (lr=3.8556e-04) (hash(x)=36969929)
+4746 train 3.353888 (lr=3.8547e-04) (hash(x)=41153013)
+4747 train 3.315529 (lr=3.8538e-04) (hash(x)=38736278)
+4748 train 3.343297 (lr=3.8529e-04) (hash(x)=45256327)
+4749 train 3.286491 (lr=3.8520e-04) (hash(x)=37629789)
+4750 val loss 3.2780
+4750 val perplexity 26.5218
+4750 hella 0.2837
+4750 train 3.311353 (lr=3.8511e-04) (hash(x)=45600383)
+4751 train 3.279417 (lr=3.8502e-04) (hash(x)=35981251)
+4752 train 3.317696 (lr=3.8493e-04) (hash(x)=39428869)
+4753 train 3.327452 (lr=3.8484e-04) (hash(x)=35479262)
+4754 train 3.289204 (lr=3.8475e-04) (hash(x)=40156518)
+4755 train 3.245333 (lr=3.8466e-04) (hash(x)=41586469)
+4756 train 3.219227 (lr=3.8457e-04) (hash(x)=40521699)
+4757 train 3.230931 (lr=3.8448e-04) (hash(x)=38839886)
+4758 train 3.204899 (lr=3.8439e-04) (hash(x)=40284624)
+4759 train 3.256830 (lr=3.8430e-04) (hash(x)=39541394)
+4760 train 3.236777 (lr=3.8421e-04) (hash(x)=37163800)
+4761 train 3.274148 (lr=3.8412e-04) (hash(x)=36355590)
+4762 train 3.220850 (lr=3.8403e-04) (hash(x)=58636130)
+4763 train 3.244177 (lr=3.8394e-04) (hash(x)=50739540)
+4764 train 3.279394 (lr=3.8386e-04) (hash(x)=42937784)
+4765 train 3.263774 (lr=3.8377e-04) (hash(x)=42460034)
+4766 train 3.239117 (lr=3.8368e-04) (hash(x)=39720071)
+4767 train 3.268323 (lr=3.8359e-04) (hash(x)=42985239)
+4768 train 3.134572 (lr=3.8350e-04) (hash(x)=42745774)
+4769 train 3.109341 (lr=3.8341e-04) (hash(x)=43278372)
+4770 train 3.034663 (lr=3.8332e-04) (hash(x)=40844890)
+4771 train 3.100406 (lr=3.8323e-04) (hash(x)=40372164)
+4772 train 3.083460 (lr=3.8314e-04) (hash(x)=36694458)
+4773 train 3.042927 (lr=3.8305e-04) (hash(x)=44156654)
+4774 train 3.083774 (lr=3.8296e-04) (hash(x)=41859472)
+4775 train 3.102594 (lr=3.8287e-04) (hash(x)=36720098)
+4776 train 3.171838 (lr=3.8278e-04) (hash(x)=35779707)
+4777 train 3.172027 (lr=3.8269e-04) (hash(x)=43749138)
+4778 train 3.127072 (lr=3.8260e-04) (hash(x)=37684376)
+4779 train 3.085616 (lr=3.8251e-04) (hash(x)=31004503)
+4780 train 3.174788 (lr=3.8242e-04) (hash(x)=39634043)
+4781 train 3.333523 (lr=3.8233e-04) (hash(x)=35298750)
+4782 train 3.302916 (lr=3.8224e-04) (hash(x)=55511536)
+4783 train 3.336046 (lr=3.8215e-04) (hash(x)=41978733)
+4784 train 3.328478 (lr=3.8206e-04) (hash(x)=37925109)
+4785 train 3.303121 (lr=3.8197e-04) (hash(x)=38119364)
+4786 train 3.390130 (lr=3.8188e-04) (hash(x)=35893814)
+4787 train 3.358376 (lr=3.8179e-04) (hash(x)=37953720)
+4788 train 3.253316 (lr=3.8171e-04) (hash(x)=41754347)
+4789 train 3.377004 (lr=3.8162e-04) (hash(x)=41171099)
+4790 train 3.335389 (lr=3.8153e-04) (hash(x)=38272138)
+4791 train 3.329551 (lr=3.8144e-04) (hash(x)=39858546)
+4792 train 3.383358 (lr=3.8135e-04) (hash(x)=40431593)
+4793 train 3.314794 (lr=3.8126e-04) (hash(x)=39938379)
+4794 train 3.273051 (lr=3.8117e-04) (hash(x)=37755746)
+4795 train 3.287995 (lr=3.8108e-04) (hash(x)=44216186)
+4796 train 3.279002 (lr=3.8099e-04) (hash(x)=36210043)
+4797 train 3.266510 (lr=3.8090e-04) (hash(x)=39592338)
+4798 train 3.336060 (lr=3.8081e-04) (hash(x)=37850041)
+4799 train 3.269627 (lr=3.8072e-04) (hash(x)=40086037)
+4800 train 3.324008 (lr=3.8063e-04) (hash(x)=41860310)
+4801 train 3.263839 (lr=3.8054e-04) (hash(x)=38152782)
+4802 train 3.316165 (lr=3.8045e-04) (hash(x)=37540646)
+4803 train 3.332516 (lr=3.8036e-04) (hash(x)=40578850)
+4804 train 3.385121 (lr=3.8027e-04) (hash(x)=38999122)
+4805 train 3.200360 (lr=3.8018e-04) (hash(x)=41034790)
+4806 train 3.269009 (lr=3.8009e-04) (hash(x)=47562013)
+4807 train 3.256305 (lr=3.8000e-04) (hash(x)=37345007)
+4808 train 3.224725 (lr=3.7991e-04) (hash(x)=41138976)
+4809 train 3.275947 (lr=3.7982e-04) (hash(x)=39703971)
+4810 train 3.260178 (lr=3.7973e-04) (hash(x)=36687301)
+4811 train 3.217260 (lr=3.7964e-04) (hash(x)=44021352)
+4812 train 3.292318 (lr=3.7955e-04) (hash(x)=39300304)
+4813 train 3.252416 (lr=3.7946e-04) (hash(x)=41312346)
+4814 train 3.273276 (lr=3.7937e-04) (hash(x)=42339083)
+4815 train 3.256067 (lr=3.7928e-04) (hash(x)=37319159)
+4816 train 3.217398 (lr=3.7919e-04) (hash(x)=37353117)
+4817 train 3.204371 (lr=3.7910e-04) (hash(x)=40831887)
+4818 train 3.047899 (lr=3.7901e-04) (hash(x)=43880332)
+4819 train 3.114482 (lr=3.7892e-04) (hash(x)=36094625)
+4820 train 3.058346 (lr=3.7883e-04) (hash(x)=38406984)
+4821 train 3.034161 (lr=3.7874e-04) (hash(x)=36315857)
+4822 train 3.136328 (lr=3.7865e-04) (hash(x)=38740441)
+4823 train 3.073214 (lr=3.7856e-04) (hash(x)=38244993)
+4824 train 3.114835 (lr=3.7847e-04) (hash(x)=40906063)
+4825 train 3.138099 (lr=3.7838e-04) (hash(x)=40193297)
+4826 train 3.098901 (lr=3.7829e-04) (hash(x)=38313212)
+4827 train 3.207082 (lr=3.7820e-04) (hash(x)=43050221)
+4828 train 3.164985 (lr=3.7811e-04) (hash(x)=38010036)
+4829 train 3.134296 (lr=3.7802e-04) (hash(x)=48990565)
+4830 train 3.218079 (lr=3.7793e-04) (hash(x)=27609670)
+4831 train 3.231097 (lr=3.7784e-04) (hash(x)=30389532)
+4832 train 3.269317 (lr=3.7775e-04) (hash(x)=40906664)
+4833 train 3.285578 (lr=3.7766e-04) (hash(x)=41288410)
+4834 train 3.348459 (lr=3.7757e-04) (hash(x)=41570449)
+4835 train 3.295530 (lr=3.7748e-04) (hash(x)=41924579)
+4836 train 3.307288 (lr=3.7739e-04) (hash(x)=41506449)
+4837 train 3.281717 (lr=3.7730e-04) (hash(x)=37639967)
+4838 train 3.261342 (lr=3.7721e-04) (hash(x)=47286529)
+4839 train 3.338498 (lr=3.7712e-04) (hash(x)=38273549)
+4840 train 3.276873 (lr=3.7703e-04) (hash(x)=37349116)
+4841 train 3.302886 (lr=3.7694e-04) (hash(x)=47367189)
+4842 train 3.300224 (lr=3.7686e-04) (hash(x)=46137507)
+4843 train 3.324562 (lr=3.7677e-04) (hash(x)=40728436)
+4844 train 3.295367 (lr=3.7668e-04) (hash(x)=28568339)
+4845 train 3.268609 (lr=3.7659e-04) (hash(x)=37713505)
+4846 train 3.272902 (lr=3.7650e-04) (hash(x)=37236431)
+4847 train 3.304552 (lr=3.7641e-04) (hash(x)=38833409)
+4848 train 3.339747 (lr=3.7632e-04) (hash(x)=36237996)
+4849 train 3.313215 (lr=3.7623e-04) (hash(x)=40321014)
+4850 train 3.288633 (lr=3.7614e-04) (hash(x)=43801114)
+4851 train 3.261016 (lr=3.7605e-04) (hash(x)=41100509)
+4852 train 3.281347 (lr=3.7596e-04) (hash(x)=40087000)
+4853 train 3.285910 (lr=3.7587e-04) (hash(x)=40760235)
+4854 train 3.296078 (lr=3.7578e-04) (hash(x)=35133974)
+4855 train 3.304781 (lr=3.7568e-04) (hash(x)=40715563)
+4856 train 3.318055 (lr=3.7559e-04) (hash(x)=42135694)
+4857 train 3.251295 (lr=3.7550e-04) (hash(x)=40411357)
+4858 train 3.233631 (lr=3.7541e-04) (hash(x)=37986112)
+4859 train 3.231559 (lr=3.7532e-04) (hash(x)=38667286)
+4860 train 3.277007 (lr=3.7523e-04) (hash(x)=45515780)
+4861 train 3.237756 (lr=3.7514e-04) (hash(x)=39933596)
+4862 train 3.295828 (lr=3.7505e-04) (hash(x)=37826451)
+4863 train 3.261989 (lr=3.7496e-04) (hash(x)=40034586)
+4864 train 3.302589 (lr=3.7487e-04) (hash(x)=40428468)
+4865 train 3.287090 (lr=3.7478e-04) (hash(x)=43262263)
+4866 train 3.192647 (lr=3.7469e-04) (hash(x)=40971578)
+4867 train 3.264838 (lr=3.7460e-04) (hash(x)=37537713)
+4868 train 3.168170 (lr=3.7451e-04) (hash(x)=36093508)
+4869 train 3.082474 (lr=3.7442e-04) (hash(x)=37661590)
+4870 train 3.157137 (lr=3.7433e-04) (hash(x)=43866021)
+4871 train 3.147185 (lr=3.7424e-04) (hash(x)=40887226)
+4872 train 3.122737 (lr=3.7415e-04) (hash(x)=43963819)
+4873 train 3.020007 (lr=3.7406e-04) (hash(x)=48401261)
+4874 train 3.032019 (lr=3.7397e-04) (hash(x)=36331081)
+4875 train 3.068231 (lr=3.7388e-04) (hash(x)=44518244)
+4876 train 3.081071 (lr=3.7379e-04) (hash(x)=38475143)
+4877 train 3.081623 (lr=3.7370e-04) (hash(x)=43394340)
+4878 train 3.037120 (lr=3.7361e-04) (hash(x)=44021717)
+4879 train 3.039099 (lr=3.7352e-04) (hash(x)=37363255)
+4880 train 3.080157 (lr=3.7343e-04) (hash(x)=40355582)
+4881 train 3.250682 (lr=3.7334e-04) (hash(x)=34529400)
+4882 train 3.300099 (lr=3.7325e-04) (hash(x)=40292647)
+4883 train 3.238695 (lr=3.7316e-04) (hash(x)=37208853)
+4884 train 3.238693 (lr=3.7307e-04) (hash(x)=44131094)
+4885 train 3.302895 (lr=3.7298e-04) (hash(x)=40806631)
+4886 train 3.368063 (lr=3.7289e-04) (hash(x)=42174732)
+4887 train 3.277076 (lr=3.7280e-04) (hash(x)=41142680)
+4888 train 3.278018 (lr=3.7271e-04) (hash(x)=45577048)
+4889 train 3.307518 (lr=3.7262e-04) (hash(x)=43801866)
+4890 train 3.252586 (lr=3.7253e-04) (hash(x)=43639047)
+4891 train 3.287836 (lr=3.7244e-04) (hash(x)=38758760)
+4892 train 3.274514 (lr=3.7235e-04) (hash(x)=41630644)
+4893 train 3.281606 (lr=3.7226e-04) (hash(x)=37645582)
+4894 train 3.324188 (lr=3.7217e-04) (hash(x)=39725619)
+4895 train 3.302427 (lr=3.7208e-04) (hash(x)=34029296)
+4896 train 3.296491 (lr=3.7199e-04) (hash(x)=36118374)
+4897 train 3.263196 (lr=3.7190e-04) (hash(x)=41813694)
+4898 train 3.283684 (lr=3.7181e-04) (hash(x)=37859538)
+4899 train 3.322357 (lr=3.7172e-04) (hash(x)=38203782)
+4900 train 3.350911 (lr=3.7163e-04) (hash(x)=41771238)
+4901 train 3.308503 (lr=3.7154e-04) (hash(x)=44554630)
+4902 train 3.214131 (lr=3.7145e-04) (hash(x)=42213923)
+4903 train 3.342177 (lr=3.7136e-04) (hash(x)=37257156)
+4904 train 3.288496 (lr=3.7127e-04) (hash(x)=40496377)
+4905 train 3.276284 (lr=3.7118e-04) (hash(x)=48778037)
+4906 train 3.246834 (lr=3.7109e-04) (hash(x)=36252764)
+4907 train 3.233746 (lr=3.7100e-04) (hash(x)=41296013)
+4908 train 3.321284 (lr=3.7091e-04) (hash(x)=38869169)
+4909 train 3.261024 (lr=3.7082e-04) (hash(x)=38835455)
+4910 train 3.264786 (lr=3.7073e-04) (hash(x)=38278569)
+4911 train 3.237908 (lr=3.7063e-04) (hash(x)=38915113)
+4912 train 3.255557 (lr=3.7054e-04) (hash(x)=30795371)
+4913 train 3.242089 (lr=3.7045e-04) (hash(x)=35816603)
+4914 train 3.239403 (lr=3.7036e-04) (hash(x)=38933014)
+4915 train 3.252999 (lr=3.7027e-04) (hash(x)=42157239)
+4916 train 3.229824 (lr=3.7018e-04) (hash(x)=40891045)
+4917 train 3.247606 (lr=3.7009e-04) (hash(x)=40615895)
+4918 train 3.263735 (lr=3.7000e-04) (hash(x)=41016773)
+4919 train 3.101619 (lr=3.6991e-04) (hash(x)=43043291)
+4920 train 3.108795 (lr=3.6982e-04) (hash(x)=36451506)
+4921 train 3.065198 (lr=3.6973e-04) (hash(x)=36884645)
+4922 train 3.108992 (lr=3.6964e-04) (hash(x)=39843038)
+4923 train 3.076846 (lr=3.6955e-04) (hash(x)=39256922)
+4924 train 3.057008 (lr=3.6946e-04) (hash(x)=38464119)
+4925 train 3.066709 (lr=3.6937e-04) (hash(x)=44309174)
+4926 train 3.110216 (lr=3.6928e-04) (hash(x)=41547813)
+4927 train 3.093559 (lr=3.6919e-04) (hash(x)=42079292)
+4928 train 3.146929 (lr=3.6910e-04) (hash(x)=33478995)
+4929 train 3.064140 (lr=3.6901e-04) (hash(x)=39085059)
+4930 train 3.097900 (lr=3.6892e-04) (hash(x)=41305611)
+4931 train 3.281568 (lr=3.6883e-04) (hash(x)=40588970)
+4932 train 3.289057 (lr=3.6874e-04) (hash(x)=42736069)
+4933 train 3.300601 (lr=3.6865e-04) (hash(x)=34675746)
+4934 train 3.316482 (lr=3.6856e-04) (hash(x)=35974614)
+4935 train 3.310231 (lr=3.6847e-04) (hash(x)=45628517)
+4936 train 3.307283 (lr=3.6838e-04) (hash(x)=45109077)
+4937 train 3.260215 (lr=3.6829e-04) (hash(x)=37822967)
+4938 train 3.334314 (lr=3.6819e-04) (hash(x)=34279637)
+4939 train 3.266166 (lr=3.6810e-04) (hash(x)=45892087)
+4940 train 3.196065 (lr=3.6801e-04) (hash(x)=41380960)
+4941 train 3.327044 (lr=3.6792e-04) (hash(x)=39596473)
+4942 train 3.322311 (lr=3.6783e-04) (hash(x)=34450225)
+4943 train 3.280317 (lr=3.6774e-04) (hash(x)=43081842)
+4944 train 3.337664 (lr=3.6765e-04) (hash(x)=37864733)
+4945 train 3.305037 (lr=3.6756e-04) (hash(x)=43980904)
+4946 train 3.298649 (lr=3.6747e-04) (hash(x)=38955475)
+4947 train 3.275192 (lr=3.6738e-04) (hash(x)=40318254)
+4948 train 3.291871 (lr=3.6729e-04) (hash(x)=43435705)
+4949 train 3.323671 (lr=3.6720e-04) (hash(x)=37436720)
+4950 train 3.295717 (lr=3.6711e-04) (hash(x)=45545343)
+4951 train 3.315888 (lr=3.6702e-04) (hash(x)=44691966)
+4952 train 3.239251 (lr=3.6693e-04) (hash(x)=36385099)
+4953 train 3.281826 (lr=3.6684e-04) (hash(x)=37671165)
+4954 train 3.293099 (lr=3.6675e-04) (hash(x)=36342916)
+4955 train 3.275386 (lr=3.6666e-04) (hash(x)=45975947)
+4956 train 3.288071 (lr=3.6657e-04) (hash(x)=38610920)
+4957 train 3.214907 (lr=3.6648e-04) (hash(x)=39593640)
+4958 train 3.266753 (lr=3.6639e-04) (hash(x)=37376690)
+4959 train 3.237300 (lr=3.6629e-04) (hash(x)=40122784)
+4960 train 3.257416 (lr=3.6620e-04) (hash(x)=42694119)
+4961 train 3.269115 (lr=3.6611e-04) (hash(x)=39987893)
+4962 train 3.237337 (lr=3.6602e-04) (hash(x)=40181367)
+4963 train 3.265993 (lr=3.6593e-04) (hash(x)=39169881)
+4964 train 3.256738 (lr=3.6584e-04) (hash(x)=37724702)
+4965 train 3.275712 (lr=3.6575e-04) (hash(x)=39684744)
+4966 train 3.236778 (lr=3.6566e-04) (hash(x)=39694911)
+4967 train 3.251000 (lr=3.6557e-04) (hash(x)=37836274)
+4968 train 3.061296 (lr=3.6548e-04) (hash(x)=41606402)
+4969 train 3.013717 (lr=3.6539e-04) (hash(x)=40738180)
+4970 train 3.038679 (lr=3.6530e-04) (hash(x)=43804645)
+4971 train 3.050282 (lr=3.6521e-04) (hash(x)=43983716)
+4972 train 3.063220 (lr=3.6512e-04) (hash(x)=36955007)
+4973 train 3.051184 (lr=3.6503e-04) (hash(x)=41660785)
+4974 train 3.093924 (lr=3.6494e-04) (hash(x)=36516247)
+4975 train 3.118225 (lr=3.6485e-04) (hash(x)=47499050)
+4976 train 3.072955 (lr=3.6476e-04) (hash(x)=33035298)
+4977 train 3.102336 (lr=3.6466e-04) (hash(x)=41418192)
+4978 train 3.076486 (lr=3.6457e-04) (hash(x)=39538306)
+4979 train 3.078304 (lr=3.6448e-04) (hash(x)=46300311)
+4980 train 3.074638 (lr=3.6439e-04) (hash(x)=42934000)
+4981 train 3.303204 (lr=3.6430e-04) (hash(x)=34720351)
+4982 train 3.276784 (lr=3.6421e-04) (hash(x)=41854170)
+4983 train 3.290430 (lr=3.6412e-04) (hash(x)=37006176)
+4984 train 3.287029 (lr=3.6403e-04) (hash(x)=42234727)
+4985 train 3.264763 (lr=3.6394e-04) (hash(x)=42795492)
+4986 train 3.289584 (lr=3.6385e-04) (hash(x)=38989150)
+4987 train 3.293797 (lr=3.6376e-04) (hash(x)=40115901)
+4988 train 3.283848 (lr=3.6367e-04) (hash(x)=41747329)
+4989 train 3.357402 (lr=3.6358e-04) (hash(x)=41087316)
+4990 train 3.291529 (lr=3.6349e-04) (hash(x)=42069749)
+4991 train 3.255074 (lr=3.6340e-04) (hash(x)=40581083)
+4992 train 3.262502 (lr=3.6331e-04) (hash(x)=28159476)
+4993 train 3.233045 (lr=3.6321e-04) (hash(x)=29521930)
+4994 train 3.352993 (lr=3.6312e-04) (hash(x)=35473193)
+4995 train 3.235453 (lr=3.6303e-04) (hash(x)=33786393)
+4996 train 3.301003 (lr=3.6294e-04) (hash(x)=36146683)
+4997 train 3.286932 (lr=3.6285e-04) (hash(x)=40478178)
+4998 train 3.298781 (lr=3.6276e-04) (hash(x)=40302343)
+4999 train 3.281378 (lr=3.6267e-04) (hash(x)=35769893)
+5000 val loss 3.2620
+5000 val perplexity 26.1011
+5000 hella 0.2825
+5000 train 3.287085 (lr=3.6258e-04) (hash(x)=32723237)
+5001 train 3.310579 (lr=3.6249e-04) (hash(x)=28790521)
+5002 train 3.228888 (lr=3.6240e-04) (hash(x)=47796107)
+5003 train 3.289516 (lr=3.6231e-04) (hash(x)=42246693)
+5004 train 3.253722 (lr=3.6222e-04) (hash(x)=41610597)
+5005 train 3.236854 (lr=3.6213e-04) (hash(x)=34809866)
+5006 train 3.241421 (lr=3.6204e-04) (hash(x)=40065017)
+5007 train 3.264519 (lr=3.6194e-04) (hash(x)=44423601)
+5008 train 3.140660 (lr=3.6185e-04) (hash(x)=41184345)
+5009 train 3.258622 (lr=3.6176e-04) (hash(x)=38625539)
+5010 train 3.241942 (lr=3.6167e-04) (hash(x)=43402284)
+5011 train 3.261827 (lr=3.6158e-04) (hash(x)=38805290)
+5012 train 3.247731 (lr=3.6149e-04) (hash(x)=47290688)
+5013 train 3.227456 (lr=3.6140e-04) (hash(x)=39754668)
+5014 train 3.220442 (lr=3.6131e-04) (hash(x)=40351794)
+5015 train 3.226289 (lr=3.6122e-04) (hash(x)=36539383)
+5016 train 3.212150 (lr=3.6113e-04) (hash(x)=38250382)
+5017 train 3.179656 (lr=3.6104e-04) (hash(x)=40673923)
+5018 train 3.129130 (lr=3.6095e-04) (hash(x)=38514709)
+5019 train 3.089696 (lr=3.6086e-04) (hash(x)=43145430)
+5020 train 3.085906 (lr=3.6077e-04) (hash(x)=39529014)
+5021 train 2.999242 (lr=3.6067e-04) (hash(x)=37441507)
+5022 train 3.104171 (lr=3.6058e-04) (hash(x)=32170336)
+5023 train 3.109401 (lr=3.6049e-04) (hash(x)=42969139)
+5024 train 3.068833 (lr=3.6040e-04) (hash(x)=38790569)
+5025 train 3.118867 (lr=3.6031e-04) (hash(x)=40702788)
+5026 train 3.135360 (lr=3.6022e-04) (hash(x)=36601259)
+5027 train 3.111662 (lr=3.6013e-04) (hash(x)=40927413)
+5028 train 3.102475 (lr=3.6004e-04) (hash(x)=40315769)
+5029 train 3.046269 (lr=3.5995e-04) (hash(x)=44908454)
+5030 train 3.275188 (lr=3.5986e-04) (hash(x)=40375871)
+5031 train 3.230863 (lr=3.5977e-04) (hash(x)=40032229)
+5032 train 3.313523 (lr=3.5968e-04) (hash(x)=40803663)
+5033 train 3.243364 (lr=3.5959e-04) (hash(x)=41015020)
+5034 train 3.334801 (lr=3.5949e-04) (hash(x)=40551553)
+5035 train 3.363004 (lr=3.5940e-04) (hash(x)=37549010)
+5036 train 3.319992 (lr=3.5931e-04) (hash(x)=37682602)
+5037 train 3.265117 (lr=3.5922e-04) (hash(x)=43161978)
+5038 train 3.348255 (lr=3.5913e-04) (hash(x)=35561201)
+5039 train 3.312389 (lr=3.5904e-04) (hash(x)=35743105)
+5040 train 3.231677 (lr=3.5895e-04) (hash(x)=35943603)
+5041 train 3.278506 (lr=3.5886e-04) (hash(x)=44589216)
+5042 train 3.229466 (lr=3.5877e-04) (hash(x)=38859497)
+5043 train 3.295654 (lr=3.5868e-04) (hash(x)=39691999)
+5044 train 3.281436 (lr=3.5859e-04) (hash(x)=37271132)
+5045 train 3.262749 (lr=3.5850e-04) (hash(x)=38491954)
+5046 train 3.273735 (lr=3.5840e-04) (hash(x)=36417757)
+5047 train 3.354736 (lr=3.5831e-04) (hash(x)=35798880)
+5048 train 3.282160 (lr=3.5822e-04) (hash(x)=43607520)
+5049 train 3.250293 (lr=3.5813e-04) (hash(x)=38851613)
+5050 train 3.316967 (lr=3.5804e-04) (hash(x)=43951427)
+5051 train 3.268808 (lr=3.5795e-04) (hash(x)=39800990)
+5052 train 3.369555 (lr=3.5786e-04) (hash(x)=43531361)
+5053 train 3.242599 (lr=3.5777e-04) (hash(x)=39860605)
+5054 train 3.277265 (lr=3.5768e-04) (hash(x)=45067771)
+5055 train 3.232553 (lr=3.5759e-04) (hash(x)=38276773)
+5056 train 3.224983 (lr=3.5750e-04) (hash(x)=35767024)
+5057 train 3.223731 (lr=3.5740e-04) (hash(x)=37202122)
+5058 train 3.282706 (lr=3.5731e-04) (hash(x)=40637697)
+5059 train 3.216841 (lr=3.5722e-04) (hash(x)=40405606)
+5060 train 3.240559 (lr=3.5713e-04) (hash(x)=42253792)
+5061 train 3.251288 (lr=3.5704e-04) (hash(x)=37893228)
+5062 train 3.280288 (lr=3.5695e-04) (hash(x)=37698601)
+5063 train 3.248367 (lr=3.5686e-04) (hash(x)=46036776)
+5064 train 3.236244 (lr=3.5677e-04) (hash(x)=41956433)
+5065 train 3.271782 (lr=3.5668e-04) (hash(x)=41057330)
+5066 train 3.125827 (lr=3.5659e-04) (hash(x)=37942727)
+5067 train 3.060873 (lr=3.5650e-04) (hash(x)=40481279)
+5068 train 3.095554 (lr=3.5640e-04) (hash(x)=42600033)
+5069 train 3.089517 (lr=3.5631e-04) (hash(x)=44220720)
+5070 train 3.164129 (lr=3.5622e-04) (hash(x)=41499976)
+5071 train 3.098137 (lr=3.5613e-04) (hash(x)=36814997)
+5072 train 3.145887 (lr=3.5604e-04) (hash(x)=34309124)
+5073 train 3.077385 (lr=3.5595e-04) (hash(x)=38335535)
+5074 train 2.999133 (lr=3.5586e-04) (hash(x)=45081282)
+5075 train 3.061671 (lr=3.5577e-04) (hash(x)=36597282)
+5076 train 3.111351 (lr=3.5568e-04) (hash(x)=36270703)
+5077 train 3.049852 (lr=3.5559e-04) (hash(x)=36747344)
+5078 train 3.081648 (lr=3.5550e-04) (hash(x)=38475718)
+5079 train 3.263213 (lr=3.5540e-04) (hash(x)=43385335)
+5080 train 3.283005 (lr=3.5531e-04) (hash(x)=38216010)
+5081 train 3.292366 (lr=3.5522e-04) (hash(x)=38086109)
+5082 train 3.285346 (lr=3.5513e-04) (hash(x)=39856337)
+5083 train 3.320588 (lr=3.5504e-04) (hash(x)=41986723)
+5084 train 3.317236 (lr=3.5495e-04) (hash(x)=39962297)
+5085 train 3.235735 (lr=3.5486e-04) (hash(x)=38675519)
+5086 train 3.351906 (lr=3.5477e-04) (hash(x)=39015828)
+5087 train 3.259733 (lr=3.5468e-04) (hash(x)=39993639)
+5088 train 3.319075 (lr=3.5459e-04) (hash(x)=39589176)
+5089 train 3.270791 (lr=3.5450e-04) (hash(x)=39773363)
+5090 train 3.250622 (lr=3.5440e-04) (hash(x)=51145020)
+5091 train 3.273199 (lr=3.5431e-04) (hash(x)=37537981)
+5092 train 3.255087 (lr=3.5422e-04) (hash(x)=44915926)
+5093 train 3.274390 (lr=3.5413e-04) (hash(x)=37599353)
+5094 train 3.278943 (lr=3.5404e-04) (hash(x)=42838484)
+5095 train 3.317051 (lr=3.5395e-04) (hash(x)=35838139)
+5096 train 3.267402 (lr=3.5386e-04) (hash(x)=41161535)
+5097 train 3.250148 (lr=3.5377e-04) (hash(x)=40436531)
+5098 train 3.284097 (lr=3.5368e-04) (hash(x)=40318531)
+5099 train 3.283594 (lr=3.5359e-04) (hash(x)=36469142)
+5100 train 3.242583 (lr=3.5349e-04) (hash(x)=48903273)
+5101 train 3.246283 (lr=3.5340e-04) (hash(x)=37282703)
+5102 train 3.293655 (lr=3.5331e-04) (hash(x)=47168303)
+5103 train 3.293627 (lr=3.5322e-04) (hash(x)=38199431)
+5104 train 3.195081 (lr=3.5313e-04) (hash(x)=40473625)
+5105 train 3.257967 (lr=3.5304e-04) (hash(x)=39368159)
+5106 train 3.207740 (lr=3.5295e-04) (hash(x)=41111637)
+5107 train 3.272685 (lr=3.5286e-04) (hash(x)=48954251)
+5108 train 3.239797 (lr=3.5277e-04) (hash(x)=43451329)
+5109 train 3.301374 (lr=3.5267e-04) (hash(x)=36732487)
+5110 train 3.278967 (lr=3.5258e-04) (hash(x)=38733683)
+5111 train 3.226847 (lr=3.5249e-04) (hash(x)=42668365)
+5112 train 3.219048 (lr=3.5240e-04) (hash(x)=39376901)
+5113 train 3.263772 (lr=3.5231e-04) (hash(x)=39099104)
+5114 train 3.212368 (lr=3.5222e-04) (hash(x)=36410159)
+5115 train 3.229194 (lr=3.5213e-04) (hash(x)=39466619)
+5116 train 3.238844 (lr=3.5204e-04) (hash(x)=39211748)
+5117 train 3.066257 (lr=3.5195e-04) (hash(x)=49750065)
+5118 train 3.135579 (lr=3.5186e-04) (hash(x)=41626073)
+5119 train 3.014808 (lr=3.5176e-04) (hash(x)=33014004)
+5120 train 3.066443 (lr=3.5167e-04) (hash(x)=39797198)
+5121 train 3.080294 (lr=3.5158e-04) (hash(x)=38664402)
+5122 train 3.000045 (lr=3.5149e-04) (hash(x)=38352639)
+5123 train 3.148600 (lr=3.5140e-04) (hash(x)=42178013)
+5124 train 3.112089 (lr=3.5131e-04) (hash(x)=41117240)
+5125 train 3.099761 (lr=3.5122e-04) (hash(x)=40652290)
+5126 train 3.118707 (lr=3.5113e-04) (hash(x)=35237608)
+5127 train 3.134515 (lr=3.5104e-04) (hash(x)=44945990)
+5128 train 3.119796 (lr=3.5094e-04) (hash(x)=41950982)
+5129 train 3.203946 (lr=3.5085e-04) (hash(x)=41333540)
+5130 train 3.307827 (lr=3.5076e-04) (hash(x)=40934192)
+5131 train 3.274574 (lr=3.5067e-04) (hash(x)=40979280)
+5132 train 3.353133 (lr=3.5058e-04) (hash(x)=41747909)
+5133 train 3.253797 (lr=3.5049e-04) (hash(x)=41321246)
+5134 train 3.368326 (lr=3.5040e-04) (hash(x)=39643098)
+5135 train 3.237655 (lr=3.5031e-04) (hash(x)=40743121)
+5136 train 3.288388 (lr=3.5022e-04) (hash(x)=38842424)
+5137 train 3.244050 (lr=3.5013e-04) (hash(x)=45347255)
+5138 train 3.233876 (lr=3.5003e-04) (hash(x)=39273886)
+5139 train 3.260259 (lr=3.4994e-04) (hash(x)=42748522)
+5140 train 3.302435 (lr=3.4985e-04) (hash(x)=45951435)
+5141 train 3.268860 (lr=3.4976e-04) (hash(x)=39967921)
+5142 train 3.234541 (lr=3.4967e-04) (hash(x)=38848256)
+5143 train 3.292776 (lr=3.4958e-04) (hash(x)=37546752)
+5144 train 3.252883 (lr=3.4949e-04) (hash(x)=39468428)
+5145 train 3.327569 (lr=3.4940e-04) (hash(x)=42347095)
+5146 train 3.284324 (lr=3.4931e-04) (hash(x)=42632176)
+5147 train 3.207578 (lr=3.4921e-04) (hash(x)=33145187)
+5148 train 3.224467 (lr=3.4912e-04) (hash(x)=30229182)
+5149 train 3.275335 (lr=3.4903e-04) (hash(x)=37295797)
+5150 train 3.276197 (lr=3.4894e-04) (hash(x)=39185629)
+5151 train 3.269987 (lr=3.4885e-04) (hash(x)=37610448)
+5152 train 3.309066 (lr=3.4876e-04) (hash(x)=36203879)
+5153 train 3.351601 (lr=3.4867e-04) (hash(x)=38992673)
+5154 train 3.229905 (lr=3.4858e-04) (hash(x)=35906754)
+5155 train 3.204344 (lr=3.4848e-04) (hash(x)=39499705)
+5156 train 3.263685 (lr=3.4839e-04) (hash(x)=39929486)
+5157 train 3.336259 (lr=3.4830e-04) (hash(x)=30389089)
+5158 train 3.269767 (lr=3.4821e-04) (hash(x)=40327271)
+5159 train 3.298392 (lr=3.4812e-04) (hash(x)=38344532)
+5160 train 3.224068 (lr=3.4803e-04) (hash(x)=41305059)
+5161 train 3.269598 (lr=3.4794e-04) (hash(x)=38224690)
+5162 train 3.253220 (lr=3.4785e-04) (hash(x)=38070948)
+5163 train 3.206982 (lr=3.4776e-04) (hash(x)=38456154)
+5164 train 3.221319 (lr=3.4766e-04) (hash(x)=39856925)
+5165 train 3.238018 (lr=3.4757e-04) (hash(x)=38410974)
+5166 train 3.184128 (lr=3.4748e-04) (hash(x)=39580951)
+5167 train 3.059947 (lr=3.4739e-04) (hash(x)=37963467)
+5168 train 3.120533 (lr=3.4730e-04) (hash(x)=36692720)
+5169 train 3.032660 (lr=3.4721e-04) (hash(x)=35420948)
+5170 train 3.144775 (lr=3.4712e-04) (hash(x)=41450226)
+5171 train 3.090934 (lr=3.4703e-04) (hash(x)=42176411)
+5172 train 3.034596 (lr=3.4694e-04) (hash(x)=38317068)
+5173 train 3.071164 (lr=3.4684e-04) (hash(x)=31815541)
+5174 train 3.035563 (lr=3.4675e-04) (hash(x)=48220908)
+5175 train 3.068990 (lr=3.4666e-04) (hash(x)=31658265)
+5176 train 3.067252 (lr=3.4657e-04) (hash(x)=34549940)
+5177 train 3.005742 (lr=3.4648e-04) (hash(x)=37668000)
+5178 train 3.035625 (lr=3.4639e-04) (hash(x)=37720775)
+5179 train 3.178491 (lr=3.4630e-04) (hash(x)=43167777)
+5180 train 3.296030 (lr=3.4621e-04) (hash(x)=44056883)
+5181 train 3.258684 (lr=3.4611e-04) (hash(x)=36111955)
+5182 train 3.243595 (lr=3.4602e-04) (hash(x)=41046845)
+5183 train 3.306623 (lr=3.4593e-04) (hash(x)=37730361)
+5184 train 3.307451 (lr=3.4584e-04) (hash(x)=43361513)
+5185 train 3.251791 (lr=3.4575e-04) (hash(x)=38920846)
+5186 train 3.268930 (lr=3.4566e-04) (hash(x)=42508242)
+5187 train 3.278593 (lr=3.4557e-04) (hash(x)=40988124)
+5188 train 3.299280 (lr=3.4548e-04) (hash(x)=41432302)
+5189 train 3.258327 (lr=3.4538e-04) (hash(x)=41054270)
+5190 train 3.255295 (lr=3.4529e-04) (hash(x)=39402830)
+5191 train 3.293446 (lr=3.4520e-04) (hash(x)=45078037)
+5192 train 3.307191 (lr=3.4511e-04) (hash(x)=41405960)
+5193 train 3.280082 (lr=3.4502e-04) (hash(x)=44243074)
+5194 train 3.307071 (lr=3.4493e-04) (hash(x)=41808178)
+5195 train 3.384599 (lr=3.4484e-04) (hash(x)=43649564)
+5196 train 3.293499 (lr=3.4475e-04) (hash(x)=42530600)
+5197 train 3.390987 (lr=3.4466e-04) (hash(x)=44445390)
+5198 train 3.306624 (lr=3.4456e-04) (hash(x)=41593187)
+5199 train 3.252039 (lr=3.4447e-04) (hash(x)=39319708)
+5200 train 3.221164 (lr=3.4438e-04) (hash(x)=37433115)
+5201 train 3.283565 (lr=3.4429e-04) (hash(x)=39094366)
+5202 train 3.285328 (lr=3.4420e-04) (hash(x)=42372873)
+5203 train 3.315768 (lr=3.4411e-04) (hash(x)=39983448)
+5204 train 3.274328 (lr=3.4402e-04) (hash(x)=37973292)
+5205 train 3.282757 (lr=3.4393e-04) (hash(x)=45594265)
+5206 train 3.248952 (lr=3.4383e-04) (hash(x)=39123432)
+5207 train 3.225808 (lr=3.4374e-04) (hash(x)=36008857)
+5208 train 3.295847 (lr=3.4365e-04) (hash(x)=47291244)
+5209 train 3.219165 (lr=3.4356e-04) (hash(x)=40181417)
+5210 train 3.240532 (lr=3.4347e-04) (hash(x)=42704156)
+5211 train 3.211654 (lr=3.4338e-04) (hash(x)=41735040)
+5212 train 3.226791 (lr=3.4329e-04) (hash(x)=32054036)
+5213 train 3.213094 (lr=3.4320e-04) (hash(x)=49507076)
+5214 train 3.176614 (lr=3.4310e-04) (hash(x)=37805989)
+5215 train 3.286927 (lr=3.4301e-04) (hash(x)=41911742)
+5216 train 3.034102 (lr=3.4292e-04) (hash(x)=41169128)
+5217 train 3.228848 (lr=3.4283e-04) (hash(x)=34899590)
+5218 train 3.036551 (lr=3.4274e-04) (hash(x)=43896858)
+5219 train 3.098980 (lr=3.4265e-04) (hash(x)=39421038)
+5220 train 3.087985 (lr=3.4256e-04) (hash(x)=46143459)
+5221 train 3.009098 (lr=3.4247e-04) (hash(x)=34973627)
+5222 train 3.047080 (lr=3.4237e-04) (hash(x)=43260633)
+5223 train 3.105630 (lr=3.4228e-04) (hash(x)=42728301)
+5224 train 3.101911 (lr=3.4219e-04) (hash(x)=42579660)
+5225 train 3.041670 (lr=3.4210e-04) (hash(x)=35965633)
+5226 train 3.209197 (lr=3.4201e-04) (hash(x)=38573358)
+5227 train 3.045079 (lr=3.4192e-04) (hash(x)=31190332)
+5228 train 3.059592 (lr=3.4183e-04) (hash(x)=39415894)
+5229 train 3.310794 (lr=3.4174e-04) (hash(x)=38233588)
+5230 train 3.284978 (lr=3.4164e-04) (hash(x)=43048709)
+5231 train 3.284817 (lr=3.4155e-04) (hash(x)=37108669)
+5232 train 3.272435 (lr=3.4146e-04) (hash(x)=53212721)
+5233 train 3.270475 (lr=3.4137e-04) (hash(x)=35750367)
+5234 train 3.285619 (lr=3.4128e-04) (hash(x)=38171766)
+5235 train 3.306299 (lr=3.4119e-04) (hash(x)=29653378)
+5236 train 3.296038 (lr=3.4110e-04) (hash(x)=37676841)
+5237 train 3.345903 (lr=3.4101e-04) (hash(x)=46422068)
+5238 train 3.253146 (lr=3.4091e-04) (hash(x)=41548978)
+5239 train 3.280520 (lr=3.4082e-04) (hash(x)=34797983)
+5240 train 3.264937 (lr=3.4073e-04) (hash(x)=41197317)
+5241 train 3.272542 (lr=3.4064e-04) (hash(x)=37058787)
+5242 train 3.241028 (lr=3.4055e-04) (hash(x)=38298539)
+5243 train 3.287991 (lr=3.4046e-04) (hash(x)=46494106)
+5244 train 3.298383 (lr=3.4037e-04) (hash(x)=40776965)
+5245 train 3.280197 (lr=3.4027e-04) (hash(x)=43471497)
+5246 train 3.281431 (lr=3.4018e-04) (hash(x)=42370662)
+5247 train 3.261838 (lr=3.4009e-04) (hash(x)=38885443)
+5248 train 3.374699 (lr=3.4000e-04) (hash(x)=32025548)
+5249 train 3.356936 (lr=3.3991e-04) (hash(x)=38551841)
+5250 val loss 3.2564
+5250 val perplexity 25.9569
+5250 hella 0.2849
+5250 train 3.258360 (lr=3.3982e-04) (hash(x)=44239230)
+5251 train 3.341480 (lr=3.3973e-04) (hash(x)=39643980)
+5252 train 3.244109 (lr=3.3964e-04) (hash(x)=35839082)
+5253 train 3.278093 (lr=3.3954e-04) (hash(x)=37289472)
+5254 train 3.242346 (lr=3.3945e-04) (hash(x)=36871565)
+5255 train 3.225031 (lr=3.3936e-04) (hash(x)=43364820)
+5256 train 3.230192 (lr=3.3927e-04) (hash(x)=40091939)
+5257 train 3.207989 (lr=3.3918e-04) (hash(x)=39376191)
+5258 train 3.222260 (lr=3.3909e-04) (hash(x)=44072990)
+5259 train 3.240361 (lr=3.3900e-04) (hash(x)=50828387)
+5260 train 3.239597 (lr=3.3891e-04) (hash(x)=38167301)
+5261 train 3.265186 (lr=3.3881e-04) (hash(x)=33652310)
+5262 train 3.193552 (lr=3.3872e-04) (hash(x)=41596059)
+5263 train 3.254835 (lr=3.3863e-04) (hash(x)=43771091)
+5264 train 3.180231 (lr=3.3854e-04) (hash(x)=38854102)
+5265 train 3.225565 (lr=3.3845e-04) (hash(x)=41411554)
+5266 train 3.197123 (lr=3.3836e-04) (hash(x)=40138935)
+5267 train 3.046264 (lr=3.3827e-04) (hash(x)=35481827)
+5268 train 3.093746 (lr=3.3818e-04) (hash(x)=37378798)
+5269 train 3.082231 (lr=3.3808e-04) (hash(x)=39687689)
+5270 train 3.121279 (lr=3.3799e-04) (hash(x)=43354003)
+5271 train 3.072709 (lr=3.3790e-04) (hash(x)=42965062)
+5272 train 3.129871 (lr=3.3781e-04) (hash(x)=40775917)
+5273 train 3.043758 (lr=3.3772e-04) (hash(x)=39656557)
+5274 train 3.034543 (lr=3.3763e-04) (hash(x)=42985089)
+5275 train 3.089053 (lr=3.3754e-04) (hash(x)=34994627)
+5276 train 3.108623 (lr=3.3744e-04) (hash(x)=38727186)
+5277 train 3.007899 (lr=3.3735e-04) (hash(x)=33554387)
+5278 train 3.111199 (lr=3.3726e-04) (hash(x)=41308378)
+5279 train 3.292772 (lr=3.3717e-04) (hash(x)=40242854)
+5280 train 3.254956 (lr=3.3708e-04) (hash(x)=39434273)
+5281 train 3.279445 (lr=3.3699e-04) (hash(x)=41586375)
+5282 train 3.291465 (lr=3.3690e-04) (hash(x)=34499162)
+5283 train 3.204139 (lr=3.3681e-04) (hash(x)=43479446)
+5284 train 3.260440 (lr=3.3671e-04) (hash(x)=41234235)
+5285 train 3.274238 (lr=3.3662e-04) (hash(x)=40642347)
+5286 train 3.353103 (lr=3.3653e-04) (hash(x)=39124195)
+5287 train 3.295804 (lr=3.3644e-04) (hash(x)=46472497)
+5288 train 3.280869 (lr=3.3635e-04) (hash(x)=45310089)
+5289 train 3.351743 (lr=3.3626e-04) (hash(x)=43070737)
+5290 train 3.294942 (lr=3.3617e-04) (hash(x)=36298247)
+5291 train 3.298469 (lr=3.3607e-04) (hash(x)=45284728)
+5292 train 3.352344 (lr=3.3598e-04) (hash(x)=40414682)
+5293 train 3.304142 (lr=3.3589e-04) (hash(x)=38865670)
+5294 train 3.308849 (lr=3.3580e-04) (hash(x)=49583619)
+5295 train 3.281645 (lr=3.3571e-04) (hash(x)=46179978)
+5296 train 3.315517 (lr=3.3562e-04) (hash(x)=32457443)
+5297 train 3.275898 (lr=3.3553e-04) (hash(x)=35689093)
+5298 train 3.290504 (lr=3.3544e-04) (hash(x)=34790726)
+5299 train 3.308322 (lr=3.3534e-04) (hash(x)=33675089)
+5300 train 3.339026 (lr=3.3525e-04) (hash(x)=40814780)
+5301 train 3.206231 (lr=3.3516e-04) (hash(x)=35502309)
+5302 train 3.289656 (lr=3.3507e-04) (hash(x)=39116947)
+5303 train 3.345736 (lr=3.3498e-04) (hash(x)=42285990)
+5304 train 3.222721 (lr=3.3489e-04) (hash(x)=35157496)
+5305 train 3.219209 (lr=3.3480e-04) (hash(x)=37602421)
+5306 train 3.246334 (lr=3.3470e-04) (hash(x)=38108300)
+5307 train 3.211023 (lr=3.3461e-04) (hash(x)=36514098)
+5308 train 3.257077 (lr=3.3452e-04) (hash(x)=38900894)
+5309 train 3.217823 (lr=3.3443e-04) (hash(x)=39548811)
+5310 train 3.213784 (lr=3.3434e-04) (hash(x)=42569331)
+5311 train 3.228188 (lr=3.3425e-04) (hash(x)=36745518)
+5312 train 3.254402 (lr=3.3416e-04) (hash(x)=43162667)
+5313 train 3.250031 (lr=3.3407e-04) (hash(x)=40351316)
+5314 train 3.294198 (lr=3.3397e-04) (hash(x)=43391428)
+5315 train 3.216528 (lr=3.3388e-04) (hash(x)=32014563)
+5316 train 3.050523 (lr=3.3379e-04) (hash(x)=36046905)
+5317 train 3.062985 (lr=3.3370e-04) (hash(x)=39379141)
+5318 train 3.046948 (lr=3.3361e-04) (hash(x)=45221758)
+5319 train 3.030021 (lr=3.3352e-04) (hash(x)=37377762)
+5320 train 2.991337 (lr=3.3343e-04) (hash(x)=46607900)
+5321 train 3.018578 (lr=3.3333e-04) (hash(x)=37807064)
+5322 train 3.062149 (lr=3.3324e-04) (hash(x)=34482332)
+5323 train 3.022792 (lr=3.3315e-04) (hash(x)=40201059)
+5324 train 3.074397 (lr=3.3306e-04) (hash(x)=36303935)
+5325 train 3.034898 (lr=3.3297e-04) (hash(x)=38309845)
+5326 train 3.035765 (lr=3.3288e-04) (hash(x)=35767655)
+5327 train 3.074137 (lr=3.3279e-04) (hash(x)=37982935)
+5328 train 3.229149 (lr=3.3269e-04) (hash(x)=37920949)
+5329 train 3.279297 (lr=3.3260e-04) (hash(x)=44373401)
+5330 train 3.352228 (lr=3.3251e-04) (hash(x)=39165119)
+5331 train 3.265995 (lr=3.3242e-04) (hash(x)=39762749)
+5332 train 3.256652 (lr=3.3233e-04) (hash(x)=43121583)
+5333 train 3.280472 (lr=3.3224e-04) (hash(x)=42323911)
+5334 train 3.270846 (lr=3.3215e-04) (hash(x)=43114823)
+5335 train 3.334513 (lr=3.3206e-04) (hash(x)=35507280)
+5336 train 3.291831 (lr=3.3196e-04) (hash(x)=35884523)
+5337 train 3.297850 (lr=3.3187e-04) (hash(x)=37450025)
+5338 train 3.249925 (lr=3.3178e-04) (hash(x)=36408319)
+5339 train 3.261608 (lr=3.3169e-04) (hash(x)=41860056)
+5340 train 3.299218 (lr=3.3160e-04) (hash(x)=38690315)
+5341 train 3.275415 (lr=3.3151e-04) (hash(x)=31375124)
+5342 train 3.307068 (lr=3.3142e-04) (hash(x)=35951370)
+5343 train 3.248212 (lr=3.3132e-04) (hash(x)=41410391)
+5344 train 3.327406 (lr=3.3123e-04) (hash(x)=50137241)
+5345 train 3.309875 (lr=3.3114e-04) (hash(x)=35414432)
+5346 train 3.283824 (lr=3.3105e-04) (hash(x)=37436118)
+5347 train 3.392412 (lr=3.3096e-04) (hash(x)=36102657)
+5348 train 3.286506 (lr=3.3087e-04) (hash(x)=39443151)
+5349 train 3.256214 (lr=3.3078e-04) (hash(x)=37938682)
+5350 train 3.271696 (lr=3.3069e-04) (hash(x)=43781866)
+5351 train 3.293862 (lr=3.3059e-04) (hash(x)=39646965)
+5352 train 3.292626 (lr=3.3050e-04) (hash(x)=40103411)
+5353 train 3.204829 (lr=3.3041e-04) (hash(x)=38919937)
+5354 train 3.236216 (lr=3.3032e-04) (hash(x)=39385116)
+5355 train 3.197523 (lr=3.3023e-04) (hash(x)=37274623)
+5356 train 3.272309 (lr=3.3014e-04) (hash(x)=45201464)
+5357 train 3.200711 (lr=3.3005e-04) (hash(x)=40959664)
+5358 train 3.273486 (lr=3.2995e-04) (hash(x)=36746938)
+5359 train 3.183990 (lr=3.2986e-04) (hash(x)=38887737)
+5360 train 3.211531 (lr=3.2977e-04) (hash(x)=38931655)
+5361 train 3.274982 (lr=3.2968e-04) (hash(x)=36704497)
+5362 train 3.261439 (lr=3.2959e-04) (hash(x)=35637813)
+5363 train 3.223078 (lr=3.2950e-04) (hash(x)=41237005)
+5364 train 3.204459 (lr=3.2941e-04) (hash(x)=33689536)
+5365 train 3.158101 (lr=3.2931e-04) (hash(x)=43252021)
+5366 train 3.023173 (lr=3.2922e-04) (hash(x)=39280071)
+5367 train 2.995298 (lr=3.2913e-04) (hash(x)=39359675)
+5368 train 3.016105 (lr=3.2904e-04) (hash(x)=46018738)
+5369 train 3.036338 (lr=3.2895e-04) (hash(x)=41559974)
+5370 train 2.935430 (lr=3.2886e-04) (hash(x)=41224661)
+5371 train 3.090939 (lr=3.2877e-04) (hash(x)=39398500)
+5372 train 2.994318 (lr=3.2868e-04) (hash(x)=36039647)
+5373 train 3.042016 (lr=3.2858e-04) (hash(x)=38228612)
+5374 train 3.013133 (lr=3.2849e-04) (hash(x)=38889963)
+5375 train 3.066460 (lr=3.2840e-04) (hash(x)=36969156)
+5376 train 3.026294 (lr=3.2831e-04) (hash(x)=38860245)
+5377 train 3.058887 (lr=3.2822e-04) (hash(x)=34291572)
+5378 train 3.248648 (lr=3.2813e-04) (hash(x)=40323943)
+5379 train 3.321540 (lr=3.2804e-04) (hash(x)=40557206)
+5380 train 3.322651 (lr=3.2794e-04) (hash(x)=40559068)
+5381 train 3.311264 (lr=3.2785e-04) (hash(x)=44387168)
+5382 train 3.321697 (lr=3.2776e-04) (hash(x)=42149903)
+5383 train 3.318743 (lr=3.2767e-04) (hash(x)=42348985)
+5384 train 3.252881 (lr=3.2758e-04) (hash(x)=37265144)
+5385 train 3.225273 (lr=3.2749e-04) (hash(x)=40060681)
+5386 train 3.235851 (lr=3.2740e-04) (hash(x)=40758066)
+5387 train 3.303190 (lr=3.2731e-04) (hash(x)=35786751)
+5388 train 3.280265 (lr=3.2721e-04) (hash(x)=40132013)
+5389 train 3.230475 (lr=3.2712e-04) (hash(x)=40521371)
+5390 train 3.327447 (lr=3.2703e-04) (hash(x)=33141725)
+5391 train 3.286047 (lr=3.2694e-04) (hash(x)=40265881)
+5392 train 3.254236 (lr=3.2685e-04) (hash(x)=44806252)
+5393 train 3.275928 (lr=3.2676e-04) (hash(x)=41000849)
+5394 train 3.267471 (lr=3.2667e-04) (hash(x)=47257530)
+5395 train 3.261427 (lr=3.2657e-04) (hash(x)=41964321)
+5396 train 3.328355 (lr=3.2648e-04) (hash(x)=38439812)
+5397 train 3.292355 (lr=3.2639e-04) (hash(x)=39965031)
+5398 train 3.291074 (lr=3.2630e-04) (hash(x)=41553027)
+5399 train 3.259135 (lr=3.2621e-04) (hash(x)=41931478)
+5400 train 3.303862 (lr=3.2612e-04) (hash(x)=43871143)
+5401 train 3.303130 (lr=3.2603e-04) (hash(x)=42683530)
+5402 train 3.287666 (lr=3.2593e-04) (hash(x)=40004697)
+5403 train 3.159048 (lr=3.2584e-04) (hash(x)=36552889)
+5404 train 3.197986 (lr=3.2575e-04) (hash(x)=34359117)
+5405 train 3.210429 (lr=3.2566e-04) (hash(x)=38860251)
+5406 train 3.266825 (lr=3.2557e-04) (hash(x)=41272806)
+5407 train 3.251955 (lr=3.2548e-04) (hash(x)=40736619)
+5408 train 3.211090 (lr=3.2539e-04) (hash(x)=37513307)
+5409 train 3.252200 (lr=3.2530e-04) (hash(x)=55288120)
+5410 train 3.248300 (lr=3.2520e-04) (hash(x)=40744184)
+5411 train 3.225466 (lr=3.2511e-04) (hash(x)=37779639)
+5412 train 3.210364 (lr=3.2502e-04) (hash(x)=44364576)
+5413 train 3.183884 (lr=3.2493e-04) (hash(x)=41372626)
+5414 train 3.248116 (lr=3.2484e-04) (hash(x)=37350756)
+5415 train 3.046074 (lr=3.2475e-04) (hash(x)=40917627)
+5416 train 2.965930 (lr=3.2466e-04) (hash(x)=36828077)
+5417 train 3.000457 (lr=3.2456e-04) (hash(x)=36957834)
+5418 train 2.961860 (lr=3.2447e-04) (hash(x)=39108369)
+5419 train 3.062194 (lr=3.2438e-04) (hash(x)=41224169)
+5420 train 2.998214 (lr=3.2429e-04) (hash(x)=39951952)
+5421 train 3.010616 (lr=3.2420e-04) (hash(x)=40260487)
+5422 train 2.999707 (lr=3.2411e-04) (hash(x)=40823117)
+5423 train 3.049424 (lr=3.2402e-04) (hash(x)=43149443)
+5424 train 3.050140 (lr=3.2393e-04) (hash(x)=40443091)
+5425 train 3.046538 (lr=3.2383e-04) (hash(x)=40876289)
+5426 train 3.044454 (lr=3.2374e-04) (hash(x)=40922190)
+5427 train 3.220778 (lr=3.2365e-04) (hash(x)=41709689)
+5428 train 3.256645 (lr=3.2356e-04) (hash(x)=61652088)
+5429 train 3.277479 (lr=3.2347e-04) (hash(x)=39159502)
+5430 train 3.302484 (lr=3.2338e-04) (hash(x)=36543816)
+5431 train 3.306546 (lr=3.2329e-04) (hash(x)=35896510)
+5432 train 3.283189 (lr=3.2319e-04) (hash(x)=34134947)
+5433 train 3.296513 (lr=3.2310e-04) (hash(x)=40590457)
+5434 train 3.251430 (lr=3.2301e-04) (hash(x)=42886029)
+5435 train 3.323100 (lr=3.2292e-04) (hash(x)=47569565)
+5436 train 3.242454 (lr=3.2283e-04) (hash(x)=36456453)
+5437 train 3.270658 (lr=3.2274e-04) (hash(x)=41250412)
+5438 train 3.330019 (lr=3.2265e-04) (hash(x)=36417737)
+5439 train 3.297044 (lr=3.2256e-04) (hash(x)=33007398)
+5440 train 3.319953 (lr=3.2246e-04) (hash(x)=40443579)
+5441 train 3.294379 (lr=3.2237e-04) (hash(x)=36085579)
+5442 train 3.280720 (lr=3.2228e-04) (hash(x)=48798851)
+5443 train 3.271215 (lr=3.2219e-04) (hash(x)=37063719)
+5444 train 3.312637 (lr=3.2210e-04) (hash(x)=39583639)
+5445 train 3.297389 (lr=3.2201e-04) (hash(x)=39126765)
+5446 train 3.287352 (lr=3.2192e-04) (hash(x)=34671945)
+5447 train 3.267858 (lr=3.2182e-04) (hash(x)=36529659)
+5448 train 3.316794 (lr=3.2173e-04) (hash(x)=45019205)
+5449 train 3.389697 (lr=3.2164e-04) (hash(x)=34688418)
+5450 train 3.290153 (lr=3.2155e-04) (hash(x)=39457323)
+5451 train 3.272499 (lr=3.2146e-04) (hash(x)=35017906)
+5452 train 3.257858 (lr=3.2137e-04) (hash(x)=41615079)
+5453 train 3.268353 (lr=3.2128e-04) (hash(x)=38938082)
+5454 train 3.284965 (lr=3.2119e-04) (hash(x)=39168938)
+5455 train 3.220453 (lr=3.2109e-04) (hash(x)=49988964)
+5456 train 3.226048 (lr=3.2100e-04) (hash(x)=39180938)
+5457 train 3.227874 (lr=3.2091e-04) (hash(x)=36773264)
+5458 train 3.268201 (lr=3.2082e-04) (hash(x)=40159486)
+5459 train 3.206913 (lr=3.2073e-04) (hash(x)=37497457)
+5460 train 3.185189 (lr=3.2064e-04) (hash(x)=40703315)
+5461 train 3.252561 (lr=3.2055e-04) (hash(x)=43080815)
+5462 train 3.226985 (lr=3.2046e-04) (hash(x)=39686145)
+5463 train 3.208032 (lr=3.2036e-04) (hash(x)=38917884)
+5464 train 3.184133 (lr=3.2027e-04) (hash(x)=44476653)
+5465 train 3.083361 (lr=3.2018e-04) (hash(x)=46489351)
+5466 train 3.178051 (lr=3.2009e-04) (hash(x)=35751966)
+5467 train 2.995191 (lr=3.2000e-04) (hash(x)=44296120)
+5468 train 2.959348 (lr=3.1991e-04) (hash(x)=36001858)
+5469 train 2.999976 (lr=3.1982e-04) (hash(x)=42445981)
+5470 train 3.034160 (lr=3.1973e-04) (hash(x)=34055035)
+5471 train 3.004770 (lr=3.1963e-04) (hash(x)=41820135)
+5472 train 2.973206 (lr=3.1954e-04) (hash(x)=40463697)
+5473 train 3.003075 (lr=3.1945e-04) (hash(x)=38749436)
+5474 train 3.064195 (lr=3.1936e-04) (hash(x)=41898443)
+5475 train 2.967837 (lr=3.1927e-04) (hash(x)=40389031)
+5476 train 3.024750 (lr=3.1918e-04) (hash(x)=39300547)
+5477 train 3.210562 (lr=3.1909e-04) (hash(x)=38356033)
+5478 train 3.223889 (lr=3.1899e-04) (hash(x)=38974890)
+5479 train 3.363503 (lr=3.1890e-04) (hash(x)=43973464)
+5480 train 3.275606 (lr=3.1881e-04) (hash(x)=39184360)
+5481 train 3.236620 (lr=3.1872e-04) (hash(x)=37799608)
+5482 train 3.262321 (lr=3.1863e-04) (hash(x)=54300994)
+5483 train 3.248379 (lr=3.1854e-04) (hash(x)=45782857)
+5484 train 3.283166 (lr=3.1845e-04) (hash(x)=43060571)
+5485 train 3.277568 (lr=3.1836e-04) (hash(x)=43741313)
+5486 train 3.294448 (lr=3.1826e-04) (hash(x)=43040651)
+5487 train 3.321420 (lr=3.1817e-04) (hash(x)=48587468)
+5488 train 3.206496 (lr=3.1808e-04) (hash(x)=35617191)
+5489 train 3.252856 (lr=3.1799e-04) (hash(x)=40764085)
+5490 train 3.313983 (lr=3.1790e-04) (hash(x)=36964988)
+5491 train 3.285344 (lr=3.1781e-04) (hash(x)=40634889)
+5492 train 3.303758 (lr=3.1772e-04) (hash(x)=38126870)
+5493 train 3.258772 (lr=3.1763e-04) (hash(x)=41339494)
+5494 train 3.311192 (lr=3.1753e-04) (hash(x)=41762935)
+5495 train 3.243277 (lr=3.1744e-04) (hash(x)=45216236)
+5496 train 3.231069 (lr=3.1735e-04) (hash(x)=44368237)
+5497 train 3.280248 (lr=3.1726e-04) (hash(x)=41363561)
+5498 train 3.319305 (lr=3.1717e-04) (hash(x)=43696961)
+5499 train 3.275614 (lr=3.1708e-04) (hash(x)=38207673)
+5500 val loss 3.2358
+5500 val perplexity 25.4259
+5500 hella 0.2840
+5500 train 3.289423 (lr=3.1699e-04) (hash(x)=43776783)
+5501 train 3.255147 (lr=3.1690e-04) (hash(x)=37785261)
+5502 train 3.243316 (lr=3.1680e-04) (hash(x)=40294982)
+5503 train 3.243858 (lr=3.1671e-04) (hash(x)=38294570)
+5504 train 3.222261 (lr=3.1662e-04) (hash(x)=38219406)
+5505 train 3.217620 (lr=3.1653e-04) (hash(x)=41052998)
+5506 train 3.253133 (lr=3.1644e-04) (hash(x)=40801199)
+5507 train 3.177138 (lr=3.1635e-04) (hash(x)=33574827)
+5508 train 3.218204 (lr=3.1626e-04) (hash(x)=36416591)
+5509 train 3.211277 (lr=3.1617e-04) (hash(x)=43575555)
+5510 train 3.228217 (lr=3.1607e-04) (hash(x)=41374638)
+5511 train 3.260408 (lr=3.1598e-04) (hash(x)=38174813)
+5512 train 3.223677 (lr=3.1589e-04) (hash(x)=33081121)
+5513 train 3.185374 (lr=3.1580e-04) (hash(x)=39590933)
+5514 train 3.061322 (lr=3.1571e-04) (hash(x)=38109072)
+5515 train 2.987903 (lr=3.1562e-04) (hash(x)=38215909)
+5516 train 2.979543 (lr=3.1553e-04) (hash(x)=40400363)
+5517 train 3.091122 (lr=3.1544e-04) (hash(x)=40360770)
+5518 train 2.944546 (lr=3.1534e-04) (hash(x)=41132411)
+5519 train 3.031332 (lr=3.1525e-04) (hash(x)=42736966)
+5520 train 2.995216 (lr=3.1516e-04) (hash(x)=42813811)
+5521 train 3.058567 (lr=3.1507e-04) (hash(x)=38362299)
+5522 train 2.936375 (lr=3.1498e-04) (hash(x)=41669444)
+5523 train 3.080813 (lr=3.1489e-04) (hash(x)=38375927)
+5524 train 3.030433 (lr=3.1480e-04) (hash(x)=42928390)
+5525 train 3.074281 (lr=3.1471e-04) (hash(x)=34761050)
+5526 train 3.186225 (lr=3.1462e-04) (hash(x)=39634924)
+5527 train 3.227384 (lr=3.1452e-04) (hash(x)=41483072)
+5528 train 3.300115 (lr=3.1443e-04) (hash(x)=38187408)
+5529 train 3.247112 (lr=3.1434e-04) (hash(x)=35853302)
+5530 train 3.214981 (lr=3.1425e-04) (hash(x)=39736754)
+5531 train 3.320297 (lr=3.1416e-04) (hash(x)=46039156)
+5532 train 3.247989 (lr=3.1407e-04) (hash(x)=40080062)
+5533 train 3.202464 (lr=3.1398e-04) (hash(x)=44244088)
+5534 train 3.301987 (lr=3.1389e-04) (hash(x)=38755158)
+5535 train 3.290561 (lr=3.1379e-04) (hash(x)=43330853)
+5536 train 3.381953 (lr=3.1370e-04) (hash(x)=37971700)
+5537 train 3.293349 (lr=3.1361e-04) (hash(x)=37928332)
+5538 train 3.223645 (lr=3.1352e-04) (hash(x)=36890899)
+5539 train 3.292536 (lr=3.1343e-04) (hash(x)=40930728)
+5540 train 3.316051 (lr=3.1334e-04) (hash(x)=45201699)
+5541 train 3.227348 (lr=3.1325e-04) (hash(x)=34270500)
+5542 train 3.245568 (lr=3.1316e-04) (hash(x)=38700491)
+5543 train 3.238228 (lr=3.1306e-04) (hash(x)=42293756)
+5544 train 3.232233 (lr=3.1297e-04) (hash(x)=47323353)
+5545 train 3.269109 (lr=3.1288e-04) (hash(x)=41289847)
+5546 train 3.321101 (lr=3.1279e-04) (hash(x)=50434483)
+5547 train 3.274985 (lr=3.1270e-04) (hash(x)=40615288)
+5548 train 3.260996 (lr=3.1261e-04) (hash(x)=28796446)
+5549 train 3.350371 (lr=3.1252e-04) (hash(x)=37177613)
+5550 train 3.286083 (lr=3.1243e-04) (hash(x)=36205630)
+5551 train 3.244428 (lr=3.1234e-04) (hash(x)=39117631)
+5552 train 3.242763 (lr=3.1224e-04) (hash(x)=42833567)
+5553 train 3.242096 (lr=3.1215e-04) (hash(x)=38548517)
+5554 train 3.249019 (lr=3.1206e-04) (hash(x)=42452282)
+5555 train 3.202012 (lr=3.1197e-04) (hash(x)=37391124)
+5556 train 3.270694 (lr=3.1188e-04) (hash(x)=43871832)
+5557 train 3.189089 (lr=3.1179e-04) (hash(x)=41242161)
+5558 train 3.202756 (lr=3.1170e-04) (hash(x)=46692185)
+5559 train 3.187080 (lr=3.1161e-04) (hash(x)=36047743)
+5560 train 3.223374 (lr=3.1152e-04) (hash(x)=44016688)
+5561 train 3.207791 (lr=3.1142e-04) (hash(x)=40587791)
+5562 train 3.217351 (lr=3.1133e-04) (hash(x)=42848664)
+5563 train 3.236570 (lr=3.1124e-04) (hash(x)=31430976)
+5564 train 3.032311 (lr=3.1115e-04) (hash(x)=43392465)
+5565 train 3.070113 (lr=3.1106e-04) (hash(x)=47169762)
+5566 train 2.999975 (lr=3.1097e-04) (hash(x)=37955367)
+5567 train 2.986165 (lr=3.1088e-04) (hash(x)=37595429)
+5568 train 3.072669 (lr=3.1079e-04) (hash(x)=39299122)
+5569 train 2.995629 (lr=3.1069e-04) (hash(x)=38182701)
+5570 train 3.039732 (lr=3.1060e-04) (hash(x)=41468471)
+5571 train 2.994080 (lr=3.1051e-04) (hash(x)=26385447)
+5572 train 3.034662 (lr=3.1042e-04) (hash(x)=43158149)
+5573 train 3.042597 (lr=3.1033e-04) (hash(x)=41163018)
+5574 train 3.029708 (lr=3.1024e-04) (hash(x)=35764222)
+5575 train 3.030691 (lr=3.1015e-04) (hash(x)=38323525)
+5576 train 3.197867 (lr=3.1006e-04) (hash(x)=37113616)
+5577 train 3.239278 (lr=3.0997e-04) (hash(x)=33869880)
+5578 train 3.225609 (lr=3.0987e-04) (hash(x)=45587339)
+5579 train 3.218022 (lr=3.0978e-04) (hash(x)=41510556)
+5580 train 3.251648 (lr=3.0969e-04) (hash(x)=39394041)
+5581 train 3.216240 (lr=3.0960e-04) (hash(x)=41302895)
+5582 train 3.270728 (lr=3.0951e-04) (hash(x)=40903696)
+5583 train 3.251580 (lr=3.0942e-04) (hash(x)=39096680)
+5584 train 3.238630 (lr=3.0933e-04) (hash(x)=41215341)
+5585 train 3.205649 (lr=3.0924e-04) (hash(x)=42230834)
+5586 train 3.238389 (lr=3.0915e-04) (hash(x)=39937330)
+5587 train 3.274763 (lr=3.0906e-04) (hash(x)=37598583)
+5588 train 3.324260 (lr=3.0896e-04) (hash(x)=40648009)
+5589 train 3.258600 (lr=3.0887e-04) (hash(x)=37645908)
+5590 train 3.272472 (lr=3.0878e-04) (hash(x)=39697497)
+5591 train 3.272319 (lr=3.0869e-04) (hash(x)=37659948)
+5592 train 3.215955 (lr=3.0860e-04) (hash(x)=45077115)
+5593 train 3.281744 (lr=3.0851e-04) (hash(x)=38765824)
+5594 train 3.268624 (lr=3.0842e-04) (hash(x)=40573556)
+5595 train 3.211466 (lr=3.0833e-04) (hash(x)=58681130)
+5596 train 3.224754 (lr=3.0824e-04) (hash(x)=41786378)
+5597 train 3.258572 (lr=3.0814e-04) (hash(x)=41171156)
+5598 train 3.280058 (lr=3.0805e-04) (hash(x)=40711326)
+5599 train 3.260852 (lr=3.0796e-04) (hash(x)=39745264)
+5600 train 3.345741 (lr=3.0787e-04) (hash(x)=38723402)
+5601 train 3.196253 (lr=3.0778e-04) (hash(x)=38447039)
+5602 train 3.197505 (lr=3.0769e-04) (hash(x)=37789877)
+5603 train 3.167465 (lr=3.0760e-04) (hash(x)=41338871)
+5604 train 3.265826 (lr=3.0751e-04) (hash(x)=45393009)
+5605 train 3.213159 (lr=3.0742e-04) (hash(x)=32391013)
+5606 train 3.220177 (lr=3.0733e-04) (hash(x)=40901543)
+5607 train 3.198604 (lr=3.0723e-04) (hash(x)=38340209)
+5608 train 3.153161 (lr=3.0714e-04) (hash(x)=43010906)
+5609 train 3.192564 (lr=3.0705e-04) (hash(x)=39541052)
+5610 train 3.216061 (lr=3.0696e-04) (hash(x)=40043329)
+5611 train 3.173721 (lr=3.0687e-04) (hash(x)=38654273)
+5612 train 3.210013 (lr=3.0678e-04) (hash(x)=38698157)
+5613 train 3.017941 (lr=3.0669e-04) (hash(x)=40762953)
+5614 train 3.077251 (lr=3.0660e-04) (hash(x)=34230075)
+5615 train 3.047532 (lr=3.0651e-04) (hash(x)=43848486)
+5616 train 3.022410 (lr=3.0641e-04) (hash(x)=41094434)
+5617 train 2.998811 (lr=3.0632e-04) (hash(x)=45907861)
+5618 train 2.979203 (lr=3.0623e-04) (hash(x)=38639181)
+5619 train 2.964111 (lr=3.0614e-04) (hash(x)=41672829)
+5620 train 3.000179 (lr=3.0605e-04) (hash(x)=42778778)
+5621 train 3.018226 (lr=3.0596e-04) (hash(x)=41218138)
+5622 train 3.003383 (lr=3.0587e-04) (hash(x)=42056780)
+5623 train 2.959541 (lr=3.0578e-04) (hash(x)=40621512)
+5624 train 3.067945 (lr=3.0569e-04) (hash(x)=41779180)
+5625 train 3.139434 (lr=3.0560e-04) (hash(x)=41511023)
+5626 train 3.266542 (lr=3.0550e-04) (hash(x)=40602197)
+5627 train 3.248986 (lr=3.0541e-04) (hash(x)=38064416)
+5628 train 3.223098 (lr=3.0532e-04) (hash(x)=40045820)
+5629 train 3.240112 (lr=3.0523e-04) (hash(x)=43557439)
+5630 train 3.207459 (lr=3.0514e-04) (hash(x)=40095028)
+5631 train 3.367329 (lr=3.0505e-04) (hash(x)=37349828)
+5632 train 3.204164 (lr=3.0496e-04) (hash(x)=40037844)
+5633 train 3.257286 (lr=3.0487e-04) (hash(x)=41365480)
+5634 train 3.264169 (lr=3.0478e-04) (hash(x)=43795204)
+5635 train 3.177083 (lr=3.0469e-04) (hash(x)=39791487)
+5636 train 3.221469 (lr=3.0460e-04) (hash(x)=41520518)
+5637 train 3.283659 (lr=3.0450e-04) (hash(x)=39670838)
+5638 train 3.360759 (lr=3.0441e-04) (hash(x)=42126412)
+5639 train 3.266335 (lr=3.0432e-04) (hash(x)=32723715)
+5640 train 3.319497 (lr=3.0423e-04) (hash(x)=34616629)
+5641 train 3.250267 (lr=3.0414e-04) (hash(x)=32773854)
+5642 train 3.278907 (lr=3.0405e-04) (hash(x)=36425673)
+5643 train 3.315686 (lr=3.0396e-04) (hash(x)=37524155)
+5644 train 3.302304 (lr=3.0387e-04) (hash(x)=35359137)
+5645 train 3.305213 (lr=3.0378e-04) (hash(x)=37842510)
+5646 train 3.350464 (lr=3.0369e-04) (hash(x)=34917826)
+5647 train 3.290907 (lr=3.0360e-04) (hash(x)=41866260)
+5648 train 3.292305 (lr=3.0350e-04) (hash(x)=44043354)
+5649 train 3.255352 (lr=3.0341e-04) (hash(x)=43690789)
+5650 train 3.229669 (lr=3.0332e-04) (hash(x)=47660549)
+5651 train 3.218465 (lr=3.0323e-04) (hash(x)=38113523)
+5652 train 3.250757 (lr=3.0314e-04) (hash(x)=42394560)
+5653 train 3.184889 (lr=3.0305e-04) (hash(x)=40179588)
+5654 train 3.214393 (lr=3.0296e-04) (hash(x)=40891002)
+5655 train 3.210846 (lr=3.0287e-04) (hash(x)=38873301)
+5656 train 3.200699 (lr=3.0278e-04) (hash(x)=44364233)
+5657 train 3.161089 (lr=3.0269e-04) (hash(x)=39979848)
+5658 train 3.189186 (lr=3.0260e-04) (hash(x)=43484671)
+5659 train 3.202425 (lr=3.0250e-04) (hash(x)=36678953)
+5660 train 3.243751 (lr=3.0241e-04) (hash(x)=35208512)
+5661 train 3.196460 (lr=3.0232e-04) (hash(x)=41739702)
+5662 train 3.097684 (lr=3.0223e-04) (hash(x)=38989739)
+5663 train 2.990229 (lr=3.0214e-04) (hash(x)=39138071)
+5664 train 2.972061 (lr=3.0205e-04) (hash(x)=40026092)
+5665 train 2.962694 (lr=3.0196e-04) (hash(x)=40027148)
+5666 train 3.092751 (lr=3.0187e-04) (hash(x)=32557787)
+5667 train 3.019049 (lr=3.0178e-04) (hash(x)=32487941)
+5668 train 3.041576 (lr=3.0169e-04) (hash(x)=42959231)
+5669 train 2.985056 (lr=3.0160e-04) (hash(x)=46107130)
+5670 train 3.014524 (lr=3.0150e-04) (hash(x)=41084780)
+5671 train 3.043892 (lr=3.0141e-04) (hash(x)=34723587)
+5672 train 3.104077 (lr=3.0132e-04) (hash(x)=39048938)
+5673 train 3.051358 (lr=3.0123e-04) (hash(x)=41022511)
+5674 train 3.040304 (lr=3.0114e-04) (hash(x)=40158063)
+5675 train 3.322106 (lr=3.0105e-04) (hash(x)=39200082)
+5676 train 3.284358 (lr=3.0096e-04) (hash(x)=27845107)
+5677 train 3.241684 (lr=3.0087e-04) (hash(x)=47560220)
+5678 train 3.220433 (lr=3.0078e-04) (hash(x)=38802687)
+5679 train 3.295683 (lr=3.0069e-04) (hash(x)=39825399)
+5680 train 3.295146 (lr=3.0060e-04) (hash(x)=34126618)
+5681 train 3.279526 (lr=3.0051e-04) (hash(x)=38878386)
+5682 train 3.308713 (lr=3.0041e-04) (hash(x)=36840741)
+5683 train 3.251881 (lr=3.0032e-04) (hash(x)=42789519)
+5684 train 3.246415 (lr=3.0023e-04) (hash(x)=46000925)
+5685 train 3.335853 (lr=3.0014e-04) (hash(x)=39219463)
+5686 train 3.246480 (lr=3.0005e-04) (hash(x)=39350402)
+5687 train 3.240114 (lr=2.9996e-04) (hash(x)=37928583)
+5688 train 3.250359 (lr=2.9987e-04) (hash(x)=43810306)
+5689 train 3.263341 (lr=2.9978e-04) (hash(x)=38749970)
+5690 train 3.304685 (lr=2.9969e-04) (hash(x)=40302666)
+5691 train 3.266279 (lr=2.9960e-04) (hash(x)=37954405)
+5692 train 3.281356 (lr=2.9951e-04) (hash(x)=43113024)
+5693 train 3.282259 (lr=2.9942e-04) (hash(x)=35969268)
+5694 train 3.269290 (lr=2.9933e-04) (hash(x)=40763129)
+5695 train 3.274341 (lr=2.9923e-04) (hash(x)=42482005)
+5696 train 3.235943 (lr=2.9914e-04) (hash(x)=47295768)
+5697 train 3.275465 (lr=2.9905e-04) (hash(x)=44436878)
+5698 train 3.229927 (lr=2.9896e-04) (hash(x)=40941288)
+5699 train 3.260956 (lr=2.9887e-04) (hash(x)=53755258)
+5700 train 3.234955 (lr=2.9878e-04) (hash(x)=38738257)
+5701 train 3.188509 (lr=2.9869e-04) (hash(x)=35681482)
+5702 train 3.232090 (lr=2.9860e-04) (hash(x)=37559657)
+5703 train 3.188455 (lr=2.9851e-04) (hash(x)=34487869)
+5704 train 3.171188 (lr=2.9842e-04) (hash(x)=37072523)
+5705 train 3.175370 (lr=2.9833e-04) (hash(x)=37623884)
+5706 train 3.161808 (lr=2.9824e-04) (hash(x)=41399169)
+5707 train 3.240492 (lr=2.9815e-04) (hash(x)=43671381)
+5708 train 3.295452 (lr=2.9806e-04) (hash(x)=40232284)
+5709 train 3.226298 (lr=2.9796e-04) (hash(x)=30952966)
+5710 train 3.246819 (lr=2.9787e-04) (hash(x)=43468796)
+5711 train 3.219700 (lr=2.9778e-04) (hash(x)=31579374)
+5712 train 3.051024 (lr=2.9769e-04) (hash(x)=35784404)
+5713 train 2.983598 (lr=2.9760e-04) (hash(x)=43999347)
+5714 train 2.980208 (lr=2.9751e-04) (hash(x)=34997349)
+5715 train 3.067582 (lr=2.9742e-04) (hash(x)=35808270)
+5716 train 2.969436 (lr=2.9733e-04) (hash(x)=38284408)
+5717 train 2.986047 (lr=2.9724e-04) (hash(x)=39090406)
+5718 train 3.076744 (lr=2.9715e-04) (hash(x)=38182080)
+5719 train 2.998632 (lr=2.9706e-04) (hash(x)=39147462)
+5720 train 2.970001 (lr=2.9697e-04) (hash(x)=36912955)
+5721 train 3.013733 (lr=2.9688e-04) (hash(x)=39593015)
+5722 train 3.017312 (lr=2.9679e-04) (hash(x)=38225581)
+5723 train 3.030755 (lr=2.9669e-04) (hash(x)=40812081)
+5724 train 3.092053 (lr=2.9660e-04) (hash(x)=40133938)
+5725 train 3.284998 (lr=2.9651e-04) (hash(x)=41696024)
+5726 train 3.405113 (lr=2.9642e-04) (hash(x)=43700764)
+5727 train 3.278937 (lr=2.9633e-04) (hash(x)=42217856)
+5728 train 3.227842 (lr=2.9624e-04) (hash(x)=39235560)
+5729 train 3.312861 (lr=2.9615e-04) (hash(x)=36047038)
+5730 train 3.278247 (lr=2.9606e-04) (hash(x)=44240107)
+5731 train 3.254272 (lr=2.9597e-04) (hash(x)=45498989)
+5732 train 3.236442 (lr=2.9588e-04) (hash(x)=37146369)
+5733 train 3.273077 (lr=2.9579e-04) (hash(x)=40062881)
+5734 train 3.200505 (lr=2.9570e-04) (hash(x)=42340377)
+5735 train 3.230772 (lr=2.9561e-04) (hash(x)=45376521)
+5736 train 3.190498 (lr=2.9552e-04) (hash(x)=40642962)
+5737 train 3.220518 (lr=2.9543e-04) (hash(x)=45856270)
+5738 train 3.236876 (lr=2.9534e-04) (hash(x)=37829048)
+5739 train 3.283679 (lr=2.9524e-04) (hash(x)=40434689)
+5740 train 3.232047 (lr=2.9515e-04) (hash(x)=36916205)
+5741 train 3.267983 (lr=2.9506e-04) (hash(x)=39754183)
+5742 train 3.226295 (lr=2.9497e-04) (hash(x)=37841097)
+5743 train 3.266180 (lr=2.9488e-04) (hash(x)=36290399)
+5744 train 3.287747 (lr=2.9479e-04) (hash(x)=42322420)
+5745 train 3.270119 (lr=2.9470e-04) (hash(x)=41802421)
+5746 train 3.305803 (lr=2.9461e-04) (hash(x)=37687964)
+5747 train 3.300382 (lr=2.9452e-04) (hash(x)=38071712)
+5748 train 3.280692 (lr=2.9443e-04) (hash(x)=35811382)
+5749 train 3.226719 (lr=2.9434e-04) (hash(x)=39963811)
+5750 val loss 3.2243
+5750 val perplexity 25.1364
+5750 hella 0.2821
+5750 train 3.226332 (lr=2.9425e-04) (hash(x)=34600614)
+5751 train 3.194216 (lr=2.9416e-04) (hash(x)=42751926)
+5752 train 3.184284 (lr=2.9407e-04) (hash(x)=40119997)
+5753 train 3.160020 (lr=2.9398e-04) (hash(x)=34723296)
+5754 train 3.208679 (lr=2.9389e-04) (hash(x)=46056403)
+5755 train 3.173785 (lr=2.9380e-04) (hash(x)=39233297)
+5756 train 3.261226 (lr=2.9371e-04) (hash(x)=26038879)
+5757 train 3.254597 (lr=2.9361e-04) (hash(x)=42826810)
+5758 train 3.234271 (lr=2.9352e-04) (hash(x)=32163975)
+5759 train 3.245007 (lr=2.9343e-04) (hash(x)=31893619)
+5760 train 3.217387 (lr=2.9334e-04) (hash(x)=36654903)
+5761 train 3.135902 (lr=2.9325e-04) (hash(x)=37862602)
+5762 train 2.999889 (lr=2.9316e-04) (hash(x)=38366755)
+5763 train 3.024248 (lr=2.9307e-04) (hash(x)=43220517)
+5764 train 2.965426 (lr=2.9298e-04) (hash(x)=40434600)
+5765 train 2.996447 (lr=2.9289e-04) (hash(x)=41999714)
+5766 train 2.947973 (lr=2.9280e-04) (hash(x)=39120832)
+5767 train 2.993480 (lr=2.9271e-04) (hash(x)=43829429)
+5768 train 3.057835 (lr=2.9262e-04) (hash(x)=37205562)
+5769 train 2.994344 (lr=2.9253e-04) (hash(x)=34657387)
+5770 train 3.003134 (lr=2.9244e-04) (hash(x)=41484788)
+5771 train 2.967703 (lr=2.9235e-04) (hash(x)=41452225)
+5772 train 2.959967 (lr=2.9226e-04) (hash(x)=43618506)
+5773 train 3.045291 (lr=2.9217e-04) (hash(x)=37572622)
+5774 train 3.204102 (lr=2.9208e-04) (hash(x)=42154936)
+5775 train 3.279623 (lr=2.9199e-04) (hash(x)=37922735)
+5776 train 3.193310 (lr=2.9190e-04) (hash(x)=40691102)
+5777 train 3.281425 (lr=2.9181e-04) (hash(x)=39248835)
+5778 train 3.276917 (lr=2.9171e-04) (hash(x)=50989407)
+5779 train 3.191360 (lr=2.9162e-04) (hash(x)=41775554)
+5780 train 3.206190 (lr=2.9153e-04) (hash(x)=41144642)
+5781 train 3.267324 (lr=2.9144e-04) (hash(x)=37592079)
+5782 train 3.259469 (lr=2.9135e-04) (hash(x)=41394265)
+5783 train 3.273911 (lr=2.9126e-04) (hash(x)=37941192)
+5784 train 3.251778 (lr=2.9117e-04) (hash(x)=40198829)
+5785 train 3.264279 (lr=2.9108e-04) (hash(x)=36929862)
+5786 train 3.288311 (lr=2.9099e-04) (hash(x)=43892562)
+5787 train 3.263530 (lr=2.9090e-04) (hash(x)=41330378)
+5788 train 3.257841 (lr=2.9081e-04) (hash(x)=37650791)
+5789 train 3.264628 (lr=2.9072e-04) (hash(x)=41728460)
+5790 train 3.276520 (lr=2.9063e-04) (hash(x)=46177031)
+5791 train 3.240797 (lr=2.9054e-04) (hash(x)=40758692)
+5792 train 3.331643 (lr=2.9045e-04) (hash(x)=39491800)
+5793 train 3.222424 (lr=2.9036e-04) (hash(x)=39963791)
+5794 train 3.254502 (lr=2.9027e-04) (hash(x)=39723728)
+5795 train 3.284611 (lr=2.9018e-04) (hash(x)=39954349)
+5796 train 3.276153 (lr=2.9009e-04) (hash(x)=44933090)
+5797 train 3.276843 (lr=2.9000e-04) (hash(x)=39780695)
+5798 train 3.257909 (lr=2.8991e-04) (hash(x)=42009337)
+5799 train 3.204334 (lr=2.8982e-04) (hash(x)=45683037)
+5800 train 3.211943 (lr=2.8973e-04) (hash(x)=34589248)
+5801 train 3.237662 (lr=2.8964e-04) (hash(x)=36497657)
+5802 train 3.244510 (lr=2.8955e-04) (hash(x)=38689373)
+5803 train 3.188502 (lr=2.8946e-04) (hash(x)=40047636)
+5804 train 3.201563 (lr=2.8937e-04) (hash(x)=37611456)
+5805 train 3.281483 (lr=2.8927e-04) (hash(x)=38619464)
+5806 train 3.244646 (lr=2.8918e-04) (hash(x)=38649489)
+5807 train 3.192667 (lr=2.8909e-04) (hash(x)=47967441)
+5808 train 3.141981 (lr=2.8900e-04) (hash(x)=37058208)
+5809 train 3.216818 (lr=2.8891e-04) (hash(x)=42241118)
+5810 train 3.205749 (lr=2.8882e-04) (hash(x)=37116840)
+5811 train 2.984486 (lr=2.8873e-04) (hash(x)=40424227)
+5812 train 2.991155 (lr=2.8864e-04) (hash(x)=38071000)
+5813 train 3.023605 (lr=2.8855e-04) (hash(x)=39541181)
+5814 train 3.032636 (lr=2.8846e-04) (hash(x)=46993212)
+5815 train 2.967592 (lr=2.8837e-04) (hash(x)=41378458)
+5816 train 2.997646 (lr=2.8828e-04) (hash(x)=40879985)
+5817 train 3.048263 (lr=2.8819e-04) (hash(x)=40023050)
+5818 train 2.943906 (lr=2.8810e-04) (hash(x)=43577120)
+5819 train 2.993444 (lr=2.8801e-04) (hash(x)=43120405)
+5820 train 2.999586 (lr=2.8792e-04) (hash(x)=40792879)
+5821 train 3.034290 (lr=2.8783e-04) (hash(x)=40251162)
+5822 train 2.993382 (lr=2.8774e-04) (hash(x)=43535976)
+5823 train 3.189018 (lr=2.8765e-04) (hash(x)=38050857)
+5824 train 3.228265 (lr=2.8756e-04) (hash(x)=39591036)
+5825 train 3.247778 (lr=2.8747e-04) (hash(x)=39964733)
+5826 train 3.340107 (lr=2.8738e-04) (hash(x)=34077538)
+5827 train 3.248859 (lr=2.8729e-04) (hash(x)=34444515)
+5828 train 3.306336 (lr=2.8720e-04) (hash(x)=33943286)
+5829 train 3.208157 (lr=2.8711e-04) (hash(x)=39399741)
+5830 train 3.229567 (lr=2.8702e-04) (hash(x)=32409268)
+5831 train 3.264570 (lr=2.8693e-04) (hash(x)=43907369)
+5832 train 3.249998 (lr=2.8684e-04) (hash(x)=36960508)
+5833 train 3.335994 (lr=2.8675e-04) (hash(x)=44637502)
+5834 train 3.247241 (lr=2.8666e-04) (hash(x)=40325277)
+5835 train 3.275802 (lr=2.8657e-04) (hash(x)=38323946)
+5836 train 3.208503 (lr=2.8648e-04) (hash(x)=49090374)
+5837 train 3.294488 (lr=2.8639e-04) (hash(x)=38099783)
+5838 train 3.250346 (lr=2.8630e-04) (hash(x)=39503509)
+5839 train 3.275967 (lr=2.8621e-04) (hash(x)=52704956)
+5840 train 3.285742 (lr=2.8612e-04) (hash(x)=38272113)
+5841 train 3.305283 (lr=2.8603e-04) (hash(x)=47235439)
+5842 train 3.243192 (lr=2.8594e-04) (hash(x)=44365152)
+5843 train 3.283703 (lr=2.8585e-04) (hash(x)=37841147)
+5844 train 3.325648 (lr=2.8576e-04) (hash(x)=37352545)
+5845 train 3.266585 (lr=2.8567e-04) (hash(x)=33181411)
+5846 train 3.278586 (lr=2.8558e-04) (hash(x)=39127602)
+5847 train 3.288773 (lr=2.8549e-04) (hash(x)=40269749)
+5848 train 3.240434 (lr=2.8540e-04) (hash(x)=33878151)
+5849 train 3.216345 (lr=2.8531e-04) (hash(x)=44699070)
+5850 train 3.212655 (lr=2.8522e-04) (hash(x)=39270155)
+5851 train 3.221310 (lr=2.8513e-04) (hash(x)=41748104)
+5852 train 3.205393 (lr=2.8504e-04) (hash(x)=38135276)
+5853 train 3.164279 (lr=2.8495e-04) (hash(x)=39296497)
+5854 train 3.243176 (lr=2.8486e-04) (hash(x)=34750465)
+5855 train 3.218011 (lr=2.8477e-04) (hash(x)=37425294)
+5856 train 3.203467 (lr=2.8468e-04) (hash(x)=35077341)
+5857 train 3.194861 (lr=2.8459e-04) (hash(x)=42838925)
+5858 train 3.216614 (lr=2.8450e-04) (hash(x)=39606068)
+5859 train 3.206481 (lr=2.8441e-04) (hash(x)=42170479)
+5860 train 3.072784 (lr=2.8432e-04) (hash(x)=39281995)
+5861 train 2.994101 (lr=2.8422e-04) (hash(x)=34997745)
+5862 train 3.061417 (lr=2.8413e-04) (hash(x)=48026395)
+5863 train 3.045713 (lr=2.8404e-04) (hash(x)=42597179)
+5864 train 2.941190 (lr=2.8395e-04) (hash(x)=45584832)
+5865 train 3.024681 (lr=2.8386e-04) (hash(x)=42719406)
+5866 train 3.012467 (lr=2.8377e-04) (hash(x)=40898584)
+5867 train 3.007367 (lr=2.8368e-04) (hash(x)=40550003)
+5868 train 2.978868 (lr=2.8359e-04) (hash(x)=37491245)
+5869 train 3.046834 (lr=2.8350e-04) (hash(x)=26672246)
+5870 train 2.997562 (lr=2.8341e-04) (hash(x)=39398378)
+5871 train 2.984470 (lr=2.8332e-04) (hash(x)=40284464)
+5872 train 3.073347 (lr=2.8323e-04) (hash(x)=39228915)
+5873 train 3.232177 (lr=2.8314e-04) (hash(x)=38676869)
+5874 train 3.258325 (lr=2.8306e-04) (hash(x)=33256997)
+5875 train 3.300944 (lr=2.8297e-04) (hash(x)=38744769)
+5876 train 3.265251 (lr=2.8288e-04) (hash(x)=42899666)
+5877 train 3.303461 (lr=2.8279e-04) (hash(x)=37980559)
+5878 train 3.214387 (lr=2.8270e-04) (hash(x)=37805561)
+5879 train 3.212622 (lr=2.8261e-04) (hash(x)=41541962)
+5880 train 3.365567 (lr=2.8252e-04) (hash(x)=49644858)
+5881 train 3.230278 (lr=2.8243e-04) (hash(x)=49992696)
+5882 train 3.255720 (lr=2.8234e-04) (hash(x)=39341437)
+5883 train 3.250681 (lr=2.8225e-04) (hash(x)=33593901)
+5884 train 3.279815 (lr=2.8216e-04) (hash(x)=43277585)
+5885 train 3.231349 (lr=2.8207e-04) (hash(x)=53234962)
+5886 train 3.300812 (lr=2.8198e-04) (hash(x)=38195834)
+5887 train 3.251369 (lr=2.8189e-04) (hash(x)=42071556)
+5888 train 3.264420 (lr=2.8180e-04) (hash(x)=38696215)
+5889 train 3.210015 (lr=2.8171e-04) (hash(x)=54030228)
+5890 train 3.233976 (lr=2.8162e-04) (hash(x)=36009428)
+5891 train 3.258870 (lr=2.8153e-04) (hash(x)=42220251)
+5892 train 3.302667 (lr=2.8144e-04) (hash(x)=38426087)
+5893 train 3.259038 (lr=2.8135e-04) (hash(x)=35016477)
+5894 train 3.244815 (lr=2.8126e-04) (hash(x)=43027744)
+5895 train 3.251259 (lr=2.8117e-04) (hash(x)=38593807)
+5896 train 3.259178 (lr=2.8108e-04) (hash(x)=39938281)
+5897 train 3.163182 (lr=2.8099e-04) (hash(x)=41204540)
+5898 train 3.223175 (lr=2.8090e-04) (hash(x)=42387853)
+5899 train 3.232502 (lr=2.8081e-04) (hash(x)=41421187)
+5900 train 3.220596 (lr=2.8072e-04) (hash(x)=35234859)
+5901 train 3.200567 (lr=2.8063e-04) (hash(x)=38202679)
+5902 train 3.243948 (lr=2.8054e-04) (hash(x)=38041822)
+5903 train 3.234040 (lr=2.8045e-04) (hash(x)=35826333)
+5904 train 3.272638 (lr=2.8036e-04) (hash(x)=39474099)
+5905 train 3.198373 (lr=2.8027e-04) (hash(x)=39522857)
+5906 train 3.215331 (lr=2.8018e-04) (hash(x)=42641047)
+5907 train 3.178638 (lr=2.8009e-04) (hash(x)=40587033)
+5908 train 3.191873 (lr=2.8000e-04) (hash(x)=36180714)
+5909 train 2.991380 (lr=2.7991e-04) (hash(x)=47744965)
+5910 train 3.021633 (lr=2.7982e-04) (hash(x)=39465230)
+5911 train 3.016332 (lr=2.7973e-04) (hash(x)=40208709)
+5912 train 3.012828 (lr=2.7964e-04) (hash(x)=37729343)
+5913 train 3.049815 (lr=2.7955e-04) (hash(x)=42171419)
+5914 train 2.986881 (lr=2.7946e-04) (hash(x)=38234577)
+5915 train 2.983922 (lr=2.7937e-04) (hash(x)=39117433)
+5916 train 3.014528 (lr=2.7928e-04) (hash(x)=35094634)
+5917 train 3.002160 (lr=2.7919e-04) (hash(x)=37010541)
+5918 train 2.967589 (lr=2.7910e-04) (hash(x)=39614871)
+5919 train 3.012775 (lr=2.7901e-04) (hash(x)=42120552)
+5920 train 2.949111 (lr=2.7892e-04) (hash(x)=37706585)
+5921 train 3.074290 (lr=2.7883e-04) (hash(x)=38068078)
+5922 train 3.267319 (lr=2.7874e-04) (hash(x)=39053452)
+5923 train 3.217814 (lr=2.7865e-04) (hash(x)=43199229)
+5924 train 3.215191 (lr=2.7856e-04) (hash(x)=44337770)
+5925 train 3.278218 (lr=2.7847e-04) (hash(x)=38302663)
+5926 train 3.224042 (lr=2.7838e-04) (hash(x)=40249979)
+5927 train 3.184290 (lr=2.7829e-04) (hash(x)=39641970)
+5928 train 3.255510 (lr=2.7821e-04) (hash(x)=40782540)
+5929 train 3.231831 (lr=2.7812e-04) (hash(x)=51421789)
+5930 train 3.266441 (lr=2.7803e-04) (hash(x)=41446658)
+5931 train 3.281347 (lr=2.7794e-04) (hash(x)=39588039)
+5932 train 3.229433 (lr=2.7785e-04) (hash(x)=47214227)
+5933 train 3.327752 (lr=2.7776e-04) (hash(x)=39883095)
+5934 train 3.301658 (lr=2.7767e-04) (hash(x)=40304208)
+5935 train 3.254851 (lr=2.7758e-04) (hash(x)=42527081)
+5936 train 3.286941 (lr=2.7749e-04) (hash(x)=36265546)
+5937 train 3.259059 (lr=2.7740e-04) (hash(x)=42758895)
+5938 train 3.328843 (lr=2.7731e-04) (hash(x)=36698130)
+5939 train 3.226970 (lr=2.7722e-04) (hash(x)=37497198)
+5940 train 3.242381 (lr=2.7713e-04) (hash(x)=36946687)
+5941 train 3.248319 (lr=2.7704e-04) (hash(x)=40548362)
+5942 train 3.320950 (lr=2.7695e-04) (hash(x)=39255110)
+5943 train 3.232104 (lr=2.7686e-04) (hash(x)=39935294)
+5944 train 3.315285 (lr=2.7677e-04) (hash(x)=44162401)
+5945 train 3.258243 (lr=2.7668e-04) (hash(x)=41279521)
+5946 train 3.134308 (lr=2.7659e-04) (hash(x)=33778878)
+5947 train 3.205232 (lr=2.7650e-04) (hash(x)=43945955)
+5948 train 3.208086 (lr=2.7641e-04) (hash(x)=40201655)
+5949 train 3.206693 (lr=2.7632e-04) (hash(x)=38385721)
+5950 train 3.189211 (lr=2.7623e-04) (hash(x)=41805381)
+5951 train 3.164134 (lr=2.7614e-04) (hash(x)=42725397)
+5952 train 3.204719 (lr=2.7606e-04) (hash(x)=38094952)
+5953 train 3.150454 (lr=2.7597e-04) (hash(x)=50257017)
+5954 train 3.224747 (lr=2.7588e-04) (hash(x)=36155482)
+5955 train 3.243198 (lr=2.7579e-04) (hash(x)=34354531)
+5956 train 3.193750 (lr=2.7570e-04) (hash(x)=41414759)
+5957 train 3.211865 (lr=2.7561e-04) (hash(x)=41210664)
+5958 train 2.985668 (lr=2.7552e-04) (hash(x)=36417673)
+5959 train 2.999703 (lr=2.7543e-04) (hash(x)=37069860)
+5960 train 3.023728 (lr=2.7534e-04) (hash(x)=40147903)
+5961 train 2.982337 (lr=2.7525e-04) (hash(x)=45365623)
+5962 train 3.008503 (lr=2.7516e-04) (hash(x)=38578442)
+5963 train 2.985390 (lr=2.7507e-04) (hash(x)=40018505)
+5964 train 2.984279 (lr=2.7498e-04) (hash(x)=43167804)
+5965 train 2.964233 (lr=2.7489e-04) (hash(x)=41523614)
+5966 train 3.040773 (lr=2.7480e-04) (hash(x)=37717654)
+5967 train 2.960717 (lr=2.7471e-04) (hash(x)=43540649)
+5968 train 3.018380 (lr=2.7462e-04) (hash(x)=41937204)
+5969 train 3.066054 (lr=2.7453e-04) (hash(x)=36894496)
+5970 train 3.115800 (lr=2.7444e-04) (hash(x)=40628348)
+5971 train 3.247147 (lr=2.7436e-04) (hash(x)=35929884)
+5972 train 3.239659 (lr=2.7427e-04) (hash(x)=44724186)
+5973 train 3.228480 (lr=2.7418e-04) (hash(x)=39747068)
+5974 train 3.248784 (lr=2.7409e-04) (hash(x)=39585276)
+5975 train 3.250806 (lr=2.7400e-04) (hash(x)=37371121)
+5976 train 3.271146 (lr=2.7391e-04) (hash(x)=42268309)
+5977 train 3.251176 (lr=2.7382e-04) (hash(x)=37330832)
+5978 train 3.202706 (lr=2.7373e-04) (hash(x)=37305999)
+5979 train 3.294507 (lr=2.7364e-04) (hash(x)=40149132)
+5980 train 3.199028 (lr=2.7355e-04) (hash(x)=41707261)
+5981 train 3.256833 (lr=2.7346e-04) (hash(x)=39363722)
+5982 train 3.288419 (lr=2.7337e-04) (hash(x)=32909163)
+5983 train 3.244998 (lr=2.7328e-04) (hash(x)=41342399)
+5984 train 3.261992 (lr=2.7319e-04) (hash(x)=41861279)
+5985 train 3.303359 (lr=2.7310e-04) (hash(x)=39328927)
+5986 train 3.251012 (lr=2.7302e-04) (hash(x)=38016110)
+5987 train 3.296687 (lr=2.7293e-04) (hash(x)=40163056)
+5988 train 3.255327 (lr=2.7284e-04) (hash(x)=44860107)
+5989 train 3.200689 (lr=2.7275e-04) (hash(x)=45475788)
+5990 train 3.258846 (lr=2.7266e-04) (hash(x)=39096589)
+5991 train 3.239679 (lr=2.7257e-04) (hash(x)=44043248)
+5992 train 3.265679 (lr=2.7248e-04) (hash(x)=33961579)
+5993 train 3.220814 (lr=2.7239e-04) (hash(x)=40632724)
+5994 train 3.278801 (lr=2.7230e-04) (hash(x)=37269061)
+5995 train 3.163797 (lr=2.7221e-04) (hash(x)=41137154)
+5996 train 3.198502 (lr=2.7212e-04) (hash(x)=40090711)
+5997 train 3.195789 (lr=2.7203e-04) (hash(x)=49012559)
+5998 train 3.230864 (lr=2.7194e-04) (hash(x)=33257245)
+5999 train 3.186666 (lr=2.7185e-04) (hash(x)=36691111)
+6000 val loss 3.2148
+6000 val perplexity 24.8984
+6000 hella 0.2894
+6000 train 3.243482 (lr=2.7177e-04) (hash(x)=41624666)
+6001 train 3.190927 (lr=2.7168e-04) (hash(x)=40655823)
+6002 train 3.234994 (lr=2.7159e-04) (hash(x)=39320583)
+6003 train 3.221999 (lr=2.7150e-04) (hash(x)=33119429)
+6004 train 3.251071 (lr=2.7141e-04) (hash(x)=39846842)
+6005 train 3.187000 (lr=2.7132e-04) (hash(x)=36857148)
+6006 train 2.918558 (lr=2.7123e-04) (hash(x)=35880655)
+6007 train 2.959915 (lr=2.7114e-04) (hash(x)=37847576)
+6008 train 2.931871 (lr=2.7105e-04) (hash(x)=46467957)
+6009 train 2.995399 (lr=2.7096e-04) (hash(x)=34896804)
+6010 train 2.956225 (lr=2.7087e-04) (hash(x)=38146536)
+6011 train 3.026556 (lr=2.7078e-04) (hash(x)=37828161)
+6012 train 2.993008 (lr=2.7070e-04) (hash(x)=41148766)
+6013 train 3.028881 (lr=2.7061e-04) (hash(x)=40981314)
+6014 train 2.967701 (lr=2.7052e-04) (hash(x)=42163927)
+6015 train 2.983225 (lr=2.7043e-04) (hash(x)=37004404)
+6016 train 2.979537 (lr=2.7034e-04) (hash(x)=38836252)
+6017 train 2.943354 (lr=2.7025e-04) (hash(x)=41956830)
+6018 train 3.324053 (lr=2.7016e-04) (hash(x)=38536198)
+6019 train 3.282768 (lr=2.7007e-04) (hash(x)=36122334)
+6020 train 3.258370 (lr=2.6998e-04) (hash(x)=43639274)
+6021 train 3.193271 (lr=2.6989e-04) (hash(x)=42495671)
+6022 train 3.210647 (lr=2.6980e-04) (hash(x)=38240613)
+6023 train 3.280085 (lr=2.6972e-04) (hash(x)=39781191)
+6024 train 3.232164 (lr=2.6963e-04) (hash(x)=39134907)
+6025 train 3.206192 (lr=2.6954e-04) (hash(x)=43182957)
+6026 train 3.234902 (lr=2.6945e-04) (hash(x)=40185529)
+6027 train 3.311230 (lr=2.6936e-04) (hash(x)=41222202)
+6028 train 3.261133 (lr=2.6927e-04) (hash(x)=41825752)
+6029 train 3.269230 (lr=2.6918e-04) (hash(x)=34675376)
+6030 train 3.224000 (lr=2.6909e-04) (hash(x)=40015229)
+6031 train 3.294227 (lr=2.6900e-04) (hash(x)=40397696)
+6032 train 3.231194 (lr=2.6891e-04) (hash(x)=37022574)
+6033 train 3.290541 (lr=2.6883e-04) (hash(x)=42054719)
+6034 train 3.241018 (lr=2.6874e-04) (hash(x)=41374914)
+6035 train 3.239711 (lr=2.6865e-04) (hash(x)=37877520)
+6036 train 3.209916 (lr=2.6856e-04) (hash(x)=42015160)
+6037 train 3.276325 (lr=2.6847e-04) (hash(x)=43232040)
+6038 train 3.232594 (lr=2.6838e-04) (hash(x)=39514422)
+6039 train 3.228658 (lr=2.6829e-04) (hash(x)=36411119)
+6040 train 3.302382 (lr=2.6820e-04) (hash(x)=40761792)
+6041 train 3.289594 (lr=2.6811e-04) (hash(x)=43718563)
+6042 train 3.199134 (lr=2.6803e-04) (hash(x)=36685302)
+6043 train 3.236861 (lr=2.6794e-04) (hash(x)=41436150)
+6044 train 3.180663 (lr=2.6785e-04) (hash(x)=36998132)
+6045 train 3.221266 (lr=2.6776e-04) (hash(x)=45349917)
+6046 train 3.221964 (lr=2.6767e-04) (hash(x)=41271967)
+6047 train 3.198915 (lr=2.6758e-04) (hash(x)=37844416)
+6048 train 3.150584 (lr=2.6749e-04) (hash(x)=46170886)
+6049 train 3.209216 (lr=2.6740e-04) (hash(x)=42778782)
+6050 train 3.193963 (lr=2.6731e-04) (hash(x)=39809430)
+6051 train 3.129811 (lr=2.6723e-04) (hash(x)=42886050)
+6052 train 3.219906 (lr=2.6714e-04) (hash(x)=40759829)
+6053 train 3.194250 (lr=2.6705e-04) (hash(x)=41566924)
+6054 train 3.017335 (lr=2.6696e-04) (hash(x)=38655460)
+6055 train 3.022583 (lr=2.6687e-04) (hash(x)=40269729)
+6056 train 3.045756 (lr=2.6678e-04) (hash(x)=40001202)
+6057 train 3.023403 (lr=2.6669e-04) (hash(x)=37852952)
+6058 train 3.044981 (lr=2.6660e-04) (hash(x)=41494717)
+6059 train 3.014908 (lr=2.6651e-04) (hash(x)=38537700)
+6060 train 3.029625 (lr=2.6643e-04) (hash(x)=36956005)
+6061 train 2.978791 (lr=2.6634e-04) (hash(x)=40292201)
+6062 train 2.952952 (lr=2.6625e-04) (hash(x)=37786919)
+6063 train 2.999926 (lr=2.6616e-04) (hash(x)=42650327)
+6064 train 2.952517 (lr=2.6607e-04) (hash(x)=37560313)
+6065 train 2.948022 (lr=2.6598e-04) (hash(x)=42318673)
+6066 train 3.248965 (lr=2.6589e-04) (hash(x)=36777803)
+6067 train 3.230799 (lr=2.6580e-04) (hash(x)=37267170)
+6068 train 3.181808 (lr=2.6572e-04) (hash(x)=41585707)
+6069 train 3.273816 (lr=2.6563e-04) (hash(x)=43013289)
+6070 train 3.213001 (lr=2.6554e-04) (hash(x)=37880383)
+6071 train 3.261708 (lr=2.6545e-04) (hash(x)=41879605)
+6072 train 3.240413 (lr=2.6536e-04) (hash(x)=40763244)
+6073 train 3.243377 (lr=2.6527e-04) (hash(x)=35838504)
+6074 train 3.283030 (lr=2.6518e-04) (hash(x)=39847757)
+6075 train 3.233389 (lr=2.6509e-04) (hash(x)=39038201)
+6076 train 3.424049 (lr=2.6501e-04) (hash(x)=42865128)
+6077 train 3.264302 (lr=2.6492e-04) (hash(x)=39982026)
+6078 train 3.260929 (lr=2.6483e-04) (hash(x)=39143347)
+6079 train 3.226974 (lr=2.6474e-04) (hash(x)=39892441)
+6080 train 3.274101 (lr=2.6465e-04) (hash(x)=31676739)
+6081 train 3.231175 (lr=2.6456e-04) (hash(x)=47280800)
+6082 train 3.262599 (lr=2.6447e-04) (hash(x)=41254443)
+6083 train 3.276018 (lr=2.6439e-04) (hash(x)=37677677)
+6084 train 3.265555 (lr=2.6430e-04) (hash(x)=43244299)
+6085 train 3.191746 (lr=2.6421e-04) (hash(x)=43696935)
+6086 train 3.258161 (lr=2.6412e-04) (hash(x)=41842500)
+6087 train 3.261882 (lr=2.6403e-04) (hash(x)=45085468)
+6088 train 3.244294 (lr=2.6394e-04) (hash(x)=43124319)
+6089 train 3.263171 (lr=2.6385e-04) (hash(x)=43638426)
+6090 train 3.299165 (lr=2.6377e-04) (hash(x)=39896907)
+6091 train 3.194543 (lr=2.6368e-04) (hash(x)=31156171)
+6092 train 3.196985 (lr=2.6359e-04) (hash(x)=47422595)
+6093 train 3.222637 (lr=2.6350e-04) (hash(x)=39793441)
+6094 train 3.145569 (lr=2.6341e-04) (hash(x)=41103744)
+6095 train 3.183779 (lr=2.6332e-04) (hash(x)=45012631)
+6096 train 3.218394 (lr=2.6323e-04) (hash(x)=40665037)
+6097 train 3.193068 (lr=2.6315e-04) (hash(x)=38747148)
+6098 train 3.222352 (lr=2.6306e-04) (hash(x)=32628313)
+6099 train 3.208915 (lr=2.6297e-04) (hash(x)=38556169)
+6100 train 3.242460 (lr=2.6288e-04) (hash(x)=39272677)
+6101 train 3.222315 (lr=2.6279e-04) (hash(x)=40417109)
+6102 train 3.087392 (lr=2.6270e-04) (hash(x)=43902332)
+6103 train 2.914222 (lr=2.6261e-04) (hash(x)=34778456)
+6104 train 3.008276 (lr=2.6253e-04) (hash(x)=46875977)
+6105 train 3.043715 (lr=2.6244e-04) (hash(x)=40536340)
+6106 train 2.961750 (lr=2.6235e-04) (hash(x)=37635981)
+6107 train 3.031765 (lr=2.6226e-04) (hash(x)=42199692)
+6108 train 2.916268 (lr=2.6217e-04) (hash(x)=35578785)
+6109 train 2.998054 (lr=2.6208e-04) (hash(x)=41160597)
+6110 train 2.966627 (lr=2.6200e-04) (hash(x)=40393951)
+6111 train 2.997440 (lr=2.6191e-04) (hash(x)=43391293)
+6112 train 3.079102 (lr=2.6182e-04) (hash(x)=40774911)
+6113 train 2.987118 (lr=2.6173e-04) (hash(x)=39202164)
+6114 train 2.962785 (lr=2.6164e-04) (hash(x)=37552174)
+6115 train 3.173973 (lr=2.6155e-04) (hash(x)=37625592)
+6116 train 3.292053 (lr=2.6147e-04) (hash(x)=34940676)
+6117 train 3.261052 (lr=2.6138e-04) (hash(x)=41189855)
+6118 train 3.251192 (lr=2.6129e-04) (hash(x)=39545944)
+6119 train 3.261386 (lr=2.6120e-04) (hash(x)=38779229)
+6120 train 3.271279 (lr=2.6111e-04) (hash(x)=31143659)
+6121 train 3.252543 (lr=2.6102e-04) (hash(x)=43397888)
+6122 train 3.269442 (lr=2.6094e-04) (hash(x)=43595722)
+6123 train 3.265418 (lr=2.6085e-04) (hash(x)=42126544)
+6124 train 3.236331 (lr=2.6076e-04) (hash(x)=37639476)
+6125 train 3.260925 (lr=2.6067e-04) (hash(x)=35876509)
+6126 train 3.218595 (lr=2.6058e-04) (hash(x)=42415683)
+6127 train 3.199564 (lr=2.6049e-04) (hash(x)=43408049)
+6128 train 3.366904 (lr=2.6041e-04) (hash(x)=38574741)
+6129 train 3.213423 (lr=2.6032e-04) (hash(x)=40769102)
+6130 train 3.232056 (lr=2.6023e-04) (hash(x)=35631892)
+6131 train 3.269931 (lr=2.6014e-04) (hash(x)=32599394)
+6132 train 3.293242 (lr=2.6005e-04) (hash(x)=39885865)
+6133 train 3.212437 (lr=2.5996e-04) (hash(x)=39166510)
+6134 train 3.258289 (lr=2.5988e-04) (hash(x)=39309556)
+6135 train 3.256772 (lr=2.5979e-04) (hash(x)=39224256)
+6136 train 3.245237 (lr=2.5970e-04) (hash(x)=41041480)
+6137 train 3.218531 (lr=2.5961e-04) (hash(x)=38991403)
+6138 train 3.228085 (lr=2.5952e-04) (hash(x)=40332425)
+6139 train 3.233319 (lr=2.5944e-04) (hash(x)=38153609)
+6140 train 3.160658 (lr=2.5935e-04) (hash(x)=36475385)
+6141 train 3.218730 (lr=2.5926e-04) (hash(x)=48244967)
+6142 train 3.200277 (lr=2.5917e-04) (hash(x)=41633790)
+6143 train 3.161114 (lr=2.5908e-04) (hash(x)=38857441)
+6144 train 3.177346 (lr=2.5899e-04) (hash(x)=40775714)
+6145 train 3.162968 (lr=2.5891e-04) (hash(x)=45400735)
+6146 train 3.185146 (lr=2.5882e-04) (hash(x)=46698106)
+6147 train 3.158100 (lr=2.5873e-04) (hash(x)=48118087)
+6148 train 3.223450 (lr=2.5864e-04) (hash(x)=37495945)
+6149 train 3.184944 (lr=2.5855e-04) (hash(x)=38553288)
+6150 train 3.192469 (lr=2.5847e-04) (hash(x)=38457365)
+6151 train 2.989501 (lr=2.5838e-04) (hash(x)=45651859)
+6152 train 2.938056 (lr=2.5829e-04) (hash(x)=47603720)
+6153 train 2.992443 (lr=2.5820e-04) (hash(x)=45583276)
+6154 train 2.998965 (lr=2.5811e-04) (hash(x)=41088134)
+6155 train 2.944835 (lr=2.5803e-04) (hash(x)=43105210)
+6156 train 2.987837 (lr=2.5794e-04) (hash(x)=36043648)
+6157 train 2.952946 (lr=2.5785e-04) (hash(x)=35304270)
+6158 train 2.991650 (lr=2.5776e-04) (hash(x)=45869159)
+6159 train 2.922634 (lr=2.5767e-04) (hash(x)=42246802)
+6160 train 2.988745 (lr=2.5759e-04) (hash(x)=38463965)
+6161 train 2.945524 (lr=2.5750e-04) (hash(x)=37801545)
+6162 train 2.993989 (lr=2.5741e-04) (hash(x)=40483434)
+6163 train 3.067461 (lr=2.5732e-04) (hash(x)=41861634)
+6164 train 3.177733 (lr=2.5723e-04) (hash(x)=37986375)
+6165 train 3.213292 (lr=2.5715e-04) (hash(x)=35011174)
+6166 train 3.222902 (lr=2.5706e-04) (hash(x)=41143607)
+6167 train 3.199296 (lr=2.5697e-04) (hash(x)=43232815)
+6168 train 3.161986 (lr=2.5688e-04) (hash(x)=40690524)
+6169 train 3.194656 (lr=2.5679e-04) (hash(x)=36737020)
+6170 train 3.189926 (lr=2.5671e-04) (hash(x)=42173963)
+6171 train 3.178135 (lr=2.5662e-04) (hash(x)=44253286)
+6172 train 3.234998 (lr=2.5653e-04) (hash(x)=47672024)
+6173 train 3.206251 (lr=2.5644e-04) (hash(x)=42038396)
+6174 train 3.224163 (lr=2.5635e-04) (hash(x)=37964346)
+6175 train 3.193570 (lr=2.5627e-04) (hash(x)=41310061)
+6176 train 3.231206 (lr=2.5618e-04) (hash(x)=40452548)
+6177 train 3.221954 (lr=2.5609e-04) (hash(x)=41128709)
+6178 train 3.222251 (lr=2.5600e-04) (hash(x)=52705307)
+6179 train 3.189821 (lr=2.5591e-04) (hash(x)=37498684)
+6180 train 3.229021 (lr=2.5583e-04) (hash(x)=43820140)
+6181 train 3.220238 (lr=2.5574e-04) (hash(x)=42742142)
+6182 train 3.196020 (lr=2.5565e-04) (hash(x)=38917058)
+6183 train 3.201914 (lr=2.5556e-04) (hash(x)=46795547)
+6184 train 3.254344 (lr=2.5548e-04) (hash(x)=38198366)
+6185 train 3.225368 (lr=2.5539e-04) (hash(x)=35720161)
+6186 train 3.235042 (lr=2.5530e-04) (hash(x)=37278010)
+6187 train 3.207831 (lr=2.5521e-04) (hash(x)=42333571)
+6188 train 3.220895 (lr=2.5512e-04) (hash(x)=33668932)
+6189 train 3.213239 (lr=2.5504e-04) (hash(x)=36428119)
+6190 train 3.237684 (lr=2.5495e-04) (hash(x)=36631772)
+6191 train 3.208814 (lr=2.5486e-04) (hash(x)=45783989)
+6192 train 3.227201 (lr=2.5477e-04) (hash(x)=43623655)
+6193 train 3.157526 (lr=2.5469e-04) (hash(x)=35320227)
+6194 train 3.226217 (lr=2.5460e-04) (hash(x)=40854672)
+6195 train 3.228989 (lr=2.5451e-04) (hash(x)=43597073)
+6196 train 3.191250 (lr=2.5442e-04) (hash(x)=39591139)
+6197 train 3.178406 (lr=2.5433e-04) (hash(x)=42064757)
+6198 train 3.137626 (lr=2.5425e-04) (hash(x)=39327228)
+6199 train 3.134606 (lr=2.5416e-04) (hash(x)=36221734)
+6200 train 2.903649 (lr=2.5407e-04) (hash(x)=43620887)
+6201 train 3.006068 (lr=2.5398e-04) (hash(x)=41382999)
+6202 train 3.013779 (lr=2.5390e-04) (hash(x)=38615543)
+6203 train 2.979910 (lr=2.5381e-04) (hash(x)=41294767)
+6204 train 2.958883 (lr=2.5372e-04) (hash(x)=42597552)
+6205 train 3.031392 (lr=2.5363e-04) (hash(x)=40657616)
+6206 train 2.948485 (lr=2.5355e-04) (hash(x)=41357965)
+6207 train 3.007028 (lr=2.5346e-04) (hash(x)=38043135)
+6208 train 2.982385 (lr=2.5337e-04) (hash(x)=40386648)
+6209 train 3.003025 (lr=2.5328e-04) (hash(x)=41638619)
+6210 train 2.962497 (lr=2.5320e-04) (hash(x)=41021366)
+6211 train 3.011682 (lr=2.5311e-04) (hash(x)=30180937)
+6212 train 3.275093 (lr=2.5302e-04) (hash(x)=37679898)
+6213 train 3.217769 (lr=2.5293e-04) (hash(x)=36808248)
+6214 train 3.241351 (lr=2.5285e-04) (hash(x)=35613059)
+6215 train 3.227709 (lr=2.5276e-04) (hash(x)=32609528)
+6216 train 3.202264 (lr=2.5267e-04) (hash(x)=39234826)
+6217 train 3.235499 (lr=2.5258e-04) (hash(x)=40575689)
+6218 train 3.210029 (lr=2.5250e-04) (hash(x)=46933124)
+6219 train 3.227722 (lr=2.5241e-04) (hash(x)=41729462)
+6220 train 3.151623 (lr=2.5232e-04) (hash(x)=44028472)
+6221 train 3.248981 (lr=2.5223e-04) (hash(x)=40293166)
+6222 train 3.195951 (lr=2.5215e-04) (hash(x)=38898724)
+6223 train 3.228313 (lr=2.5206e-04) (hash(x)=43295427)
+6224 train 3.216071 (lr=2.5197e-04) (hash(x)=40719267)
+6225 train 3.230968 (lr=2.5188e-04) (hash(x)=34776079)
+6226 train 3.265540 (lr=2.5180e-04) (hash(x)=42731386)
+6227 train 3.234134 (lr=2.5171e-04) (hash(x)=34779581)
+6228 train 3.238609 (lr=2.5162e-04) (hash(x)=38141865)
+6229 train 3.216196 (lr=2.5153e-04) (hash(x)=39984573)
+6230 train 3.149431 (lr=2.5145e-04) (hash(x)=40070191)
+6231 train 3.217126 (lr=2.5136e-04) (hash(x)=36748501)
+6232 train 3.163574 (lr=2.5127e-04) (hash(x)=31018195)
+6233 train 3.183049 (lr=2.5118e-04) (hash(x)=40922377)
+6234 train 3.204889 (lr=2.5110e-04) (hash(x)=41818154)
+6235 train 3.228844 (lr=2.5101e-04) (hash(x)=40466617)
+6236 train 3.214015 (lr=2.5092e-04) (hash(x)=34688154)
+6237 train 3.174714 (lr=2.5083e-04) (hash(x)=37626397)
+6238 train 3.224549 (lr=2.5075e-04) (hash(x)=36958277)
+6239 train 3.181179 (lr=2.5066e-04) (hash(x)=42171267)
+6240 train 3.126221 (lr=2.5057e-04) (hash(x)=47459046)
+6241 train 3.226886 (lr=2.5048e-04) (hash(x)=33134651)
+6242 train 3.226620 (lr=2.5040e-04) (hash(x)=37083882)
+6243 train 3.228565 (lr=2.5031e-04) (hash(x)=40421532)
+6244 train 3.184786 (lr=2.5022e-04) (hash(x)=39762016)
+6245 train 3.129139 (lr=2.5014e-04) (hash(x)=36877408)
+6246 train 3.215086 (lr=2.5005e-04) (hash(x)=38576414)
+6247 train 3.168391 (lr=2.4996e-04) (hash(x)=42217118)
+6248 train 3.090154 (lr=2.4987e-04) (hash(x)=41157002)
+6249 train 2.939051 (lr=2.4979e-04) (hash(x)=38326496)
+6250 val loss 3.2083
+6250 val perplexity 24.7370
+6250 hella 0.2889
+6250 train 3.019709 (lr=2.4970e-04) (hash(x)=27469377)
+6251 train 3.007228 (lr=2.4961e-04) (hash(x)=45819521)
+6252 train 2.957271 (lr=2.4952e-04) (hash(x)=35520319)
+6253 train 2.955166 (lr=2.4944e-04) (hash(x)=40778056)
+6254 train 3.053450 (lr=2.4935e-04) (hash(x)=40239897)