diff --git "a/selective_run_0_continued/log2.txt" "b/selective_run_0_continued/log2.txt"
new file mode 100644--- /dev/null
+++ "b/selective_run_0_continued/log2.txt"
@@ -0,0 +1,5064 @@
+max_steps: 10000
+5000 val loss 3.2620
+5000 val perplexity 26.1011
+5000 hella 0.2825
+5000 train 3.287085 (lr=3.6258e-04) (hash(x)=32723237)
+5001 train 3.310572 (lr=3.6249e-04) (hash(x)=28790521)
+5002 train 3.228906 (lr=3.6240e-04) (hash(x)=47796107)
+5003 train 3.289530 (lr=3.6231e-04) (hash(x)=42246693)
+5004 train 3.253699 (lr=3.6222e-04) (hash(x)=41610597)
+5005 train 3.236868 (lr=3.6213e-04) (hash(x)=34809866)
+5006 train 3.241413 (lr=3.6204e-04) (hash(x)=40065017)
+5007 train 3.264512 (lr=3.6194e-04) (hash(x)=44423601)
+5008 train 3.140613 (lr=3.6185e-04) (hash(x)=41184345)
+5009 train 3.258611 (lr=3.6176e-04) (hash(x)=38625539)
+5010 train 3.241941 (lr=3.6167e-04) (hash(x)=43402284)
+5011 train 3.261833 (lr=3.6158e-04) (hash(x)=38805290)
+5012 train 3.247681 (lr=3.6149e-04) (hash(x)=47290688)
+5013 train 3.227446 (lr=3.6140e-04) (hash(x)=39754668)
+5014 train 3.220445 (lr=3.6131e-04) (hash(x)=40351794)
+5015 train 3.226226 (lr=3.6122e-04) (hash(x)=36539383)
+5016 train 3.212105 (lr=3.6113e-04) (hash(x)=38250382)
+5017 train 3.179649 (lr=3.6104e-04) (hash(x)=40673923)
+5018 train 3.129114 (lr=3.6095e-04) (hash(x)=38514709)
+5019 train 3.089660 (lr=3.6086e-04) (hash(x)=43145430)
+5020 train 3.085877 (lr=3.6077e-04) (hash(x)=39529014)
+5021 train 2.999197 (lr=3.6067e-04) (hash(x)=37441507)
+5022 train 3.104058 (lr=3.6058e-04) (hash(x)=32170336)
+5023 train 3.109433 (lr=3.6049e-04) (hash(x)=42969139)
+5024 train 3.068846 (lr=3.6040e-04) (hash(x)=38790569)
+5025 train 3.118909 (lr=3.6031e-04) (hash(x)=40702788)
+5026 train 3.135330 (lr=3.6022e-04) (hash(x)=36601259)
+5027 train 3.111695 (lr=3.6013e-04) (hash(x)=40927413)
+5028 train 3.102564 (lr=3.6004e-04) (hash(x)=40315769)
+5029 train 3.046297 (lr=3.5995e-04) (hash(x)=44908454)
+5030 train 3.275187 (lr=3.5986e-04) (hash(x)=40375871)
+5031 train 3.230867 (lr=3.5977e-04) (hash(x)=40032229)
+5032 train 3.313518 (lr=3.5968e-04) (hash(x)=40803663)
+5033 train 3.243334 (lr=3.5959e-04) (hash(x)=41015020)
+5034 train 3.334797 (lr=3.5949e-04) (hash(x)=40551553)
+5035 train 3.362939 (lr=3.5940e-04) (hash(x)=37549010)
+5036 train 3.320033 (lr=3.5931e-04) (hash(x)=37682602)
+5037 train 3.265133 (lr=3.5922e-04) (hash(x)=43161978)
+5038 train 3.348254 (lr=3.5913e-04) (hash(x)=35561201)
+5039 train 3.312457 (lr=3.5904e-04) (hash(x)=35743105)
+5040 train 3.231753 (lr=3.5895e-04) (hash(x)=35943603)
+5041 train 3.278508 (lr=3.5886e-04) (hash(x)=44589216)
+5042 train 3.229449 (lr=3.5877e-04) (hash(x)=38859497)
+5043 train 3.295696 (lr=3.5868e-04) (hash(x)=39691999)
+5044 train 3.281458 (lr=3.5859e-04) (hash(x)=37271132)
+5045 train 3.262717 (lr=3.5850e-04) (hash(x)=38491954)
+5046 train 3.273729 (lr=3.5840e-04) (hash(x)=36417757)
+5047 train 3.354757 (lr=3.5831e-04) (hash(x)=35798880)
+5048 train 3.282211 (lr=3.5822e-04) (hash(x)=43607520)
+5049 train 3.250259 (lr=3.5813e-04) (hash(x)=38851613)
+5050 train 3.316907 (lr=3.5804e-04) (hash(x)=43951427)
+5051 train 3.268870 (lr=3.5795e-04) (hash(x)=39800990)
+5052 train 3.369499 (lr=3.5786e-04) (hash(x)=43531361)
+5053 train 3.242585 (lr=3.5777e-04) (hash(x)=39860605)
+5054 train 3.277209 (lr=3.5768e-04) (hash(x)=45067771)
+5055 train 3.232517 (lr=3.5759e-04) (hash(x)=38276773)
+5056 train 3.225013 (lr=3.5750e-04) (hash(x)=35767024)
+5057 train 3.223740 (lr=3.5740e-04) (hash(x)=37202122)
+5058 train 3.282593 (lr=3.5731e-04) (hash(x)=40637697)
+5059 train 3.216784 (lr=3.5722e-04) (hash(x)=40405606)
+5060 train 3.240583 (lr=3.5713e-04) (hash(x)=42253792)
+5061 train 3.251308 (lr=3.5704e-04) (hash(x)=37893228)
+5062 train 3.280298 (lr=3.5695e-04) (hash(x)=37698601)
+5063 train 3.248344 (lr=3.5686e-04) (hash(x)=46036776)
+5064 train 3.236203 (lr=3.5677e-04) (hash(x)=41956433)
+5065 train 3.271698 (lr=3.5668e-04) (hash(x)=41057330)
+5066 train 3.125782 (lr=3.5659e-04) (hash(x)=37942727)
+5067 train 3.060861 (lr=3.5650e-04) (hash(x)=40481279)
+5068 train 3.095519 (lr=3.5640e-04) (hash(x)=42600033)
+5069 train 3.089459 (lr=3.5631e-04) (hash(x)=44220720)
+5070 train 3.164065 (lr=3.5622e-04) (hash(x)=41499976)
+5071 train 3.098165 (lr=3.5613e-04) (hash(x)=36814997)
+5072 train 3.145899 (lr=3.5604e-04) (hash(x)=34309124)
+5073 train 3.077446 (lr=3.5595e-04) (hash(x)=38335535)
+5074 train 2.999215 (lr=3.5586e-04) (hash(x)=45081282)
+5075 train 3.061692 (lr=3.5577e-04) (hash(x)=36597282)
+5076 train 3.111413 (lr=3.5568e-04) (hash(x)=36270703)
+5077 train 3.049776 (lr=3.5559e-04) (hash(x)=36747344)
+5078 train 3.081701 (lr=3.5550e-04) (hash(x)=38475718)
+5079 train 3.263215 (lr=3.5540e-04) (hash(x)=43385335)
+5080 train 3.282938 (lr=3.5531e-04) (hash(x)=38216010)
+5081 train 3.292281 (lr=3.5522e-04) (hash(x)=38086109)
+5082 train 3.285307 (lr=3.5513e-04) (hash(x)=39856337)
+5083 train 3.320554 (lr=3.5504e-04) (hash(x)=41986723)
+5084 train 3.317253 (lr=3.5495e-04) (hash(x)=39962297)
+5085 train 3.235663 (lr=3.5486e-04) (hash(x)=38675519)
+5086 train 3.351828 (lr=3.5477e-04) (hash(x)=39015828)
+5087 train 3.259762 (lr=3.5468e-04) (hash(x)=39993639)
+5088 train 3.318975 (lr=3.5459e-04) (hash(x)=39589176)
+5089 train 3.270646 (lr=3.5450e-04) (hash(x)=39773363)
+5090 train 3.250589 (lr=3.5440e-04) (hash(x)=51145020)
+5091 train 3.273121 (lr=3.5431e-04) (hash(x)=37537981)
+5092 train 3.255093 (lr=3.5422e-04) (hash(x)=44915926)
+5093 train 3.274320 (lr=3.5413e-04) (hash(x)=37599353)
+5094 train 3.278919 (lr=3.5404e-04) (hash(x)=42838484)
+5095 train 3.317029 (lr=3.5395e-04) (hash(x)=35838139)
+5096 train 3.267371 (lr=3.5386e-04) (hash(x)=41161535)
+5097 train 3.250175 (lr=3.5377e-04) (hash(x)=40436531)
+5098 train 3.284113 (lr=3.5368e-04) (hash(x)=40318531)
+5099 train 3.283502 (lr=3.5359e-04) (hash(x)=36469142)
+5100 train 3.242578 (lr=3.5349e-04) (hash(x)=48903273)
+5101 train 3.246326 (lr=3.5340e-04) (hash(x)=37282703)
+5102 train 3.293634 (lr=3.5331e-04) (hash(x)=47168303)
+5103 train 3.293674 (lr=3.5322e-04) (hash(x)=38199431)
+5104 train 3.195029 (lr=3.5313e-04) (hash(x)=40473625)
+5105 train 3.257981 (lr=3.5304e-04) (hash(x)=39368159)
+5106 train 3.207608 (lr=3.5295e-04) (hash(x)=41111637)
+5107 train 3.272699 (lr=3.5286e-04) (hash(x)=48954251)
+5108 train 3.239698 (lr=3.5277e-04) (hash(x)=43451329)
+5109 train 3.301349 (lr=3.5267e-04) (hash(x)=36732487)
+5110 train 3.278955 (lr=3.5258e-04) (hash(x)=38733683)
+5111 train 3.226871 (lr=3.5249e-04) (hash(x)=42668365)
+5112 train 3.218956 (lr=3.5240e-04) (hash(x)=39376901)
+5113 train 3.263664 (lr=3.5231e-04) (hash(x)=39099104)
+5114 train 3.212270 (lr=3.5222e-04) (hash(x)=36410159)
+5115 train 3.229172 (lr=3.5213e-04) (hash(x)=39466619)
+5116 train 3.238787 (lr=3.5204e-04) (hash(x)=39211748)
+5117 train 3.066250 (lr=3.5195e-04) (hash(x)=49750065)
+5118 train 3.135554 (lr=3.5186e-04) (hash(x)=41626073)
+5119 train 3.014731 (lr=3.5176e-04) (hash(x)=33014004)
+5120 train 3.066441 (lr=3.5167e-04) (hash(x)=39797198)
+5121 train 3.080275 (lr=3.5158e-04) (hash(x)=38664402)
+5122 train 3.000039 (lr=3.5149e-04) (hash(x)=38352639)
+5123 train 3.148576 (lr=3.5140e-04) (hash(x)=42178013)
+5124 train 3.112202 (lr=3.5131e-04) (hash(x)=41117240)
+5125 train 3.099768 (lr=3.5122e-04) (hash(x)=40652290)
+5126 train 3.118842 (lr=3.5113e-04) (hash(x)=35237608)
+5127 train 3.134577 (lr=3.5104e-04) (hash(x)=44945990)
+5128 train 3.119885 (lr=3.5094e-04) (hash(x)=41950982)
+5129 train 3.203964 (lr=3.5085e-04) (hash(x)=41333540)
+5130 train 3.307921 (lr=3.5076e-04) (hash(x)=40934192)
+5131 train 3.274705 (lr=3.5067e-04) (hash(x)=40979280)
+5132 train 3.353233 (lr=3.5058e-04) (hash(x)=41747909)
+5133 train 3.253831 (lr=3.5049e-04) (hash(x)=41321246)
+5134 train 3.368332 (lr=3.5040e-04) (hash(x)=39643098)
+5135 train 3.237835 (lr=3.5031e-04) (hash(x)=40743121)
+5136 train 3.288494 (lr=3.5022e-04) (hash(x)=38842424)
+5137 train 3.244092 (lr=3.5013e-04) (hash(x)=45347255)
+5138 train 3.233887 (lr=3.5003e-04) (hash(x)=39273886)
+5139 train 3.260184 (lr=3.4994e-04) (hash(x)=42748522)
+5140 train 3.302466 (lr=3.4985e-04) (hash(x)=45951435)
+5141 train 3.268833 (lr=3.4976e-04) (hash(x)=39967921)
+5142 train 3.234524 (lr=3.4967e-04) (hash(x)=38848256)
+5143 train 3.292778 (lr=3.4958e-04) (hash(x)=37546752)
+5144 train 3.252942 (lr=3.4949e-04) (hash(x)=39468428)
+5145 train 3.327555 (lr=3.4940e-04) (hash(x)=42347095)
+5146 train 3.284377 (lr=3.4931e-04) (hash(x)=42632176)
+5147 train 3.207723 (lr=3.4921e-04) (hash(x)=33145187)
+5148 train 3.224494 (lr=3.4912e-04) (hash(x)=30229182)
+5149 train 3.275329 (lr=3.4903e-04) (hash(x)=37295797)
+5150 train 3.276246 (lr=3.4894e-04) (hash(x)=39185629)
+5151 train 3.269903 (lr=3.4885e-04) (hash(x)=37610448)
+5152 train 3.309206 (lr=3.4876e-04) (hash(x)=36203879)
+5153 train 3.351628 (lr=3.4867e-04) (hash(x)=38992673)
+5154 train 3.229908 (lr=3.4858e-04) (hash(x)=35906754)
+5155 train 3.204357 (lr=3.4848e-04) (hash(x)=39499705)
+5156 train 3.263907 (lr=3.4839e-04) (hash(x)=39929486)
+5157 train 3.336291 (lr=3.4830e-04) (hash(x)=30389089)
+5158 train 3.269900 (lr=3.4821e-04) (hash(x)=40327271)
+5159 train 3.298410 (lr=3.4812e-04) (hash(x)=38344532)
+5160 train 3.224090 (lr=3.4803e-04) (hash(x)=41305059)
+5161 train 3.269698 (lr=3.4794e-04) (hash(x)=38224690)
+5162 train 3.253326 (lr=3.4785e-04) (hash(x)=38070948)
+5163 train 3.206902 (lr=3.4776e-04) (hash(x)=38456154)
+5164 train 3.221264 (lr=3.4766e-04) (hash(x)=39856925)
+5165 train 3.238160 (lr=3.4757e-04) (hash(x)=38410974)
+5166 train 3.184127 (lr=3.4748e-04) (hash(x)=39580951)
+5167 train 3.059995 (lr=3.4739e-04) (hash(x)=37963467)
+5168 train 3.120540 (lr=3.4730e-04) (hash(x)=36692720)
+5169 train 3.032700 (lr=3.4721e-04) (hash(x)=35420948)
+5170 train 3.144717 (lr=3.4712e-04) (hash(x)=41450226)
+5171 train 3.090937 (lr=3.4703e-04) (hash(x)=42176411)
+5172 train 3.034769 (lr=3.4694e-04) (hash(x)=38317068)
+5173 train 3.071073 (lr=3.4684e-04) (hash(x)=31815541)
+5174 train 3.035556 (lr=3.4675e-04) (hash(x)=48220908)
+5175 train 3.069086 (lr=3.4666e-04) (hash(x)=31658265)
+5176 train 3.067259 (lr=3.4657e-04) (hash(x)=34549940)
+5177 train 3.005769 (lr=3.4648e-04) (hash(x)=37668000)
+5178 train 3.035590 (lr=3.4639e-04) (hash(x)=37720775)
+5179 train 3.178340 (lr=3.4630e-04) (hash(x)=43167777)
+5180 train 3.295915 (lr=3.4621e-04) (hash(x)=44056883)
+5181 train 3.258614 (lr=3.4611e-04) (hash(x)=36111955)
+5182 train 3.243361 (lr=3.4602e-04) (hash(x)=41046845)
+5183 train 3.306651 (lr=3.4593e-04) (hash(x)=37730361)
+5184 train 3.307494 (lr=3.4584e-04) (hash(x)=43361513)
+5185 train 3.251753 (lr=3.4575e-04) (hash(x)=38920846)
+5186 train 3.268949 (lr=3.4566e-04) (hash(x)=42508242)
+5187 train 3.278537 (lr=3.4557e-04) (hash(x)=40988124)
+5188 train 3.299237 (lr=3.4548e-04) (hash(x)=41432302)
+5189 train 3.258418 (lr=3.4538e-04) (hash(x)=41054270)
+5190 train 3.255237 (lr=3.4529e-04) (hash(x)=39402830)
+5191 train 3.293381 (lr=3.4520e-04) (hash(x)=45078037)
+5192 train 3.307165 (lr=3.4511e-04) (hash(x)=41405960)
+5193 train 3.280066 (lr=3.4502e-04) (hash(x)=44243074)
+5194 train 3.307124 (lr=3.4493e-04) (hash(x)=41808178)
+5195 train 3.384498 (lr=3.4484e-04) (hash(x)=43649564)
+5196 train 3.293450 (lr=3.4475e-04) (hash(x)=42530600)
+5197 train 3.390739 (lr=3.4466e-04) (hash(x)=44445390)
+5198 train 3.306678 (lr=3.4456e-04) (hash(x)=41593187)
+5199 train 3.252039 (lr=3.4447e-04) (hash(x)=39319708)
+5200 train 3.221125 (lr=3.4438e-04) (hash(x)=37433115)
+5201 train 3.283523 (lr=3.4429e-04) (hash(x)=39094366)
+5202 train 3.285315 (lr=3.4420e-04) (hash(x)=42372873)
+5203 train 3.315862 (lr=3.4411e-04) (hash(x)=39983448)
+5204 train 3.274343 (lr=3.4402e-04) (hash(x)=37973292)
+5205 train 3.282780 (lr=3.4393e-04) (hash(x)=45594265)
+5206 train 3.248959 (lr=3.4383e-04) (hash(x)=39123432)
+5207 train 3.225899 (lr=3.4374e-04) (hash(x)=36008857)
+5208 train 3.295770 (lr=3.4365e-04) (hash(x)=47291244)
+5209 train 3.219298 (lr=3.4356e-04) (hash(x)=40181417)
+5210 train 3.240535 (lr=3.4347e-04) (hash(x)=42704156)
+5211 train 3.211764 (lr=3.4338e-04) (hash(x)=41735040)
+5212 train 3.226751 (lr=3.4329e-04) (hash(x)=32054036)
+5213 train 3.213184 (lr=3.4320e-04) (hash(x)=49507076)
+5214 train 3.176726 (lr=3.4310e-04) (hash(x)=37805989)
+5215 train 3.286991 (lr=3.4301e-04) (hash(x)=41911742)
+5216 train 3.034074 (lr=3.4292e-04) (hash(x)=41169128)
+5217 train 3.228874 (lr=3.4283e-04) (hash(x)=34899590)
+5218 train 3.036726 (lr=3.4274e-04) (hash(x)=43896858)
+5219 train 3.099000 (lr=3.4265e-04) (hash(x)=39421038)
+5220 train 3.088022 (lr=3.4256e-04) (hash(x)=46143459)
+5221 train 3.009006 (lr=3.4247e-04) (hash(x)=34973627)
+5222 train 3.047024 (lr=3.4237e-04) (hash(x)=43260633)
+5223 train 3.105584 (lr=3.4228e-04) (hash(x)=42728301)
+5224 train 3.101927 (lr=3.4219e-04) (hash(x)=42579660)
+5225 train 3.041820 (lr=3.4210e-04) (hash(x)=35965633)
+5226 train 3.209155 (lr=3.4201e-04) (hash(x)=38573358)
+5227 train 3.045124 (lr=3.4192e-04) (hash(x)=31190332)
+5228 train 3.059688 (lr=3.4183e-04) (hash(x)=39415894)
+5229 train 3.310817 (lr=3.4174e-04) (hash(x)=38233588)
+5230 train 3.284920 (lr=3.4164e-04) (hash(x)=43048709)
+5231 train 3.284851 (lr=3.4155e-04) (hash(x)=37108669)
+5232 train 3.272432 (lr=3.4146e-04) (hash(x)=53212721)
+5233 train 3.270422 (lr=3.4137e-04) (hash(x)=35750367)
+5234 train 3.285571 (lr=3.4128e-04) (hash(x)=38171766)
+5235 train 3.306412 (lr=3.4119e-04) (hash(x)=29653378)
+5236 train 3.295994 (lr=3.4110e-04) (hash(x)=37676841)
+5237 train 3.345804 (lr=3.4101e-04) (hash(x)=46422068)
+5238 train 3.253177 (lr=3.4091e-04) (hash(x)=41548978)
+5239 train 3.280465 (lr=3.4082e-04) (hash(x)=34797983)
+5240 train 3.264829 (lr=3.4073e-04) (hash(x)=41197317)
+5241 train 3.272756 (lr=3.4064e-04) (hash(x)=37058787)
+5242 train 3.241025 (lr=3.4055e-04) (hash(x)=38298539)
+5243 train 3.288011 (lr=3.4046e-04) (hash(x)=46494106)
+5244 train 3.298476 (lr=3.4037e-04) (hash(x)=40776965)
+5245 train 3.280077 (lr=3.4027e-04) (hash(x)=43471497)
+5246 train 3.281530 (lr=3.4018e-04) (hash(x)=42370662)
+5247 train 3.261867 (lr=3.4009e-04) (hash(x)=38885443)
+5248 train 3.374798 (lr=3.4000e-04) (hash(x)=32025548)
+5249 train 3.356936 (lr=3.3991e-04) (hash(x)=38551841)
+5250 val loss 3.2564
+5250 val perplexity 25.9561
+5250 hella 0.2847
+5250 train 3.258288 (lr=3.3982e-04) (hash(x)=44239230)
+5251 train 3.341306 (lr=3.3973e-04) (hash(x)=39643980)
+5252 train 3.244076 (lr=3.3964e-04) (hash(x)=35839082)
+5253 train 3.277883 (lr=3.3954e-04) (hash(x)=37289472)
+5254 train 3.242360 (lr=3.3945e-04) (hash(x)=36871565)
+5255 train 3.224900 (lr=3.3936e-04) (hash(x)=43364820)
+5256 train 3.230083 (lr=3.3927e-04) (hash(x)=40091939)
+5257 train 3.207996 (lr=3.3918e-04) (hash(x)=39376191)
+5258 train 3.222281 (lr=3.3909e-04) (hash(x)=44072990)
+5259 train 3.240190 (lr=3.3900e-04) (hash(x)=50828387)
+5260 train 3.239549 (lr=3.3891e-04) (hash(x)=38167301)
+5261 train 3.265257 (lr=3.3881e-04) (hash(x)=33652310)
+5262 train 3.193620 (lr=3.3872e-04) (hash(x)=41596059)
+5263 train 3.254747 (lr=3.3863e-04) (hash(x)=43771091)
+5264 train 3.180247 (lr=3.3854e-04) (hash(x)=38854102)
+5265 train 3.225658 (lr=3.3845e-04) (hash(x)=41411554)
+5266 train 3.197139 (lr=3.3836e-04) (hash(x)=40138935)
+5267 train 3.046274 (lr=3.3827e-04) (hash(x)=35481827)
+5268 train 3.093651 (lr=3.3818e-04) (hash(x)=37378798)
+5269 train 3.082120 (lr=3.3808e-04) (hash(x)=39687689)
+5270 train 3.121369 (lr=3.3799e-04) (hash(x)=43354003)
+5271 train 3.072695 (lr=3.3790e-04) (hash(x)=42965062)
+5272 train 3.129945 (lr=3.3781e-04) (hash(x)=40775917)
+5273 train 3.043761 (lr=3.3772e-04) (hash(x)=39656557)
+5274 train 3.034458 (lr=3.3763e-04) (hash(x)=42985089)
+5275 train 3.089098 (lr=3.3754e-04) (hash(x)=34994627)
+5276 train 3.108550 (lr=3.3744e-04) (hash(x)=38727186)
+5277 train 3.007965 (lr=3.3735e-04) (hash(x)=33554387)
+5278 train 3.111206 (lr=3.3726e-04) (hash(x)=41308378)
+5279 train 3.292706 (lr=3.3717e-04) (hash(x)=40242854)
+5280 train 3.255063 (lr=3.3708e-04) (hash(x)=39434273)
+5281 train 3.279464 (lr=3.3699e-04) (hash(x)=41586375)
+5282 train 3.291505 (lr=3.3690e-04) (hash(x)=34499162)
+5283 train 3.204071 (lr=3.3681e-04) (hash(x)=43479446)
+5284 train 3.260408 (lr=3.3671e-04) (hash(x)=41234235)
+5285 train 3.274182 (lr=3.3662e-04) (hash(x)=40642347)
+5286 train 3.353088 (lr=3.3653e-04) (hash(x)=39124195)
+5287 train 3.295883 (lr=3.3644e-04) (hash(x)=46472497)
+5288 train 3.280788 (lr=3.3635e-04) (hash(x)=45310089)
+5289 train 3.351801 (lr=3.3626e-04) (hash(x)=43070737)
+5290 train 3.294970 (lr=3.3617e-04) (hash(x)=36298247)
+5291 train 3.298387 (lr=3.3607e-04) (hash(x)=45284728)
+5292 train 3.352242 (lr=3.3598e-04) (hash(x)=40414682)
+5293 train 3.304296 (lr=3.3589e-04) (hash(x)=38865670)
+5294 train 3.308897 (lr=3.3580e-04) (hash(x)=49583619)
+5295 train 3.281605 (lr=3.3571e-04) (hash(x)=46179978)
+5296 train 3.315567 (lr=3.3562e-04) (hash(x)=32457443)
+5297 train 3.275912 (lr=3.3553e-04) (hash(x)=35689093)
+5298 train 3.290709 (lr=3.3544e-04) (hash(x)=34790726)
+5299 train 3.308326 (lr=3.3534e-04) (hash(x)=33675089)
+5300 train 3.338827 (lr=3.3525e-04) (hash(x)=40814780)
+5301 train 3.206260 (lr=3.3516e-04) (hash(x)=35502309)
+5302 train 3.289706 (lr=3.3507e-04) (hash(x)=39116947)
+5303 train 3.345688 (lr=3.3498e-04) (hash(x)=42285990)
+5304 train 3.222618 (lr=3.3489e-04) (hash(x)=35157496)
+5305 train 3.219162 (lr=3.3480e-04) (hash(x)=37602421)
+5306 train 3.246351 (lr=3.3470e-04) (hash(x)=38108300)
+5307 train 3.210992 (lr=3.3461e-04) (hash(x)=36514098)
+5308 train 3.256969 (lr=3.3452e-04) (hash(x)=38900894)
+5309 train 3.217784 (lr=3.3443e-04) (hash(x)=39548811)
+5310 train 3.213813 (lr=3.3434e-04) (hash(x)=42569331)
+5311 train 3.228047 (lr=3.3425e-04) (hash(x)=36745518)
+5312 train 3.254440 (lr=3.3416e-04) (hash(x)=43162667)
+5313 train 3.250038 (lr=3.3407e-04) (hash(x)=40351316)
+5314 train 3.294190 (lr=3.3397e-04) (hash(x)=43391428)
+5315 train 3.216464 (lr=3.3388e-04) (hash(x)=32014563)
+5316 train 3.050535 (lr=3.3379e-04) (hash(x)=36046905)
+5317 train 3.062955 (lr=3.3370e-04) (hash(x)=39379141)
+5318 train 3.046876 (lr=3.3361e-04) (hash(x)=45221758)
+5319 train 3.029926 (lr=3.3352e-04) (hash(x)=37377762)
+5320 train 2.991362 (lr=3.3343e-04) (hash(x)=46607900)
+5321 train 3.018549 (lr=3.3333e-04) (hash(x)=37807064)
+5322 train 3.062083 (lr=3.3324e-04) (hash(x)=34482332)
+5323 train 3.022750 (lr=3.3315e-04) (hash(x)=40201059)
+5324 train 3.074289 (lr=3.3306e-04) (hash(x)=36303935)
+5325 train 3.034827 (lr=3.3297e-04) (hash(x)=38309845)
+5326 train 3.035724 (lr=3.3288e-04) (hash(x)=35767655)
+5327 train 3.074063 (lr=3.3279e-04) (hash(x)=37982935)
+5328 train 3.229203 (lr=3.3269e-04) (hash(x)=37920949)
+5329 train 3.279335 (lr=3.3260e-04) (hash(x)=44373401)
+5330 train 3.352211 (lr=3.3251e-04) (hash(x)=39165119)
+5331 train 3.266061 (lr=3.3242e-04) (hash(x)=39762749)
+5332 train 3.256690 (lr=3.3233e-04) (hash(x)=43121583)
+5333 train 3.280476 (lr=3.3224e-04) (hash(x)=42323911)
+5334 train 3.270877 (lr=3.3215e-04) (hash(x)=43114823)
+5335 train 3.334592 (lr=3.3206e-04) (hash(x)=35507280)
+5336 train 3.291666 (lr=3.3196e-04) (hash(x)=35884523)
+5337 train 3.297876 (lr=3.3187e-04) (hash(x)=37450025)
+5338 train 3.249808 (lr=3.3178e-04) (hash(x)=36408319)
+5339 train 3.261628 (lr=3.3169e-04) (hash(x)=41860056)
+5340 train 3.299238 (lr=3.3160e-04) (hash(x)=38690315)
+5341 train 3.275526 (lr=3.3151e-04) (hash(x)=31375124)
+5342 train 3.306920 (lr=3.3142e-04) (hash(x)=35951370)
+5343 train 3.248363 (lr=3.3132e-04) (hash(x)=41410391)
+5344 train 3.327511 (lr=3.3123e-04) (hash(x)=50137241)
+5345 train 3.309931 (lr=3.3114e-04) (hash(x)=35414432)
+5346 train 3.283661 (lr=3.3105e-04) (hash(x)=37436118)
+5347 train 3.392435 (lr=3.3096e-04) (hash(x)=36102657)
+5348 train 3.286530 (lr=3.3087e-04) (hash(x)=39443151)
+5349 train 3.256281 (lr=3.3078e-04) (hash(x)=37938682)
+5350 train 3.271706 (lr=3.3069e-04) (hash(x)=43781866)
+5351 train 3.293868 (lr=3.3059e-04) (hash(x)=39646965)
+5352 train 3.292663 (lr=3.3050e-04) (hash(x)=40103411)
+5353 train 3.204801 (lr=3.3041e-04) (hash(x)=38919937)
+5354 train 3.236204 (lr=3.3032e-04) (hash(x)=39385116)
+5355 train 3.197512 (lr=3.3023e-04) (hash(x)=37274623)
+5356 train 3.272281 (lr=3.3014e-04) (hash(x)=45201464)
+5357 train 3.200715 (lr=3.3005e-04) (hash(x)=40959664)
+5358 train 3.273458 (lr=3.2995e-04) (hash(x)=36746938)
+5359 train 3.184173 (lr=3.2986e-04) (hash(x)=38887737)
+5360 train 3.211422 (lr=3.2977e-04) (hash(x)=38931655)
+5361 train 3.274919 (lr=3.2968e-04) (hash(x)=36704497)
+5362 train 3.261445 (lr=3.2959e-04) (hash(x)=35637813)
+5363 train 3.223122 (lr=3.2950e-04) (hash(x)=41237005)
+5364 train 3.204484 (lr=3.2941e-04) (hash(x)=33689536)
+5365 train 3.158163 (lr=3.2931e-04) (hash(x)=43252021)
+5366 train 3.023072 (lr=3.2922e-04) (hash(x)=39280071)
+5367 train 2.995282 (lr=3.2913e-04) (hash(x)=39359675)
+5368 train 3.015746 (lr=3.2904e-04) (hash(x)=46018738)
+5369 train 3.036222 (lr=3.2895e-04) (hash(x)=41559974)
+5370 train 2.935437 (lr=3.2886e-04) (hash(x)=41224661)
+5371 train 3.090887 (lr=3.2877e-04) (hash(x)=39398500)
+5372 train 2.994306 (lr=3.2868e-04) (hash(x)=36039647)
+5373 train 3.042018 (lr=3.2858e-04) (hash(x)=38228612)
+5374 train 3.013036 (lr=3.2849e-04) (hash(x)=38889963)
+5375 train 3.066456 (lr=3.2840e-04) (hash(x)=36969156)
+5376 train 3.026304 (lr=3.2831e-04) (hash(x)=38860245)
+5377 train 3.058693 (lr=3.2822e-04) (hash(x)=34291572)
+5378 train 3.248656 (lr=3.2813e-04) (hash(x)=40323943)
+5379 train 3.321526 (lr=3.2804e-04) (hash(x)=40557206)
+5380 train 3.322605 (lr=3.2794e-04) (hash(x)=40559068)
+5381 train 3.311306 (lr=3.2785e-04) (hash(x)=44387168)
+5382 train 3.321586 (lr=3.2776e-04) (hash(x)=42149903)
+5383 train 3.318671 (lr=3.2767e-04) (hash(x)=42348985)
+5384 train 3.252885 (lr=3.2758e-04) (hash(x)=37265144)
+5385 train 3.225155 (lr=3.2749e-04) (hash(x)=40060681)
+5386 train 3.235892 (lr=3.2740e-04) (hash(x)=40758066)
+5387 train 3.303100 (lr=3.2731e-04) (hash(x)=35786751)
+5388 train 3.280424 (lr=3.2721e-04) (hash(x)=40132013)
+5389 train 3.230131 (lr=3.2712e-04) (hash(x)=40521371)
+5390 train 3.327363 (lr=3.2703e-04) (hash(x)=33141725)
+5391 train 3.286163 (lr=3.2694e-04) (hash(x)=40265881)
+5392 train 3.254128 (lr=3.2685e-04) (hash(x)=44806252)
+5393 train 3.276036 (lr=3.2676e-04) (hash(x)=41000849)
+5394 train 3.267527 (lr=3.2667e-04) (hash(x)=47257530)
+5395 train 3.261496 (lr=3.2657e-04) (hash(x)=41964321)
+5396 train 3.328335 (lr=3.2648e-04) (hash(x)=38439812)
+5397 train 3.292529 (lr=3.2639e-04) (hash(x)=39965031)
+5398 train 3.291052 (lr=3.2630e-04) (hash(x)=41553027)
+5399 train 3.259214 (lr=3.2621e-04) (hash(x)=41931478)
+5400 train 3.303875 (lr=3.2612e-04) (hash(x)=43871143)
+5401 train 3.303048 (lr=3.2603e-04) (hash(x)=42683530)
+5402 train 3.287695 (lr=3.2593e-04) (hash(x)=40004697)
+5403 train 3.159076 (lr=3.2584e-04) (hash(x)=36552889)
+5404 train 3.198146 (lr=3.2575e-04) (hash(x)=34359117)
+5405 train 3.210499 (lr=3.2566e-04) (hash(x)=38860251)
+5406 train 3.266814 (lr=3.2557e-04) (hash(x)=41272806)
+5407 train 3.252032 (lr=3.2548e-04) (hash(x)=40736619)
+5408 train 3.211232 (lr=3.2539e-04) (hash(x)=37513307)
+5409 train 3.252270 (lr=3.2530e-04) (hash(x)=55288120)
+5410 train 3.248446 (lr=3.2520e-04) (hash(x)=40744184)
+5411 train 3.225439 (lr=3.2511e-04) (hash(x)=37779639)
+5412 train 3.210485 (lr=3.2502e-04) (hash(x)=44364576)
+5413 train 3.183727 (lr=3.2493e-04) (hash(x)=41372626)
+5414 train 3.248065 (lr=3.2484e-04) (hash(x)=37350756)
+5415 train 3.046028 (lr=3.2475e-04) (hash(x)=40917627)
+5416 train 2.965779 (lr=3.2466e-04) (hash(x)=36828077)
+5417 train 3.000458 (lr=3.2456e-04) (hash(x)=36957834)
+5418 train 2.961761 (lr=3.2447e-04) (hash(x)=39108369)
+5419 train 3.062225 (lr=3.2438e-04) (hash(x)=41224169)
+5420 train 2.998133 (lr=3.2429e-04) (hash(x)=39951952)
+5421 train 3.010600 (lr=3.2420e-04) (hash(x)=40260487)
+5422 train 2.999771 (lr=3.2411e-04) (hash(x)=40823117)
+5423 train 3.049486 (lr=3.2402e-04) (hash(x)=43149443)
+5424 train 3.050097 (lr=3.2393e-04) (hash(x)=40443091)
+5425 train 3.046399 (lr=3.2383e-04) (hash(x)=40876289)
+5426 train 3.044423 (lr=3.2374e-04) (hash(x)=40922190)
+5427 train 3.220709 (lr=3.2365e-04) (hash(x)=41709689)
+5428 train 3.256640 (lr=3.2356e-04) (hash(x)=61652088)
+5429 train 3.277465 (lr=3.2347e-04) (hash(x)=39159502)
+5430 train 3.302497 (lr=3.2338e-04) (hash(x)=36543816)
+5431 train 3.306694 (lr=3.2329e-04) (hash(x)=35896510)
+5432 train 3.283204 (lr=3.2319e-04) (hash(x)=34134947)
+5433 train 3.296598 (lr=3.2310e-04) (hash(x)=40590457)
+5434 train 3.251287 (lr=3.2301e-04) (hash(x)=42886029)
+5435 train 3.323125 (lr=3.2292e-04) (hash(x)=47569565)
+5436 train 3.242361 (lr=3.2283e-04) (hash(x)=36456453)
+5437 train 3.270627 (lr=3.2274e-04) (hash(x)=41250412)
+5438 train 3.330115 (lr=3.2265e-04) (hash(x)=36417737)
+5439 train 3.297048 (lr=3.2256e-04) (hash(x)=33007398)
+5440 train 3.319981 (lr=3.2246e-04) (hash(x)=40443579)
+5441 train 3.294274 (lr=3.2237e-04) (hash(x)=36085579)
+5442 train 3.280751 (lr=3.2228e-04) (hash(x)=48798851)
+5443 train 3.271138 (lr=3.2219e-04) (hash(x)=37063719)
+5444 train 3.312486 (lr=3.2210e-04) (hash(x)=39583639)
+5445 train 3.297421 (lr=3.2201e-04) (hash(x)=39126765)
+5446 train 3.287311 (lr=3.2192e-04) (hash(x)=34671945)
+5447 train 3.268004 (lr=3.2182e-04) (hash(x)=36529659)
+5448 train 3.316828 (lr=3.2173e-04) (hash(x)=45019205)
+5449 train 3.389523 (lr=3.2164e-04) (hash(x)=34688418)
+5450 train 3.290207 (lr=3.2155e-04) (hash(x)=39457323)
+5451 train 3.272523 (lr=3.2146e-04) (hash(x)=35017906)
+5452 train 3.258001 (lr=3.2137e-04) (hash(x)=41615079)
+5453 train 3.268371 (lr=3.2128e-04) (hash(x)=38938082)
+5454 train 3.284847 (lr=3.2119e-04) (hash(x)=39168938)
+5455 train 3.220348 (lr=3.2109e-04) (hash(x)=49988964)
+5456 train 3.226124 (lr=3.2100e-04) (hash(x)=39180938)
+5457 train 3.227831 (lr=3.2091e-04) (hash(x)=36773264)
+5458 train 3.268338 (lr=3.2082e-04) (hash(x)=40159486)
+5459 train 3.206786 (lr=3.2073e-04) (hash(x)=37497457)
+5460 train 3.185270 (lr=3.2064e-04) (hash(x)=40703315)
+5461 train 3.252500 (lr=3.2055e-04) (hash(x)=43080815)
+5462 train 3.226976 (lr=3.2046e-04) (hash(x)=39686145)
+5463 train 3.208015 (lr=3.2036e-04) (hash(x)=38917884)
+5464 train 3.184201 (lr=3.2027e-04) (hash(x)=44476653)
+5465 train 3.083334 (lr=3.2018e-04) (hash(x)=46489351)
+5466 train 3.177870 (lr=3.2009e-04) (hash(x)=35751966)
+5467 train 2.995186 (lr=3.2000e-04) (hash(x)=44296120)
+5468 train 2.959410 (lr=3.1991e-04) (hash(x)=36001858)
+5469 train 2.999993 (lr=3.1982e-04) (hash(x)=42445981)
+5470 train 3.034206 (lr=3.1973e-04) (hash(x)=34055035)
+5471 train 3.004786 (lr=3.1963e-04) (hash(x)=41820135)
+5472 train 2.973144 (lr=3.1954e-04) (hash(x)=40463697)
+5473 train 3.003154 (lr=3.1945e-04) (hash(x)=38749436)
+5474 train 3.064247 (lr=3.1936e-04) (hash(x)=41898443)
+5475 train 2.967958 (lr=3.1927e-04) (hash(x)=40389031)
+5476 train 3.024733 (lr=3.1918e-04) (hash(x)=39300547)
+5477 train 3.210595 (lr=3.1909e-04) (hash(x)=38356033)
+5478 train 3.224044 (lr=3.1899e-04) (hash(x)=38974890)
+5479 train 3.363381 (lr=3.1890e-04) (hash(x)=43973464)
+5480 train 3.275661 (lr=3.1881e-04) (hash(x)=39184360)
+5481 train 3.236621 (lr=3.1872e-04) (hash(x)=37799608)
+5482 train 3.262313 (lr=3.1863e-04) (hash(x)=54300994)
+5483 train 3.248332 (lr=3.1854e-04) (hash(x)=45782857)
+5484 train 3.283176 (lr=3.1845e-04) (hash(x)=43060571)
+5485 train 3.277565 (lr=3.1836e-04) (hash(x)=43741313)
+5486 train 3.294472 (lr=3.1826e-04) (hash(x)=43040651)
+5487 train 3.321429 (lr=3.1817e-04) (hash(x)=48587468)
+5488 train 3.206272 (lr=3.1808e-04) (hash(x)=35617191)
+5489 train 3.252813 (lr=3.1799e-04) (hash(x)=40764085)
+5490 train 3.313923 (lr=3.1790e-04) (hash(x)=36964988)
+5491 train 3.285157 (lr=3.1781e-04) (hash(x)=40634889)
+5492 train 3.303678 (lr=3.1772e-04) (hash(x)=38126870)
+5493 train 3.258738 (lr=3.1763e-04) (hash(x)=41339494)
+5494 train 3.311222 (lr=3.1753e-04) (hash(x)=41762935)
+5495 train 3.243133 (lr=3.1744e-04) (hash(x)=45216236)
+5496 train 3.230947 (lr=3.1735e-04) (hash(x)=44368237)
+5497 train 3.280297 (lr=3.1726e-04) (hash(x)=41363561)
+5498 train 3.319188 (lr=3.1717e-04) (hash(x)=43696961)
+5499 train 3.275576 (lr=3.1708e-04) (hash(x)=38207673)
+5500 val loss 3.2357
+5500 val perplexity 25.4229
+5500 hella 0.2842
+5500 train 3.289237 (lr=3.1699e-04) (hash(x)=43776783)
+5501 train 3.255177 (lr=3.1690e-04) (hash(x)=37785261)
+5502 train 3.243294 (lr=3.1680e-04) (hash(x)=40294982)
+5503 train 3.243898 (lr=3.1671e-04) (hash(x)=38294570)
+5504 train 3.222231 (lr=3.1662e-04) (hash(x)=38219406)
+5505 train 3.217491 (lr=3.1653e-04) (hash(x)=41052998)
+5506 train 3.253221 (lr=3.1644e-04) (hash(x)=40801199)
+5507 train 3.177094 (lr=3.1635e-04) (hash(x)=33574827)
+5508 train 3.218315 (lr=3.1626e-04) (hash(x)=36416591)
+5509 train 3.211219 (lr=3.1617e-04) (hash(x)=43575555)
+5510 train 3.228230 (lr=3.1607e-04) (hash(x)=41374638)
+5511 train 3.260477 (lr=3.1598e-04) (hash(x)=38174813)
+5512 train 3.223610 (lr=3.1589e-04) (hash(x)=33081121)
+5513 train 3.185400 (lr=3.1580e-04) (hash(x)=39590933)
+5514 train 3.061196 (lr=3.1571e-04) (hash(x)=38109072)
+5515 train 2.987998 (lr=3.1562e-04) (hash(x)=38215909)
+5516 train 2.979476 (lr=3.1553e-04) (hash(x)=40400363)
+5517 train 3.091271 (lr=3.1544e-04) (hash(x)=40360770)
+5518 train 2.944530 (lr=3.1534e-04) (hash(x)=41132411)
+5519 train 3.031294 (lr=3.1525e-04) (hash(x)=42736966)
+5520 train 2.995165 (lr=3.1516e-04) (hash(x)=42813811)
+5521 train 3.058737 (lr=3.1507e-04) (hash(x)=38362299)
+5522 train 2.936465 (lr=3.1498e-04) (hash(x)=41669444)
+5523 train 3.080783 (lr=3.1489e-04) (hash(x)=38375927)
+5524 train 3.030453 (lr=3.1480e-04) (hash(x)=42928390)
+5525 train 3.074250 (lr=3.1471e-04) (hash(x)=34761050)
+5526 train 3.186163 (lr=3.1462e-04) (hash(x)=39634924)
+5527 train 3.227400 (lr=3.1452e-04) (hash(x)=41483072)
+5528 train 3.299966 (lr=3.1443e-04) (hash(x)=38187408)
+5529 train 3.247169 (lr=3.1434e-04) (hash(x)=35853302)
+5530 train 3.214934 (lr=3.1425e-04) (hash(x)=39736754)
+5531 train 3.320181 (lr=3.1416e-04) (hash(x)=46039156)
+5532 train 3.247997 (lr=3.1407e-04) (hash(x)=40080062)
+5533 train 3.202451 (lr=3.1398e-04) (hash(x)=44244088)
+5534 train 3.301971 (lr=3.1389e-04) (hash(x)=38755158)
+5535 train 3.290575 (lr=3.1379e-04) (hash(x)=43330853)
+5536 train 3.381982 (lr=3.1370e-04) (hash(x)=37971700)
+5537 train 3.293297 (lr=3.1361e-04) (hash(x)=37928332)
+5538 train 3.223501 (lr=3.1352e-04) (hash(x)=36890899)
+5539 train 3.292378 (lr=3.1343e-04) (hash(x)=40930728)
+5540 train 3.316003 (lr=3.1334e-04) (hash(x)=45201699)
+5541 train 3.227331 (lr=3.1325e-04) (hash(x)=34270500)
+5542 train 3.245574 (lr=3.1316e-04) (hash(x)=38700491)
+5543 train 3.238127 (lr=3.1306e-04) (hash(x)=42293756)
+5544 train 3.232118 (lr=3.1297e-04) (hash(x)=47323353)
+5545 train 3.268984 (lr=3.1288e-04) (hash(x)=41289847)
+5546 train 3.321110 (lr=3.1279e-04) (hash(x)=50434483)
+5547 train 3.274908 (lr=3.1270e-04) (hash(x)=40615288)
+5548 train 3.260784 (lr=3.1261e-04) (hash(x)=28796446)
+5549 train 3.350346 (lr=3.1252e-04) (hash(x)=37177613)
+5550 train 3.285993 (lr=3.1243e-04) (hash(x)=36205630)
+5551 train 3.244390 (lr=3.1234e-04) (hash(x)=39117631)
+5552 train 3.242661 (lr=3.1224e-04) (hash(x)=42833567)
+5553 train 3.242011 (lr=3.1215e-04) (hash(x)=38548517)
+5554 train 3.248868 (lr=3.1206e-04) (hash(x)=42452282)
+5555 train 3.201998 (lr=3.1197e-04) (hash(x)=37391124)
+5556 train 3.270797 (lr=3.1188e-04) (hash(x)=43871832)
+5557 train 3.189111 (lr=3.1179e-04) (hash(x)=41242161)
+5558 train 3.202717 (lr=3.1170e-04) (hash(x)=46692185)
+5559 train 3.187019 (lr=3.1161e-04) (hash(x)=36047743)
+5560 train 3.223441 (lr=3.1152e-04) (hash(x)=44016688)
+5561 train 3.207705 (lr=3.1142e-04) (hash(x)=40587791)
+5562 train 3.217340 (lr=3.1133e-04) (hash(x)=42848664)
+5563 train 3.236553 (lr=3.1124e-04) (hash(x)=31430976)
+5564 train 3.032168 (lr=3.1115e-04) (hash(x)=43392465)
+5565 train 3.070116 (lr=3.1106e-04) (hash(x)=47169762)
+5566 train 2.999898 (lr=3.1097e-04) (hash(x)=37955367)
+5567 train 2.986193 (lr=3.1088e-04) (hash(x)=37595429)
+5568 train 3.072679 (lr=3.1079e-04) (hash(x)=39299122)
+5569 train 2.995570 (lr=3.1069e-04) (hash(x)=38182701)
+5570 train 3.039758 (lr=3.1060e-04) (hash(x)=41468471)
+5571 train 2.994044 (lr=3.1051e-04) (hash(x)=26385447)
+5572 train 3.034668 (lr=3.1042e-04) (hash(x)=43158149)
+5573 train 3.042727 (lr=3.1033e-04) (hash(x)=41163018)
+5574 train 3.029670 (lr=3.1024e-04) (hash(x)=35764222)
+5575 train 3.030702 (lr=3.1015e-04) (hash(x)=38323525)
+5576 train 3.197816 (lr=3.1006e-04) (hash(x)=37113616)
+5577 train 3.239253 (lr=3.0997e-04) (hash(x)=33869880)
+5578 train 3.225580 (lr=3.0987e-04) (hash(x)=45587339)
+5579 train 3.217949 (lr=3.0978e-04) (hash(x)=41510556)
+5580 train 3.251702 (lr=3.0969e-04) (hash(x)=39394041)
+5581 train 3.216309 (lr=3.0960e-04) (hash(x)=41302895)
+5582 train 3.270790 (lr=3.0951e-04) (hash(x)=40903696)
+5583 train 3.251632 (lr=3.0942e-04) (hash(x)=39096680)
+5584 train 3.238538 (lr=3.0933e-04) (hash(x)=41215341)
+5585 train 3.205627 (lr=3.0924e-04) (hash(x)=42230834)
+5586 train 3.238379 (lr=3.0915e-04) (hash(x)=39937330)
+5587 train 3.274831 (lr=3.0906e-04) (hash(x)=37598583)
+5588 train 3.324264 (lr=3.0896e-04) (hash(x)=40648009)
+5589 train 3.258578 (lr=3.0887e-04) (hash(x)=37645908)
+5590 train 3.272339 (lr=3.0878e-04) (hash(x)=39697497)
+5591 train 3.272196 (lr=3.0869e-04) (hash(x)=37659948)
+5592 train 3.215946 (lr=3.0860e-04) (hash(x)=45077115)
+5593 train 3.281746 (lr=3.0851e-04) (hash(x)=38765824)
+5594 train 3.268584 (lr=3.0842e-04) (hash(x)=40573556)
+5595 train 3.211576 (lr=3.0833e-04) (hash(x)=58681130)
+5596 train 3.224773 (lr=3.0824e-04) (hash(x)=41786378)
+5597 train 3.258562 (lr=3.0814e-04) (hash(x)=41171156)
+5598 train 3.280137 (lr=3.0805e-04) (hash(x)=40711326)
+5599 train 3.260798 (lr=3.0796e-04) (hash(x)=39745264)
+5600 train 3.345873 (lr=3.0787e-04) (hash(x)=38723402)
+5601 train 3.196277 (lr=3.0778e-04) (hash(x)=38447039)
+5602 train 3.197647 (lr=3.0769e-04) (hash(x)=37789877)
+5603 train 3.167391 (lr=3.0760e-04) (hash(x)=41338871)
+5604 train 3.265690 (lr=3.0751e-04) (hash(x)=45393009)
+5605 train 3.213156 (lr=3.0742e-04) (hash(x)=32391013)
+5606 train 3.220155 (lr=3.0733e-04) (hash(x)=40901543)
+5607 train 3.198503 (lr=3.0723e-04) (hash(x)=38340209)
+5608 train 3.153196 (lr=3.0714e-04) (hash(x)=43010906)
+5609 train 3.192481 (lr=3.0705e-04) (hash(x)=39541052)
+5610 train 3.216121 (lr=3.0696e-04) (hash(x)=40043329)
+5611 train 3.173702 (lr=3.0687e-04) (hash(x)=38654273)
+5612 train 3.209896 (lr=3.0678e-04) (hash(x)=38698157)
+5613 train 3.018085 (lr=3.0669e-04) (hash(x)=40762953)
+5614 train 3.077342 (lr=3.0660e-04) (hash(x)=34230075)
+5615 train 3.047556 (lr=3.0651e-04) (hash(x)=43848486)
+5616 train 3.022423 (lr=3.0641e-04) (hash(x)=41094434)
+5617 train 2.998976 (lr=3.0632e-04) (hash(x)=45907861)
+5618 train 2.979203 (lr=3.0623e-04) (hash(x)=38639181)
+5619 train 2.964086 (lr=3.0614e-04) (hash(x)=41672829)
+5620 train 3.000096 (lr=3.0605e-04) (hash(x)=42778778)
+5621 train 3.018244 (lr=3.0596e-04) (hash(x)=41218138)
+5622 train 3.003472 (lr=3.0587e-04) (hash(x)=42056780)
+5623 train 2.959477 (lr=3.0578e-04) (hash(x)=40621512)
+5624 train 3.067947 (lr=3.0569e-04) (hash(x)=41779180)
+5625 train 3.139493 (lr=3.0560e-04) (hash(x)=41511023)
+5626 train 3.266543 (lr=3.0550e-04) (hash(x)=40602197)
+5627 train 3.249107 (lr=3.0541e-04) (hash(x)=38064416)
+5628 train 3.223074 (lr=3.0532e-04) (hash(x)=40045820)
+5629 train 3.240225 (lr=3.0523e-04) (hash(x)=43557439)
+5630 train 3.207495 (lr=3.0514e-04) (hash(x)=40095028)
+5631 train 3.367260 (lr=3.0505e-04) (hash(x)=37349828)
+5632 train 3.204145 (lr=3.0496e-04) (hash(x)=40037844)
+5633 train 3.257236 (lr=3.0487e-04) (hash(x)=41365480)
+5634 train 3.264191 (lr=3.0478e-04) (hash(x)=43795204)
+5635 train 3.177267 (lr=3.0469e-04) (hash(x)=39791487)
+5636 train 3.221488 (lr=3.0460e-04) (hash(x)=41520518)
+5637 train 3.283676 (lr=3.0450e-04) (hash(x)=39670838)
+5638 train 3.360933 (lr=3.0441e-04) (hash(x)=42126412)
+5639 train 3.266479 (lr=3.0432e-04) (hash(x)=32723715)
+5640 train 3.319533 (lr=3.0423e-04) (hash(x)=34616629)
+5641 train 3.250097 (lr=3.0414e-04) (hash(x)=32773854)
+5642 train 3.279042 (lr=3.0405e-04) (hash(x)=36425673)
+5643 train 3.315678 (lr=3.0396e-04) (hash(x)=37524155)
+5644 train 3.302386 (lr=3.0387e-04) (hash(x)=35359137)
+5645 train 3.305253 (lr=3.0378e-04) (hash(x)=37842510)
+5646 train 3.350481 (lr=3.0369e-04) (hash(x)=34917826)
+5647 train 3.291054 (lr=3.0360e-04) (hash(x)=41866260)
+5648 train 3.292393 (lr=3.0350e-04) (hash(x)=44043354)
+5649 train 3.255440 (lr=3.0341e-04) (hash(x)=43690789)
+5650 train 3.229718 (lr=3.0332e-04) (hash(x)=47660549)
+5651 train 3.218454 (lr=3.0323e-04) (hash(x)=38113523)
+5652 train 3.250617 (lr=3.0314e-04) (hash(x)=42394560)
+5653 train 3.184865 (lr=3.0305e-04) (hash(x)=40179588)
+5654 train 3.214464 (lr=3.0296e-04) (hash(x)=40891002)
+5655 train 3.210743 (lr=3.0287e-04) (hash(x)=38873301)
+5656 train 3.200807 (lr=3.0278e-04) (hash(x)=44364233)
+5657 train 3.161069 (lr=3.0269e-04) (hash(x)=39979848)
+5658 train 3.189056 (lr=3.0260e-04) (hash(x)=43484671)
+5659 train 3.202452 (lr=3.0250e-04) (hash(x)=36678953)
+5660 train 3.243709 (lr=3.0241e-04) (hash(x)=35208512)
+5661 train 3.196673 (lr=3.0232e-04) (hash(x)=41739702)
+5662 train 3.097597 (lr=3.0223e-04) (hash(x)=38989739)
+5663 train 2.990241 (lr=3.0214e-04) (hash(x)=39138071)
+5664 train 2.971960 (lr=3.0205e-04) (hash(x)=40026092)
+5665 train 2.962637 (lr=3.0196e-04) (hash(x)=40027148)
+5666 train 3.092784 (lr=3.0187e-04) (hash(x)=32557787)
+5667 train 3.019156 (lr=3.0178e-04) (hash(x)=32487941)
+5668 train 3.041527 (lr=3.0169e-04) (hash(x)=42959231)
+5669 train 2.985153 (lr=3.0160e-04) (hash(x)=46107130)
+5670 train 3.014484 (lr=3.0150e-04) (hash(x)=41084780)
+5671 train 3.043937 (lr=3.0141e-04) (hash(x)=34723587)
+5672 train 3.104058 (lr=3.0132e-04) (hash(x)=39048938)
+5673 train 3.051327 (lr=3.0123e-04) (hash(x)=41022511)
+5674 train 3.040389 (lr=3.0114e-04) (hash(x)=40158063)
+5675 train 3.322132 (lr=3.0105e-04) (hash(x)=39200082)
+5676 train 3.284335 (lr=3.0096e-04) (hash(x)=27845107)
+5677 train 3.241630 (lr=3.0087e-04) (hash(x)=47560220)
+5678 train 3.220326 (lr=3.0078e-04) (hash(x)=38802687)
+5679 train 3.295663 (lr=3.0069e-04) (hash(x)=39825399)
+5680 train 3.295002 (lr=3.0060e-04) (hash(x)=34126618)
+5681 train 3.279554 (lr=3.0051e-04) (hash(x)=38878386)
+5682 train 3.308599 (lr=3.0041e-04) (hash(x)=36840741)
+5683 train 3.251834 (lr=3.0032e-04) (hash(x)=42789519)
+5684 train 3.246329 (lr=3.0023e-04) (hash(x)=46000925)
+5685 train 3.336004 (lr=3.0014e-04) (hash(x)=39219463)
+5686 train 3.246377 (lr=3.0005e-04) (hash(x)=39350402)
+5687 train 3.240045 (lr=2.9996e-04) (hash(x)=37928583)
+5688 train 3.250260 (lr=2.9987e-04) (hash(x)=43810306)
+5689 train 3.263282 (lr=2.9978e-04) (hash(x)=38749970)
+5690 train 3.304685 (lr=2.9969e-04) (hash(x)=40302666)
+5691 train 3.266203 (lr=2.9960e-04) (hash(x)=37954405)
+5692 train 3.281206 (lr=2.9951e-04) (hash(x)=43113024)
+5693 train 3.282200 (lr=2.9942e-04) (hash(x)=35969268)
+5694 train 3.269246 (lr=2.9933e-04) (hash(x)=40763129)
+5695 train 3.274268 (lr=2.9923e-04) (hash(x)=42482005)
+5696 train 3.235896 (lr=2.9914e-04) (hash(x)=47295768)
+5697 train 3.275304 (lr=2.9905e-04) (hash(x)=44436878)
+5698 train 3.229882 (lr=2.9896e-04) (hash(x)=40941288)
+5699 train 3.261003 (lr=2.9887e-04) (hash(x)=53755258)
+5700 train 3.235046 (lr=2.9878e-04) (hash(x)=38738257)
+5701 train 3.188604 (lr=2.9869e-04) (hash(x)=35681482)
+5702 train 3.232042 (lr=2.9860e-04) (hash(x)=37559657)
+5703 train 3.188450 (lr=2.9851e-04) (hash(x)=34487869)
+5704 train 3.171217 (lr=2.9842e-04) (hash(x)=37072523)
+5705 train 3.175346 (lr=2.9833e-04) (hash(x)=37623884)
+5706 train 3.161762 (lr=2.9824e-04) (hash(x)=41399169)
+5707 train 3.240368 (lr=2.9815e-04) (hash(x)=43671381)
+5708 train 3.295431 (lr=2.9806e-04) (hash(x)=40232284)
+5709 train 3.226104 (lr=2.9796e-04) (hash(x)=30952966)
+5710 train 3.246717 (lr=2.9787e-04) (hash(x)=43468796)
+5711 train 3.219608 (lr=2.9778e-04) (hash(x)=31579374)
+5712 train 3.051093 (lr=2.9769e-04) (hash(x)=35784404)
+5713 train 2.983817 (lr=2.9760e-04) (hash(x)=43999347)
+5714 train 2.980334 (lr=2.9751e-04) (hash(x)=34997349)
+5715 train 3.067580 (lr=2.9742e-04) (hash(x)=35808270)
+5716 train 2.969345 (lr=2.9733e-04) (hash(x)=38284408)
+5717 train 2.986147 (lr=2.9724e-04) (hash(x)=39090406)
+5718 train 3.076627 (lr=2.9715e-04) (hash(x)=38182080)
+5719 train 2.998573 (lr=2.9706e-04) (hash(x)=39147462)
+5720 train 2.970029 (lr=2.9697e-04) (hash(x)=36912955)
+5721 train 3.013670 (lr=2.9688e-04) (hash(x)=39593015)
+5722 train 3.017273 (lr=2.9679e-04) (hash(x)=38225581)
+5723 train 3.030816 (lr=2.9669e-04) (hash(x)=40812081)
+5724 train 3.092127 (lr=2.9660e-04) (hash(x)=40133938)
+5725 train 3.285056 (lr=2.9651e-04) (hash(x)=41696024)
+5726 train 3.405400 (lr=2.9642e-04) (hash(x)=43700764)
+5727 train 3.279021 (lr=2.9633e-04) (hash(x)=42217856)
+5728 train 3.227869 (lr=2.9624e-04) (hash(x)=39235560)
+5729 train 3.313068 (lr=2.9615e-04) (hash(x)=36047038)
+5730 train 3.278193 (lr=2.9606e-04) (hash(x)=44240107)
+5731 train 3.254348 (lr=2.9597e-04) (hash(x)=45498989)
+5732 train 3.236575 (lr=2.9588e-04) (hash(x)=37146369)
+5733 train 3.273340 (lr=2.9579e-04) (hash(x)=40062881)
+5734 train 3.200534 (lr=2.9570e-04) (hash(x)=42340377)
+5735 train 3.230854 (lr=2.9561e-04) (hash(x)=45376521)
+5736 train 3.190593 (lr=2.9552e-04) (hash(x)=40642962)
+5737 train 3.220728 (lr=2.9543e-04) (hash(x)=45856270)
+5738 train 3.236952 (lr=2.9534e-04) (hash(x)=37829048)
+5739 train 3.283653 (lr=2.9524e-04) (hash(x)=40434689)
+5740 train 3.232201 (lr=2.9515e-04) (hash(x)=36916205)
+5741 train 3.268174 (lr=2.9506e-04) (hash(x)=39754183)
+5742 train 3.226537 (lr=2.9497e-04) (hash(x)=37841097)
+5743 train 3.266196 (lr=2.9488e-04) (hash(x)=36290399)
+5744 train 3.287866 (lr=2.9479e-04) (hash(x)=42322420)
+5745 train 3.270269 (lr=2.9470e-04) (hash(x)=41802421)
+5746 train 3.305756 (lr=2.9461e-04) (hash(x)=37687964)
+5747 train 3.300449 (lr=2.9452e-04) (hash(x)=38071712)
+5748 train 3.280849 (lr=2.9443e-04) (hash(x)=35811382)
+5749 train 3.226754 (lr=2.9434e-04) (hash(x)=39963811)
+5750 val loss 3.2243
+5750 val perplexity 25.1352
+5750 hella 0.2828
+5750 train 3.226399 (lr=2.9425e-04) (hash(x)=34600614)
+5751 train 3.194339 (lr=2.9416e-04) (hash(x)=42751926)
+5752 train 3.184222 (lr=2.9407e-04) (hash(x)=40119997)
+5753 train 3.159926 (lr=2.9398e-04) (hash(x)=34723296)
+5754 train 3.208752 (lr=2.9389e-04) (hash(x)=46056403)
+5755 train 3.173879 (lr=2.9380e-04) (hash(x)=39233297)
+5756 train 3.261306 (lr=2.9371e-04) (hash(x)=26038879)
+5757 train 3.254780 (lr=2.9361e-04) (hash(x)=42826810)
+5758 train 3.234271 (lr=2.9352e-04) (hash(x)=32163975)
+5759 train 3.245006 (lr=2.9343e-04) (hash(x)=31893619)
+5760 train 3.217412 (lr=2.9334e-04) (hash(x)=36654903)
+5761 train 3.135738 (lr=2.9325e-04) (hash(x)=37862602)
+5762 train 2.999853 (lr=2.9316e-04) (hash(x)=38366755)
+5763 train 3.024125 (lr=2.9307e-04) (hash(x)=43220517)
+5764 train 2.965621 (lr=2.9298e-04) (hash(x)=40434600)
+5765 train 2.996552 (lr=2.9289e-04) (hash(x)=41999714)
+5766 train 2.947873 (lr=2.9280e-04) (hash(x)=39120832)
+5767 train 2.993382 (lr=2.9271e-04) (hash(x)=43829429)
+5768 train 3.057780 (lr=2.9262e-04) (hash(x)=37205562)
+5769 train 2.994180 (lr=2.9253e-04) (hash(x)=34657387)
+5770 train 3.003174 (lr=2.9244e-04) (hash(x)=41484788)
+5771 train 2.967646 (lr=2.9235e-04) (hash(x)=41452225)
+5772 train 2.959829 (lr=2.9226e-04) (hash(x)=43618506)
+5773 train 3.045290 (lr=2.9217e-04) (hash(x)=37572622)
+5774 train 3.204207 (lr=2.9208e-04) (hash(x)=42154936)
+5775 train 3.279409 (lr=2.9199e-04) (hash(x)=37922735)
+5776 train 3.193321 (lr=2.9190e-04) (hash(x)=40691102)
+5777 train 3.281378 (lr=2.9181e-04) (hash(x)=39248835)
+5778 train 3.276966 (lr=2.9171e-04) (hash(x)=50989407)
+5779 train 3.191594 (lr=2.9162e-04) (hash(x)=41775554)
+5780 train 3.206415 (lr=2.9153e-04) (hash(x)=41144642)
+5781 train 3.267320 (lr=2.9144e-04) (hash(x)=37592079)
+5782 train 3.259382 (lr=2.9135e-04) (hash(x)=41394265)
+5783 train 3.273896 (lr=2.9126e-04) (hash(x)=37941192)
+5784 train 3.251640 (lr=2.9117e-04) (hash(x)=40198829)
+5785 train 3.264348 (lr=2.9108e-04) (hash(x)=36929862)
+5786 train 3.288238 (lr=2.9099e-04) (hash(x)=43892562)
+5787 train 3.263535 (lr=2.9090e-04) (hash(x)=41330378)
+5788 train 3.257857 (lr=2.9081e-04) (hash(x)=37650791)
+5789 train 3.264386 (lr=2.9072e-04) (hash(x)=41728460)
+5790 train 3.276509 (lr=2.9063e-04) (hash(x)=46177031)
+5791 train 3.240037 (lr=2.9054e-04) (hash(x)=40758692)
+5792 train 3.331566 (lr=2.9045e-04) (hash(x)=39491800)
+5793 train 3.222403 (lr=2.9036e-04) (hash(x)=39963791)
+5794 train 3.254543 (lr=2.9027e-04) (hash(x)=39723728)
+5795 train 3.284598 (lr=2.9018e-04) (hash(x)=39954349)
+5796 train 3.276123 (lr=2.9009e-04) (hash(x)=44933090)
+5797 train 3.277104 (lr=2.9000e-04) (hash(x)=39780695)
+5798 train 3.257967 (lr=2.8991e-04) (hash(x)=42009337)
+5799 train 3.204451 (lr=2.8982e-04) (hash(x)=45683037)
+5800 train 3.211995 (lr=2.8973e-04) (hash(x)=34589248)
+5801 train 3.237812 (lr=2.8964e-04) (hash(x)=36497657)
+5802 train 3.244483 (lr=2.8955e-04) (hash(x)=38689373)
+5803 train 3.188564 (lr=2.8946e-04) (hash(x)=40047636)
+5804 train 3.201560 (lr=2.8937e-04) (hash(x)=37611456)
+5805 train 3.281508 (lr=2.8927e-04) (hash(x)=38619464)
+5806 train 3.244855 (lr=2.8918e-04) (hash(x)=38649489)
+5807 train 3.192581 (lr=2.8909e-04) (hash(x)=47967441)
+5808 train 3.142067 (lr=2.8900e-04) (hash(x)=37058208)
+5809 train 3.216886 (lr=2.8891e-04) (hash(x)=42241118)
+5810 train 3.205696 (lr=2.8882e-04) (hash(x)=37116840)
+5811 train 2.984523 (lr=2.8873e-04) (hash(x)=40424227)
+5812 train 2.991212 (lr=2.8864e-04) (hash(x)=38071000)
+5813 train 3.023617 (lr=2.8855e-04) (hash(x)=39541181)
+5814 train 3.032611 (lr=2.8846e-04) (hash(x)=46993212)
+5815 train 2.967428 (lr=2.8837e-04) (hash(x)=41378458)
+5816 train 2.997699 (lr=2.8828e-04) (hash(x)=40879985)
+5817 train 3.048291 (lr=2.8819e-04) (hash(x)=40023050)
+5818 train 2.943757 (lr=2.8810e-04) (hash(x)=43577120)
+5819 train 2.993503 (lr=2.8801e-04) (hash(x)=43120405)
+5820 train 2.999629 (lr=2.8792e-04) (hash(x)=40792879)
+5821 train 3.034243 (lr=2.8783e-04) (hash(x)=40251162)
+5822 train 2.993370 (lr=2.8774e-04) (hash(x)=43535976)
+5823 train 3.188954 (lr=2.8765e-04) (hash(x)=38050857)
+5824 train 3.228330 (lr=2.8756e-04) (hash(x)=39591036)
+5825 train 3.247658 (lr=2.8747e-04) (hash(x)=39964733)
+5826 train 3.339922 (lr=2.8738e-04) (hash(x)=34077538)
+5827 train 3.248711 (lr=2.8729e-04) (hash(x)=34444515)
+5828 train 3.306237 (lr=2.8720e-04) (hash(x)=33943286)
+5829 train 3.208110 (lr=2.8711e-04) (hash(x)=39399741)
+5830 train 3.229591 (lr=2.8702e-04) (hash(x)=32409268)
+5831 train 3.264513 (lr=2.8693e-04) (hash(x)=43907369)
+5832 train 3.249938 (lr=2.8684e-04) (hash(x)=36960508)
+5833 train 3.335790 (lr=2.8675e-04) (hash(x)=44637502)
+5834 train 3.247100 (lr=2.8666e-04) (hash(x)=40325277)
+5835 train 3.275661 (lr=2.8657e-04) (hash(x)=38323946)
+5836 train 3.208502 (lr=2.8648e-04) (hash(x)=49090374)
+5837 train 3.294770 (lr=2.8639e-04) (hash(x)=38099783)
+5838 train 3.250561 (lr=2.8630e-04) (hash(x)=39503509)
+5839 train 3.276154 (lr=2.8621e-04) (hash(x)=52704956)
+5840 train 3.285796 (lr=2.8612e-04) (hash(x)=38272113)
+5841 train 3.305261 (lr=2.8603e-04) (hash(x)=47235439)
+5842 train 3.243196 (lr=2.8594e-04) (hash(x)=44365152)
+5843 train 3.283756 (lr=2.8585e-04) (hash(x)=37841147)
+5844 train 3.325601 (lr=2.8576e-04) (hash(x)=37352545)
+5845 train 3.266721 (lr=2.8567e-04) (hash(x)=33181411)
+5846 train 3.278535 (lr=2.8558e-04) (hash(x)=39127602)
+5847 train 3.288731 (lr=2.8549e-04) (hash(x)=40269749)
+5848 train 3.240375 (lr=2.8540e-04) (hash(x)=33878151)
+5849 train 3.216371 (lr=2.8531e-04) (hash(x)=44699070)
+5850 train 3.212693 (lr=2.8522e-04) (hash(x)=39270155)
+5851 train 3.221250 (lr=2.8513e-04) (hash(x)=41748104)
+5852 train 3.205473 (lr=2.8504e-04) (hash(x)=38135276)
+5853 train 3.164280 (lr=2.8495e-04) (hash(x)=39296497)
+5854 train 3.243122 (lr=2.8486e-04) (hash(x)=34750465)
+5855 train 3.217918 (lr=2.8477e-04) (hash(x)=37425294)
+5856 train 3.203518 (lr=2.8468e-04) (hash(x)=35077341)
+5857 train 3.195057 (lr=2.8459e-04) (hash(x)=42838925)
+5858 train 3.216513 (lr=2.8450e-04) (hash(x)=39606068)
+5859 train 3.206739 (lr=2.8441e-04) (hash(x)=42170479)
+5860 train 3.072692 (lr=2.8432e-04) (hash(x)=39281995)
+5861 train 2.994236 (lr=2.8422e-04) (hash(x)=34997745)
+5862 train 3.061198 (lr=2.8413e-04) (hash(x)=48026395)
+5863 train 3.045603 (lr=2.8404e-04) (hash(x)=42597179)
+5864 train 2.940984 (lr=2.8395e-04) (hash(x)=45584832)
+5865 train 3.024569 (lr=2.8386e-04) (hash(x)=42719406)
+5866 train 3.012469 (lr=2.8377e-04) (hash(x)=40898584)
+5867 train 3.007306 (lr=2.8368e-04) (hash(x)=40550003)
+5868 train 2.978788 (lr=2.8359e-04) (hash(x)=37491245)
+5869 train 3.046743 (lr=2.8350e-04) (hash(x)=26672246)
+5870 train 2.997407 (lr=2.8341e-04) (hash(x)=39398378)
+5871 train 2.984416 (lr=2.8332e-04) (hash(x)=40284464)
+5872 train 3.073546 (lr=2.8323e-04) (hash(x)=39228915)
+5873 train 3.232105 (lr=2.8314e-04) (hash(x)=38676869)
+5874 train 3.258384 (lr=2.8306e-04) (hash(x)=33256997)
+5875 train 3.301009 (lr=2.8297e-04) (hash(x)=38744769)
+5876 train 3.265259 (lr=2.8288e-04) (hash(x)=42899666)
+5877 train 3.303389 (lr=2.8279e-04) (hash(x)=37980559)
+5878 train 3.214283 (lr=2.8270e-04) (hash(x)=37805561)
+5879 train 3.212635 (lr=2.8261e-04) (hash(x)=41541962)
+5880 train 3.365664 (lr=2.8252e-04) (hash(x)=49644858)
+5881 train 3.230301 (lr=2.8243e-04) (hash(x)=49992696)
+5882 train 3.255661 (lr=2.8234e-04) (hash(x)=39341437)
+5883 train 3.250637 (lr=2.8225e-04) (hash(x)=33593901)
+5884 train 3.279773 (lr=2.8216e-04) (hash(x)=43277585)
+5885 train 3.231227 (lr=2.8207e-04) (hash(x)=53234962)
+5886 train 3.300904 (lr=2.8198e-04) (hash(x)=38195834)
+5887 train 3.251406 (lr=2.8189e-04) (hash(x)=42071556)
+5888 train 3.264544 (lr=2.8180e-04) (hash(x)=38696215)
+5889 train 3.210093 (lr=2.8171e-04) (hash(x)=54030228)
+5890 train 3.233922 (lr=2.8162e-04) (hash(x)=36009428)
+5891 train 3.258847 (lr=2.8153e-04) (hash(x)=42220251)
+5892 train 3.302749 (lr=2.8144e-04) (hash(x)=38426087)
+5893 train 3.259130 (lr=2.8135e-04) (hash(x)=35016477)
+5894 train 3.244938 (lr=2.8126e-04) (hash(x)=43027744)
+5895 train 3.251147 (lr=2.8117e-04) (hash(x)=38593807)
+5896 train 3.259186 (lr=2.8108e-04) (hash(x)=39938281)
+5897 train 3.163236 (lr=2.8099e-04) (hash(x)=41204540)
+5898 train 3.223144 (lr=2.8090e-04) (hash(x)=42387853)
+5899 train 3.232548 (lr=2.8081e-04) (hash(x)=41421187)
+5900 train 3.220568 (lr=2.8072e-04) (hash(x)=35234859)
+5901 train 3.200505 (lr=2.8063e-04) (hash(x)=38202679)
+5902 train 3.243894 (lr=2.8054e-04) (hash(x)=38041822)
+5903 train 3.234058 (lr=2.8045e-04) (hash(x)=35826333)
+5904 train 3.272612 (lr=2.8036e-04) (hash(x)=39474099)
+5905 train 3.198293 (lr=2.8027e-04) (hash(x)=39522857)
+5906 train 3.215346 (lr=2.8018e-04) (hash(x)=42641047)
+5907 train 3.178720 (lr=2.8009e-04) (hash(x)=40587033)
+5908 train 3.191854 (lr=2.8000e-04) (hash(x)=36180714)
+5909 train 2.991389 (lr=2.7991e-04) (hash(x)=47744965)
+5910 train 3.021577 (lr=2.7982e-04) (hash(x)=39465230)
+5911 train 3.016335 (lr=2.7973e-04) (hash(x)=40208709)
+5912 train 3.012837 (lr=2.7964e-04) (hash(x)=37729343)
+5913 train 3.049767 (lr=2.7955e-04) (hash(x)=42171419)
+5914 train 2.986863 (lr=2.7946e-04) (hash(x)=38234577)
+5915 train 2.983889 (lr=2.7937e-04) (hash(x)=39117433)
+5916 train 3.014545 (lr=2.7928e-04) (hash(x)=35094634)
+5917 train 3.002168 (lr=2.7919e-04) (hash(x)=37010541)
+5918 train 2.967577 (lr=2.7910e-04) (hash(x)=39614871)
+5919 train 3.012692 (lr=2.7901e-04) (hash(x)=42120552)
+5920 train 2.948957 (lr=2.7892e-04) (hash(x)=37706585)
+5921 train 3.074286 (lr=2.7883e-04) (hash(x)=38068078)
+5922 train 3.267381 (lr=2.7874e-04) (hash(x)=39053452)
+5923 train 3.217969 (lr=2.7865e-04) (hash(x)=43199229)
+5924 train 3.215214 (lr=2.7856e-04) (hash(x)=44337770)
+5925 train 3.278206 (lr=2.7847e-04) (hash(x)=38302663)
+5926 train 3.224191 (lr=2.7838e-04) (hash(x)=40249979)
+5927 train 3.184202 (lr=2.7829e-04) (hash(x)=39641970)
+5928 train 3.255526 (lr=2.7821e-04) (hash(x)=40782540)
+5929 train 3.231756 (lr=2.7812e-04) (hash(x)=51421789)
+5930 train 3.266390 (lr=2.7803e-04) (hash(x)=41446658)
+5931 train 3.281369 (lr=2.7794e-04) (hash(x)=39588039)
+5932 train 3.229323 (lr=2.7785e-04) (hash(x)=47214227)
+5933 train 3.327765 (lr=2.7776e-04) (hash(x)=39883095)
+5934 train 3.301658 (lr=2.7767e-04) (hash(x)=40304208)
+5935 train 3.254849 (lr=2.7758e-04) (hash(x)=42527081)
+5936 train 3.287082 (lr=2.7749e-04) (hash(x)=36265546)
+5937 train 3.259068 (lr=2.7740e-04) (hash(x)=42758895)
+5938 train 3.328895 (lr=2.7731e-04) (hash(x)=36698130)
+5939 train 3.226984 (lr=2.7722e-04) (hash(x)=37497198)
+5940 train 3.242433 (lr=2.7713e-04) (hash(x)=36946687)
+5941 train 3.248462 (lr=2.7704e-04) (hash(x)=40548362)
+5942 train 3.320881 (lr=2.7695e-04) (hash(x)=39255110)
+5943 train 3.232206 (lr=2.7686e-04) (hash(x)=39935294)
+5944 train 3.315248 (lr=2.7677e-04) (hash(x)=44162401)
+5945 train 3.258375 (lr=2.7668e-04) (hash(x)=41279521)
+5946 train 3.134441 (lr=2.7659e-04) (hash(x)=33778878)
+5947 train 3.205224 (lr=2.7650e-04) (hash(x)=43945955)
+5948 train 3.208156 (lr=2.7641e-04) (hash(x)=40201655)
+5949 train 3.206765 (lr=2.7632e-04) (hash(x)=38385721)
+5950 train 3.189227 (lr=2.7623e-04) (hash(x)=41805381)
+5951 train 3.164175 (lr=2.7614e-04) (hash(x)=42725397)
+5952 train 3.204863 (lr=2.7606e-04) (hash(x)=38094952)
+5953 train 3.150509 (lr=2.7597e-04) (hash(x)=50257017)
+5954 train 3.224716 (lr=2.7588e-04) (hash(x)=36155482)
+5955 train 3.243264 (lr=2.7579e-04) (hash(x)=34354531)
+5956 train 3.193772 (lr=2.7570e-04) (hash(x)=41414759)
+5957 train 3.212023 (lr=2.7561e-04) (hash(x)=41210664)
+5958 train 2.985610 (lr=2.7552e-04) (hash(x)=36417673)
+5959 train 2.999584 (lr=2.7543e-04) (hash(x)=37069860)
+5960 train 3.023835 (lr=2.7534e-04) (hash(x)=40147903)
+5961 train 2.982418 (lr=2.7525e-04) (hash(x)=45365623)
+5962 train 3.008604 (lr=2.7516e-04) (hash(x)=38578442)
+5963 train 2.985363 (lr=2.7507e-04) (hash(x)=40018505)
+5964 train 2.984160 (lr=2.7498e-04) (hash(x)=43167804)
+5965 train 2.964254 (lr=2.7489e-04) (hash(x)=41523614)
+5966 train 3.040584 (lr=2.7480e-04) (hash(x)=37717654)
+5967 train 2.960676 (lr=2.7471e-04) (hash(x)=43540649)
+5968 train 3.018282 (lr=2.7462e-04) (hash(x)=41937204)
+5969 train 3.066012 (lr=2.7453e-04) (hash(x)=36894496)
+5970 train 3.115554 (lr=2.7444e-04) (hash(x)=40628348)
+5971 train 3.247046 (lr=2.7436e-04) (hash(x)=35929884)
+5972 train 3.239581 (lr=2.7427e-04) (hash(x)=44724186)
+5973 train 3.228589 (lr=2.7418e-04) (hash(x)=39747068)
+5974 train 3.248849 (lr=2.7409e-04) (hash(x)=39585276)
+5975 train 3.250617 (lr=2.7400e-04) (hash(x)=37371121)
+5976 train 3.271160 (lr=2.7391e-04) (hash(x)=42268309)
+5977 train 3.251274 (lr=2.7382e-04) (hash(x)=37330832)
+5978 train 3.202782 (lr=2.7373e-04) (hash(x)=37305999)
+5979 train 3.294399 (lr=2.7364e-04) (hash(x)=40149132)
+5980 train 3.199137 (lr=2.7355e-04) (hash(x)=41707261)
+5981 train 3.257029 (lr=2.7346e-04) (hash(x)=39363722)
+5982 train 3.288528 (lr=2.7337e-04) (hash(x)=32909163)
+5983 train 3.245112 (lr=2.7328e-04) (hash(x)=41342399)
+5984 train 3.262009 (lr=2.7319e-04) (hash(x)=41861279)
+5985 train 3.303282 (lr=2.7310e-04) (hash(x)=39328927)
+5986 train 3.250974 (lr=2.7302e-04) (hash(x)=38016110)
+5987 train 3.296673 (lr=2.7293e-04) (hash(x)=40163056)
+5988 train 3.255416 (lr=2.7284e-04) (hash(x)=44860107)
+5989 train 3.200656 (lr=2.7275e-04) (hash(x)=45475788)
+5990 train 3.258812 (lr=2.7266e-04) (hash(x)=39096589)
+5991 train 3.239745 (lr=2.7257e-04) (hash(x)=44043248)
+5992 train 3.265637 (lr=2.7248e-04) (hash(x)=33961579)
+5993 train 3.220983 (lr=2.7239e-04) (hash(x)=40632724)
+5994 train 3.278714 (lr=2.7230e-04) (hash(x)=37269061)
+5995 train 3.163792 (lr=2.7221e-04) (hash(x)=41137154)
+5996 train 3.198489 (lr=2.7212e-04) (hash(x)=40090711)
+5997 train 3.195800 (lr=2.7203e-04) (hash(x)=49012559)
+5998 train 3.231017 (lr=2.7194e-04) (hash(x)=33257245)
+5999 train 3.186580 (lr=2.7185e-04) (hash(x)=36691111)
+6000 val loss 3.2149
+6000 val perplexity 24.8996
+6000 hella 0.2892
+6000 train 3.243521 (lr=2.7177e-04) (hash(x)=41624666)
+6001 train 3.190897 (lr=2.7168e-04) (hash(x)=40655823)
+6002 train 3.234860 (lr=2.7159e-04) (hash(x)=39320583)
+6003 train 3.222029 (lr=2.7150e-04) (hash(x)=33119429)
+6004 train 3.250940 (lr=2.7141e-04) (hash(x)=39846842)
+6005 train 3.187020 (lr=2.7132e-04) (hash(x)=36857148)
+6006 train 2.918454 (lr=2.7123e-04) (hash(x)=35880655)
+6007 train 2.959953 (lr=2.7114e-04) (hash(x)=37847576)
+6008 train 2.931716 (lr=2.7105e-04) (hash(x)=46467957)
+6009 train 2.995432 (lr=2.7096e-04) (hash(x)=34896804)
+6010 train 2.956297 (lr=2.7087e-04) (hash(x)=38146536)
+6011 train 3.026467 (lr=2.7078e-04) (hash(x)=37828161)
+6012 train 2.992790 (lr=2.7070e-04) (hash(x)=41148766)
+6013 train 3.028893 (lr=2.7061e-04) (hash(x)=40981314)
+6014 train 2.967559 (lr=2.7052e-04) (hash(x)=42163927)
+6015 train 2.983337 (lr=2.7043e-04) (hash(x)=37004404)
+6016 train 2.979444 (lr=2.7034e-04) (hash(x)=38836252)
+6017 train 2.943232 (lr=2.7025e-04) (hash(x)=41956830)
+6018 train 3.323979 (lr=2.7016e-04) (hash(x)=38536198)
+6019 train 3.282802 (lr=2.7007e-04) (hash(x)=36122334)
+6020 train 3.258309 (lr=2.6998e-04) (hash(x)=43639274)
+6021 train 3.193223 (lr=2.6989e-04) (hash(x)=42495671)
+6022 train 3.210553 (lr=2.6980e-04) (hash(x)=38240613)
+6023 train 3.279984 (lr=2.6972e-04) (hash(x)=39781191)
+6024 train 3.232006 (lr=2.6963e-04) (hash(x)=39134907)
+6025 train 3.206110 (lr=2.6954e-04) (hash(x)=43182957)
+6026 train 3.234930 (lr=2.6945e-04) (hash(x)=40185529)
+6027 train 3.311128 (lr=2.6936e-04) (hash(x)=41222202)
+6028 train 3.261148 (lr=2.6927e-04) (hash(x)=41825752)
+6029 train 3.269130 (lr=2.6918e-04) (hash(x)=34675376)
+6030 train 3.223953 (lr=2.6909e-04) (hash(x)=40015229)
+6031 train 3.294261 (lr=2.6900e-04) (hash(x)=40397696)
+6032 train 3.231269 (lr=2.6891e-04) (hash(x)=37022574)
+6033 train 3.290396 (lr=2.6883e-04) (hash(x)=42054719)
+6034 train 3.240986 (lr=2.6874e-04) (hash(x)=41374914)
+6035 train 3.239768 (lr=2.6865e-04) (hash(x)=37877520)
+6036 train 3.209915 (lr=2.6856e-04) (hash(x)=42015160)
+6037 train 3.276229 (lr=2.6847e-04) (hash(x)=43232040)
+6038 train 3.232579 (lr=2.6838e-04) (hash(x)=39514422)
+6039 train 3.228718 (lr=2.6829e-04) (hash(x)=36411119)
+6040 train 3.302399 (lr=2.6820e-04) (hash(x)=40761792)
+6041 train 3.289613 (lr=2.6811e-04) (hash(x)=43718563)
+6042 train 3.199265 (lr=2.6803e-04) (hash(x)=36685302)
+6043 train 3.236980 (lr=2.6794e-04) (hash(x)=41436150)
+6044 train 3.180820 (lr=2.6785e-04) (hash(x)=36998132)
+6045 train 3.221269 (lr=2.6776e-04) (hash(x)=45349917)
+6046 train 3.222087 (lr=2.6767e-04) (hash(x)=41271967)
+6047 train 3.198719 (lr=2.6758e-04) (hash(x)=37844416)
+6048 train 3.150810 (lr=2.6749e-04) (hash(x)=46170886)
+6049 train 3.209058 (lr=2.6740e-04) (hash(x)=42778782)
+6050 train 3.194197 (lr=2.6731e-04) (hash(x)=39809430)
+6051 train 3.129559 (lr=2.6723e-04) (hash(x)=42886050)
+6052 train 3.220113 (lr=2.6714e-04) (hash(x)=40759829)
+6053 train 3.194190 (lr=2.6705e-04) (hash(x)=41566924)
+6054 train 3.017397 (lr=2.6696e-04) (hash(x)=38655460)
+6055 train 3.022433 (lr=2.6687e-04) (hash(x)=40269729)
+6056 train 3.046001 (lr=2.6678e-04) (hash(x)=40001202)
+6057 train 3.023329 (lr=2.6669e-04) (hash(x)=37852952)
+6058 train 3.045029 (lr=2.6660e-04) (hash(x)=41494717)
+6059 train 3.015249 (lr=2.6651e-04) (hash(x)=38537700)
+6060 train 3.029810 (lr=2.6643e-04) (hash(x)=36956005)
+6061 train 2.978819 (lr=2.6634e-04) (hash(x)=40292201)
+6062 train 2.953177 (lr=2.6625e-04) (hash(x)=37786919)
+6063 train 3.000019 (lr=2.6616e-04) (hash(x)=42650327)
+6064 train 2.952791 (lr=2.6607e-04) (hash(x)=37560313)
+6065 train 2.948262 (lr=2.6598e-04) (hash(x)=42318673)
+6066 train 3.249279 (lr=2.6589e-04) (hash(x)=36777803)
+6067 train 3.230894 (lr=2.6580e-04) (hash(x)=37267170)
+6068 train 3.181994 (lr=2.6572e-04) (hash(x)=41585707)
+6069 train 3.273831 (lr=2.6563e-04) (hash(x)=43013289)
+6070 train 3.213125 (lr=2.6554e-04) (hash(x)=37880383)
+6071 train 3.261881 (lr=2.6545e-04) (hash(x)=41879605)
+6072 train 3.240355 (lr=2.6536e-04) (hash(x)=40763244)
+6073 train 3.243331 (lr=2.6527e-04) (hash(x)=35838504)
+6074 train 3.283082 (lr=2.6518e-04) (hash(x)=39847757)
+6075 train 3.233422 (lr=2.6509e-04) (hash(x)=39038201)
+6076 train 3.424018 (lr=2.6501e-04) (hash(x)=42865128)
+6077 train 3.264370 (lr=2.6492e-04) (hash(x)=39982026)
+6078 train 3.260912 (lr=2.6483e-04) (hash(x)=39143347)
+6079 train 3.226949 (lr=2.6474e-04) (hash(x)=39892441)
+6080 train 3.273979 (lr=2.6465e-04) (hash(x)=31676739)
+6081 train 3.231087 (lr=2.6456e-04) (hash(x)=47280800)
+6082 train 3.262656 (lr=2.6447e-04) (hash(x)=41254443)
+6083 train 3.276215 (lr=2.6439e-04) (hash(x)=37677677)
+6084 train 3.265540 (lr=2.6430e-04) (hash(x)=43244299)
+6085 train 3.191794 (lr=2.6421e-04) (hash(x)=43696935)
+6086 train 3.258155 (lr=2.6412e-04) (hash(x)=41842500)
+6087 train 3.261790 (lr=2.6403e-04) (hash(x)=45085468)
+6088 train 3.244488 (lr=2.6394e-04) (hash(x)=43124319)
+6089 train 3.263161 (lr=2.6385e-04) (hash(x)=43638426)
+6090 train 3.299219 (lr=2.6377e-04) (hash(x)=39896907)
+6091 train 3.194464 (lr=2.6368e-04) (hash(x)=31156171)
+6092 train 3.196931 (lr=2.6359e-04) (hash(x)=47422595)
+6093 train 3.222730 (lr=2.6350e-04) (hash(x)=39793441)
+6094 train 3.145505 (lr=2.6341e-04) (hash(x)=41103744)
+6095 train 3.183810 (lr=2.6332e-04) (hash(x)=45012631)
+6096 train 3.218492 (lr=2.6323e-04) (hash(x)=40665037)
+6097 train 3.193116 (lr=2.6315e-04) (hash(x)=38747148)
+6098 train 3.222297 (lr=2.6306e-04) (hash(x)=32628313)
+6099 train 3.208920 (lr=2.6297e-04) (hash(x)=38556169)
+6100 train 3.242441 (lr=2.6288e-04) (hash(x)=39272677)
+6101 train 3.222272 (lr=2.6279e-04) (hash(x)=40417109)
+6102 train 3.087450 (lr=2.6270e-04) (hash(x)=43902332)
+6103 train 2.914207 (lr=2.6261e-04) (hash(x)=34778456)
+6104 train 3.008112 (lr=2.6253e-04) (hash(x)=46875977)
+6105 train 3.043632 (lr=2.6244e-04) (hash(x)=40536340)
+6106 train 2.961678 (lr=2.6235e-04) (hash(x)=37635981)
+6107 train 3.031741 (lr=2.6226e-04) (hash(x)=42199692)
+6108 train 2.916258 (lr=2.6217e-04) (hash(x)=35578785)
+6109 train 2.997987 (lr=2.6208e-04) (hash(x)=41160597)
+6110 train 2.966707 (lr=2.6200e-04) (hash(x)=40393951)
+6111 train 2.997414 (lr=2.6191e-04) (hash(x)=43391293)
+6112 train 3.079053 (lr=2.6182e-04) (hash(x)=40774911)
+6113 train 2.986998 (lr=2.6173e-04) (hash(x)=39202164)
+6114 train 2.962809 (lr=2.6164e-04) (hash(x)=37552174)
+6115 train 3.173954 (lr=2.6155e-04) (hash(x)=37625592)
+6116 train 3.292020 (lr=2.6147e-04) (hash(x)=34940676)
+6117 train 3.261056 (lr=2.6138e-04) (hash(x)=41189855)
+6118 train 3.251119 (lr=2.6129e-04) (hash(x)=39545944)
+6119 train 3.261335 (lr=2.6120e-04) (hash(x)=38779229)
+6120 train 3.271334 (lr=2.6111e-04) (hash(x)=31143659)
+6121 train 3.252534 (lr=2.6102e-04) (hash(x)=43397888)
+6122 train 3.269483 (lr=2.6094e-04) (hash(x)=43595722)
+6123 train 3.265351 (lr=2.6085e-04) (hash(x)=42126544)
+6124 train 3.236329 (lr=2.6076e-04) (hash(x)=37639476)
+6125 train 3.260886 (lr=2.6067e-04) (hash(x)=35876509)
+6126 train 3.218549 (lr=2.6058e-04) (hash(x)=42415683)
+6127 train 3.199498 (lr=2.6049e-04) (hash(x)=43408049)
+6128 train 3.366958 (lr=2.6041e-04) (hash(x)=38574741)
+6129 train 3.213336 (lr=2.6032e-04) (hash(x)=40769102)
+6130 train 3.232026 (lr=2.6023e-04) (hash(x)=35631892)
+6131 train 3.269814 (lr=2.6014e-04) (hash(x)=32599394)
+6132 train 3.293205 (lr=2.6005e-04) (hash(x)=39885865)
+6133 train 3.212511 (lr=2.5996e-04) (hash(x)=39166510)
+6134 train 3.258271 (lr=2.5988e-04) (hash(x)=39309556)
+6135 train 3.256753 (lr=2.5979e-04) (hash(x)=39224256)
+6136 train 3.245304 (lr=2.5970e-04) (hash(x)=41041480)
+6137 train 3.218485 (lr=2.5961e-04) (hash(x)=38991403)
+6138 train 3.228168 (lr=2.5952e-04) (hash(x)=40332425)
+6139 train 3.233457 (lr=2.5944e-04) (hash(x)=38153609)
+6140 train 3.160588 (lr=2.5935e-04) (hash(x)=36475385)
+6141 train 3.218661 (lr=2.5926e-04) (hash(x)=48244967)
+6142 train 3.200161 (lr=2.5917e-04) (hash(x)=41633790)
+6143 train 3.160921 (lr=2.5908e-04) (hash(x)=38857441)
+6144 train 3.177329 (lr=2.5899e-04) (hash(x)=40775714)
+6145 train 3.162955 (lr=2.5891e-04) (hash(x)=45400735)
+6146 train 3.185169 (lr=2.5882e-04) (hash(x)=46698106)
+6147 train 3.158098 (lr=2.5873e-04) (hash(x)=48118087)
+6148 train 3.223403 (lr=2.5864e-04) (hash(x)=37495945)
+6149 train 3.184932 (lr=2.5855e-04) (hash(x)=38553288)
+6150 train 3.192437 (lr=2.5847e-04) (hash(x)=38457365)
+6151 train 2.989516 (lr=2.5838e-04) (hash(x)=45651859)
+6152 train 2.938053 (lr=2.5829e-04) (hash(x)=47603720)
+6153 train 2.992496 (lr=2.5820e-04) (hash(x)=45583276)
+6154 train 2.998930 (lr=2.5811e-04) (hash(x)=41088134)
+6155 train 2.944973 (lr=2.5803e-04) (hash(x)=43105210)
+6156 train 2.987725 (lr=2.5794e-04) (hash(x)=36043648)
+6157 train 2.952852 (lr=2.5785e-04) (hash(x)=35304270)
+6158 train 2.991848 (lr=2.5776e-04) (hash(x)=45869159)
+6159 train 2.922592 (lr=2.5767e-04) (hash(x)=42246802)
+6160 train 2.988729 (lr=2.5759e-04) (hash(x)=38463965)
+6161 train 2.945537 (lr=2.5750e-04) (hash(x)=37801545)
+6162 train 2.993985 (lr=2.5741e-04) (hash(x)=40483434)
+6163 train 3.067535 (lr=2.5732e-04) (hash(x)=41861634)
+6164 train 3.177743 (lr=2.5723e-04) (hash(x)=37986375)
+6165 train 3.213243 (lr=2.5715e-04) (hash(x)=35011174)
+6166 train 3.222954 (lr=2.5706e-04) (hash(x)=41143607)
+6167 train 3.199197 (lr=2.5697e-04) (hash(x)=43232815)
+6168 train 3.162041 (lr=2.5688e-04) (hash(x)=40690524)
+6169 train 3.194801 (lr=2.5679e-04) (hash(x)=36737020)
+6170 train 3.190010 (lr=2.5671e-04) (hash(x)=42173963)
+6171 train 3.178115 (lr=2.5662e-04) (hash(x)=44253286)
+6172 train 3.235101 (lr=2.5653e-04) (hash(x)=47672024)
+6173 train 3.206170 (lr=2.5644e-04) (hash(x)=42038396)
+6174 train 3.224290 (lr=2.5635e-04) (hash(x)=37964346)
+6175 train 3.193655 (lr=2.5627e-04) (hash(x)=41310061)
+6176 train 3.231187 (lr=2.5618e-04) (hash(x)=40452548)
+6177 train 3.221992 (lr=2.5609e-04) (hash(x)=41128709)
+6178 train 3.222226 (lr=2.5600e-04) (hash(x)=52705307)
+6179 train 3.189997 (lr=2.5591e-04) (hash(x)=37498684)
+6180 train 3.229045 (lr=2.5583e-04) (hash(x)=43820140)
+6181 train 3.220294 (lr=2.5574e-04) (hash(x)=42742142)
+6182 train 3.195938 (lr=2.5565e-04) (hash(x)=38917058)
+6183 train 3.201932 (lr=2.5556e-04) (hash(x)=46795547)
+6184 train 3.254386 (lr=2.5548e-04) (hash(x)=38198366)
+6185 train 3.225423 (lr=2.5539e-04) (hash(x)=35720161)
+6186 train 3.235150 (lr=2.5530e-04) (hash(x)=37278010)
+6187 train 3.207791 (lr=2.5521e-04) (hash(x)=42333571)
+6188 train 3.220815 (lr=2.5512e-04) (hash(x)=33668932)
+6189 train 3.213431 (lr=2.5504e-04) (hash(x)=36428119)
+6190 train 3.237533 (lr=2.5495e-04) (hash(x)=36631772)
+6191 train 3.208915 (lr=2.5486e-04) (hash(x)=45783989)
+6192 train 3.227254 (lr=2.5477e-04) (hash(x)=43623655)
+6193 train 3.157505 (lr=2.5469e-04) (hash(x)=35320227)
+6194 train 3.226188 (lr=2.5460e-04) (hash(x)=40854672)
+6195 train 3.228948 (lr=2.5451e-04) (hash(x)=43597073)
+6196 train 3.191315 (lr=2.5442e-04) (hash(x)=39591139)
+6197 train 3.178425 (lr=2.5433e-04) (hash(x)=42064757)
+6198 train 3.137483 (lr=2.5425e-04) (hash(x)=39327228)
+6199 train 3.134633 (lr=2.5416e-04) (hash(x)=36221734)
+6200 train 2.903751 (lr=2.5407e-04) (hash(x)=43620887)
+6201 train 3.006153 (lr=2.5398e-04) (hash(x)=41382999)
+6202 train 3.013829 (lr=2.5390e-04) (hash(x)=38615543)
+6203 train 2.979947 (lr=2.5381e-04) (hash(x)=41294767)
+6204 train 2.958905 (lr=2.5372e-04) (hash(x)=42597552)
+6205 train 3.031244 (lr=2.5363e-04) (hash(x)=40657616)
+6206 train 2.948425 (lr=2.5355e-04) (hash(x)=41357965)
+6207 train 3.007016 (lr=2.5346e-04) (hash(x)=38043135)
+6208 train 2.982233 (lr=2.5337e-04) (hash(x)=40386648)
+6209 train 3.003032 (lr=2.5328e-04) (hash(x)=41638619)
+6210 train 2.962544 (lr=2.5320e-04) (hash(x)=41021366)
+6211 train 3.011794 (lr=2.5311e-04) (hash(x)=30180937)
+6212 train 3.275083 (lr=2.5302e-04) (hash(x)=37679898)
+6213 train 3.217795 (lr=2.5293e-04) (hash(x)=36808248)
+6214 train 3.241265 (lr=2.5285e-04) (hash(x)=35613059)
+6215 train 3.227718 (lr=2.5276e-04) (hash(x)=32609528)
+6216 train 3.202148 (lr=2.5267e-04) (hash(x)=39234826)
+6217 train 3.235453 (lr=2.5258e-04) (hash(x)=40575689)
+6218 train 3.210047 (lr=2.5250e-04) (hash(x)=46933124)
+6219 train 3.227673 (lr=2.5241e-04) (hash(x)=41729462)
+6220 train 3.151653 (lr=2.5232e-04) (hash(x)=44028472)
+6221 train 3.249084 (lr=2.5223e-04) (hash(x)=40293166)
+6222 train 3.195968 (lr=2.5215e-04) (hash(x)=38898724)
+6223 train 3.228280 (lr=2.5206e-04) (hash(x)=43295427)
+6224 train 3.216059 (lr=2.5197e-04) (hash(x)=40719267)
+6225 train 3.231034 (lr=2.5188e-04) (hash(x)=34776079)
+6226 train 3.265606 (lr=2.5180e-04) (hash(x)=42731386)
+6227 train 3.234095 (lr=2.5171e-04) (hash(x)=34779581)
+6228 train 3.238662 (lr=2.5162e-04) (hash(x)=38141865)
+6229 train 3.216052 (lr=2.5153e-04) (hash(x)=39984573)
+6230 train 3.149292 (lr=2.5145e-04) (hash(x)=40070191)
+6231 train 3.217126 (lr=2.5136e-04) (hash(x)=36748501)
+6232 train 3.163779 (lr=2.5127e-04) (hash(x)=31018195)
+6233 train 3.183090 (lr=2.5118e-04) (hash(x)=40922377)
+6234 train 3.204863 (lr=2.5110e-04) (hash(x)=41818154)
+6235 train 3.228833 (lr=2.5101e-04) (hash(x)=40466617)
+6236 train 3.214005 (lr=2.5092e-04) (hash(x)=34688154)
+6237 train 3.174839 (lr=2.5083e-04) (hash(x)=37626397)
+6238 train 3.224556 (lr=2.5075e-04) (hash(x)=36958277)
+6239 train 3.181254 (lr=2.5066e-04) (hash(x)=42171267)
+6240 train 3.126140 (lr=2.5057e-04) (hash(x)=47459046)
+6241 train 3.226838 (lr=2.5048e-04) (hash(x)=33134651)
+6242 train 3.226730 (lr=2.5040e-04) (hash(x)=37083882)
+6243 train 3.228698 (lr=2.5031e-04) (hash(x)=40421532)
+6244 train 3.184956 (lr=2.5022e-04) (hash(x)=39762016)
+6245 train 3.133458 (lr=2.5014e-04) (hash(x)=36877408)
+6246 train 3.215265 (lr=2.5005e-04) (hash(x)=38576414)
+6247 train 3.168333 (lr=2.4996e-04) (hash(x)=42217118)
+6248 train 3.090256 (lr=2.4987e-04) (hash(x)=41157002)
+6249 train 2.939002 (lr=2.4979e-04) (hash(x)=38326496)
+6250 val loss 3.2084
+6250 val perplexity 24.7383
+6250 hella 0.2878
+6250 train 3.019775 (lr=2.4970e-04) (hash(x)=27469377)
+6251 train 3.007258 (lr=2.4961e-04) (hash(x)=45819521)
+6252 train 2.957312 (lr=2.4952e-04) (hash(x)=35520319)
+6253 train 2.955284 (lr=2.4944e-04) (hash(x)=40778056)
+6254 train 3.053545 (lr=2.4935e-04) (hash(x)=40239897)
+6255 train 2.934943 (lr=2.4926e-04) (hash(x)=38605259)
+6256 train 2.971785 (lr=2.4918e-04) (hash(x)=46845954)
+6257 train 3.026738 (lr=2.4909e-04) (hash(x)=40167537)
+6258 train 2.927910 (lr=2.4900e-04) (hash(x)=37917384)
+6259 train 2.917968 (lr=2.4891e-04) (hash(x)=33771432)
+6260 train 3.033805 (lr=2.4883e-04) (hash(x)=34987230)
+6261 train 3.238625 (lr=2.4874e-04) (hash(x)=38870998)
+6262 train 3.206624 (lr=2.4865e-04) (hash(x)=37476970)
+6263 train 3.177530 (lr=2.4857e-04) (hash(x)=42412894)
+6264 train 3.196294 (lr=2.4848e-04) (hash(x)=37777796)
+6265 train 3.261384 (lr=2.4839e-04) (hash(x)=38318537)
+6266 train 3.257610 (lr=2.4830e-04) (hash(x)=33560332)
+6267 train 3.246448 (lr=2.4822e-04) (hash(x)=42876030)
+6268 train 3.237352 (lr=2.4813e-04) (hash(x)=40993037)
+6269 train 3.171313 (lr=2.4804e-04) (hash(x)=36139158)
+6270 train 3.319721 (lr=2.4796e-04) (hash(x)=37685388)
+6271 train 3.228210 (lr=2.4787e-04) (hash(x)=40414359)
+6272 train 3.280866 (lr=2.4778e-04) (hash(x)=37201781)
+6273 train 3.210878 (lr=2.4770e-04) (hash(x)=41254667)
+6274 train 3.283509 (lr=2.4761e-04) (hash(x)=40299921)
+6275 train 3.255497 (lr=2.4752e-04) (hash(x)=41145461)
+6276 train 3.246498 (lr=2.4743e-04) (hash(x)=38853324)
+6277 train 3.256954 (lr=2.4735e-04) (hash(x)=37277782)
+6278 train 3.208150 (lr=2.4726e-04) (hash(x)=40012654)
+6279 train 3.232002 (lr=2.4717e-04) (hash(x)=41276948)
+6280 train 3.251636 (lr=2.4709e-04) (hash(x)=40462677)
+6281 train 3.232365 (lr=2.4700e-04) (hash(x)=36330094)
+6282 train 3.207991 (lr=2.4691e-04) (hash(x)=39180161)
+6283 train 3.230688 (lr=2.4683e-04) (hash(x)=33853694)
+6284 train 3.191491 (lr=2.4674e-04) (hash(x)=38670907)
+6285 train 3.176688 (lr=2.4665e-04) (hash(x)=36950764)
+6286 train 3.166334 (lr=2.4657e-04) (hash(x)=33335633)
+6287 train 3.105333 (lr=2.4648e-04) (hash(x)=34222656)
+6288 train 3.217154 (lr=2.4639e-04) (hash(x)=35135669)
+6289 train 3.190797 (lr=2.4630e-04) (hash(x)=42884840)
+6290 train 3.254778 (lr=2.4622e-04) (hash(x)=40694846)
+6291 train 3.190786 (lr=2.4613e-04) (hash(x)=48206159)
+6292 train 3.190537 (lr=2.4604e-04) (hash(x)=42195111)
+6293 train 3.177891 (lr=2.4596e-04) (hash(x)=43266460)
+6294 train 3.176793 (lr=2.4587e-04) (hash(x)=42250633)
+6295 train 3.180042 (lr=2.4578e-04) (hash(x)=39531969)
+6296 train 3.175375 (lr=2.4570e-04) (hash(x)=42627133)
+6297 train 3.210725 (lr=2.4561e-04) (hash(x)=42300320)
+6298 train 3.231784 (lr=2.4552e-04) (hash(x)=39962915)
+6299 train 3.248704 (lr=2.4544e-04) (hash(x)=43401261)
+6300 train 3.224877 (lr=2.4535e-04) (hash(x)=36469596)
+6301 train 3.236329 (lr=2.4526e-04) (hash(x)=37186679)
+6302 train 3.210663 (lr=2.4518e-04) (hash(x)=39309776)
+6303 train 3.222665 (lr=2.4509e-04) (hash(x)=46742034)
+6304 train 3.248560 (lr=2.4500e-04) (hash(x)=36484651)
+6305 train 3.220302 (lr=2.4492e-04) (hash(x)=44987368)
+6306 train 3.184630 (lr=2.4483e-04) (hash(x)=43099154)
+6307 train 3.177279 (lr=2.4474e-04) (hash(x)=39557337)
+6308 train 3.244879 (lr=2.4466e-04) (hash(x)=38245358)
+6309 train 3.215732 (lr=2.4457e-04) (hash(x)=40216176)
+6310 train 3.210024 (lr=2.4448e-04) (hash(x)=40025274)
+6311 train 3.264590 (lr=2.4440e-04) (hash(x)=35002188)
+6312 train 3.202291 (lr=2.4431e-04) (hash(x)=40976757)
+6313 train 3.235227 (lr=2.4422e-04) (hash(x)=43796991)
+6314 train 3.208278 (lr=2.4414e-04) (hash(x)=40529092)
+6315 train 3.311797 (lr=2.4405e-04) (hash(x)=38607026)
+6316 train 3.209624 (lr=2.4396e-04) (hash(x)=40151215)
+6317 train 3.259105 (lr=2.4388e-04) (hash(x)=37658608)
+6318 train 3.172589 (lr=2.4379e-04) (hash(x)=41556334)
+6319 train 3.202705 (lr=2.4370e-04) (hash(x)=40788062)
+6320 train 3.233633 (lr=2.4362e-04) (hash(x)=39465185)
+6321 train 3.237301 (lr=2.4353e-04) (hash(x)=41279488)
+6322 train 3.176522 (lr=2.4344e-04) (hash(x)=33676964)
+6323 train 3.165401 (lr=2.4336e-04) (hash(x)=40292972)
+6324 train 3.180407 (lr=2.4327e-04) (hash(x)=36876667)
+6325 train 3.245189 (lr=2.4318e-04) (hash(x)=45623153)
+6326 train 3.181452 (lr=2.4310e-04) (hash(x)=42464584)
+6327 train 3.212503 (lr=2.4301e-04) (hash(x)=37317950)
+6328 train 3.188234 (lr=2.4292e-04) (hash(x)=39712780)
+6329 train 3.150464 (lr=2.4284e-04) (hash(x)=39710993)
+6330 train 3.235092 (lr=2.4275e-04) (hash(x)=36810088)
+6331 train 3.196451 (lr=2.4267e-04) (hash(x)=42760911)
+6332 train 3.160273 (lr=2.4258e-04) (hash(x)=41389206)
+6333 train 3.366017 (lr=2.4249e-04) (hash(x)=35443588)
+6334 train 3.217633 (lr=2.4241e-04) (hash(x)=48286101)
+6335 train 3.243047 (lr=2.4232e-04) (hash(x)=47232726)
+6336 train 3.189478 (lr=2.4223e-04) (hash(x)=44641127)
+6337 train 3.228831 (lr=2.4215e-04) (hash(x)=46285126)
+6338 train 3.272959 (lr=2.4206e-04) (hash(x)=37531319)
+6339 train 3.229776 (lr=2.4197e-04) (hash(x)=45028938)
+6340 train 3.192544 (lr=2.4189e-04) (hash(x)=39189586)
+6341 train 3.198498 (lr=2.4180e-04) (hash(x)=38019159)
+6342 train 3.213287 (lr=2.4172e-04) (hash(x)=43696510)
+6343 train 3.274681 (lr=2.4163e-04) (hash(x)=48207135)
+6344 train 3.234747 (lr=2.4154e-04) (hash(x)=36367028)
+6345 train 3.263458 (lr=2.4146e-04) (hash(x)=32419762)
+6346 train 3.238783 (lr=2.4137e-04) (hash(x)=40959385)
+6347 train 3.211145 (lr=2.4128e-04) (hash(x)=42276585)
+6348 train 3.182660 (lr=2.4120e-04) (hash(x)=36944491)
+6349 train 3.257055 (lr=2.4111e-04) (hash(x)=39956672)
+6350 train 3.189571 (lr=2.4102e-04) (hash(x)=45933783)
+6351 train 3.240926 (lr=2.4094e-04) (hash(x)=34609601)
+6352 train 3.225199 (lr=2.4085e-04) (hash(x)=41287898)
+6353 train 3.209448 (lr=2.4077e-04) (hash(x)=43870533)
+6354 train 3.302219 (lr=2.4068e-04) (hash(x)=43050320)
+6355 train 3.202713 (lr=2.4059e-04) (hash(x)=37433062)
+6356 train 3.275072 (lr=2.4051e-04) (hash(x)=41851393)
+6357 train 3.232589 (lr=2.4042e-04) (hash(x)=39011562)
+6358 train 3.219840 (lr=2.4034e-04) (hash(x)=42847827)
+6359 train 3.213875 (lr=2.4025e-04) (hash(x)=40085688)
+6360 train 3.188334 (lr=2.4016e-04) (hash(x)=41229580)
+6361 train 3.152535 (lr=2.4008e-04) (hash(x)=36064315)
+6362 train 3.233142 (lr=2.3999e-04) (hash(x)=42484835)
+6363 train 3.196417 (lr=2.3990e-04) (hash(x)=37004652)
+6364 train 3.276107 (lr=2.3982e-04) (hash(x)=45134127)
+6365 train 3.171991 (lr=2.3973e-04) (hash(x)=34381499)
+6366 train 3.188634 (lr=2.3965e-04) (hash(x)=27433993)
+6367 train 3.222170 (lr=2.3956e-04) (hash(x)=38303893)
+6368 train 3.191219 (lr=2.3947e-04) (hash(x)=38269915)
+6369 train 3.218443 (lr=2.3939e-04) (hash(x)=44561604)
+6370 train 3.342200 (lr=2.3930e-04) (hash(x)=33587258)
+6371 train 3.191772 (lr=2.3922e-04) (hash(x)=44919407)
+6372 train 3.204454 (lr=2.3913e-04) (hash(x)=42577114)
+6373 train 3.254351 (lr=2.3904e-04) (hash(x)=38751747)
+6374 train 3.257562 (lr=2.3896e-04) (hash(x)=34231391)
+6375 train 3.226354 (lr=2.3887e-04) (hash(x)=38660888)
+6376 train 3.223047 (lr=2.3879e-04) (hash(x)=36068791)
+6377 train 3.194535 (lr=2.3870e-04) (hash(x)=39198459)
+6378 train 3.302786 (lr=2.3861e-04) (hash(x)=41203480)
+6379 train 3.217947 (lr=2.3853e-04) (hash(x)=38556784)
+6380 train 3.227560 (lr=2.3844e-04) (hash(x)=44955588)
+6381 train 3.243737 (lr=2.3836e-04) (hash(x)=36535960)
+6382 train 3.213675 (lr=2.3827e-04) (hash(x)=36555347)
+6383 train 3.194185 (lr=2.3818e-04) (hash(x)=38210046)
+6384 train 3.236034 (lr=2.3810e-04) (hash(x)=37813675)
+6385 train 3.279265 (lr=2.3801e-04) (hash(x)=39630894)
+6386 train 3.216835 (lr=2.3793e-04) (hash(x)=35750990)
+6387 train 3.205315 (lr=2.3784e-04) (hash(x)=38692441)
+6388 train 3.248099 (lr=2.3775e-04) (hash(x)=43925924)
+6389 train 3.238878 (lr=2.3767e-04) (hash(x)=40379240)
+6390 train 3.202893 (lr=2.3758e-04) (hash(x)=41041305)
+6391 train 3.182770 (lr=2.3750e-04) (hash(x)=38604098)
+6392 train 3.176813 (lr=2.3741e-04) (hash(x)=39741344)
+6393 train 3.133011 (lr=2.3733e-04) (hash(x)=43501484)
+6394 train 3.122744 (lr=2.3724e-04) (hash(x)=40057008)
+6395 train 3.230952 (lr=2.3715e-04) (hash(x)=30483499)
+6396 train 3.231260 (lr=2.3707e-04) (hash(x)=49500464)
+6397 train 3.163537 (lr=2.3698e-04) (hash(x)=43461003)
+6398 train 3.119048 (lr=2.3690e-04) (hash(x)=46346425)
+6399 train 3.202186 (lr=2.3681e-04) (hash(x)=39384205)
+6400 train 3.113997 (lr=2.3673e-04) (hash(x)=41420942)
+6401 train 3.197468 (lr=2.3664e-04) (hash(x)=40242738)
+6402 train 3.211006 (lr=2.3655e-04) (hash(x)=40507018)
+6403 train 3.169829 (lr=2.3647e-04) (hash(x)=38230810)
+6404 train 3.214306 (lr=2.3638e-04) (hash(x)=41293185)
+6405 train 3.168794 (lr=2.3630e-04) (hash(x)=38553544)
+6406 train 3.185667 (lr=2.3621e-04) (hash(x)=42841791)
+6407 train 3.228861 (lr=2.3613e-04) (hash(x)=42134998)
+6408 train 3.184261 (lr=2.3604e-04) (hash(x)=36639520)
+6409 train 3.239516 (lr=2.3595e-04) (hash(x)=41090099)
+6410 train 3.236282 (lr=2.3587e-04) (hash(x)=38894864)
+6411 train 3.319987 (lr=2.3578e-04) (hash(x)=31855513)
+6412 train 3.212134 (lr=2.3570e-04) (hash(x)=41580495)
+6413 train 3.194873 (lr=2.3561e-04) (hash(x)=29653381)
+6414 train 3.198612 (lr=2.3553e-04) (hash(x)=40196774)
+6415 train 3.191090 (lr=2.3544e-04) (hash(x)=44102332)
+6416 train 3.217664 (lr=2.3535e-04) (hash(x)=41498522)
+6417 train 3.232660 (lr=2.3527e-04) (hash(x)=43673775)
+6418 train 3.244153 (lr=2.3518e-04) (hash(x)=41689369)
+6419 train 3.246845 (lr=2.3510e-04) (hash(x)=39027234)
+6420 train 3.252469 (lr=2.3501e-04) (hash(x)=44217456)
+6421 train 3.189256 (lr=2.3493e-04) (hash(x)=40132079)
+6422 train 3.199725 (lr=2.3484e-04) (hash(x)=35611234)
+6423 train 3.214441 (lr=2.3476e-04) (hash(x)=44273341)
+6424 train 3.213099 (lr=2.3467e-04) (hash(x)=42745550)
+6425 train 3.211387 (lr=2.3459e-04) (hash(x)=48458373)
+6426 train 3.203557 (lr=2.3450e-04) (hash(x)=41910980)
+6427 train 3.244636 (lr=2.3441e-04) (hash(x)=35630683)
+6428 train 3.167964 (lr=2.3433e-04) (hash(x)=39595419)
+6429 train 3.194794 (lr=2.3424e-04) (hash(x)=38051032)
+6430 train 3.174263 (lr=2.3416e-04) (hash(x)=38733236)
+6431 train 3.174851 (lr=2.3407e-04) (hash(x)=44668363)
+6432 train 3.179379 (lr=2.3399e-04) (hash(x)=46042024)
+6433 train 3.202652 (lr=2.3390e-04) (hash(x)=39495201)
+6434 train 3.167735 (lr=2.3382e-04) (hash(x)=42880478)
+6435 train 3.145981 (lr=2.3373e-04) (hash(x)=35610482)
+6436 train 3.202416 (lr=2.3365e-04) (hash(x)=36245663)
+6437 train 3.167269 (lr=2.3356e-04) (hash(x)=35951346)
+6438 train 3.142722 (lr=2.3348e-04) (hash(x)=39610280)
+6439 train 3.144758 (lr=2.3339e-04) (hash(x)=38455746)
+6440 train 3.193830 (lr=2.3330e-04) (hash(x)=40954473)
+6441 train 3.190406 (lr=2.3322e-04) (hash(x)=40554956)
+6442 train 3.236415 (lr=2.3313e-04) (hash(x)=40731782)
+6443 train 3.249823 (lr=2.3305e-04) (hash(x)=40529845)
+6444 train 3.235738 (lr=2.3296e-04) (hash(x)=44433186)
+6445 train 3.223543 (lr=2.3288e-04) (hash(x)=45519714)
+6446 train 3.178995 (lr=2.3279e-04) (hash(x)=41325058)
+6447 train 3.246916 (lr=2.3271e-04) (hash(x)=39368797)
+6448 train 3.209568 (lr=2.3262e-04) (hash(x)=43894318)
+6449 train 3.246425 (lr=2.3254e-04) (hash(x)=38900525)
+6450 train 3.165153 (lr=2.3245e-04) (hash(x)=34037513)
+6451 train 3.240141 (lr=2.3237e-04) (hash(x)=38117787)
+6452 train 3.211467 (lr=2.3228e-04) (hash(x)=36950306)
+6453 train 3.248461 (lr=2.3220e-04) (hash(x)=41667958)
+6454 train 3.242730 (lr=2.3211e-04) (hash(x)=42298078)
+6455 train 3.226358 (lr=2.3203e-04) (hash(x)=38376224)
+6456 train 3.181747 (lr=2.3194e-04) (hash(x)=40739542)
+6457 train 3.162658 (lr=2.3186e-04) (hash(x)=38683155)
+6458 train 3.237668 (lr=2.3177e-04) (hash(x)=39237312)
+6459 train 3.187907 (lr=2.3169e-04) (hash(x)=41607055)
+6460 train 3.190008 (lr=2.3160e-04) (hash(x)=32487025)
+6461 train 3.232264 (lr=2.3152e-04) (hash(x)=40698333)
+6462 train 3.205921 (lr=2.3143e-04) (hash(x)=42101933)
+6463 train 3.250944 (lr=2.3135e-04) (hash(x)=38237700)
+6464 train 3.287982 (lr=2.3126e-04) (hash(x)=40565898)
+6465 train 3.222483 (lr=2.3118e-04) (hash(x)=57406815)
+6466 train 3.224669 (lr=2.3109e-04) (hash(x)=37327137)
+6467 train 3.144410 (lr=2.3101e-04) (hash(x)=44946307)
+6468 train 3.187029 (lr=2.3092e-04) (hash(x)=37577369)
+6469 train 3.172865 (lr=2.3084e-04) (hash(x)=32948400)
+6470 train 3.160602 (lr=2.3075e-04) (hash(x)=40768625)
+6471 train 3.200103 (lr=2.3067e-04) (hash(x)=36125371)
+6472 train 3.175454 (lr=2.3058e-04) (hash(x)=46964252)
+6473 train 3.178888 (lr=2.3050e-04) (hash(x)=40947200)
+6474 train 3.210180 (lr=2.3041e-04) (hash(x)=41649815)
+6475 train 3.179167 (lr=2.3033e-04) (hash(x)=37083460)
+6476 train 3.116962 (lr=2.3024e-04) (hash(x)=50984589)
+6477 train 3.148361 (lr=2.3016e-04) (hash(x)=45546076)
+6478 train 3.199862 (lr=2.3007e-04) (hash(x)=38923082)
+6479 train 3.177247 (lr=2.2999e-04) (hash(x)=39840905)
+6480 train 3.257801 (lr=2.2990e-04) (hash(x)=43513548)
+6481 train 3.194755 (lr=2.2982e-04) (hash(x)=35092250)
+6482 train 3.211688 (lr=2.2973e-04) (hash(x)=43183985)
+6483 train 3.281392 (lr=2.2965e-04) (hash(x)=47357183)
+6484 train 3.227499 (lr=2.2956e-04) (hash(x)=42889874)
+6485 train 3.218119 (lr=2.2948e-04) (hash(x)=42591088)
+6486 train 3.247178 (lr=2.2939e-04) (hash(x)=39231730)
+6487 train 3.261020 (lr=2.2931e-04) (hash(x)=37777555)
+6488 train 3.186388 (lr=2.2922e-04) (hash(x)=39915618)
+6489 train 3.174290 (lr=2.2914e-04) (hash(x)=38925542)
+6490 train 3.228088 (lr=2.2905e-04) (hash(x)=43259880)
+6491 train 3.266979 (lr=2.2897e-04) (hash(x)=38660932)
+6492 train 3.201960 (lr=2.2888e-04) (hash(x)=40083333)
+6493 train 3.218478 (lr=2.2880e-04) (hash(x)=39967787)
+6494 train 3.215415 (lr=2.2872e-04) (hash(x)=40350334)
+6495 train 3.236619 (lr=2.2863e-04) (hash(x)=37341586)
+6496 train 3.198856 (lr=2.2855e-04) (hash(x)=43323089)
+6497 train 3.193375 (lr=2.2846e-04) (hash(x)=45985390)
+6498 train 3.276755 (lr=2.2838e-04) (hash(x)=42410475)
+6499 train 3.218993 (lr=2.2829e-04) (hash(x)=42306597)
+6500 val loss 3.1889
+6500 val perplexity 24.2608
+6500 hella 0.2871
+6500 train 3.228855 (lr=2.2821e-04) (hash(x)=40933420)
+6501 train 3.265890 (lr=2.2812e-04) (hash(x)=37619262)
+6502 train 3.190729 (lr=2.2804e-04) (hash(x)=41691531)
+6503 train 3.188003 (lr=2.2795e-04) (hash(x)=45534585)
+6504 train 3.159636 (lr=2.2787e-04) (hash(x)=50601846)
+6505 train 3.182741 (lr=2.2778e-04) (hash(x)=37379935)
+6506 train 3.151019 (lr=2.2770e-04) (hash(x)=40489593)
+6507 train 3.176182 (lr=2.2762e-04) (hash(x)=39230055)
+6508 train 3.151117 (lr=2.2753e-04) (hash(x)=32163832)
+6509 train 3.130518 (lr=2.2745e-04) (hash(x)=37841659)
+6510 train 3.175502 (lr=2.2736e-04) (hash(x)=42692699)
+6511 train 3.181790 (lr=2.2728e-04) (hash(x)=38170839)
+6512 train 3.201192 (lr=2.2719e-04) (hash(x)=37634084)
+6513 train 3.201376 (lr=2.2711e-04) (hash(x)=35425887)
+6514 train 3.171575 (lr=2.2702e-04) (hash(x)=39223927)
+6515 train 3.206321 (lr=2.2694e-04) (hash(x)=46102643)
+6516 train 3.224643 (lr=2.2685e-04) (hash(x)=43492061)
+6517 train 3.204195 (lr=2.2677e-04) (hash(x)=40509105)
+6518 train 3.208331 (lr=2.2669e-04) (hash(x)=35989821)
+6519 train 3.192230 (lr=2.2660e-04) (hash(x)=36099938)
+6520 train 3.284783 (lr=2.2652e-04) (hash(x)=47519731)
+6521 train 3.196579 (lr=2.2643e-04) (hash(x)=41182648)
+6522 train 3.219520 (lr=2.2635e-04) (hash(x)=38223234)
+6523 train 3.223561 (lr=2.2626e-04) (hash(x)=44314537)
+6524 train 3.288659 (lr=2.2618e-04) (hash(x)=37689931)
+6525 train 3.237611 (lr=2.2610e-04) (hash(x)=40933170)
+6526 train 3.242869 (lr=2.2601e-04) (hash(x)=44346547)
+6527 train 3.228215 (lr=2.2593e-04) (hash(x)=40870894)
+6528 train 3.253770 (lr=2.2584e-04) (hash(x)=40077994)
+6529 train 3.253688 (lr=2.2576e-04) (hash(x)=39340402)
+6530 train 3.240670 (lr=2.2567e-04) (hash(x)=41877720)
+6531 train 3.205801 (lr=2.2559e-04) (hash(x)=42246320)
+6532 train 3.251651 (lr=2.2551e-04) (hash(x)=38690807)
+6533 train 3.195330 (lr=2.2542e-04) (hash(x)=41527549)
+6534 train 3.285652 (lr=2.2534e-04) (hash(x)=38059910)
+6535 train 3.224592 (lr=2.2525e-04) (hash(x)=35142574)
+6536 train 3.209394 (lr=2.2517e-04) (hash(x)=39960396)
+6537 train 3.236044 (lr=2.2508e-04) (hash(x)=41801810)
+6538 train 3.225216 (lr=2.2500e-04) (hash(x)=35848034)
+6539 train 3.147935 (lr=2.2492e-04) (hash(x)=36737225)
+6540 train 3.123628 (lr=2.2483e-04) (hash(x)=44249668)
+6541 train 3.200269 (lr=2.2475e-04) (hash(x)=36550038)
+6542 train 3.210750 (lr=2.2466e-04) (hash(x)=36235251)
+6543 train 3.132682 (lr=2.2458e-04) (hash(x)=39931199)
+6544 train 3.088383 (lr=2.2450e-04) (hash(x)=42299648)
+6545 train 3.168449 (lr=2.2441e-04) (hash(x)=46261832)
+6546 train 3.191045 (lr=2.2433e-04) (hash(x)=44982279)
+6547 train 3.149476 (lr=2.2424e-04) (hash(x)=43912602)
+6548 train 3.174403 (lr=2.2416e-04) (hash(x)=36893581)
+6549 train 3.230398 (lr=2.2408e-04) (hash(x)=43534986)
+6550 train 3.193772 (lr=2.2399e-04) (hash(x)=38892252)
+6551 train 3.160304 (lr=2.2391e-04) (hash(x)=39852957)
+6552 train 3.235271 (lr=2.2382e-04) (hash(x)=43713710)
+6553 train 3.267052 (lr=2.2374e-04) (hash(x)=42895422)
+6554 train 3.250249 (lr=2.2366e-04) (hash(x)=41591919)
+6555 train 3.255925 (lr=2.2357e-04) (hash(x)=42424129)
+6556 train 3.181402 (lr=2.2349e-04) (hash(x)=37337347)
+6557 train 3.188841 (lr=2.2340e-04) (hash(x)=38667016)
+6558 train 3.231130 (lr=2.2332e-04) (hash(x)=48257174)
+6559 train 3.230020 (lr=2.2324e-04) (hash(x)=39121638)
+6560 train 3.222404 (lr=2.2315e-04) (hash(x)=36300747)
+6561 train 3.197473 (lr=2.2307e-04) (hash(x)=42100142)
+6562 train 3.212702 (lr=2.2298e-04) (hash(x)=40084213)
+6563 train 3.231219 (lr=2.2290e-04) (hash(x)=40559313)
+6564 train 3.240875 (lr=2.2282e-04) (hash(x)=37523937)
+6565 train 3.157862 (lr=2.2273e-04) (hash(x)=40167999)
+6566 train 3.279791 (lr=2.2265e-04) (hash(x)=39723195)
+6567 train 3.206881 (lr=2.2256e-04) (hash(x)=42155032)
+6568 train 3.237255 (lr=2.2248e-04) (hash(x)=37982512)
+6569 train 3.218757 (lr=2.2240e-04) (hash(x)=41296966)
+6570 train 3.256703 (lr=2.2231e-04) (hash(x)=42148208)
+6571 train 3.302812 (lr=2.2223e-04) (hash(x)=36439000)
+6572 train 3.271258 (lr=2.2215e-04) (hash(x)=35261229)
+6573 train 3.236089 (lr=2.2206e-04) (hash(x)=42538520)
+6574 train 3.210479 (lr=2.2198e-04) (hash(x)=38391390)
+6575 train 3.198242 (lr=2.2189e-04) (hash(x)=40477492)
+6576 train 3.125898 (lr=2.2181e-04) (hash(x)=47947196)
+6577 train 3.144509 (lr=2.2173e-04) (hash(x)=44295698)
+6578 train 3.155906 (lr=2.2164e-04) (hash(x)=41849445)
+6579 train 3.171804 (lr=2.2156e-04) (hash(x)=40418032)
+6580 train 3.112719 (lr=2.2148e-04) (hash(x)=34917924)
+6581 train 3.179841 (lr=2.2139e-04) (hash(x)=37768924)
+6582 train 3.170882 (lr=2.2131e-04) (hash(x)=42195374)
+6583 train 3.218407 (lr=2.2123e-04) (hash(x)=37854814)
+6584 train 3.131263 (lr=2.2114e-04) (hash(x)=39715800)
+6585 train 3.143033 (lr=2.2106e-04) (hash(x)=38318396)
+6586 train 3.147816 (lr=2.2097e-04) (hash(x)=39971310)
+6587 train 3.161415 (lr=2.2089e-04) (hash(x)=46030737)
+6588 train 3.239905 (lr=2.2081e-04) (hash(x)=47935073)
+6589 train 3.165820 (lr=2.2072e-04) (hash(x)=42111623)
+6590 train 3.241017 (lr=2.2064e-04) (hash(x)=41831137)
+6591 train 3.244149 (lr=2.2056e-04) (hash(x)=41385522)
+6592 train 3.214279 (lr=2.2047e-04) (hash(x)=41227100)
+6593 train 3.284357 (lr=2.2039e-04) (hash(x)=39010919)
+6594 train 3.210554 (lr=2.2031e-04) (hash(x)=41375651)
+6595 train 3.202991 (lr=2.2022e-04) (hash(x)=34079889)
+6596 train 3.194180 (lr=2.2014e-04) (hash(x)=40268070)
+6597 train 3.202303 (lr=2.2006e-04) (hash(x)=45890925)
+6598 train 3.229324 (lr=2.1997e-04) (hash(x)=38814099)
+6599 train 3.243129 (lr=2.1989e-04) (hash(x)=42506394)
+6600 train 3.271340 (lr=2.1981e-04) (hash(x)=37043774)
+6601 train 3.177320 (lr=2.1972e-04) (hash(x)=39220627)
+6602 train 3.236701 (lr=2.1964e-04) (hash(x)=39605131)
+6603 train 3.230093 (lr=2.1956e-04) (hash(x)=44528492)
+6604 train 3.222739 (lr=2.1947e-04) (hash(x)=36180334)
+6605 train 3.193527 (lr=2.1939e-04) (hash(x)=43989875)
+6606 train 3.192576 (lr=2.1931e-04) (hash(x)=44089693)
+6607 train 3.198045 (lr=2.1922e-04) (hash(x)=38831234)
+6608 train 3.275293 (lr=2.1914e-04) (hash(x)=40660925)
+6609 train 3.159532 (lr=2.1906e-04) (hash(x)=38047854)
+6610 train 3.332136 (lr=2.1897e-04) (hash(x)=43179639)
+6611 train 3.223377 (lr=2.1889e-04) (hash(x)=37951226)
+6612 train 3.153634 (lr=2.1881e-04) (hash(x)=39977802)
+6613 train 3.169369 (lr=2.1872e-04) (hash(x)=40523399)
+6614 train 3.159746 (lr=2.1864e-04) (hash(x)=41146837)
+6615 train 3.177832 (lr=2.1856e-04) (hash(x)=40383703)
+6616 train 3.189770 (lr=2.1847e-04) (hash(x)=35627742)
+6617 train 3.184994 (lr=2.1839e-04) (hash(x)=40048527)
+6618 train 3.143752 (lr=2.1831e-04) (hash(x)=42035104)
+6619 train 3.144506 (lr=2.1822e-04) (hash(x)=45751731)
+6620 train 3.140447 (lr=2.1814e-04) (hash(x)=38828012)
+6621 train 3.168678 (lr=2.1806e-04) (hash(x)=47225891)
+6622 train 3.133128 (lr=2.1797e-04) (hash(x)=32246397)
+6623 train 3.183149 (lr=2.1789e-04) (hash(x)=41937347)
+6624 train 3.198931 (lr=2.1781e-04) (hash(x)=38969776)
+6625 train 3.175429 (lr=2.1772e-04) (hash(x)=43048936)
+6626 train 3.216815 (lr=2.1764e-04) (hash(x)=39543949)
+6627 train 3.226565 (lr=2.1756e-04) (hash(x)=44181669)
+6628 train 3.204026 (lr=2.1748e-04) (hash(x)=40936620)
+6629 train 3.246290 (lr=2.1739e-04) (hash(x)=38706573)
+6630 train 3.197872 (lr=2.1731e-04) (hash(x)=42551051)
+6631 train 3.230641 (lr=2.1723e-04) (hash(x)=41810834)
+6632 train 3.148982 (lr=2.1714e-04) (hash(x)=43688247)
+6633 train 3.264971 (lr=2.1706e-04) (hash(x)=38687333)
+6634 train 3.265033 (lr=2.1698e-04) (hash(x)=34811175)
+6635 train 3.210593 (lr=2.1689e-04) (hash(x)=42120179)
+6636 train 3.226257 (lr=2.1681e-04) (hash(x)=40336653)
+6637 train 3.186654 (lr=2.1673e-04) (hash(x)=35779215)
+6638 train 3.184959 (lr=2.1665e-04) (hash(x)=49811180)
+6639 train 3.195211 (lr=2.1656e-04) (hash(x)=41274568)
+6640 train 3.224428 (lr=2.1648e-04) (hash(x)=39322372)
+6641 train 3.226665 (lr=2.1640e-04) (hash(x)=40032652)
+6642 train 3.181506 (lr=2.1631e-04) (hash(x)=40498223)
+6643 train 3.211716 (lr=2.1623e-04) (hash(x)=41597940)
+6644 train 3.178259 (lr=2.1615e-04) (hash(x)=37355087)
+6645 train 3.226121 (lr=2.1607e-04) (hash(x)=39277324)
+6646 train 3.220550 (lr=2.1598e-04) (hash(x)=43388459)
+6647 train 3.172101 (lr=2.1590e-04) (hash(x)=38184833)
+6648 train 3.181348 (lr=2.1582e-04) (hash(x)=40620814)
+6649 train 3.186900 (lr=2.1573e-04) (hash(x)=38600727)
+6650 train 3.135947 (lr=2.1565e-04) (hash(x)=36963823)
+6651 train 3.166001 (lr=2.1557e-04) (hash(x)=36739408)
+6652 train 3.235810 (lr=2.1549e-04) (hash(x)=40605910)
+6653 train 3.199991 (lr=2.1540e-04) (hash(x)=36909073)
+6654 train 3.155285 (lr=2.1532e-04) (hash(x)=39218782)
+6655 train 3.268229 (lr=2.1524e-04) (hash(x)=36897203)
+6656 train 3.151253 (lr=2.1516e-04) (hash(x)=39034111)
+6657 train 3.167687 (lr=2.1507e-04) (hash(x)=38943280)
+6658 train 3.123868 (lr=2.1499e-04) (hash(x)=36972852)
+6659 train 3.281612 (lr=2.1491e-04) (hash(x)=44158658)
+6660 train 3.137654 (lr=2.1482e-04) (hash(x)=43739625)
+6661 train 3.195234 (lr=2.1474e-04) (hash(x)=38467086)
+6662 train 3.196345 (lr=2.1466e-04) (hash(x)=38159372)
+6663 train 3.233299 (lr=2.1458e-04) (hash(x)=38566599)
+6664 train 3.262472 (lr=2.1449e-04) (hash(x)=43101568)
+6665 train 3.145568 (lr=2.1441e-04) (hash(x)=35884250)
+6666 train 3.231837 (lr=2.1433e-04) (hash(x)=35165085)
+6667 train 3.275350 (lr=2.1425e-04) (hash(x)=49885832)
+6668 train 3.218001 (lr=2.1416e-04) (hash(x)=38683635)
+6669 train 3.198776 (lr=2.1408e-04) (hash(x)=42816454)
+6670 train 3.178580 (lr=2.1400e-04) (hash(x)=44866137)
+6671 train 3.237214 (lr=2.1392e-04) (hash(x)=42232517)
+6672 train 3.196007 (lr=2.1383e-04) (hash(x)=40107117)
+6673 train 3.225628 (lr=2.1375e-04) (hash(x)=37951033)
+6674 train 3.266612 (lr=2.1367e-04) (hash(x)=38622056)
+6675 train 3.249389 (lr=2.1359e-04) (hash(x)=41963872)
+6676 train 3.219423 (lr=2.1350e-04) (hash(x)=22770368)
+6677 train 3.218724 (lr=2.1342e-04) (hash(x)=45874416)
+6678 train 3.183888 (lr=2.1334e-04) (hash(x)=36897560)
+6679 train 3.191892 (lr=2.1326e-04) (hash(x)=45507978)
+6680 train 3.228023 (lr=2.1317e-04) (hash(x)=41199249)
+6681 train 3.195909 (lr=2.1309e-04) (hash(x)=42397595)
+6682 train 3.226126 (lr=2.1301e-04) (hash(x)=34264627)
+6683 train 3.215642 (lr=2.1293e-04) (hash(x)=41563735)
+6684 train 3.223964 (lr=2.1285e-04) (hash(x)=41534593)
+6685 train 3.116760 (lr=2.1276e-04) (hash(x)=33723484)
+6686 train 3.116555 (lr=2.1268e-04) (hash(x)=38432999)
+6687 train 3.147628 (lr=2.1260e-04) (hash(x)=35726350)
+6688 train 3.181903 (lr=2.1252e-04) (hash(x)=42263115)
+6689 train 3.159486 (lr=2.1243e-04) (hash(x)=42249775)
+6690 train 3.119843 (lr=2.1235e-04) (hash(x)=38265836)
+6691 train 3.079476 (lr=2.1227e-04) (hash(x)=36671522)
+6692 train 3.169835 (lr=2.1219e-04) (hash(x)=36567012)
+6693 train 3.152391 (lr=2.1211e-04) (hash(x)=41706473)
+6694 train 3.163522 (lr=2.1202e-04) (hash(x)=40322325)
+6695 train 3.064215 (lr=2.1194e-04) (hash(x)=40785021)
+6696 train 3.210732 (lr=2.1186e-04) (hash(x)=38107325)
+6697 train 3.228799 (lr=2.1178e-04) (hash(x)=44537217)
+6698 train 3.278039 (lr=2.1169e-04) (hash(x)=51117973)
+6699 train 3.273072 (lr=2.1161e-04) (hash(x)=33815876)
+6700 train 3.267252 (lr=2.1153e-04) (hash(x)=38940795)
+6701 train 3.226022 (lr=2.1145e-04) (hash(x)=42558063)
+6702 train 3.197835 (lr=2.1137e-04) (hash(x)=43865925)
+6703 train 3.225472 (lr=2.1128e-04) (hash(x)=43407295)
+6704 train 3.274598 (lr=2.1120e-04) (hash(x)=40505447)
+6705 train 3.219760 (lr=2.1112e-04) (hash(x)=37080578)
+6706 train 3.213008 (lr=2.1104e-04) (hash(x)=40147824)
+6707 train 3.242231 (lr=2.1096e-04) (hash(x)=40999734)
+6708 train 3.203574 (lr=2.1087e-04) (hash(x)=39317204)
+6709 train 3.221736 (lr=2.1079e-04) (hash(x)=39049604)
+6710 train 3.220995 (lr=2.1071e-04) (hash(x)=36720410)
+6711 train 3.254658 (lr=2.1063e-04) (hash(x)=36441139)
+6712 train 3.277875 (lr=2.1055e-04) (hash(x)=43982863)
+6713 train 3.205871 (lr=2.1046e-04) (hash(x)=35542905)
+6714 train 3.202872 (lr=2.1038e-04) (hash(x)=47921869)
+6715 train 3.233926 (lr=2.1030e-04) (hash(x)=41045154)
+6716 train 3.238766 (lr=2.1022e-04) (hash(x)=38700465)
+6717 train 3.234044 (lr=2.1014e-04) (hash(x)=38565734)
+6718 train 3.197984 (lr=2.1005e-04) (hash(x)=42538307)
+6719 train 3.157431 (lr=2.0997e-04) (hash(x)=43114835)
+6720 train 3.162934 (lr=2.0989e-04) (hash(x)=37451651)
+6721 train 3.130948 (lr=2.0981e-04) (hash(x)=43933804)
+6722 train 3.209306 (lr=2.0973e-04) (hash(x)=44425403)
+6723 train 3.085367 (lr=2.0965e-04) (hash(x)=38756899)
+6724 train 3.139759 (lr=2.0956e-04) (hash(x)=38447216)
+6725 train 3.133104 (lr=2.0948e-04) (hash(x)=41124059)
+6726 train 3.134028 (lr=2.0940e-04) (hash(x)=39907897)
+6727 train 3.124470 (lr=2.0932e-04) (hash(x)=38879288)
+6728 train 3.175130 (lr=2.0924e-04) (hash(x)=41751129)
+6729 train 3.152153 (lr=2.0916e-04) (hash(x)=39315284)
+6730 train 3.191050 (lr=2.0907e-04) (hash(x)=38111990)
+6731 train 3.233786 (lr=2.0899e-04) (hash(x)=38077145)
+6732 train 3.208367 (lr=2.0891e-04) (hash(x)=36744647)
+6733 train 3.202038 (lr=2.0883e-04) (hash(x)=34889806)
+6734 train 3.169146 (lr=2.0875e-04) (hash(x)=43913428)
+6735 train 3.201807 (lr=2.0867e-04) (hash(x)=38930377)
+6736 train 3.305957 (lr=2.0858e-04) (hash(x)=41887169)
+6737 train 3.095231 (lr=2.0850e-04) (hash(x)=44198666)
+6738 train 3.174411 (lr=2.0842e-04) (hash(x)=48208592)
+6739 train 3.190947 (lr=2.0834e-04) (hash(x)=38905022)
+6740 train 3.184847 (lr=2.0826e-04) (hash(x)=37415166)
+6741 train 3.201995 (lr=2.0818e-04) (hash(x)=33146838)
+6742 train 3.163901 (lr=2.0809e-04) (hash(x)=37337203)
+6743 train 3.211661 (lr=2.0801e-04) (hash(x)=37775106)
+6744 train 3.219409 (lr=2.0793e-04) (hash(x)=41195944)
+6745 train 3.108335 (lr=2.0785e-04) (hash(x)=40003419)
+6746 train 3.245560 (lr=2.0777e-04) (hash(x)=48181612)
+6747 train 3.195311 (lr=2.0769e-04) (hash(x)=37243723)
+6748 train 3.219096 (lr=2.0761e-04) (hash(x)=45531991)
+6749 train 3.211993 (lr=2.0752e-04) (hash(x)=41206939)
+6750 val loss 3.1829
+6750 val perplexity 24.1154
+6750 hella 0.2857
+6750 train 3.277742 (lr=2.0744e-04) (hash(x)=34423435)
+6751 train 3.229016 (lr=2.0736e-04) (hash(x)=40834239)
+6752 train 3.191212 (lr=2.0728e-04) (hash(x)=34671508)
+6753 train 3.230727 (lr=2.0720e-04) (hash(x)=49107678)
+6754 train 3.261743 (lr=2.0712e-04) (hash(x)=39842593)
+6755 train 3.202074 (lr=2.0704e-04) (hash(x)=33950181)
+6756 train 3.235550 (lr=2.0695e-04) (hash(x)=40310405)
+6757 train 3.214870 (lr=2.0687e-04) (hash(x)=45313103)
+6758 train 3.183595 (lr=2.0679e-04) (hash(x)=39744865)
+6759 train 3.139911 (lr=2.0671e-04) (hash(x)=40052369)
+6760 train 3.038090 (lr=2.0663e-04) (hash(x)=41389330)
+6761 train 3.168361 (lr=2.0655e-04) (hash(x)=38691464)
+6762 train 3.190738 (lr=2.0647e-04) (hash(x)=45820065)
+6763 train 3.219792 (lr=2.0639e-04) (hash(x)=41541112)
+6764 train 3.203905 (lr=2.0630e-04) (hash(x)=39981589)
+6765 train 3.185204 (lr=2.0622e-04) (hash(x)=39032819)
+6766 train 3.121183 (lr=2.0614e-04) (hash(x)=37737441)
+6767 train 3.147164 (lr=2.0606e-04) (hash(x)=48085864)
+6768 train 3.167538 (lr=2.0598e-04) (hash(x)=36441032)
+6769 train 3.142970 (lr=2.0590e-04) (hash(x)=42819322)
+6770 train 3.197287 (lr=2.0582e-04) (hash(x)=32918637)
+6771 train 3.224217 (lr=2.0574e-04) (hash(x)=38985334)
+6772 train 3.089302 (lr=2.0566e-04) (hash(x)=39939690)
+6773 train 3.171881 (lr=2.0557e-04) (hash(x)=39996986)
+6774 train 3.172348 (lr=2.0549e-04) (hash(x)=36555188)
+6775 train 3.148458 (lr=2.0541e-04) (hash(x)=43609283)
+6776 train 3.215920 (lr=2.0533e-04) (hash(x)=39384576)
+6777 train 3.180752 (lr=2.0525e-04) (hash(x)=43207478)
+6778 train 3.171528 (lr=2.0517e-04) (hash(x)=42915094)
+6779 train 3.194911 (lr=2.0509e-04) (hash(x)=42658512)
+6780 train 3.171008 (lr=2.0501e-04) (hash(x)=42839328)
+6781 train 3.176720 (lr=2.0493e-04) (hash(x)=37505804)
+6782 train 3.226221 (lr=2.0485e-04) (hash(x)=43214835)
+6783 train 3.235176 (lr=2.0476e-04) (hash(x)=39895259)
+6784 train 3.235087 (lr=2.0468e-04) (hash(x)=40181090)
+6785 train 3.212555 (lr=2.0460e-04) (hash(x)=41302644)
+6786 train 3.215378 (lr=2.0452e-04) (hash(x)=36647936)
+6787 train 3.228858 (lr=2.0444e-04) (hash(x)=35806874)
+6788 train 3.220694 (lr=2.0436e-04) (hash(x)=45037215)
+6789 train 3.208495 (lr=2.0428e-04) (hash(x)=40018013)
+6790 train 3.238952 (lr=2.0420e-04) (hash(x)=37416019)
+6791 train 3.216141 (lr=2.0412e-04) (hash(x)=41920508)
+6792 train 3.271216 (lr=2.0404e-04) (hash(x)=42561563)
+6793 train 3.160470 (lr=2.0396e-04) (hash(x)=38668379)
+6794 train 3.199194 (lr=2.0387e-04) (hash(x)=35203539)
+6795 train 3.164627 (lr=2.0379e-04) (hash(x)=45140264)
+6796 train 3.241164 (lr=2.0371e-04) (hash(x)=35939224)
+6797 train 3.178072 (lr=2.0363e-04) (hash(x)=36626858)
+6798 train 3.151010 (lr=2.0355e-04) (hash(x)=38902341)
+6799 train 3.271356 (lr=2.0347e-04) (hash(x)=33197958)
+6800 train 3.155586 (lr=2.0339e-04) (hash(x)=45811094)
+6801 train 3.180939 (lr=2.0331e-04) (hash(x)=35439261)
+6802 train 3.194834 (lr=2.0323e-04) (hash(x)=41619786)
+6803 train 3.160133 (lr=2.0315e-04) (hash(x)=38043534)
+6804 train 3.154154 (lr=2.0307e-04) (hash(x)=43794133)
+6805 train 3.159098 (lr=2.0299e-04) (hash(x)=42448395)
+6806 train 3.129592 (lr=2.0291e-04) (hash(x)=41960126)
+6807 train 3.134014 (lr=2.0283e-04) (hash(x)=45023781)
+6808 train 3.222354 (lr=2.0275e-04) (hash(x)=40291401)
+6809 train 3.159766 (lr=2.0266e-04) (hash(x)=39312890)
+6810 train 3.188580 (lr=2.0258e-04) (hash(x)=41338433)
+6811 train 3.193267 (lr=2.0250e-04) (hash(x)=41457830)
+6812 train 3.218482 (lr=2.0242e-04) (hash(x)=40484553)
+6813 train 3.154852 (lr=2.0234e-04) (hash(x)=39864634)
+6814 train 3.270021 (lr=2.0226e-04) (hash(x)=29878025)
+6815 train 3.219299 (lr=2.0218e-04) (hash(x)=42046825)
+6816 train 3.198050 (lr=2.0210e-04) (hash(x)=42051008)
+6817 train 3.158548 (lr=2.0202e-04) (hash(x)=40602058)
+6818 train 3.228660 (lr=2.0194e-04) (hash(x)=40246961)
+6819 train 3.222624 (lr=2.0186e-04) (hash(x)=38101334)
+6820 train 3.217658 (lr=2.0178e-04) (hash(x)=36981722)
+6821 train 3.227454 (lr=2.0170e-04) (hash(x)=35562917)
+6822 train 3.319903 (lr=2.0162e-04) (hash(x)=40930654)
+6823 train 3.188115 (lr=2.0154e-04) (hash(x)=39701698)
+6824 train 3.232600 (lr=2.0146e-04) (hash(x)=45034797)
+6825 train 3.232560 (lr=2.0138e-04) (hash(x)=33998925)
+6826 train 3.165704 (lr=2.0130e-04) (hash(x)=41088865)
+6827 train 3.226831 (lr=2.0122e-04) (hash(x)=39870234)
+6828 train 3.192091 (lr=2.0114e-04) (hash(x)=41850315)
+6829 train 3.221669 (lr=2.0106e-04) (hash(x)=33555043)
+6830 train 3.254885 (lr=2.0098e-04) (hash(x)=40431266)
+6831 train 3.211386 (lr=2.0090e-04) (hash(x)=31504386)
+6832 train 3.193459 (lr=2.0082e-04) (hash(x)=35118435)
+6833 train 3.116848 (lr=2.0074e-04) (hash(x)=41568314)
+6834 train 3.191502 (lr=2.0066e-04) (hash(x)=46121551)
+6835 train 3.154721 (lr=2.0058e-04) (hash(x)=36834889)
+6836 train 3.187026 (lr=2.0050e-04) (hash(x)=36400747)
+6837 train 3.184211 (lr=2.0042e-04) (hash(x)=40050064)
+6838 train 3.196096 (lr=2.0033e-04) (hash(x)=40806704)
+6839 train 3.161008 (lr=2.0025e-04) (hash(x)=41100544)
+6840 train 3.186685 (lr=2.0017e-04) (hash(x)=41669045)
+6841 train 3.155695 (lr=2.0009e-04) (hash(x)=40697287)
+6842 train 3.178771 (lr=2.0001e-04) (hash(x)=38545554)
+6843 train 3.215721 (lr=1.9993e-04) (hash(x)=39619178)
+6844 train 3.150730 (lr=1.9985e-04) (hash(x)=40940715)
+6845 train 3.125098 (lr=1.9977e-04) (hash(x)=35461935)
+6846 train 3.167138 (lr=1.9969e-04) (hash(x)=45200127)
+6847 train 3.147570 (lr=1.9961e-04) (hash(x)=35652691)
+6848 train 3.279897 (lr=1.9953e-04) (hash(x)=41012290)
+6849 train 3.203850 (lr=1.9945e-04) (hash(x)=37521330)
+6850 train 3.246254 (lr=1.9937e-04) (hash(x)=41807410)
+6851 train 3.231576 (lr=1.9929e-04) (hash(x)=40334823)
+6852 train 3.210762 (lr=1.9921e-04) (hash(x)=38054483)
+6853 train 3.184916 (lr=1.9913e-04) (hash(x)=41744406)
+6854 train 3.189452 (lr=1.9905e-04) (hash(x)=40165729)
+6855 train 3.183733 (lr=1.9897e-04) (hash(x)=42538211)
+6856 train 3.143329 (lr=1.9890e-04) (hash(x)=37609450)
+6857 train 3.200789 (lr=1.9882e-04) (hash(x)=38335922)
+6858 train 3.210666 (lr=1.9874e-04) (hash(x)=39726642)
+6859 train 3.198679 (lr=1.9866e-04) (hash(x)=46457154)
+6860 train 3.192915 (lr=1.9858e-04) (hash(x)=35790803)
+6861 train 3.295687 (lr=1.9850e-04) (hash(x)=35808749)
+6862 train 3.264424 (lr=1.9842e-04) (hash(x)=39438859)
+6863 train 3.223334 (lr=1.9834e-04) (hash(x)=40499387)
+6864 train 3.213119 (lr=1.9826e-04) (hash(x)=39197259)
+6865 train 3.262804 (lr=1.9818e-04) (hash(x)=32732987)
+6866 train 3.240393 (lr=1.9810e-04) (hash(x)=42486196)
+6867 train 3.210241 (lr=1.9802e-04) (hash(x)=39890025)
+6868 train 3.203580 (lr=1.9794e-04) (hash(x)=36877347)
+6869 train 3.139483 (lr=1.9786e-04) (hash(x)=36504198)
+6870 train 3.141619 (lr=1.9778e-04) (hash(x)=37408703)
+6871 train 3.144592 (lr=1.9770e-04) (hash(x)=39858356)
+6872 train 3.146442 (lr=1.9762e-04) (hash(x)=38629189)
+6873 train 3.131638 (lr=1.9754e-04) (hash(x)=39276379)
+6874 train 3.180058 (lr=1.9746e-04) (hash(x)=42021211)
+6875 train 3.121710 (lr=1.9738e-04) (hash(x)=37119158)
+6876 train 3.117975 (lr=1.9730e-04) (hash(x)=39164283)
+6877 train 3.242127 (lr=1.9722e-04) (hash(x)=46076431)
+6878 train 3.176709 (lr=1.9714e-04) (hash(x)=38201586)
+6879 train 3.185674 (lr=1.9706e-04) (hash(x)=32895510)
+6880 train 3.143120 (lr=1.9698e-04) (hash(x)=36981008)
+6881 train 3.159571 (lr=1.9690e-04) (hash(x)=37890542)
+6882 train 3.150638 (lr=1.9682e-04) (hash(x)=43824402)
+6883 train 3.203686 (lr=1.9674e-04) (hash(x)=38538273)
+6884 train 3.207967 (lr=1.9666e-04) (hash(x)=42933570)
+6885 train 3.253362 (lr=1.9659e-04) (hash(x)=39162749)
+6886 train 3.157431 (lr=1.9651e-04) (hash(x)=40534774)
+6887 train 3.218570 (lr=1.9643e-04) (hash(x)=42000401)
+6888 train 3.175207 (lr=1.9635e-04) (hash(x)=40303897)
+6889 train 3.208021 (lr=1.9627e-04) (hash(x)=42955754)
+6890 train 3.196764 (lr=1.9619e-04) (hash(x)=40165676)
+6891 train 3.209562 (lr=1.9611e-04) (hash(x)=38943211)
+6892 train 3.207809 (lr=1.9603e-04) (hash(x)=45696823)
+6893 train 3.184892 (lr=1.9595e-04) (hash(x)=31166702)
+6894 train 3.268895 (lr=1.9587e-04) (hash(x)=32219860)
+6895 train 3.242528 (lr=1.9579e-04) (hash(x)=40025144)
+6896 train 3.205724 (lr=1.9571e-04) (hash(x)=38026909)
+6897 train 3.224666 (lr=1.9563e-04) (hash(x)=42298250)
+6898 train 3.185827 (lr=1.9555e-04) (hash(x)=40364954)
+6899 train 3.215102 (lr=1.9547e-04) (hash(x)=39859209)
+6900 train 3.246469 (lr=1.9540e-04) (hash(x)=41569579)
+6901 train 3.199590 (lr=1.9532e-04) (hash(x)=44432396)
+6902 train 3.207978 (lr=1.9524e-04) (hash(x)=43085639)
+6903 train 3.289433 (lr=1.9516e-04) (hash(x)=39118610)
+6904 train 3.289070 (lr=1.9508e-04) (hash(x)=39683018)
+6905 train 3.189552 (lr=1.9500e-04) (hash(x)=38460329)
+6906 train 3.215682 (lr=1.9492e-04) (hash(x)=45689704)
+6907 train 3.136796 (lr=1.9484e-04) (hash(x)=43392181)
+6908 train 3.153811 (lr=1.9476e-04) (hash(x)=40372887)
+6909 train 3.167108 (lr=1.9468e-04) (hash(x)=39295282)
+6910 train 3.121160 (lr=1.9460e-04) (hash(x)=32362466)
+6911 train 3.170827 (lr=1.9453e-04) (hash(x)=36309477)
+6912 train 3.166238 (lr=1.9445e-04) (hash(x)=38782952)
+6913 train 3.152073 (lr=1.9437e-04) (hash(x)=40230731)
+6914 train 3.170883 (lr=1.9429e-04) (hash(x)=37015329)
+6915 train 3.162663 (lr=1.9421e-04) (hash(x)=36731663)
+6916 train 3.150961 (lr=1.9413e-04) (hash(x)=34230678)
+6917 train 3.167803 (lr=1.9405e-04) (hash(x)=40301398)
+6918 train 3.102682 (lr=1.9397e-04) (hash(x)=37348194)
+6919 train 3.175535 (lr=1.9389e-04) (hash(x)=44255047)
+6920 train 3.188620 (lr=1.9382e-04) (hash(x)=40713979)
+6921 train 3.255170 (lr=1.9374e-04) (hash(x)=45309732)
+6922 train 3.237881 (lr=1.9366e-04) (hash(x)=46731995)
+6923 train 3.197131 (lr=1.9358e-04) (hash(x)=39840483)
+6924 train 3.191156 (lr=1.9350e-04) (hash(x)=42261610)
+6925 train 3.154483 (lr=1.9342e-04) (hash(x)=40232526)
+6926 train 3.185357 (lr=1.9334e-04) (hash(x)=41631000)
+6927 train 3.208497 (lr=1.9326e-04) (hash(x)=39038719)
+6928 train 3.195959 (lr=1.9318e-04) (hash(x)=40301105)
+6929 train 3.229796 (lr=1.9311e-04) (hash(x)=33646885)
+6930 train 3.159570 (lr=1.9303e-04) (hash(x)=38498218)
+6931 train 3.215080 (lr=1.9295e-04) (hash(x)=43882141)
+6932 train 3.271811 (lr=1.9287e-04) (hash(x)=33753206)
+6933 train 3.276515 (lr=1.9279e-04) (hash(x)=40749162)
+6934 train 3.182202 (lr=1.9271e-04) (hash(x)=37821616)
+6935 train 3.170778 (lr=1.9263e-04) (hash(x)=37199454)
+6936 train 3.224566 (lr=1.9255e-04) (hash(x)=40595762)
+6937 train 3.235949 (lr=1.9248e-04) (hash(x)=39697405)
+6938 train 3.179365 (lr=1.9240e-04) (hash(x)=35511198)
+6939 train 3.172180 (lr=1.9232e-04) (hash(x)=39690293)
+6940 train 3.214177 (lr=1.9224e-04) (hash(x)=39676889)
+6941 train 3.207376 (lr=1.9216e-04) (hash(x)=35108539)
+6942 train 3.224084 (lr=1.9208e-04) (hash(x)=39384523)
+6943 train 3.203072 (lr=1.9200e-04) (hash(x)=42034680)
+6944 train 3.179374 (lr=1.9193e-04) (hash(x)=40319877)
+6945 train 3.187635 (lr=1.9185e-04) (hash(x)=43524219)
+6946 train 3.127134 (lr=1.9177e-04) (hash(x)=44014246)
+6947 train 3.143795 (lr=1.9169e-04) (hash(x)=37246054)
+6948 train 3.175974 (lr=1.9161e-04) (hash(x)=44771233)
+6949 train 3.089992 (lr=1.9153e-04) (hash(x)=41422110)
+6950 train 3.158658 (lr=1.9146e-04) (hash(x)=39744348)
+6951 train 3.283172 (lr=1.9138e-04) (hash(x)=37361169)
+6952 train 3.131970 (lr=1.9130e-04) (hash(x)=36721064)
+6953 train 3.129814 (lr=1.9122e-04) (hash(x)=44193962)
+6954 train 3.195179 (lr=1.9114e-04) (hash(x)=43865126)
+6955 train 3.159843 (lr=1.9106e-04) (hash(x)=41347931)
+6956 train 3.218374 (lr=1.9099e-04) (hash(x)=29954937)
+6957 train 3.182362 (lr=1.9091e-04) (hash(x)=28776449)
+6958 train 3.182748 (lr=1.9083e-04) (hash(x)=38063337)
+6959 train 3.264503 (lr=1.9075e-04) (hash(x)=44001561)
+6960 train 3.168717 (lr=1.9067e-04) (hash(x)=39522636)
+6961 train 3.292330 (lr=1.9059e-04) (hash(x)=34325117)
+6962 train 3.202695 (lr=1.9052e-04) (hash(x)=39201487)
+6963 train 3.188203 (lr=1.9044e-04) (hash(x)=39502615)
+6964 train 3.198317 (lr=1.9036e-04) (hash(x)=34316774)
+6965 train 3.208876 (lr=1.9028e-04) (hash(x)=45951153)
+6966 train 3.173008 (lr=1.9020e-04) (hash(x)=44014026)
+6967 train 3.204613 (lr=1.9012e-04) (hash(x)=40881905)
+6968 train 3.219879 (lr=1.9005e-04) (hash(x)=31816930)
+6969 train 3.273866 (lr=1.8997e-04) (hash(x)=38445520)
+6970 train 3.261943 (lr=1.8989e-04) (hash(x)=42132893)
+6971 train 3.134311 (lr=1.8981e-04) (hash(x)=49309257)
+6972 train 3.234190 (lr=1.8973e-04) (hash(x)=40467883)
+6973 train 3.230112 (lr=1.8966e-04) (hash(x)=39228345)
+6974 train 3.179354 (lr=1.8958e-04) (hash(x)=39938303)
+6975 train 3.221450 (lr=1.8950e-04) (hash(x)=36890261)
+6976 train 3.206390 (lr=1.8942e-04) (hash(x)=42294001)
+6977 train 3.250865 (lr=1.8934e-04) (hash(x)=45872368)
+6978 train 3.158033 (lr=1.8927e-04) (hash(x)=52816135)
+6979 train 3.187276 (lr=1.8919e-04) (hash(x)=26800817)
+6980 train 3.146967 (lr=1.8911e-04) (hash(x)=37366890)
+6981 train 3.143358 (lr=1.8903e-04) (hash(x)=35056089)
+6982 train 3.108207 (lr=1.8895e-04) (hash(x)=39233181)
+6983 train 3.188319 (lr=1.8888e-04) (hash(x)=42068391)
+6984 train 3.171137 (lr=1.8880e-04) (hash(x)=38724903)
+6985 train 3.202855 (lr=1.8872e-04) (hash(x)=37944083)
+6986 train 3.113570 (lr=1.8864e-04) (hash(x)=38502970)
+6987 train 3.172327 (lr=1.8857e-04) (hash(x)=52116619)
+6988 train 3.202921 (lr=1.8849e-04) (hash(x)=46709740)
+6989 train 3.158556 (lr=1.8841e-04) (hash(x)=36862160)
+6990 train 3.211953 (lr=1.8833e-04) (hash(x)=43834558)
+6991 train 3.162354 (lr=1.8825e-04) (hash(x)=40768881)
+6992 train 3.170844 (lr=1.8818e-04) (hash(x)=37561298)
+6993 train 3.165834 (lr=1.8810e-04) (hash(x)=41076225)
+6994 train 3.215735 (lr=1.8802e-04) (hash(x)=39433170)
+6995 train 3.208504 (lr=1.8794e-04) (hash(x)=34637922)
+6996 train 3.197667 (lr=1.8787e-04) (hash(x)=37191851)
+6997 train 3.172756 (lr=1.8779e-04) (hash(x)=45223469)
+6998 train 3.219198 (lr=1.8771e-04) (hash(x)=38156108)
+6999 train 3.205801 (lr=1.8763e-04) (hash(x)=41694902)
+7000 val loss 3.1706
+7000 val perplexity 23.8227
+7000 hella 0.2898
+7000 train 3.191048 (lr=1.8756e-04) (hash(x)=39196017)
+7001 train 3.228208 (lr=1.8748e-04) (hash(x)=40697798)
+7002 train 3.216321 (lr=1.8740e-04) (hash(x)=39172976)
+7003 train 3.232540 (lr=1.8732e-04) (hash(x)=34387943)
+7004 train 3.171489 (lr=1.8724e-04) (hash(x)=40787302)
+7005 train 3.212581 (lr=1.8717e-04) (hash(x)=34790060)
+7006 train 3.201415 (lr=1.8709e-04) (hash(x)=38360199)
+7007 train 3.209984 (lr=1.8701e-04) (hash(x)=41808996)
+7008 train 3.188887 (lr=1.8693e-04) (hash(x)=40433153)
+7009 train 3.198079 (lr=1.8686e-04) (hash(x)=37228550)
+7010 train 3.220310 (lr=1.8678e-04) (hash(x)=37505157)
+7011 train 3.216005 (lr=1.8670e-04) (hash(x)=38615911)
+7012 train 3.192522 (lr=1.8662e-04) (hash(x)=45970246)
+7013 train 3.252237 (lr=1.8655e-04) (hash(x)=40777330)
+7014 train 3.227538 (lr=1.8647e-04) (hash(x)=37499210)
+7015 train 3.214711 (lr=1.8639e-04) (hash(x)=39779945)
+7016 train 3.246979 (lr=1.8632e-04) (hash(x)=35182503)
+7017 train 3.149212 (lr=1.8624e-04) (hash(x)=37211818)
+7018 train 3.183030 (lr=1.8616e-04) (hash(x)=40387913)
+7019 train 3.224209 (lr=1.8608e-04) (hash(x)=34829498)
+7020 train 3.213305 (lr=1.8601e-04) (hash(x)=35243891)
+7021 train 3.139846 (lr=1.8593e-04) (hash(x)=32669230)
+7022 train 3.140788 (lr=1.8585e-04) (hash(x)=35648891)
+7023 train 3.183744 (lr=1.8577e-04) (hash(x)=35301639)
+7024 train 3.172840 (lr=1.8570e-04) (hash(x)=35276802)
+7025 train 3.158946 (lr=1.8562e-04) (hash(x)=36173148)
+7026 train 3.138443 (lr=1.8554e-04) (hash(x)=44497543)
+7027 train 3.158333 (lr=1.8547e-04) (hash(x)=36122366)
+7028 train 3.167116 (lr=1.8539e-04) (hash(x)=35040738)
+7029 train 3.139338 (lr=1.8531e-04) (hash(x)=32885785)
+7030 train 3.156978 (lr=1.8523e-04) (hash(x)=43460047)
+7031 train 3.181417 (lr=1.8516e-04) (hash(x)=44186677)
+7032 train 3.154861 (lr=1.8508e-04) (hash(x)=41579964)
+7033 train 3.171845 (lr=1.8500e-04) (hash(x)=38947008)
+7034 train 3.149570 (lr=1.8493e-04) (hash(x)=44050368)
+7035 train 3.196055 (lr=1.8485e-04) (hash(x)=41549165)
+7036 train 3.176845 (lr=1.8477e-04) (hash(x)=31958714)
+7037 train 3.225200 (lr=1.8469e-04) (hash(x)=41424061)
+7038 train 3.212442 (lr=1.8462e-04) (hash(x)=46532634)
+7039 train 3.196008 (lr=1.8454e-04) (hash(x)=41764587)
+7040 train 3.251291 (lr=1.8446e-04) (hash(x)=33016633)
+7041 train 3.210002 (lr=1.8439e-04) (hash(x)=40687877)
+7042 train 3.178888 (lr=1.8431e-04) (hash(x)=39037842)
+7043 train 3.230898 (lr=1.8423e-04) (hash(x)=39235360)
+7044 train 3.150342 (lr=1.8416e-04) (hash(x)=37827871)
+7045 train 3.198326 (lr=1.8408e-04) (hash(x)=41629358)
+7046 train 3.278934 (lr=1.8400e-04) (hash(x)=41152825)
+7047 train 3.207121 (lr=1.8393e-04) (hash(x)=37351952)
+7048 train 3.264897 (lr=1.8385e-04) (hash(x)=37638494)
+7049 train 3.198941 (lr=1.8377e-04) (hash(x)=37307356)
+7050 train 3.139898 (lr=1.8370e-04) (hash(x)=37922633)
+7051 train 3.143989 (lr=1.8362e-04) (hash(x)=40456614)
+7052 train 3.240020 (lr=1.8354e-04) (hash(x)=29585671)
+7053 train 3.162733 (lr=1.8347e-04) (hash(x)=39726813)
+7054 train 3.223804 (lr=1.8339e-04) (hash(x)=38791809)
+7055 train 3.189503 (lr=1.8331e-04) (hash(x)=38306220)
+7056 train 3.112393 (lr=1.8323e-04) (hash(x)=40077799)
+7057 train 3.121511 (lr=1.8316e-04) (hash(x)=39831756)
+7058 train 3.235154 (lr=1.8308e-04) (hash(x)=39029941)
+7059 train 3.154920 (lr=1.8300e-04) (hash(x)=39926187)
+7060 train 3.174284 (lr=1.8293e-04) (hash(x)=41284145)
+7061 train 3.147265 (lr=1.8285e-04) (hash(x)=39455632)
+7062 train 3.123302 (lr=1.8278e-04) (hash(x)=41669130)
+7063 train 3.168023 (lr=1.8270e-04) (hash(x)=42343787)
+7064 train 3.137690 (lr=1.8262e-04) (hash(x)=31537050)
+7065 train 3.164166 (lr=1.8255e-04) (hash(x)=37795242)
+7066 train 3.120013 (lr=1.8247e-04) (hash(x)=46284827)
+7067 train 3.199400 (lr=1.8239e-04) (hash(x)=39037839)
+7068 train 3.174254 (lr=1.8232e-04) (hash(x)=43538299)
+7069 train 3.190374 (lr=1.8224e-04) (hash(x)=43578551)
+7070 train 3.233141 (lr=1.8216e-04) (hash(x)=37127504)
+7071 train 3.254269 (lr=1.8209e-04) (hash(x)=39211187)
+7072 train 3.230305 (lr=1.8201e-04) (hash(x)=38784332)
+7073 train 3.253341 (lr=1.8193e-04) (hash(x)=43790519)
+7074 train 3.142105 (lr=1.8186e-04) (hash(x)=36881728)
+7075 train 3.189291 (lr=1.8178e-04) (hash(x)=38687799)
+7076 train 3.229775 (lr=1.8170e-04) (hash(x)=41296799)
+7077 train 3.198262 (lr=1.8163e-04) (hash(x)=39621008)
+7078 train 3.193489 (lr=1.8155e-04) (hash(x)=50005330)
+7079 train 3.212865 (lr=1.8148e-04) (hash(x)=40965039)
+7080 train 3.239435 (lr=1.8140e-04) (hash(x)=42550407)
+7081 train 3.215566 (lr=1.8132e-04) (hash(x)=42973513)
+7082 train 3.197567 (lr=1.8125e-04) (hash(x)=44239276)
+7083 train 3.249440 (lr=1.8117e-04) (hash(x)=46414761)
+7084 train 3.270209 (lr=1.8109e-04) (hash(x)=35991793)
+7085 train 3.183246 (lr=1.8102e-04) (hash(x)=38720055)
+7086 train 3.219076 (lr=1.8094e-04) (hash(x)=35721507)
+7087 train 3.168512 (lr=1.8087e-04) (hash(x)=48356730)
+7088 train 3.227753 (lr=1.8079e-04) (hash(x)=41090213)
+7089 train 3.180607 (lr=1.8071e-04) (hash(x)=42223980)
+7090 train 3.174610 (lr=1.8064e-04) (hash(x)=36950811)
+7091 train 3.156142 (lr=1.8056e-04) (hash(x)=43753775)
+7092 train 3.160157 (lr=1.8049e-04) (hash(x)=36646175)
+7093 train 3.169296 (lr=1.8041e-04) (hash(x)=39109709)
+7094 train 3.177536 (lr=1.8033e-04) (hash(x)=46507030)
+7095 train 3.160205 (lr=1.8026e-04) (hash(x)=41808238)
+7096 train 3.128532 (lr=1.8018e-04) (hash(x)=41033902)
+7097 train 3.174419 (lr=1.8011e-04) (hash(x)=41269111)
+7098 train 3.180753 (lr=1.8003e-04) (hash(x)=36798052)
+7099 train 3.153122 (lr=1.7995e-04) (hash(x)=38550562)
+7100 train 3.191655 (lr=1.7988e-04) (hash(x)=38800373)
+7101 train 3.180772 (lr=1.7980e-04) (hash(x)=41193460)
+7102 train 3.159984 (lr=1.7973e-04) (hash(x)=44326082)
+7103 train 3.234107 (lr=1.7965e-04) (hash(x)=34128313)
+7104 train 3.181029 (lr=1.7957e-04) (hash(x)=39378798)
+7105 train 3.250016 (lr=1.7950e-04) (hash(x)=44637103)
+7106 train 3.193644 (lr=1.7942e-04) (hash(x)=33849818)
+7107 train 3.177271 (lr=1.7935e-04) (hash(x)=46412686)
+7108 train 3.264640 (lr=1.7927e-04) (hash(x)=36132915)
+7109 train 3.229282 (lr=1.7919e-04) (hash(x)=40433167)
+7110 train 3.179650 (lr=1.7912e-04) (hash(x)=42377388)
+7111 train 3.200013 (lr=1.7904e-04) (hash(x)=42270500)
+7112 train 3.321987 (lr=1.7897e-04) (hash(x)=37364426)
+7113 train 3.206846 (lr=1.7889e-04) (hash(x)=35196246)
+7114 train 3.245663 (lr=1.7882e-04) (hash(x)=38069095)
+7115 train 3.219923 (lr=1.7874e-04) (hash(x)=35664328)
+7116 train 3.231258 (lr=1.7866e-04) (hash(x)=43449160)
+7117 train 3.174502 (lr=1.7859e-04) (hash(x)=40895924)
+7118 train 3.208655 (lr=1.7851e-04) (hash(x)=45644245)
+7119 train 3.203954 (lr=1.7844e-04) (hash(x)=41109498)
+7120 train 3.193784 (lr=1.7836e-04) (hash(x)=39013193)
+7121 train 3.173915 (lr=1.7829e-04) (hash(x)=38338902)
+7122 train 3.199659 (lr=1.7821e-04) (hash(x)=35798349)
+7123 train 3.232176 (lr=1.7814e-04) (hash(x)=38552620)
+7124 train 3.233021 (lr=1.7806e-04) (hash(x)=34334399)
+7125 train 3.192159 (lr=1.7798e-04) (hash(x)=42286798)
+7126 train 3.187697 (lr=1.7791e-04) (hash(x)=43781273)
+7127 train 3.142239 (lr=1.7783e-04) (hash(x)=38581762)
+7128 train 3.161251 (lr=1.7776e-04) (hash(x)=38141168)
+7129 train 3.161218 (lr=1.7768e-04) (hash(x)=35178689)
+7130 train 3.163118 (lr=1.7761e-04) (hash(x)=36853735)
+7131 train 3.175982 (lr=1.7753e-04) (hash(x)=35318004)
+7132 train 3.182072 (lr=1.7746e-04) (hash(x)=37368822)
+7133 train 3.148162 (lr=1.7738e-04) (hash(x)=38241486)
+7134 train 3.116614 (lr=1.7731e-04) (hash(x)=39812216)
+7135 train 3.147903 (lr=1.7723e-04) (hash(x)=37148967)
+7136 train 3.147851 (lr=1.7716e-04) (hash(x)=47166595)
+7137 train 3.147112 (lr=1.7708e-04) (hash(x)=41186644)
+7138 train 3.196624 (lr=1.7700e-04) (hash(x)=39039245)
+7139 train 3.168019 (lr=1.7693e-04) (hash(x)=43041693)
+7140 train 3.258405 (lr=1.7685e-04) (hash(x)=40098225)
+7141 train 3.217442 (lr=1.7678e-04) (hash(x)=41833965)
+7142 train 3.201432 (lr=1.7670e-04) (hash(x)=39007006)
+7143 train 3.166045 (lr=1.7663e-04) (hash(x)=39148120)
+7144 train 3.205430 (lr=1.7655e-04) (hash(x)=42496251)
+7145 train 3.193402 (lr=1.7648e-04) (hash(x)=45729682)
+7146 train 3.191548 (lr=1.7640e-04) (hash(x)=42165244)
+7147 train 3.192424 (lr=1.7633e-04) (hash(x)=40515145)
+7148 train 3.209630 (lr=1.7625e-04) (hash(x)=40387218)
+7149 train 3.172392 (lr=1.7618e-04) (hash(x)=38118189)
+7150 train 3.243781 (lr=1.7610e-04) (hash(x)=46514596)
+7151 train 3.224445 (lr=1.7603e-04) (hash(x)=41015503)
+7152 train 3.191136 (lr=1.7595e-04) (hash(x)=42993939)
+7153 train 3.188228 (lr=1.7588e-04) (hash(x)=43395370)
+7154 train 3.213848 (lr=1.7580e-04) (hash(x)=40695318)
+7155 train 3.233521 (lr=1.7573e-04) (hash(x)=39258402)
+7156 train 3.223392 (lr=1.7565e-04) (hash(x)=40575146)
+7157 train 3.196630 (lr=1.7558e-04) (hash(x)=40932205)
+7158 train 3.151674 (lr=1.7550e-04) (hash(x)=38516440)
+7159 train 3.135344 (lr=1.7543e-04) (hash(x)=39732518)
+7160 train 3.229967 (lr=1.7535e-04) (hash(x)=41526002)
+7161 train 3.197181 (lr=1.7528e-04) (hash(x)=33973145)
+7162 train 3.184133 (lr=1.7520e-04) (hash(x)=33081058)
+7163 train 3.067228 (lr=1.7513e-04) (hash(x)=42975727)
+7164 train 3.139507 (lr=1.7505e-04) (hash(x)=40998379)
+7165 train 3.179127 (lr=1.7498e-04) (hash(x)=36581356)
+7166 train 3.139789 (lr=1.7490e-04) (hash(x)=43537887)
+7167 train 3.150239 (lr=1.7483e-04) (hash(x)=40922941)
+7168 train 3.104581 (lr=1.7475e-04) (hash(x)=38772443)
+7169 train 3.175644 (lr=1.7468e-04) (hash(x)=43096275)
+7170 train 3.137338 (lr=1.7460e-04) (hash(x)=41276875)
+7171 train 3.173362 (lr=1.7453e-04) (hash(x)=43259997)
+7172 train 3.199066 (lr=1.7446e-04) (hash(x)=38704935)
+7173 train 3.159642 (lr=1.7438e-04) (hash(x)=38273745)
+7174 train 3.189354 (lr=1.7431e-04) (hash(x)=39395478)
+7175 train 3.224954 (lr=1.7423e-04) (hash(x)=43875606)
+7176 train 3.174963 (lr=1.7416e-04) (hash(x)=43570520)
+7177 train 3.154666 (lr=1.7408e-04) (hash(x)=38553747)
+7178 train 3.162487 (lr=1.7401e-04) (hash(x)=41081781)
+7179 train 3.169657 (lr=1.7393e-04) (hash(x)=41139717)
+7180 train 3.157480 (lr=1.7386e-04) (hash(x)=54700369)
+7181 train 3.395954 (lr=1.7378e-04) (hash(x)=34561435)
+7182 train 3.293888 (lr=1.7371e-04) (hash(x)=44247928)
+7183 train 3.238500 (lr=1.7364e-04) (hash(x)=45807352)
+7184 train 3.186036 (lr=1.7356e-04) (hash(x)=36897370)
+7185 train 3.204790 (lr=1.7349e-04) (hash(x)=37916911)
+7186 train 3.198630 (lr=1.7341e-04) (hash(x)=34778743)
+7187 train 3.239058 (lr=1.7334e-04) (hash(x)=40814702)
+7188 train 3.274699 (lr=1.7326e-04) (hash(x)=40837000)
+7189 train 3.184120 (lr=1.7319e-04) (hash(x)=39946903)
+7190 train 3.212296 (lr=1.7311e-04) (hash(x)=46536840)
+7191 train 3.211016 (lr=1.7304e-04) (hash(x)=43717549)
+7192 train 3.211592 (lr=1.7297e-04) (hash(x)=37089617)
+7193 train 3.155794 (lr=1.7289e-04) (hash(x)=40166154)
+7194 train 3.202083 (lr=1.7282e-04) (hash(x)=37354616)
+7195 train 3.238972 (lr=1.7274e-04) (hash(x)=44717148)
+7196 train 3.284239 (lr=1.7267e-04) (hash(x)=35088246)
+7197 train 3.226525 (lr=1.7259e-04) (hash(x)=39955416)
+7198 train 3.201194 (lr=1.7252e-04) (hash(x)=38846197)
+7199 train 3.179287 (lr=1.7245e-04) (hash(x)=37052659)
+7200 train 3.170424 (lr=1.7237e-04) (hash(x)=42630651)
+7201 train 3.183110 (lr=1.7230e-04) (hash(x)=35154707)
+7202 train 3.186186 (lr=1.7222e-04) (hash(x)=39847762)
+7203 train 3.146709 (lr=1.7215e-04) (hash(x)=34291857)
+7204 train 3.111062 (lr=1.7208e-04) (hash(x)=40929761)
+7205 train 3.138762 (lr=1.7200e-04) (hash(x)=36539541)
+7206 train 3.178332 (lr=1.7193e-04) (hash(x)=38237882)
+7207 train 3.155949 (lr=1.7185e-04) (hash(x)=38688145)
+7208 train 3.152886 (lr=1.7178e-04) (hash(x)=41099991)
+7209 train 3.154367 (lr=1.7170e-04) (hash(x)=58728691)
+7210 train 3.194300 (lr=1.7163e-04) (hash(x)=53177750)
+7211 train 3.238644 (lr=1.7156e-04) (hash(x)=39469467)
+7212 train 3.230225 (lr=1.7148e-04) (hash(x)=44626261)
+7213 train 3.259832 (lr=1.7141e-04) (hash(x)=40758451)
+7214 train 3.236480 (lr=1.7133e-04) (hash(x)=39112923)
+7215 train 3.163045 (lr=1.7126e-04) (hash(x)=43547525)
+7216 train 3.179523 (lr=1.7119e-04) (hash(x)=42713379)
+7217 train 3.181874 (lr=1.7111e-04) (hash(x)=43702086)
+7218 train 3.195942 (lr=1.7104e-04) (hash(x)=32929146)
+7219 train 3.199556 (lr=1.7097e-04) (hash(x)=42867839)
+7220 train 3.228971 (lr=1.7089e-04) (hash(x)=40229494)
+7221 train 3.263242 (lr=1.7082e-04) (hash(x)=44607043)
+7222 train 3.190670 (lr=1.7074e-04) (hash(x)=35657358)
+7223 train 3.178164 (lr=1.7067e-04) (hash(x)=37530448)
+7224 train 3.156408 (lr=1.7060e-04) (hash(x)=43185067)
+7225 train 3.255316 (lr=1.7052e-04) (hash(x)=43018264)
+7226 train 3.235857 (lr=1.7045e-04) (hash(x)=35624550)
+7227 train 3.263288 (lr=1.7038e-04) (hash(x)=40490656)
+7228 train 3.206292 (lr=1.7030e-04) (hash(x)=41142865)
+7229 train 3.185172 (lr=1.7023e-04) (hash(x)=41912963)
+7230 train 3.273886 (lr=1.7015e-04) (hash(x)=39571992)
+7231 train 3.214388 (lr=1.7008e-04) (hash(x)=47066165)
+7232 train 3.163331 (lr=1.7001e-04) (hash(x)=38737331)
+7233 train 3.175365 (lr=1.6993e-04) (hash(x)=40043305)
+7234 train 3.183791 (lr=1.6986e-04) (hash(x)=41740891)
+7235 train 3.155381 (lr=1.6979e-04) (hash(x)=39305200)
+7236 train 3.184007 (lr=1.6971e-04) (hash(x)=39673359)
+7237 train 3.151663 (lr=1.6964e-04) (hash(x)=38821663)
+7238 train 3.164301 (lr=1.6957e-04) (hash(x)=39993651)
+7239 train 3.146747 (lr=1.6949e-04) (hash(x)=37330077)
+7240 train 3.129363 (lr=1.6942e-04) (hash(x)=39094915)
+7241 train 3.198906 (lr=1.6935e-04) (hash(x)=43831383)
+7242 train 3.135360 (lr=1.6927e-04) (hash(x)=43611953)
+7243 train 3.092479 (lr=1.6920e-04) (hash(x)=46872824)
+7244 train 3.140676 (lr=1.6913e-04) (hash(x)=38066442)
+7245 train 3.123792 (lr=1.6905e-04) (hash(x)=38894402)
+7246 train 3.184297 (lr=1.6898e-04) (hash(x)=37645914)
+7247 train 3.116328 (lr=1.6891e-04) (hash(x)=44929157)
+7248 train 3.137533 (lr=1.6883e-04) (hash(x)=42196483)
+7249 train 3.214562 (lr=1.6876e-04) (hash(x)=38040356)
+7250 val loss 3.1642
+7250 val perplexity 23.6687
+7250 hella 0.2893
+7250 train 3.145251 (lr=1.6869e-04) (hash(x)=38572286)
+7251 train 3.195828 (lr=1.6861e-04) (hash(x)=38124035)
+7252 train 3.184732 (lr=1.6854e-04) (hash(x)=32133633)
+7253 train 3.167839 (lr=1.6847e-04) (hash(x)=41007732)
+7254 train 3.140107 (lr=1.6839e-04) (hash(x)=42316142)
+7255 train 3.243173 (lr=1.6832e-04) (hash(x)=40306542)
+7256 train 3.152716 (lr=1.6825e-04) (hash(x)=43041705)
+7257 train 3.146986 (lr=1.6817e-04) (hash(x)=40655185)
+7258 train 3.201006 (lr=1.6810e-04) (hash(x)=45867193)
+7259 train 3.139905 (lr=1.6803e-04) (hash(x)=48439508)
+7260 train 3.260963 (lr=1.6795e-04) (hash(x)=37234635)
+7261 train 3.213628 (lr=1.6788e-04) (hash(x)=40020949)
+7262 train 3.217283 (lr=1.6781e-04) (hash(x)=46203600)
+7263 train 3.254325 (lr=1.6773e-04) (hash(x)=42311949)
+7264 train 3.159396 (lr=1.6766e-04) (hash(x)=42467517)
+7265 train 3.181031 (lr=1.6759e-04) (hash(x)=39656269)
+7266 train 3.206288 (lr=1.6752e-04) (hash(x)=35172434)
+7267 train 3.297146 (lr=1.6744e-04) (hash(x)=34343324)
+7268 train 3.176363 (lr=1.6737e-04) (hash(x)=38786405)
+7269 train 3.218104 (lr=1.6730e-04) (hash(x)=45641119)
+7270 train 3.218825 (lr=1.6722e-04) (hash(x)=35612198)
+7271 train 3.241464 (lr=1.6715e-04) (hash(x)=36767044)
+7272 train 3.175062 (lr=1.6708e-04) (hash(x)=40784006)
+7273 train 3.135947 (lr=1.6701e-04) (hash(x)=39268701)
+7274 train 3.131455 (lr=1.6693e-04) (hash(x)=40201686)
+7275 train 3.137713 (lr=1.6686e-04) (hash(x)=43306595)
+7276 train 3.182383 (lr=1.6679e-04) (hash(x)=36950675)
+7277 train 3.167029 (lr=1.6671e-04) (hash(x)=37755311)
+7278 train 3.144010 (lr=1.6664e-04) (hash(x)=38937658)
+7279 train 3.153442 (lr=1.6657e-04) (hash(x)=37734428)
+7280 train 3.068262 (lr=1.6650e-04) (hash(x)=36138100)
+7281 train 3.160954 (lr=1.6642e-04) (hash(x)=36827650)
+7282 train 3.139043 (lr=1.6635e-04) (hash(x)=40620360)
+7283 train 3.172567 (lr=1.6628e-04) (hash(x)=44230543)
+7284 train 3.173579 (lr=1.6621e-04) (hash(x)=40898850)
+7285 train 3.146857 (lr=1.6613e-04) (hash(x)=42954569)
+7286 train 3.188046 (lr=1.6606e-04) (hash(x)=45968925)
+7287 train 3.108443 (lr=1.6599e-04) (hash(x)=42446197)
+7288 train 3.162563 (lr=1.6592e-04) (hash(x)=39745102)
+7289 train 3.176319 (lr=1.6584e-04) (hash(x)=35249166)
+7290 train 3.184786 (lr=1.6577e-04) (hash(x)=33138327)
+7291 train 3.133393 (lr=1.6570e-04) (hash(x)=40582202)
+7292 train 3.154108 (lr=1.6563e-04) (hash(x)=40748601)
+7293 train 3.222427 (lr=1.6555e-04) (hash(x)=39761328)
+7294 train 3.184181 (lr=1.6548e-04) (hash(x)=39032581)
+7295 train 3.164487 (lr=1.6541e-04) (hash(x)=38032698)
+7296 train 3.186930 (lr=1.6534e-04) (hash(x)=43493619)
+7297 train 3.213181 (lr=1.6526e-04) (hash(x)=40067437)
+7298 train 3.231112 (lr=1.6519e-04) (hash(x)=39279327)
+7299 train 3.241867 (lr=1.6512e-04) (hash(x)=37717868)
+7300 train 3.219110 (lr=1.6505e-04) (hash(x)=37287505)
+7301 train 3.176938 (lr=1.6497e-04) (hash(x)=38107415)
+7302 train 3.217367 (lr=1.6490e-04) (hash(x)=37412494)
+7303 train 3.208300 (lr=1.6483e-04) (hash(x)=40366980)
+7304 train 3.217985 (lr=1.6476e-04) (hash(x)=44938486)
+7305 train 3.207444 (lr=1.6468e-04) (hash(x)=37143103)
+7306 train 3.209588 (lr=1.6461e-04) (hash(x)=41574166)
+7307 train 3.208462 (lr=1.6454e-04) (hash(x)=43337350)
+7308 train 3.186901 (lr=1.6447e-04) (hash(x)=38676347)
+7309 train 3.201643 (lr=1.6440e-04) (hash(x)=39556207)
+7310 train 3.139578 (lr=1.6432e-04) (hash(x)=42396519)
+7311 train 3.186133 (lr=1.6425e-04) (hash(x)=38220127)
+7312 train 3.130512 (lr=1.6418e-04) (hash(x)=53505907)
+7313 train 3.173443 (lr=1.6411e-04) (hash(x)=39278164)
+7314 train 3.247651 (lr=1.6404e-04) (hash(x)=37185452)
+7315 train 3.157204 (lr=1.6396e-04) (hash(x)=38950484)
+7316 train 3.272678 (lr=1.6389e-04) (hash(x)=40230436)
+7317 train 3.147674 (lr=1.6382e-04) (hash(x)=38626125)
+7318 train 3.151399 (lr=1.6375e-04) (hash(x)=41403276)
+7319 train 3.119860 (lr=1.6368e-04) (hash(x)=44049461)
+7320 train 3.179644 (lr=1.6360e-04) (hash(x)=32219297)
+7321 train 3.165787 (lr=1.6353e-04) (hash(x)=40964946)
+7322 train 3.098895 (lr=1.6346e-04) (hash(x)=36080277)
+7323 train 3.171008 (lr=1.6339e-04) (hash(x)=42019384)
+7324 train 3.182703 (lr=1.6332e-04) (hash(x)=36873349)
+7325 train 3.203785 (lr=1.6324e-04) (hash(x)=52671935)
+7326 train 3.203122 (lr=1.6317e-04) (hash(x)=42152222)
+7327 train 3.147892 (lr=1.6310e-04) (hash(x)=42578664)
+7328 train 3.170902 (lr=1.6303e-04) (hash(x)=39468060)
+7329 train 3.166326 (lr=1.6296e-04) (hash(x)=43133814)
+7330 train 3.151300 (lr=1.6288e-04) (hash(x)=41903829)
+7331 train 3.134994 (lr=1.6281e-04) (hash(x)=37059562)
+7332 train 3.206041 (lr=1.6274e-04) (hash(x)=31591861)
+7333 train 3.170914 (lr=1.6267e-04) (hash(x)=42209378)
+7334 train 3.224318 (lr=1.6260e-04) (hash(x)=39707457)
+7335 train 3.133253 (lr=1.6253e-04) (hash(x)=45440241)
+7336 train 3.159828 (lr=1.6245e-04) (hash(x)=32660483)
+7337 train 3.180257 (lr=1.6238e-04) (hash(x)=38568228)
+7338 train 3.131852 (lr=1.6231e-04) (hash(x)=38724719)
+7339 train 3.140039 (lr=1.6224e-04) (hash(x)=51459601)
+7340 train 3.199958 (lr=1.6217e-04) (hash(x)=41543865)
+7341 train 3.193810 (lr=1.6210e-04) (hash(x)=37416790)
+7342 train 3.196851 (lr=1.6203e-04) (hash(x)=38613295)
+7343 train 3.158719 (lr=1.6195e-04) (hash(x)=35539041)
+7344 train 3.150454 (lr=1.6188e-04) (hash(x)=35016515)
+7345 train 3.181564 (lr=1.6181e-04) (hash(x)=40855766)
+7346 train 3.155617 (lr=1.6174e-04) (hash(x)=39955333)
+7347 train 3.155178 (lr=1.6167e-04) (hash(x)=43678169)
+7348 train 3.114735 (lr=1.6160e-04) (hash(x)=48153708)
+7349 train 3.150990 (lr=1.6153e-04) (hash(x)=35879722)
+7350 train 3.139316 (lr=1.6145e-04) (hash(x)=34533269)
+7351 train 3.100098 (lr=1.6138e-04) (hash(x)=40578516)
+7352 train 3.154265 (lr=1.6131e-04) (hash(x)=50103831)
+7353 train 3.102549 (lr=1.6124e-04) (hash(x)=43046740)
+7354 train 3.147253 (lr=1.6117e-04) (hash(x)=37118339)
+7355 train 3.179311 (lr=1.6110e-04) (hash(x)=34104018)
+7356 train 3.150377 (lr=1.6103e-04) (hash(x)=44313712)
+7357 train 3.084338 (lr=1.6095e-04) (hash(x)=36425090)
+7358 train 3.166073 (lr=1.6088e-04) (hash(x)=45321827)
+7359 train 3.145208 (lr=1.6081e-04) (hash(x)=39705055)
+7360 train 3.201648 (lr=1.6074e-04) (hash(x)=41437835)
+7361 train 3.150139 (lr=1.6067e-04) (hash(x)=40817004)
+7362 train 3.172747 (lr=1.6060e-04) (hash(x)=40614746)
+7363 train 3.212070 (lr=1.6053e-04) (hash(x)=34422524)
+7364 train 3.155640 (lr=1.6046e-04) (hash(x)=41713987)
+7365 train 3.175779 (lr=1.6039e-04) (hash(x)=45398439)
+7366 train 3.184005 (lr=1.6031e-04) (hash(x)=40064620)
+7367 train 3.156325 (lr=1.6024e-04) (hash(x)=38137172)
+7368 train 3.174603 (lr=1.6017e-04) (hash(x)=43185773)
+7369 train 3.246436 (lr=1.6010e-04) (hash(x)=37528483)
+7370 train 3.150784 (lr=1.6003e-04) (hash(x)=47418502)
+7371 train 3.152873 (lr=1.5996e-04) (hash(x)=39706845)
+7372 train 3.177850 (lr=1.5989e-04) (hash(x)=37434680)
+7373 train 3.193015 (lr=1.5982e-04) (hash(x)=39268027)
+7374 train 3.234449 (lr=1.5975e-04) (hash(x)=39367276)
+7375 train 3.168846 (lr=1.5968e-04) (hash(x)=39868467)
+7376 train 3.181118 (lr=1.5960e-04) (hash(x)=45119299)
+7377 train 3.196143 (lr=1.5953e-04) (hash(x)=38389071)
+7378 train 3.279761 (lr=1.5946e-04) (hash(x)=40479337)
+7379 train 3.197648 (lr=1.5939e-04) (hash(x)=39076799)
+7380 train 3.167360 (lr=1.5932e-04) (hash(x)=42438779)
+7381 train 3.263984 (lr=1.5925e-04) (hash(x)=37020372)
+7382 train 3.197130 (lr=1.5918e-04) (hash(x)=41614949)
+7383 train 3.232495 (lr=1.5911e-04) (hash(x)=33519516)
+7384 train 3.142125 (lr=1.5904e-04) (hash(x)=44295180)
+7385 train 3.192050 (lr=1.5897e-04) (hash(x)=40832351)
+7386 train 3.143222 (lr=1.5890e-04) (hash(x)=40670978)
+7387 train 3.112285 (lr=1.5883e-04) (hash(x)=37798247)
+7388 train 3.170444 (lr=1.5876e-04) (hash(x)=37353887)
+7389 train 3.182441 (lr=1.5869e-04) (hash(x)=36027758)
+7390 train 3.148904 (lr=1.5861e-04) (hash(x)=35562862)
+7391 train 3.166546 (lr=1.5854e-04) (hash(x)=32126798)
+7392 train 3.129050 (lr=1.5847e-04) (hash(x)=38356196)
+7393 train 3.158628 (lr=1.5840e-04) (hash(x)=37297784)
+7394 train 3.149679 (lr=1.5833e-04) (hash(x)=36806134)
+7395 train 3.169344 (lr=1.5826e-04) (hash(x)=38820377)
+7396 train 3.235310 (lr=1.5819e-04) (hash(x)=40305866)
+7397 train 3.155801 (lr=1.5812e-04) (hash(x)=39903374)
+7398 train 3.202615 (lr=1.5805e-04) (hash(x)=42825308)
+7399 train 3.167007 (lr=1.5798e-04) (hash(x)=40768159)
+7400 train 3.176381 (lr=1.5791e-04) (hash(x)=47082362)
+7401 train 3.144137 (lr=1.5784e-04) (hash(x)=41048462)
+7402 train 3.175283 (lr=1.5777e-04) (hash(x)=39148385)
+7403 train 3.160129 (lr=1.5770e-04) (hash(x)=40779533)
+7404 train 3.127628 (lr=1.5763e-04) (hash(x)=40195514)
+7405 train 3.164268 (lr=1.5756e-04) (hash(x)=32596584)
+7406 train 3.147640 (lr=1.5749e-04) (hash(x)=38827250)
+7407 train 3.177444 (lr=1.5742e-04) (hash(x)=37953267)
+7408 train 3.239685 (lr=1.5735e-04) (hash(x)=40103633)
+7409 train 3.224152 (lr=1.5728e-04) (hash(x)=37868138)
+7410 train 3.163858 (lr=1.5721e-04) (hash(x)=34155637)
+7411 train 3.154206 (lr=1.5714e-04) (hash(x)=35887260)
+7412 train 3.165137 (lr=1.5707e-04) (hash(x)=42111180)
+7413 train 3.136655 (lr=1.5700e-04) (hash(x)=38853215)
+7414 train 3.192026 (lr=1.5693e-04) (hash(x)=40343598)
+7415 train 3.154136 (lr=1.5686e-04) (hash(x)=36537684)
+7416 train 3.198058 (lr=1.5679e-04) (hash(x)=37563328)
+7417 train 3.139195 (lr=1.5672e-04) (hash(x)=40151551)
+7418 train 3.156017 (lr=1.5665e-04) (hash(x)=34239109)
+7419 train 3.145952 (lr=1.5658e-04) (hash(x)=41516836)
+7420 train 3.149332 (lr=1.5651e-04) (hash(x)=38366064)
+7421 train 3.114503 (lr=1.5644e-04) (hash(x)=40609378)
+7422 train 3.064141 (lr=1.5637e-04) (hash(x)=41897661)
+7423 train 3.123704 (lr=1.5630e-04) (hash(x)=40905644)
+7424 train 3.177386 (lr=1.5623e-04) (hash(x)=34942425)
+7425 train 3.114719 (lr=1.5616e-04) (hash(x)=36157595)
+7426 train 3.154268 (lr=1.5609e-04) (hash(x)=45631912)
+7427 train 3.104888 (lr=1.5602e-04) (hash(x)=35140827)
+7428 train 3.137332 (lr=1.5595e-04) (hash(x)=38144801)
+7429 train 3.154850 (lr=1.5588e-04) (hash(x)=36625182)
+7430 train 3.117660 (lr=1.5581e-04) (hash(x)=34525577)
+7431 train 3.169677 (lr=1.5574e-04) (hash(x)=38243639)
+7432 train 3.202414 (lr=1.5567e-04) (hash(x)=40583551)
+7433 train 3.218929 (lr=1.5560e-04) (hash(x)=45385701)
+7434 train 3.203733 (lr=1.5553e-04) (hash(x)=36605682)
+7435 train 3.246186 (lr=1.5546e-04) (hash(x)=41580782)
+7436 train 3.233888 (lr=1.5539e-04) (hash(x)=37264088)
+7437 train 3.171572 (lr=1.5532e-04) (hash(x)=42191850)
+7438 train 3.137466 (lr=1.5525e-04) (hash(x)=36444755)
+7439 train 3.261070 (lr=1.5518e-04) (hash(x)=37874332)
+7440 train 3.196811 (lr=1.5511e-04) (hash(x)=40247263)
+7441 train 3.148209 (lr=1.5504e-04) (hash(x)=38224454)
+7442 train 3.172421 (lr=1.5497e-04) (hash(x)=36960026)
+7443 train 3.160095 (lr=1.5490e-04) (hash(x)=36983160)
+7444 train 3.218365 (lr=1.5483e-04) (hash(x)=39054005)
+7445 train 3.232802 (lr=1.5476e-04) (hash(x)=36822939)
+7446 train 3.180228 (lr=1.5469e-04) (hash(x)=28012105)
+7447 train 3.168362 (lr=1.5462e-04) (hash(x)=42272412)
+7448 train 3.221645 (lr=1.5455e-04) (hash(x)=38678242)
+7449 train 3.206787 (lr=1.5448e-04) (hash(x)=36361931)
+7450 train 3.156485 (lr=1.5441e-04) (hash(x)=38379014)
+7451 train 3.140975 (lr=1.5435e-04) (hash(x)=36000567)
+7452 train 3.153316 (lr=1.5428e-04) (hash(x)=34071401)
+7453 train 3.131091 (lr=1.5421e-04) (hash(x)=32747657)
+7454 train 3.172249 (lr=1.5414e-04) (hash(x)=38954210)
+7455 train 3.176006 (lr=1.5407e-04) (hash(x)=39271495)
+7456 train 3.182698 (lr=1.5400e-04) (hash(x)=40623457)
+7457 train 3.158332 (lr=1.5393e-04) (hash(x)=39874796)
+7458 train 3.183633 (lr=1.5386e-04) (hash(x)=71710103)
+7459 train 3.158996 (lr=1.5379e-04) (hash(x)=42251796)
+7460 train 3.078798 (lr=1.5372e-04) (hash(x)=33142691)
+7461 train 3.205232 (lr=1.5365e-04) (hash(x)=38268426)
+7462 train 3.138052 (lr=1.5358e-04) (hash(x)=42822946)
+7463 train 3.158375 (lr=1.5351e-04) (hash(x)=33418524)
+7464 train 3.206570 (lr=1.5345e-04) (hash(x)=35058040)
+7465 train 3.133178 (lr=1.5338e-04) (hash(x)=38194199)
+7466 train 3.180271 (lr=1.5331e-04) (hash(x)=42765208)
+7467 train 3.174982 (lr=1.5324e-04) (hash(x)=43076946)
+7468 train 3.158185 (lr=1.5317e-04) (hash(x)=41427071)
+7469 train 3.229232 (lr=1.5310e-04) (hash(x)=45944116)
+7470 train 3.146765 (lr=1.5303e-04) (hash(x)=37711165)
+7471 train 3.214313 (lr=1.5296e-04) (hash(x)=44782600)
+7472 train 3.190859 (lr=1.5289e-04) (hash(x)=44045664)
+7473 train 3.139929 (lr=1.5282e-04) (hash(x)=40674126)
+7474 train 3.181237 (lr=1.5275e-04) (hash(x)=48561908)
+7475 train 3.186271 (lr=1.5269e-04) (hash(x)=42722536)
+7476 train 3.164249 (lr=1.5262e-04) (hash(x)=41544078)
+7477 train 3.191928 (lr=1.5255e-04) (hash(x)=34136323)
+7478 train 3.170771 (lr=1.5248e-04) (hash(x)=42523263)
+7479 train 3.160868 (lr=1.5241e-04) (hash(x)=42198857)
+7480 train 3.164370 (lr=1.5234e-04) (hash(x)=40130496)
+7481 train 3.112617 (lr=1.5227e-04) (hash(x)=27332457)
+7482 train 3.193531 (lr=1.5220e-04) (hash(x)=43223229)
+7483 train 3.166891 (lr=1.5214e-04) (hash(x)=31589531)
+7484 train 3.166742 (lr=1.5207e-04) (hash(x)=42663916)
+7485 train 3.203623 (lr=1.5200e-04) (hash(x)=37450957)
+7486 train 3.184300 (lr=1.5193e-04) (hash(x)=40781377)
+7487 train 3.184272 (lr=1.5186e-04) (hash(x)=39978495)
+7488 train 3.148907 (lr=1.5179e-04) (hash(x)=32933759)
+7489 train 3.160824 (lr=1.5172e-04) (hash(x)=40821588)
+7490 train 3.108647 (lr=1.5165e-04) (hash(x)=42875041)
+7491 train 3.157914 (lr=1.5159e-04) (hash(x)=41221658)
+7492 train 3.211228 (lr=1.5152e-04) (hash(x)=34975616)
+7493 train 3.241983 (lr=1.5145e-04) (hash(x)=38261944)
+7494 train 3.130320 (lr=1.5138e-04) (hash(x)=32254111)
+7495 train 3.172540 (lr=1.5131e-04) (hash(x)=33728126)
+7496 train 3.029967 (lr=1.5124e-04) (hash(x)=33478671)
+7497 train 3.159959 (lr=1.5118e-04) (hash(x)=39039914)
+7498 train 3.182964 (lr=1.5111e-04) (hash(x)=36126075)
+7499 train 3.208233 (lr=1.5104e-04) (hash(x)=41322702)
+7500 val loss 3.1555
+7500 val perplexity 23.4640
+7500 hella 0.2901
+7500 train 3.135028 (lr=1.5097e-04) (hash(x)=45139629)
+7501 train 3.158101 (lr=1.5090e-04) (hash(x)=40085918)
+7502 train 3.201095 (lr=1.5083e-04) (hash(x)=39437218)
+7503 train 3.169916 (lr=1.5076e-04) (hash(x)=38902640)
+7504 train 3.124166 (lr=1.5070e-04) (hash(x)=40916546)
+7505 train 3.166624 (lr=1.5063e-04) (hash(x)=38766569)
+7506 train 3.132630 (lr=1.5056e-04) (hash(x)=44673131)
+7507 train 3.171134 (lr=1.5049e-04) (hash(x)=41810941)
+7508 train 3.131272 (lr=1.5042e-04) (hash(x)=35843271)
+7509 train 3.183674 (lr=1.5036e-04) (hash(x)=41241157)
+7510 train 3.209628 (lr=1.5029e-04) (hash(x)=39820755)
+7511 train 3.194199 (lr=1.5022e-04) (hash(x)=44867914)
+7512 train 3.189375 (lr=1.5015e-04) (hash(x)=45634132)
+7513 train 3.186449 (lr=1.5008e-04) (hash(x)=41550360)
+7514 train 3.180839 (lr=1.5001e-04) (hash(x)=37900494)
+7515 train 3.134181 (lr=1.4995e-04) (hash(x)=47433035)
+7516 train 3.202836 (lr=1.4988e-04) (hash(x)=37736146)
+7517 train 3.160952 (lr=1.4981e-04) (hash(x)=40194237)
+7518 train 3.234141 (lr=1.4974e-04) (hash(x)=43645651)
+7519 train 3.136455 (lr=1.4967e-04) (hash(x)=41146626)
+7520 train 3.191111 (lr=1.4961e-04) (hash(x)=33771440)
+7521 train 3.177590 (lr=1.4954e-04) (hash(x)=37989611)
+7522 train 3.182224 (lr=1.4947e-04) (hash(x)=36728745)
+7523 train 3.277561 (lr=1.4940e-04) (hash(x)=50363432)
+7524 train 3.177189 (lr=1.4933e-04) (hash(x)=38675441)
+7525 train 3.233390 (lr=1.4927e-04) (hash(x)=41257552)
+7526 train 3.136759 (lr=1.4920e-04) (hash(x)=40050647)
+7527 train 3.231878 (lr=1.4913e-04) (hash(x)=39787728)
+7528 train 3.193457 (lr=1.4906e-04) (hash(x)=42651056)
+7529 train 3.213506 (lr=1.4900e-04) (hash(x)=38139665)
+7530 train 3.218615 (lr=1.4893e-04) (hash(x)=39311404)
+7531 train 3.206132 (lr=1.4886e-04) (hash(x)=40130466)
+7532 train 3.142584 (lr=1.4879e-04) (hash(x)=36659677)
+7533 train 3.152654 (lr=1.4872e-04) (hash(x)=33799980)
+7534 train 3.104578 (lr=1.4866e-04) (hash(x)=58139808)
+7535 train 3.092000 (lr=1.4859e-04) (hash(x)=29847449)
+7536 train 3.182578 (lr=1.4852e-04) (hash(x)=35668373)
+7537 train 3.124019 (lr=1.4845e-04) (hash(x)=40750587)
+7538 train 3.142842 (lr=1.4839e-04) (hash(x)=36323410)
+7539 train 3.108968 (lr=1.4832e-04) (hash(x)=39923591)
+7540 train 3.107431 (lr=1.4825e-04) (hash(x)=30172063)
+7541 train 3.145128 (lr=1.4818e-04) (hash(x)=37173479)
+7542 train 3.184675 (lr=1.4812e-04) (hash(x)=35680391)
+7543 train 3.145898 (lr=1.4805e-04) (hash(x)=46394316)
+7544 train 3.195779 (lr=1.4798e-04) (hash(x)=39877497)
+7545 train 3.215483 (lr=1.4791e-04) (hash(x)=51033830)
+7546 train 3.164274 (lr=1.4785e-04) (hash(x)=44283476)
+7547 train 3.135585 (lr=1.4778e-04) (hash(x)=35947128)
+7548 train 3.210708 (lr=1.4771e-04) (hash(x)=39673493)
+7549 train 3.249324 (lr=1.4764e-04) (hash(x)=41136140)
+7550 train 3.164350 (lr=1.4758e-04) (hash(x)=48422333)
+7551 train 3.208783 (lr=1.4751e-04) (hash(x)=40183642)
+7552 train 3.225223 (lr=1.4744e-04) (hash(x)=40351272)
+7553 train 3.224904 (lr=1.4737e-04) (hash(x)=35297194)
+7554 train 3.146896 (lr=1.4731e-04) (hash(x)=46125579)
+7555 train 3.159338 (lr=1.4724e-04) (hash(x)=38248426)
+7556 train 3.171922 (lr=1.4717e-04) (hash(x)=40448340)
+7557 train 3.119459 (lr=1.4711e-04) (hash(x)=44146752)
+7558 train 3.197850 (lr=1.4704e-04) (hash(x)=39395791)
+7559 train 3.150749 (lr=1.4697e-04) (hash(x)=38968710)
+7560 train 3.190751 (lr=1.4690e-04) (hash(x)=40327880)
+7561 train 3.157388 (lr=1.4684e-04) (hash(x)=40302068)
+7562 train 3.281583 (lr=1.4677e-04) (hash(x)=38218472)
+7563 train 3.252836 (lr=1.4670e-04) (hash(x)=36478415)
+7564 train 3.196260 (lr=1.4664e-04) (hash(x)=37508311)
+7565 train 3.159124 (lr=1.4657e-04) (hash(x)=37293910)
+7566 train 3.236557 (lr=1.4650e-04) (hash(x)=34296333)
+7567 train 3.176865 (lr=1.4643e-04) (hash(x)=46892614)
+7568 train 3.172364 (lr=1.4637e-04) (hash(x)=36312048)
+7569 train 3.160032 (lr=1.4630e-04) (hash(x)=39850010)
+7570 train 3.112114 (lr=1.4623e-04) (hash(x)=40331461)
+7571 train 3.162200 (lr=1.4617e-04) (hash(x)=35911842)
+7572 train 3.200911 (lr=1.4610e-04) (hash(x)=36004808)
+7573 train 3.142051 (lr=1.4603e-04) (hash(x)=34087934)
+7574 train 3.173232 (lr=1.4597e-04) (hash(x)=37490984)
+7575 train 3.112470 (lr=1.4590e-04) (hash(x)=41584400)
+7576 train 3.128036 (lr=1.4583e-04) (hash(x)=40209862)
+7577 train 3.146195 (lr=1.4577e-04) (hash(x)=39307212)
+7578 train 3.172637 (lr=1.4570e-04) (hash(x)=40355012)
+7579 train 3.140077 (lr=1.4563e-04) (hash(x)=42472212)
+7580 train 3.197142 (lr=1.4557e-04) (hash(x)=39486935)
+7581 train 3.178916 (lr=1.4550e-04) (hash(x)=45975249)
+7582 train 3.169050 (lr=1.4543e-04) (hash(x)=41472786)
+7583 train 3.190847 (lr=1.4537e-04) (hash(x)=38338768)
+7584 train 3.224714 (lr=1.4530e-04) (hash(x)=41278608)
+7585 train 3.204777 (lr=1.4523e-04) (hash(x)=47810152)
+7586 train 3.172111 (lr=1.4517e-04) (hash(x)=39879804)
+7587 train 3.230006 (lr=1.4510e-04) (hash(x)=38429116)
+7588 train 3.237894 (lr=1.4503e-04) (hash(x)=40666583)
+7589 train 3.156459 (lr=1.4497e-04) (hash(x)=34785747)
+7590 train 3.145231 (lr=1.4490e-04) (hash(x)=39194835)
+7591 train 3.275409 (lr=1.4483e-04) (hash(x)=42697095)
+7592 train 3.163104 (lr=1.4477e-04) (hash(x)=39119037)
+7593 train 3.182146 (lr=1.4470e-04) (hash(x)=43825870)
+7594 train 3.101951 (lr=1.4463e-04) (hash(x)=39843712)
+7595 train 3.225929 (lr=1.4457e-04) (hash(x)=42307415)
+7596 train 3.197179 (lr=1.4450e-04) (hash(x)=40879729)
+7597 train 3.147043 (lr=1.4443e-04) (hash(x)=39084196)
+7598 train 3.137765 (lr=1.4437e-04) (hash(x)=39072380)
+7599 train 3.171888 (lr=1.4430e-04) (hash(x)=37774632)
+7600 train 3.189216 (lr=1.4424e-04) (hash(x)=38242852)
+7601 train 3.108838 (lr=1.4417e-04) (hash(x)=47481547)
+7602 train 3.159350 (lr=1.4410e-04) (hash(x)=29646220)
+7603 train 3.173347 (lr=1.4404e-04) (hash(x)=39256869)
+7604 train 3.200721 (lr=1.4397e-04) (hash(x)=41662676)
+7605 train 3.158922 (lr=1.4390e-04) (hash(x)=41510127)
+7606 train 3.145269 (lr=1.4384e-04) (hash(x)=37963143)
+7607 train 3.213185 (lr=1.4377e-04) (hash(x)=41134836)
+7608 train 3.118599 (lr=1.4371e-04) (hash(x)=35407710)
+7609 train 3.171639 (lr=1.4364e-04) (hash(x)=41549763)
+7610 train 3.137757 (lr=1.4357e-04) (hash(x)=42188513)
+7611 train 3.162669 (lr=1.4351e-04) (hash(x)=44079319)
+7612 train 3.135136 (lr=1.4344e-04) (hash(x)=37270678)
+7613 train 3.200459 (lr=1.4338e-04) (hash(x)=39663509)
+7614 train 3.145703 (lr=1.4331e-04) (hash(x)=42219117)
+7615 train 3.130525 (lr=1.4324e-04) (hash(x)=43027774)
+7616 train 3.130502 (lr=1.4318e-04) (hash(x)=37997349)
+7617 train 3.207304 (lr=1.4311e-04) (hash(x)=43514823)
+7618 train 3.113106 (lr=1.4305e-04) (hash(x)=44226760)
+7619 train 3.229769 (lr=1.4298e-04) (hash(x)=36492021)
+7620 train 3.166156 (lr=1.4291e-04) (hash(x)=38505610)
+7621 train 3.234588 (lr=1.4285e-04) (hash(x)=44556113)
+7622 train 3.167856 (lr=1.4278e-04) (hash(x)=40774582)
+7623 train 3.159425 (lr=1.4272e-04) (hash(x)=40192579)
+7624 train 3.216725 (lr=1.4265e-04) (hash(x)=41821538)
+7625 train 3.157990 (lr=1.4258e-04) (hash(x)=39708159)
+7626 train 3.177310 (lr=1.4252e-04) (hash(x)=40473111)
+7627 train 3.178868 (lr=1.4245e-04) (hash(x)=38419253)
+7628 train 3.240173 (lr=1.4239e-04) (hash(x)=40895764)
+7629 train 3.129673 (lr=1.4232e-04) (hash(x)=43715420)
+7630 train 3.201894 (lr=1.4226e-04) (hash(x)=39082451)
+7631 train 3.174802 (lr=1.4219e-04) (hash(x)=46270726)
+7632 train 3.173335 (lr=1.4212e-04) (hash(x)=40065484)
+7633 train 3.222916 (lr=1.4206e-04) (hash(x)=42195345)
+7634 train 3.175602 (lr=1.4199e-04) (hash(x)=39206335)
+7635 train 3.258142 (lr=1.4193e-04) (hash(x)=44403491)
+7636 train 3.132394 (lr=1.4186e-04) (hash(x)=34899168)
+7637 train 3.183143 (lr=1.4180e-04) (hash(x)=39499428)
+7638 train 3.187599 (lr=1.4173e-04) (hash(x)=38404890)
+7639 train 3.202445 (lr=1.4167e-04) (hash(x)=38474967)
+7640 train 3.167168 (lr=1.4160e-04) (hash(x)=39744891)
+7641 train 3.144574 (lr=1.4154e-04) (hash(x)=44040862)
+7642 train 3.137855 (lr=1.4147e-04) (hash(x)=36323333)
+7643 train 3.168187 (lr=1.4140e-04) (hash(x)=39386364)
+7644 train 3.128596 (lr=1.4134e-04) (hash(x)=40427317)
+7645 train 3.111218 (lr=1.4127e-04) (hash(x)=42802607)
+7646 train 3.111988 (lr=1.4121e-04) (hash(x)=36840030)
+7647 train 3.134636 (lr=1.4114e-04) (hash(x)=40275305)
+7648 train 3.124088 (lr=1.4108e-04) (hash(x)=27565371)
+7649 train 3.112221 (lr=1.4101e-04) (hash(x)=39356489)
+7650 train 3.058984 (lr=1.4095e-04) (hash(x)=41248932)
+7651 train 3.113881 (lr=1.4088e-04) (hash(x)=33292198)
+7652 train 3.165470 (lr=1.4082e-04) (hash(x)=37246571)
+7653 train 3.144644 (lr=1.4075e-04) (hash(x)=44475699)
+7654 train 3.136183 (lr=1.4069e-04) (hash(x)=40873247)
+7655 train 3.198946 (lr=1.4062e-04) (hash(x)=41715891)
+7656 train 3.195900 (lr=1.4056e-04) (hash(x)=41786046)
+7657 train 3.178046 (lr=1.4049e-04) (hash(x)=41608043)
+7658 train 3.169208 (lr=1.4043e-04) (hash(x)=34153256)
+7659 train 3.207927 (lr=1.4036e-04) (hash(x)=37921676)
+7660 train 3.199355 (lr=1.4030e-04) (hash(x)=44285951)
+7661 train 3.151495 (lr=1.4023e-04) (hash(x)=38096180)
+7662 train 3.157203 (lr=1.4017e-04) (hash(x)=37180774)
+7663 train 3.217573 (lr=1.4010e-04) (hash(x)=42011682)
+7664 train 3.194644 (lr=1.4004e-04) (hash(x)=38499641)
+7665 train 3.230085 (lr=1.3997e-04) (hash(x)=44244047)
+7666 train 3.188046 (lr=1.3991e-04) (hash(x)=43565362)
+7667 train 3.186716 (lr=1.3984e-04) (hash(x)=37448390)
+7668 train 3.220978 (lr=1.3978e-04) (hash(x)=36594415)
+7669 train 3.137603 (lr=1.3971e-04) (hash(x)=41707842)
+7670 train 3.198987 (lr=1.3965e-04) (hash(x)=41965277)
+7671 train 3.204206 (lr=1.3958e-04) (hash(x)=34978908)
+7672 train 3.179359 (lr=1.3952e-04) (hash(x)=32286346)
+7673 train 3.186738 (lr=1.3945e-04) (hash(x)=42491155)
+7674 train 3.303560 (lr=1.3939e-04) (hash(x)=36950844)
+7675 train 3.153892 (lr=1.3932e-04) (hash(x)=36548378)
+7676 train 3.223260 (lr=1.3926e-04) (hash(x)=41133438)
+7677 train 3.202987 (lr=1.3919e-04) (hash(x)=44074665)
+7678 train 3.157834 (lr=1.3913e-04) (hash(x)=39075311)
+7679 train 3.150795 (lr=1.3907e-04) (hash(x)=48276963)
+7680 train 3.167695 (lr=1.3900e-04) (hash(x)=35201785)
+7681 train 3.089218 (lr=1.3894e-04) (hash(x)=37288788)
+7682 train 3.143381 (lr=1.3887e-04) (hash(x)=37072035)
+7683 train 3.153257 (lr=1.3881e-04) (hash(x)=45192047)
+7684 train 3.117613 (lr=1.3874e-04) (hash(x)=45691971)
+7685 train 3.167052 (lr=1.3868e-04) (hash(x)=40094358)
+7686 train 3.176082 (lr=1.3861e-04) (hash(x)=29645231)
+7687 train 3.102870 (lr=1.3855e-04) (hash(x)=40680328)
+7688 train 3.108763 (lr=1.3848e-04) (hash(x)=34945440)
+7689 train 3.115811 (lr=1.3842e-04) (hash(x)=49101559)
+7690 train 3.145146 (lr=1.3836e-04) (hash(x)=40318765)
+7691 train 3.230581 (lr=1.3829e-04) (hash(x)=43154319)
+7692 train 3.303203 (lr=1.3823e-04) (hash(x)=41898600)
+7693 train 3.234817 (lr=1.3816e-04) (hash(x)=41155729)
+7694 train 3.169723 (lr=1.3810e-04) (hash(x)=42277475)
+7695 train 3.226572 (lr=1.3803e-04) (hash(x)=39443611)
+7696 train 3.203383 (lr=1.3797e-04) (hash(x)=40025350)
+7697 train 3.163416 (lr=1.3791e-04) (hash(x)=36746685)
+7698 train 3.172301 (lr=1.3784e-04) (hash(x)=44832361)
+7699 train 3.199636 (lr=1.3778e-04) (hash(x)=37832288)
+7700 train 3.229048 (lr=1.3771e-04) (hash(x)=45640196)
+7701 train 3.181108 (lr=1.3765e-04) (hash(x)=45629369)
+7702 train 3.230790 (lr=1.3759e-04) (hash(x)=45476522)
+7703 train 3.192090 (lr=1.3752e-04) (hash(x)=44471578)
+7704 train 3.190294 (lr=1.3746e-04) (hash(x)=54274920)
+7705 train 3.184845 (lr=1.3739e-04) (hash(x)=44511457)
+7706 train 3.137867 (lr=1.3733e-04) (hash(x)=33479634)
+7707 train 3.178599 (lr=1.3727e-04) (hash(x)=40912591)
+7708 train 3.172257 (lr=1.3720e-04) (hash(x)=42122661)
+7709 train 3.223378 (lr=1.3714e-04) (hash(x)=49617387)
+7710 train 3.210243 (lr=1.3707e-04) (hash(x)=43417063)
+7711 train 3.208362 (lr=1.3701e-04) (hash(x)=36398599)
+7712 train 3.216110 (lr=1.3695e-04) (hash(x)=43883975)
+7713 train 3.162493 (lr=1.3688e-04) (hash(x)=34975551)
+7714 train 3.214882 (lr=1.3682e-04) (hash(x)=37049834)
+7715 train 3.166835 (lr=1.3675e-04) (hash(x)=39030011)
+7716 train 3.162451 (lr=1.3669e-04) (hash(x)=39672297)
+7717 train 3.088034 (lr=1.3663e-04) (hash(x)=49009965)
+7718 train 3.165062 (lr=1.3656e-04) (hash(x)=40777727)
+7719 train 3.141433 (lr=1.3650e-04) (hash(x)=44429939)
+7720 train 3.190271 (lr=1.3644e-04) (hash(x)=41760392)
+7721 train 3.131113 (lr=1.3637e-04) (hash(x)=35551075)
+7722 train 3.104937 (lr=1.3631e-04) (hash(x)=44813441)
+7723 train 3.172389 (lr=1.3624e-04) (hash(x)=43632162)
+7724 train 3.121775 (lr=1.3618e-04) (hash(x)=44958040)
+7725 train 3.110230 (lr=1.3612e-04) (hash(x)=41774801)
+7726 train 3.134914 (lr=1.3605e-04) (hash(x)=40041073)
+7727 train 3.189362 (lr=1.3599e-04) (hash(x)=37683316)
+7728 train 3.244858 (lr=1.3593e-04) (hash(x)=38844981)
+7729 train 3.207006 (lr=1.3586e-04) (hash(x)=22564688)
+7730 train 3.190336 (lr=1.3580e-04) (hash(x)=39871484)
+7731 train 3.213212 (lr=1.3574e-04) (hash(x)=43872958)
+7732 train 3.162239 (lr=1.3567e-04) (hash(x)=44580494)
+7733 train 3.179934 (lr=1.3561e-04) (hash(x)=34570448)
+7734 train 3.195726 (lr=1.3555e-04) (hash(x)=41647764)
+7735 train 3.190822 (lr=1.3548e-04) (hash(x)=42447423)
+7736 train 3.365375 (lr=1.3542e-04) (hash(x)=37854614)
+7737 train 3.128595 (lr=1.3536e-04) (hash(x)=33434096)
+7738 train 3.189454 (lr=1.3529e-04) (hash(x)=44998474)
+7739 train 3.207730 (lr=1.3523e-04) (hash(x)=42537868)
+7740 train 3.181170 (lr=1.3517e-04) (hash(x)=39650620)
+7741 train 3.200685 (lr=1.3510e-04) (hash(x)=43525301)
+7742 train 3.136672 (lr=1.3504e-04) (hash(x)=38926546)
+7743 train 3.209186 (lr=1.3498e-04) (hash(x)=40861613)
+7744 train 3.155891 (lr=1.3491e-04) (hash(x)=40462778)
+7745 train 3.163284 (lr=1.3485e-04) (hash(x)=41561116)
+7746 train 3.171161 (lr=1.3479e-04) (hash(x)=38815450)
+7747 train 3.198859 (lr=1.3472e-04) (hash(x)=31910694)
+7748 train 3.185311 (lr=1.3466e-04) (hash(x)=41167887)
+7749 train 3.218647 (lr=1.3460e-04) (hash(x)=35376527)
+7750 val loss 3.1484
+7750 val perplexity 23.2985
+7750 hella 0.2917
+7750 train 3.185354 (lr=1.3453e-04) (hash(x)=35993491)
+7751 train 3.152190 (lr=1.3447e-04) (hash(x)=40660483)
+7752 train 3.134831 (lr=1.3441e-04) (hash(x)=37609395)
+7753 train 3.145156 (lr=1.3435e-04) (hash(x)=41181142)
+7754 train 3.146192 (lr=1.3428e-04) (hash(x)=35736560)
+7755 train 3.093170 (lr=1.3422e-04) (hash(x)=40724675)
+7756 train 3.114648 (lr=1.3416e-04) (hash(x)=38108232)
+7757 train 3.098603 (lr=1.3409e-04) (hash(x)=46313097)
+7758 train 3.167697 (lr=1.3403e-04) (hash(x)=39500175)
+7759 train 3.193617 (lr=1.3397e-04) (hash(x)=36741155)
+7760 train 3.124323 (lr=1.3391e-04) (hash(x)=37377326)
+7761 train 3.146058 (lr=1.3384e-04) (hash(x)=40879033)
+7762 train 3.150453 (lr=1.3378e-04) (hash(x)=41600523)
+7763 train 3.138165 (lr=1.3372e-04) (hash(x)=39594376)
+7764 train 3.122257 (lr=1.3365e-04) (hash(x)=41260157)
+7765 train 3.123319 (lr=1.3359e-04) (hash(x)=36377573)
+7766 train 3.096154 (lr=1.3353e-04) (hash(x)=41276740)
+7767 train 3.098407 (lr=1.3347e-04) (hash(x)=40220867)
+7768 train 3.179269 (lr=1.3340e-04) (hash(x)=38348548)
+7769 train 3.101678 (lr=1.3334e-04) (hash(x)=39225629)
+7770 train 3.160901 (lr=1.3328e-04) (hash(x)=39244397)
+7771 train 3.150464 (lr=1.3322e-04) (hash(x)=27385583)
+7772 train 3.118137 (lr=1.3315e-04) (hash(x)=39968102)
+7773 train 3.177699 (lr=1.3309e-04) (hash(x)=42465099)
+7774 train 3.159343 (lr=1.3303e-04) (hash(x)=43032093)
+7775 train 3.109714 (lr=1.3297e-04) (hash(x)=36597876)
+7776 train 3.214499 (lr=1.3290e-04) (hash(x)=40281752)
+7777 train 3.167213 (lr=1.3284e-04) (hash(x)=38343954)
+7778 train 3.207722 (lr=1.3278e-04) (hash(x)=43743130)
+7779 train 3.153272 (lr=1.3272e-04) (hash(x)=41388062)
+7780 train 3.172606 (lr=1.3265e-04) (hash(x)=40601760)
+7781 train 3.152930 (lr=1.3259e-04) (hash(x)=40388916)
+7782 train 3.182615 (lr=1.3253e-04) (hash(x)=33687560)
+7783 train 3.152209 (lr=1.3247e-04) (hash(x)=39924552)
+7784 train 3.238377 (lr=1.3240e-04) (hash(x)=42778901)
+7785 train 3.184156 (lr=1.3234e-04) (hash(x)=35148266)
+7786 train 3.122352 (lr=1.3228e-04) (hash(x)=46898906)
+7787 train 3.185624 (lr=1.3222e-04) (hash(x)=43768202)
+7788 train 3.143718 (lr=1.3216e-04) (hash(x)=34760716)
+7789 train 3.161059 (lr=1.3209e-04) (hash(x)=36379880)
+7790 train 3.183242 (lr=1.3203e-04) (hash(x)=38926815)
+7791 train 3.137637 (lr=1.3197e-04) (hash(x)=38752428)
+7792 train 3.132722 (lr=1.3191e-04) (hash(x)=41361646)
+7793 train 3.151146 (lr=1.3185e-04) (hash(x)=38054202)
+7794 train 3.149068 (lr=1.3178e-04) (hash(x)=39152755)
+7795 train 3.116104 (lr=1.3172e-04) (hash(x)=38357516)
+7796 train 3.110867 (lr=1.3166e-04) (hash(x)=40358075)
+7797 train 3.088601 (lr=1.3160e-04) (hash(x)=37312121)
+7798 train 3.157584 (lr=1.3154e-04) (hash(x)=38208240)
+7799 train 3.108062 (lr=1.3147e-04) (hash(x)=44166581)
+7800 train 3.159384 (lr=1.3141e-04) (hash(x)=36207463)
+7801 train 3.168904 (lr=1.3135e-04) (hash(x)=39314948)
+7802 train 3.172964 (lr=1.3129e-04) (hash(x)=45453384)
+7803 train 3.155305 (lr=1.3123e-04) (hash(x)=39892498)
+7804 train 3.169031 (lr=1.3116e-04) (hash(x)=43742971)
+7805 train 3.209412 (lr=1.3110e-04) (hash(x)=44244587)
+7806 train 3.146999 (lr=1.3104e-04) (hash(x)=43079665)
+7807 train 3.093412 (lr=1.3098e-04) (hash(x)=40828523)
+7808 train 3.138000 (lr=1.3092e-04) (hash(x)=48350120)
+7809 train 3.125077 (lr=1.3086e-04) (hash(x)=36814899)
+7810 train 3.177934 (lr=1.3079e-04) (hash(x)=41483667)
+7811 train 3.189124 (lr=1.3073e-04) (hash(x)=34943057)
+7812 train 3.230858 (lr=1.3067e-04) (hash(x)=42138343)
+7813 train 3.188788 (lr=1.3061e-04) (hash(x)=43042522)
+7814 train 3.217588 (lr=1.3055e-04) (hash(x)=44216200)
+7815 train 3.189364 (lr=1.3049e-04) (hash(x)=40404472)
+7816 train 3.199346 (lr=1.3042e-04) (hash(x)=38387871)
+7817 train 3.171632 (lr=1.3036e-04) (hash(x)=35370546)
+7818 train 3.178745 (lr=1.3030e-04) (hash(x)=43006298)
+7819 train 3.181780 (lr=1.3024e-04) (hash(x)=45103177)
+7820 train 3.199430 (lr=1.3018e-04) (hash(x)=43782093)
+7821 train 3.198065 (lr=1.3012e-04) (hash(x)=32874759)
+7822 train 3.154656 (lr=1.3006e-04) (hash(x)=42054371)
+7823 train 3.152978 (lr=1.2999e-04) (hash(x)=39429436)
+7824 train 3.194911 (lr=1.2993e-04) (hash(x)=37154970)
+7825 train 3.197551 (lr=1.2987e-04) (hash(x)=33537750)
+7826 train 3.161941 (lr=1.2981e-04) (hash(x)=44178457)
+7827 train 3.143955 (lr=1.2975e-04) (hash(x)=36044153)
+7828 train 3.175016 (lr=1.2969e-04) (hash(x)=41092165)
+7829 train 3.113440 (lr=1.2963e-04) (hash(x)=41459563)
+7830 train 3.177596 (lr=1.2956e-04) (hash(x)=54876733)
+7831 train 3.187658 (lr=1.2950e-04) (hash(x)=40597732)
+7832 train 3.186873 (lr=1.2944e-04) (hash(x)=42354810)
+7833 train 3.157069 (lr=1.2938e-04) (hash(x)=37439772)
+7834 train 3.187527 (lr=1.2932e-04) (hash(x)=38162048)
+7835 train 3.171790 (lr=1.2926e-04) (hash(x)=34847438)
+7836 train 3.128009 (lr=1.2920e-04) (hash(x)=36231770)
+7837 train 3.165472 (lr=1.2914e-04) (hash(x)=38866291)
+7838 train 3.140982 (lr=1.2908e-04) (hash(x)=37322941)
+7839 train 3.175859 (lr=1.2902e-04) (hash(x)=42629702)
+7840 train 3.133200 (lr=1.2895e-04) (hash(x)=39540180)
+7841 train 3.114819 (lr=1.2889e-04) (hash(x)=38683307)
+7842 train 3.106585 (lr=1.2883e-04) (hash(x)=38989220)
+7843 train 3.226702 (lr=1.2877e-04) (hash(x)=36725995)
+7844 train 3.159981 (lr=1.2871e-04) (hash(x)=38961210)
+7845 train 3.163930 (lr=1.2865e-04) (hash(x)=35271965)
+7846 train 3.138989 (lr=1.2859e-04) (hash(x)=48017493)
+7847 train 3.202070 (lr=1.2853e-04) (hash(x)=37927674)
+7848 train 3.137170 (lr=1.2847e-04) (hash(x)=41001564)
+7849 train 3.178656 (lr=1.2841e-04) (hash(x)=37683044)
+7850 train 3.193061 (lr=1.2835e-04) (hash(x)=41215123)
+7851 train 3.217889 (lr=1.2828e-04) (hash(x)=34767166)
+7852 train 3.171899 (lr=1.2822e-04) (hash(x)=40148811)
+7853 train 3.198061 (lr=1.2816e-04) (hash(x)=39932211)
+7854 train 3.150198 (lr=1.2810e-04) (hash(x)=37210485)
+7855 train 3.218367 (lr=1.2804e-04) (hash(x)=38585829)
+7856 train 3.190658 (lr=1.2798e-04) (hash(x)=45389632)
+7857 train 3.201011 (lr=1.2792e-04) (hash(x)=40826465)
+7858 train 3.147403 (lr=1.2786e-04) (hash(x)=41969443)
+7859 train 3.186254 (lr=1.2780e-04) (hash(x)=38278104)
+7860 train 3.179440 (lr=1.2774e-04) (hash(x)=37890168)
+7861 train 3.172494 (lr=1.2768e-04) (hash(x)=39802003)
+7862 train 3.105089 (lr=1.2762e-04) (hash(x)=34848764)
+7863 train 3.177807 (lr=1.2756e-04) (hash(x)=38798729)
+7864 train 3.134172 (lr=1.2750e-04) (hash(x)=29664956)
+7865 train 3.171039 (lr=1.2744e-04) (hash(x)=39546637)
+7866 train 3.212651 (lr=1.2738e-04) (hash(x)=40101833)
+7867 train 3.212726 (lr=1.2732e-04) (hash(x)=39886578)
+7868 train 3.125706 (lr=1.2726e-04) (hash(x)=38767570)
+7869 train 3.133214 (lr=1.2720e-04) (hash(x)=39475155)
+7870 train 3.125368 (lr=1.2714e-04) (hash(x)=39999281)
+7871 train 3.118220 (lr=1.2707e-04) (hash(x)=38911304)
+7872 train 3.160765 (lr=1.2701e-04) (hash(x)=39395614)
+7873 train 3.095266 (lr=1.2695e-04) (hash(x)=42311090)
+7874 train 3.150256 (lr=1.2689e-04) (hash(x)=38826699)
+7875 train 3.161428 (lr=1.2683e-04) (hash(x)=42876113)
+7876 train 3.175463 (lr=1.2677e-04) (hash(x)=37319948)
+7877 train 3.150064 (lr=1.2671e-04) (hash(x)=40796998)
+7878 train 3.226238 (lr=1.2665e-04) (hash(x)=37648208)
+7879 train 3.173589 (lr=1.2659e-04) (hash(x)=40023276)
+7880 train 3.110013 (lr=1.2653e-04) (hash(x)=41012662)
+7881 train 3.141752 (lr=1.2647e-04) (hash(x)=35353760)
+7882 train 3.137483 (lr=1.2641e-04) (hash(x)=37539108)
+7883 train 3.103299 (lr=1.2635e-04) (hash(x)=43169429)
+7884 train 3.155742 (lr=1.2629e-04) (hash(x)=34370950)
+7885 train 3.167031 (lr=1.2623e-04) (hash(x)=53251708)
+7886 train 3.198052 (lr=1.2617e-04) (hash(x)=43022970)
+7887 train 3.143453 (lr=1.2611e-04) (hash(x)=38948613)
+7888 train 3.135094 (lr=1.2605e-04) (hash(x)=32852975)
+7889 train 3.198944 (lr=1.2599e-04) (hash(x)=32549470)
+7890 train 3.141924 (lr=1.2593e-04) (hash(x)=36581623)
+7891 train 3.206449 (lr=1.2587e-04) (hash(x)=41095736)
+7892 train 3.175749 (lr=1.2581e-04) (hash(x)=35056803)
+7893 train 3.205243 (lr=1.2575e-04) (hash(x)=40006294)
+7894 train 3.171602 (lr=1.2569e-04) (hash(x)=40433910)
+7895 train 3.170585 (lr=1.2564e-04) (hash(x)=50077210)
+7896 train 3.173360 (lr=1.2558e-04) (hash(x)=37424726)
+7897 train 3.152143 (lr=1.2552e-04) (hash(x)=43514349)
+7898 train 3.155276 (lr=1.2546e-04) (hash(x)=35886098)
+7899 train 3.169934 (lr=1.2540e-04) (hash(x)=42960271)
+7900 train 3.169270 (lr=1.2534e-04) (hash(x)=37952826)
+7901 train 3.133042 (lr=1.2528e-04) (hash(x)=43892643)
+7902 train 3.121870 (lr=1.2522e-04) (hash(x)=36125569)
+7903 train 3.144210 (lr=1.2516e-04) (hash(x)=40102444)
+7904 train 3.136011 (lr=1.2510e-04) (hash(x)=41666406)
+7905 train 3.163772 (lr=1.2504e-04) (hash(x)=37459499)
+7906 train 3.080172 (lr=1.2498e-04) (hash(x)=44233924)
+7907 train 3.126594 (lr=1.2492e-04) (hash(x)=34666251)
+7908 train 3.166844 (lr=1.2486e-04) (hash(x)=46785085)
+7909 train 3.155402 (lr=1.2480e-04) (hash(x)=39473167)
+7910 train 3.170516 (lr=1.2474e-04) (hash(x)=37756807)
+7911 train 3.160172 (lr=1.2468e-04) (hash(x)=40685710)
+7912 train 3.135912 (lr=1.2462e-04) (hash(x)=51880970)
+7913 train 3.145183 (lr=1.2456e-04) (hash(x)=42678764)
+7914 train 3.143333 (lr=1.2451e-04) (hash(x)=39389558)
+7915 train 3.122402 (lr=1.2445e-04) (hash(x)=41466470)
+7916 train 3.185546 (lr=1.2439e-04) (hash(x)=44107557)
+7917 train 3.050214 (lr=1.2433e-04) (hash(x)=40649729)
+7918 train 3.120591 (lr=1.2427e-04) (hash(x)=27627663)
+7919 train 3.119906 (lr=1.2421e-04) (hash(x)=45276952)
+7920 train 3.140490 (lr=1.2415e-04) (hash(x)=40910703)
+7921 train 3.158372 (lr=1.2409e-04) (hash(x)=49131665)
+7922 train 3.175097 (lr=1.2403e-04) (hash(x)=44436967)
+7923 train 3.167058 (lr=1.2397e-04) (hash(x)=32187531)
+7924 train 3.122681 (lr=1.2391e-04) (hash(x)=36328281)
+7925 train 3.146841 (lr=1.2385e-04) (hash(x)=39041317)
+7926 train 3.169341 (lr=1.2380e-04) (hash(x)=44277248)
+7927 train 3.166250 (lr=1.2374e-04) (hash(x)=40066083)
+7928 train 3.205898 (lr=1.2368e-04) (hash(x)=41229570)
+7929 train 3.183524 (lr=1.2362e-04) (hash(x)=40445405)
+7930 train 3.244799 (lr=1.2356e-04) (hash(x)=41542299)
+7931 train 3.272130 (lr=1.2350e-04) (hash(x)=38698371)
+7932 train 3.259257 (lr=1.2344e-04) (hash(x)=35271695)
+7933 train 3.169913 (lr=1.2338e-04) (hash(x)=40905186)
+7934 train 3.159846 (lr=1.2332e-04) (hash(x)=43852277)
+7935 train 3.203983 (lr=1.2327e-04) (hash(x)=37995500)
+7936 train 3.221651 (lr=1.2321e-04) (hash(x)=45529988)
+7937 train 3.136199 (lr=1.2315e-04) (hash(x)=34043394)
+7938 train 3.146401 (lr=1.2309e-04) (hash(x)=41998697)
+7939 train 3.170350 (lr=1.2303e-04) (hash(x)=42996801)
+7940 train 3.175149 (lr=1.2297e-04) (hash(x)=38844602)
+7941 train 3.165967 (lr=1.2291e-04) (hash(x)=43567259)
+7942 train 3.170855 (lr=1.2286e-04) (hash(x)=38050262)
+7943 train 3.163573 (lr=1.2280e-04) (hash(x)=37444312)
+7944 train 3.143587 (lr=1.2274e-04) (hash(x)=40458175)
+7945 train 3.109146 (lr=1.2268e-04) (hash(x)=42938488)
+7946 train 3.178927 (lr=1.2262e-04) (hash(x)=38068128)
+7947 train 3.152253 (lr=1.2256e-04) (hash(x)=42954147)
+7948 train 3.222418 (lr=1.2250e-04) (hash(x)=40997142)
+7949 train 3.134750 (lr=1.2245e-04) (hash(x)=41949838)
+7950 train 3.293952 (lr=1.2239e-04) (hash(x)=46442168)
+7951 train 3.143094 (lr=1.2233e-04) (hash(x)=41193513)
+7952 train 3.113237 (lr=1.2227e-04) (hash(x)=42094359)
+7953 train 3.199771 (lr=1.2221e-04) (hash(x)=40224693)
+7954 train 3.210597 (lr=1.2215e-04) (hash(x)=40694172)
+7955 train 3.101695 (lr=1.2210e-04) (hash(x)=43849034)
+7956 train 3.179547 (lr=1.2204e-04) (hash(x)=43031818)
+7957 train 3.093646 (lr=1.2198e-04) (hash(x)=42648027)
+7958 train 3.206255 (lr=1.2192e-04) (hash(x)=41324822)
+7959 train 3.202952 (lr=1.2186e-04) (hash(x)=43615204)
+7960 train 3.134131 (lr=1.2180e-04) (hash(x)=42166024)
+7961 train 3.131816 (lr=1.2175e-04) (hash(x)=38679759)
+7962 train 3.146094 (lr=1.2169e-04) (hash(x)=34957253)
+7963 train 3.169344 (lr=1.2163e-04) (hash(x)=37168942)
+7964 train 3.209849 (lr=1.2157e-04) (hash(x)=36040623)
+7965 train 3.172302 (lr=1.2151e-04) (hash(x)=39944386)
+7966 train 3.154285 (lr=1.2146e-04) (hash(x)=40045771)
+7967 train 3.138403 (lr=1.2140e-04) (hash(x)=44407115)
+7968 train 3.187021 (lr=1.2134e-04) (hash(x)=44484426)
+7969 train 3.150424 (lr=1.2128e-04) (hash(x)=40789214)
+7970 train 3.164482 (lr=1.2122e-04) (hash(x)=39432959)
+7971 train 3.110066 (lr=1.2117e-04) (hash(x)=38648345)
+7972 train 3.184881 (lr=1.2111e-04) (hash(x)=41878775)
+7973 train 3.199167 (lr=1.2105e-04) (hash(x)=37828171)
+7974 train 3.171841 (lr=1.2099e-04) (hash(x)=42773508)
+7975 train 3.121671 (lr=1.2093e-04) (hash(x)=42981879)
+7976 train 3.121967 (lr=1.2088e-04) (hash(x)=39526595)
+7977 train 3.153330 (lr=1.2082e-04) (hash(x)=44116937)
+7978 train 3.133377 (lr=1.2076e-04) (hash(x)=43641905)
+7979 train 3.119409 (lr=1.2070e-04) (hash(x)=42470607)
+7980 train 3.116347 (lr=1.2065e-04) (hash(x)=38703129)
+7981 train 3.181602 (lr=1.2059e-04) (hash(x)=38442042)
+7982 train 3.150116 (lr=1.2053e-04) (hash(x)=37327148)
+7983 train 3.179677 (lr=1.2047e-04) (hash(x)=42418663)
+7984 train 3.149514 (lr=1.2042e-04) (hash(x)=40735368)
+7985 train 3.127173 (lr=1.2036e-04) (hash(x)=48465047)
+7986 train 3.136572 (lr=1.2030e-04) (hash(x)=34954901)
+7987 train 3.162273 (lr=1.2024e-04) (hash(x)=40681768)
+7988 train 3.183215 (lr=1.2018e-04) (hash(x)=37742200)
+7989 train 3.152017 (lr=1.2013e-04) (hash(x)=39088579)
+7990 train 3.155608 (lr=1.2007e-04) (hash(x)=39913142)
+7991 train 3.185625 (lr=1.2001e-04) (hash(x)=36971052)
+7992 train 3.174941 (lr=1.1996e-04) (hash(x)=35949497)
+7993 train 3.165314 (lr=1.1990e-04) (hash(x)=39550642)
+7994 train 3.211474 (lr=1.1984e-04) (hash(x)=48741738)
+7995 train 3.100300 (lr=1.1978e-04) (hash(x)=39586059)
+7996 train 3.187662 (lr=1.1973e-04) (hash(x)=42632671)
+7997 train 3.128412 (lr=1.1967e-04) (hash(x)=40622843)
+7998 train 3.144890 (lr=1.1961e-04) (hash(x)=40265835)
+7999 train 3.211118 (lr=1.1955e-04) (hash(x)=44697460)
+8000 val loss 3.1385
+8000 val perplexity 23.0695
+8000 hella 0.2930
+8000 train 3.204833 (lr=1.1950e-04) (hash(x)=30483869)
+8001 train 3.172141 (lr=1.1944e-04) (hash(x)=42169061)
+8002 train 3.128397 (lr=1.1938e-04) (hash(x)=41684737)
+8003 train 3.119117 (lr=1.1933e-04) (hash(x)=38235292)
+8004 train 3.201333 (lr=1.1927e-04) (hash(x)=36158582)
+8005 train 3.229780 (lr=1.1921e-04) (hash(x)=40754658)
+8006 train 3.160071 (lr=1.1915e-04) (hash(x)=43182360)
+8007 train 3.116077 (lr=1.1910e-04) (hash(x)=39572352)
+8008 train 3.192302 (lr=1.1904e-04) (hash(x)=36969797)
+8009 train 3.213126 (lr=1.1898e-04) (hash(x)=40058482)
+8010 train 3.125312 (lr=1.1893e-04) (hash(x)=35740449)
+8011 train 3.112149 (lr=1.1887e-04) (hash(x)=27670931)
+8012 train 3.086047 (lr=1.1881e-04) (hash(x)=35150740)
+8013 train 3.153485 (lr=1.1876e-04) (hash(x)=35016917)
+8014 train 3.128299 (lr=1.1870e-04) (hash(x)=38682756)
+8015 train 3.142056 (lr=1.1864e-04) (hash(x)=39106562)
+8016 train 3.233498 (lr=1.1858e-04) (hash(x)=39428603)
+8017 train 3.202319 (lr=1.1853e-04) (hash(x)=42612112)
+8018 train 3.186962 (lr=1.1847e-04) (hash(x)=39441406)
+8019 train 3.095656 (lr=1.1841e-04) (hash(x)=34709583)
+8020 train 3.087725 (lr=1.1836e-04) (hash(x)=39562317)
+8021 train 3.173882 (lr=1.1830e-04) (hash(x)=39583758)
+8022 train 3.183080 (lr=1.1824e-04) (hash(x)=44874234)
+8023 train 3.207226 (lr=1.1819e-04) (hash(x)=38391012)
+8024 train 3.245538 (lr=1.1813e-04) (hash(x)=44985871)
+8025 train 3.196203 (lr=1.1807e-04) (hash(x)=41831592)
+8026 train 3.185195 (lr=1.1802e-04) (hash(x)=44214015)
+8027 train 3.176419 (lr=1.1796e-04) (hash(x)=38458588)
+8028 train 3.118903 (lr=1.1790e-04) (hash(x)=34893332)
+8029 train 3.144113 (lr=1.1785e-04) (hash(x)=34547329)
+8030 train 3.197122 (lr=1.1779e-04) (hash(x)=42863637)
+8031 train 3.146637 (lr=1.1773e-04) (hash(x)=37059451)
+8032 train 3.159474 (lr=1.1768e-04) (hash(x)=42751953)
+8033 train 3.135521 (lr=1.1762e-04) (hash(x)=45020382)
+8034 train 3.181792 (lr=1.1757e-04) (hash(x)=45022326)
+8035 train 3.248891 (lr=1.1751e-04) (hash(x)=40098059)
+8036 train 3.195994 (lr=1.1745e-04) (hash(x)=39151557)
+8037 train 3.141068 (lr=1.1740e-04) (hash(x)=42315898)
+8038 train 3.167694 (lr=1.1734e-04) (hash(x)=43793759)
+8039 train 3.222633 (lr=1.1728e-04) (hash(x)=36061233)
+8040 train 3.157234 (lr=1.1723e-04) (hash(x)=40459859)
+8041 train 3.164100 (lr=1.1717e-04) (hash(x)=45919037)
+8042 train 3.186686 (lr=1.1712e-04) (hash(x)=38338965)
+8043 train 3.145169 (lr=1.1706e-04) (hash(x)=38884260)
+8044 train 3.146152 (lr=1.1700e-04) (hash(x)=37265988)
+8045 train 3.214074 (lr=1.1695e-04) (hash(x)=41942323)
+8046 train 3.222786 (lr=1.1689e-04) (hash(x)=41835453)
+8047 train 3.172433 (lr=1.1683e-04) (hash(x)=40584244)
+8048 train 3.138370 (lr=1.1678e-04) (hash(x)=37195679)
+8049 train 3.157371 (lr=1.1672e-04) (hash(x)=40858497)
+8050 train 3.166895 (lr=1.1667e-04) (hash(x)=42139122)
+8051 train 3.156832 (lr=1.1661e-04) (hash(x)=39953271)
+8052 train 3.112448 (lr=1.1655e-04) (hash(x)=44119297)
+8053 train 3.146859 (lr=1.1650e-04) (hash(x)=53072781)
+8054 train 3.142886 (lr=1.1644e-04) (hash(x)=36810184)
+8055 train 3.140575 (lr=1.1639e-04) (hash(x)=40857238)
+8056 train 3.168144 (lr=1.1633e-04) (hash(x)=41336790)
+8057 train 3.125540 (lr=1.1628e-04) (hash(x)=44111018)
+8058 train 3.118921 (lr=1.1622e-04) (hash(x)=38075206)
+8059 train 3.109319 (lr=1.1616e-04) (hash(x)=40911304)
+8060 train 3.161287 (lr=1.1611e-04) (hash(x)=37405237)
+8061 train 3.156041 (lr=1.1605e-04) (hash(x)=41471451)
+8062 train 3.242383 (lr=1.1600e-04) (hash(x)=31096571)
+8063 train 3.188124 (lr=1.1594e-04) (hash(x)=38458753)
+8064 train 3.141341 (lr=1.1589e-04) (hash(x)=38188773)
+8065 train 3.143906 (lr=1.1583e-04) (hash(x)=37424927)
+8066 train 3.152056 (lr=1.1577e-04) (hash(x)=43214465)
+8067 train 3.165731 (lr=1.1572e-04) (hash(x)=37286236)
+8068 train 3.182589 (lr=1.1566e-04) (hash(x)=38315861)
+8069 train 3.162158 (lr=1.1561e-04) (hash(x)=47418732)
+8070 train 3.246637 (lr=1.1555e-04) (hash(x)=43721721)
+8071 train 3.130248 (lr=1.1550e-04) (hash(x)=42444603)
+8072 train 3.255300 (lr=1.1544e-04) (hash(x)=43075348)
+8073 train 3.181987 (lr=1.1539e-04) (hash(x)=43481237)
+8074 train 3.141376 (lr=1.1533e-04) (hash(x)=41688432)
+8075 train 3.265526 (lr=1.1527e-04) (hash(x)=36657433)
+8076 train 3.189098 (lr=1.1522e-04) (hash(x)=40373772)
+8077 train 3.126532 (lr=1.1516e-04) (hash(x)=41906797)
+8078 train 3.208942 (lr=1.1511e-04) (hash(x)=38023259)
+8079 train 3.123887 (lr=1.1505e-04) (hash(x)=42489581)
+8080 train 3.241378 (lr=1.1500e-04) (hash(x)=40972706)
+8081 train 3.192356 (lr=1.1494e-04) (hash(x)=39010938)
+8082 train 3.205047 (lr=1.1489e-04) (hash(x)=36787319)
+8083 train 3.184066 (lr=1.1483e-04) (hash(x)=37207799)
+8084 train 3.148439 (lr=1.1478e-04) (hash(x)=34781806)
+8085 train 3.154947 (lr=1.1472e-04) (hash(x)=40812060)
+8086 train 3.156298 (lr=1.1467e-04) (hash(x)=39626954)
+8087 train 3.190111 (lr=1.1461e-04) (hash(x)=43983725)
+8088 train 3.130938 (lr=1.1456e-04) (hash(x)=35035541)
+8089 train 3.107654 (lr=1.1450e-04) (hash(x)=39042350)
+8090 train 3.222371 (lr=1.1445e-04) (hash(x)=38975166)
+8091 train 3.109441 (lr=1.1439e-04) (hash(x)=37293608)
+8092 train 3.096123 (lr=1.1434e-04) (hash(x)=44391666)
+8093 train 3.148602 (lr=1.1428e-04) (hash(x)=38196886)
+8094 train 3.170014 (lr=1.1423e-04) (hash(x)=41324953)
+8095 train 3.177000 (lr=1.1417e-04) (hash(x)=39631132)
+8096 train 3.201638 (lr=1.1412e-04) (hash(x)=38412600)
+8097 train 3.106118 (lr=1.1406e-04) (hash(x)=43423466)
+8098 train 3.176522 (lr=1.1401e-04) (hash(x)=40272757)
+8099 train 3.173648 (lr=1.1395e-04) (hash(x)=43378227)
+8100 train 3.161504 (lr=1.1390e-04) (hash(x)=39984095)
+8101 train 3.132109 (lr=1.1384e-04) (hash(x)=29648373)
+8102 train 3.178882 (lr=1.1379e-04) (hash(x)=42683949)
+8103 train 3.145215 (lr=1.1373e-04) (hash(x)=43930731)
+8104 train 3.112008 (lr=1.1368e-04) (hash(x)=46096356)
+8105 train 3.202080 (lr=1.1362e-04) (hash(x)=37091783)
+8106 train 3.115947 (lr=1.1357e-04) (hash(x)=38148466)
+8107 train 3.170828 (lr=1.1351e-04) (hash(x)=43291875)
+8108 train 3.118159 (lr=1.1346e-04) (hash(x)=36008196)
+8109 train 3.191706 (lr=1.1341e-04) (hash(x)=49633954)
+8110 train 3.179448 (lr=1.1335e-04) (hash(x)=37921385)
+8111 train 3.188583 (lr=1.1330e-04) (hash(x)=37263142)
+8112 train 3.265955 (lr=1.1324e-04) (hash(x)=40488619)
+8113 train 3.176585 (lr=1.1319e-04) (hash(x)=42151010)
+8114 train 3.119470 (lr=1.1313e-04) (hash(x)=42966895)
+8115 train 3.141997 (lr=1.1308e-04) (hash(x)=40782716)
+8116 train 3.159549 (lr=1.1302e-04) (hash(x)=43818385)
+8117 train 3.189227 (lr=1.1297e-04) (hash(x)=37230748)
+8118 train 3.168877 (lr=1.1292e-04) (hash(x)=43000696)
+8119 train 3.247196 (lr=1.1286e-04) (hash(x)=40255431)
+8120 train 3.193734 (lr=1.1281e-04) (hash(x)=39193758)
+8121 train 3.131705 (lr=1.1275e-04) (hash(x)=41800741)
+8122 train 3.171705 (lr=1.1270e-04) (hash(x)=37653367)
+8123 train 3.190350 (lr=1.1264e-04) (hash(x)=41930421)
+8124 train 3.150891 (lr=1.1259e-04) (hash(x)=41355454)
+8125 train 3.108733 (lr=1.1254e-04) (hash(x)=48087904)
+8126 train 3.123701 (lr=1.1248e-04) (hash(x)=41553046)
+8127 train 3.145844 (lr=1.1243e-04) (hash(x)=40352059)
+8128 train 3.149330 (lr=1.1237e-04) (hash(x)=38856977)
+8129 train 3.078793 (lr=1.1232e-04) (hash(x)=43128805)
+8130 train 3.166956 (lr=1.1227e-04) (hash(x)=37250136)
+8131 train 3.208630 (lr=1.1221e-04) (hash(x)=39777756)
+8132 train 3.098730 (lr=1.1216e-04) (hash(x)=36305357)
+8133 train 3.153658 (lr=1.1210e-04) (hash(x)=39367198)
+8134 train 3.130778 (lr=1.1205e-04) (hash(x)=40242582)
+8135 train 3.211107 (lr=1.1200e-04) (hash(x)=42464122)
+8136 train 3.183275 (lr=1.1194e-04) (hash(x)=41510997)
+8137 train 3.155372 (lr=1.1189e-04) (hash(x)=35862943)
+8138 train 3.174604 (lr=1.1183e-04) (hash(x)=46620072)
+8139 train 3.239669 (lr=1.1178e-04) (hash(x)=39831528)
+8140 train 3.229389 (lr=1.1173e-04) (hash(x)=43031187)
+8141 train 3.185833 (lr=1.1167e-04) (hash(x)=43340475)
+8142 train 3.148957 (lr=1.1162e-04) (hash(x)=43411475)
+8143 train 3.101663 (lr=1.1157e-04) (hash(x)=36793170)
+8144 train 3.177647 (lr=1.1151e-04) (hash(x)=38691938)
+8145 train 3.144705 (lr=1.1146e-04) (hash(x)=42864915)
+8146 train 3.157215 (lr=1.1140e-04) (hash(x)=40546833)
+8147 train 3.166715 (lr=1.1135e-04) (hash(x)=38515240)
+8148 train 3.172079 (lr=1.1130e-04) (hash(x)=39233131)
+8149 train 3.178644 (lr=1.1124e-04) (hash(x)=49840445)
+8150 train 3.163730 (lr=1.1119e-04) (hash(x)=56645602)
+8151 train 3.262066 (lr=1.1114e-04) (hash(x)=37992784)
+8152 train 3.188149 (lr=1.1108e-04) (hash(x)=34059789)
+8153 train 3.162910 (lr=1.1103e-04) (hash(x)=40402037)
+8154 train 3.228333 (lr=1.1098e-04) (hash(x)=38072809)
+8155 train 3.169561 (lr=1.1092e-04) (hash(x)=40113736)
+8156 train 3.166592 (lr=1.1087e-04) (hash(x)=43215171)
+8157 train 3.204440 (lr=1.1082e-04) (hash(x)=41836965)
+8158 train 3.194381 (lr=1.1076e-04) (hash(x)=35783759)
+8159 train 3.168735 (lr=1.1071e-04) (hash(x)=41732323)
+8160 train 3.120663 (lr=1.1066e-04) (hash(x)=38153008)
+8161 train 3.133786 (lr=1.1060e-04) (hash(x)=44736389)
+8162 train 3.153171 (lr=1.1055e-04) (hash(x)=29938060)
+8163 train 3.098192 (lr=1.1050e-04) (hash(x)=44715934)
+8164 train 3.200838 (lr=1.1044e-04) (hash(x)=45226902)
+8165 train 3.142727 (lr=1.1039e-04) (hash(x)=35871559)
+8166 train 3.144473 (lr=1.1034e-04) (hash(x)=39766299)
+8167 train 3.209960 (lr=1.1028e-04) (hash(x)=40065060)
+8168 train 3.132975 (lr=1.1023e-04) (hash(x)=35628651)
+8169 train 3.230241 (lr=1.1018e-04) (hash(x)=32456750)
+8170 train 3.208280 (lr=1.1012e-04) (hash(x)=41364659)
+8171 train 3.201599 (lr=1.1007e-04) (hash(x)=40262234)
+8172 train 3.219352 (lr=1.1002e-04) (hash(x)=39588447)
+8173 train 3.199904 (lr=1.0997e-04) (hash(x)=43807485)
+8174 train 3.155285 (lr=1.0991e-04) (hash(x)=39713061)
+8175 train 3.135013 (lr=1.0986e-04) (hash(x)=37130235)
+8176 train 3.191408 (lr=1.0981e-04) (hash(x)=44225881)
+8177 train 3.261687 (lr=1.0975e-04) (hash(x)=40877864)
+8178 train 3.167969 (lr=1.0970e-04) (hash(x)=42780856)
+8179 train 3.131156 (lr=1.0965e-04) (hash(x)=39012554)
+8180 train 3.157801 (lr=1.0960e-04) (hash(x)=49042245)
+8181 train 3.150041 (lr=1.0954e-04) (hash(x)=38931901)
+8182 train 3.135552 (lr=1.0949e-04) (hash(x)=43435357)
+8183 train 3.166154 (lr=1.0944e-04) (hash(x)=41565218)
+8184 train 3.209818 (lr=1.0938e-04) (hash(x)=36311728)
+8185 train 3.221575 (lr=1.0933e-04) (hash(x)=39603093)
+8186 train 3.180095 (lr=1.0928e-04) (hash(x)=37376512)
+8187 train 3.210328 (lr=1.0923e-04) (hash(x)=41976781)
+8188 train 3.148851 (lr=1.0917e-04) (hash(x)=40946340)
+8189 train 3.149846 (lr=1.0912e-04) (hash(x)=38994999)
+8190 train 3.211921 (lr=1.0907e-04) (hash(x)=37981861)
+8191 train 3.151567 (lr=1.0902e-04) (hash(x)=39694781)
+8192 train 3.212542 (lr=1.0896e-04) (hash(x)=42403643)
+8193 train 3.228080 (lr=1.0891e-04) (hash(x)=44475934)
+8194 train 3.134040 (lr=1.0886e-04) (hash(x)=39772877)
+8195 train 3.196501 (lr=1.0881e-04) (hash(x)=39045113)
+8196 train 3.128528 (lr=1.0875e-04) (hash(x)=40840908)
+8197 train 3.150904 (lr=1.0870e-04) (hash(x)=36269126)
+8198 train 3.188475 (lr=1.0865e-04) (hash(x)=33591977)
+8199 train 3.120408 (lr=1.0860e-04) (hash(x)=44552747)
+8200 train 3.197024 (lr=1.0855e-04) (hash(x)=40225050)
+8201 train 3.130719 (lr=1.0849e-04) (hash(x)=39782847)
+8202 train 3.138575 (lr=1.0844e-04) (hash(x)=38550708)
+8203 train 3.094457 (lr=1.0839e-04) (hash(x)=38852745)
+8204 train 3.161232 (lr=1.0834e-04) (hash(x)=48676800)
+8205 train 3.186853 (lr=1.0828e-04) (hash(x)=37916409)
+8206 train 3.151399 (lr=1.0823e-04) (hash(x)=37766140)
+8207 train 3.124594 (lr=1.0818e-04) (hash(x)=43458512)
+8208 train 3.143285 (lr=1.0813e-04) (hash(x)=38571055)
+8209 train 3.186640 (lr=1.0808e-04) (hash(x)=41352945)
+8210 train 3.132456 (lr=1.0802e-04) (hash(x)=40578200)
+8211 train 3.145840 (lr=1.0797e-04) (hash(x)=37848579)
+8212 train 3.188798 (lr=1.0792e-04) (hash(x)=38873773)
+8213 train 3.129704 (lr=1.0787e-04) (hash(x)=37655437)
+8214 train 3.124896 (lr=1.0782e-04) (hash(x)=40063950)
+8215 train 3.191194 (lr=1.0776e-04) (hash(x)=35322850)
+8216 train 3.263764 (lr=1.0771e-04) (hash(x)=43236859)
+8217 train 3.261971 (lr=1.0766e-04) (hash(x)=37300290)
+8218 train 3.180670 (lr=1.0761e-04) (hash(x)=39020214)
+8219 train 3.234390 (lr=1.0756e-04) (hash(x)=42318881)
+8220 train 3.212020 (lr=1.0751e-04) (hash(x)=45029979)
+8221 train 3.172916 (lr=1.0745e-04) (hash(x)=45907686)
+8222 train 3.106679 (lr=1.0740e-04) (hash(x)=39078453)
+8223 train 3.216709 (lr=1.0735e-04) (hash(x)=39610966)
+8224 train 3.166143 (lr=1.0730e-04) (hash(x)=39368256)
+8225 train 3.158545 (lr=1.0725e-04) (hash(x)=43256701)
+8226 train 3.231295 (lr=1.0720e-04) (hash(x)=69566261)
+8227 train 3.174152 (lr=1.0714e-04) (hash(x)=39594567)
+8228 train 3.150375 (lr=1.0709e-04) (hash(x)=37766083)
+8229 train 3.180943 (lr=1.0704e-04) (hash(x)=36765282)
+8230 train 3.157027 (lr=1.0699e-04) (hash(x)=42186978)
+8231 train 3.224194 (lr=1.0694e-04) (hash(x)=23819865)
+8232 train 3.167866 (lr=1.0689e-04) (hash(x)=39777738)
+8233 train 3.099277 (lr=1.0683e-04) (hash(x)=37054409)
+8234 train 3.153647 (lr=1.0678e-04) (hash(x)=36194778)
+8235 train 3.131192 (lr=1.0673e-04) (hash(x)=40423147)
+8236 train 3.137557 (lr=1.0668e-04) (hash(x)=42517385)
+8237 train 3.183606 (lr=1.0663e-04) (hash(x)=47849113)
+8238 train 3.240572 (lr=1.0658e-04) (hash(x)=41956330)
+8239 train 3.109895 (lr=1.0653e-04) (hash(x)=44653805)
+8240 train 3.147503 (lr=1.0648e-04) (hash(x)=41607922)
+8241 train 3.110952 (lr=1.0642e-04) (hash(x)=38915126)
+8242 train 3.190396 (lr=1.0637e-04) (hash(x)=37530631)
+8243 train 3.101638 (lr=1.0632e-04) (hash(x)=37394124)
+8244 train 3.237723 (lr=1.0627e-04) (hash(x)=39918010)
+8245 train 3.113495 (lr=1.0622e-04) (hash(x)=38288818)
+8246 train 3.107532 (lr=1.0617e-04) (hash(x)=42158008)
+8247 train 3.113721 (lr=1.0612e-04) (hash(x)=39150796)
+8248 train 3.106538 (lr=1.0607e-04) (hash(x)=37363642)
+8249 train 3.140793 (lr=1.0602e-04) (hash(x)=40921015)
+8250 val loss 3.1351
+8250 val perplexity 22.9920
+8250 hella 0.2949
+8250 train 3.128727 (lr=1.0596e-04) (hash(x)=45108714)
+8251 train 3.092729 (lr=1.0591e-04) (hash(x)=40502641)
+8252 train 3.112963 (lr=1.0586e-04) (hash(x)=34229600)
+8253 train 3.167728 (lr=1.0581e-04) (hash(x)=45270783)
+8254 train 3.138147 (lr=1.0576e-04) (hash(x)=47657850)
+8255 train 3.148325 (lr=1.0571e-04) (hash(x)=41611307)
+8256 train 3.147341 (lr=1.0566e-04) (hash(x)=40586604)
+8257 train 3.189975 (lr=1.0561e-04) (hash(x)=37068219)
+8258 train 3.177451 (lr=1.0556e-04) (hash(x)=49808077)
+8259 train 3.198624 (lr=1.0551e-04) (hash(x)=42570262)
+8260 train 3.182627 (lr=1.0546e-04) (hash(x)=36327528)
+8261 train 3.259296 (lr=1.0540e-04) (hash(x)=42311189)
+8262 train 3.196914 (lr=1.0535e-04) (hash(x)=41529683)
+8263 train 3.197421 (lr=1.0530e-04) (hash(x)=37092098)
+8264 train 3.204297 (lr=1.0525e-04) (hash(x)=37470292)
+8265 train 3.311614 (lr=1.0520e-04) (hash(x)=38619461)
+8266 train 3.149958 (lr=1.0515e-04) (hash(x)=37642328)
+8267 train 3.153358 (lr=1.0510e-04) (hash(x)=37894743)
+8268 train 3.127541 (lr=1.0505e-04) (hash(x)=37406252)
+8269 train 3.127398 (lr=1.0500e-04) (hash(x)=52475395)
+8270 train 3.148285 (lr=1.0495e-04) (hash(x)=38604350)
+8271 train 3.224050 (lr=1.0490e-04) (hash(x)=42701789)
+8272 train 3.167477 (lr=1.0485e-04) (hash(x)=32858945)
+8273 train 3.188952 (lr=1.0480e-04) (hash(x)=37075744)
+8274 train 3.183838 (lr=1.0475e-04) (hash(x)=38462866)
+8275 train 3.126452 (lr=1.0470e-04) (hash(x)=38559624)
+8276 train 3.132744 (lr=1.0465e-04) (hash(x)=44091922)
+8277 train 3.224055 (lr=1.0460e-04) (hash(x)=38145601)
+8278 train 3.195663 (lr=1.0455e-04) (hash(x)=39474846)
+8279 train 3.150882 (lr=1.0450e-04) (hash(x)=40349195)
+8280 train 3.098523 (lr=1.0445e-04) (hash(x)=43229796)
+8281 train 3.152997 (lr=1.0440e-04) (hash(x)=44067943)
+8282 train 3.158799 (lr=1.0435e-04) (hash(x)=37468690)
+8283 train 3.172333 (lr=1.0430e-04) (hash(x)=40373355)
+8284 train 3.163066 (lr=1.0425e-04) (hash(x)=49714714)
+8285 train 3.170256 (lr=1.0420e-04) (hash(x)=38895371)
+8286 train 3.165024 (lr=1.0415e-04) (hash(x)=45506962)
+8287 train 3.149931 (lr=1.0410e-04) (hash(x)=44620551)
+8288 train 3.181191 (lr=1.0405e-04) (hash(x)=40339708)
+8289 train 3.121498 (lr=1.0400e-04) (hash(x)=38767294)
+8290 train 3.145142 (lr=1.0395e-04) (hash(x)=39631038)
+8291 train 3.130887 (lr=1.0390e-04) (hash(x)=38496894)
+8292 train 3.160508 (lr=1.0385e-04) (hash(x)=41606627)
+8293 train 3.227586 (lr=1.0380e-04) (hash(x)=37598835)
+8294 train 3.185287 (lr=1.0375e-04) (hash(x)=35765947)
+8295 train 3.203725 (lr=1.0370e-04) (hash(x)=35218744)
+8296 train 3.107066 (lr=1.0365e-04) (hash(x)=38277599)
+8297 train 3.139633 (lr=1.0360e-04) (hash(x)=42823327)
+8298 train 3.164198 (lr=1.0355e-04) (hash(x)=41700831)
+8299 train 3.143973 (lr=1.0350e-04) (hash(x)=39347280)
+8300 train 3.176225 (lr=1.0345e-04) (hash(x)=39653582)
+8301 train 3.152212 (lr=1.0340e-04) (hash(x)=41586935)
+8302 train 3.184327 (lr=1.0335e-04) (hash(x)=40615613)
+8303 train 3.221995 (lr=1.0330e-04) (hash(x)=33663383)
+8304 train 3.142775 (lr=1.0325e-04) (hash(x)=42168942)
+8305 train 3.102981 (lr=1.0320e-04) (hash(x)=39934888)
+8306 train 3.159046 (lr=1.0315e-04) (hash(x)=36449311)
+8307 train 3.196536 (lr=1.0310e-04) (hash(x)=40138292)
+8308 train 3.159992 (lr=1.0305e-04) (hash(x)=38653513)
+8309 train 3.130417 (lr=1.0300e-04) (hash(x)=40334705)
+8310 train 3.139874 (lr=1.0295e-04) (hash(x)=47530436)
+8311 train 3.129720 (lr=1.0290e-04) (hash(x)=40259973)
+8312 train 3.153267 (lr=1.0285e-04) (hash(x)=40879958)
+8313 train 3.152297 (lr=1.0280e-04) (hash(x)=37835111)
+8314 train 3.189595 (lr=1.0275e-04) (hash(x)=46068395)
+8315 train 3.117993 (lr=1.0270e-04) (hash(x)=40782273)
+8316 train 3.141781 (lr=1.0266e-04) (hash(x)=37184299)
+8317 train 3.182380 (lr=1.0261e-04) (hash(x)=34932063)
+8318 train 3.197841 (lr=1.0256e-04) (hash(x)=42632017)
+8319 train 3.095675 (lr=1.0251e-04) (hash(x)=38585352)
+8320 train 3.116864 (lr=1.0246e-04) (hash(x)=36627253)
+8321 train 3.151390 (lr=1.0241e-04) (hash(x)=39629854)
+8322 train 3.151747 (lr=1.0236e-04) (hash(x)=37619856)
+8323 train 3.119398 (lr=1.0231e-04) (hash(x)=40931236)
+8324 train 3.174345 (lr=1.0226e-04) (hash(x)=32774956)
+8325 train 3.130304 (lr=1.0221e-04) (hash(x)=39240156)
+8326 train 3.191865 (lr=1.0216e-04) (hash(x)=43593249)
+8327 train 3.160435 (lr=1.0211e-04) (hash(x)=41343081)
+8328 train 3.124899 (lr=1.0207e-04) (hash(x)=41007316)
+8329 train 3.196062 (lr=1.0202e-04) (hash(x)=43183490)
+8330 train 3.134772 (lr=1.0197e-04) (hash(x)=38341342)
+8331 train 3.199829 (lr=1.0192e-04) (hash(x)=38488825)
+8332 train 3.133257 (lr=1.0187e-04) (hash(x)=38005712)
+8333 train 3.164058 (lr=1.0182e-04) (hash(x)=38813064)
+8334 train 3.147901 (lr=1.0177e-04) (hash(x)=41832942)
+8335 train 3.182003 (lr=1.0172e-04) (hash(x)=40098400)
+8336 train 3.123750 (lr=1.0167e-04) (hash(x)=47241699)
+8337 train 3.262570 (lr=1.0163e-04) (hash(x)=35577065)
+8338 train 3.137616 (lr=1.0158e-04) (hash(x)=41039694)
+8339 train 3.200519 (lr=1.0153e-04) (hash(x)=37499519)
+8340 train 3.131327 (lr=1.0148e-04) (hash(x)=37605077)
+8341 train 3.153345 (lr=1.0143e-04) (hash(x)=33078676)
+8342 train 3.148684 (lr=1.0138e-04) (hash(x)=37792946)
+8343 train 3.162253 (lr=1.0133e-04) (hash(x)=35393448)
+8344 train 3.129335 (lr=1.0129e-04) (hash(x)=36139333)
+8345 train 3.142914 (lr=1.0124e-04) (hash(x)=34003628)
+8346 train 3.260034 (lr=1.0119e-04) (hash(x)=42236468)
+8347 train 3.094892 (lr=1.0114e-04) (hash(x)=37695501)
+8348 train 3.133863 (lr=1.0109e-04) (hash(x)=34985499)
+8349 train 3.112273 (lr=1.0104e-04) (hash(x)=38722597)
+8350 train 3.149037 (lr=1.0099e-04) (hash(x)=38925573)
+8351 train 3.118383 (lr=1.0095e-04) (hash(x)=40978553)
+8352 train 3.098802 (lr=1.0090e-04) (hash(x)=41071151)
+8353 train 3.183064 (lr=1.0085e-04) (hash(x)=41346359)
+8354 train 3.175313 (lr=1.0080e-04) (hash(x)=43103331)
+8355 train 3.068299 (lr=1.0075e-04) (hash(x)=39993348)
+8356 train 3.189204 (lr=1.0070e-04) (hash(x)=43350849)
+8357 train 3.165575 (lr=1.0066e-04) (hash(x)=40131133)
+8358 train 3.141368 (lr=1.0061e-04) (hash(x)=47427051)
+8359 train 3.136807 (lr=1.0056e-04) (hash(x)=38516664)
+8360 train 3.173541 (lr=1.0051e-04) (hash(x)=37065178)
+8361 train 3.100805 (lr=1.0046e-04) (hash(x)=38385195)
+8362 train 3.140431 (lr=1.0042e-04) (hash(x)=41132568)
+8363 train 3.167272 (lr=1.0037e-04) (hash(x)=45852405)
+8364 train 3.209393 (lr=1.0032e-04) (hash(x)=46142957)
+8365 train 3.132316 (lr=1.0027e-04) (hash(x)=37674315)
+8366 train 3.204477 (lr=1.0022e-04) (hash(x)=40551807)
+8367 train 3.265761 (lr=1.0018e-04) (hash(x)=35428929)
+8368 train 3.175265 (lr=1.0013e-04) (hash(x)=39900258)
+8369 train 3.195730 (lr=1.0008e-04) (hash(x)=42762731)
+8370 train 3.171170 (lr=1.0003e-04) (hash(x)=35060049)
+8371 train 3.270240 (lr=9.9984e-05) (hash(x)=39976425)
+8372 train 3.163227 (lr=9.9936e-05) (hash(x)=38214454)
+8373 train 3.179077 (lr=9.9889e-05) (hash(x)=42364096)
+8374 train 3.206448 (lr=9.9841e-05) (hash(x)=38654188)
+8375 train 3.252342 (lr=9.9793e-05) (hash(x)=40761828)
+8376 train 3.175433 (lr=9.9745e-05) (hash(x)=45687266)
+8377 train 3.175760 (lr=9.9698e-05) (hash(x)=39312694)
+8378 train 3.163683 (lr=9.9650e-05) (hash(x)=36394130)
+8379 train 3.095183 (lr=9.9602e-05) (hash(x)=66071500)
+8380 train 3.152833 (lr=9.9555e-05) (hash(x)=38569900)
+8381 train 3.124178 (lr=9.9507e-05) (hash(x)=33699086)
+8382 train 3.203195 (lr=9.9460e-05) (hash(x)=32519322)
+8383 train 3.150554 (lr=9.9412e-05) (hash(x)=39641265)
+8384 train 3.147413 (lr=9.9365e-05) (hash(x)=44408846)
+8385 train 3.138788 (lr=9.9317e-05) (hash(x)=32330480)
+8386 train 3.154825 (lr=9.9270e-05) (hash(x)=42447782)
+8387 train 3.205941 (lr=9.9222e-05) (hash(x)=41354450)
+8388 train 3.135992 (lr=9.9175e-05) (hash(x)=40576941)
+8389 train 3.196742 (lr=9.9127e-05) (hash(x)=40444791)
+8390 train 3.129860 (lr=9.9080e-05) (hash(x)=45378763)
+8391 train 3.151095 (lr=9.9033e-05) (hash(x)=38851912)
+8392 train 3.115364 (lr=9.8985e-05) (hash(x)=44515373)
+8393 train 3.147312 (lr=9.8938e-05) (hash(x)=44532900)
+8394 train 3.182988 (lr=9.8891e-05) (hash(x)=49302694)
+8395 train 3.232035 (lr=9.8844e-05) (hash(x)=37746808)
+8396 train 3.111655 (lr=9.8796e-05) (hash(x)=41579253)
+8397 train 3.106424 (lr=9.8749e-05) (hash(x)=41792192)
+8398 train 3.133524 (lr=9.8702e-05) (hash(x)=36578813)
+8399 train 3.149216 (lr=9.8655e-05) (hash(x)=39146280)
+8400 train 3.147125 (lr=9.8608e-05) (hash(x)=38092182)
+8401 train 3.163801 (lr=9.8561e-05) (hash(x)=41684237)
+8402 train 3.175442 (lr=9.8514e-05) (hash(x)=36795766)
+8403 train 3.232282 (lr=9.8467e-05) (hash(x)=33939329)
+8404 train 3.155224 (lr=9.8420e-05) (hash(x)=36397918)
+8405 train 3.180531 (lr=9.8373e-05) (hash(x)=40620613)
+8406 train 3.247486 (lr=9.8326e-05) (hash(x)=42761291)
+8407 train 3.177158 (lr=9.8279e-05) (hash(x)=38698600)
+8408 train 3.304329 (lr=9.8232e-05) (hash(x)=37086298)
+8409 train 3.138474 (lr=9.8185e-05) (hash(x)=36306169)
+8410 train 3.197750 (lr=9.8139e-05) (hash(x)=34975881)
+8411 train 3.212094 (lr=9.8092e-05) (hash(x)=45313690)
+8412 train 3.222087 (lr=9.8045e-05) (hash(x)=36771818)
+8413 train 3.182516 (lr=9.7998e-05) (hash(x)=34594639)
+8414 train 3.142852 (lr=9.7952e-05) (hash(x)=42405006)
+8415 train 3.142901 (lr=9.7905e-05) (hash(x)=38610975)
+8416 train 3.143316 (lr=9.7858e-05) (hash(x)=40928704)
+8417 train 3.162706 (lr=9.7812e-05) (hash(x)=41602844)
+8418 train 3.149088 (lr=9.7765e-05) (hash(x)=44618165)
+8419 train 3.195281 (lr=9.7718e-05) (hash(x)=40549309)
+8420 train 3.107615 (lr=9.7672e-05) (hash(x)=37190519)
+8421 train 3.136750 (lr=9.7625e-05) (hash(x)=39152271)
+8422 train 3.162042 (lr=9.7579e-05) (hash(x)=39238802)
+8423 train 3.154913 (lr=9.7532e-05) (hash(x)=45161966)
+8424 train 3.089232 (lr=9.7486e-05) (hash(x)=41243789)
+8425 train 3.125994 (lr=9.7439e-05) (hash(x)=43482615)
+8426 train 3.173497 (lr=9.7393e-05) (hash(x)=45015737)
+8427 train 3.120566 (lr=9.7347e-05) (hash(x)=42818104)
+8428 train 3.184821 (lr=9.7300e-05) (hash(x)=36241177)
+8429 train 3.186907 (lr=9.7254e-05) (hash(x)=41300720)
+8430 train 3.170867 (lr=9.7208e-05) (hash(x)=41719287)
+8431 train 3.137089 (lr=9.7161e-05) (hash(x)=45132690)
+8432 train 3.119293 (lr=9.7115e-05) (hash(x)=48688021)
+8433 train 3.137026 (lr=9.7069e-05) (hash(x)=34670038)
+8434 train 3.195530 (lr=9.7023e-05) (hash(x)=40038592)
+8435 train 3.154109 (lr=9.6977e-05) (hash(x)=35109955)
+8436 train 3.195524 (lr=9.6930e-05) (hash(x)=41393849)
+8437 train 3.156616 (lr=9.6884e-05) (hash(x)=41680355)
+8438 train 3.201777 (lr=9.6838e-05) (hash(x)=25945232)
+8439 train 3.128541 (lr=9.6792e-05) (hash(x)=39977991)
+8440 train 3.116461 (lr=9.6746e-05) (hash(x)=40379888)
+8441 train 3.198278 (lr=9.6700e-05) (hash(x)=40534971)
+8442 train 3.183382 (lr=9.6654e-05) (hash(x)=39389012)
+8443 train 3.203756 (lr=9.6608e-05) (hash(x)=37163383)
+8444 train 3.202115 (lr=9.6562e-05) (hash(x)=41875016)
+8445 train 3.170548 (lr=9.6516e-05) (hash(x)=38280763)
+8446 train 3.217327 (lr=9.6471e-05) (hash(x)=40022515)
+8447 train 3.196717 (lr=9.6425e-05) (hash(x)=38346031)
+8448 train 3.419206 (lr=9.6379e-05) (hash(x)=43418428)
+8449 train 3.150093 (lr=9.6333e-05) (hash(x)=39303793)
+8450 train 3.259031 (lr=9.6287e-05) (hash(x)=45726687)
+8451 train 3.148557 (lr=9.6242e-05) (hash(x)=38324356)
+8452 train 3.116166 (lr=9.6196e-05) (hash(x)=38122452)
+8453 train 3.130114 (lr=9.6150e-05) (hash(x)=30169930)
+8454 train 3.154385 (lr=9.6105e-05) (hash(x)=38960292)
+8455 train 3.080435 (lr=9.6059e-05) (hash(x)=39141688)
+8456 train 3.179106 (lr=9.6013e-05) (hash(x)=41185634)
+8457 train 3.129444 (lr=9.5968e-05) (hash(x)=40018402)
+8458 train 3.158711 (lr=9.5922e-05) (hash(x)=40073964)
+8459 train 3.092413 (lr=9.5877e-05) (hash(x)=45028086)
+8460 train 3.116035 (lr=9.5831e-05) (hash(x)=43997058)
+8461 train 3.132060 (lr=9.5786e-05) (hash(x)=34708259)
+8462 train 3.209419 (lr=9.5740e-05) (hash(x)=34651410)
+8463 train 3.102535 (lr=9.5695e-05) (hash(x)=38728781)
+8464 train 3.208682 (lr=9.5650e-05) (hash(x)=43979758)
+8465 train 3.216931 (lr=9.5604e-05) (hash(x)=40997721)
+8466 train 3.120044 (lr=9.5559e-05) (hash(x)=37971810)
+8467 train 3.170267 (lr=9.5514e-05) (hash(x)=43792649)
+8468 train 3.206645 (lr=9.5468e-05) (hash(x)=44971396)
+8469 train 3.258208 (lr=9.5423e-05) (hash(x)=41142642)
+8470 train 3.099804 (lr=9.5378e-05) (hash(x)=46233422)
+8471 train 3.142181 (lr=9.5333e-05) (hash(x)=40692727)
+8472 train 3.134210 (lr=9.5288e-05) (hash(x)=38718756)
+8473 train 3.115695 (lr=9.5242e-05) (hash(x)=42131042)
+8474 train 3.174028 (lr=9.5197e-05) (hash(x)=36341492)
+8475 train 3.169624 (lr=9.5152e-05) (hash(x)=46072106)
+8476 train 3.218735 (lr=9.5107e-05) (hash(x)=40035336)
+8477 train 3.164870 (lr=9.5062e-05) (hash(x)=47803749)
+8478 train 3.195791 (lr=9.5017e-05) (hash(x)=43247521)
+8479 train 3.203469 (lr=9.4972e-05) (hash(x)=37627670)
+8480 train 3.143646 (lr=9.4927e-05) (hash(x)=39637270)
+8481 train 3.234604 (lr=9.4882e-05) (hash(x)=41717100)
+8482 train 3.194038 (lr=9.4837e-05) (hash(x)=39704195)
+8483 train 3.182547 (lr=9.4792e-05) (hash(x)=37720937)
+8484 train 3.183158 (lr=9.4748e-05) (hash(x)=43876559)
+8485 train 3.260457 (lr=9.4703e-05) (hash(x)=43782527)
+8486 train 3.196355 (lr=9.4658e-05) (hash(x)=40875624)
+8487 train 3.129627 (lr=9.4613e-05) (hash(x)=42787331)
+8488 train 3.171421 (lr=9.4568e-05) (hash(x)=38346755)
+8489 train 3.110391 (lr=9.4524e-05) (hash(x)=40502548)
+8490 train 3.102859 (lr=9.4479e-05) (hash(x)=45653458)
+8491 train 3.122719 (lr=9.4434e-05) (hash(x)=49983434)
+8492 train 3.133358 (lr=9.4390e-05) (hash(x)=39939815)
+8493 train 3.164206 (lr=9.4345e-05) (hash(x)=42208875)
+8494 train 3.117868 (lr=9.4301e-05) (hash(x)=32909933)
+8495 train 3.160682 (lr=9.4256e-05) (hash(x)=37617340)
+8496 train 3.132146 (lr=9.4212e-05) (hash(x)=34882224)
+8497 train 3.178967 (lr=9.4167e-05) (hash(x)=36240264)
+8498 train 3.147533 (lr=9.4123e-05) (hash(x)=37466827)
+8499 train 3.184778 (lr=9.4078e-05) (hash(x)=46731360)
+8500 val loss 3.1307
+8500 val perplexity 22.8906
+8500 hella 0.2924
+8500 train 3.178095 (lr=9.4034e-05) (hash(x)=38259788)
+8501 train 3.133799 (lr=9.3989e-05) (hash(x)=39986803)
+8502 train 3.124528 (lr=9.3945e-05) (hash(x)=35534106)
+8503 train 3.140070 (lr=9.3901e-05) (hash(x)=38710791)
+8504 train 3.162293 (lr=9.3856e-05) (hash(x)=42136532)
+8505 train 3.191450 (lr=9.3812e-05) (hash(x)=38447668)
+8506 train 3.099388 (lr=9.3768e-05) (hash(x)=38086106)
+8507 train 3.144413 (lr=9.3724e-05) (hash(x)=37896807)
+8508 train 3.138397 (lr=9.3679e-05) (hash(x)=39838508)
+8509 train 3.191840 (lr=9.3635e-05) (hash(x)=42983008)
+8510 train 3.175558 (lr=9.3591e-05) (hash(x)=37879033)
+8511 train 3.154568 (lr=9.3547e-05) (hash(x)=40266335)
+8512 train 3.183620 (lr=9.3503e-05) (hash(x)=48654989)
+8513 train 3.301860 (lr=9.3459e-05) (hash(x)=34204794)
+8514 train 3.170178 (lr=9.3415e-05) (hash(x)=38030214)
+8515 train 3.183977 (lr=9.3371e-05) (hash(x)=35145589)
+8516 train 3.198147 (lr=9.3327e-05) (hash(x)=37755043)
+8517 train 3.180229 (lr=9.3283e-05) (hash(x)=40788735)
+8518 train 3.267222 (lr=9.3239e-05) (hash(x)=47543123)
+8519 train 3.225228 (lr=9.3195e-05) (hash(x)=35663269)
+8520 train 3.193741 (lr=9.3151e-05) (hash(x)=35802333)
+8521 train 3.150374 (lr=9.3107e-05) (hash(x)=43795973)
+8522 train 3.202547 (lr=9.3063e-05) (hash(x)=44824186)
+8523 train 3.180815 (lr=9.3020e-05) (hash(x)=39042856)
+8524 train 3.166859 (lr=9.2976e-05) (hash(x)=42729079)
+8525 train 3.117673 (lr=9.2932e-05) (hash(x)=34043578)
+8526 train 3.148478 (lr=9.2888e-05) (hash(x)=33126235)
+8527 train 3.211969 (lr=9.2845e-05) (hash(x)=44891665)
+8528 train 3.119119 (lr=9.2801e-05) (hash(x)=39189706)
+8529 train 3.170361 (lr=9.2758e-05) (hash(x)=39545035)
+8530 train 3.195228 (lr=9.2714e-05) (hash(x)=35645099)
+8531 train 3.166128 (lr=9.2670e-05) (hash(x)=48424449)
+8532 train 3.128877 (lr=9.2627e-05) (hash(x)=56814915)
+8533 train 3.099923 (lr=9.2583e-05) (hash(x)=42803627)
+8534 train 3.086380 (lr=9.2540e-05) (hash(x)=44146453)
+8535 train 3.124742 (lr=9.2496e-05) (hash(x)=39325736)
+8536 train 3.104387 (lr=9.2453e-05) (hash(x)=38304947)
+8537 train 3.164136 (lr=9.2409e-05) (hash(x)=38337913)
+8538 train 3.201300 (lr=9.2366e-05) (hash(x)=43161847)
+8539 train 3.137470 (lr=9.2323e-05) (hash(x)=40675920)
+8540 train 3.203947 (lr=9.2279e-05) (hash(x)=37319063)
+8541 train 3.125602 (lr=9.2236e-05) (hash(x)=39004997)
+8542 train 3.148589 (lr=9.2193e-05) (hash(x)=47166456)
+8543 train 3.147412 (lr=9.2150e-05) (hash(x)=36913429)
+8544 train 3.136200 (lr=9.2106e-05) (hash(x)=39056701)
+8545 train 3.194094 (lr=9.2063e-05) (hash(x)=45421796)
+8546 train 3.183179 (lr=9.2020e-05) (hash(x)=36160608)
+8547 train 3.196802 (lr=9.1977e-05) (hash(x)=43076985)
+8548 train 3.155240 (lr=9.1934e-05) (hash(x)=30507378)
+8549 train 3.162679 (lr=9.1891e-05) (hash(x)=45041067)
+8550 train 3.182815 (lr=9.1848e-05) (hash(x)=42747809)
+8551 train 3.219087 (lr=9.1805e-05) (hash(x)=43506947)
+8552 train 3.167462 (lr=9.1762e-05) (hash(x)=40783958)
+8553 train 3.238236 (lr=9.1719e-05) (hash(x)=44791537)
+8554 train 3.183483 (lr=9.1676e-05) (hash(x)=41427328)
+8555 train 3.154939 (lr=9.1633e-05) (hash(x)=35154738)
+8556 train 3.202206 (lr=9.1590e-05) (hash(x)=44362704)
+8557 train 3.239558 (lr=9.1547e-05) (hash(x)=35793761)
+8558 train 3.184429 (lr=9.1504e-05) (hash(x)=36460310)
+8559 train 3.250603 (lr=9.1461e-05) (hash(x)=38511358)
+8560 train 3.193009 (lr=9.1419e-05) (hash(x)=40022979)
+8561 train 3.167617 (lr=9.1376e-05) (hash(x)=36505590)
+8562 train 3.163667 (lr=9.1333e-05) (hash(x)=41472583)
+8563 train 3.111836 (lr=9.1290e-05) (hash(x)=37541927)
+8564 train 3.161812 (lr=9.1248e-05) (hash(x)=35943974)
+8565 train 3.135221 (lr=9.1205e-05) (hash(x)=45725108)
+8566 train 3.149872 (lr=9.1162e-05) (hash(x)=41448922)
+8567 train 3.185788 (lr=9.1120e-05) (hash(x)=39486090)
+8568 train 3.192504 (lr=9.1077e-05) (hash(x)=39976931)
+8569 train 3.151638 (lr=9.1035e-05) (hash(x)=35687278)
+8570 train 3.095497 (lr=9.0992e-05) (hash(x)=35355158)
+8571 train 3.110555 (lr=9.0950e-05) (hash(x)=36996201)
+8572 train 3.088316 (lr=9.0907e-05) (hash(x)=40199326)
+8573 train 3.091022 (lr=9.0865e-05) (hash(x)=38830465)
+8574 train 3.138373 (lr=9.0822e-05) (hash(x)=42611204)
+8575 train 3.205514 (lr=9.0780e-05) (hash(x)=38546908)
+8576 train 3.179830 (lr=9.0738e-05) (hash(x)=35090984)
+8577 train 3.095068 (lr=9.0695e-05) (hash(x)=40771570)
+8578 train 3.143326 (lr=9.0653e-05) (hash(x)=41632090)
+8579 train 3.180392 (lr=9.0611e-05) (hash(x)=40226910)
+8580 train 3.116376 (lr=9.0569e-05) (hash(x)=40341768)
+8581 train 3.146624 (lr=9.0526e-05) (hash(x)=33363996)
+8582 train 3.177188 (lr=9.0484e-05) (hash(x)=33695913)
+8583 train 3.232867 (lr=9.0442e-05) (hash(x)=46436324)
+8584 train 3.154100 (lr=9.0400e-05) (hash(x)=37553901)
+8585 train 3.169403 (lr=9.0358e-05) (hash(x)=37956850)
+8586 train 3.178114 (lr=9.0316e-05) (hash(x)=31887011)
+8587 train 3.147719 (lr=9.0274e-05) (hash(x)=46147811)
+8588 train 3.126441 (lr=9.0232e-05) (hash(x)=43133315)
+8589 train 3.225768 (lr=9.0190e-05) (hash(x)=42249123)
+8590 train 3.198446 (lr=9.0148e-05) (hash(x)=43433659)
+8591 train 3.248113 (lr=9.0106e-05) (hash(x)=38783511)
+8592 train 3.186697 (lr=9.0064e-05) (hash(x)=40312733)
+8593 train 3.200559 (lr=9.0022e-05) (hash(x)=39463476)
+8594 train 3.177876 (lr=8.9980e-05) (hash(x)=39843092)
+8595 train 3.191872 (lr=8.9938e-05) (hash(x)=30702715)
+8596 train 3.119357 (lr=8.9897e-05) (hash(x)=43189659)
+8597 train 3.156171 (lr=8.9855e-05) (hash(x)=40329272)
+8598 train 3.190647 (lr=8.9813e-05) (hash(x)=37797506)
+8599 train 3.153801 (lr=8.9771e-05) (hash(x)=36421442)
+8600 train 3.151755 (lr=8.9730e-05) (hash(x)=38385429)
+8601 train 3.169250 (lr=8.9688e-05) (hash(x)=37740942)
+8602 train 3.120521 (lr=8.9646e-05) (hash(x)=39616330)
+8603 train 3.151084 (lr=8.9605e-05) (hash(x)=36669428)
+8604 train 3.157970 (lr=8.9563e-05) (hash(x)=43951920)
+8605 train 3.073422 (lr=8.9522e-05) (hash(x)=41776245)
+8606 train 3.109989 (lr=8.9480e-05) (hash(x)=46196653)
+8607 train 3.107952 (lr=8.9439e-05) (hash(x)=38677786)
+8608 train 3.119498 (lr=8.9397e-05) (hash(x)=42350771)
+8609 train 3.056854 (lr=8.9356e-05) (hash(x)=38009483)
+8610 train 3.193317 (lr=8.9314e-05) (hash(x)=44555136)
+8611 train 3.141266 (lr=8.9273e-05) (hash(x)=41733955)
+8612 train 3.158677 (lr=8.9232e-05) (hash(x)=42427295)
+8613 train 3.148332 (lr=8.9190e-05) (hash(x)=48048304)
+8614 train 3.184904 (lr=8.9149e-05) (hash(x)=42866277)
+8615 train 3.109146 (lr=8.9108e-05) (hash(x)=40469369)
+8616 train 3.157552 (lr=8.9066e-05) (hash(x)=36507138)
+8617 train 3.096802 (lr=8.9025e-05) (hash(x)=42924578)
+8618 train 3.125296 (lr=8.8984e-05) (hash(x)=42847929)
+8619 train 3.115952 (lr=8.8943e-05) (hash(x)=42491517)
+8620 train 3.150493 (lr=8.8902e-05) (hash(x)=37507657)
+8621 train 3.127254 (lr=8.8861e-05) (hash(x)=39659597)
+8622 train 3.195679 (lr=8.8819e-05) (hash(x)=39790875)
+8623 train 3.152187 (lr=8.8778e-05) (hash(x)=42448764)
+8624 train 3.174917 (lr=8.8737e-05) (hash(x)=45090726)
+8625 train 3.196806 (lr=8.8696e-05) (hash(x)=39648838)
+8626 train 3.252251 (lr=8.8655e-05) (hash(x)=45058839)
+8627 train 3.167543 (lr=8.8614e-05) (hash(x)=37194937)
+8628 train 3.186745 (lr=8.8574e-05) (hash(x)=36891310)
+8629 train 3.202819 (lr=8.8533e-05) (hash(x)=37486036)
+8630 train 3.188986 (lr=8.8492e-05) (hash(x)=49452418)
+8631 train 3.234007 (lr=8.8451e-05) (hash(x)=38560900)
+8632 train 3.139287 (lr=8.8410e-05) (hash(x)=39370068)
+8633 train 3.160763 (lr=8.8369e-05) (hash(x)=37736397)
+8634 train 3.206129 (lr=8.8329e-05) (hash(x)=37822910)
+8635 train 3.145276 (lr=8.8288e-05) (hash(x)=38882563)
+8636 train 3.158557 (lr=8.8247e-05) (hash(x)=34037164)
+8637 train 3.099688 (lr=8.8207e-05) (hash(x)=38704838)
+8638 train 3.074574 (lr=8.8166e-05) (hash(x)=37853907)
+8639 train 3.164719 (lr=8.8125e-05) (hash(x)=38738519)
+8640 train 3.104805 (lr=8.8085e-05) (hash(x)=37453717)
+8641 train 3.117163 (lr=8.8044e-05) (hash(x)=33339496)
+8642 train 3.130306 (lr=8.8004e-05) (hash(x)=45646188)
+8643 train 3.186019 (lr=8.7963e-05) (hash(x)=42314467)
+8644 train 3.137832 (lr=8.7923e-05) (hash(x)=35054019)
+8645 train 3.089427 (lr=8.7882e-05) (hash(x)=42263264)
+8646 train 3.092093 (lr=8.7842e-05) (hash(x)=37198639)
+8647 train 3.127287 (lr=8.7801e-05) (hash(x)=32163188)
+8648 train 3.166912 (lr=8.7761e-05) (hash(x)=40648352)
+8649 train 3.141923 (lr=8.7721e-05) (hash(x)=39881159)
+8650 train 3.159750 (lr=8.7680e-05) (hash(x)=41265793)
+8651 train 3.183441 (lr=8.7640e-05) (hash(x)=40309695)
+8652 train 3.193046 (lr=8.7600e-05) (hash(x)=36746188)
+8653 train 3.164596 (lr=8.7560e-05) (hash(x)=42954207)
+8654 train 3.208743 (lr=8.7519e-05) (hash(x)=39243781)
+8655 train 3.219398 (lr=8.7479e-05) (hash(x)=41747540)
+8656 train 3.147948 (lr=8.7439e-05) (hash(x)=40499683)
+8657 train 3.165190 (lr=8.7399e-05) (hash(x)=43164299)
+8658 train 3.284286 (lr=8.7359e-05) (hash(x)=41156396)
+8659 train 3.199982 (lr=8.7319e-05) (hash(x)=44110407)
+8660 train 3.178020 (lr=8.7279e-05) (hash(x)=38127989)
+8661 train 3.108322 (lr=8.7239e-05) (hash(x)=37855623)
+8662 train 3.238813 (lr=8.7199e-05) (hash(x)=43262926)
+8663 train 3.227510 (lr=8.7159e-05) (hash(x)=41375649)
+8664 train 3.179032 (lr=8.7119e-05) (hash(x)=43807592)
+8665 train 3.210985 (lr=8.7079e-05) (hash(x)=40676687)
+8666 train 3.164027 (lr=8.7039e-05) (hash(x)=37816824)
+8667 train 3.172543 (lr=8.6999e-05) (hash(x)=41800751)
+8668 train 3.196060 (lr=8.6960e-05) (hash(x)=35681452)
+8669 train 3.136819 (lr=8.6920e-05) (hash(x)=39162014)
+8670 train 3.170290 (lr=8.6880e-05) (hash(x)=41006385)
+8671 train 3.222978 (lr=8.6840e-05) (hash(x)=39169701)
+8672 train 3.052186 (lr=8.6801e-05) (hash(x)=39586924)
+8673 train 3.161182 (lr=8.6761e-05) (hash(x)=39910967)
+8674 train 3.144523 (lr=8.6721e-05) (hash(x)=40046720)
+8675 train 3.154319 (lr=8.6682e-05) (hash(x)=32570405)
+8676 train 3.136744 (lr=8.6642e-05) (hash(x)=39195667)
+8677 train 3.160960 (lr=8.6603e-05) (hash(x)=41718755)
+8678 train 3.117193 (lr=8.6563e-05) (hash(x)=35553657)
+8679 train 3.181037 (lr=8.6524e-05) (hash(x)=41124581)
+8680 train 3.138024 (lr=8.6484e-05) (hash(x)=47398992)
+8681 train 3.139772 (lr=8.6445e-05) (hash(x)=39056766)
+8682 train 3.119310 (lr=8.6405e-05) (hash(x)=41055038)
+8683 train 3.144093 (lr=8.6366e-05) (hash(x)=41819366)
+8684 train 3.086944 (lr=8.6327e-05) (hash(x)=46694713)
+8685 train 3.168824 (lr=8.6287e-05) (hash(x)=39437401)
+8686 train 3.208303 (lr=8.6248e-05) (hash(x)=36888069)
+8687 train 3.169427 (lr=8.6209e-05) (hash(x)=45929995)
+8688 train 3.176570 (lr=8.6169e-05) (hash(x)=38546732)
+8689 train 3.192578 (lr=8.6130e-05) (hash(x)=36680802)
+8690 train 3.207719 (lr=8.6091e-05) (hash(x)=38786934)
+8691 train 3.209746 (lr=8.6052e-05) (hash(x)=44930201)
+8692 train 3.099358 (lr=8.6013e-05) (hash(x)=42393922)
+8693 train 3.163576 (lr=8.5974e-05) (hash(x)=36078148)
+8694 train 3.133399 (lr=8.5934e-05) (hash(x)=28341513)
+8695 train 3.195319 (lr=8.5895e-05) (hash(x)=38190734)
+8696 train 3.189948 (lr=8.5856e-05) (hash(x)=35948974)
+8697 train 3.198669 (lr=8.5817e-05) (hash(x)=38341663)
+8698 train 3.172568 (lr=8.5778e-05) (hash(x)=40685865)
+8699 train 3.154816 (lr=8.5739e-05) (hash(x)=42763687)
+8700 train 3.198378 (lr=8.5701e-05) (hash(x)=36510407)
+8701 train 3.171338 (lr=8.5662e-05) (hash(x)=36741367)
+8702 train 3.271137 (lr=8.5623e-05) (hash(x)=28412303)
+8703 train 3.151300 (lr=8.5584e-05) (hash(x)=40457902)
+8704 train 3.210714 (lr=8.5545e-05) (hash(x)=42491717)
+8705 train 3.150139 (lr=8.5506e-05) (hash(x)=37482597)
+8706 train 3.196565 (lr=8.5468e-05) (hash(x)=36012514)
+8707 train 3.194320 (lr=8.5429e-05) (hash(x)=36387693)
+8708 train 3.187279 (lr=8.5390e-05) (hash(x)=37483864)
+8709 train 3.160376 (lr=8.5352e-05) (hash(x)=34596280)
+8710 train 3.122695 (lr=8.5313e-05) (hash(x)=41634000)
+8711 train 3.117638 (lr=8.5274e-05) (hash(x)=37487762)
+8712 train 3.147080 (lr=8.5236e-05) (hash(x)=38347748)
+8713 train 3.107248 (lr=8.5197e-05) (hash(x)=41344044)
+8714 train 3.116043 (lr=8.5159e-05) (hash(x)=46863337)
+8715 train 3.097773 (lr=8.5120e-05) (hash(x)=39037377)
+8716 train 3.102362 (lr=8.5082e-05) (hash(x)=38801326)
+8717 train 3.134271 (lr=8.5043e-05) (hash(x)=39327359)
+8718 train 3.153898 (lr=8.5005e-05) (hash(x)=43151597)
+8719 train 3.152117 (lr=8.4967e-05) (hash(x)=40129808)
+8720 train 3.151226 (lr=8.4928e-05) (hash(x)=37291065)
+8721 train 3.134916 (lr=8.4890e-05) (hash(x)=39773254)
+8722 train 3.140826 (lr=8.4852e-05) (hash(x)=43667465)
+8723 train 3.151016 (lr=8.4813e-05) (hash(x)=39131272)
+8724 train 3.249495 (lr=8.4775e-05) (hash(x)=44103497)
+8725 train 3.094056 (lr=8.4737e-05) (hash(x)=40691059)
+8726 train 3.240326 (lr=8.4699e-05) (hash(x)=37598284)
+8727 train 3.163812 (lr=8.4660e-05) (hash(x)=41591858)
+8728 train 3.192760 (lr=8.4622e-05) (hash(x)=46667993)
+8729 train 3.122713 (lr=8.4584e-05) (hash(x)=42954613)
+8730 train 3.100698 (lr=8.4546e-05) (hash(x)=38245122)
+8731 train 2.934547 (lr=8.4508e-05) (hash(x)=40408023)
+8732 train 3.164896 (lr=8.4470e-05) (hash(x)=38539618)
+8733 train 3.169799 (lr=8.4432e-05) (hash(x)=36535091)
+8734 train 3.177221 (lr=8.4394e-05) (hash(x)=38548597)
+8735 train 3.203537 (lr=8.4356e-05) (hash(x)=36491984)
+8736 train 3.118831 (lr=8.4318e-05) (hash(x)=43141110)
+8737 train 3.197171 (lr=8.4280e-05) (hash(x)=37903413)
+8738 train 3.226540 (lr=8.4243e-05) (hash(x)=40042314)
+8739 train 3.265281 (lr=8.4205e-05) (hash(x)=40277225)
+8740 train 3.186594 (lr=8.4167e-05) (hash(x)=46159886)
+8741 train 3.138696 (lr=8.4129e-05) (hash(x)=40452730)
+8742 train 3.211952 (lr=8.4092e-05) (hash(x)=42740600)
+8743 train 3.172708 (lr=8.4054e-05) (hash(x)=40163565)
+8744 train 3.243066 (lr=8.4016e-05) (hash(x)=39163304)
+8745 train 3.263716 (lr=8.3978e-05) (hash(x)=36990849)
+8746 train 3.168157 (lr=8.3941e-05) (hash(x)=38984729)
+8747 train 3.108286 (lr=8.3903e-05) (hash(x)=41197400)
+8748 train 3.088927 (lr=8.3866e-05) (hash(x)=40075903)
+8749 train 3.200204 (lr=8.3828e-05) (hash(x)=39298262)
+8750 val loss 3.1263
+8750 val perplexity 22.7898
+8750 hella 0.2939
+8750 train 3.114668 (lr=8.3791e-05) (hash(x)=46144039)
+8751 train 3.072162 (lr=8.3753e-05) (hash(x)=37024814)
+8752 train 3.102015 (lr=8.3716e-05) (hash(x)=37124594)
+8753 train 3.092097 (lr=8.3678e-05) (hash(x)=38583567)
+8754 train 3.157833 (lr=8.3641e-05) (hash(x)=38675015)
+8755 train 3.117671 (lr=8.3604e-05) (hash(x)=39654694)
+8756 train 3.114526 (lr=8.3566e-05) (hash(x)=37285090)
+8757 train 3.109039 (lr=8.3529e-05) (hash(x)=40107816)
+8758 train 3.161047 (lr=8.3492e-05) (hash(x)=35623735)
+8759 train 3.184279 (lr=8.3454e-05) (hash(x)=40237332)
+8760 train 3.175805 (lr=8.3417e-05) (hash(x)=40100893)
+8761 train 3.120277 (lr=8.3380e-05) (hash(x)=45124397)
+8762 train 3.155253 (lr=8.3343e-05) (hash(x)=38438370)
+8763 train 3.118687 (lr=8.3306e-05) (hash(x)=39559121)
+8764 train 3.228165 (lr=8.3268e-05) (hash(x)=40593074)
+8765 train 3.195493 (lr=8.3231e-05) (hash(x)=29069034)
+8766 train 3.168865 (lr=8.3194e-05) (hash(x)=45199483)
+8767 train 3.206728 (lr=8.3157e-05) (hash(x)=41148702)
+8768 train 3.194370 (lr=8.3120e-05) (hash(x)=37334515)
+8769 train 3.173359 (lr=8.3083e-05) (hash(x)=41293871)
+8770 train 3.185255 (lr=8.3046e-05) (hash(x)=36886272)
+8771 train 3.207571 (lr=8.3009e-05) (hash(x)=36672708)
+8772 train 3.181505 (lr=8.2973e-05) (hash(x)=36317321)
+8773 train 3.238418 (lr=8.2936e-05) (hash(x)=33958793)
+8774 train 3.165999 (lr=8.2899e-05) (hash(x)=39225371)
+8775 train 3.189976 (lr=8.2862e-05) (hash(x)=40935461)
+8776 train 3.182660 (lr=8.2825e-05) (hash(x)=40185627)
+8777 train 3.188003 (lr=8.2789e-05) (hash(x)=40690388)
+8778 train 3.145488 (lr=8.2752e-05) (hash(x)=37890590)
+8779 train 3.331154 (lr=8.2715e-05) (hash(x)=38244980)
+8780 train 3.193130 (lr=8.2678e-05) (hash(x)=36925406)
+8781 train 3.168472 (lr=8.2642e-05) (hash(x)=37872328)
+8782 train 3.199986 (lr=8.2605e-05) (hash(x)=40164657)
+8783 train 3.124874 (lr=8.2569e-05) (hash(x)=42375623)
+8784 train 3.151250 (lr=8.2532e-05) (hash(x)=44936125)
+8785 train 3.185436 (lr=8.2496e-05) (hash(x)=40451167)
+8786 train 3.126209 (lr=8.2459e-05) (hash(x)=40729072)
+8787 train 3.170367 (lr=8.2423e-05) (hash(x)=36024219)
+8788 train 3.152317 (lr=8.2386e-05) (hash(x)=42637621)
+8789 train 3.194674 (lr=8.2350e-05) (hash(x)=39712686)
+8790 train 3.144260 (lr=8.2313e-05) (hash(x)=36857687)
+8791 train 3.131228 (lr=8.2277e-05) (hash(x)=33573246)
+8792 train 3.146323 (lr=8.2241e-05) (hash(x)=35736716)
+8793 train 3.111573 (lr=8.2204e-05) (hash(x)=37201641)
+8794 train 3.172211 (lr=8.2168e-05) (hash(x)=39084919)
+8795 train 3.124357 (lr=8.2132e-05) (hash(x)=36283426)
+8796 train 3.088693 (lr=8.2096e-05) (hash(x)=56110699)
+8797 train 3.135427 (lr=8.2060e-05) (hash(x)=39704634)
+8798 train 3.085807 (lr=8.2023e-05) (hash(x)=39707432)
+8799 train 3.150009 (lr=8.1987e-05) (hash(x)=38400003)
+8800 train 3.153411 (lr=8.1951e-05) (hash(x)=33831302)
+8801 train 3.092585 (lr=8.1915e-05) (hash(x)=43120379)
+8802 train 3.111439 (lr=8.1879e-05) (hash(x)=43516041)
+8803 train 3.090180 (lr=8.1843e-05) (hash(x)=43250783)
+8804 train 3.181073 (lr=8.1807e-05) (hash(x)=32840703)
+8805 train 3.084218 (lr=8.1771e-05) (hash(x)=44849759)
+8806 train 3.054497 (lr=8.1735e-05) (hash(x)=39518164)
+8807 train 3.109861 (lr=8.1699e-05) (hash(x)=41335201)
+8808 train 3.163267 (lr=8.1663e-05) (hash(x)=40915034)
+8809 train 3.186045 (lr=8.1628e-05) (hash(x)=40093508)
+8810 train 3.238636 (lr=8.1592e-05) (hash(x)=40037948)
+8811 train 3.148851 (lr=8.1556e-05) (hash(x)=37728713)
+8812 train 3.218490 (lr=8.1520e-05) (hash(x)=40690279)
+8813 train 3.162493 (lr=8.1485e-05) (hash(x)=35412857)
+8814 train 3.252741 (lr=8.1449e-05) (hash(x)=35525132)
+8815 train 3.154208 (lr=8.1413e-05) (hash(x)=52011371)
+8816 train 3.149057 (lr=8.1378e-05) (hash(x)=36480522)
+8817 train 3.164589 (lr=8.1342e-05) (hash(x)=38040952)
+8818 train 3.170995 (lr=8.1306e-05) (hash(x)=39093150)
+8819 train 3.150751 (lr=8.1271e-05) (hash(x)=42079976)
+8820 train 3.185080 (lr=8.1235e-05) (hash(x)=33277541)
+8821 train 3.118663 (lr=8.1200e-05) (hash(x)=34147161)
+8822 train 3.136200 (lr=8.1164e-05) (hash(x)=39644302)
+8823 train 3.139829 (lr=8.1129e-05) (hash(x)=44779232)
+8824 train 3.125024 (lr=8.1093e-05) (hash(x)=38520750)
+8825 train 3.124404 (lr=8.1058e-05) (hash(x)=40663579)
+8826 train 3.109506 (lr=8.1023e-05) (hash(x)=39777955)
+8827 train 3.116096 (lr=8.0987e-05) (hash(x)=40761539)
+8828 train 3.121333 (lr=8.0952e-05) (hash(x)=38195837)
+8829 train 3.116847 (lr=8.0917e-05) (hash(x)=43195524)
+8830 train 3.143901 (lr=8.0882e-05) (hash(x)=42089861)
+8831 train 3.144943 (lr=8.0846e-05) (hash(x)=36211418)
+8832 train 3.114408 (lr=8.0811e-05) (hash(x)=38307699)
+8833 train 3.146281 (lr=8.0776e-05) (hash(x)=36863554)
+8834 train 3.164565 (lr=8.0741e-05) (hash(x)=38132363)
+8835 train 3.063057 (lr=8.0706e-05) (hash(x)=38194817)
+8836 train 3.097128 (lr=8.0671e-05) (hash(x)=39539344)
+8837 train 3.125326 (lr=8.0636e-05) (hash(x)=38541454)
+8838 train 3.128266 (lr=8.0601e-05) (hash(x)=47904118)
+8839 train 3.155345 (lr=8.0566e-05) (hash(x)=39933041)
+8840 train 3.081819 (lr=8.0531e-05) (hash(x)=37637490)
+8841 train 3.114424 (lr=8.0496e-05) (hash(x)=42139442)
+8842 train 3.106317 (lr=8.0461e-05) (hash(x)=35934912)
+8843 train 3.164454 (lr=8.0426e-05) (hash(x)=48823338)
+8844 train 3.112626 (lr=8.0391e-05) (hash(x)=49115440)
+8845 train 3.157445 (lr=8.0356e-05) (hash(x)=38703517)
+8846 train 3.184109 (lr=8.0322e-05) (hash(x)=44848473)
+8847 train 3.182818 (lr=8.0287e-05) (hash(x)=38919316)
+8848 train 3.199623 (lr=8.0252e-05) (hash(x)=44936860)
+8849 train 3.254182 (lr=8.0217e-05) (hash(x)=37849585)
+8850 train 3.135931 (lr=8.0183e-05) (hash(x)=40918624)
+8851 train 3.191343 (lr=8.0148e-05) (hash(x)=37599016)
+8852 train 3.161877 (lr=8.0113e-05) (hash(x)=44397107)
+8853 train 3.154436 (lr=8.0079e-05) (hash(x)=38161434)
+8854 train 3.157609 (lr=8.0044e-05) (hash(x)=39047794)
+8855 train 3.173177 (lr=8.0010e-05) (hash(x)=38489148)
+8856 train 3.211993 (lr=7.9975e-05) (hash(x)=39504147)
+8857 train 3.239853 (lr=7.9941e-05) (hash(x)=38702055)
+8858 train 3.112948 (lr=7.9906e-05) (hash(x)=37528416)
+8859 train 3.242794 (lr=7.9872e-05) (hash(x)=41174668)
+8860 train 3.141320 (lr=7.9838e-05) (hash(x)=41585975)
+8861 train 3.186157 (lr=7.9803e-05) (hash(x)=38379328)
+8862 train 3.200171 (lr=7.9769e-05) (hash(x)=39583598)
+8863 train 3.126210 (lr=7.9735e-05) (hash(x)=37458083)
+8864 train 3.129078 (lr=7.9700e-05) (hash(x)=34688419)
+8865 train 3.107488 (lr=7.9666e-05) (hash(x)=37093896)
+8866 train 3.131512 (lr=7.9632e-05) (hash(x)=38861712)
+8867 train 3.041579 (lr=7.9598e-05) (hash(x)=23550426)
+8868 train 3.099899 (lr=7.9564e-05) (hash(x)=42137700)
+8869 train 3.157179 (lr=7.9529e-05) (hash(x)=37060133)
+8870 train 3.112437 (lr=7.9495e-05) (hash(x)=45739654)
+8871 train 3.149126 (lr=7.9461e-05) (hash(x)=39427106)
+8872 train 3.115715 (lr=7.9427e-05) (hash(x)=37120578)
+8873 train 3.151340 (lr=7.9393e-05) (hash(x)=39860157)
+8874 train 3.099411 (lr=7.9359e-05) (hash(x)=39290017)
+8875 train 3.175050 (lr=7.9325e-05) (hash(x)=37244844)
+8876 train 3.198023 (lr=7.9291e-05) (hash(x)=40432807)
+8877 train 3.149023 (lr=7.9257e-05) (hash(x)=41225710)
+8878 train 3.152646 (lr=7.9224e-05) (hash(x)=47049581)
+8879 train 3.108278 (lr=7.9190e-05) (hash(x)=39406495)
+8880 train 3.155660 (lr=7.9156e-05) (hash(x)=39127468)
+8881 train 3.120899 (lr=7.9122e-05) (hash(x)=41911648)
+8882 train 3.123869 (lr=7.9088e-05) (hash(x)=43133629)
+8883 train 3.200010 (lr=7.9055e-05) (hash(x)=37283330)
+8884 train 3.237608 (lr=7.9021e-05) (hash(x)=47191691)
+8885 train 3.173483 (lr=7.8987e-05) (hash(x)=37766051)
+8886 train 3.229069 (lr=7.8954e-05) (hash(x)=41699002)
+8887 train 3.158855 (lr=7.8920e-05) (hash(x)=40364724)
+8888 train 3.242330 (lr=7.8886e-05) (hash(x)=39738928)
+8889 train 3.171088 (lr=7.8853e-05) (hash(x)=39659604)
+8890 train 3.181050 (lr=7.8819e-05) (hash(x)=41402382)
+8891 train 3.186163 (lr=7.8786e-05) (hash(x)=41037808)
+8892 train 3.235531 (lr=7.8752e-05) (hash(x)=40860873)
+8893 train 3.153444 (lr=7.8719e-05) (hash(x)=44430309)
+8894 train 3.237778 (lr=7.8686e-05) (hash(x)=39878886)
+8895 train 3.141357 (lr=7.8652e-05) (hash(x)=42737625)
+8896 train 3.084154 (lr=7.8619e-05) (hash(x)=38285554)
+8897 train 3.127733 (lr=7.8585e-05) (hash(x)=44353011)
+8898 train 3.159983 (lr=7.8552e-05) (hash(x)=46890003)
+8899 train 3.121524 (lr=7.8519e-05) (hash(x)=41076421)
+8900 train 3.124727 (lr=7.8486e-05) (hash(x)=44362880)
+8901 train 3.078922 (lr=7.8452e-05) (hash(x)=42430839)
+8902 train 3.090333 (lr=7.8419e-05) (hash(x)=38768810)
+8903 train 3.128103 (lr=7.8386e-05) (hash(x)=35764146)
+8904 train 3.152320 (lr=7.8353e-05) (hash(x)=43856369)
+8905 train 3.203252 (lr=7.8320e-05) (hash(x)=38787294)
+8906 train 3.121618 (lr=7.8287e-05) (hash(x)=40608924)
+8907 train 3.129848 (lr=7.8254e-05) (hash(x)=41795971)
+8908 train 3.168314 (lr=7.8221e-05) (hash(x)=39889402)
+8909 train 3.139889 (lr=7.8188e-05) (hash(x)=38251290)
+8910 train 3.187091 (lr=7.8155e-05) (hash(x)=41623547)
+8911 train 3.200746 (lr=7.8122e-05) (hash(x)=43622263)
+8912 train 3.129098 (lr=7.8089e-05) (hash(x)=40792375)
+8913 train 3.196055 (lr=7.8056e-05) (hash(x)=39780943)
+8914 train 3.124595 (lr=7.8023e-05) (hash(x)=39467196)
+8915 train 3.227348 (lr=7.7991e-05) (hash(x)=32100034)
+8916 train 3.175704 (lr=7.7958e-05) (hash(x)=39976402)
+8917 train 3.143173 (lr=7.7925e-05) (hash(x)=40356088)
+8918 train 3.166393 (lr=7.7892e-05) (hash(x)=42497111)
+8919 train 3.178779 (lr=7.7860e-05) (hash(x)=43064048)
+8920 train 3.129783 (lr=7.7827e-05) (hash(x)=41962489)
+8921 train 3.181950 (lr=7.7794e-05) (hash(x)=40477651)
+8922 train 3.193049 (lr=7.7762e-05) (hash(x)=48335128)
+8923 train 3.207465 (lr=7.7729e-05) (hash(x)=33410523)
+8924 train 3.198412 (lr=7.7697e-05) (hash(x)=39230347)
+8925 train 3.175604 (lr=7.7664e-05) (hash(x)=38302623)
+8926 train 3.224634 (lr=7.7632e-05) (hash(x)=32546404)
+8927 train 3.158239 (lr=7.7599e-05) (hash(x)=38178758)
+8928 train 3.266924 (lr=7.7567e-05) (hash(x)=38180434)
+8929 train 3.193728 (lr=7.7534e-05) (hash(x)=38579115)
+8930 train 3.176809 (lr=7.7502e-05) (hash(x)=39141505)
+8931 train 3.173429 (lr=7.7470e-05) (hash(x)=38759223)
+8932 train 3.177414 (lr=7.7437e-05) (hash(x)=40416349)
+8933 train 3.245881 (lr=7.7405e-05) (hash(x)=40665148)
+8934 train 3.179828 (lr=7.7373e-05) (hash(x)=42747047)
+8935 train 3.136049 (lr=7.7341e-05) (hash(x)=38994336)
+8936 train 3.152612 (lr=7.7308e-05) (hash(x)=43581943)
+8937 train 3.098207 (lr=7.7276e-05) (hash(x)=36109750)
+8938 train 3.141855 (lr=7.7244e-05) (hash(x)=38435961)
+8939 train 3.140051 (lr=7.7212e-05) (hash(x)=35390493)
+8940 train 3.203558 (lr=7.7180e-05) (hash(x)=38954690)
+8941 train 3.154761 (lr=7.7148e-05) (hash(x)=43563271)
+8942 train 3.106399 (lr=7.7116e-05) (hash(x)=37573463)
+8943 train 3.089879 (lr=7.7084e-05) (hash(x)=43225754)
+8944 train 3.114821 (lr=7.7052e-05) (hash(x)=40274308)
+8945 train 3.058061 (lr=7.7020e-05) (hash(x)=40593347)
+8946 train 3.090423 (lr=7.6988e-05) (hash(x)=38916215)
+8947 train 3.128496 (lr=7.6956e-05) (hash(x)=42053841)
+8948 train 3.139063 (lr=7.6924e-05) (hash(x)=40352409)
+8949 train 3.141192 (lr=7.6892e-05) (hash(x)=39607176)
+8950 train 3.162130 (lr=7.6861e-05) (hash(x)=37635541)
+8951 train 3.114180 (lr=7.6829e-05) (hash(x)=44540916)
+8952 train 3.156921 (lr=7.6797e-05) (hash(x)=41991488)
+8953 train 3.151767 (lr=7.6765e-05) (hash(x)=41481379)
+8954 train 3.174439 (lr=7.6734e-05) (hash(x)=42646440)
+8955 train 3.106413 (lr=7.6702e-05) (hash(x)=39574589)
+8956 train 3.156611 (lr=7.6671e-05) (hash(x)=44798584)
+8957 train 3.175960 (lr=7.6639e-05) (hash(x)=44520321)
+8958 train 3.139215 (lr=7.6607e-05) (hash(x)=35459071)
+8959 train 3.195774 (lr=7.6576e-05) (hash(x)=39527511)
+8960 train 3.256301 (lr=7.6544e-05) (hash(x)=32949197)
+8961 train 3.201308 (lr=7.6513e-05) (hash(x)=37194616)
+8962 train 3.208700 (lr=7.6481e-05) (hash(x)=40296128)
+8963 train 3.191717 (lr=7.6450e-05) (hash(x)=43129511)
+8964 train 3.185124 (lr=7.6419e-05) (hash(x)=41910070)
+8965 train 3.215935 (lr=7.6387e-05) (hash(x)=39165053)
+8966 train 3.187830 (lr=7.6356e-05) (hash(x)=38398284)
+8967 train 3.162101 (lr=7.6325e-05) (hash(x)=35935367)
+8968 train 3.160702 (lr=7.6293e-05) (hash(x)=38388449)
+8969 train 3.186940 (lr=7.6262e-05) (hash(x)=31138209)
+8970 train 3.199989 (lr=7.6231e-05) (hash(x)=41871807)
+8971 train 3.102334 (lr=7.6200e-05) (hash(x)=39368019)
+8972 train 3.157774 (lr=7.6169e-05) (hash(x)=41237444)
+8973 train 3.114980 (lr=7.6137e-05) (hash(x)=42991689)
+8974 train 3.140007 (lr=7.6106e-05) (hash(x)=38217708)
+8975 train 3.101512 (lr=7.6075e-05) (hash(x)=38114803)
+8976 train 3.130049 (lr=7.6044e-05) (hash(x)=40551117)
+8977 train 3.231771 (lr=7.6013e-05) (hash(x)=52744946)
+8978 train 3.152238 (lr=7.5982e-05) (hash(x)=35808619)
+8979 train 3.168962 (lr=7.5951e-05) (hash(x)=40311539)
+8980 train 3.122896 (lr=7.5920e-05) (hash(x)=45796944)
+8981 train 3.186245 (lr=7.5890e-05) (hash(x)=38215815)
+8982 train 3.199057 (lr=7.5859e-05) (hash(x)=42135205)
+8983 train 3.153094 (lr=7.5828e-05) (hash(x)=34109574)
+8984 train 3.203486 (lr=7.5797e-05) (hash(x)=32093391)
+8985 train 3.193168 (lr=7.5766e-05) (hash(x)=37332378)
+8986 train 3.094877 (lr=7.5736e-05) (hash(x)=42475410)
+8987 train 3.142039 (lr=7.5705e-05) (hash(x)=31804345)
+8988 train 3.099767 (lr=7.5674e-05) (hash(x)=49418346)
+8989 train 3.076628 (lr=7.5643e-05) (hash(x)=42965318)
+8990 train 3.130896 (lr=7.5613e-05) (hash(x)=37389562)
+8991 train 3.153111 (lr=7.5582e-05) (hash(x)=42288964)
+8992 train 3.108272 (lr=7.5552e-05) (hash(x)=39807121)
+8993 train 3.175134 (lr=7.5521e-05) (hash(x)=40313360)
+8994 train 3.134229 (lr=7.5491e-05) (hash(x)=41706723)
+8995 train 3.152761 (lr=7.5460e-05) (hash(x)=40829448)
+8996 train 3.150036 (lr=7.5430e-05) (hash(x)=40963468)
+8997 train 3.164509 (lr=7.5399e-05) (hash(x)=41394160)
+8998 train 3.160788 (lr=7.5369e-05) (hash(x)=37971848)
+8999 train 3.183083 (lr=7.5338e-05) (hash(x)=40504140)
+9000 val loss 3.1212
+9000 val perplexity 22.6746
+9000 hella 0.2946
+9000 train 3.245567 (lr=7.5308e-05) (hash(x)=38437238)
+9001 train 3.207215 (lr=7.5278e-05) (hash(x)=36779321)
+9002 train 3.205884 (lr=7.5248e-05) (hash(x)=41735244)
+9003 train 3.207621 (lr=7.5217e-05) (hash(x)=40214283)
+9004 train 3.216194 (lr=7.5187e-05) (hash(x)=45624869)
+9005 train 3.223430 (lr=7.5157e-05) (hash(x)=39644174)
+9006 train 3.148930 (lr=7.5127e-05) (hash(x)=36700464)
+9007 train 3.139778 (lr=7.5097e-05) (hash(x)=43603225)
+9008 train 3.133037 (lr=7.5066e-05) (hash(x)=38127029)
+9009 train 3.073624 (lr=7.5036e-05) (hash(x)=38141868)
+9010 train 3.161594 (lr=7.5006e-05) (hash(x)=45921763)
+9011 train 3.149943 (lr=7.4976e-05) (hash(x)=37979059)
+9012 train 3.154638 (lr=7.4946e-05) (hash(x)=33990585)
+9013 train 3.136927 (lr=7.4916e-05) (hash(x)=37242510)
+9014 train 3.125722 (lr=7.4886e-05) (hash(x)=37199291)
+9015 train 3.184701 (lr=7.4857e-05) (hash(x)=37602195)
+9016 train 3.152543 (lr=7.4827e-05) (hash(x)=42568654)
+9017 train 3.171525 (lr=7.4797e-05) (hash(x)=36878775)
+9018 train 3.134523 (lr=7.4767e-05) (hash(x)=54862739)
+9019 train 3.145278 (lr=7.4737e-05) (hash(x)=38539806)
+9020 train 3.123820 (lr=7.4708e-05) (hash(x)=37679700)
+9021 train 3.088481 (lr=7.4678e-05) (hash(x)=42360543)
+9022 train 3.128534 (lr=7.4648e-05) (hash(x)=41082767)
+9023 train 3.106539 (lr=7.4618e-05) (hash(x)=41961680)
+9024 train 3.067003 (lr=7.4589e-05) (hash(x)=45941898)
+9025 train 3.196729 (lr=7.4559e-05) (hash(x)=40745810)
+9026 train 3.085185 (lr=7.4530e-05) (hash(x)=44385964)
+9027 train 3.072590 (lr=7.4500e-05) (hash(x)=44101752)
+9028 train 3.177317 (lr=7.4471e-05) (hash(x)=35883317)
+9029 train 3.192156 (lr=7.4441e-05) (hash(x)=38282851)
+9030 train 3.176406 (lr=7.4412e-05) (hash(x)=41585307)
+9031 train 3.129040 (lr=7.4382e-05) (hash(x)=39010792)
+9032 train 3.155904 (lr=7.4353e-05) (hash(x)=43656072)
+9033 train 3.195517 (lr=7.4323e-05) (hash(x)=50035175)
+9034 train 3.183432 (lr=7.4294e-05) (hash(x)=40950253)
+9035 train 3.171378 (lr=7.4265e-05) (hash(x)=40806684)
+9036 train 3.159369 (lr=7.4235e-05) (hash(x)=39464310)
+9037 train 3.160213 (lr=7.4206e-05) (hash(x)=47629719)
+9038 train 3.143959 (lr=7.4177e-05) (hash(x)=40370491)
+9039 train 3.115966 (lr=7.4148e-05) (hash(x)=36751618)
+9040 train 3.186030 (lr=7.4119e-05) (hash(x)=41475872)
+9041 train 3.181022 (lr=7.4089e-05) (hash(x)=33338071)
+9042 train 3.166618 (lr=7.4060e-05) (hash(x)=33648781)
+9043 train 3.151454 (lr=7.4031e-05) (hash(x)=41832498)
+9044 train 3.205532 (lr=7.4002e-05) (hash(x)=38669834)
+9045 train 3.168424 (lr=7.3973e-05) (hash(x)=39270511)
+9046 train 3.101601 (lr=7.3944e-05) (hash(x)=37652214)
+9047 train 3.202572 (lr=7.3915e-05) (hash(x)=36231307)
+9048 train 3.161254 (lr=7.3886e-05) (hash(x)=36901038)
+9049 train 3.124963 (lr=7.3857e-05) (hash(x)=41482882)
+9050 train 3.175818 (lr=7.3828e-05) (hash(x)=41557319)
+9051 train 3.124756 (lr=7.3800e-05) (hash(x)=41474046)
+9052 train 3.168930 (lr=7.3771e-05) (hash(x)=37056152)
+9053 train 3.206337 (lr=7.3742e-05) (hash(x)=39959453)
+9054 train 3.113050 (lr=7.3713e-05) (hash(x)=43716624)
+9055 train 3.188175 (lr=7.3685e-05) (hash(x)=39217682)
+9056 train 3.102143 (lr=7.3656e-05) (hash(x)=38289480)
+9057 train 3.106017 (lr=7.3627e-05) (hash(x)=37990193)
+9058 train 3.184959 (lr=7.3599e-05) (hash(x)=41000789)
+9059 train 3.189327 (lr=7.3570e-05) (hash(x)=48376281)
+9060 train 3.089310 (lr=7.3541e-05) (hash(x)=32921213)
+9061 train 3.247036 (lr=7.3513e-05) (hash(x)=38895745)
+9062 train 3.193039 (lr=7.3484e-05) (hash(x)=39818693)
+9063 train 3.084532 (lr=7.3456e-05) (hash(x)=48181852)
+9064 train 3.136256 (lr=7.3427e-05) (hash(x)=39309475)
+9065 train 3.152099 (lr=7.3399e-05) (hash(x)=41385503)
+9066 train 3.152137 (lr=7.3370e-05) (hash(x)=34765243)
+9067 train 3.123523 (lr=7.3342e-05) (hash(x)=36375896)
+9068 train 3.116512 (lr=7.3314e-05) (hash(x)=39280048)
+9069 train 3.101942 (lr=7.3285e-05) (hash(x)=41802736)
+9070 train 3.127989 (lr=7.3257e-05) (hash(x)=37277722)
+9071 train 3.166447 (lr=7.3229e-05) (hash(x)=39908040)
+9072 train 3.170767 (lr=7.3201e-05) (hash(x)=38589955)
+9073 train 3.110818 (lr=7.3172e-05) (hash(x)=35086657)
+9074 train 3.197533 (lr=7.3144e-05) (hash(x)=45604881)
+9075 train 3.086726 (lr=7.3116e-05) (hash(x)=38510152)
+9076 train 3.185026 (lr=7.3088e-05) (hash(x)=35775283)
+9077 train 3.236733 (lr=7.3060e-05) (hash(x)=36416373)
+9078 train 3.128842 (lr=7.3032e-05) (hash(x)=45364220)
+9079 train 3.164847 (lr=7.3004e-05) (hash(x)=43335655)
+9080 train 3.225784 (lr=7.2976e-05) (hash(x)=40709619)
+9081 train 3.104111 (lr=7.2948e-05) (hash(x)=42606714)
+9082 train 3.159180 (lr=7.2920e-05) (hash(x)=37243792)
+9083 train 3.198452 (lr=7.2892e-05) (hash(x)=36351019)
+9084 train 3.232372 (lr=7.2864e-05) (hash(x)=44440032)
+9085 train 3.089365 (lr=7.2836e-05) (hash(x)=39961610)
+9086 train 3.171755 (lr=7.2808e-05) (hash(x)=45330469)
+9087 train 3.153916 (lr=7.2781e-05) (hash(x)=41485976)
+9088 train 3.160338 (lr=7.2753e-05) (hash(x)=39083408)
+9089 train 3.086117 (lr=7.2725e-05) (hash(x)=41128869)
+9090 train 3.131667 (lr=7.2698e-05) (hash(x)=42037900)
+9091 train 3.108212 (lr=7.2670e-05) (hash(x)=44436095)
+9092 train 3.110637 (lr=7.2642e-05) (hash(x)=38884979)
+9093 train 3.158877 (lr=7.2615e-05) (hash(x)=36553809)
+9094 train 3.104823 (lr=7.2587e-05) (hash(x)=40612555)
+9095 train 3.095724 (lr=7.2559e-05) (hash(x)=37326976)
+9096 train 3.145555 (lr=7.2532e-05) (hash(x)=41158468)
+9097 train 3.088184 (lr=7.2504e-05) (hash(x)=56912213)
+9098 train 3.186685 (lr=7.2477e-05) (hash(x)=37908861)
+9099 train 3.126580 (lr=7.2450e-05) (hash(x)=38022013)
+9100 train 3.125812 (lr=7.2422e-05) (hash(x)=33829496)
+9101 train 3.120066 (lr=7.2395e-05) (hash(x)=37185914)
+9102 train 3.062641 (lr=7.2367e-05) (hash(x)=38817079)
+9103 train 3.165746 (lr=7.2340e-05) (hash(x)=33242340)
+9104 train 3.122330 (lr=7.2313e-05) (hash(x)=35693832)
+9105 train 3.128917 (lr=7.2286e-05) (hash(x)=43559771)
+9106 train 3.122649 (lr=7.2258e-05) (hash(x)=39394699)
+9107 train 3.141291 (lr=7.2231e-05) (hash(x)=41509330)
+9108 train 3.161386 (lr=7.2204e-05) (hash(x)=38624098)
+9109 train 3.248788 (lr=7.2177e-05) (hash(x)=38706711)
+9110 train 3.131136 (lr=7.2150e-05) (hash(x)=41727145)
+9111 train 3.232659 (lr=7.2123e-05) (hash(x)=42452935)
+9112 train 3.131268 (lr=7.2096e-05) (hash(x)=40154850)
+9113 train 3.125626 (lr=7.2069e-05) (hash(x)=37455717)
+9114 train 3.145487 (lr=7.2042e-05) (hash(x)=38644705)
+9115 train 3.165513 (lr=7.2015e-05) (hash(x)=31903442)
+9116 train 3.131378 (lr=7.1988e-05) (hash(x)=42959822)
+9117 train 3.167847 (lr=7.1961e-05) (hash(x)=42824164)
+9118 train 3.129655 (lr=7.1934e-05) (hash(x)=43450900)
+9119 train 3.160986 (lr=7.1907e-05) (hash(x)=37444037)
+9120 train 3.216826 (lr=7.1880e-05) (hash(x)=37396491)
+9121 train 3.124181 (lr=7.1853e-05) (hash(x)=37369825)
+9122 train 3.234498 (lr=7.1827e-05) (hash(x)=39563580)
+9123 train 3.140681 (lr=7.1800e-05) (hash(x)=38796654)
+9124 train 3.139363 (lr=7.1773e-05) (hash(x)=39448215)
+9125 train 3.091670 (lr=7.1747e-05) (hash(x)=36582844)
+9126 train 3.195153 (lr=7.1720e-05) (hash(x)=30087474)
+9127 train 3.097673 (lr=7.1693e-05) (hash(x)=41779884)
+9128 train 3.133248 (lr=7.1667e-05) (hash(x)=42409089)
+9129 train 3.112775 (lr=7.1640e-05) (hash(x)=37002488)
+9130 train 3.156574 (lr=7.1614e-05) (hash(x)=40652429)
+9131 train 3.133672 (lr=7.1587e-05) (hash(x)=32432582)
+9132 train 3.168828 (lr=7.1561e-05) (hash(x)=43322092)
+9133 train 3.183614 (lr=7.1534e-05) (hash(x)=33593703)
+9134 train 3.165604 (lr=7.1508e-05) (hash(x)=42670273)
+9135 train 3.220148 (lr=7.1482e-05) (hash(x)=39806845)
+9136 train 3.148416 (lr=7.1455e-05) (hash(x)=36772212)
+9137 train 3.128535 (lr=7.1429e-05) (hash(x)=38951346)
+9138 train 3.170289 (lr=7.1403e-05) (hash(x)=40576002)
+9139 train 3.128508 (lr=7.1376e-05) (hash(x)=40449639)
+9140 train 3.206783 (lr=7.1350e-05) (hash(x)=40189321)
+9141 train 3.112093 (lr=7.1324e-05) (hash(x)=42829377)
+9142 train 3.100255 (lr=7.1298e-05) (hash(x)=47534151)
+9143 train 3.193940 (lr=7.1272e-05) (hash(x)=42333404)
+9144 train 3.187282 (lr=7.1246e-05) (hash(x)=42281866)
+9145 train 3.165406 (lr=7.1219e-05) (hash(x)=39005235)
+9146 train 3.181223 (lr=7.1193e-05) (hash(x)=45286999)
+9147 train 3.150015 (lr=7.1167e-05) (hash(x)=26004601)
+9148 train 3.225797 (lr=7.1141e-05) (hash(x)=40474528)
+9149 train 3.118846 (lr=7.1115e-05) (hash(x)=48719475)
+9150 train 3.151014 (lr=7.1090e-05) (hash(x)=44026569)
+9151 train 3.143233 (lr=7.1064e-05) (hash(x)=36454237)
+9152 train 3.155100 (lr=7.1038e-05) (hash(x)=39992748)
+9153 train 3.168613 (lr=7.1012e-05) (hash(x)=35636527)
+9154 train 3.089482 (lr=7.0986e-05) (hash(x)=35404180)
+9155 train 3.139300 (lr=7.0960e-05) (hash(x)=33832069)
+9156 train 3.134662 (lr=7.0935e-05) (hash(x)=42319641)
+9157 train 3.115904 (lr=7.0909e-05) (hash(x)=45652712)
+9158 train 3.170943 (lr=7.0883e-05) (hash(x)=41600654)
+9159 train 3.134811 (lr=7.0857e-05) (hash(x)=32927581)
+9160 train 3.161216 (lr=7.0832e-05) (hash(x)=36118637)
+9161 train 3.083591 (lr=7.0806e-05) (hash(x)=45184693)
+9162 train 3.119238 (lr=7.0781e-05) (hash(x)=40389631)
+9163 train 3.089702 (lr=7.0755e-05) (hash(x)=45560774)
+9164 train 3.218440 (lr=7.0730e-05) (hash(x)=40929062)
+9165 train 3.145423 (lr=7.0704e-05) (hash(x)=43411667)
+9166 train 3.123634 (lr=7.0679e-05) (hash(x)=34675070)
+9167 train 3.149127 (lr=7.0653e-05) (hash(x)=35481718)
+9168 train 3.206007 (lr=7.0628e-05) (hash(x)=34177516)
+9169 train 3.118739 (lr=7.0603e-05) (hash(x)=39107630)
+9170 train 3.149832 (lr=7.0577e-05) (hash(x)=38636541)
+9171 train 3.153391 (lr=7.0552e-05) (hash(x)=37606649)
+9172 train 3.187084 (lr=7.0527e-05) (hash(x)=41607734)
+9173 train 3.154130 (lr=7.0501e-05) (hash(x)=55090583)
+9174 train 3.365011 (lr=7.0476e-05) (hash(x)=50859180)
+9175 train 3.227887 (lr=7.0451e-05) (hash(x)=41804716)
+9176 train 3.117114 (lr=7.0426e-05) (hash(x)=42448271)
+9177 train 3.295051 (lr=7.0401e-05) (hash(x)=45277899)
+9178 train 3.242609 (lr=7.0376e-05) (hash(x)=40619199)
+9179 train 3.076327 (lr=7.0351e-05) (hash(x)=36934831)
+9180 train 3.158420 (lr=7.0325e-05) (hash(x)=40306159)
+9181 train 3.142817 (lr=7.0300e-05) (hash(x)=48311984)
+9182 train 3.140526 (lr=7.0275e-05) (hash(x)=43254652)
+9183 train 3.158189 (lr=7.0251e-05) (hash(x)=44552557)
+9184 train 3.184722 (lr=7.0226e-05) (hash(x)=37204210)
+9185 train 3.128791 (lr=7.0201e-05) (hash(x)=39905120)
+9186 train 3.098480 (lr=7.0176e-05) (hash(x)=45680667)
+9187 train 3.149247 (lr=7.0151e-05) (hash(x)=40288658)
+9188 train 3.186795 (lr=7.0126e-05) (hash(x)=42647543)
+9189 train 3.147448 (lr=7.0101e-05) (hash(x)=32757022)
+9190 train 3.199888 (lr=7.0077e-05) (hash(x)=39924777)
+9191 train 3.148293 (lr=7.0052e-05) (hash(x)=38815006)
+9192 train 3.164815 (lr=7.0027e-05) (hash(x)=41749184)
+9193 train 3.150829 (lr=7.0003e-05) (hash(x)=39643878)
+9194 train 3.209042 (lr=6.9978e-05) (hash(x)=41412647)
+9195 train 3.173921 (lr=6.9953e-05) (hash(x)=36309717)
+9196 train 3.127730 (lr=6.9929e-05) (hash(x)=41616084)
+9197 train 3.062009 (lr=6.9904e-05) (hash(x)=40804767)
+9198 train 3.097174 (lr=6.9880e-05) (hash(x)=36961803)
+9199 train 3.153594 (lr=6.9855e-05) (hash(x)=43500878)
+9200 train 3.176562 (lr=6.9831e-05) (hash(x)=40781516)
+9201 train 3.114074 (lr=6.9807e-05) (hash(x)=41619439)
+9202 train 3.091990 (lr=6.9782e-05) (hash(x)=39873528)
+9203 train 3.185500 (lr=6.9758e-05) (hash(x)=43492816)
+9204 train 3.105699 (lr=6.9733e-05) (hash(x)=40868445)
+9205 train 3.088301 (lr=6.9709e-05) (hash(x)=37380922)
+9206 train 3.121086 (lr=6.9685e-05) (hash(x)=39549113)
+9207 train 3.171077 (lr=6.9661e-05) (hash(x)=38369687)
+9208 train 3.098093 (lr=6.9637e-05) (hash(x)=42429052)
+9209 train 3.144364 (lr=6.9612e-05) (hash(x)=43578169)
+9210 train 3.166471 (lr=6.9588e-05) (hash(x)=44686910)
+9211 train 3.145041 (lr=6.9564e-05) (hash(x)=38043866)
+9212 train 3.116174 (lr=6.9540e-05) (hash(x)=38100009)
+9213 train 3.191767 (lr=6.9516e-05) (hash(x)=37868652)
+9214 train 3.151791 (lr=6.9492e-05) (hash(x)=39759105)
+9215 train 3.183998 (lr=6.9468e-05) (hash(x)=42151981)
+9216 train 3.155809 (lr=6.9444e-05) (hash(x)=39273803)
+9217 train 3.201423 (lr=6.9420e-05) (hash(x)=34622458)
+9218 train 3.193116 (lr=6.9396e-05) (hash(x)=42321027)
+9219 train 3.058211 (lr=6.9372e-05) (hash(x)=41680118)
+9220 train 3.123435 (lr=6.9348e-05) (hash(x)=39405712)
+9221 train 3.178131 (lr=6.9325e-05) (hash(x)=41681095)
+9222 train 3.145692 (lr=6.9301e-05) (hash(x)=36043266)
+9223 train 3.149371 (lr=6.9277e-05) (hash(x)=43014900)
+9224 train 3.195647 (lr=6.9253e-05) (hash(x)=40348318)
+9225 train 3.191732 (lr=6.9230e-05) (hash(x)=38895974)
+9226 train 3.176787 (lr=6.9206e-05) (hash(x)=37137066)
+9227 train 3.188699 (lr=6.9182e-05) (hash(x)=38770970)
+9228 train 3.157601 (lr=6.9159e-05) (hash(x)=38293287)
+9229 train 3.138060 (lr=6.9135e-05) (hash(x)=41389085)
+9230 train 3.167267 (lr=6.9112e-05) (hash(x)=44153301)
+9231 train 3.186745 (lr=6.9088e-05) (hash(x)=38603796)
+9232 train 3.084732 (lr=6.9065e-05) (hash(x)=41618930)
+9233 train 3.154675 (lr=6.9041e-05) (hash(x)=39420921)
+9234 train 3.175363 (lr=6.9018e-05) (hash(x)=42442829)
+9235 train 3.107616 (lr=6.8994e-05) (hash(x)=47354161)
+9236 train 3.142999 (lr=6.8971e-05) (hash(x)=38452655)
+9237 train 3.140584 (lr=6.8948e-05) (hash(x)=40384920)
+9238 train 3.072287 (lr=6.8924e-05) (hash(x)=38868555)
+9239 train 3.182650 (lr=6.8901e-05) (hash(x)=42552345)
+9240 train 3.177920 (lr=6.8878e-05) (hash(x)=32415631)
+9241 train 3.054819 (lr=6.8855e-05) (hash(x)=42465685)
+9242 train 3.119393 (lr=6.8831e-05) (hash(x)=37492090)
+9243 train 3.124321 (lr=6.8808e-05) (hash(x)=43243129)
+9244 train 3.137632 (lr=6.8785e-05) (hash(x)=36160899)
+9245 train 3.176418 (lr=6.8762e-05) (hash(x)=35230723)
+9246 train 3.100080 (lr=6.8739e-05) (hash(x)=36098109)
+9247 train 3.116048 (lr=6.8716e-05) (hash(x)=39140567)
+9248 train 3.162673 (lr=6.8693e-05) (hash(x)=36853859)
+9249 train 3.138903 (lr=6.8670e-05) (hash(x)=40983988)
+9250 val loss 3.1181
+9250 val perplexity 22.6038
+9250 hella 0.2943
+9250 train 3.143448 (lr=6.8647e-05) (hash(x)=35524701)
+9251 train 3.182795 (lr=6.8624e-05) (hash(x)=44082117)
+9252 train 3.172773 (lr=6.8601e-05) (hash(x)=40325612)
+9253 train 3.255272 (lr=6.8578e-05) (hash(x)=40052964)
+9254 train 3.210711 (lr=6.8555e-05) (hash(x)=40311202)
+9255 train 3.180724 (lr=6.8533e-05) (hash(x)=42038695)
+9256 train 3.123217 (lr=6.8510e-05) (hash(x)=40995491)
+9257 train 3.166254 (lr=6.8487e-05) (hash(x)=44242585)
+9258 train 3.178559 (lr=6.8464e-05) (hash(x)=42642242)
+9259 train 3.186907 (lr=6.8442e-05) (hash(x)=43702114)
+9260 train 3.167215 (lr=6.8419e-05) (hash(x)=36490688)
+9261 train 3.180476 (lr=6.8396e-05) (hash(x)=41920961)
+9262 train 3.178536 (lr=6.8374e-05) (hash(x)=44048262)
+9263 train 3.206410 (lr=6.8351e-05) (hash(x)=36995202)
+9264 train 3.121052 (lr=6.8329e-05) (hash(x)=41158267)
+9265 train 3.121164 (lr=6.8306e-05) (hash(x)=43844858)
+9266 train 3.172076 (lr=6.8284e-05) (hash(x)=39451655)
+9267 train 3.228925 (lr=6.8261e-05) (hash(x)=41001514)
+9268 train 3.168458 (lr=6.8239e-05) (hash(x)=37800166)
+9269 train 3.101471 (lr=6.8217e-05) (hash(x)=35307895)
+9270 train 3.142192 (lr=6.8194e-05) (hash(x)=38281275)
+9271 train 3.236063 (lr=6.8172e-05) (hash(x)=32674945)
+9272 train 3.123823 (lr=6.8150e-05) (hash(x)=36258225)
+9273 train 3.156351 (lr=6.8127e-05) (hash(x)=38289568)
+9274 train 3.159530 (lr=6.8105e-05) (hash(x)=44607425)
+9275 train 3.082807 (lr=6.8083e-05) (hash(x)=46626508)
+9276 train 3.167388 (lr=6.8061e-05) (hash(x)=44275246)
+9277 train 3.088786 (lr=6.8039e-05) (hash(x)=38647259)
+9278 train 3.108411 (lr=6.8016e-05) (hash(x)=41453360)
+9279 train 3.153259 (lr=6.7994e-05) (hash(x)=42583385)
+9280 train 3.101862 (lr=6.7972e-05) (hash(x)=36312646)
+9281 train 3.141931 (lr=6.7950e-05) (hash(x)=42975378)
+9282 train 3.178761 (lr=6.7928e-05) (hash(x)=36797403)
+9283 train 3.190334 (lr=6.7906e-05) (hash(x)=36974561)
+9284 train 3.127884 (lr=6.7884e-05) (hash(x)=38831856)
+9285 train 3.139074 (lr=6.7863e-05) (hash(x)=47339990)
+9286 train 3.126533 (lr=6.7841e-05) (hash(x)=39603929)
+9287 train 3.130027 (lr=6.7819e-05) (hash(x)=43278203)
+9288 train 3.126433 (lr=6.7797e-05) (hash(x)=38723817)
+9289 train 3.126334 (lr=6.7775e-05) (hash(x)=34155227)
+9290 train 3.152935 (lr=6.7753e-05) (hash(x)=38472940)
+9291 train 3.134494 (lr=6.7732e-05) (hash(x)=40729061)
+9292 train 3.152934 (lr=6.7710e-05) (hash(x)=38509923)
+9293 train 3.139230 (lr=6.7688e-05) (hash(x)=39985846)
+9294 train 3.083353 (lr=6.7667e-05) (hash(x)=35047735)
+9295 train 3.190146 (lr=6.7645e-05) (hash(x)=40488790)
+9296 train 3.139573 (lr=6.7624e-05) (hash(x)=39602899)
+9297 train 3.143994 (lr=6.7602e-05) (hash(x)=40197576)
+9298 train 3.159897 (lr=6.7581e-05) (hash(x)=40856357)
+9299 train 3.185414 (lr=6.7559e-05) (hash(x)=39957542)
+9300 train 3.161804 (lr=6.7538e-05) (hash(x)=38583196)
+9301 train 3.199874 (lr=6.7516e-05) (hash(x)=39373095)
+9302 train 3.199683 (lr=6.7495e-05) (hash(x)=38874817)
+9303 train 3.126577 (lr=6.7473e-05) (hash(x)=42238098)
+9304 train 3.138332 (lr=6.7452e-05) (hash(x)=39524613)
+9305 train 3.169582 (lr=6.7431e-05) (hash(x)=33472701)
+9306 train 3.135067 (lr=6.7410e-05) (hash(x)=37746329)
+9307 train 3.117595 (lr=6.7388e-05) (hash(x)=38029517)
+9308 train 3.175057 (lr=6.7367e-05) (hash(x)=40741670)
+9309 train 3.113902 (lr=6.7346e-05) (hash(x)=42397049)
+9310 train 3.109760 (lr=6.7325e-05) (hash(x)=41011013)
+9311 train 3.153966 (lr=6.7304e-05) (hash(x)=34476572)
+9312 train 3.142921 (lr=6.7283e-05) (hash(x)=43120148)
+9313 train 3.112148 (lr=6.7262e-05) (hash(x)=37985253)
+9314 train 3.163237 (lr=6.7240e-05) (hash(x)=44040974)
+9315 train 3.083738 (lr=6.7219e-05) (hash(x)=37513379)
+9316 train 3.107865 (lr=6.7199e-05) (hash(x)=38836355)
+9317 train 3.115626 (lr=6.7178e-05) (hash(x)=31824634)
+9318 train 3.164685 (lr=6.7157e-05) (hash(x)=41528556)
+9319 train 3.201189 (lr=6.7136e-05) (hash(x)=36254437)
+9320 train 3.182265 (lr=6.7115e-05) (hash(x)=36928765)
+9321 train 3.117940 (lr=6.7094e-05) (hash(x)=39807164)
+9322 train 3.143798 (lr=6.7073e-05) (hash(x)=39759717)
+9323 train 3.046628 (lr=6.7053e-05) (hash(x)=39225987)
+9324 train 3.110321 (lr=6.7032e-05) (hash(x)=42296575)
+9325 train 3.083713 (lr=6.7011e-05) (hash(x)=37985027)
+9326 train 3.157462 (lr=6.6990e-05) (hash(x)=38654248)
+9327 train 3.029087 (lr=6.6970e-05) (hash(x)=34974492)
+9328 train 3.133593 (lr=6.6949e-05) (hash(x)=35772664)
+9329 train 3.135309 (lr=6.6929e-05) (hash(x)=34555551)
+9330 train 3.061968 (lr=6.6908e-05) (hash(x)=40229913)
+9331 train 3.088930 (lr=6.6888e-05) (hash(x)=35861584)
+9332 train 3.102273 (lr=6.6867e-05) (hash(x)=39536353)
+9333 train 3.133435 (lr=6.6847e-05) (hash(x)=42091346)
+9334 train 3.148398 (lr=6.6826e-05) (hash(x)=38472944)
+9335 train 3.150610 (lr=6.6806e-05) (hash(x)=43872622)
+9336 train 3.158489 (lr=6.6785e-05) (hash(x)=42242242)
+9337 train 3.129512 (lr=6.6765e-05) (hash(x)=39853898)
+9338 train 3.121995 (lr=6.6745e-05) (hash(x)=39377932)
+9339 train 3.143784 (lr=6.6725e-05) (hash(x)=35654146)
+9340 train 3.206973 (lr=6.6704e-05) (hash(x)=45179539)
+9341 train 3.156780 (lr=6.6684e-05) (hash(x)=37773645)
+9342 train 3.149022 (lr=6.6664e-05) (hash(x)=33911115)
+9343 train 3.217109 (lr=6.6644e-05) (hash(x)=46110624)
+9344 train 3.202299 (lr=6.6624e-05) (hash(x)=38908139)
+9345 train 3.150338 (lr=6.6603e-05) (hash(x)=33973175)
+9346 train 3.173869 (lr=6.6583e-05) (hash(x)=38302612)
+9347 train 3.114691 (lr=6.6563e-05) (hash(x)=36436634)
+9348 train 3.204828 (lr=6.6543e-05) (hash(x)=48358906)
+9349 train 3.126955 (lr=6.6523e-05) (hash(x)=36116003)
+9350 train 3.103828 (lr=6.6503e-05) (hash(x)=39425759)
+9351 train 3.189855 (lr=6.6484e-05) (hash(x)=39043755)
+9352 train 3.147417 (lr=6.6464e-05) (hash(x)=39043160)
+9353 train 3.118844 (lr=6.6444e-05) (hash(x)=34777699)
+9354 train 3.125557 (lr=6.6424e-05) (hash(x)=41703133)
+9355 train 3.134670 (lr=6.6404e-05) (hash(x)=41244835)
+9356 train 3.108515 (lr=6.6384e-05) (hash(x)=40143237)
+9357 train 3.162030 (lr=6.6365e-05) (hash(x)=39529987)
+9358 train 3.076492 (lr=6.6345e-05) (hash(x)=40583463)
+9359 train 3.080828 (lr=6.6325e-05) (hash(x)=41784763)
+9360 train 3.104050 (lr=6.6306e-05) (hash(x)=43587657)
+9361 train 3.109676 (lr=6.6286e-05) (hash(x)=38820023)
+9362 train 3.184421 (lr=6.6266e-05) (hash(x)=44516678)
+9363 train 3.056728 (lr=6.6247e-05) (hash(x)=41862598)
+9364 train 3.139049 (lr=6.6227e-05) (hash(x)=42100212)
+9365 train 3.084532 (lr=6.6208e-05) (hash(x)=38022721)
+9366 train 3.221347 (lr=6.6188e-05) (hash(x)=45254479)
+9367 train 3.089352 (lr=6.6169e-05) (hash(x)=38264559)
+9368 train 3.144762 (lr=6.6150e-05) (hash(x)=33883031)
+9369 train 3.115423 (lr=6.6130e-05) (hash(x)=51791533)
+9370 train 3.130679 (lr=6.6111e-05) (hash(x)=43669267)
+9371 train 3.118751 (lr=6.6092e-05) (hash(x)=35253716)
+9372 train 3.180329 (lr=6.6072e-05) (hash(x)=39148672)
+9373 train 3.150649 (lr=6.6053e-05) (hash(x)=37991643)
+9374 train 3.236043 (lr=6.6034e-05) (hash(x)=37119027)
+9375 train 3.154928 (lr=6.6015e-05) (hash(x)=41326216)
+9376 train 3.155969 (lr=6.5995e-05) (hash(x)=39854220)
+9377 train 3.131262 (lr=6.5976e-05) (hash(x)=41991136)
+9378 train 3.179551 (lr=6.5957e-05) (hash(x)=36037199)
+9379 train 3.123050 (lr=6.5938e-05) (hash(x)=36706310)
+9380 train 3.133225 (lr=6.5919e-05) (hash(x)=40161570)
+9381 train 3.164335 (lr=6.5900e-05) (hash(x)=42034992)
+9382 train 3.145601 (lr=6.5881e-05) (hash(x)=39694307)
+9383 train 3.186328 (lr=6.5862e-05) (hash(x)=51318633)
+9384 train 3.119202 (lr=6.5843e-05) (hash(x)=43914810)
+9385 train 3.094186 (lr=6.5824e-05) (hash(x)=47910571)
+9386 train 3.091108 (lr=6.5806e-05) (hash(x)=38378705)
+9387 train 3.143482 (lr=6.5787e-05) (hash(x)=34411132)
+9388 train 3.134840 (lr=6.5768e-05) (hash(x)=39626067)
+9389 train 3.145376 (lr=6.5749e-05) (hash(x)=39601420)
+9390 train 3.158744 (lr=6.5730e-05) (hash(x)=38445224)
+9391 train 3.080918 (lr=6.5712e-05) (hash(x)=39879155)
+9392 train 3.084942 (lr=6.5693e-05) (hash(x)=37319131)
+9393 train 3.176250 (lr=6.5674e-05) (hash(x)=34303403)
+9394 train 3.160019 (lr=6.5656e-05) (hash(x)=40040013)
+9395 train 3.086384 (lr=6.5637e-05) (hash(x)=38657107)
+9396 train 3.121578 (lr=6.5619e-05) (hash(x)=37318657)
+9397 train 3.099407 (lr=6.5600e-05) (hash(x)=38363594)
+9398 train 3.142281 (lr=6.5582e-05) (hash(x)=39803775)
+9399 train 3.123054 (lr=6.5563e-05) (hash(x)=37776267)
+9400 train 3.184818 (lr=6.5545e-05) (hash(x)=40745086)
+9401 train 3.139727 (lr=6.5526e-05) (hash(x)=41579754)
+9402 train 3.149091 (lr=6.5508e-05) (hash(x)=43711725)
+9403 train 3.126442 (lr=6.5490e-05) (hash(x)=62352416)
+9404 train 3.135364 (lr=6.5471e-05) (hash(x)=40340295)
+9405 train 3.107422 (lr=6.5453e-05) (hash(x)=42373720)
+9406 train 3.137942 (lr=6.5435e-05) (hash(x)=41797502)
+9407 train 3.093368 (lr=6.5417e-05) (hash(x)=38466306)
+9408 train 3.196415 (lr=6.5398e-05) (hash(x)=40876142)
+9409 train 3.174449 (lr=6.5380e-05) (hash(x)=42449998)
+9410 train 3.181596 (lr=6.5362e-05) (hash(x)=37469065)
+9411 train 3.304804 (lr=6.5344e-05) (hash(x)=37519721)
+9412 train 3.188610 (lr=6.5326e-05) (hash(x)=42852068)
+9413 train 3.244032 (lr=6.5308e-05) (hash(x)=42649536)
+9414 train 3.190306 (lr=6.5290e-05) (hash(x)=38977108)
+9415 train 3.206074 (lr=6.5272e-05) (hash(x)=40671446)
+9416 train 3.156767 (lr=6.5254e-05) (hash(x)=40624763)
+9417 train 3.138607 (lr=6.5236e-05) (hash(x)=36612581)
+9418 train 3.116212 (lr=6.5218e-05) (hash(x)=41975117)
+9419 train 3.130627 (lr=6.5200e-05) (hash(x)=38070401)
+9420 train 3.174524 (lr=6.5182e-05) (hash(x)=36383399)
+9421 train 3.150493 (lr=6.5165e-05) (hash(x)=37339967)
+9422 train 3.194345 (lr=6.5147e-05) (hash(x)=40022455)
+9423 train 3.143656 (lr=6.5129e-05) (hash(x)=44200932)
+9424 train 3.118148 (lr=6.5111e-05) (hash(x)=38713515)
+9425 train 3.068068 (lr=6.5094e-05) (hash(x)=41063198)
+9426 train 3.107057 (lr=6.5076e-05) (hash(x)=38678388)
+9427 train 3.139647 (lr=6.5058e-05) (hash(x)=41482231)
+9428 train 3.081245 (lr=6.5041e-05) (hash(x)=36427402)
+9429 train 3.123994 (lr=6.5023e-05) (hash(x)=34968726)
+9430 train 3.078499 (lr=6.5006e-05) (hash(x)=44726703)
+9431 train 3.162622 (lr=6.4988e-05) (hash(x)=47879253)
+9432 train 3.100312 (lr=6.4971e-05) (hash(x)=40711990)
+9433 train 3.199202 (lr=6.4953e-05) (hash(x)=39311079)
+9434 train 3.124326 (lr=6.4936e-05) (hash(x)=36459944)
+9435 train 3.151465 (lr=6.4919e-05) (hash(x)=41197842)
+9436 train 3.201839 (lr=6.4901e-05) (hash(x)=40707274)
+9437 train 3.109699 (lr=6.4884e-05) (hash(x)=47145492)
+9438 train 3.131383 (lr=6.4867e-05) (hash(x)=44838248)
+9439 train 3.198324 (lr=6.4849e-05) (hash(x)=45484104)
+9440 train 3.126753 (lr=6.4832e-05) (hash(x)=42386311)
+9441 train 3.144374 (lr=6.4815e-05) (hash(x)=40383139)
+9442 train 3.132715 (lr=6.4798e-05) (hash(x)=39352126)
+9443 train 3.090534 (lr=6.4781e-05) (hash(x)=40822576)
+9444 train 3.158903 (lr=6.4764e-05) (hash(x)=36346100)
+9445 train 3.099582 (lr=6.4747e-05) (hash(x)=43538952)
+9446 train 3.220779 (lr=6.4730e-05) (hash(x)=35546325)
+9447 train 3.166455 (lr=6.4713e-05) (hash(x)=39383956)
+9448 train 3.152647 (lr=6.4696e-05) (hash(x)=40325433)
+9449 train 3.178601 (lr=6.4679e-05) (hash(x)=32774161)
+9450 train 3.163605 (lr=6.4662e-05) (hash(x)=39278923)
+9451 train 3.136165 (lr=6.4645e-05) (hash(x)=41395758)
+9452 train 3.208252 (lr=6.4628e-05) (hash(x)=37147728)
+9453 train 3.171851 (lr=6.4611e-05) (hash(x)=42987332)
+9454 train 3.102563 (lr=6.4594e-05) (hash(x)=40006196)
+9455 train 3.128368 (lr=6.4578e-05) (hash(x)=36782902)
+9456 train 3.159319 (lr=6.4561e-05) (hash(x)=39212041)
+9457 train 3.178644 (lr=6.4544e-05) (hash(x)=39234915)
+9458 train 3.125813 (lr=6.4527e-05) (hash(x)=41502665)
+9459 train 3.153342 (lr=6.4511e-05) (hash(x)=38241684)
+9460 train 3.109323 (lr=6.4494e-05) (hash(x)=38451469)
+9461 train 3.127814 (lr=6.4478e-05) (hash(x)=42052249)
+9462 train 3.090584 (lr=6.4461e-05) (hash(x)=40124702)
+9463 train 3.094787 (lr=6.4445e-05) (hash(x)=36476310)
+9464 train 3.116825 (lr=6.4428e-05) (hash(x)=43841129)
+9465 train 3.105268 (lr=6.4412e-05) (hash(x)=38754223)
+9466 train 3.152848 (lr=6.4395e-05) (hash(x)=37875792)
+9467 train 3.139052 (lr=6.4379e-05) (hash(x)=31093128)
+9468 train 3.059104 (lr=6.4362e-05) (hash(x)=44102074)
+9469 train 3.092453 (lr=6.4346e-05) (hash(x)=37806170)
+9470 train 3.140871 (lr=6.4330e-05) (hash(x)=34817054)
+9471 train 3.178096 (lr=6.4313e-05) (hash(x)=36103193)
+9472 train 3.196774 (lr=6.4297e-05) (hash(x)=42313249)
+9473 train 3.162455 (lr=6.4281e-05) (hash(x)=42586398)
+9474 train 3.071191 (lr=6.4265e-05) (hash(x)=32107049)
+9475 train 3.128325 (lr=6.4249e-05) (hash(x)=41638887)
+9476 train 3.065260 (lr=6.4232e-05) (hash(x)=41275749)
+9477 train 3.191142 (lr=6.4216e-05) (hash(x)=40327176)
+9478 train 3.056099 (lr=6.4200e-05) (hash(x)=41294622)
+9479 train 3.107779 (lr=6.4184e-05) (hash(x)=38125940)
+9480 train 3.151560 (lr=6.4168e-05) (hash(x)=43669684)
+9481 train 3.195127 (lr=6.4152e-05) (hash(x)=38192507)
+9482 train 3.195606 (lr=6.4136e-05) (hash(x)=39282466)
+9483 train 3.239271 (lr=6.4120e-05) (hash(x)=40664429)
+9484 train 3.121191 (lr=6.4105e-05) (hash(x)=40858725)
+9485 train 3.143979 (lr=6.4089e-05) (hash(x)=41472331)
+9486 train 3.220530 (lr=6.4073e-05) (hash(x)=37847115)
+9487 train 3.146800 (lr=6.4057e-05) (hash(x)=38027535)
+9488 train 3.151489 (lr=6.4041e-05) (hash(x)=36579844)
+9489 train 3.138104 (lr=6.4026e-05) (hash(x)=33109563)
+9490 train 3.217406 (lr=6.4010e-05) (hash(x)=37300169)
+9491 train 3.179596 (lr=6.3994e-05) (hash(x)=41056681)
+9492 train 3.156620 (lr=6.3979e-05) (hash(x)=38755469)
+9493 train 3.143759 (lr=6.3963e-05) (hash(x)=37288866)
+9494 train 3.163339 (lr=6.3947e-05) (hash(x)=39367307)
+9495 train 3.206923 (lr=6.3932e-05) (hash(x)=42781180)
+9496 train 3.220559 (lr=6.3916e-05) (hash(x)=38374888)
+9497 train 3.202639 (lr=6.3901e-05) (hash(x)=36511864)
+9498 train 3.168599 (lr=6.3885e-05) (hash(x)=35179159)
+9499 train 3.102588 (lr=6.3870e-05) (hash(x)=38117453)
+9500 val loss 3.1130
+9500 val perplexity 22.4876
+9500 hella 0.2927
+9500 train 3.149484 (lr=6.3855e-05) (hash(x)=56707943)
+9501 train 3.148310 (lr=6.3839e-05) (hash(x)=44301613)
+9502 train 3.132289 (lr=6.3824e-05) (hash(x)=38242023)
+9503 train 3.102570 (lr=6.3809e-05) (hash(x)=42642635)
+9504 train 3.195635 (lr=6.3793e-05) (hash(x)=39913397)
+9505 train 3.069717 (lr=6.3778e-05) (hash(x)=40378503)
+9506 train 3.138709 (lr=6.3763e-05) (hash(x)=33648095)
+9507 train 3.138747 (lr=6.3748e-05) (hash(x)=39054195)
+9508 train 3.164635 (lr=6.3732e-05) (hash(x)=37751564)
+9509 train 3.104519 (lr=6.3717e-05) (hash(x)=53792326)
+9510 train 3.126999 (lr=6.3702e-05) (hash(x)=41344408)
+9511 train 3.127682 (lr=6.3687e-05) (hash(x)=37943051)
+9512 train 3.115336 (lr=6.3672e-05) (hash(x)=51214508)
+9513 train 3.130106 (lr=6.3657e-05) (hash(x)=41798429)
+9514 train 3.113313 (lr=6.3642e-05) (hash(x)=42796699)
+9515 train 3.163354 (lr=6.3627e-05) (hash(x)=35321138)
+9516 train 3.198783 (lr=6.3612e-05) (hash(x)=40488653)
+9517 train 3.182631 (lr=6.3597e-05) (hash(x)=45676195)
+9518 train 3.114439 (lr=6.3583e-05) (hash(x)=44989178)
+9519 train 3.078931 (lr=6.3568e-05) (hash(x)=48323507)
+9520 train 3.096494 (lr=6.3553e-05) (hash(x)=38157824)
+9521 train 3.227076 (lr=6.3538e-05) (hash(x)=43330854)
+9522 train 3.121830 (lr=6.3524e-05) (hash(x)=34851965)
+9523 train 3.164927 (lr=6.3509e-05) (hash(x)=36575731)
+9524 train 3.245804 (lr=6.3494e-05) (hash(x)=35421942)
+9525 train 3.203467 (lr=6.3480e-05) (hash(x)=41999425)
+9526 train 3.160529 (lr=6.3465e-05) (hash(x)=35860217)
+9527 train 3.100420 (lr=6.3450e-05) (hash(x)=42528401)
+9528 train 3.141120 (lr=6.3436e-05) (hash(x)=41091574)
+9529 train 3.184833 (lr=6.3421e-05) (hash(x)=37256546)
+9530 train 3.208437 (lr=6.3407e-05) (hash(x)=41212406)
+9531 train 3.163795 (lr=6.3392e-05) (hash(x)=36826074)
+9532 train 3.204759 (lr=6.3378e-05) (hash(x)=44498338)
+9533 train 3.197016 (lr=6.3364e-05) (hash(x)=41055576)
+9534 train 3.153174 (lr=6.3349e-05) (hash(x)=42002770)
+9535 train 3.135277 (lr=6.3335e-05) (hash(x)=39497225)
+9536 train 3.110991 (lr=6.3321e-05) (hash(x)=37688576)
+9537 train 3.136369 (lr=6.3306e-05) (hash(x)=41782547)
+9538 train 3.129185 (lr=6.3292e-05) (hash(x)=40767783)
+9539 train 3.107417 (lr=6.3278e-05) (hash(x)=33968013)
+9540 train 3.118573 (lr=6.3264e-05) (hash(x)=40611535)
+9541 train 3.124391 (lr=6.3250e-05) (hash(x)=42473918)
+9542 train 3.174258 (lr=6.3235e-05) (hash(x)=43515427)
+9543 train 3.123987 (lr=6.3221e-05) (hash(x)=45518785)
+9544 train 3.121371 (lr=6.3207e-05) (hash(x)=48218335)
+9545 train 3.139824 (lr=6.3193e-05) (hash(x)=35671746)
+9546 train 3.099750 (lr=6.3179e-05) (hash(x)=39638937)
+9547 train 3.120958 (lr=6.3165e-05) (hash(x)=42198603)
+9548 train 3.107846 (lr=6.3151e-05) (hash(x)=45724980)
+9549 train 3.171832 (lr=6.3137e-05) (hash(x)=42263113)
+9550 train 3.163480 (lr=6.3124e-05) (hash(x)=42104484)
+9551 train 3.143629 (lr=6.3110e-05) (hash(x)=42229444)
+9552 train 3.138434 (lr=6.3096e-05) (hash(x)=36239903)
+9553 train 3.145325 (lr=6.3082e-05) (hash(x)=42763715)
+9554 train 3.156712 (lr=6.3068e-05) (hash(x)=33808762)
+9555 train 3.102461 (lr=6.3055e-05) (hash(x)=37785783)
+9556 train 3.118092 (lr=6.3041e-05) (hash(x)=39274589)
+9557 train 3.159776 (lr=6.3027e-05) (hash(x)=41367976)
+9558 train 3.135180 (lr=6.3014e-05) (hash(x)=37422228)
+9559 train 3.123965 (lr=6.3000e-05) (hash(x)=49976931)
+9560 train 3.183458 (lr=6.2987e-05) (hash(x)=42083354)
+9561 train 3.277383 (lr=6.2973e-05) (hash(x)=37573186)
+9562 train 3.202427 (lr=6.2960e-05) (hash(x)=37524849)
+9563 train 3.289857 (lr=6.2946e-05) (hash(x)=30872569)
+9564 train 3.145018 (lr=6.2933e-05) (hash(x)=32410222)
+9565 train 3.170414 (lr=6.2919e-05) (hash(x)=42107359)
+9566 train 3.140642 (lr=6.2906e-05) (hash(x)=39880022)
+9567 train 3.139533 (lr=6.2892e-05) (hash(x)=39953179)
+9568 train 3.159524 (lr=6.2879e-05) (hash(x)=33601035)
+9569 train 3.181838 (lr=6.2866e-05) (hash(x)=46413652)
+9570 train 3.204503 (lr=6.2853e-05) (hash(x)=42357168)
+9571 train 3.183898 (lr=6.2839e-05) (hash(x)=41716589)
+9572 train 3.161217 (lr=6.2826e-05) (hash(x)=42298602)
+9573 train 3.142932 (lr=6.2813e-05) (hash(x)=38659578)
+9574 train 3.060510 (lr=6.2800e-05) (hash(x)=41165235)
+9575 train 3.113025 (lr=6.2787e-05) (hash(x)=37372216)
+9576 train 3.135546 (lr=6.2774e-05) (hash(x)=36306660)
+9577 train 3.097646 (lr=6.2761e-05) (hash(x)=45823400)
+9578 train 3.169647 (lr=6.2748e-05) (hash(x)=34639008)
+9579 train 3.133220 (lr=6.2735e-05) (hash(x)=37572560)
+9580 train 3.159770 (lr=6.2722e-05) (hash(x)=38363212)
+9581 train 3.136782 (lr=6.2709e-05) (hash(x)=36687297)
+9582 train 3.174910 (lr=6.2696e-05) (hash(x)=40789881)
+9583 train 3.112332 (lr=6.2683e-05) (hash(x)=36223347)
+9584 train 3.192150 (lr=6.2670e-05) (hash(x)=38503995)
+9585 train 3.109872 (lr=6.2657e-05) (hash(x)=41601267)
+9586 train 3.074876 (lr=6.2645e-05) (hash(x)=47210040)
+9587 train 3.109811 (lr=6.2632e-05) (hash(x)=37664200)
+9588 train 3.123594 (lr=6.2619e-05) (hash(x)=38694549)
+9589 train 3.092984 (lr=6.2606e-05) (hash(x)=42828395)
+9590 train 3.093365 (lr=6.2594e-05) (hash(x)=39138645)
+9591 train 3.148559 (lr=6.2581e-05) (hash(x)=41811722)
+9592 train 3.105109 (lr=6.2569e-05) (hash(x)=43183242)
+9593 train 3.187113 (lr=6.2556e-05) (hash(x)=40259485)
+9594 train 3.209998 (lr=6.2544e-05) (hash(x)=35380905)
+9595 train 3.149794 (lr=6.2531e-05) (hash(x)=38930488)
+9596 train 3.134039 (lr=6.2519e-05) (hash(x)=38366106)
+9597 train 3.126988 (lr=6.2506e-05) (hash(x)=37892754)
+9598 train 3.162434 (lr=6.2494e-05) (hash(x)=31422378)
+9599 train 3.190775 (lr=6.2481e-05) (hash(x)=40519642)
+9600 train 3.192723 (lr=6.2469e-05) (hash(x)=35457917)
+9601 train 3.111624 (lr=6.2457e-05) (hash(x)=40280995)
+9602 train 3.168330 (lr=6.2444e-05) (hash(x)=35826732)
+9603 train 3.110935 (lr=6.2432e-05) (hash(x)=39143515)
+9604 train 3.169321 (lr=6.2420e-05) (hash(x)=39554058)
+9605 train 3.179197 (lr=6.2408e-05) (hash(x)=36339775)
+9606 train 3.159267 (lr=6.2396e-05) (hash(x)=41530741)
+9607 train 3.091083 (lr=6.2383e-05) (hash(x)=41060610)
+9608 train 3.129286 (lr=6.2371e-05) (hash(x)=35755130)
+9609 train 3.137798 (lr=6.2359e-05) (hash(x)=37626954)
+9610 train 3.163927 (lr=6.2347e-05) (hash(x)=36028403)
+9611 train 3.167392 (lr=6.2335e-05) (hash(x)=39856027)
+9612 train 3.143503 (lr=6.2323e-05) (hash(x)=35083895)
+9613 train 3.106702 (lr=6.2311e-05) (hash(x)=39270682)
+9614 train 3.086266 (lr=6.2299e-05) (hash(x)=35323792)
+9615 train 3.062648 (lr=6.2288e-05) (hash(x)=42573441)
+9616 train 3.107317 (lr=6.2276e-05) (hash(x)=44052568)
+9617 train 3.193250 (lr=6.2264e-05) (hash(x)=41432184)
+9618 train 3.123447 (lr=6.2252e-05) (hash(x)=40774638)
+9619 train 3.085667 (lr=6.2240e-05) (hash(x)=42170719)
+9620 train 3.195735 (lr=6.2229e-05) (hash(x)=40739323)
+9621 train 3.132837 (lr=6.2217e-05) (hash(x)=37669142)
+9622 train 3.151214 (lr=6.2205e-05) (hash(x)=41597305)
+9623 train 3.188594 (lr=6.2194e-05) (hash(x)=42549178)
+9624 train 3.181068 (lr=6.2182e-05) (hash(x)=38700084)
+9625 train 3.128400 (lr=6.2170e-05) (hash(x)=39893669)
+9626 train 3.150337 (lr=6.2159e-05) (hash(x)=39578705)
+9627 train 3.189734 (lr=6.2147e-05) (hash(x)=40870473)
+9628 train 3.198025 (lr=6.2136e-05) (hash(x)=37775755)
+9629 train 3.158308 (lr=6.2124e-05) (hash(x)=40860132)
+9630 train 3.099616 (lr=6.2113e-05) (hash(x)=38862882)
+9631 train 3.155241 (lr=6.2102e-05) (hash(x)=39012135)
+9632 train 3.151433 (lr=6.2090e-05) (hash(x)=41727293)
+9633 train 3.197397 (lr=6.2079e-05) (hash(x)=35997828)
+9634 train 3.185720 (lr=6.2068e-05) (hash(x)=33411584)
+9635 train 3.187637 (lr=6.2056e-05) (hash(x)=38013589)
+9636 train 3.154984 (lr=6.2045e-05) (hash(x)=46040931)
+9637 train 3.098182 (lr=6.2034e-05) (hash(x)=40096298)
+9638 train 3.130851 (lr=6.2023e-05) (hash(x)=43113521)
+9639 train 3.121012 (lr=6.2012e-05) (hash(x)=46434077)
+9640 train 3.170625 (lr=6.2000e-05) (hash(x)=42657723)
+9641 train 3.194436 (lr=6.1989e-05) (hash(x)=33455307)
+9642 train 3.137166 (lr=6.1978e-05) (hash(x)=41801355)
+9643 train 3.133658 (lr=6.1967e-05) (hash(x)=40188034)
+9644 train 3.157273 (lr=6.1956e-05) (hash(x)=40572241)
+9645 train 3.168868 (lr=6.1945e-05) (hash(x)=49081366)
+9646 train 3.080898 (lr=6.1934e-05) (hash(x)=44402342)
+9647 train 3.096033 (lr=6.1924e-05) (hash(x)=39871491)
+9648 train 3.121636 (lr=6.1913e-05) (hash(x)=35796868)
+9649 train 3.158347 (lr=6.1902e-05) (hash(x)=43579902)
+9650 train 3.093785 (lr=6.1891e-05) (hash(x)=33972047)
+9651 train 3.105918 (lr=6.1880e-05) (hash(x)=36281612)
+9652 train 3.103259 (lr=6.1870e-05) (hash(x)=36625143)
+9653 train 3.132673 (lr=6.1859e-05) (hash(x)=41175869)
+9654 train 3.139468 (lr=6.1848e-05) (hash(x)=38570240)
+9655 train 3.099525 (lr=6.1837e-05) (hash(x)=37403603)
+9656 train 3.116254 (lr=6.1827e-05) (hash(x)=37220490)
+9657 train 3.141358 (lr=6.1816e-05) (hash(x)=39249867)
+9658 train 3.148347 (lr=6.1806e-05) (hash(x)=35733583)
+9659 train 3.135943 (lr=6.1795e-05) (hash(x)=40360042)
+9660 train 3.121939 (lr=6.1785e-05) (hash(x)=48146101)
+9661 train 3.142802 (lr=6.1774e-05) (hash(x)=37060502)
+9662 train 3.117375 (lr=6.1764e-05) (hash(x)=40326752)
+9663 train 3.175836 (lr=6.1753e-05) (hash(x)=40432915)
+9664 train 3.187837 (lr=6.1743e-05) (hash(x)=45567935)
+9665 train 3.125449 (lr=6.1733e-05) (hash(x)=43529661)
+9666 train 3.132579 (lr=6.1722e-05) (hash(x)=41723553)
+9667 train 3.157098 (lr=6.1712e-05) (hash(x)=42303062)
+9668 train 3.250478 (lr=6.1702e-05) (hash(x)=36688744)
+9669 train 3.122978 (lr=6.1691e-05) (hash(x)=37546228)
+9670 train 3.187520 (lr=6.1681e-05) (hash(x)=46168084)
+9671 train 3.129739 (lr=6.1671e-05) (hash(x)=46511793)
+9672 train 3.169314 (lr=6.1661e-05) (hash(x)=39704989)
+9673 train 3.163176 (lr=6.1651e-05) (hash(x)=38508459)
+9674 train 3.223248 (lr=6.1641e-05) (hash(x)=38100692)
+9675 train 3.185270 (lr=6.1631e-05) (hash(x)=49382598)
+9676 train 3.168744 (lr=6.1621e-05) (hash(x)=38778831)
+9677 train 3.186490 (lr=6.1611e-05) (hash(x)=41208421)
+9678 train 3.107256 (lr=6.1601e-05) (hash(x)=40600596)
+9679 train 3.112544 (lr=6.1591e-05) (hash(x)=44756487)
+9680 train 3.135453 (lr=6.1581e-05) (hash(x)=36498264)
+9681 train 3.167820 (lr=6.1571e-05) (hash(x)=40128717)
+9682 train 3.188457 (lr=6.1561e-05) (hash(x)=39867883)
+9683 train 3.159678 (lr=6.1552e-05) (hash(x)=34602753)
+9684 train 3.127924 (lr=6.1542e-05) (hash(x)=37263336)
+9685 train 3.132882 (lr=6.1532e-05) (hash(x)=39181931)
+9686 train 3.155526 (lr=6.1522e-05) (hash(x)=39180468)
+9687 train 3.092519 (lr=6.1513e-05) (hash(x)=45676342)
+9688 train 3.214923 (lr=6.1503e-05) (hash(x)=34186435)
+9689 train 3.174913 (lr=6.1493e-05) (hash(x)=40362722)
+9690 train 3.285225 (lr=6.1484e-05) (hash(x)=37659552)
+9691 train 3.165209 (lr=6.1474e-05) (hash(x)=40864867)
+9692 train 3.053848 (lr=6.1465e-05) (hash(x)=39094131)
+9693 train 3.136179 (lr=6.1455e-05) (hash(x)=39317988)
+9694 train 3.103191 (lr=6.1446e-05) (hash(x)=42925963)
+9695 train 3.127291 (lr=6.1436e-05) (hash(x)=37527819)
+9696 train 3.096247 (lr=6.1427e-05) (hash(x)=39831257)
+9697 train 3.137455 (lr=6.1418e-05) (hash(x)=39456492)
+9698 train 3.174598 (lr=6.1408e-05) (hash(x)=35736738)
+9699 train 3.162607 (lr=6.1399e-05) (hash(x)=37314296)
+9700 train 3.090899 (lr=6.1390e-05) (hash(x)=40439855)
+9701 train 3.147047 (lr=6.1381e-05) (hash(x)=38537192)
+9702 train 3.172968 (lr=6.1371e-05) (hash(x)=42545932)
+9703 train 3.215224 (lr=6.1362e-05) (hash(x)=42358547)
+9704 train 3.150958 (lr=6.1353e-05) (hash(x)=45321664)
+9705 train 3.151892 (lr=6.1344e-05) (hash(x)=41990758)
+9706 train 3.121282 (lr=6.1335e-05) (hash(x)=40871414)
+9707 train 3.129822 (lr=6.1326e-05) (hash(x)=46253678)
+9708 train 3.184372 (lr=6.1317e-05) (hash(x)=38117956)
+9709 train 3.147583 (lr=6.1308e-05) (hash(x)=43775849)
+9710 train 3.133342 (lr=6.1299e-05) (hash(x)=35989715)
+9711 train 3.275179 (lr=6.1290e-05) (hash(x)=37319331)
+9712 train 3.151005 (lr=6.1281e-05) (hash(x)=37558417)
+9713 train 3.135658 (lr=6.1272e-05) (hash(x)=39062591)
+9714 train 3.161144 (lr=6.1263e-05) (hash(x)=27244469)
+9715 train 3.184394 (lr=6.1254e-05) (hash(x)=32936708)
+9716 train 3.220015 (lr=6.1246e-05) (hash(x)=41110814)
+9717 train 3.135809 (lr=6.1237e-05) (hash(x)=41931538)
+9718 train 3.144438 (lr=6.1228e-05) (hash(x)=38765773)
+9719 train 3.178409 (lr=6.1219e-05) (hash(x)=38841881)
+9720 train 3.143533 (lr=6.1211e-05) (hash(x)=28584663)
+9721 train 3.104402 (lr=6.1202e-05) (hash(x)=39533986)
+9722 train 3.174028 (lr=6.1194e-05) (hash(x)=41569214)
+9723 train 3.133845 (lr=6.1185e-05) (hash(x)=39007918)
+9724 train 3.147088 (lr=6.1176e-05) (hash(x)=37411031)
+9725 train 3.109983 (lr=6.1168e-05) (hash(x)=42000080)
+9726 train 3.100260 (lr=6.1159e-05) (hash(x)=35328387)
+9727 train 3.109684 (lr=6.1151e-05) (hash(x)=41340268)
+9728 train 3.072892 (lr=6.1143e-05) (hash(x)=41934876)
+9729 train 3.139941 (lr=6.1134e-05) (hash(x)=40151703)
+9730 train 3.152358 (lr=6.1126e-05) (hash(x)=40311177)
+9731 train 3.147460 (lr=6.1118e-05) (hash(x)=37154884)
+9732 train 3.123617 (lr=6.1109e-05) (hash(x)=41653379)
+9733 train 3.139544 (lr=6.1101e-05) (hash(x)=40207795)
+9734 train 3.139743 (lr=6.1093e-05) (hash(x)=37893389)
+9735 train 3.174788 (lr=6.1085e-05) (hash(x)=40317089)
+9736 train 3.098869 (lr=6.1076e-05) (hash(x)=37899012)
+9737 train 3.101943 (lr=6.1068e-05) (hash(x)=40049932)
+9738 train 3.167742 (lr=6.1060e-05) (hash(x)=41152327)
+9739 train 3.196207 (lr=6.1052e-05) (hash(x)=37556713)
+9740 train 3.232392 (lr=6.1044e-05) (hash(x)=35782016)
+9741 train 3.149251 (lr=6.1036e-05) (hash(x)=35140985)
+9742 train 3.094743 (lr=6.1028e-05) (hash(x)=38014868)
+9743 train 3.115012 (lr=6.1020e-05) (hash(x)=45601217)
+9744 train 3.193895 (lr=6.1012e-05) (hash(x)=35283633)
+9745 train 3.141752 (lr=6.1004e-05) (hash(x)=39121820)
+9746 train 3.118782 (lr=6.0996e-05) (hash(x)=33341688)
+9747 train 3.162176 (lr=6.0989e-05) (hash(x)=39687800)
+9748 train 3.225625 (lr=6.0981e-05) (hash(x)=38123993)
+9749 train 3.135875 (lr=6.0973e-05) (hash(x)=46921668)
+9750 val loss 3.1110
+9750 val perplexity 22.4434
+9750 hella 0.2943
+9750 train 3.139152 (lr=6.0965e-05) (hash(x)=43627909)
+9751 train 3.100399 (lr=6.0958e-05) (hash(x)=37663843)
+9752 train 3.123324 (lr=6.0950e-05) (hash(x)=34836689)
+9753 train 3.167326 (lr=6.0942e-05) (hash(x)=39927186)
+9754 train 3.147722 (lr=6.0935e-05) (hash(x)=39593004)
+9755 train 3.156030 (lr=6.0927e-05) (hash(x)=45673735)
+9756 train 3.162895 (lr=6.0920e-05) (hash(x)=41104010)
+9757 train 3.157614 (lr=6.0912e-05) (hash(x)=41050014)
+9758 train 3.157993 (lr=6.0905e-05) (hash(x)=33270846)
+9759 train 3.149506 (lr=6.0897e-05) (hash(x)=34687139)
+9760 train 3.144650 (lr=6.0890e-05) (hash(x)=43537200)
+9761 train 3.164487 (lr=6.0882e-05) (hash(x)=41531635)
+9762 train 3.133127 (lr=6.0875e-05) (hash(x)=37082323)
+9763 train 3.176560 (lr=6.0868e-05) (hash(x)=43382076)
+9764 train 3.176334 (lr=6.0860e-05) (hash(x)=41047002)
+9765 train 3.106613 (lr=6.0853e-05) (hash(x)=39192350)
+9766 train 3.198286 (lr=6.0846e-05) (hash(x)=37691702)
+9767 train 3.256530 (lr=6.0839e-05) (hash(x)=39906405)
+9768 train 3.125584 (lr=6.0831e-05) (hash(x)=37306842)
+9769 train 3.182522 (lr=6.0824e-05) (hash(x)=38106536)
+9770 train 3.169842 (lr=6.0817e-05) (hash(x)=38032415)
+9771 train 3.121260 (lr=6.0810e-05) (hash(x)=36750690)
+9772 train 3.134465 (lr=6.0803e-05) (hash(x)=38558396)
+9773 train 3.184134 (lr=6.0796e-05) (hash(x)=37676712)
+9774 train 3.134321 (lr=6.0789e-05) (hash(x)=39793457)
+9775 train 3.081944 (lr=6.0782e-05) (hash(x)=38868040)
+9776 train 3.092365 (lr=6.0775e-05) (hash(x)=36904609)
+9777 train 3.065020 (lr=6.0768e-05) (hash(x)=46906076)
+9778 train 3.040637 (lr=6.0761e-05) (hash(x)=52864307)
+9779 train 3.073806 (lr=6.0754e-05) (hash(x)=38792493)
+9780 train 3.058612 (lr=6.0748e-05) (hash(x)=43869467)
+9781 train 3.084628 (lr=6.0741e-05) (hash(x)=40380951)
+9782 train 3.185576 (lr=6.0734e-05) (hash(x)=44366521)
+9783 train 3.082430 (lr=6.0727e-05) (hash(x)=42342179)
+9784 train 3.214061 (lr=6.0721e-05) (hash(x)=41738513)
+9785 train 3.111569 (lr=6.0714e-05) (hash(x)=40407555)
+9786 train 3.040059 (lr=6.0707e-05) (hash(x)=40789316)
+9787 train 3.157084 (lr=6.0701e-05) (hash(x)=38913391)
+9788 train 3.102062 (lr=6.0694e-05) (hash(x)=47036772)
+9789 train 3.144437 (lr=6.0688e-05) (hash(x)=26354961)
+9790 train 3.161974 (lr=6.0681e-05) (hash(x)=40784104)
+9791 train 3.153531 (lr=6.0675e-05) (hash(x)=43435512)
+9792 train 3.183723 (lr=6.0668e-05) (hash(x)=42553720)
+9793 train 3.144334 (lr=6.0662e-05) (hash(x)=37984547)
+9794 train 3.172748 (lr=6.0656e-05) (hash(x)=42927726)
+9795 train 3.188836 (lr=6.0649e-05) (hash(x)=42175938)
+9796 train 3.134390 (lr=6.0643e-05) (hash(x)=41660050)
+9797 train 3.113340 (lr=6.0637e-05) (hash(x)=40258171)
+9798 train 3.148242 (lr=6.0630e-05) (hash(x)=38329934)
+9799 train 3.172005 (lr=6.0624e-05) (hash(x)=32156995)
+9800 train 3.066052 (lr=6.0618e-05) (hash(x)=48507790)
+9801 train 3.115627 (lr=6.0612e-05) (hash(x)=37695808)
+9802 train 3.127683 (lr=6.0606e-05) (hash(x)=38611601)
+9803 train 3.100191 (lr=6.0600e-05) (hash(x)=40437689)
+9804 train 3.144244 (lr=6.0594e-05) (hash(x)=43384874)
+9805 train 3.122905 (lr=6.0587e-05) (hash(x)=38421638)
+9806 train 3.103165 (lr=6.0581e-05) (hash(x)=41890318)
+9807 train 3.157286 (lr=6.0575e-05) (hash(x)=44892372)
+9808 train 3.105817 (lr=6.0570e-05) (hash(x)=33604327)
+9809 train 3.224187 (lr=6.0564e-05) (hash(x)=45069907)
+9810 train 3.145829 (lr=6.0558e-05) (hash(x)=38583278)
+9811 train 3.159273 (lr=6.0552e-05) (hash(x)=36663739)
+9812 train 3.103416 (lr=6.0546e-05) (hash(x)=40644905)
+9813 train 3.111456 (lr=6.0540e-05) (hash(x)=36353540)
+9814 train 3.162480 (lr=6.0535e-05) (hash(x)=33446948)
+9815 train 3.121889 (lr=6.0529e-05) (hash(x)=41412846)
+9816 train 3.144733 (lr=6.0523e-05) (hash(x)=41861581)
+9817 train 3.048448 (lr=6.0517e-05) (hash(x)=39777306)
+9818 train 3.100667 (lr=6.0512e-05) (hash(x)=39035874)
+9819 train 3.091319 (lr=6.0506e-05) (hash(x)=37351804)
+9820 train 3.092734 (lr=6.0501e-05) (hash(x)=41087228)
+9821 train 3.070212 (lr=6.0495e-05) (hash(x)=40832561)
+9822 train 3.138529 (lr=6.0490e-05) (hash(x)=38778936)
+9823 train 3.133290 (lr=6.0484e-05) (hash(x)=41597361)
+9824 train 3.180491 (lr=6.0479e-05) (hash(x)=37884561)
+9825 train 3.072222 (lr=6.0473e-05) (hash(x)=41581772)
+9826 train 3.160193 (lr=6.0468e-05) (hash(x)=40877354)
+9827 train 3.153435 (lr=6.0462e-05) (hash(x)=41625142)
+9828 train 3.139192 (lr=6.0457e-05) (hash(x)=39349602)
+9829 train 3.123388 (lr=6.0452e-05) (hash(x)=41073420)
+9830 train 3.133773 (lr=6.0447e-05) (hash(x)=40927210)
+9831 train 3.146686 (lr=6.0441e-05) (hash(x)=41889457)
+9832 train 3.165138 (lr=6.0436e-05) (hash(x)=36863749)
+9833 train 3.152885 (lr=6.0431e-05) (hash(x)=41790403)
+9834 train 3.176596 (lr=6.0426e-05) (hash(x)=38013384)
+9835 train 3.162723 (lr=6.0421e-05) (hash(x)=41136927)
+9836 train 3.179976 (lr=6.0416e-05) (hash(x)=36118984)
+9837 train 3.099177 (lr=6.0411e-05) (hash(x)=35032908)
+9838 train 3.196431 (lr=6.0406e-05) (hash(x)=39253140)
+9839 train 3.138444 (lr=6.0401e-05) (hash(x)=30278988)
+9840 train 3.119445 (lr=6.0396e-05) (hash(x)=38669699)
+9841 train 3.128126 (lr=6.0391e-05) (hash(x)=33847912)
+9842 train 3.327719 (lr=6.0386e-05) (hash(x)=37781837)
+9843 train 3.149622 (lr=6.0381e-05) (hash(x)=39033484)
+9844 train 3.166045 (lr=6.0376e-05) (hash(x)=40473140)
+9845 train 3.115874 (lr=6.0371e-05) (hash(x)=38499643)
+9846 train 3.092848 (lr=6.0366e-05) (hash(x)=42346456)
+9847 train 3.125210 (lr=6.0362e-05) (hash(x)=38700794)
+9848 train 3.097466 (lr=6.0357e-05) (hash(x)=37614713)
+9849 train 3.090044 (lr=6.0352e-05) (hash(x)=42548828)
+9850 train 3.128854 (lr=6.0348e-05) (hash(x)=34904275)
+9851 train 3.152797 (lr=6.0343e-05) (hash(x)=45058829)
+9852 train 3.131706 (lr=6.0338e-05) (hash(x)=36289706)
+9853 train 3.106575 (lr=6.0334e-05) (hash(x)=39255517)
+9854 train 3.149327 (lr=6.0329e-05) (hash(x)=40017470)
+9855 train 3.074012 (lr=6.0325e-05) (hash(x)=39883882)
+9856 train 3.128435 (lr=6.0320e-05) (hash(x)=47098079)
+9857 train 3.104299 (lr=6.0316e-05) (hash(x)=44785563)
+9858 train 3.161027 (lr=6.0312e-05) (hash(x)=41630703)
+9859 train 3.105958 (lr=6.0307e-05) (hash(x)=42265263)
+9860 train 3.130162 (lr=6.0303e-05) (hash(x)=42423511)
+9861 train 3.123385 (lr=6.0299e-05) (hash(x)=44714452)
+9862 train 3.177729 (lr=6.0294e-05) (hash(x)=49394032)
+9863 train 3.141180 (lr=6.0290e-05) (hash(x)=41446183)
+9864 train 3.138359 (lr=6.0286e-05) (hash(x)=45423241)
+9865 train 3.170351 (lr=6.0282e-05) (hash(x)=38575184)
+9866 train 3.110232 (lr=6.0277e-05) (hash(x)=40011652)
+9867 train 3.112441 (lr=6.0273e-05) (hash(x)=36502424)
+9868 train 3.150548 (lr=6.0269e-05) (hash(x)=37277966)
+9869 train 3.117607 (lr=6.0265e-05) (hash(x)=42050131)
+9870 train 3.123381 (lr=6.0261e-05) (hash(x)=40488046)
+9871 train 3.102976 (lr=6.0257e-05) (hash(x)=41628228)
+9872 train 3.149282 (lr=6.0253e-05) (hash(x)=38976337)
+9873 train 3.145078 (lr=6.0249e-05) (hash(x)=42548965)
+9874 train 3.179712 (lr=6.0245e-05) (hash(x)=42149363)
+9875 train 3.213901 (lr=6.0241e-05) (hash(x)=36093892)
+9876 train 3.163807 (lr=6.0238e-05) (hash(x)=38487793)
+9877 train 3.107886 (lr=6.0234e-05) (hash(x)=35406173)
+9878 train 3.095833 (lr=6.0230e-05) (hash(x)=42860597)
+9879 train 3.133630 (lr=6.0226e-05) (hash(x)=40471517)
+9880 train 3.208893 (lr=6.0223e-05) (hash(x)=38208956)
+9881 train 3.170073 (lr=6.0219e-05) (hash(x)=37287570)
+9882 train 3.125641 (lr=6.0215e-05) (hash(x)=38513031)
+9883 train 3.131882 (lr=6.0212e-05) (hash(x)=42048953)
+9884 train 3.148495 (lr=6.0208e-05) (hash(x)=37180778)
+9885 train 3.082375 (lr=6.0204e-05) (hash(x)=36795978)
+9886 train 3.098883 (lr=6.0201e-05) (hash(x)=34755135)
+9887 train 3.089999 (lr=6.0197e-05) (hash(x)=36720056)
+9888 train 3.115478 (lr=6.0194e-05) (hash(x)=35001697)
+9889 train 3.104945 (lr=6.0190e-05) (hash(x)=44216024)
+9890 train 3.138826 (lr=6.0187e-05) (hash(x)=35606719)
+9891 train 3.118215 (lr=6.0184e-05) (hash(x)=38626374)
+9892 train 3.043711 (lr=6.0180e-05) (hash(x)=43128356)
+9893 train 3.142528 (lr=6.0177e-05) (hash(x)=33631790)
+9894 train 3.136954 (lr=6.0174e-05) (hash(x)=37013026)
+9895 train 3.124355 (lr=6.0170e-05) (hash(x)=38279807)
+9896 train 3.123178 (lr=6.0167e-05) (hash(x)=54250224)
+9897 train 3.165890 (lr=6.0164e-05) (hash(x)=37829360)
+9898 train 3.199333 (lr=6.0161e-05) (hash(x)=34562819)
+9899 train 3.109542 (lr=6.0158e-05) (hash(x)=38588555)
+9900 train 3.143599 (lr=6.0155e-05) (hash(x)=41714010)
+9901 train 3.096284 (lr=6.0151e-05) (hash(x)=40847756)
+9902 train 3.157224 (lr=6.0148e-05) (hash(x)=42082508)
+9903 train 3.107373 (lr=6.0145e-05) (hash(x)=39275125)
+9904 train 3.188773 (lr=6.0142e-05) (hash(x)=48358855)
+9905 train 3.130573 (lr=6.0139e-05) (hash(x)=40583533)
+9906 train 3.126354 (lr=6.0137e-05) (hash(x)=39011594)
+9907 train 3.074543 (lr=6.0134e-05) (hash(x)=36824577)
+9908 train 3.131648 (lr=6.0131e-05) (hash(x)=34469865)
+9909 train 3.141838 (lr=6.0128e-05) (hash(x)=44032280)
+9910 train 3.135060 (lr=6.0125e-05) (hash(x)=41368977)
+9911 train 3.157208 (lr=6.0122e-05) (hash(x)=38937806)
+9912 train 3.143832 (lr=6.0120e-05) (hash(x)=39628376)
+9913 train 3.152272 (lr=6.0117e-05) (hash(x)=34947735)
+9914 train 3.125078 (lr=6.0114e-05) (hash(x)=39550281)
+9915 train 3.155260 (lr=6.0112e-05) (hash(x)=44916647)
+9916 train 3.105486 (lr=6.0109e-05) (hash(x)=36634407)
+9917 train 3.137024 (lr=6.0106e-05) (hash(x)=40602462)
+9918 train 3.124815 (lr=6.0104e-05) (hash(x)=44797558)
+9919 train 3.128991 (lr=6.0101e-05) (hash(x)=32683756)
+9920 train 3.112402 (lr=6.0099e-05) (hash(x)=40222481)
+9921 train 3.116164 (lr=6.0096e-05) (hash(x)=41158201)
+9922 train 3.098504 (lr=6.0094e-05) (hash(x)=38804495)
+9923 train 3.133537 (lr=6.0092e-05) (hash(x)=39487565)
+9924 train 3.123863 (lr=6.0089e-05) (hash(x)=39824017)
+9925 train 3.049550 (lr=6.0087e-05) (hash(x)=37587696)
+9926 train 3.151223 (lr=6.0085e-05) (hash(x)=39632774)
+9927 train 3.148892 (lr=6.0082e-05) (hash(x)=45941633)
+9928 train 3.050713 (lr=6.0080e-05) (hash(x)=42335966)
+9929 train 3.136170 (lr=6.0078e-05) (hash(x)=47609367)
+9930 train 3.169904 (lr=6.0076e-05) (hash(x)=39450223)
+9931 train 3.116508 (lr=6.0074e-05) (hash(x)=40414253)
+9932 train 3.149271 (lr=6.0071e-05) (hash(x)=38849710)
+9933 train 3.144883 (lr=6.0069e-05) (hash(x)=41653220)
+9934 train 3.117983 (lr=6.0067e-05) (hash(x)=40169526)
+9935 train 3.150639 (lr=6.0065e-05) (hash(x)=44858000)
+9936 train 3.129239 (lr=6.0063e-05) (hash(x)=38894878)
+9937 train 3.135056 (lr=6.0061e-05) (hash(x)=43613758)
+9938 train 3.183457 (lr=6.0059e-05) (hash(x)=47474569)
+9939 train 3.099566 (lr=6.0058e-05) (hash(x)=43775495)
+9940 train 3.314297 (lr=6.0056e-05) (hash(x)=40715325)
+9941 train 3.135707 (lr=6.0054e-05) (hash(x)=39592467)
+9942 train 3.132821 (lr=6.0052e-05) (hash(x)=42624187)
+9943 train 3.226652 (lr=6.0050e-05) (hash(x)=50975897)
+9944 train 3.057217 (lr=6.0048e-05) (hash(x)=37829145)
+9945 train 3.214923 (lr=6.0047e-05) (hash(x)=36552249)
+9946 train 3.152390 (lr=6.0045e-05) (hash(x)=44288049)
+9947 train 3.189980 (lr=6.0043e-05) (hash(x)=37746209)
+9948 train 3.191511 (lr=6.0042e-05) (hash(x)=40652438)
+9949 train 3.168745 (lr=6.0040e-05) (hash(x)=44620132)
+9950 train 3.159909 (lr=6.0039e-05) (hash(x)=45561207)
+9951 train 3.150944 (lr=6.0037e-05) (hash(x)=39004659)
+9952 train 3.129586 (lr=6.0036e-05) (hash(x)=35113270)
+9953 train 3.121883 (lr=6.0034e-05) (hash(x)=36351666)
+9954 train 3.124267 (lr=6.0033e-05) (hash(x)=38936350)
+9955 train 3.171279 (lr=6.0031e-05) (hash(x)=46201334)
+9956 train 3.040891 (lr=6.0030e-05) (hash(x)=43453200)
+9957 train 3.058136 (lr=6.0029e-05) (hash(x)=37184899)
+9958 train 3.160309 (lr=6.0027e-05) (hash(x)=40527967)
+9959 train 3.161696 (lr=6.0026e-05) (hash(x)=39602329)
+9960 train 3.106647 (lr=6.0025e-05) (hash(x)=38847498)
+9961 train 3.086305 (lr=6.0024e-05) (hash(x)=44106590)
+9962 train 3.108315 (lr=6.0022e-05) (hash(x)=41490965)
+9963 train 3.117073 (lr=6.0021e-05) (hash(x)=39832265)
+9964 train 3.148517 (lr=6.0020e-05) (hash(x)=41997044)
+9965 train 3.126395 (lr=6.0019e-05) (hash(x)=40129952)
+9966 train 3.174607 (lr=6.0018e-05) (hash(x)=39801305)
+9967 train 3.109572 (lr=6.0017e-05) (hash(x)=38914190)
+9968 train 3.207521 (lr=6.0016e-05) (hash(x)=37138572)
+9969 train 3.161117 (lr=6.0015e-05) (hash(x)=41294566)
+9970 train 3.111243 (lr=6.0014e-05) (hash(x)=44762367)
+9971 train 3.103354 (lr=6.0013e-05) (hash(x)=41635683)
+9972 train 3.149232 (lr=6.0012e-05) (hash(x)=37761743)
+9973 train 3.126363 (lr=6.0011e-05) (hash(x)=45386286)
+9974 train 3.182794 (lr=6.0010e-05) (hash(x)=42485480)
+9975 train 3.114856 (lr=6.0010e-05) (hash(x)=40198349)
+9976 train 3.066678 (lr=6.0009e-05) (hash(x)=43807060)
+9977 train 3.105645 (lr=6.0008e-05) (hash(x)=39885607)
+9978 train 3.149541 (lr=6.0007e-05) (hash(x)=43005593)
+9979 train 3.165598 (lr=6.0007e-05) (hash(x)=35687855)
+9980 train 3.131256 (lr=6.0006e-05) (hash(x)=36913433)
+9981 train 3.212622 (lr=6.0006e-05) (hash(x)=41135209)
+9982 train 3.187237 (lr=6.0005e-05) (hash(x)=50145156)
+9983 train 3.207015 (lr=6.0004e-05) (hash(x)=38878355)
+9984 train 3.190799 (lr=6.0004e-05) (hash(x)=40197635)
+9985 train 3.253260 (lr=6.0003e-05) (hash(x)=44139663)
+9986 train 3.134738 (lr=6.0003e-05) (hash(x)=38855758)
+9987 train 3.169447 (lr=6.0003e-05) (hash(x)=42214173)
+9988 train 3.183457 (lr=6.0002e-05) (hash(x)=31913186)
+9989 train 3.193143 (lr=6.0002e-05) (hash(x)=38815597)
+9990 train 3.143964 (lr=6.0002e-05) (hash(x)=37557401)
+9991 train 3.116773 (lr=6.0001e-05) (hash(x)=41046165)
+9992 train 3.133972 (lr=6.0001e-05) (hash(x)=43449463)
+9993 train 3.116048 (lr=6.0001e-05) (hash(x)=38023800)
+9994 train 3.132449 (lr=6.0001e-05) (hash(x)=41871892)
+9995 train 3.116506 (lr=6.0000e-05) (hash(x)=40567150)
+9996 train 3.058635 (lr=6.0000e-05) (hash(x)=44577568)
+9997 train 3.130215 (lr=6.0000e-05) (hash(x)=40080828)
+9998 train 3.133835 (lr=6.0000e-05) (hash(x)=39340600)
+9999 val loss 3.1094
+9999 val perplexity 22.4084
+9999 hella 0.2939
+9999 train 3.117253 (lr=6.0000e-05) (hash(x)=43843813)