Upload folder using huggingface_hub

lr8e-4_total_batch_size40960_seq_len128/args.json

@@ -0,0 +1 @@
+{"hellaswag": true, "attention_kind": "selective", "log_dir": "proxy_model_sweep_2/lr8e-4_total_batch_size40960_seq_len128", "resume_checkpoint": null, "resume_optimizer": false, "add_a_head": false, "add_head_to_start": true, "new_head_init": "normal", "n_heads": 2, "protect_bos_token": true, "prevent_from_masking_myself": true, "max_steps": null, "group": "proxy_model_sweep_2", "use_wandb": true, "kill_self_after_run": false, "random_seed": 1337, "memory_penalty_epsilon": 0.1, "selection_head_linear_combo": "none", "selection_head_linear_combo_scale": 1.0, "protection_kind": "none", "leaky_relu_alpha": null, "leaky_relu_bias": null, "use_compile": true, "use_mini_model": false, "upload_to_hf": true, "seq_len": 128, "batch_size": null, "total_batch_size": 40960, "protection_head_scaling_factor": 1.0, "protection_head_bias": 0.0, "n_sliced_masks": null, "n_latent_masks": null, "mask_layernorm": false, "residual_attention_masks": false, "compute_base_shapes": false, "base_shapes_savefile": null, "mup": true, "disable_selection": true, "mup_enable_coord_check_logging": false, "max_lr": 0.0008, "decay_lr": true, "readout_zero_init": false, "query_zero_init": false, "l1_loss": false, "debugpy": false, "n_embd": 128}

lr8e-4_total_batch_size40960_seq_len128/dataloader_00999.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cec289292cf51a5462e2631af59109e64df3eca2d9e62e1fbd1c53a776a0f874
+size 964

lr8e-4_total_batch_size40960_seq_len128/log2.txt

@@ -0,0 +1,1043 @@
+max_steps: 1000
+0 val loss 11.6870
+0 val perplexity 119016.5000
+0 train 11.697288 (lr=2.7972e-06) (hash(x)=5534142)
+1 train 11.695920 (lr=5.5944e-06) (hash(x)=6328012)
+2 train 11.667794 (lr=8.3916e-06) (hash(x)=5556098)
+3 train 11.643607 (lr=1.1189e-05) (hash(x)=6219138)
+4 train 11.585120 (lr=1.3986e-05) (hash(x)=5491972)
+5 train 11.533912 (lr=1.6783e-05) (hash(x)=5917741)
+6 train 11.475008 (lr=1.9580e-05) (hash(x)=6112458)
+7 train 11.392788 (lr=2.2378e-05) (hash(x)=6568379)
+8 train 11.291488 (lr=2.5175e-05) (hash(x)=7386082)
+9 train 11.214754 (lr=2.7972e-05) (hash(x)=6151674)
+10 train 11.142526 (lr=3.0769e-05) (hash(x)=7859060)
+11 train 11.032938 (lr=3.3566e-05) (hash(x)=6391506)
+12 train 10.950451 (lr=3.6364e-05) (hash(x)=5985675)
+13 train 10.864902 (lr=3.9161e-05) (hash(x)=6984772)
+14 train 10.791240 (lr=4.1958e-05) (hash(x)=6603717)
+15 train 10.668466 (lr=4.4755e-05) (hash(x)=6190579)
+16 train 10.621742 (lr=4.7552e-05) (hash(x)=7276303)
+17 train 10.631202 (lr=5.0350e-05) (hash(x)=6630378)
+18 train 10.618442 (lr=5.3147e-05) (hash(x)=9989744)
+19 train 10.492077 (lr=5.5944e-05) (hash(x)=6317894)
+20 train 10.412903 (lr=5.8741e-05) (hash(x)=7947703)
+21 train 10.372401 (lr=6.1538e-05) (hash(x)=5777498)
+22 train 10.352867 (lr=6.4336e-05) (hash(x)=7723226)
+23 train 10.312781 (lr=6.7133e-05) (hash(x)=6491229)
+24 train 10.399549 (lr=6.9930e-05) (hash(x)=6019389)
+25 train 10.341461 (lr=7.2727e-05) (hash(x)=4648609)
+26 train 10.291364 (lr=7.5524e-05) (hash(x)=5558355)
+27 train 10.315466 (lr=7.8322e-05) (hash(x)=6369326)
+28 train 10.252752 (lr=8.1119e-05) (hash(x)=4906853)
+29 train 10.158627 (lr=8.3916e-05) (hash(x)=6437376)
+30 train 10.241501 (lr=8.6713e-05) (hash(x)=7084093)
+31 train 10.172038 (lr=8.9510e-05) (hash(x)=7048804)
+32 train 10.173751 (lr=9.2308e-05) (hash(x)=5752594)
+33 train 9.963683 (lr=9.5105e-05) (hash(x)=6393520)
+34 train 10.158913 (lr=9.7902e-05) (hash(x)=6793550)
+35 train 10.068394 (lr=1.0070e-04) (hash(x)=6581348)
+36 train 10.014685 (lr=1.0350e-04) (hash(x)=6235837)
+37 train 10.035067 (lr=1.0629e-04) (hash(x)=7083021)
+38 train 9.994874 (lr=1.0909e-04) (hash(x)=6155821)
+39 train 9.867517 (lr=1.1189e-04) (hash(x)=5657123)
+40 train 9.744009 (lr=1.1469e-04) (hash(x)=5312267)
+41 train 9.797932 (lr=1.1748e-04) (hash(x)=6830813)
+42 train 9.737255 (lr=1.2028e-04) (hash(x)=6424933)
+43 train 9.664257 (lr=1.2308e-04) (hash(x)=6680023)
+44 train 9.590752 (lr=1.2587e-04) (hash(x)=7523279)
+45 train 9.486513 (lr=1.2867e-04) (hash(x)=6635925)
+46 train 9.483954 (lr=1.3147e-04) (hash(x)=5869441)
+47 train 9.436051 (lr=1.3427e-04) (hash(x)=6349004)
+48 train 9.286825 (lr=1.3706e-04) (hash(x)=6008454)
+49 train 9.253229 (lr=1.3986e-04) (hash(x)=7682741)
+50 val loss 9.2472
+50 val perplexity 10375.5732
+50 train 9.264073 (lr=1.4266e-04) (hash(x)=7794028)
+51 train 9.178639 (lr=1.4545e-04) (hash(x)=6166062)
+52 train 9.089400 (lr=1.4825e-04) (hash(x)=4811192)
+53 train 8.997089 (lr=1.5105e-04) (hash(x)=7822680)
+54 train 8.917319 (lr=1.5385e-04) (hash(x)=6431409)
+55 train 8.890619 (lr=1.5664e-04) (hash(x)=5323032)
+56 train 8.770432 (lr=1.5944e-04) (hash(x)=7363286)
+57 train 8.800536 (lr=1.6224e-04) (hash(x)=5616075)
+58 train 8.748420 (lr=1.6503e-04) (hash(x)=5672608)
+59 train 8.623936 (lr=1.6783e-04) (hash(x)=6839867)
+60 train 8.526201 (lr=1.7063e-04) (hash(x)=4916928)
+61 train 8.547891 (lr=1.7343e-04) (hash(x)=8353379)
+62 train 8.448561 (lr=1.7622e-04) (hash(x)=4838871)
+63 train 8.265900 (lr=1.7902e-04) (hash(x)=6795665)
+64 train 8.313754 (lr=1.8182e-04) (hash(x)=6678038)
+65 train 8.340294 (lr=1.8462e-04) (hash(x)=6112215)
+66 train 8.281316 (lr=1.8741e-04) (hash(x)=5915361)
+67 train 8.162537 (lr=1.9021e-04) (hash(x)=5771588)
+68 train 8.114316 (lr=1.9301e-04) (hash(x)=5688829)
+69 train 8.067454 (lr=1.9580e-04) (hash(x)=5443305)
+70 train 8.153781 (lr=1.9860e-04) (hash(x)=6901933)
+71 train 8.019279 (lr=2.0140e-04) (hash(x)=4294425)
+72 train 7.936037 (lr=2.0420e-04) (hash(x)=4363941)
+73 train 8.121943 (lr=2.0699e-04) (hash(x)=5486335)
+74 train 8.098098 (lr=2.0979e-04) (hash(x)=7295165)
+75 train 7.991174 (lr=2.1259e-04) (hash(x)=6267424)
+76 train 8.019372 (lr=2.1538e-04) (hash(x)=5270452)
+77 train 7.846412 (lr=2.1818e-04) (hash(x)=6305297)
+78 train 8.090322 (lr=2.2098e-04) (hash(x)=6040077)
+79 train 8.031216 (lr=2.2378e-04) (hash(x)=7130251)
+80 train 7.738321 (lr=2.2657e-04) (hash(x)=6508350)
+81 train 7.884501 (lr=2.2937e-04) (hash(x)=5859576)
+82 train 7.538318 (lr=2.3217e-04) (hash(x)=4892065)
+83 train 7.670144 (lr=2.3497e-04) (hash(x)=7317289)
+84 train 7.794332 (lr=2.3776e-04) (hash(x)=5510218)
+85 train 7.953207 (lr=2.4056e-04) (hash(x)=6752265)
+86 train 7.697105 (lr=2.4336e-04) (hash(x)=6530867)
+87 train 7.766182 (lr=2.4615e-04) (hash(x)=5790078)
+88 train 7.772139 (lr=2.4895e-04) (hash(x)=7614023)
+89 train 7.789983 (lr=2.5175e-04) (hash(x)=5245146)
+90 train 7.704303 (lr=2.5455e-04) (hash(x)=5786972)
+91 train 7.764390 (lr=2.5734e-04) (hash(x)=6346459)
+92 train 7.794429 (lr=2.6014e-04) (hash(x)=5209234)
+93 train 7.699342 (lr=2.6294e-04) (hash(x)=5676768)
+94 train 7.847878 (lr=2.6573e-04) (hash(x)=5863092)
+95 train 7.874211 (lr=2.6853e-04) (hash(x)=7019489)
+96 train 7.712156 (lr=2.7133e-04) (hash(x)=5483019)
+97 train 7.720919 (lr=2.7413e-04) (hash(x)=5968716)
+98 train 7.621480 (lr=2.7692e-04) (hash(x)=7780194)
+99 train 7.734790 (lr=2.7972e-04) (hash(x)=3784321)
+100 val loss 7.7036
+100 val perplexity 2216.2815
+100 train 7.727891 (lr=2.8252e-04) (hash(x)=7774109)
+101 train 7.861131 (lr=2.8531e-04) (hash(x)=6576749)
+102 train 7.763587 (lr=2.8811e-04) (hash(x)=7072404)
+103 train 7.676697 (lr=2.9091e-04) (hash(x)=6556025)
+104 train 7.757595 (lr=2.9371e-04) (hash(x)=7325027)
+105 train 7.762927 (lr=2.9650e-04) (hash(x)=6373412)
+106 train 7.664719 (lr=2.9930e-04) (hash(x)=5262868)
+107 train 7.593937 (lr=3.0210e-04) (hash(x)=8055563)
+108 train 7.727453 (lr=3.0490e-04) (hash(x)=5932790)
+109 train 7.681774 (lr=3.0769e-04) (hash(x)=5680154)
+110 train 7.723314 (lr=3.1049e-04) (hash(x)=5914217)
+111 train 7.640156 (lr=3.1329e-04) (hash(x)=6424128)
+112 train 7.580154 (lr=3.1608e-04) (hash(x)=7804089)
+113 train 7.708635 (lr=3.1888e-04) (hash(x)=6490149)
+114 train 7.644102 (lr=3.2168e-04) (hash(x)=6283540)
+115 train 7.613694 (lr=3.2448e-04) (hash(x)=5728337)
+116 train 7.629118 (lr=3.2727e-04) (hash(x)=7400272)
+117 train 7.640052 (lr=3.3007e-04) (hash(x)=6473432)
+118 train 7.731514 (lr=3.3287e-04) (hash(x)=6922646)
+119 train 7.613554 (lr=3.3566e-04) (hash(x)=7277141)
+120 train 7.670222 (lr=3.3846e-04) (hash(x)=7443124)
+121 train 7.659196 (lr=3.4126e-04) (hash(x)=5632735)
+122 train 7.512862 (lr=3.4406e-04) (hash(x)=5881015)
+123 train 7.652102 (lr=3.4685e-04) (hash(x)=5809411)
+124 train 7.653436 (lr=3.4965e-04) (hash(x)=7232964)
+125 train 7.623687 (lr=3.5245e-04) (hash(x)=6171829)
+126 train 7.704216 (lr=3.5524e-04) (hash(x)=5884456)
+127 train 7.662256 (lr=3.5804e-04) (hash(x)=5077031)
+128 train 7.725883 (lr=3.6084e-04) (hash(x)=6248895)
+129 train 7.644543 (lr=3.6364e-04) (hash(x)=6918004)
+130 train 7.703830 (lr=3.6643e-04) (hash(x)=6482466)
+131 train 7.635147 (lr=3.6923e-04) (hash(x)=6588573)
+132 train 7.676833 (lr=3.7203e-04) (hash(x)=6136939)
+133 train 7.586064 (lr=3.7483e-04) (hash(x)=7040157)
+134 train 7.697452 (lr=3.7762e-04) (hash(x)=6455595)
+135 train 7.667699 (lr=3.8042e-04) (hash(x)=4122983)
+136 train 7.613140 (lr=3.8322e-04) (hash(x)=4724052)
+137 train 7.569327 (lr=3.8601e-04) (hash(x)=6820797)
+138 train 7.809066 (lr=3.8881e-04) (hash(x)=7477594)
+139 train 7.555345 (lr=3.9161e-04) (hash(x)=6146305)
+140 train 7.570525 (lr=3.9441e-04) (hash(x)=6814831)
+141 train 7.573858 (lr=3.9720e-04) (hash(x)=5548298)
+142 train 7.746276 (lr=4.0000e-04) (hash(x)=7609416)
+143 train 7.682101 (lr=4.0280e-04) (hash(x)=7574342)
+144 train 7.530268 (lr=4.0559e-04) (hash(x)=5906937)
+145 train 7.586014 (lr=4.0839e-04) (hash(x)=8013471)
+146 train 7.569292 (lr=4.1119e-04) (hash(x)=6146213)
+147 train 7.596301 (lr=4.1399e-04) (hash(x)=6709902)
+148 train 7.734204 (lr=4.1678e-04) (hash(x)=6402571)
+149 train 7.545006 (lr=4.1958e-04) (hash(x)=7683614)
+150 val loss 7.5814
+150 val perplexity 1961.4075
+150 train 7.540520 (lr=4.2238e-04) (hash(x)=5453026)
+151 train 7.487573 (lr=4.2517e-04) (hash(x)=6260017)
+152 train 7.619231 (lr=4.2797e-04) (hash(x)=6591466)
+153 train 7.598324 (lr=4.3077e-04) (hash(x)=5501472)
+154 train 7.634311 (lr=4.3357e-04) (hash(x)=5871698)
+155 train 7.469506 (lr=4.3636e-04) (hash(x)=4282052)
+156 train 7.559871 (lr=4.3916e-04) (hash(x)=7824660)
+157 train 7.495238 (lr=4.4196e-04) (hash(x)=5954950)
+158 train 7.561706 (lr=4.4476e-04) (hash(x)=5484656)
+159 train 7.676786 (lr=4.4755e-04) (hash(x)=7031328)
+160 train 7.630304 (lr=4.5035e-04) (hash(x)=9157069)
+161 train 7.714020 (lr=4.5315e-04) (hash(x)=5996883)
+162 train 7.777853 (lr=4.5594e-04) (hash(x)=7645447)
+163 train 7.815012 (lr=4.5874e-04) (hash(x)=6336164)
+164 train 7.543817 (lr=4.6154e-04) (hash(x)=5224240)
+165 train 7.880888 (lr=4.6434e-04) (hash(x)=5447801)
+166 train 7.570288 (lr=4.6713e-04) (hash(x)=4155598)
+167 train 7.554580 (lr=4.6993e-04) (hash(x)=7482744)
+168 train 7.575298 (lr=4.7273e-04) (hash(x)=4733414)
+169 train 7.544789 (lr=4.7552e-04) (hash(x)=7806284)
+170 train 7.557264 (lr=4.7832e-04) (hash(x)=7236478)
+171 train 7.568693 (lr=4.8112e-04) (hash(x)=4656255)
+172 train 7.667747 (lr=4.8392e-04) (hash(x)=9298325)
+173 train 7.589840 (lr=4.8671e-04) (hash(x)=6287524)
+174 train 7.633582 (lr=4.8951e-04) (hash(x)=7895970)
+175 train 7.586063 (lr=4.9231e-04) (hash(x)=8847992)
+176 train 7.805615 (lr=4.9510e-04) (hash(x)=6338998)
+177 train 7.760677 (lr=4.9790e-04) (hash(x)=7104011)
+178 train 7.584731 (lr=5.0070e-04) (hash(x)=5573214)
+179 train 7.609766 (lr=5.0350e-04) (hash(x)=6882897)
+180 train 7.585401 (lr=5.0629e-04) (hash(x)=5854242)
+181 train 7.429110 (lr=5.0909e-04) (hash(x)=6972494)
+182 train 7.465399 (lr=5.1189e-04) (hash(x)=6796805)
+183 train 7.358451 (lr=5.1469e-04) (hash(x)=6139120)
+184 train 7.536239 (lr=5.1748e-04) (hash(x)=6486796)
+185 train 7.410870 (lr=5.2028e-04) (hash(x)=5578797)
+186 train 7.492826 (lr=5.2308e-04) (hash(x)=6895326)
+187 train 7.531305 (lr=5.2587e-04) (hash(x)=7783160)
+188 train 7.542838 (lr=5.2867e-04) (hash(x)=4867625)
+189 train 7.368277 (lr=5.3147e-04) (hash(x)=6631123)
+190 train 7.222600 (lr=5.3427e-04) (hash(x)=6710965)
+191 train 7.360646 (lr=5.3706e-04) (hash(x)=6294657)
+192 train 7.515742 (lr=5.3986e-04) (hash(x)=5443606)
+193 train 7.486578 (lr=5.4266e-04) (hash(x)=7035770)
+194 train 7.527805 (lr=5.4545e-04) (hash(x)=4899541)
+195 train 7.375118 (lr=5.4825e-04) (hash(x)=6227120)
+196 train 7.464990 (lr=5.5105e-04) (hash(x)=5981648)
+197 train 7.429571 (lr=5.5385e-04) (hash(x)=5558993)
+198 train 7.462946 (lr=5.5664e-04) (hash(x)=7015671)
+199 train 7.451362 (lr=5.5944e-04) (hash(x)=5931234)
+200 val loss 7.4482
+200 val perplexity 1716.7419
+200 train 7.477434 (lr=5.6224e-04) (hash(x)=4582159)
+201 train 7.466753 (lr=5.6503e-04) (hash(x)=5029472)
+202 train 7.372465 (lr=5.6783e-04) (hash(x)=5434102)
+203 train 7.635233 (lr=5.7063e-04) (hash(x)=6810638)
+204 train 7.475424 (lr=5.7343e-04) (hash(x)=6521562)
+205 train 7.479112 (lr=5.7622e-04) (hash(x)=7226932)
+206 train 7.370938 (lr=5.7902e-04) (hash(x)=6957849)
+207 train 7.485872 (lr=5.8182e-04) (hash(x)=5334281)
+208 train 7.583689 (lr=5.8462e-04) (hash(x)=5887983)
+209 train 7.413815 (lr=5.8741e-04) (hash(x)=6393576)
+210 train 7.634243 (lr=5.9021e-04) (hash(x)=5057959)
+211 train 7.671282 (lr=5.9301e-04) (hash(x)=8595271)
+212 train 7.493760 (lr=5.9580e-04) (hash(x)=8395167)
+213 train 7.610686 (lr=5.9860e-04) (hash(x)=7634417)
+214 train 7.347445 (lr=6.0140e-04) (hash(x)=5257771)
+215 train 7.497778 (lr=6.0420e-04) (hash(x)=7674238)
+216 train 7.593218 (lr=6.0699e-04) (hash(x)=5300555)
+217 train 7.352460 (lr=6.0979e-04) (hash(x)=6066139)
+218 train 7.455792 (lr=6.1259e-04) (hash(x)=6688212)
+219 train 7.658871 (lr=6.1538e-04) (hash(x)=6642404)
+220 train 7.414104 (lr=6.1818e-04) (hash(x)=4961570)
+221 train 7.266774 (lr=6.2098e-04) (hash(x)=5105190)
+222 train 7.573030 (lr=6.2378e-04) (hash(x)=7155991)
+223 train 7.407368 (lr=6.2657e-04) (hash(x)=5132972)
+224 train 7.402404 (lr=6.2937e-04) (hash(x)=6269946)
+225 train 7.443851 (lr=6.3217e-04) (hash(x)=5396133)
+226 train 7.465405 (lr=6.3497e-04) (hash(x)=6394083)
+227 train 7.411294 (lr=6.3776e-04) (hash(x)=5237804)
+228 train 7.438427 (lr=6.4056e-04) (hash(x)=5216638)
+229 train 7.384326 (lr=6.4336e-04) (hash(x)=6735565)
+230 train 7.482626 (lr=6.4615e-04) (hash(x)=5983575)
+231 train 7.458193 (lr=6.4895e-04) (hash(x)=5831619)
+232 train 7.276896 (lr=6.5175e-04) (hash(x)=9109083)
+233 train 7.496134 (lr=6.5455e-04) (hash(x)=6912967)
+234 train 7.685136 (lr=6.5734e-04) (hash(x)=5965674)
+235 train 7.544114 (lr=6.6014e-04) (hash(x)=5822533)
+236 train 7.419838 (lr=6.6294e-04) (hash(x)=5268216)
+237 train 7.326520 (lr=6.6573e-04) (hash(x)=6531900)
+238 train 7.314795 (lr=6.6853e-04) (hash(x)=5426499)
+239 train 7.764974 (lr=6.7133e-04) (hash(x)=7455372)
+240 train 8.041131 (lr=6.7413e-04) (hash(x)=8319119)
+241 train 7.968082 (lr=6.7692e-04) (hash(x)=7592128)
+242 train 7.974820 (lr=6.7972e-04) (hash(x)=8704170)
+243 train 7.700039 (lr=6.8252e-04) (hash(x)=7165037)
+244 train 7.567582 (lr=6.8531e-04) (hash(x)=7678000)
+245 train 7.383462 (lr=6.8811e-04) (hash(x)=7414788)
+246 train 7.412508 (lr=6.9091e-04) (hash(x)=7326216)
+247 train 7.532023 (lr=6.9371e-04) (hash(x)=5857162)
+248 train 8.263190 (lr=6.9650e-04) (hash(x)=14715669)
+249 train 11.879148 (lr=6.9930e-04) (hash(x)=16950560)
+250 val loss 7.4056
+250 val perplexity 1645.1035
+250 train 7.582276 (lr=7.0210e-04) (hash(x)=6159125)
+251 train 7.444682 (lr=7.0490e-04) (hash(x)=5908442)
+252 train 7.292677 (lr=7.0769e-04) (hash(x)=6668887)
+253 train 7.394005 (lr=7.1049e-04) (hash(x)=7662975)
+254 train 7.384941 (lr=7.1329e-04) (hash(x)=6669539)
+255 train 7.375414 (lr=7.1608e-04) (hash(x)=5015998)
+256 train 7.304709 (lr=7.1888e-04) (hash(x)=5458386)
+257 train 7.477495 (lr=7.2168e-04) (hash(x)=4849847)
+258 train 7.491002 (lr=7.2448e-04) (hash(x)=5125562)
+259 train 7.522124 (lr=7.2727e-04) (hash(x)=6012047)
+260 train 7.410746 (lr=7.3007e-04) (hash(x)=6079364)
+261 train 7.409963 (lr=7.3287e-04) (hash(x)=6030395)
+262 train 7.407788 (lr=7.3566e-04) (hash(x)=6781762)
+263 train 7.436899 (lr=7.3846e-04) (hash(x)=5238325)
+264 train 7.500021 (lr=7.4126e-04) (hash(x)=8611144)
+265 train 7.353480 (lr=7.4406e-04) (hash(x)=6901605)
+266 train 7.381721 (lr=7.4685e-04) (hash(x)=5499337)
+267 train 7.412154 (lr=7.4965e-04) (hash(x)=7134874)
+268 train 7.369044 (lr=7.5245e-04) (hash(x)=6149038)
+269 train 7.416449 (lr=7.5524e-04) (hash(x)=6609760)
+270 train 7.472561 (lr=7.5804e-04) (hash(x)=6652627)
+271 train 7.455261 (lr=7.6084e-04) (hash(x)=8618579)
+272 train 7.341047 (lr=7.6364e-04) (hash(x)=5896892)
+273 train 7.498653 (lr=7.6643e-04) (hash(x)=8945854)
+274 train 7.308757 (lr=7.6923e-04) (hash(x)=6775103)
+275 train 7.383062 (lr=7.7203e-04) (hash(x)=6200024)
+276 train 7.282226 (lr=7.7483e-04) (hash(x)=5238139)
+277 train 7.416149 (lr=7.7762e-04) (hash(x)=5780948)
+278 train 7.394005 (lr=7.8042e-04) (hash(x)=6168407)
+279 train 7.357039 (lr=7.8322e-04) (hash(x)=3775881)
+280 train 7.354521 (lr=7.8601e-04) (hash(x)=6848709)
+281 train 7.632778 (lr=7.8881e-04) (hash(x)=6478113)
+282 train 7.403832 (lr=7.9161e-04) (hash(x)=6483914)
+283 train 7.375517 (lr=7.9441e-04) (hash(x)=5927795)
+284 train 7.389233 (lr=7.9720e-04) (hash(x)=8438033)
+285 train 7.433768 (lr=8.0000e-04) (hash(x)=5684788)
+286 train 7.249988 (lr=8.0000e-04) (hash(x)=5710182)
+287 train 7.333145 (lr=8.0000e-04) (hash(x)=6160063)
+288 train 7.211267 (lr=7.9999e-04) (hash(x)=5955100)
+289 train 7.089900 (lr=7.9997e-04) (hash(x)=6672309)
+290 train 7.499460 (lr=7.9994e-04) (hash(x)=9001564)
+291 train 7.865353 (lr=7.9991e-04) (hash(x)=5454654)
+292 train 7.264449 (lr=7.9987e-04) (hash(x)=5174062)
+293 train 7.429892 (lr=7.9983e-04) (hash(x)=6199203)
+294 train 7.312432 (lr=7.9978e-04) (hash(x)=8352747)
+295 train 7.408596 (lr=7.9972e-04) (hash(x)=4547106)
+296 train 7.380010 (lr=7.9965e-04) (hash(x)=6433099)
+297 train 7.241283 (lr=7.9958e-04) (hash(x)=6424428)
+298 train 7.375280 (lr=7.9950e-04) (hash(x)=5975712)
+299 train 7.265843 (lr=7.9941e-04) (hash(x)=5458532)
+300 val loss 7.3456
+300 val perplexity 1549.3386
+300 train 7.494257 (lr=7.9932e-04) (hash(x)=7002774)
+301 train 7.600027 (lr=7.9922e-04) (hash(x)=8206173)
+302 train 7.690063 (lr=7.9911e-04) (hash(x)=7784971)
+303 train 7.588319 (lr=7.9899e-04) (hash(x)=6001843)
+304 train 7.438201 (lr=7.9887e-04) (hash(x)=5698642)
+305 train 7.353337 (lr=7.9874e-04) (hash(x)=6600751)
+306 train 7.314136 (lr=7.9861e-04) (hash(x)=5804610)
+307 train 7.248654 (lr=7.9846e-04) (hash(x)=5162652)
+308 train 7.271367 (lr=7.9831e-04) (hash(x)=5297006)
+309 train 7.283448 (lr=7.9816e-04) (hash(x)=6728323)
+310 train 7.286610 (lr=7.9799e-04) (hash(x)=3964882)
+311 train 7.267771 (lr=7.9782e-04) (hash(x)=6735993)
+312 train 7.408009 (lr=7.9765e-04) (hash(x)=5150316)
+313 train 7.221607 (lr=7.9746e-04) (hash(x)=5220448)
+314 train 7.436646 (lr=7.9727e-04) (hash(x)=6971289)
+315 train 7.455480 (lr=7.9707e-04) (hash(x)=5012069)
+316 train 7.308303 (lr=7.9687e-04) (hash(x)=6576136)
+317 train 7.315253 (lr=7.9666e-04) (hash(x)=6077647)
+318 train 7.399382 (lr=7.9644e-04) (hash(x)=6032381)
+319 train 7.256501 (lr=7.9621e-04) (hash(x)=8410716)
+320 train 7.286648 (lr=7.9598e-04) (hash(x)=6212516)
+321 train 7.264132 (lr=7.9574e-04) (hash(x)=5298545)
+322 train 7.369779 (lr=7.9549e-04) (hash(x)=5779073)
+323 train 7.224717 (lr=7.9524e-04) (hash(x)=6340947)
+324 train 6.981560 (lr=7.9498e-04) (hash(x)=6530441)
+325 train 7.318573 (lr=7.9471e-04) (hash(x)=7818007)
+326 train 7.197862 (lr=7.9444e-04) (hash(x)=6277435)
+327 train 7.212821 (lr=7.9416e-04) (hash(x)=6226320)
+328 train 7.302688 (lr=7.9387e-04) (hash(x)=5463751)
+329 train 7.206116 (lr=7.9358e-04) (hash(x)=6579329)
+330 train 7.315201 (lr=7.9327e-04) (hash(x)=6660540)
+331 train 7.274509 (lr=7.9297e-04) (hash(x)=6491272)
+332 train 7.235404 (lr=7.9265e-04) (hash(x)=6766947)
+333 train 7.533473 (lr=7.9233e-04) (hash(x)=3721218)
+334 train 7.377615 (lr=7.9200e-04) (hash(x)=5229898)
+335 train 7.168855 (lr=7.9167e-04) (hash(x)=6054428)
+336 train 7.317795 (lr=7.9132e-04) (hash(x)=6290464)
+337 train 7.294703 (lr=7.9097e-04) (hash(x)=6904498)
+338 train 7.349016 (lr=7.9062e-04) (hash(x)=7765805)
+339 train 7.296751 (lr=7.9026e-04) (hash(x)=6543764)
+340 train 7.301435 (lr=7.8989e-04) (hash(x)=7204955)
+341 train 7.214976 (lr=7.8951e-04) (hash(x)=4423711)
+342 train 7.173480 (lr=7.8913e-04) (hash(x)=5343477)
+343 train 7.338549 (lr=7.8874e-04) (hash(x)=6595856)
+344 train 7.152942 (lr=7.8834e-04) (hash(x)=7229015)
+345 train 7.231004 (lr=7.8794e-04) (hash(x)=5916034)
+346 train 7.362188 (lr=7.8753e-04) (hash(x)=6939521)
+347 train 7.228534 (lr=7.8711e-04) (hash(x)=5492185)
+348 train 7.178028 (lr=7.8669e-04) (hash(x)=6898006)
+349 train 7.103750 (lr=7.8626e-04) (hash(x)=5462008)
+350 val loss 7.3251
+350 val perplexity 1517.9257
+350 train 7.223419 (lr=7.8582e-04) (hash(x)=7821902)
+351 train 7.331910 (lr=7.8538e-04) (hash(x)=6608108)
+352 train 7.367597 (lr=7.8493e-04) (hash(x)=6295394)
+353 train 7.227644 (lr=7.8447e-04) (hash(x)=6803449)
+354 train 7.225511 (lr=7.8401e-04) (hash(x)=7444134)
+355 train 7.274103 (lr=7.8354e-04) (hash(x)=5361923)
+356 train 7.300616 (lr=7.8306e-04) (hash(x)=7803039)
+357 train 7.419339 (lr=7.8258e-04) (hash(x)=7042578)
+358 train 7.289340 (lr=7.8209e-04) (hash(x)=6647007)
+359 train 7.292564 (lr=7.8159e-04) (hash(x)=6303658)
+360 train 7.388300 (lr=7.8109e-04) (hash(x)=6158927)
+361 train 7.265947 (lr=7.8058e-04) (hash(x)=6419656)
+362 train 7.189330 (lr=7.8006e-04) (hash(x)=7891271)
+363 train 7.397287 (lr=7.7954e-04) (hash(x)=7099888)
+364 train 7.351587 (lr=7.7901e-04) (hash(x)=6352424)
+365 train 7.260668 (lr=7.7847e-04) (hash(x)=5863145)
+366 train 7.293188 (lr=7.7793e-04) (hash(x)=6844597)
+367 train 7.330185 (lr=7.7738e-04) (hash(x)=6009861)
+368 train 7.216932 (lr=7.7682e-04) (hash(x)=5374957)
+369 train 7.284505 (lr=7.7626e-04) (hash(x)=3923225)
+370 train 7.224683 (lr=7.7569e-04) (hash(x)=5848862)
+371 train 7.253258 (lr=7.7511e-04) (hash(x)=4440634)
+372 train 7.207953 (lr=7.7453e-04) (hash(x)=4788998)
+373 train 7.184224 (lr=7.7394e-04) (hash(x)=7378165)
+374 train 7.218213 (lr=7.7335e-04) (hash(x)=4771243)
+375 train 7.219984 (lr=7.7275e-04) (hash(x)=5716089)
+376 train 7.251999 (lr=7.7214e-04) (hash(x)=7991009)
+377 train 7.303088 (lr=7.7153e-04) (hash(x)=5348607)
+378 train 7.367265 (lr=7.7091e-04) (hash(x)=6036146)
+379 train 7.239356 (lr=7.7028e-04) (hash(x)=6658718)
+380 train 7.190146 (lr=7.6964e-04) (hash(x)=6176253)
+381 train 7.202798 (lr=7.6901e-04) (hash(x)=4542895)
+382 train 7.104035 (lr=7.6836e-04) (hash(x)=5549073)
+383 train 7.383494 (lr=7.6771e-04) (hash(x)=5342783)
+384 train 7.411261 (lr=7.6705e-04) (hash(x)=6549546)
+385 train 7.196146 (lr=7.6638e-04) (hash(x)=6170599)
+386 train 7.476060 (lr=7.6571e-04) (hash(x)=8483134)
+387 train 7.592927 (lr=7.6503e-04) (hash(x)=4865036)
+388 train 7.245173 (lr=7.6435e-04) (hash(x)=4433890)
+389 train 7.766350 (lr=7.6366e-04) (hash(x)=6738597)
+390 train 7.374644 (lr=7.6296e-04) (hash(x)=5459620)
+391 train 7.373478 (lr=7.6226e-04) (hash(x)=4604074)
+392 train 7.372497 (lr=7.6155e-04) (hash(x)=8045501)
+393 train 7.464375 (lr=7.6083e-04) (hash(x)=6176464)
+394 train 7.288664 (lr=7.6011e-04) (hash(x)=6127317)
+395 train 7.338772 (lr=7.5938e-04) (hash(x)=5571462)
+396 train 7.318034 (lr=7.5865e-04) (hash(x)=6640755)
+397 train 7.366526 (lr=7.5791e-04) (hash(x)=6147295)
+398 train 7.303747 (lr=7.5716e-04) (hash(x)=6120461)
+399 train 7.267434 (lr=7.5641e-04) (hash(x)=5123928)
+400 val loss 7.3113
+400 val perplexity 1497.1090
+400 train 7.286520 (lr=7.5565e-04) (hash(x)=5428813)
+401 train 7.262196 (lr=7.5489e-04) (hash(x)=6448586)
+402 train 7.420949 (lr=7.5412e-04) (hash(x)=8116987)
+403 train 7.440536 (lr=7.5334e-04) (hash(x)=5974342)
+404 train 7.459017 (lr=7.5256e-04) (hash(x)=5261336)
+405 train 7.281918 (lr=7.5177e-04) (hash(x)=5307056)
+406 train 7.200621 (lr=7.5097e-04) (hash(x)=5865119)
+407 train 7.227658 (lr=7.5017e-04) (hash(x)=6672380)
+408 train 7.278050 (lr=7.4937e-04) (hash(x)=6886810)
+409 train 7.432333 (lr=7.4855e-04) (hash(x)=6564071)
+410 train 7.174788 (lr=7.4773e-04) (hash(x)=7705089)
+411 train 7.192070 (lr=7.4691e-04) (hash(x)=5773073)
+412 train 7.184642 (lr=7.4608e-04) (hash(x)=5905976)
+413 train 7.929121 (lr=7.4524e-04) (hash(x)=6936653)
+414 train 7.288633 (lr=7.4440e-04) (hash(x)=6592773)
+415 train 7.233203 (lr=7.4355e-04) (hash(x)=6796551)
+416 train 7.283764 (lr=7.4270e-04) (hash(x)=6151589)
+417 train 7.527581 (lr=7.4184e-04) (hash(x)=7045164)
+418 train 7.315282 (lr=7.4097e-04) (hash(x)=6650506)
+419 train 7.243340 (lr=7.4010e-04) (hash(x)=7839748)
+420 train 7.461590 (lr=7.3922e-04) (hash(x)=6028671)
+421 train 7.320601 (lr=7.3834e-04) (hash(x)=6118408)
+422 train 7.279452 (lr=7.3745e-04) (hash(x)=5757526)
+423 train 7.420662 (lr=7.3655e-04) (hash(x)=6030172)
+424 train 7.491510 (lr=7.3565e-04) (hash(x)=6719882)
+425 train 7.343468 (lr=7.3474e-04) (hash(x)=5028050)
+426 train 7.351423 (lr=7.3383e-04) (hash(x)=5682910)
+427 train 7.423174 (lr=7.3291e-04) (hash(x)=5747891)
+428 train 7.229238 (lr=7.3199e-04) (hash(x)=5734208)
+429 train 7.283911 (lr=7.3106e-04) (hash(x)=7024381)
+430 train 7.552984 (lr=7.3012e-04) (hash(x)=7814361)
+431 train 7.399691 (lr=7.2918e-04) (hash(x)=5765893)
+432 train 7.258517 (lr=7.2824e-04) (hash(x)=5572048)
+433 train 7.421177 (lr=7.2729e-04) (hash(x)=5610058)
+434 train 7.270415 (lr=7.2633e-04) (hash(x)=4459483)
+435 train 7.235401 (lr=7.2537e-04) (hash(x)=6758411)
+436 train 7.336760 (lr=7.2440e-04) (hash(x)=6701381)
+437 train 7.485813 (lr=7.2342e-04) (hash(x)=5416400)
+438 train 7.236591 (lr=7.2244e-04) (hash(x)=5919569)
+439 train 7.384229 (lr=7.2146e-04) (hash(x)=5282870)
+440 train 7.245607 (lr=7.2047e-04) (hash(x)=8072181)
+441 train 7.198156 (lr=7.1947e-04) (hash(x)=7996770)
+442 train 7.264748 (lr=7.1847e-04) (hash(x)=5093519)
+443 train 7.293458 (lr=7.1747e-04) (hash(x)=6270917)
+444 train 7.175251 (lr=7.1645e-04) (hash(x)=5852780)
+445 train 7.074408 (lr=7.1544e-04) (hash(x)=5327728)
+446 train 7.309034 (lr=7.1441e-04) (hash(x)=6260765)
+447 train 7.374115 (lr=7.1339e-04) (hash(x)=6212894)
+448 train 7.271809 (lr=7.1235e-04) (hash(x)=6724010)
+449 train 7.370953 (lr=7.1131e-04) (hash(x)=6059934)
+450 val loss 7.3727
+450 val perplexity 1591.9281
+450 train 7.150157 (lr=7.1027e-04) (hash(x)=5587382)
+451 train 7.283811 (lr=7.0922e-04) (hash(x)=7274108)
+452 train 7.322528 (lr=7.0817e-04) (hash(x)=6085396)
+453 train 7.230937 (lr=7.0711e-04) (hash(x)=4784666)
+454 train 7.327444 (lr=7.0604e-04) (hash(x)=6288638)
+455 train 7.347158 (lr=7.0497e-04) (hash(x)=7714288)
+456 train 7.432976 (lr=7.0390e-04) (hash(x)=5534748)
+457 train 7.399427 (lr=7.0282e-04) (hash(x)=6361270)
+458 train 7.439818 (lr=7.0173e-04) (hash(x)=4682956)
+459 train 7.402696 (lr=7.0064e-04) (hash(x)=7568935)
+460 train 7.454140 (lr=6.9955e-04) (hash(x)=7973311)
+461 train 7.347954 (lr=6.9845e-04) (hash(x)=6987352)
+462 train 7.339832 (lr=6.9734e-04) (hash(x)=5413904)
+463 train 7.504987 (lr=6.9623e-04) (hash(x)=6732924)
+464 train 7.444580 (lr=6.9512e-04) (hash(x)=6219754)
+465 train 7.382334 (lr=6.9400e-04) (hash(x)=6839070)
+466 train 7.316649 (lr=6.9287e-04) (hash(x)=6090120)
+467 train 7.725515 (lr=6.9174e-04) (hash(x)=7115176)
+468 train 7.465732 (lr=6.9061e-04) (hash(x)=4989299)
+469 train 7.356131 (lr=6.8947e-04) (hash(x)=7497590)
+470 train 7.430796 (lr=6.8832e-04) (hash(x)=3977557)
+471 train 7.400104 (lr=6.8717e-04) (hash(x)=5524165)
+472 train 7.400688 (lr=6.8602e-04) (hash(x)=5124936)
+473 train 7.430546 (lr=6.8486e-04) (hash(x)=5522119)
+474 train 7.364988 (lr=6.8370e-04) (hash(x)=5030865)
+475 train 7.427809 (lr=6.8253e-04) (hash(x)=6411783)
+476 train 7.370835 (lr=6.8136e-04) (hash(x)=6581937)
+477 train 7.403676 (lr=6.8018e-04) (hash(x)=5116910)
+478 train 7.214337 (lr=6.7900e-04) (hash(x)=7353459)
+479 train 7.254469 (lr=6.7781e-04) (hash(x)=6344535)
+480 train 7.572206 (lr=6.7662e-04) (hash(x)=5840169)
+481 train 7.377628 (lr=6.7542e-04) (hash(x)=6754290)
+482 train 7.576836 (lr=6.7422e-04) (hash(x)=6484573)
+483 train 7.267538 (lr=6.7302e-04) (hash(x)=5260125)
+484 train 7.306373 (lr=6.7181e-04) (hash(x)=4881179)
+485 train 7.380256 (lr=6.7059e-04) (hash(x)=5001634)
+486 train 7.321090 (lr=6.6937e-04) (hash(x)=7424810)
+487 train 7.167312 (lr=6.6815e-04) (hash(x)=5176431)
+488 train 7.294439 (lr=6.6692e-04) (hash(x)=5421624)
+489 train 7.315212 (lr=6.6569e-04) (hash(x)=5674439)
+490 train 7.254185 (lr=6.6446e-04) (hash(x)=5819157)
+491 train 7.436361 (lr=6.6322e-04) (hash(x)=6506856)
+492 train 7.250735 (lr=6.6197e-04) (hash(x)=6119124)
+493 train 7.498211 (lr=6.6072e-04) (hash(x)=6241669)
+494 train 7.105004 (lr=6.5947e-04) (hash(x)=4992756)
+495 train 7.543459 (lr=6.5821e-04) (hash(x)=7277927)
+496 train 7.461330 (lr=6.5695e-04) (hash(x)=6622097)
+497 train 7.564340 (lr=6.5568e-04) (hash(x)=7026582)
+498 train 7.485524 (lr=6.5441e-04) (hash(x)=5840987)
+499 train 7.201328 (lr=6.5314e-04) (hash(x)=4351074)
+500 val loss 7.4345
+500 val perplexity 1693.4774
+500 train 7.340623 (lr=6.5186e-04) (hash(x)=7301477)
+501 train 7.541590 (lr=6.5058e-04) (hash(x)=6264167)
+502 train 7.303625 (lr=6.4929e-04) (hash(x)=4673363)
+503 train 7.530320 (lr=6.4800e-04) (hash(x)=6332240)
+504 train 7.442071 (lr=6.4670e-04) (hash(x)=5093790)
+505 train 7.594797 (lr=6.4540e-04) (hash(x)=6890713)
+506 train 7.352987 (lr=6.4410e-04) (hash(x)=6042691)
+507 train 7.477703 (lr=6.4280e-04) (hash(x)=7080746)
+508 train 7.501744 (lr=6.4148e-04) (hash(x)=7609207)
+509 train 7.310081 (lr=6.4017e-04) (hash(x)=4591273)
+510 train 7.454575 (lr=6.3885e-04) (hash(x)=8183111)
+511 train 7.718560 (lr=6.3753e-04) (hash(x)=5893095)
+512 train 7.497441 (lr=6.3620e-04) (hash(x)=5709077)
+513 train 7.461885 (lr=6.3487e-04) (hash(x)=6218715)
+514 train 7.344151 (lr=6.3354e-04) (hash(x)=4722188)
+515 train 7.250729 (lr=6.3220e-04) (hash(x)=6313422)
+516 train 7.400622 (lr=6.3086e-04) (hash(x)=6350660)
+517 train 7.446066 (lr=6.2952e-04) (hash(x)=5371913)
+518 train 7.563063 (lr=6.2817e-04) (hash(x)=6283595)
+519 train 7.579663 (lr=6.2681e-04) (hash(x)=6179167)
+520 train 7.450664 (lr=6.2546e-04) (hash(x)=7865194)
+521 train 7.640111 (lr=6.2410e-04) (hash(x)=4883760)
+522 train 7.438840 (lr=6.2274e-04) (hash(x)=5769286)
+523 train 7.445566 (lr=6.2137e-04) (hash(x)=6309912)
+524 train 7.431752 (lr=6.2000e-04) (hash(x)=7490849)
+525 train 7.419092 (lr=6.1863e-04) (hash(x)=5631134)
+526 train 7.431568 (lr=6.1725e-04) (hash(x)=4754560)
+527 train 7.384674 (lr=6.1587e-04) (hash(x)=5448702)
+528 train 7.570445 (lr=6.1449e-04) (hash(x)=7168842)
+529 train 7.561579 (lr=6.1310e-04) (hash(x)=7469195)
+530 train 7.382328 (lr=6.1171e-04) (hash(x)=5479500)
+531 train 7.555226 (lr=6.1031e-04) (hash(x)=5634177)
+532 train 7.403822 (lr=6.0892e-04) (hash(x)=9779982)
+533 train 7.353205 (lr=6.0752e-04) (hash(x)=3641890)
+534 train 7.455035 (lr=6.0611e-04) (hash(x)=7994103)
+535 train 7.453609 (lr=6.0471e-04) (hash(x)=5358547)
+536 train 7.431534 (lr=6.0330e-04) (hash(x)=6797424)
+537 train 7.487229 (lr=6.0188e-04) (hash(x)=4876580)
+538 train 7.331033 (lr=6.0047e-04) (hash(x)=4867629)
+539 train 7.445199 (lr=5.9905e-04) (hash(x)=6601967)
+540 train 7.397231 (lr=5.9762e-04) (hash(x)=5480657)
+541 train 7.452838 (lr=5.9620e-04) (hash(x)=7127346)
+542 train 7.567822 (lr=5.9477e-04) (hash(x)=7224794)
+543 train 7.441413 (lr=5.9334e-04) (hash(x)=5967252)
+544 train 7.551286 (lr=5.9190e-04) (hash(x)=7415262)
+545 train 7.436929 (lr=5.9047e-04) (hash(x)=6522544)
+546 train 7.471183 (lr=5.8903e-04) (hash(x)=5181640)
+547 train 7.404430 (lr=5.8758e-04) (hash(x)=5916880)
+548 train 7.387734 (lr=5.8614e-04) (hash(x)=5620397)
+549 train 7.451409 (lr=5.8469e-04) (hash(x)=5994970)
+550 val loss 7.5364
+550 val perplexity 1875.0897
+550 train 7.521690 (lr=5.8323e-04) (hash(x)=6532717)
+551 train 7.515255 (lr=5.8178e-04) (hash(x)=6262762)
+552 train 7.379282 (lr=5.8032e-04) (hash(x)=5495326)
+553 train 7.646127 (lr=5.7886e-04) (hash(x)=5927868)
+554 train 7.468727 (lr=5.7740e-04) (hash(x)=5485433)
+555 train 7.425300 (lr=5.7593e-04) (hash(x)=6462425)
+556 train 7.462692 (lr=5.7447e-04) (hash(x)=6299518)
+557 train 7.525301 (lr=5.7300e-04) (hash(x)=5950376)
+558 train 7.657178 (lr=5.7152e-04) (hash(x)=6296440)
+559 train 7.771070 (lr=5.7005e-04) (hash(x)=6974102)
+560 train 7.558245 (lr=5.6857e-04) (hash(x)=6228679)
+561 train 7.341441 (lr=5.6709e-04) (hash(x)=6120319)
+562 train 7.707808 (lr=5.6560e-04) (hash(x)=6289494)
+563 train 7.537265 (lr=5.6412e-04) (hash(x)=6877818)
+564 train 7.493026 (lr=5.6263e-04) (hash(x)=6490976)
+565 train 7.597544 (lr=5.6114e-04) (hash(x)=6419450)
+566 train 7.581350 (lr=5.5965e-04) (hash(x)=6840857)
+567 train 7.517493 (lr=5.5815e-04) (hash(x)=4837686)
+568 train 7.536008 (lr=5.5666e-04) (hash(x)=5561493)
+569 train 7.474400 (lr=5.5516e-04) (hash(x)=5831242)
+570 train 7.561130 (lr=5.5365e-04) (hash(x)=6851511)
+571 train 7.625948 (lr=5.5215e-04) (hash(x)=6169616)
+572 train 7.550555 (lr=5.5064e-04) (hash(x)=5357151)
+573 train 7.421032 (lr=5.4913e-04) (hash(x)=5471028)
+574 train 7.468271 (lr=5.4762e-04) (hash(x)=5051894)
+575 train 7.468203 (lr=5.4611e-04) (hash(x)=4930450)
+576 train 7.563958 (lr=5.4460e-04) (hash(x)=6537527)
+577 train 7.500878 (lr=5.4308e-04) (hash(x)=6330572)
+578 train 7.625853 (lr=5.4156e-04) (hash(x)=5315155)
+579 train 7.492888 (lr=5.4004e-04) (hash(x)=5416079)
+580 train 7.441052 (lr=5.3852e-04) (hash(x)=6255865)
+581 train 7.667192 (lr=5.3699e-04) (hash(x)=6723036)
+582 train 7.450230 (lr=5.3547e-04) (hash(x)=7107190)
+583 train 7.546109 (lr=5.3394e-04) (hash(x)=5868958)
+584 train 7.643386 (lr=5.3241e-04) (hash(x)=7385923)
+585 train 7.460397 (lr=5.3088e-04) (hash(x)=5373053)
+586 train 7.474876 (lr=5.2934e-04) (hash(x)=5371748)
+587 train 7.615180 (lr=5.2781e-04) (hash(x)=5783717)
+588 train 7.403784 (lr=5.2627e-04) (hash(x)=6388848)
+589 train 7.390203 (lr=5.2473e-04) (hash(x)=4865068)
+590 train 7.347885 (lr=5.2319e-04) (hash(x)=5844961)
+591 train 7.448218 (lr=5.2165e-04) (hash(x)=5989273)
+592 train 7.384857 (lr=5.2011e-04) (hash(x)=5136202)
+593 train 7.517279 (lr=5.1856e-04) (hash(x)=5811889)
+594 train 7.469808 (lr=5.1702e-04) (hash(x)=6554415)
+595 train 7.511178 (lr=5.1547e-04) (hash(x)=5969272)
+596 train 7.480851 (lr=5.1392e-04) (hash(x)=7121518)
+597 train 7.936923 (lr=5.1237e-04) (hash(x)=6363768)
+598 train 7.542945 (lr=5.1082e-04) (hash(x)=7030284)
+599 train 7.640202 (lr=5.0926e-04) (hash(x)=7243339)
+600 val loss 7.5766
+600 val perplexity 1952.0062
+600 train 7.713429 (lr=5.0771e-04) (hash(x)=7199493)
+601 train 7.756603 (lr=5.0615e-04) (hash(x)=5819281)
+602 train 7.500884 (lr=5.0459e-04) (hash(x)=7285909)
+603 train 7.535044 (lr=5.0303e-04) (hash(x)=6730878)
+604 train 7.575915 (lr=5.0147e-04) (hash(x)=5200141)
+605 train 7.664170 (lr=4.9991e-04) (hash(x)=5208573)
+606 train 7.755271 (lr=4.9835e-04) (hash(x)=5976779)
+607 train 7.574374 (lr=4.9679e-04) (hash(x)=5921767)
+608 train 7.631646 (lr=4.9522e-04) (hash(x)=6596032)
+609 train 7.660711 (lr=4.9366e-04) (hash(x)=5428058)
+610 train 7.591249 (lr=4.9209e-04) (hash(x)=5748050)
+611 train 7.598941 (lr=4.9052e-04) (hash(x)=6397421)
+612 train 7.675171 (lr=4.8895e-04) (hash(x)=5638644)
+613 train 7.600860 (lr=4.8738e-04) (hash(x)=7317623)
+614 train 7.638929 (lr=4.8581e-04) (hash(x)=5254932)
+615 train 7.712118 (lr=4.8424e-04) (hash(x)=4945141)
+616 train 7.626518 (lr=4.8267e-04) (hash(x)=7093994)
+617 train 7.581876 (lr=4.8109e-04) (hash(x)=7511894)
+618 train 7.554394 (lr=4.7952e-04) (hash(x)=6706832)
+619 train 7.499073 (lr=4.7795e-04) (hash(x)=6175371)
+620 train 7.570307 (lr=4.7637e-04) (hash(x)=7089897)
+621 train 7.557417 (lr=4.7479e-04) (hash(x)=6828202)
+622 train 7.847225 (lr=4.7322e-04) (hash(x)=7095301)
+623 train 7.600407 (lr=4.7164e-04) (hash(x)=5652191)
+624 train 7.612131 (lr=4.7006e-04) (hash(x)=7336431)
+625 train 7.613230 (lr=4.6848e-04) (hash(x)=6426339)
+626 train 7.718176 (lr=4.6690e-04) (hash(x)=5874982)
+627 train 7.662855 (lr=4.6532e-04) (hash(x)=6978359)
+628 train 7.419153 (lr=4.6374e-04) (hash(x)=4438173)
+629 train 7.501123 (lr=4.6216e-04) (hash(x)=6475356)
+630 train 7.705752 (lr=4.6058e-04) (hash(x)=5030069)
+631 train 7.476147 (lr=4.5900e-04) (hash(x)=6507939)
+632 train 7.504259 (lr=4.5742e-04) (hash(x)=6373406)
+633 train 7.642270 (lr=4.5583e-04) (hash(x)=6623130)
+634 train 7.569536 (lr=4.5425e-04) (hash(x)=6276741)
+635 train 7.462178 (lr=4.5267e-04) (hash(x)=7169874)
+636 train 7.519847 (lr=4.5109e-04) (hash(x)=4947348)
+637 train 7.601785 (lr=4.4950e-04) (hash(x)=7407715)
+638 train 7.690968 (lr=4.4792e-04) (hash(x)=5453341)
+639 train 7.503454 (lr=4.4634e-04) (hash(x)=6520161)
+640 train 7.568887 (lr=4.4475e-04) (hash(x)=6011882)
+641 train 7.524736 (lr=4.4317e-04) (hash(x)=5573372)
+642 train 7.706033 (lr=4.4158e-04) (hash(x)=5344827)
+643 train 7.758078 (lr=4.4000e-04) (hash(x)=6127887)
+644 train 7.533940 (lr=4.3842e-04) (hash(x)=6052304)
+645 train 7.523339 (lr=4.3683e-04) (hash(x)=7039733)
+646 train 7.604224 (lr=4.3525e-04) (hash(x)=7746451)
+647 train 7.773371 (lr=4.3366e-04) (hash(x)=7694373)
+648 train 7.684050 (lr=4.3208e-04) (hash(x)=6911004)
+649 train 7.593968 (lr=4.3050e-04) (hash(x)=8055224)
+650 val loss 7.5403
+650 val perplexity 1882.3513
+650 train 7.619267 (lr=4.2891e-04) (hash(x)=7060476)
+651 train 7.578489 (lr=4.2733e-04) (hash(x)=6002317)
+652 train 7.588496 (lr=4.2575e-04) (hash(x)=6524390)
+653 train 7.595119 (lr=4.2417e-04) (hash(x)=8331083)
+654 train 7.621775 (lr=4.2258e-04) (hash(x)=7084852)
+655 train 7.548296 (lr=4.2100e-04) (hash(x)=6190174)
+656 train 7.515909 (lr=4.1942e-04) (hash(x)=5601780)
+657 train 7.655635 (lr=4.1784e-04) (hash(x)=4764034)
+658 train 7.549284 (lr=4.1626e-04) (hash(x)=6361606)
+659 train 7.531516 (lr=4.1468e-04) (hash(x)=5697877)
+660 train 7.583778 (lr=4.1310e-04) (hash(x)=6249793)
+661 train 7.630911 (lr=4.1152e-04) (hash(x)=7424709)
+662 train 7.640082 (lr=4.0994e-04) (hash(x)=8203076)
+663 train 7.401597 (lr=4.0836e-04) (hash(x)=5290019)
+664 train 7.453696 (lr=4.0678e-04) (hash(x)=6278399)
+665 train 7.536967 (lr=4.0521e-04) (hash(x)=5709192)
+666 train 7.619995 (lr=4.0363e-04) (hash(x)=5660292)
+667 train 7.582291 (lr=4.0205e-04) (hash(x)=5563697)
+668 train 7.569189 (lr=4.0048e-04) (hash(x)=6325245)
+669 train 7.566551 (lr=3.9891e-04) (hash(x)=6259741)
+670 train 7.687680 (lr=3.9733e-04) (hash(x)=6238355)
+671 train 7.637065 (lr=3.9576e-04) (hash(x)=7778802)
+672 train 7.574772 (lr=3.9419e-04) (hash(x)=6283496)
+673 train 7.647129 (lr=3.9262e-04) (hash(x)=5325614)
+674 train 7.524629 (lr=3.9105e-04) (hash(x)=5376057)
+675 train 7.512283 (lr=3.8948e-04) (hash(x)=5203215)
+676 train 7.588980 (lr=3.8791e-04) (hash(x)=4893030)
+677 train 7.534074 (lr=3.8634e-04) (hash(x)=7595573)
+678 train 7.620516 (lr=3.8478e-04) (hash(x)=7188575)
+679 train 7.625021 (lr=3.8321e-04) (hash(x)=6858739)
+680 train 7.526333 (lr=3.8165e-04) (hash(x)=7157032)
+681 train 7.630484 (lr=3.8009e-04) (hash(x)=5871492)
+682 train 7.502760 (lr=3.7853e-04) (hash(x)=5636927)
+683 train 7.478837 (lr=3.7697e-04) (hash(x)=6135391)
+684 train 7.573928 (lr=3.7541e-04) (hash(x)=3351432)
+685 train 7.546045 (lr=3.7385e-04) (hash(x)=6781160)
+686 train 7.584134 (lr=3.7229e-04) (hash(x)=5824767)
+687 train 7.584021 (lr=3.7074e-04) (hash(x)=4512723)
+688 train 7.529224 (lr=3.6918e-04) (hash(x)=4600884)
+689 train 7.438166 (lr=3.6763e-04) (hash(x)=5079210)
+690 train 7.516575 (lr=3.6608e-04) (hash(x)=4671963)
+691 train 7.379745 (lr=3.6453e-04) (hash(x)=4169508)
+692 train 7.645580 (lr=3.6298e-04) (hash(x)=5341676)
+693 train 7.423436 (lr=3.6144e-04) (hash(x)=7593391)
+694 train 7.550332 (lr=3.5989e-04) (hash(x)=6723106)
+695 train 7.653798 (lr=3.5835e-04) (hash(x)=5136994)
+696 train 7.613504 (lr=3.5681e-04) (hash(x)=6571636)
+697 train 7.619715 (lr=3.5527e-04) (hash(x)=6975234)
+698 train 7.436259 (lr=3.5373e-04) (hash(x)=4868479)
+699 train 7.762106 (lr=3.5219e-04) (hash(x)=7086593)
+700 val loss 7.5435
+700 val perplexity 1888.4423
+700 train 7.594830 (lr=3.5066e-04) (hash(x)=6870808)
+701 train 7.889438 (lr=3.4912e-04) (hash(x)=7186398)
+702 train 7.665181 (lr=3.4759e-04) (hash(x)=4907570)
+703 train 7.535140 (lr=3.4606e-04) (hash(x)=5812649)
+704 train 7.564381 (lr=3.4453e-04) (hash(x)=6577447)
+705 train 7.514263 (lr=3.4301e-04) (hash(x)=5923453)
+706 train 7.762703 (lr=3.4148e-04) (hash(x)=7282962)
+707 train 7.457568 (lr=3.3996e-04) (hash(x)=4767725)
+708 train 7.482709 (lr=3.3844e-04) (hash(x)=6894202)
+709 train 7.972928 (lr=3.3692e-04) (hash(x)=4904377)
+710 train 7.522717 (lr=3.3540e-04) (hash(x)=5810443)
+711 train 7.601889 (lr=3.3389e-04) (hash(x)=5193944)
+712 train 7.542549 (lr=3.3238e-04) (hash(x)=5188803)
+713 train 7.551065 (lr=3.3087e-04) (hash(x)=7235549)
+714 train 7.701838 (lr=3.2936e-04) (hash(x)=5692576)
+715 train 7.635889 (lr=3.2785e-04) (hash(x)=5103770)
+716 train 7.594498 (lr=3.2635e-04) (hash(x)=6084786)
+717 train 7.519592 (lr=3.2484e-04) (hash(x)=5949126)
+718 train 7.587924 (lr=3.2334e-04) (hash(x)=6321938)
+719 train 7.629817 (lr=3.2185e-04) (hash(x)=6227413)
+720 train 7.670659 (lr=3.2035e-04) (hash(x)=6795372)
+721 train 7.543125 (lr=3.1886e-04) (hash(x)=6506400)
+722 train 7.564490 (lr=3.1737e-04) (hash(x)=4595742)
+723 train 7.668403 (lr=3.1588e-04) (hash(x)=7342185)
+724 train 7.704750 (lr=3.1440e-04) (hash(x)=5762071)
+725 train 7.559199 (lr=3.1291e-04) (hash(x)=6337670)
+726 train 7.600758 (lr=3.1143e-04) (hash(x)=6831170)
+727 train 7.622196 (lr=3.0995e-04) (hash(x)=7080870)
+728 train 7.568775 (lr=3.0848e-04) (hash(x)=6449970)
+729 train 7.719101 (lr=3.0700e-04) (hash(x)=5588514)
+730 train 7.521279 (lr=3.0553e-04) (hash(x)=5379746)
+731 train 7.691173 (lr=3.0407e-04) (hash(x)=8049901)
+732 train 7.725621 (lr=3.0260e-04) (hash(x)=8398209)
+733 train 7.636964 (lr=3.0114e-04) (hash(x)=6152707)
+734 train 7.691932 (lr=2.9968e-04) (hash(x)=7682617)
+735 train 7.608679 (lr=2.9822e-04) (hash(x)=7053352)
+736 train 7.659449 (lr=2.9677e-04) (hash(x)=8491505)
+737 train 7.624277 (lr=2.9531e-04) (hash(x)=6102853)
+738 train 7.706184 (lr=2.9386e-04) (hash(x)=4166591)
+739 train 7.587080 (lr=2.9242e-04) (hash(x)=7501152)
+740 train 7.553897 (lr=2.9097e-04) (hash(x)=8231949)
+741 train 7.608720 (lr=2.8953e-04) (hash(x)=5741690)
+742 train 7.734529 (lr=2.8810e-04) (hash(x)=5420426)
+743 train 7.538952 (lr=2.8666e-04) (hash(x)=5808766)
+744 train 7.522714 (lr=2.8523e-04) (hash(x)=7533322)
+745 train 7.572011 (lr=2.8380e-04) (hash(x)=6350197)
+746 train 7.676644 (lr=2.8238e-04) (hash(x)=6207170)
+747 train 7.656901 (lr=2.8095e-04) (hash(x)=5811552)
+748 train 7.592969 (lr=2.7953e-04) (hash(x)=4540607)
+749 train 7.471862 (lr=2.7812e-04) (hash(x)=5599396)
+750 val loss 7.5669
+750 val perplexity 1933.0872
+750 train 7.470884 (lr=2.7670e-04) (hash(x)=6180984)
+751 train 7.634400 (lr=2.7529e-04) (hash(x)=6519152)
+752 train 7.590250 (lr=2.7389e-04) (hash(x)=9018585)
+753 train 7.648584 (lr=2.7248e-04) (hash(x)=5988202)
+754 train 7.660338 (lr=2.7108e-04) (hash(x)=7243449)
+755 train 7.485209 (lr=2.6969e-04) (hash(x)=4377360)
+756 train 7.573912 (lr=2.6829e-04) (hash(x)=5928295)
+757 train 7.528889 (lr=2.6690e-04) (hash(x)=4996189)
+758 train 7.556436 (lr=2.6551e-04) (hash(x)=6829435)
+759 train 7.637048 (lr=2.6413e-04) (hash(x)=6929283)
+760 train 7.717125 (lr=2.6275e-04) (hash(x)=7733662)
+761 train 7.672530 (lr=2.6137e-04) (hash(x)=5975918)
+762 train 7.542972 (lr=2.6000e-04) (hash(x)=5566111)
+763 train 7.625130 (lr=2.5863e-04) (hash(x)=7407511)
+764 train 7.557744 (lr=2.5726e-04) (hash(x)=5896879)
+765 train 7.522753 (lr=2.5590e-04) (hash(x)=5569196)
+766 train 7.716023 (lr=2.5454e-04) (hash(x)=6235218)
+767 train 7.649037 (lr=2.5319e-04) (hash(x)=7467630)
+768 train 7.633235 (lr=2.5183e-04) (hash(x)=5268563)
+769 train 7.809764 (lr=2.5048e-04) (hash(x)=5915215)
+770 train 7.636974 (lr=2.4914e-04) (hash(x)=5439067)
+771 train 7.587815 (lr=2.4780e-04) (hash(x)=6167203)
+772 train 7.648864 (lr=2.4646e-04) (hash(x)=4940526)
+773 train 7.692421 (lr=2.4513e-04) (hash(x)=5897107)
+774 train 7.550602 (lr=2.4380e-04) (hash(x)=6780557)
+775 train 7.648821 (lr=2.4247e-04) (hash(x)=7566733)
+776 train 7.772978 (lr=2.4115e-04) (hash(x)=7939982)
+777 train 7.545461 (lr=2.3983e-04) (hash(x)=6447254)
+778 train 7.529480 (lr=2.3852e-04) (hash(x)=5525831)
+779 train 7.470535 (lr=2.3720e-04) (hash(x)=5059170)
+780 train 7.568174 (lr=2.3590e-04) (hash(x)=7485229)
+781 train 7.679751 (lr=2.3460e-04) (hash(x)=5955219)
+782 train 7.548208 (lr=2.3330e-04) (hash(x)=6625876)
+783 train 7.839372 (lr=2.3200e-04) (hash(x)=7141085)
+784 train 7.850155 (lr=2.3071e-04) (hash(x)=5777157)
+785 train 7.506167 (lr=2.2942e-04) (hash(x)=6236468)
+786 train 7.354688 (lr=2.2814e-04) (hash(x)=5381032)
+787 train 7.533047 (lr=2.2686e-04) (hash(x)=6733716)
+788 train 7.781629 (lr=2.2559e-04) (hash(x)=7073122)
+789 train 7.737010 (lr=2.2432e-04) (hash(x)=7622163)
+790 train 7.787405 (lr=2.2305e-04) (hash(x)=6866834)
+791 train 7.729915 (lr=2.2179e-04) (hash(x)=7008739)
+792 train 7.652678 (lr=2.2053e-04) (hash(x)=7839835)
+793 train 7.538663 (lr=2.1928e-04) (hash(x)=5313637)
+794 train 7.699767 (lr=2.1803e-04) (hash(x)=6410359)
+795 train 7.549256 (lr=2.1678e-04) (hash(x)=5721008)
+796 train 7.570126 (lr=2.1554e-04) (hash(x)=6137936)
+797 train 7.436895 (lr=2.1431e-04) (hash(x)=6881406)
+798 train 7.639191 (lr=2.1308e-04) (hash(x)=6088931)
+799 train 7.654595 (lr=2.1185e-04) (hash(x)=5689728)
+800 val loss 7.5694
+800 val perplexity 1937.9481
+800 train 7.699054 (lr=2.1063e-04) (hash(x)=5800778)
+801 train 7.616796 (lr=2.0941e-04) (hash(x)=4419021)
+802 train 7.570331 (lr=2.0819e-04) (hash(x)=5544294)
+803 train 7.629237 (lr=2.0698e-04) (hash(x)=5663946)
+804 train 7.556306 (lr=2.0578e-04) (hash(x)=4573911)
+805 train 7.495501 (lr=2.0458e-04) (hash(x)=5879465)
+806 train 7.587636 (lr=2.0338e-04) (hash(x)=5641517)
+807 train 7.739289 (lr=2.0219e-04) (hash(x)=6390336)
+808 train 7.626567 (lr=2.0100e-04) (hash(x)=8412819)
+809 train 7.741934 (lr=1.9982e-04) (hash(x)=7005536)
+810 train 7.492167 (lr=1.9864e-04) (hash(x)=6630048)
+811 train 7.613661 (lr=1.9747e-04) (hash(x)=7267424)
+812 train 7.537196 (lr=1.9630e-04) (hash(x)=6497645)
+813 train 7.475287 (lr=1.9514e-04) (hash(x)=5498697)
+814 train 7.564942 (lr=1.9398e-04) (hash(x)=6323524)
+815 train 7.520209 (lr=1.9283e-04) (hash(x)=6529460)
+816 train 7.392698 (lr=1.9168e-04) (hash(x)=5498587)
+817 train 7.558104 (lr=1.9053e-04) (hash(x)=6828893)
+818 train 7.670970 (lr=1.8939e-04) (hash(x)=6591055)
+819 train 7.529550 (lr=1.8826e-04) (hash(x)=6739572)
+820 train 7.538704 (lr=1.8713e-04) (hash(x)=5614231)
+821 train 7.594312 (lr=1.8600e-04) (hash(x)=5462474)
+822 train 7.572201 (lr=1.8488e-04) (hash(x)=5906742)
+823 train 7.656599 (lr=1.8377e-04) (hash(x)=8249268)
+824 train 7.658707 (lr=1.8266e-04) (hash(x)=4886590)
+825 train 7.435260 (lr=1.8155e-04) (hash(x)=6736150)
+826 train 7.547906 (lr=1.8045e-04) (hash(x)=6601014)
+827 train 7.618305 (lr=1.7936e-04) (hash(x)=8283020)
+828 train 7.575827 (lr=1.7827e-04) (hash(x)=6526568)
+829 train 7.655956 (lr=1.7718e-04) (hash(x)=6609259)
+830 train 7.526250 (lr=1.7610e-04) (hash(x)=6079648)
+831 train 7.513031 (lr=1.7503e-04) (hash(x)=6607178)
+832 train 7.590842 (lr=1.7396e-04) (hash(x)=6815798)
+833 train 7.819019 (lr=1.7289e-04) (hash(x)=7277017)
+834 train 7.514294 (lr=1.7183e-04) (hash(x)=5326415)
+835 train 7.571322 (lr=1.7078e-04) (hash(x)=4215944)
+836 train 7.645205 (lr=1.6973e-04) (hash(x)=4689010)
+837 train 7.602386 (lr=1.6869e-04) (hash(x)=5690469)
+838 train 7.492938 (lr=1.6765e-04) (hash(x)=6699212)
+839 train 7.486357 (lr=1.6661e-04) (hash(x)=5494876)
+840 train 7.850960 (lr=1.6559e-04) (hash(x)=10756054)
+841 train 7.528389 (lr=1.6456e-04) (hash(x)=6553219)
+842 train 7.372905 (lr=1.6355e-04) (hash(x)=7323893)
+843 train 7.828763 (lr=1.6253e-04) (hash(x)=5481970)
+844 train 7.646289 (lr=1.6153e-04) (hash(x)=6102855)
+845 train 7.595944 (lr=1.6053e-04) (hash(x)=6889406)
+846 train 7.642897 (lr=1.5953e-04) (hash(x)=4468013)
+847 train 7.456985 (lr=1.5854e-04) (hash(x)=6621321)
+848 train 7.597471 (lr=1.5756e-04) (hash(x)=6185717)
+849 train 7.491279 (lr=1.5658e-04) (hash(x)=5594828)
+850 val loss 7.5465
+850 val perplexity 1894.0236
+850 train 7.604753 (lr=1.5560e-04) (hash(x)=6530853)
+851 train 7.543923 (lr=1.5463e-04) (hash(x)=5688551)
+852 train 7.648221 (lr=1.5367e-04) (hash(x)=6979027)
+853 train 7.537507 (lr=1.5271e-04) (hash(x)=6065040)
+854 train 7.496067 (lr=1.5176e-04) (hash(x)=6836310)
+855 train 7.564645 (lr=1.5082e-04) (hash(x)=4871742)
+856 train 7.477651 (lr=1.4988e-04) (hash(x)=7461300)
+857 train 7.612236 (lr=1.4894e-04) (hash(x)=5073610)
+858 train 7.540531 (lr=1.4801e-04) (hash(x)=6725326)
+859 train 7.656981 (lr=1.4709e-04) (hash(x)=6114900)
+860 train 7.639676 (lr=1.4617e-04) (hash(x)=5249155)
+861 train 7.636175 (lr=1.4526e-04) (hash(x)=8179785)
+862 train 7.542575 (lr=1.4435e-04) (hash(x)=5588627)
+863 train 7.563974 (lr=1.4345e-04) (hash(x)=7084451)
+864 train 7.760869 (lr=1.4255e-04) (hash(x)=7478960)
+865 train 7.620910 (lr=1.4166e-04) (hash(x)=5609947)
+866 train 7.596589 (lr=1.4078e-04) (hash(x)=5741827)
+867 train 7.565795 (lr=1.3990e-04) (hash(x)=3359718)
+868 train 7.474165 (lr=1.3903e-04) (hash(x)=5480813)
+869 train 7.559143 (lr=1.3816e-04) (hash(x)=4774534)
+870 train 7.646445 (lr=1.3730e-04) (hash(x)=5895917)
+871 train 7.514635 (lr=1.3645e-04) (hash(x)=4902539)
+872 train 7.577642 (lr=1.3560e-04) (hash(x)=5734618)
+873 train 7.517354 (lr=1.3476e-04) (hash(x)=7086920)
+874 train 7.754157 (lr=1.3392e-04) (hash(x)=5338668)
+875 train 7.957647 (lr=1.3309e-04) (hash(x)=5238889)
+876 train 7.488467 (lr=1.3227e-04) (hash(x)=6244468)
+877 train 7.530331 (lr=1.3145e-04) (hash(x)=6715860)
+878 train 7.642595 (lr=1.3063e-04) (hash(x)=6216047)
+879 train 7.621879 (lr=1.2983e-04) (hash(x)=6565285)
+880 train 7.569536 (lr=1.2903e-04) (hash(x)=5257335)
+881 train 7.569623 (lr=1.2823e-04) (hash(x)=6474071)
+882 train 7.612330 (lr=1.2744e-04) (hash(x)=5705620)
+883 train 7.516779 (lr=1.2666e-04) (hash(x)=7193697)
+884 train 7.593920 (lr=1.2588e-04) (hash(x)=6264039)
+885 train 7.585778 (lr=1.2511e-04) (hash(x)=6303643)
+886 train 7.519769 (lr=1.2435e-04) (hash(x)=6120402)
+887 train 7.534740 (lr=1.2359e-04) (hash(x)=4158764)
+888 train 7.299137 (lr=1.2284e-04) (hash(x)=6173916)
+889 train 7.556824 (lr=1.2209e-04) (hash(x)=6211683)
+890 train 7.588429 (lr=1.2135e-04) (hash(x)=4950548)
+891 train 7.433133 (lr=1.2062e-04) (hash(x)=4885446)
+892 train 7.554171 (lr=1.1989e-04) (hash(x)=8117411)
+893 train 7.588366 (lr=1.1917e-04) (hash(x)=7446434)
+894 train 7.481071 (lr=1.1845e-04) (hash(x)=5371870)
+895 train 7.447979 (lr=1.1774e-04) (hash(x)=5022800)
+896 train 7.460223 (lr=1.1704e-04) (hash(x)=5666758)
+897 train 7.444650 (lr=1.1634e-04) (hash(x)=5872751)
+898 train 7.886844 (lr=1.1565e-04) (hash(x)=8428026)
+899 train 7.704290 (lr=1.1497e-04) (hash(x)=5222699)
+900 val loss 7.5360
+900 val perplexity 1874.3691
+900 train 7.567203 (lr=1.1429e-04) (hash(x)=6048200)
+901 train 7.434710 (lr=1.1362e-04) (hash(x)=5125556)
+902 train 7.446784 (lr=1.1295e-04) (hash(x)=6198583)
+903 train 7.427861 (lr=1.1229e-04) (hash(x)=5112805)
+904 train 7.518618 (lr=1.1164e-04) (hash(x)=6212803)
+905 train 7.551873 (lr=1.1099e-04) (hash(x)=5642978)
+906 train 7.539564 (lr=1.1036e-04) (hash(x)=7307168)
+907 train 7.478080 (lr=1.0972e-04) (hash(x)=6115590)
+908 train 7.395474 (lr=1.0909e-04) (hash(x)=7014937)
+909 train 7.720736 (lr=1.0847e-04) (hash(x)=6374852)
+910 train 7.478175 (lr=1.0786e-04) (hash(x)=5780051)
+911 train 7.515276 (lr=1.0725e-04) (hash(x)=4762818)
+912 train 7.367507 (lr=1.0665e-04) (hash(x)=6585420)
+913 train 7.656269 (lr=1.0606e-04) (hash(x)=6291590)
+914 train 7.710505 (lr=1.0547e-04) (hash(x)=5941561)
+915 train 7.522068 (lr=1.0489e-04) (hash(x)=6824617)
+916 train 7.601200 (lr=1.0431e-04) (hash(x)=5763341)
+917 train 7.625293 (lr=1.0374e-04) (hash(x)=6030150)
+918 train 7.545836 (lr=1.0318e-04) (hash(x)=5325490)
+919 train 7.575538 (lr=1.0262e-04) (hash(x)=6373236)
+920 train 7.575417 (lr=1.0207e-04) (hash(x)=6189151)
+921 train 7.535617 (lr=1.0153e-04) (hash(x)=6645157)
+922 train 7.543871 (lr=1.0099e-04) (hash(x)=6478394)
+923 train 7.666284 (lr=1.0046e-04) (hash(x)=5615918)
+924 train 7.567281 (lr=9.9941e-05) (hash(x)=6376988)
+925 train 7.598716 (lr=9.9425e-05) (hash(x)=5456350)
+926 train 7.626200 (lr=9.8915e-05) (hash(x)=5491217)
+927 train 7.442505 (lr=9.8411e-05) (hash(x)=6871163)
+928 train 7.462374 (lr=9.7915e-05) (hash(x)=7003708)
+929 train 7.563483 (lr=9.7424e-05) (hash(x)=7271154)
+930 train 7.542067 (lr=9.6941e-05) (hash(x)=5378966)
+931 train 7.527862 (lr=9.6464e-05) (hash(x)=5912082)
+932 train 7.435543 (lr=9.5994e-05) (hash(x)=5199606)
+933 train 7.481464 (lr=9.5530e-05) (hash(x)=5195464)
+934 train 7.430543 (lr=9.5073e-05) (hash(x)=7534052)
+935 train 7.438519 (lr=9.4623e-05) (hash(x)=6594135)
+936 train 7.518635 (lr=9.4180e-05) (hash(x)=6782051)
+937 train 7.622554 (lr=9.3743e-05) (hash(x)=6485577)
+938 train 7.572618 (lr=9.3313e-05) (hash(x)=6356813)
+939 train 7.471385 (lr=9.2889e-05) (hash(x)=6903068)
+940 train 7.529856 (lr=9.2473e-05) (hash(x)=6200862)
+941 train 7.544037 (lr=9.2063e-05) (hash(x)=5873929)
+942 train 7.543595 (lr=9.1659e-05) (hash(x)=5624440)
+943 train 7.528181 (lr=9.1263e-05) (hash(x)=7166972)
+944 train 7.639604 (lr=9.0873e-05) (hash(x)=6973234)
+945 train 7.460605 (lr=9.0490e-05) (hash(x)=6626956)
+946 train 7.597321 (lr=9.0114e-05) (hash(x)=5265592)
+947 train 7.341638 (lr=8.9744e-05) (hash(x)=5569439)
+948 train 7.472672 (lr=8.9382e-05) (hash(x)=4981059)
+949 train 7.480445 (lr=8.9026e-05) (hash(x)=7488974)
+950 val loss 7.5422
+950 val perplexity 1886.0386
+950 train 7.568463 (lr=8.8677e-05) (hash(x)=5160526)
+951 train 7.497169 (lr=8.8335e-05) (hash(x)=5340877)
+952 train 7.351625 (lr=8.7999e-05) (hash(x)=6333269)
+953 train 7.543328 (lr=8.7670e-05) (hash(x)=7205151)
+954 train 7.601792 (lr=8.7349e-05) (hash(x)=7256545)
+955 train 7.469706 (lr=8.7034e-05) (hash(x)=6374904)
+956 train 7.528821 (lr=8.6725e-05) (hash(x)=7124927)
+957 train 7.485075 (lr=8.6424e-05) (hash(x)=5263132)
+958 train 7.662750 (lr=8.6130e-05) (hash(x)=8427208)
+959 train 7.471940 (lr=8.5842e-05) (hash(x)=6884232)
+960 train 7.439706 (lr=8.5561e-05) (hash(x)=7416977)
+961 train 7.561843 (lr=8.5287e-05) (hash(x)=6733050)
+962 train 7.474877 (lr=8.5020e-05) (hash(x)=5251404)
+963 train 7.587639 (lr=8.4760e-05) (hash(x)=8162997)
+964 train 7.726987 (lr=8.4507e-05) (hash(x)=7234382)
+965 train 7.632571 (lr=8.4260e-05) (hash(x)=6255275)
+966 train 7.590325 (lr=8.4021e-05) (hash(x)=4874742)
+967 train 7.536074 (lr=8.3788e-05) (hash(x)=6303037)
+968 train 7.487821 (lr=8.3563e-05) (hash(x)=5002696)
+969 train 7.531425 (lr=8.3344e-05) (hash(x)=7636268)
+970 train 7.504858 (lr=8.3132e-05) (hash(x)=5843590)
+971 train 7.570895 (lr=8.2927e-05) (hash(x)=5122289)
+972 train 7.461473 (lr=8.2729e-05) (hash(x)=5785819)
+973 train 7.532471 (lr=8.2537e-05) (hash(x)=7350343)
+974 train 7.350913 (lr=8.2353e-05) (hash(x)=7612943)
+975 train 7.612738 (lr=8.2176e-05) (hash(x)=7955067)
+976 train 7.517225 (lr=8.2005e-05) (hash(x)=5520886)
+977 train 7.408623 (lr=8.1842e-05) (hash(x)=5299200)
+978 train 7.432864 (lr=8.1685e-05) (hash(x)=7820550)
+979 train 7.397061 (lr=8.1536e-05) (hash(x)=3895312)
+980 train 7.522735 (lr=8.1393e-05) (hash(x)=4726896)
+981 train 7.307961 (lr=8.1257e-05) (hash(x)=5061167)
+982 train 7.491364 (lr=8.1128e-05) (hash(x)=7006804)
+983 train 7.492296 (lr=8.1007e-05) (hash(x)=7392600)
+984 train 7.677797 (lr=8.0892e-05) (hash(x)=7717172)
+985 train 7.781394 (lr=8.0784e-05) (hash(x)=5800587)
+986 train 7.508896 (lr=8.0683e-05) (hash(x)=5813784)
+987 train 7.478319 (lr=8.0589e-05) (hash(x)=5513267)
+988 train 7.476517 (lr=8.0502e-05) (hash(x)=7679326)
+989 train 7.545918 (lr=8.0422e-05) (hash(x)=4820278)
+990 train 7.560172 (lr=8.0348e-05) (hash(x)=5950845)
+991 train 7.474019 (lr=8.0282e-05) (hash(x)=6988067)
+992 train 7.404217 (lr=8.0223e-05) (hash(x)=4536923)
+993 train 7.552340 (lr=8.0171e-05) (hash(x)=6874134)
+994 train 7.774990 (lr=8.0125e-05) (hash(x)=7252013)
+995 train 7.430938 (lr=8.0087e-05) (hash(x)=6180446)
+996 train 7.662426 (lr=8.0056e-05) (hash(x)=5936769)
+997 train 7.582118 (lr=8.0031e-05) (hash(x)=5627313)
+998 train 7.533885 (lr=8.0014e-05) (hash(x)=7541743)
+999 val loss 7.5209
+999 val perplexity 1846.1749
+999 train 7.867359 (lr=8.0003e-05) (hash(x)=9812956)

lr8e-4_total_batch_size40960_seq_len128/model_00999.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5e1a67360050786129f8b5b4b6051a2f00394ea54da30d422df67da36fc3cb6
+size 36163010

lr8e-4_total_batch_size40960_seq_len128/optimizer_00999.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a28cb53ef695d20b89fb11f564372a82660f7f1e4f9c40f24f4510b014f7595
+size 70764358