Upload folder using huggingface_hub

lr3e-3_total_batch_size40960_seq_len128/args.json

@@ -0,0 +1 @@
+{"hellaswag": true, "attention_kind": "selective", "log_dir": "proxy_model_sweep_2/lr3e-3_total_batch_size40960_seq_len128", "resume_checkpoint": null, "resume_optimizer": false, "add_a_head": false, "add_head_to_start": true, "new_head_init": "normal", "n_heads": 2, "protect_bos_token": true, "prevent_from_masking_myself": true, "max_steps": null, "group": "proxy_model_sweep_2", "use_wandb": true, "kill_self_after_run": false, "random_seed": 1337, "memory_penalty_epsilon": 0.1, "selection_head_linear_combo": "none", "selection_head_linear_combo_scale": 1.0, "protection_kind": "none", "leaky_relu_alpha": null, "leaky_relu_bias": null, "use_compile": true, "use_mini_model": false, "upload_to_hf": true, "seq_len": 128, "batch_size": null, "total_batch_size": 40960, "protection_head_scaling_factor": 1.0, "protection_head_bias": 0.0, "n_sliced_masks": null, "n_latent_masks": null, "mask_layernorm": false, "residual_attention_masks": false, "compute_base_shapes": false, "base_shapes_savefile": null, "mup": true, "disable_selection": true, "mup_enable_coord_check_logging": false, "max_lr": 0.003, "decay_lr": true, "readout_zero_init": false, "query_zero_init": false, "l1_loss": false, "debugpy": false, "n_embd": 128}

lr3e-3_total_batch_size40960_seq_len128/dataloader_00999.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cec289292cf51a5462e2631af59109e64df3eca2d9e62e1fbd1c53a776a0f874
+size 964

lr3e-3_total_batch_size40960_seq_len128/log2.txt

@@ -0,0 +1,1043 @@
+max_steps: 1000
+0 val loss 11.6870
+0 val perplexity 119016.5000
+0 train 11.697288 (lr=1.0490e-05) (hash(x)=5534142)
+1 train 11.664479 (lr=2.0979e-05) (hash(x)=6328012)
+2 train 11.583329 (lr=3.1469e-05) (hash(x)=5556098)
+3 train 11.452430 (lr=4.1958e-05) (hash(x)=6219138)
+4 train 11.301478 (lr=5.2448e-05) (hash(x)=5491972)
+5 train 11.121954 (lr=6.2937e-05) (hash(x)=5917741)
+6 train 10.950987 (lr=7.3427e-05) (hash(x)=6112458)
+7 train 10.788260 (lr=8.3916e-05) (hash(x)=6568379)
+8 train 10.616850 (lr=9.4406e-05) (hash(x)=7386082)
+9 train 10.523159 (lr=1.0490e-04) (hash(x)=6151674)
+10 train 10.476165 (lr=1.1538e-04) (hash(x)=7859060)
+11 train 10.401353 (lr=1.2587e-04) (hash(x)=6391506)
+12 train 10.381824 (lr=1.3636e-04) (hash(x)=5985675)
+13 train 10.369776 (lr=1.4685e-04) (hash(x)=6984772)
+14 train 10.312874 (lr=1.5734e-04) (hash(x)=6603717)
+15 train 10.217746 (lr=1.6783e-04) (hash(x)=6190579)
+16 train 10.191489 (lr=1.7832e-04) (hash(x)=7276303)
+17 train 10.225484 (lr=1.8881e-04) (hash(x)=6630378)
+18 train 10.206956 (lr=1.9930e-04) (hash(x)=9989744)
+19 train 10.040196 (lr=2.0979e-04) (hash(x)=6317894)
+20 train 9.903807 (lr=2.2028e-04) (hash(x)=7947703)
+21 train 9.804403 (lr=2.3077e-04) (hash(x)=5777498)
+22 train 9.719789 (lr=2.4126e-04) (hash(x)=7723226)
+23 train 9.590364 (lr=2.5175e-04) (hash(x)=6491229)
+24 train 9.598219 (lr=2.6224e-04) (hash(x)=6019389)
+25 train 9.442539 (lr=2.7273e-04) (hash(x)=4648609)
+26 train 9.272500 (lr=2.8322e-04) (hash(x)=5558355)
+27 train 9.208429 (lr=2.9371e-04) (hash(x)=6369326)
+28 train 9.032048 (lr=3.0420e-04) (hash(x)=4906853)
+29 train 8.791049 (lr=3.1469e-04) (hash(x)=6437376)
+30 train 8.860345 (lr=3.2517e-04) (hash(x)=7084093)
+31 train 8.681697 (lr=3.3566e-04) (hash(x)=7048804)
+32 train 8.612520 (lr=3.4615e-04) (hash(x)=5752594)
+33 train 8.299013 (lr=3.5664e-04) (hash(x)=6393520)
+34 train 8.447812 (lr=3.6713e-04) (hash(x)=6793550)
+35 train 8.246338 (lr=3.7762e-04) (hash(x)=6581348)
+36 train 8.132047 (lr=3.8811e-04) (hash(x)=6235837)
+37 train 8.166009 (lr=3.9860e-04) (hash(x)=7083021)
+38 train 8.175107 (lr=4.0909e-04) (hash(x)=6155821)
+39 train 7.954661 (lr=4.1958e-04) (hash(x)=5657123)
+40 train 7.899768 (lr=4.3007e-04) (hash(x)=5312267)
+41 train 7.749982 (lr=4.4056e-04) (hash(x)=6830813)
+42 train 7.766180 (lr=4.5105e-04) (hash(x)=6424933)
+43 train 7.898534 (lr=4.6154e-04) (hash(x)=6680023)
+44 train 7.881954 (lr=4.7203e-04) (hash(x)=7523279)
+45 train 7.812966 (lr=4.8252e-04) (hash(x)=6635925)
+46 train 7.779627 (lr=4.9301e-04) (hash(x)=5869441)
+47 train 7.838256 (lr=5.0350e-04) (hash(x)=6349004)
+48 train 7.683963 (lr=5.1399e-04) (hash(x)=6008454)
+49 train 7.765456 (lr=5.2448e-04) (hash(x)=7682741)
+50 val loss 7.7952
+50 val perplexity 2428.8696
+50 train 7.868549 (lr=5.3497e-04) (hash(x)=7794028)
+51 train 7.813786 (lr=5.4545e-04) (hash(x)=6166062)
+52 train 7.790914 (lr=5.5594e-04) (hash(x)=4811192)
+53 train 7.684366 (lr=5.6643e-04) (hash(x)=7822680)
+54 train 7.775131 (lr=5.7692e-04) (hash(x)=6431409)
+55 train 7.841287 (lr=5.8741e-04) (hash(x)=5323032)
+56 train 7.632245 (lr=5.9790e-04) (hash(x)=7363286)
+57 train 7.913535 (lr=6.0839e-04) (hash(x)=5616075)
+58 train 7.873405 (lr=6.1888e-04) (hash(x)=5672608)
+59 train 7.701962 (lr=6.2937e-04) (hash(x)=6839867)
+60 train 7.693372 (lr=6.3986e-04) (hash(x)=4916928)
+61 train 7.775772 (lr=6.5035e-04) (hash(x)=8353379)
+62 train 7.728631 (lr=6.6084e-04) (hash(x)=4838871)
+63 train 7.535529 (lr=6.7133e-04) (hash(x)=6795665)
+64 train 7.720943 (lr=6.8182e-04) (hash(x)=6678038)
+65 train 7.777207 (lr=6.9231e-04) (hash(x)=6112215)
+66 train 7.789667 (lr=7.0280e-04) (hash(x)=5915361)
+67 train 7.725598 (lr=7.1329e-04) (hash(x)=5771588)
+68 train 7.674642 (lr=7.2378e-04) (hash(x)=5688829)
+69 train 7.718995 (lr=7.3427e-04) (hash(x)=5443305)
+70 train 7.775645 (lr=7.4476e-04) (hash(x)=6901933)
+71 train 7.672373 (lr=7.5524e-04) (hash(x)=4294425)
+72 train 7.606356 (lr=7.6573e-04) (hash(x)=4363941)
+73 train 7.884652 (lr=7.7622e-04) (hash(x)=5486335)
+74 train 7.879192 (lr=7.8671e-04) (hash(x)=7295165)
+75 train 7.768381 (lr=7.9720e-04) (hash(x)=6267424)
+76 train 7.845061 (lr=8.0769e-04) (hash(x)=5270452)
+77 train 7.673835 (lr=8.1818e-04) (hash(x)=6305297)
+78 train 7.957179 (lr=8.2867e-04) (hash(x)=6040077)
+79 train 7.919756 (lr=8.3916e-04) (hash(x)=7130251)
+80 train 7.608723 (lr=8.4965e-04) (hash(x)=6508350)
+81 train 7.787894 (lr=8.6014e-04) (hash(x)=5859576)
+82 train 7.456119 (lr=8.7063e-04) (hash(x)=4892065)
+83 train 7.596235 (lr=8.8112e-04) (hash(x)=7317289)
+84 train 7.739205 (lr=8.9161e-04) (hash(x)=5510218)
+85 train 7.901382 (lr=9.0210e-04) (hash(x)=6752265)
+86 train 7.637979 (lr=9.1259e-04) (hash(x)=6530867)
+87 train 7.692719 (lr=9.2308e-04) (hash(x)=5790078)
+88 train 7.711093 (lr=9.3357e-04) (hash(x)=7614023)
+89 train 7.736171 (lr=9.4406e-04) (hash(x)=5245146)
+90 train 7.644411 (lr=9.5455e-04) (hash(x)=5786972)
+91 train 7.699026 (lr=9.6503e-04) (hash(x)=6346459)
+92 train 7.723455 (lr=9.7552e-04) (hash(x)=5209234)
+93 train 7.639918 (lr=9.8601e-04) (hash(x)=5676768)
+94 train 7.777446 (lr=9.9650e-04) (hash(x)=5863092)
+95 train 7.799561 (lr=1.0070e-03) (hash(x)=7019489)
+96 train 7.644855 (lr=1.0175e-03) (hash(x)=5483019)
+97 train 7.641657 (lr=1.0280e-03) (hash(x)=5968716)
+98 train 7.519772 (lr=1.0385e-03) (hash(x)=7780194)
+99 train 7.601771 (lr=1.0490e-03) (hash(x)=3784321)
+100 val loss 7.6151
+100 val perplexity 2028.6332
+100 train 7.635980 (lr=1.0594e-03) (hash(x)=7774109)
+101 train 7.805457 (lr=1.0699e-03) (hash(x)=6576749)
+102 train 7.688452 (lr=1.0804e-03) (hash(x)=7072404)
+103 train 7.597086 (lr=1.0909e-03) (hash(x)=6556025)
+104 train 7.679251 (lr=1.1014e-03) (hash(x)=7325027)
+105 train 7.680349 (lr=1.1119e-03) (hash(x)=6373412)
+106 train 7.577396 (lr=1.1224e-03) (hash(x)=5262868)
+107 train 7.497384 (lr=1.1329e-03) (hash(x)=8055563)
+108 train 7.640412 (lr=1.1434e-03) (hash(x)=5932790)
+109 train 7.599257 (lr=1.1538e-03) (hash(x)=5680154)
+110 train 7.635151 (lr=1.1643e-03) (hash(x)=5914217)
+111 train 7.541186 (lr=1.1748e-03) (hash(x)=6424128)
+112 train 7.487160 (lr=1.1853e-03) (hash(x)=7804089)
+113 train 7.606859 (lr=1.1958e-03) (hash(x)=6490149)
+114 train 7.555996 (lr=1.2063e-03) (hash(x)=6283540)
+115 train 7.532464 (lr=1.2168e-03) (hash(x)=5728337)
+116 train 7.539703 (lr=1.2273e-03) (hash(x)=7400272)
+117 train 7.550205 (lr=1.2378e-03) (hash(x)=6473432)
+118 train 7.672611 (lr=1.2483e-03) (hash(x)=6922646)
+119 train 7.533684 (lr=1.2587e-03) (hash(x)=7277141)
+120 train 7.597652 (lr=1.2692e-03) (hash(x)=7443124)
+121 train 7.591029 (lr=1.2797e-03) (hash(x)=5632735)
+122 train 7.499315 (lr=1.2902e-03) (hash(x)=5881015)
+123 train 7.550933 (lr=1.3007e-03) (hash(x)=5809411)
+124 train 7.556213 (lr=1.3112e-03) (hash(x)=7232964)
+125 train 7.514816 (lr=1.3217e-03) (hash(x)=6171829)
+126 train 7.618147 (lr=1.3322e-03) (hash(x)=5884456)
+127 train 7.569534 (lr=1.3427e-03) (hash(x)=5077031)
+128 train 7.636033 (lr=1.3531e-03) (hash(x)=6248895)
+129 train 7.547081 (lr=1.3636e-03) (hash(x)=6918004)
+130 train 7.592378 (lr=1.3741e-03) (hash(x)=6482466)
+131 train 7.527458 (lr=1.3846e-03) (hash(x)=6588573)
+132 train 7.608802 (lr=1.3951e-03) (hash(x)=6136939)
+133 train 7.488947 (lr=1.4056e-03) (hash(x)=7040157)
+134 train 7.603480 (lr=1.4161e-03) (hash(x)=6455595)
+135 train 7.578610 (lr=1.4266e-03) (hash(x)=4122983)
+136 train 7.509761 (lr=1.4371e-03) (hash(x)=4724052)
+137 train 7.477651 (lr=1.4476e-03) (hash(x)=6820797)
+138 train 7.723425 (lr=1.4580e-03) (hash(x)=7477594)
+139 train 7.456712 (lr=1.4685e-03) (hash(x)=6146305)
+140 train 7.477085 (lr=1.4790e-03) (hash(x)=6814831)
+141 train 7.538975 (lr=1.4895e-03) (hash(x)=5548298)
+142 train 7.728532 (lr=1.5000e-03) (hash(x)=7609416)
+143 train 7.682565 (lr=1.5105e-03) (hash(x)=7574342)
+144 train 7.513314 (lr=1.5210e-03) (hash(x)=5906937)
+145 train 7.551728 (lr=1.5315e-03) (hash(x)=8013471)
+146 train 7.525507 (lr=1.5420e-03) (hash(x)=6146213)
+147 train 7.546567 (lr=1.5524e-03) (hash(x)=6709902)
+148 train 7.667819 (lr=1.5629e-03) (hash(x)=6402571)
+149 train 7.518766 (lr=1.5734e-03) (hash(x)=7683614)
+150 val loss 7.5500
+150 val perplexity 1900.8174
+150 train 7.517725 (lr=1.5839e-03) (hash(x)=5453026)
+151 train 7.442407 (lr=1.5944e-03) (hash(x)=6260017)
+152 train 7.562396 (lr=1.6049e-03) (hash(x)=6591466)
+153 train 7.576917 (lr=1.6154e-03) (hash(x)=5501472)
+154 train 7.591479 (lr=1.6259e-03) (hash(x)=5871698)
+155 train 7.423154 (lr=1.6364e-03) (hash(x)=4282052)
+156 train 7.518431 (lr=1.6469e-03) (hash(x)=7824660)
+157 train 7.449726 (lr=1.6573e-03) (hash(x)=5954950)
+158 train 7.522537 (lr=1.6678e-03) (hash(x)=5484656)
+159 train 7.659804 (lr=1.6783e-03) (hash(x)=7031328)
+160 train 7.581904 (lr=1.6888e-03) (hash(x)=9157069)
+161 train 7.667650 (lr=1.6993e-03) (hash(x)=5996883)
+162 train 7.749897 (lr=1.7098e-03) (hash(x)=7645447)
+163 train 7.773850 (lr=1.7203e-03) (hash(x)=6336164)
+164 train 7.487417 (lr=1.7308e-03) (hash(x)=5224240)
+165 train 7.816998 (lr=1.7413e-03) (hash(x)=5447801)
+166 train 7.540844 (lr=1.7517e-03) (hash(x)=4155598)
+167 train 7.502088 (lr=1.7622e-03) (hash(x)=7482744)
+168 train 7.553442 (lr=1.7727e-03) (hash(x)=4733414)
+169 train 7.510495 (lr=1.7832e-03) (hash(x)=7806284)
+170 train 7.501236 (lr=1.7937e-03) (hash(x)=7236478)
+171 train 7.516132 (lr=1.8042e-03) (hash(x)=4656255)
+172 train 7.625044 (lr=1.8147e-03) (hash(x)=9298325)
+173 train 7.558259 (lr=1.8252e-03) (hash(x)=6287524)
+174 train 7.599046 (lr=1.8357e-03) (hash(x)=7895970)
+175 train 7.538168 (lr=1.8462e-03) (hash(x)=8847992)
+176 train 7.775425 (lr=1.8566e-03) (hash(x)=6338998)
+177 train 7.715359 (lr=1.8671e-03) (hash(x)=7104011)
+178 train 7.564546 (lr=1.8776e-03) (hash(x)=5573214)
+179 train 7.603178 (lr=1.8881e-03) (hash(x)=6882897)
+180 train 7.560982 (lr=1.8986e-03) (hash(x)=5854242)
+181 train 7.404141 (lr=1.9091e-03) (hash(x)=6972494)
+182 train 7.457464 (lr=1.9196e-03) (hash(x)=6796805)
+183 train 7.359481 (lr=1.9301e-03) (hash(x)=6139120)
+184 train 7.528379 (lr=1.9406e-03) (hash(x)=6486796)
+185 train 7.403976 (lr=1.9510e-03) (hash(x)=5578797)
+186 train 7.478106 (lr=1.9615e-03) (hash(x)=6895326)
+187 train 7.529750 (lr=1.9720e-03) (hash(x)=7783160)
+188 train 7.542354 (lr=1.9825e-03) (hash(x)=4867625)
+189 train 7.369759 (lr=1.9930e-03) (hash(x)=6631123)
+190 train 7.233572 (lr=2.0035e-03) (hash(x)=6710965)
+191 train 7.374309 (lr=2.0140e-03) (hash(x)=6294657)
+192 train 7.523968 (lr=2.0245e-03) (hash(x)=5443606)
+193 train 7.510797 (lr=2.0350e-03) (hash(x)=7035770)
+194 train 7.571062 (lr=2.0455e-03) (hash(x)=4899541)
+195 train 7.418818 (lr=2.0559e-03) (hash(x)=6227120)
+196 train 7.499205 (lr=2.0664e-03) (hash(x)=5981648)
+197 train 7.487247 (lr=2.0769e-03) (hash(x)=5558993)
+198 train 7.546631 (lr=2.0874e-03) (hash(x)=7015671)
+199 train 7.529815 (lr=2.0979e-03) (hash(x)=5931234)
+200 val loss 7.5323
+200 val perplexity 1867.3190
+200 train 7.493212 (lr=2.1084e-03) (hash(x)=4582159)
+201 train 7.520218 (lr=2.1189e-03) (hash(x)=5029472)
+202 train 7.451859 (lr=2.1294e-03) (hash(x)=5434102)
+203 train 7.771329 (lr=2.1399e-03) (hash(x)=6810638)
+204 train 7.580019 (lr=2.1503e-03) (hash(x)=6521562)
+205 train 7.632313 (lr=2.1608e-03) (hash(x)=7226932)
+206 train 7.510768 (lr=2.1713e-03) (hash(x)=6957849)
+207 train 7.613171 (lr=2.1818e-03) (hash(x)=5334281)
+208 train 7.665173 (lr=2.1923e-03) (hash(x)=5887983)
+209 train 7.550827 (lr=2.2028e-03) (hash(x)=6393576)
+210 train 7.792660 (lr=2.2133e-03) (hash(x)=5057959)
+211 train 7.859183 (lr=2.2238e-03) (hash(x)=8595271)
+212 train 7.661660 (lr=2.2343e-03) (hash(x)=8395167)
+213 train 7.729256 (lr=2.2448e-03) (hash(x)=7634417)
+214 train 7.481421 (lr=2.2552e-03) (hash(x)=5257771)
+215 train 7.641338 (lr=2.2657e-03) (hash(x)=7674238)
+216 train 7.748575 (lr=2.2762e-03) (hash(x)=5300555)
+217 train 7.544027 (lr=2.2867e-03) (hash(x)=6066139)
+218 train 7.618876 (lr=2.2972e-03) (hash(x)=6688212)
+219 train 7.802570 (lr=2.3077e-03) (hash(x)=6642404)
+220 train 7.596277 (lr=2.3182e-03) (hash(x)=4961570)
+221 train 7.471457 (lr=2.3287e-03) (hash(x)=5105190)
+222 train 7.757119 (lr=2.3392e-03) (hash(x)=7155991)
+223 train 7.579486 (lr=2.3497e-03) (hash(x)=5132972)
+224 train 7.583513 (lr=2.3601e-03) (hash(x)=6269946)
+225 train 7.607416 (lr=2.3706e-03) (hash(x)=5396133)
+226 train 7.615504 (lr=2.3811e-03) (hash(x)=6394083)
+227 train 7.553298 (lr=2.3916e-03) (hash(x)=5237804)
+228 train 7.593100 (lr=2.4021e-03) (hash(x)=5216638)
+229 train 7.541492 (lr=2.4126e-03) (hash(x)=6735565)
+230 train 7.650412 (lr=2.4231e-03) (hash(x)=5983575)
+231 train 7.623351 (lr=2.4336e-03) (hash(x)=5831619)
+232 train 7.454241 (lr=2.4441e-03) (hash(x)=9109083)
+233 train 7.695180 (lr=2.4545e-03) (hash(x)=6912967)
+234 train 7.870037 (lr=2.4650e-03) (hash(x)=5965674)
+235 train 7.744660 (lr=2.4755e-03) (hash(x)=5822533)
+236 train 7.637827 (lr=2.4860e-03) (hash(x)=5268216)
+237 train 7.518311 (lr=2.4965e-03) (hash(x)=6531900)
+238 train 7.497599 (lr=2.5070e-03) (hash(x)=5426499)
+239 train 7.942806 (lr=2.5175e-03) (hash(x)=7455372)
+240 train 8.156732 (lr=2.5280e-03) (hash(x)=8319119)
+241 train 8.080388 (lr=2.5385e-03) (hash(x)=7592128)
+242 train 8.075894 (lr=2.5490e-03) (hash(x)=8704170)
+243 train 7.928718 (lr=2.5594e-03) (hash(x)=7165037)
+244 train 7.777972 (lr=2.5699e-03) (hash(x)=7678000)
+245 train 7.721402 (lr=2.5804e-03) (hash(x)=7414788)
+246 train 7.870728 (lr=2.5909e-03) (hash(x)=7326216)
+247 train 8.124786 (lr=2.6014e-03) (hash(x)=5857162)
+248 train 8.669445 (lr=2.6119e-03) (hash(x)=14715669)
+249 train 11.827425 (lr=2.6224e-03) (hash(x)=16950560)
+250 val loss 7.8710
+250 val perplexity 2620.1401
+250 train 7.989854 (lr=2.6329e-03) (hash(x)=6159125)
+251 train 8.123094 (lr=2.6434e-03) (hash(x)=5908442)
+252 train 8.320396 (lr=2.6538e-03) (hash(x)=6668887)
+253 train 8.633328 (lr=2.6643e-03) (hash(x)=7662975)
+254 train 8.839959 (lr=2.6748e-03) (hash(x)=6669539)
+255 train 8.785848 (lr=2.6853e-03) (hash(x)=5015998)
+256 train 8.638851 (lr=2.6958e-03) (hash(x)=5458386)
+257 train 8.603579 (lr=2.7063e-03) (hash(x)=4849847)
+258 train 8.445528 (lr=2.7168e-03) (hash(x)=5125562)
+259 train 8.360657 (lr=2.7273e-03) (hash(x)=6012047)
+260 train 8.162292 (lr=2.7378e-03) (hash(x)=6079364)
+261 train 8.013741 (lr=2.7483e-03) (hash(x)=6030395)
+262 train 7.955608 (lr=2.7587e-03) (hash(x)=6781762)
+263 train 7.948049 (lr=2.7692e-03) (hash(x)=5238325)
+264 train 8.028419 (lr=2.7797e-03) (hash(x)=8611144)
+265 train 7.911411 (lr=2.7902e-03) (hash(x)=6901605)
+266 train 7.997202 (lr=2.8007e-03) (hash(x)=5499337)
+267 train 8.039770 (lr=2.8112e-03) (hash(x)=7134874)
+268 train 7.981185 (lr=2.8217e-03) (hash(x)=6149038)
+269 train 7.935495 (lr=2.8322e-03) (hash(x)=6609760)
+270 train 7.944668 (lr=2.8427e-03) (hash(x)=6652627)
+271 train 7.942243 (lr=2.8531e-03) (hash(x)=8618579)
+272 train 7.840546 (lr=2.8636e-03) (hash(x)=5896892)
+273 train 8.022510 (lr=2.8741e-03) (hash(x)=8945854)
+274 train 7.825257 (lr=2.8846e-03) (hash(x)=6775103)
+275 train 7.940297 (lr=2.8951e-03) (hash(x)=6200024)
+276 train 7.887071 (lr=2.9056e-03) (hash(x)=5238139)
+277 train 8.038110 (lr=2.9161e-03) (hash(x)=5780948)
+278 train 8.055530 (lr=2.9266e-03) (hash(x)=6168407)
+279 train 8.032235 (lr=2.9371e-03) (hash(x)=3775881)
+280 train 8.044285 (lr=2.9476e-03) (hash(x)=6848709)
+281 train 8.387005 (lr=2.9580e-03) (hash(x)=6478113)
+282 train 8.088246 (lr=2.9685e-03) (hash(x)=6483914)
+283 train 8.029901 (lr=2.9790e-03) (hash(x)=5927795)
+284 train 8.022542 (lr=2.9895e-03) (hash(x)=8438033)
+285 train 8.021898 (lr=3.0000e-03) (hash(x)=5684788)
+286 train 7.883074 (lr=3.0000e-03) (hash(x)=5710182)
+287 train 7.936989 (lr=3.0000e-03) (hash(x)=6160063)
+288 train 7.820657 (lr=2.9999e-03) (hash(x)=5955100)
+289 train 7.738075 (lr=2.9999e-03) (hash(x)=6672309)
+290 train 8.077601 (lr=2.9998e-03) (hash(x)=9001564)
+291 train 8.365347 (lr=2.9997e-03) (hash(x)=5454654)
+292 train 7.838997 (lr=2.9995e-03) (hash(x)=5174062)
+293 train 7.943873 (lr=2.9994e-03) (hash(x)=6199203)
+294 train 7.913346 (lr=2.9992e-03) (hash(x)=8352747)
+295 train 7.974141 (lr=2.9989e-03) (hash(x)=4547106)
+296 train 7.981630 (lr=2.9987e-03) (hash(x)=6433099)
+297 train 7.876280 (lr=2.9984e-03) (hash(x)=6424428)
+298 train 7.949889 (lr=2.9981e-03) (hash(x)=5975712)
+299 train 7.885099 (lr=2.9978e-03) (hash(x)=5458532)
+300 val loss 7.9346
+300 val perplexity 2792.1294
+300 train 8.091057 (lr=2.9974e-03) (hash(x)=7002774)
+301 train 8.157508 (lr=2.9971e-03) (hash(x)=8206173)
+302 train 8.237864 (lr=2.9967e-03) (hash(x)=7784971)
+303 train 8.187315 (lr=2.9962e-03) (hash(x)=6001843)
+304 train 8.016881 (lr=2.9958e-03) (hash(x)=5698642)
+305 train 7.960882 (lr=2.9953e-03) (hash(x)=6600751)
+306 train 7.928277 (lr=2.9948e-03) (hash(x)=5804610)
+307 train 7.884192 (lr=2.9942e-03) (hash(x)=5162652)
+308 train 7.880470 (lr=2.9937e-03) (hash(x)=5297006)
+309 train 7.876735 (lr=2.9931e-03) (hash(x)=6728323)
+310 train 7.859600 (lr=2.9925e-03) (hash(x)=3964882)
+311 train 7.874573 (lr=2.9918e-03) (hash(x)=6735993)
+312 train 7.962002 (lr=2.9912e-03) (hash(x)=5150316)
+313 train 7.806353 (lr=2.9905e-03) (hash(x)=5220448)
+314 train 7.931576 (lr=2.9898e-03) (hash(x)=6971289)
+315 train 8.017199 (lr=2.9890e-03) (hash(x)=5012069)
+316 train 7.867236 (lr=2.9883e-03) (hash(x)=6576136)
+317 train 7.856455 (lr=2.9875e-03) (hash(x)=6077647)
+318 train 7.942037 (lr=2.9866e-03) (hash(x)=6032381)
+319 train 7.814801 (lr=2.9858e-03) (hash(x)=8410716)
+320 train 7.817859 (lr=2.9849e-03) (hash(x)=6212516)
+321 train 7.805441 (lr=2.9840e-03) (hash(x)=5298545)
+322 train 7.876772 (lr=2.9831e-03) (hash(x)=5779073)
+323 train 7.756114 (lr=2.9821e-03) (hash(x)=6340947)
+324 train 7.554636 (lr=2.9812e-03) (hash(x)=6530441)
+325 train 7.835091 (lr=2.9802e-03) (hash(x)=7818007)
+326 train 7.727715 (lr=2.9791e-03) (hash(x)=6277435)
+327 train 7.735211 (lr=2.9781e-03) (hash(x)=6226320)
+328 train 7.802394 (lr=2.9770e-03) (hash(x)=5463751)
+329 train 7.742763 (lr=2.9759e-03) (hash(x)=6579329)
+330 train 7.820364 (lr=2.9748e-03) (hash(x)=6660540)
+331 train 7.773661 (lr=2.9736e-03) (hash(x)=6491272)
+332 train 7.739844 (lr=2.9724e-03) (hash(x)=6766947)
+333 train 7.954917 (lr=2.9712e-03) (hash(x)=3721218)
+334 train 7.847244 (lr=2.9700e-03) (hash(x)=5229898)
+335 train 7.683785 (lr=2.9687e-03) (hash(x)=6054428)
+336 train 7.815266 (lr=2.9675e-03) (hash(x)=6290464)
+337 train 7.784539 (lr=2.9662e-03) (hash(x)=6904498)
+338 train 7.781158 (lr=2.9648e-03) (hash(x)=7765805)
+339 train 7.754781 (lr=2.9635e-03) (hash(x)=6543764)
+340 train 7.774087 (lr=2.9621e-03) (hash(x)=7204955)
+341 train 7.707437 (lr=2.9607e-03) (hash(x)=4423711)
+342 train 7.654321 (lr=2.9592e-03) (hash(x)=5343477)
+343 train 7.770920 (lr=2.9578e-03) (hash(x)=6595856)
+344 train 7.622881 (lr=2.9563e-03) (hash(x)=7229015)
+345 train 7.709580 (lr=2.9548e-03) (hash(x)=5916034)
+346 train 7.871807 (lr=2.9532e-03) (hash(x)=6939521)
+347 train 7.753299 (lr=2.9517e-03) (hash(x)=5492185)
+348 train 7.673536 (lr=2.9501e-03) (hash(x)=6898006)
+349 train 7.606372 (lr=2.9485e-03) (hash(x)=5462008)
+350 val loss 7.7879
+350 val perplexity 2411.1887
+350 train 7.680268 (lr=2.9468e-03) (hash(x)=7821902)
+351 train 7.778730 (lr=2.9452e-03) (hash(x)=6608108)
+352 train 7.826403 (lr=2.9435e-03) (hash(x)=6295394)
+353 train 7.734435 (lr=2.9418e-03) (hash(x)=6803449)
+354 train 7.758473 (lr=2.9400e-03) (hash(x)=7444134)
+355 train 7.772284 (lr=2.9383e-03) (hash(x)=5361923)
+356 train 7.768383 (lr=2.9365e-03) (hash(x)=7803039)
+357 train 7.884455 (lr=2.9347e-03) (hash(x)=7042578)
+358 train 7.775435 (lr=2.9328e-03) (hash(x)=6647007)
+359 train 7.812696 (lr=2.9310e-03) (hash(x)=6303658)
+360 train 7.936314 (lr=2.9291e-03) (hash(x)=6158927)
+361 train 7.846681 (lr=2.9272e-03) (hash(x)=6419656)
+362 train 7.743092 (lr=2.9252e-03) (hash(x)=7891271)
+363 train 7.946332 (lr=2.9233e-03) (hash(x)=7099888)
+364 train 7.955026 (lr=2.9213e-03) (hash(x)=6352424)
+365 train 7.870308 (lr=2.9193e-03) (hash(x)=5863145)
+366 train 7.895033 (lr=2.9172e-03) (hash(x)=6844597)
+367 train 7.920383 (lr=2.9152e-03) (hash(x)=6009861)
+368 train 7.836215 (lr=2.9131e-03) (hash(x)=5374957)
+369 train 7.867153 (lr=2.9110e-03) (hash(x)=3923225)
+370 train 7.804662 (lr=2.9088e-03) (hash(x)=5848862)
+371 train 7.823964 (lr=2.9067e-03) (hash(x)=4440634)
+372 train 7.794880 (lr=2.9045e-03) (hash(x)=4788998)
+373 train 7.783244 (lr=2.9023e-03) (hash(x)=7378165)
+374 train 7.833479 (lr=2.9001e-03) (hash(x)=4771243)
+375 train 7.818946 (lr=2.8978e-03) (hash(x)=5716089)
+376 train 7.876677 (lr=2.8955e-03) (hash(x)=7991009)
+377 train 7.890808 (lr=2.8932e-03) (hash(x)=5348607)
+378 train 7.959656 (lr=2.8909e-03) (hash(x)=6036146)
+379 train 7.847301 (lr=2.8885e-03) (hash(x)=6658718)
+380 train 7.788325 (lr=2.8862e-03) (hash(x)=6176253)
+381 train 7.789000 (lr=2.8838e-03) (hash(x)=4542895)
+382 train 7.695456 (lr=2.8813e-03) (hash(x)=5549073)
+383 train 7.968520 (lr=2.8789e-03) (hash(x)=5342783)
+384 train 7.990794 (lr=2.8764e-03) (hash(x)=6549546)
+385 train 7.769759 (lr=2.8739e-03) (hash(x)=6170599)
+386 train 8.068797 (lr=2.8714e-03) (hash(x)=8483134)
+387 train 8.129075 (lr=2.8689e-03) (hash(x)=4865036)
+388 train 7.771400 (lr=2.8663e-03) (hash(x)=4433890)
+389 train 8.219731 (lr=2.8637e-03) (hash(x)=6738597)
+390 train 7.858744 (lr=2.8611e-03) (hash(x)=5459620)
+391 train 7.873519 (lr=2.8585e-03) (hash(x)=4604074)
+392 train 7.863134 (lr=2.8558e-03) (hash(x)=8045501)
+393 train 7.972947 (lr=2.8531e-03) (hash(x)=6176464)
+394 train 7.809046 (lr=2.8504e-03) (hash(x)=6127317)
+395 train 7.832631 (lr=2.8477e-03) (hash(x)=5571462)
+396 train 7.839383 (lr=2.8449e-03) (hash(x)=6640755)
+397 train 7.887265 (lr=2.8422e-03) (hash(x)=6147295)
+398 train 7.834729 (lr=2.8394e-03) (hash(x)=6120461)
+399 train 7.792903 (lr=2.8365e-03) (hash(x)=5123928)
+400 val loss 7.8427
+400 val perplexity 2546.9512
+400 train 7.808500 (lr=2.8337e-03) (hash(x)=5428813)
+401 train 7.777775 (lr=2.8308e-03) (hash(x)=6448586)
+402 train 7.923082 (lr=2.8279e-03) (hash(x)=8116987)
+403 train 7.910599 (lr=2.8250e-03) (hash(x)=5974342)
+404 train 7.949418 (lr=2.8221e-03) (hash(x)=5261336)
+405 train 7.786650 (lr=2.8191e-03) (hash(x)=5307056)
+406 train 7.714135 (lr=2.8162e-03) (hash(x)=5865119)
+407 train 7.761190 (lr=2.8131e-03) (hash(x)=6672380)
+408 train 7.790997 (lr=2.8101e-03) (hash(x)=6886810)
+409 train 7.903008 (lr=2.8071e-03) (hash(x)=6564071)
+410 train 7.696156 (lr=2.8040e-03) (hash(x)=7705089)
+411 train 7.712930 (lr=2.8009e-03) (hash(x)=5773073)
+412 train 7.691098 (lr=2.7978e-03) (hash(x)=5905976)
+413 train 8.183324 (lr=2.7947e-03) (hash(x)=6936653)
+414 train 7.771364 (lr=2.7915e-03) (hash(x)=6592773)
+415 train 7.711508 (lr=2.7883e-03) (hash(x)=6796551)
+416 train 7.779583 (lr=2.7851e-03) (hash(x)=6151589)
+417 train 8.020397 (lr=2.7819e-03) (hash(x)=7045164)
+418 train 7.825209 (lr=2.7786e-03) (hash(x)=6650506)
+419 train 7.744246 (lr=2.7754e-03) (hash(x)=7839748)
+420 train 7.978945 (lr=2.7721e-03) (hash(x)=6028671)
+421 train 7.835269 (lr=2.7688e-03) (hash(x)=6118408)
+422 train 7.782845 (lr=2.7654e-03) (hash(x)=5757526)
+423 train 7.902639 (lr=2.7621e-03) (hash(x)=6030172)
+424 train 7.931468 (lr=2.7587e-03) (hash(x)=6719882)
+425 train 7.797464 (lr=2.7553e-03) (hash(x)=5028050)
+426 train 7.810927 (lr=2.7519e-03) (hash(x)=5682910)
+427 train 7.888758 (lr=2.7484e-03) (hash(x)=5747891)
+428 train 7.702429 (lr=2.7450e-03) (hash(x)=5734208)
+429 train 7.757227 (lr=2.7415e-03) (hash(x)=7024381)
+430 train 8.019962 (lr=2.7380e-03) (hash(x)=7814361)
+431 train 7.888383 (lr=2.7344e-03) (hash(x)=5765893)
+432 train 7.724426 (lr=2.7309e-03) (hash(x)=5572048)
+433 train 7.897046 (lr=2.7273e-03) (hash(x)=5610058)
+434 train 7.758879 (lr=2.7237e-03) (hash(x)=4459483)
+435 train 7.733801 (lr=2.7201e-03) (hash(x)=6758411)
+436 train 7.803641 (lr=2.7165e-03) (hash(x)=6701381)
+437 train 7.948761 (lr=2.7128e-03) (hash(x)=5416400)
+438 train 7.715144 (lr=2.7092e-03) (hash(x)=5919569)
+439 train 7.862026 (lr=2.7055e-03) (hash(x)=5282870)
+440 train 7.710243 (lr=2.7018e-03) (hash(x)=8072181)
+441 train 7.668911 (lr=2.6980e-03) (hash(x)=7996770)
+442 train 7.716647 (lr=2.6943e-03) (hash(x)=5093519)
+443 train 7.734970 (lr=2.6905e-03) (hash(x)=6270917)
+444 train 7.628579 (lr=2.6867e-03) (hash(x)=5852780)
+445 train 7.481976 (lr=2.6829e-03) (hash(x)=5327728)
+446 train 7.801276 (lr=2.6791e-03) (hash(x)=6260765)
+447 train 7.881089 (lr=2.6752e-03) (hash(x)=6212894)
+448 train 7.761203 (lr=2.6713e-03) (hash(x)=6724010)
+449 train 7.826178 (lr=2.6674e-03) (hash(x)=6059934)
+450 val loss 7.8168
+450 val perplexity 2481.8940
+450 train 7.595906 (lr=2.6635e-03) (hash(x)=5587382)
+451 train 7.748790 (lr=2.6596e-03) (hash(x)=7274108)
+452 train 7.834761 (lr=2.6556e-03) (hash(x)=6085396)
+453 train 7.796189 (lr=2.6517e-03) (hash(x)=4784666)
+454 train 7.889256 (lr=2.6477e-03) (hash(x)=6288638)
+455 train 7.928413 (lr=2.6437e-03) (hash(x)=7714288)
+456 train 7.970423 (lr=2.6396e-03) (hash(x)=5534748)
+457 train 7.831335 (lr=2.6356e-03) (hash(x)=6361270)
+458 train 7.804205 (lr=2.6315e-03) (hash(x)=4682956)
+459 train 7.753545 (lr=2.6274e-03) (hash(x)=7568935)
+460 train 7.880300 (lr=2.6233e-03) (hash(x)=7973311)
+461 train 7.778728 (lr=2.6192e-03) (hash(x)=6987352)
+462 train 7.682131 (lr=2.6150e-03) (hash(x)=5413904)
+463 train 7.885342 (lr=2.6109e-03) (hash(x)=6732924)
+464 train 7.818769 (lr=2.6067e-03) (hash(x)=6219754)
+465 train 7.810005 (lr=2.6025e-03) (hash(x)=6839070)
+466 train 7.770814 (lr=2.5983e-03) (hash(x)=6090120)
+467 train 8.165805 (lr=2.5940e-03) (hash(x)=7115176)
+468 train 7.910902 (lr=2.5898e-03) (hash(x)=4989299)
+469 train 7.800844 (lr=2.5855e-03) (hash(x)=7497590)
+470 train 7.831113 (lr=2.5812e-03) (hash(x)=3977557)
+471 train 7.770406 (lr=2.5769e-03) (hash(x)=5524165)
+472 train 7.764602 (lr=2.5726e-03) (hash(x)=5124936)
+473 train 7.804563 (lr=2.5682e-03) (hash(x)=5522119)
+474 train 7.729124 (lr=2.5639e-03) (hash(x)=5030865)
+475 train 7.820582 (lr=2.5595e-03) (hash(x)=6411783)
+476 train 7.825943 (lr=2.5551e-03) (hash(x)=6581937)
+477 train 7.886583 (lr=2.5507e-03) (hash(x)=5116910)
+478 train 7.730342 (lr=2.5462e-03) (hash(x)=7353459)
+479 train 7.709627 (lr=2.5418e-03) (hash(x)=6344535)
+480 train 8.042537 (lr=2.5373e-03) (hash(x)=5840169)
+481 train 7.724423 (lr=2.5328e-03) (hash(x)=6754290)
+482 train 7.907392 (lr=2.5283e-03) (hash(x)=6484573)
+483 train 7.680956 (lr=2.5238e-03) (hash(x)=5260125)
+484 train 7.805238 (lr=2.5193e-03) (hash(x)=4881179)
+485 train 7.914628 (lr=2.5147e-03) (hash(x)=5001634)
+486 train 7.891254 (lr=2.5102e-03) (hash(x)=7424810)
+487 train 7.736274 (lr=2.5056e-03) (hash(x)=5176431)
+488 train 7.797306 (lr=2.5010e-03) (hash(x)=5421624)
+489 train 7.866865 (lr=2.4963e-03) (hash(x)=5674439)
+490 train 7.757630 (lr=2.4917e-03) (hash(x)=5819157)
+491 train 7.851449 (lr=2.4871e-03) (hash(x)=6506856)
+492 train 7.725029 (lr=2.4824e-03) (hash(x)=6119124)
+493 train 7.899455 (lr=2.4777e-03) (hash(x)=6241669)
+494 train 7.522427 (lr=2.4730e-03) (hash(x)=4992756)
+495 train 7.920021 (lr=2.4683e-03) (hash(x)=7277927)
+496 train 7.895043 (lr=2.4636e-03) (hash(x)=6622097)
+497 train 7.991194 (lr=2.4588e-03) (hash(x)=7026582)
+498 train 7.919476 (lr=2.4540e-03) (hash(x)=5840987)
+499 train 7.619853 (lr=2.4493e-03) (hash(x)=4351074)
+500 val loss 7.8386
+500 val perplexity 2536.6829
+500 train 7.766568 (lr=2.4445e-03) (hash(x)=7301477)
+501 train 7.952703 (lr=2.4397e-03) (hash(x)=6264167)
+502 train 7.675928 (lr=2.4348e-03) (hash(x)=4673363)
+503 train 7.913496 (lr=2.4300e-03) (hash(x)=6332240)
+504 train 7.824941 (lr=2.4251e-03) (hash(x)=5093790)
+505 train 7.966659 (lr=2.4203e-03) (hash(x)=6890713)
+506 train 7.759203 (lr=2.4154e-03) (hash(x)=6042691)
+507 train 7.892343 (lr=2.4105e-03) (hash(x)=7080746)
+508 train 7.870537 (lr=2.4056e-03) (hash(x)=7609207)
+509 train 7.641185 (lr=2.4006e-03) (hash(x)=4591273)
+510 train 7.792077 (lr=2.3957e-03) (hash(x)=8183111)
+511 train 8.060661 (lr=2.3907e-03) (hash(x)=5893095)
+512 train 7.898957 (lr=2.3858e-03) (hash(x)=5709077)
+513 train 7.840493 (lr=2.3808e-03) (hash(x)=6218715)
+514 train 7.745891 (lr=2.3758e-03) (hash(x)=4722188)
+515 train 7.626786 (lr=2.3708e-03) (hash(x)=6313422)
+516 train 7.768368 (lr=2.3657e-03) (hash(x)=6350660)
+517 train 7.810089 (lr=2.3607e-03) (hash(x)=5371913)
+518 train 7.943320 (lr=2.3556e-03) (hash(x)=6283595)
+519 train 7.939716 (lr=2.3506e-03) (hash(x)=6179167)
+520 train 7.843018 (lr=2.3455e-03) (hash(x)=7865194)
+521 train 7.945138 (lr=2.3404e-03) (hash(x)=4883760)
+522 train 7.761275 (lr=2.3353e-03) (hash(x)=5769286)
+523 train 7.746145 (lr=2.3301e-03) (hash(x)=6309912)
+524 train 7.746069 (lr=2.3250e-03) (hash(x)=7490849)
+525 train 7.726550 (lr=2.3198e-03) (hash(x)=5631134)
+526 train 7.719683 (lr=2.3147e-03) (hash(x)=4754560)
+527 train 7.664703 (lr=2.3095e-03) (hash(x)=5448702)
+528 train 7.864285 (lr=2.3043e-03) (hash(x)=7168842)
+529 train 7.829534 (lr=2.2991e-03) (hash(x)=7469195)
+530 train 7.682174 (lr=2.2939e-03) (hash(x)=5479500)
+531 train 7.846877 (lr=2.2887e-03) (hash(x)=5634177)
+532 train 7.732557 (lr=2.2834e-03) (hash(x)=9779982)
+533 train 7.652588 (lr=2.2782e-03) (hash(x)=3641890)
+534 train 7.728912 (lr=2.2729e-03) (hash(x)=7994103)
+535 train 7.724516 (lr=2.2676e-03) (hash(x)=5358547)
+536 train 7.701543 (lr=2.2624e-03) (hash(x)=6797424)
+537 train 7.835644 (lr=2.2571e-03) (hash(x)=4876580)
+538 train 7.580977 (lr=2.2517e-03) (hash(x)=4867629)
+539 train 7.703421 (lr=2.2464e-03) (hash(x)=6601967)
+540 train 7.670922 (lr=2.2411e-03) (hash(x)=5480657)
+541 train 7.728854 (lr=2.2357e-03) (hash(x)=7127346)
+542 train 7.835683 (lr=2.2304e-03) (hash(x)=7224794)
+543 train 7.733553 (lr=2.2250e-03) (hash(x)=5967252)
+544 train 7.820445 (lr=2.2196e-03) (hash(x)=7415262)
+545 train 7.709553 (lr=2.2142e-03) (hash(x)=6522544)
+546 train 7.742133 (lr=2.2088e-03) (hash(x)=5181640)
+547 train 7.672265 (lr=2.2034e-03) (hash(x)=5916880)
+548 train 7.642344 (lr=2.1980e-03) (hash(x)=5620397)
+549 train 7.705572 (lr=2.1926e-03) (hash(x)=5994970)
+550 val loss 7.7742
+550 val perplexity 2378.4238
+550 train 7.761143 (lr=2.1871e-03) (hash(x)=6532717)
+551 train 7.757055 (lr=2.1817e-03) (hash(x)=6262762)
+552 train 7.604557 (lr=2.1762e-03) (hash(x)=5495326)
+553 train 7.883718 (lr=2.1707e-03) (hash(x)=5927868)
+554 train 7.692981 (lr=2.1653e-03) (hash(x)=5485433)
+555 train 7.633148 (lr=2.1598e-03) (hash(x)=6462425)
+556 train 7.671703 (lr=2.1542e-03) (hash(x)=6299518)
+557 train 7.744657 (lr=2.1487e-03) (hash(x)=5950376)
+558 train 7.861241 (lr=2.1432e-03) (hash(x)=6296440)
+559 train 7.957998 (lr=2.1377e-03) (hash(x)=6974102)
+560 train 7.732212 (lr=2.1321e-03) (hash(x)=6228679)
+561 train 7.457102 (lr=2.1266e-03) (hash(x)=6120319)
+562 train 7.882240 (lr=2.1210e-03) (hash(x)=6289494)
+563 train 7.710309 (lr=2.1154e-03) (hash(x)=6877818)
+564 train 7.666038 (lr=2.1099e-03) (hash(x)=6490976)
+565 train 7.780184 (lr=2.1043e-03) (hash(x)=6419450)
+566 train 7.766951 (lr=2.0987e-03) (hash(x)=6840857)
+567 train 7.720932 (lr=2.0931e-03) (hash(x)=4837686)
+568 train 7.756986 (lr=2.0875e-03) (hash(x)=5561493)
+569 train 7.665317 (lr=2.0818e-03) (hash(x)=5831242)
+570 train 7.756404 (lr=2.0762e-03) (hash(x)=6851511)
+571 train 7.806781 (lr=2.0706e-03) (hash(x)=6169616)
+572 train 7.730547 (lr=2.0649e-03) (hash(x)=5357151)
+573 train 7.589833 (lr=2.0593e-03) (hash(x)=5471028)
+574 train 7.640335 (lr=2.0536e-03) (hash(x)=5051894)
+575 train 7.634428 (lr=2.0479e-03) (hash(x)=4930450)
+576 train 7.776700 (lr=2.0422e-03) (hash(x)=6537527)
+577 train 7.687700 (lr=2.0366e-03) (hash(x)=6330572)
+578 train 7.819798 (lr=2.0309e-03) (hash(x)=5315155)
+579 train 7.699385 (lr=2.0252e-03) (hash(x)=5416079)
+580 train 7.635670 (lr=2.0194e-03) (hash(x)=6255865)
+581 train 7.900740 (lr=2.0137e-03) (hash(x)=6723036)
+582 train 7.646069 (lr=2.0080e-03) (hash(x)=7107190)
+583 train 7.738617 (lr=2.0023e-03) (hash(x)=5868958)
+584 train 7.825630 (lr=1.9965e-03) (hash(x)=7385923)
+585 train 7.636406 (lr=1.9908e-03) (hash(x)=5373053)
+586 train 7.672981 (lr=1.9850e-03) (hash(x)=5371748)
+587 train 7.816061 (lr=1.9793e-03) (hash(x)=5783717)
+588 train 7.599503 (lr=1.9735e-03) (hash(x)=6388848)
+589 train 7.592145 (lr=1.9677e-03) (hash(x)=4865068)
+590 train 7.549097 (lr=1.9620e-03) (hash(x)=5844961)
+591 train 7.625145 (lr=1.9562e-03) (hash(x)=5989273)
+592 train 7.569379 (lr=1.9504e-03) (hash(x)=5136202)
+593 train 7.691973 (lr=1.9446e-03) (hash(x)=5811889)
+594 train 7.657429 (lr=1.9388e-03) (hash(x)=6554415)
+595 train 7.692138 (lr=1.9330e-03) (hash(x)=5969272)
+596 train 7.656627 (lr=1.9272e-03) (hash(x)=7121518)
+597 train 8.091704 (lr=1.9214e-03) (hash(x)=6363768)
+598 train 7.703127 (lr=1.9156e-03) (hash(x)=7030284)
+599 train 7.796325 (lr=1.9097e-03) (hash(x)=7243339)
+600 val loss 7.7225
+600 val perplexity 2258.5503
+600 train 7.859155 (lr=1.9039e-03) (hash(x)=7199493)
+601 train 7.923041 (lr=1.8981e-03) (hash(x)=5819281)
+602 train 7.657584 (lr=1.8922e-03) (hash(x)=7285909)
+603 train 7.682470 (lr=1.8864e-03) (hash(x)=6730878)
+604 train 7.727514 (lr=1.8805e-03) (hash(x)=5200141)
+605 train 7.806885 (lr=1.8747e-03) (hash(x)=5208573)
+606 train 7.887036 (lr=1.8688e-03) (hash(x)=5976779)
+607 train 7.717017 (lr=1.8629e-03) (hash(x)=5921767)
+608 train 7.782152 (lr=1.8571e-03) (hash(x)=6596032)
+609 train 7.807802 (lr=1.8512e-03) (hash(x)=5428058)
+610 train 7.725619 (lr=1.8453e-03) (hash(x)=5748050)
+611 train 7.739799 (lr=1.8395e-03) (hash(x)=6397421)
+612 train 7.807858 (lr=1.8336e-03) (hash(x)=5638644)
+613 train 7.729673 (lr=1.8277e-03) (hash(x)=7317623)
+614 train 7.766802 (lr=1.8218e-03) (hash(x)=5254932)
+615 train 7.848262 (lr=1.8159e-03) (hash(x)=4945141)
+616 train 7.762687 (lr=1.8100e-03) (hash(x)=7093994)
+617 train 7.714802 (lr=1.8041e-03) (hash(x)=7511894)
+618 train 7.706810 (lr=1.7982e-03) (hash(x)=6706832)
+619 train 7.643578 (lr=1.7923e-03) (hash(x)=6175371)
+620 train 7.716118 (lr=1.7864e-03) (hash(x)=7089897)
+621 train 7.715421 (lr=1.7805e-03) (hash(x)=6828202)
+622 train 7.988283 (lr=1.7746e-03) (hash(x)=7095301)
+623 train 7.746866 (lr=1.7686e-03) (hash(x)=5652191)
+624 train 7.758737 (lr=1.7627e-03) (hash(x)=7336431)
+625 train 7.763969 (lr=1.7568e-03) (hash(x)=6426339)
+626 train 7.866049 (lr=1.7509e-03) (hash(x)=5874982)
+627 train 7.799151 (lr=1.7450e-03) (hash(x)=6978359)
+628 train 7.537475 (lr=1.7390e-03) (hash(x)=4438173)
+629 train 7.641233 (lr=1.7331e-03) (hash(x)=6475356)
+630 train 7.853772 (lr=1.7272e-03) (hash(x)=5030069)
+631 train 7.629866 (lr=1.7212e-03) (hash(x)=6507939)
+632 train 7.658139 (lr=1.7153e-03) (hash(x)=6373406)
+633 train 7.788686 (lr=1.7094e-03) (hash(x)=6623130)
+634 train 7.704153 (lr=1.7034e-03) (hash(x)=6276741)
+635 train 7.620919 (lr=1.6975e-03) (hash(x)=7169874)
+636 train 7.670124 (lr=1.6916e-03) (hash(x)=4947348)
+637 train 7.762075 (lr=1.6856e-03) (hash(x)=7407715)
+638 train 7.865242 (lr=1.6797e-03) (hash(x)=5453341)
+639 train 7.669835 (lr=1.6738e-03) (hash(x)=6520161)
+640 train 7.740260 (lr=1.6678e-03) (hash(x)=6011882)
+641 train 7.698287 (lr=1.6619e-03) (hash(x)=5573372)
+642 train 7.858994 (lr=1.6559e-03) (hash(x)=5344827)
+643 train 7.921936 (lr=1.6500e-03) (hash(x)=6127887)
+644 train 7.707982 (lr=1.6441e-03) (hash(x)=6052304)
+645 train 7.702738 (lr=1.6381e-03) (hash(x)=7039733)
+646 train 7.757112 (lr=1.6322e-03) (hash(x)=7746451)
+647 train 7.939248 (lr=1.6262e-03) (hash(x)=7694373)
+648 train 7.845171 (lr=1.6203e-03) (hash(x)=6911004)
+649 train 7.770084 (lr=1.6144e-03) (hash(x)=8055224)
+650 val loss 7.7158
+650 val perplexity 2243.4919
+650 train 7.784694 (lr=1.6084e-03) (hash(x)=7060476)
+651 train 7.750010 (lr=1.6025e-03) (hash(x)=6002317)
+652 train 7.768577 (lr=1.5966e-03) (hash(x)=6524390)
+653 train 7.769818 (lr=1.5906e-03) (hash(x)=8331083)
+654 train 7.798645 (lr=1.5847e-03) (hash(x)=7084852)
+655 train 7.722343 (lr=1.5788e-03) (hash(x)=6190174)
+656 train 7.688580 (lr=1.5728e-03) (hash(x)=5601780)
+657 train 7.841041 (lr=1.5669e-03) (hash(x)=4764034)
+658 train 7.731352 (lr=1.5610e-03) (hash(x)=6361606)
+659 train 7.708015 (lr=1.5550e-03) (hash(x)=5697877)
+660 train 7.775334 (lr=1.5491e-03) (hash(x)=6249793)
+661 train 7.813062 (lr=1.5432e-03) (hash(x)=7424709)
+662 train 7.823290 (lr=1.5373e-03) (hash(x)=8203076)
+663 train 7.582362 (lr=1.5314e-03) (hash(x)=5290019)
+664 train 7.638449 (lr=1.5254e-03) (hash(x)=6278399)
+665 train 7.727815 (lr=1.5195e-03) (hash(x)=5709192)
+666 train 7.797440 (lr=1.5136e-03) (hash(x)=5660292)
+667 train 7.762671 (lr=1.5077e-03) (hash(x)=5563697)
+668 train 7.749375 (lr=1.5018e-03) (hash(x)=6325245)
+669 train 7.759284 (lr=1.4959e-03) (hash(x)=6259741)
+670 train 7.856074 (lr=1.4900e-03) (hash(x)=6238355)
+671 train 7.818702 (lr=1.4841e-03) (hash(x)=7778802)
+672 train 7.775535 (lr=1.4782e-03) (hash(x)=6283496)
+673 train 7.817242 (lr=1.4723e-03) (hash(x)=5325614)
+674 train 7.708561 (lr=1.4664e-03) (hash(x)=5376057)
+675 train 7.679363 (lr=1.4605e-03) (hash(x)=5203215)
+676 train 7.789243 (lr=1.4547e-03) (hash(x)=4893030)
+677 train 7.701435 (lr=1.4488e-03) (hash(x)=7595573)
+678 train 7.788373 (lr=1.4429e-03) (hash(x)=7188575)
+679 train 7.801357 (lr=1.4371e-03) (hash(x)=6858739)
+680 train 7.703433 (lr=1.4312e-03) (hash(x)=7157032)
+681 train 7.806026 (lr=1.4253e-03) (hash(x)=5871492)
+682 train 7.690859 (lr=1.4195e-03) (hash(x)=5636927)
+683 train 7.658020 (lr=1.4136e-03) (hash(x)=6135391)
+684 train 7.759703 (lr=1.4078e-03) (hash(x)=3351432)
+685 train 7.714324 (lr=1.4019e-03) (hash(x)=6781160)
+686 train 7.750656 (lr=1.3961e-03) (hash(x)=5824767)
+687 train 7.763284 (lr=1.3903e-03) (hash(x)=4512723)
+688 train 7.698975 (lr=1.3844e-03) (hash(x)=4600884)
+689 train 7.637565 (lr=1.3786e-03) (hash(x)=5079210)
+690 train 7.689184 (lr=1.3728e-03) (hash(x)=4671963)
+691 train 7.567908 (lr=1.3670e-03) (hash(x)=4169508)
+692 train 7.821415 (lr=1.3612e-03) (hash(x)=5341676)
+693 train 7.611031 (lr=1.3554e-03) (hash(x)=7593391)
+694 train 7.720570 (lr=1.3496e-03) (hash(x)=6723106)
+695 train 7.821275 (lr=1.3438e-03) (hash(x)=5136994)
+696 train 7.790675 (lr=1.3380e-03) (hash(x)=6571636)
+697 train 7.778792 (lr=1.3323e-03) (hash(x)=6975234)
+698 train 7.605060 (lr=1.3265e-03) (hash(x)=4868479)
+699 train 7.939438 (lr=1.3207e-03) (hash(x)=7086593)
+700 val loss 7.7186
+700 val perplexity 2249.8350
+700 train 7.775850 (lr=1.3150e-03) (hash(x)=6870808)
+701 train 8.031322 (lr=1.3092e-03) (hash(x)=7186398)
+702 train 7.821193 (lr=1.3035e-03) (hash(x)=4907570)
+703 train 7.706019 (lr=1.2977e-03) (hash(x)=5812649)
+704 train 7.735859 (lr=1.2920e-03) (hash(x)=6577447)
+705 train 7.689717 (lr=1.2863e-03) (hash(x)=5923453)
+706 train 7.933388 (lr=1.2806e-03) (hash(x)=7282962)
+707 train 7.640251 (lr=1.2748e-03) (hash(x)=4767725)
+708 train 7.659239 (lr=1.2691e-03) (hash(x)=6894202)
+709 train 8.095910 (lr=1.2634e-03) (hash(x)=4904377)
+710 train 7.692556 (lr=1.2578e-03) (hash(x)=5810443)
+711 train 7.773018 (lr=1.2521e-03) (hash(x)=5193944)
+712 train 7.695698 (lr=1.2464e-03) (hash(x)=5188803)
+713 train 7.711354 (lr=1.2407e-03) (hash(x)=7235549)
+714 train 7.871559 (lr=1.2351e-03) (hash(x)=5692576)
+715 train 7.793741 (lr=1.2294e-03) (hash(x)=5103770)
+716 train 7.753967 (lr=1.2238e-03) (hash(x)=6084786)
+717 train 7.669781 (lr=1.2182e-03) (hash(x)=5949126)
+718 train 7.742417 (lr=1.2125e-03) (hash(x)=6321938)
+719 train 7.785174 (lr=1.2069e-03) (hash(x)=6227413)
+720 train 7.847672 (lr=1.2013e-03) (hash(x)=6795372)
+721 train 7.700337 (lr=1.1957e-03) (hash(x)=6506400)
+722 train 7.737967 (lr=1.1901e-03) (hash(x)=4595742)
+723 train 7.836090 (lr=1.1846e-03) (hash(x)=7342185)
+724 train 7.867690 (lr=1.1790e-03) (hash(x)=5762071)
+725 train 7.741219 (lr=1.1734e-03) (hash(x)=6337670)
+726 train 7.765738 (lr=1.1679e-03) (hash(x)=6831170)
+727 train 7.777280 (lr=1.1623e-03) (hash(x)=7080870)
+728 train 7.723921 (lr=1.1568e-03) (hash(x)=6449970)
+729 train 7.875694 (lr=1.1513e-03) (hash(x)=5588514)
+730 train 7.696763 (lr=1.1458e-03) (hash(x)=5379746)
+731 train 7.846350 (lr=1.1402e-03) (hash(x)=8049901)
+732 train 7.889677 (lr=1.1347e-03) (hash(x)=8398209)
+733 train 7.784472 (lr=1.1293e-03) (hash(x)=6152707)
+734 train 7.844168 (lr=1.1238e-03) (hash(x)=7682617)
+735 train 7.757251 (lr=1.1183e-03) (hash(x)=7053352)
+736 train 7.801785 (lr=1.1129e-03) (hash(x)=8491505)
+737 train 7.769586 (lr=1.1074e-03) (hash(x)=6102853)
+738 train 7.850826 (lr=1.1020e-03) (hash(x)=4166591)
+739 train 7.738389 (lr=1.0966e-03) (hash(x)=7501152)
+740 train 7.707316 (lr=1.0912e-03) (hash(x)=8231949)
+741 train 7.760527 (lr=1.0858e-03) (hash(x)=5741690)
+742 train 7.892381 (lr=1.0804e-03) (hash(x)=5420426)
+743 train 7.688899 (lr=1.0750e-03) (hash(x)=5808766)
+744 train 7.680545 (lr=1.0696e-03) (hash(x)=7533322)
+745 train 7.714114 (lr=1.0643e-03) (hash(x)=6350197)
+746 train 7.816427 (lr=1.0589e-03) (hash(x)=6207170)
+747 train 7.799877 (lr=1.0536e-03) (hash(x)=5811552)
+748 train 7.739798 (lr=1.0483e-03) (hash(x)=4540607)
+749 train 7.624123 (lr=1.0429e-03) (hash(x)=5599396)
+750 val loss 7.7138
+750 val perplexity 2238.9255
+750 train 7.616040 (lr=1.0376e-03) (hash(x)=6180984)
+751 train 7.785501 (lr=1.0324e-03) (hash(x)=6519152)
+752 train 7.732035 (lr=1.0271e-03) (hash(x)=9018585)
+753 train 7.774067 (lr=1.0218e-03) (hash(x)=5988202)
+754 train 7.800897 (lr=1.0166e-03) (hash(x)=7243449)
+755 train 7.640830 (lr=1.0113e-03) (hash(x)=4377360)
+756 train 7.712819 (lr=1.0061e-03) (hash(x)=5928295)
+757 train 7.673607 (lr=1.0009e-03) (hash(x)=4996189)
+758 train 7.704133 (lr=9.9568e-04) (hash(x)=6829435)
+759 train 7.787287 (lr=9.9049e-04) (hash(x)=6929283)
+760 train 7.829751 (lr=9.8531e-04) (hash(x)=7733662)
+761 train 7.807028 (lr=9.8015e-04) (hash(x)=5975918)
+762 train 7.674926 (lr=9.7500e-04) (hash(x)=5566111)
+763 train 7.750078 (lr=9.6986e-04) (hash(x)=7407511)
+764 train 7.678582 (lr=9.6474e-04) (hash(x)=5896879)
+765 train 7.654156 (lr=9.5963e-04) (hash(x)=5569196)
+766 train 7.832763 (lr=9.5453e-04) (hash(x)=6235218)
+767 train 7.773887 (lr=9.4944e-04) (hash(x)=7467630)
+768 train 7.744948 (lr=9.4437e-04) (hash(x)=5268563)
+769 train 7.938095 (lr=9.3932e-04) (hash(x)=5915215)
+770 train 7.748833 (lr=9.3427e-04) (hash(x)=5439067)
+771 train 7.719534 (lr=9.2924e-04) (hash(x)=6167203)
+772 train 7.780579 (lr=9.2423e-04) (hash(x)=4940526)
+773 train 7.816148 (lr=9.1923e-04) (hash(x)=5897107)
+774 train 7.680554 (lr=9.1424e-04) (hash(x)=6780557)
+775 train 7.772544 (lr=9.0927e-04) (hash(x)=7566733)
+776 train 7.893176 (lr=9.0431e-04) (hash(x)=7939982)
+777 train 7.671304 (lr=8.9936e-04) (hash(x)=6447254)
+778 train 7.661762 (lr=8.9443e-04) (hash(x)=5525831)
+779 train 7.619434 (lr=8.8952e-04) (hash(x)=5059170)
+780 train 7.700555 (lr=8.8462e-04) (hash(x)=7485229)
+781 train 7.798194 (lr=8.7973e-04) (hash(x)=5955219)
+782 train 7.679614 (lr=8.7486e-04) (hash(x)=6625876)
+783 train 7.943814 (lr=8.7001e-04) (hash(x)=7141085)
+784 train 8.030111 (lr=8.6516e-04) (hash(x)=5777157)
+785 train 7.618348 (lr=8.6034e-04) (hash(x)=6236468)
+786 train 7.477746 (lr=8.5553e-04) (hash(x)=5381032)
+787 train 7.654172 (lr=8.5073e-04) (hash(x)=6733716)
+788 train 7.887829 (lr=8.4596e-04) (hash(x)=7073122)
+789 train 7.852873 (lr=8.4119e-04) (hash(x)=7622163)
+790 train 7.901239 (lr=8.3644e-04) (hash(x)=6866834)
+791 train 7.849960 (lr=8.3171e-04) (hash(x)=7008739)
+792 train 7.771218 (lr=8.2699e-04) (hash(x)=7839835)
+793 train 7.672283 (lr=8.2229e-04) (hash(x)=5313637)
+794 train 7.800224 (lr=8.1761e-04) (hash(x)=6410359)
+795 train 7.666275 (lr=8.1294e-04) (hash(x)=5721008)
+796 train 7.677934 (lr=8.0829e-04) (hash(x)=6137936)
+797 train 7.545530 (lr=8.0365e-04) (hash(x)=6881406)
+798 train 7.760059 (lr=7.9903e-04) (hash(x)=6088931)
+799 train 7.772440 (lr=7.9443e-04) (hash(x)=5689728)
+800 val loss 7.6937
+800 val perplexity 2194.4966
+800 train 7.812163 (lr=7.8984e-04) (hash(x)=5800778)
+801 train 7.725514 (lr=7.8527e-04) (hash(x)=4419021)
+802 train 7.681883 (lr=7.8072e-04) (hash(x)=5544294)
+803 train 7.742010 (lr=7.7618e-04) (hash(x)=5663946)
+804 train 7.672286 (lr=7.7167e-04) (hash(x)=4573911)
+805 train 7.609970 (lr=7.6716e-04) (hash(x)=5879465)
+806 train 7.707552 (lr=7.6268e-04) (hash(x)=5641517)
+807 train 7.851873 (lr=7.5821e-04) (hash(x)=6390336)
+808 train 7.741605 (lr=7.5376e-04) (hash(x)=8412819)
+809 train 7.853963 (lr=7.4933e-04) (hash(x)=7005536)
+810 train 7.606152 (lr=7.4491e-04) (hash(x)=6630048)
+811 train 7.744143 (lr=7.4051e-04) (hash(x)=7267424)
+812 train 7.653555 (lr=7.3613e-04) (hash(x)=6497645)
+813 train 7.596004 (lr=7.3177e-04) (hash(x)=5498697)
+814 train 7.680041 (lr=7.2742e-04) (hash(x)=6323524)
+815 train 7.634501 (lr=7.2309e-04) (hash(x)=6529460)
+816 train 7.515810 (lr=7.1878e-04) (hash(x)=5498587)
+817 train 7.685587 (lr=7.1449e-04) (hash(x)=6828893)
+818 train 7.777584 (lr=7.1022e-04) (hash(x)=6591055)
+819 train 7.645197 (lr=7.0596e-04) (hash(x)=6739572)
+820 train 7.660881 (lr=7.0173e-04) (hash(x)=5614231)
+821 train 7.718308 (lr=6.9751e-04) (hash(x)=5462474)
+822 train 7.705780 (lr=6.9331e-04) (hash(x)=5906742)
+823 train 7.774216 (lr=6.8913e-04) (hash(x)=8249268)
+824 train 7.774566 (lr=6.8496e-04) (hash(x)=4886590)
+825 train 7.556327 (lr=6.8082e-04) (hash(x)=6736150)
+826 train 7.663374 (lr=6.7669e-04) (hash(x)=6601014)
+827 train 7.729485 (lr=6.7259e-04) (hash(x)=8283020)
+828 train 7.687828 (lr=6.6850e-04) (hash(x)=6526568)
+829 train 7.763347 (lr=6.6443e-04) (hash(x)=6609259)
+830 train 7.653064 (lr=6.6038e-04) (hash(x)=6079648)
+831 train 7.633299 (lr=6.5635e-04) (hash(x)=6607178)
+832 train 7.704588 (lr=6.5234e-04) (hash(x)=6815798)
+833 train 7.931954 (lr=6.4835e-04) (hash(x)=7277017)
+834 train 7.641302 (lr=6.4437e-04) (hash(x)=5326415)
+835 train 7.691921 (lr=6.4042e-04) (hash(x)=4215944)
+836 train 7.759661 (lr=6.3649e-04) (hash(x)=4689010)
+837 train 7.726243 (lr=6.3257e-04) (hash(x)=5690469)
+838 train 7.614465 (lr=6.2868e-04) (hash(x)=6699212)
+839 train 7.620133 (lr=6.2480e-04) (hash(x)=5494876)
+840 train 7.986465 (lr=6.2095e-04) (hash(x)=10756054)
+841 train 7.650000 (lr=6.1711e-04) (hash(x)=6553219)
+842 train 7.527837 (lr=6.1330e-04) (hash(x)=7323893)
+843 train 7.951657 (lr=6.0950e-04) (hash(x)=5481970)
+844 train 7.771655 (lr=6.0573e-04) (hash(x)=6102855)
+845 train 7.729331 (lr=6.0198e-04) (hash(x)=6889406)
+846 train 7.769063 (lr=5.9824e-04) (hash(x)=4468013)
+847 train 7.582155 (lr=5.9453e-04) (hash(x)=6621321)
+848 train 7.725120 (lr=5.9083e-04) (hash(x)=6185717)
+849 train 7.615608 (lr=5.8716e-04) (hash(x)=5594828)
+850 val loss 7.6728
+850 val perplexity 2149.1121
+850 train 7.730751 (lr=5.8351e-04) (hash(x)=6530853)
+851 train 7.666372 (lr=5.7988e-04) (hash(x)=5688551)
+852 train 7.766419 (lr=5.7627e-04) (hash(x)=6979027)
+853 train 7.660294 (lr=5.7268e-04) (hash(x)=6065040)
+854 train 7.616200 (lr=5.6911e-04) (hash(x)=6836310)
+855 train 7.669339 (lr=5.6556e-04) (hash(x)=4871742)
+856 train 7.593432 (lr=5.6203e-04) (hash(x)=7461300)
+857 train 7.729896 (lr=5.5853e-04) (hash(x)=5073610)
+858 train 7.662956 (lr=5.5504e-04) (hash(x)=6725326)
+859 train 7.780891 (lr=5.5158e-04) (hash(x)=6114900)
+860 train 7.751688 (lr=5.4813e-04) (hash(x)=5249155)
+861 train 7.760153 (lr=5.4471e-04) (hash(x)=8179785)
+862 train 7.668104 (lr=5.4131e-04) (hash(x)=5588627)
+863 train 7.682823 (lr=5.3793e-04) (hash(x)=7084451)
+864 train 7.849386 (lr=5.3458e-04) (hash(x)=7478960)
+865 train 7.740847 (lr=5.3124e-04) (hash(x)=5609947)
+866 train 7.720728 (lr=5.2793e-04) (hash(x)=5741827)
+867 train 7.692734 (lr=5.2464e-04) (hash(x)=3359718)
+868 train 7.591864 (lr=5.2137e-04) (hash(x)=5480813)
+869 train 7.673711 (lr=5.1812e-04) (hash(x)=4774534)
+870 train 7.763359 (lr=5.1489e-04) (hash(x)=5895917)
+871 train 7.635966 (lr=5.1169e-04) (hash(x)=4902539)
+872 train 7.695893 (lr=5.0851e-04) (hash(x)=5734618)
+873 train 7.633891 (lr=5.0534e-04) (hash(x)=7086920)
+874 train 7.868269 (lr=5.0221e-04) (hash(x)=5338668)
+875 train 8.062423 (lr=4.9909e-04) (hash(x)=5238889)
+876 train 7.612788 (lr=4.9600e-04) (hash(x)=6244468)
+877 train 7.659681 (lr=4.9293e-04) (hash(x)=6715860)
+878 train 7.802299 (lr=4.8988e-04) (hash(x)=6216047)
+879 train 7.733390 (lr=4.8685e-04) (hash(x)=6565285)
+880 train 7.687359 (lr=4.8385e-04) (hash(x)=5257335)
+881 train 7.690683 (lr=4.8087e-04) (hash(x)=6474071)
+882 train 7.734727 (lr=4.7791e-04) (hash(x)=5705620)
+883 train 7.639180 (lr=4.7497e-04) (hash(x)=7193697)
+884 train 7.725647 (lr=4.7206e-04) (hash(x)=6264039)
+885 train 7.700440 (lr=4.6917e-04) (hash(x)=6303643)
+886 train 7.649241 (lr=4.6630e-04) (hash(x)=6120402)
+887 train 7.667858 (lr=4.6346e-04) (hash(x)=4158764)
+888 train 7.431095 (lr=4.6063e-04) (hash(x)=6173916)
+889 train 7.686386 (lr=4.5783e-04) (hash(x)=6211683)
+890 train 7.719081 (lr=4.5506e-04) (hash(x)=4950548)
+891 train 7.556942 (lr=4.5231e-04) (hash(x)=4885446)
+892 train 7.683796 (lr=4.4958e-04) (hash(x)=8117411)
+893 train 7.706108 (lr=4.4687e-04) (hash(x)=7446434)
+894 train 7.611644 (lr=4.4419e-04) (hash(x)=5371870)
+895 train 7.578645 (lr=4.4153e-04) (hash(x)=5022800)
+896 train 7.581103 (lr=4.3889e-04) (hash(x)=5666758)
+897 train 7.571211 (lr=4.3628e-04) (hash(x)=5872751)
+898 train 8.002069 (lr=4.3369e-04) (hash(x)=8428026)
+899 train 7.826220 (lr=4.3113e-04) (hash(x)=5222699)
+900 val loss 7.6695
+900 val perplexity 2142.0947
+900 train 7.701339 (lr=4.2858e-04) (hash(x)=6048200)
+901 train 7.565121 (lr=4.2607e-04) (hash(x)=5125556)
+902 train 7.587252 (lr=4.2357e-04) (hash(x)=6198583)
+903 train 7.550518 (lr=4.2110e-04) (hash(x)=5112805)
+904 train 7.634262 (lr=4.1865e-04) (hash(x)=6212803)
+905 train 7.672472 (lr=4.1623e-04) (hash(x)=5642978)
+906 train 7.661731 (lr=4.1383e-04) (hash(x)=7307168)
+907 train 7.601252 (lr=4.1146e-04) (hash(x)=6115590)
+908 train 7.506181 (lr=4.0910e-04) (hash(x)=7014937)
+909 train 7.870617 (lr=4.0678e-04) (hash(x)=6374852)
+910 train 7.586648 (lr=4.0447e-04) (hash(x)=5780051)
+911 train 7.631597 (lr=4.0220e-04) (hash(x)=4762818)
+912 train 7.488890 (lr=3.9994e-04) (hash(x)=6585420)
+913 train 7.778216 (lr=3.9771e-04) (hash(x)=6291590)
+914 train 7.830007 (lr=3.9550e-04) (hash(x)=5941561)
+915 train 7.640212 (lr=3.9332e-04) (hash(x)=6824617)
+916 train 7.727508 (lr=3.9116e-04) (hash(x)=5763341)
+917 train 7.751686 (lr=3.8903e-04) (hash(x)=6030150)
+918 train 7.679438 (lr=3.8692e-04) (hash(x)=5325490)
+919 train 7.692722 (lr=3.8484e-04) (hash(x)=6373236)
+920 train 7.698028 (lr=3.8277e-04) (hash(x)=6189151)
+921 train 7.653669 (lr=3.8074e-04) (hash(x)=6645157)
+922 train 7.665819 (lr=3.7873e-04) (hash(x)=6478394)
+923 train 7.794346 (lr=3.7674e-04) (hash(x)=5615918)
+924 train 7.687846 (lr=3.7478e-04) (hash(x)=6376988)
+925 train 7.719791 (lr=3.7284e-04) (hash(x)=5456350)
+926 train 7.745311 (lr=3.7093e-04) (hash(x)=5491217)
+927 train 7.570042 (lr=3.6904e-04) (hash(x)=6871163)
+928 train 7.587512 (lr=3.6718e-04) (hash(x)=7003708)
+929 train 7.689504 (lr=3.6534e-04) (hash(x)=7271154)
+930 train 7.658877 (lr=3.6353e-04) (hash(x)=5378966)
+931 train 7.650168 (lr=3.6174e-04) (hash(x)=5912082)
+932 train 7.568612 (lr=3.5998e-04) (hash(x)=5199606)
+933 train 7.601523 (lr=3.5824e-04) (hash(x)=5195464)
+934 train 7.557374 (lr=3.5653e-04) (hash(x)=7534052)
+935 train 7.565880 (lr=3.5484e-04) (hash(x)=6594135)
+936 train 7.635489 (lr=3.5317e-04) (hash(x)=6782051)
+937 train 7.752236 (lr=3.5154e-04) (hash(x)=6485577)
+938 train 7.708436 (lr=3.4992e-04) (hash(x)=6356813)
+939 train 7.595922 (lr=3.4833e-04) (hash(x)=6903068)
+940 train 7.667468 (lr=3.4677e-04) (hash(x)=6200862)
+941 train 7.665900 (lr=3.4523e-04) (hash(x)=5873929)
+942 train 7.675252 (lr=3.4372e-04) (hash(x)=5624440)
+943 train 7.640039 (lr=3.4224e-04) (hash(x)=7166972)
+944 train 7.751742 (lr=3.4077e-04) (hash(x)=6973234)
+945 train 7.591569 (lr=3.3934e-04) (hash(x)=6626956)
+946 train 7.713542 (lr=3.3793e-04) (hash(x)=5265592)
+947 train 7.463261 (lr=3.3654e-04) (hash(x)=5569439)
+948 train 7.588073 (lr=3.3518e-04) (hash(x)=4981059)
+949 train 7.604094 (lr=3.3385e-04) (hash(x)=7488974)
+950 val loss 7.6605
+950 val perplexity 2122.7214
+950 train 7.684927 (lr=3.3254e-04) (hash(x)=5160526)
+951 train 7.607478 (lr=3.3125e-04) (hash(x)=5340877)
+952 train 7.476114 (lr=3.3000e-04) (hash(x)=6333269)
+953 train 7.668159 (lr=3.2876e-04) (hash(x)=7205151)
+954 train 7.710987 (lr=3.2756e-04) (hash(x)=7256545)
+955 train 7.593724 (lr=3.2638e-04) (hash(x)=6374904)
+956 train 7.634000 (lr=3.2522e-04) (hash(x)=7124927)
+957 train 7.603136 (lr=3.2409e-04) (hash(x)=5263132)
+958 train 7.782009 (lr=3.2299e-04) (hash(x)=8427208)
+959 train 7.591995 (lr=3.2191e-04) (hash(x)=6884232)
+960 train 7.573591 (lr=3.2085e-04) (hash(x)=7416977)
+961 train 7.695164 (lr=3.1983e-04) (hash(x)=6733050)
+962 train 7.605251 (lr=3.1883e-04) (hash(x)=5251404)
+963 train 7.724405 (lr=3.1785e-04) (hash(x)=8162997)
+964 train 7.855420 (lr=3.1690e-04) (hash(x)=7234382)
+965 train 7.762786 (lr=3.1598e-04) (hash(x)=6255275)
+966 train 7.716793 (lr=3.1508e-04) (hash(x)=4874742)
+967 train 7.686601 (lr=3.1421e-04) (hash(x)=6303037)
+968 train 7.606568 (lr=3.1336e-04) (hash(x)=5002696)
+969 train 7.642520 (lr=3.1254e-04) (hash(x)=7636268)
+970 train 7.625826 (lr=3.1174e-04) (hash(x)=5843590)
+971 train 7.705189 (lr=3.1098e-04) (hash(x)=5122289)
+972 train 7.590402 (lr=3.1023e-04) (hash(x)=5785819)
+973 train 7.657833 (lr=3.0952e-04) (hash(x)=7350343)
+974 train 7.480105 (lr=3.0882e-04) (hash(x)=7612943)
+975 train 7.733970 (lr=3.0816e-04) (hash(x)=7955067)
+976 train 7.639070 (lr=3.0752e-04) (hash(x)=5520886)
+977 train 7.529278 (lr=3.0691e-04) (hash(x)=5299200)
+978 train 7.557958 (lr=3.0632e-04) (hash(x)=7820550)
+979 train 7.528782 (lr=3.0576e-04) (hash(x)=3895312)
+980 train 7.646386 (lr=3.0522e-04) (hash(x)=4726896)
+981 train 7.438365 (lr=3.0471e-04) (hash(x)=5061167)
+982 train 7.612452 (lr=3.0423e-04) (hash(x)=7006804)
+983 train 7.620883 (lr=3.0377e-04) (hash(x)=7392600)
+984 train 7.818458 (lr=3.0334e-04) (hash(x)=7717172)
+985 train 7.952965 (lr=3.0294e-04) (hash(x)=5800587)
+986 train 7.637414 (lr=3.0256e-04) (hash(x)=5813784)
+987 train 7.612877 (lr=3.0221e-04) (hash(x)=5513267)
+988 train 7.597995 (lr=3.0188e-04) (hash(x)=7679326)
+989 train 7.669272 (lr=3.0158e-04) (hash(x)=4820278)
+990 train 7.683223 (lr=3.0131e-04) (hash(x)=5950845)
+991 train 7.599290 (lr=3.0106e-04) (hash(x)=6988067)
+992 train 7.530273 (lr=3.0084e-04) (hash(x)=4536923)
+993 train 7.666174 (lr=3.0064e-04) (hash(x)=6874134)
+994 train 7.902870 (lr=3.0047e-04) (hash(x)=7252013)
+995 train 7.560585 (lr=3.0033e-04) (hash(x)=6180446)
+996 train 7.783281 (lr=3.0021e-04) (hash(x)=5936769)
+997 train 7.711161 (lr=3.0012e-04) (hash(x)=5627313)
+998 train 7.666163 (lr=3.0005e-04) (hash(x)=7541743)
+999 val loss 7.6568
+999 val perplexity 2114.9893
+999 train 7.999613 (lr=3.0001e-04) (hash(x)=9812956)

lr3e-3_total_batch_size40960_seq_len128/model_00999.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cdfee1e08815e8812527e8f7dafc84df27bb1c0861081b96ef09deebdde021b
+size 36163010

lr3e-3_total_batch_size40960_seq_len128/optimizer_00999.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5483fb3a1ca7826d6435974e949856ceab0c3ca31700e2ed7ee0982e8a4f931
+size 70764358