Upload folder using huggingface_hub

lr1e-4_total_batch_size5120_seq_len256/args.json

@@ -0,0 +1 @@
+{"hellaswag": true, "attention_kind": "selective", "log_dir": "proxy_model_sweep/lr1e-4_total_batch_size5120_seq_len256", "resume_checkpoint": null, "resume_optimizer": false, "add_a_head": false, "add_head_to_start": true, "new_head_init": "normal", "n_heads": 2, "protect_bos_token": true, "prevent_from_masking_myself": true, "max_steps": null, "group": "proxy_model_sweep", "use_wandb": true, "kill_self_after_run": false, "random_seed": 1337, "memory_penalty_epsilon": 0.1, "selection_head_linear_combo": "none", "selection_head_linear_combo_scale": 1.0, "protection_kind": "none", "leaky_relu_alpha": null, "leaky_relu_bias": null, "use_compile": true, "use_mini_model": false, "upload_to_hf": true, "seq_len": 256, "batch_size": null, "total_batch_size": 5120, "protection_head_scaling_factor": 1.0, "protection_head_bias": 0.0, "n_sliced_masks": null, "n_latent_masks": null, "mask_layernorm": false, "residual_attention_masks": false, "compute_base_shapes": false, "base_shapes_savefile": null, "mup": true, "disable_selection": true, "mup_enable_coord_check_logging": false, "max_lr": 0.0001, "decay_lr": true, "readout_zero_init": false, "query_zero_init": false, "l1_loss": false, "debugpy": false, "n_embd": 128}

lr1e-4_total_batch_size5120_seq_len256/dataloader_00999.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60582085b67f79a59d68bfd29cd9c94a65421fc83fc6750cd587ed93c2812fa4
+size 964

lr1e-4_total_batch_size5120_seq_len256/log2.txt

@@ -0,0 +1,1043 @@
+max_steps: 1000
+0 val loss 11.7488
+0 val perplexity 126607.6172
+0 train 11.745071 (lr=3.4965e-07) (hash(x)=12372582)
+1 train 11.758301 (lr=6.9930e-07) (hash(x)=12683395)
+2 train 11.760255 (lr=1.0490e-06) (hash(x)=14107219)
+3 train 11.729419 (lr=1.3986e-06) (hash(x)=12136211)
+4 train 11.751030 (lr=1.7483e-06) (hash(x)=12407129)
+5 train 11.716742 (lr=2.0979e-06) (hash(x)=13068552)
+6 train 11.766962 (lr=2.4476e-06) (hash(x)=17450022)
+7 train 11.743189 (lr=2.7972e-06) (hash(x)=9915468)
+8 train 11.741367 (lr=3.1469e-06) (hash(x)=13548512)
+9 train 11.741474 (lr=3.4965e-06) (hash(x)=12164183)
+10 train 11.725018 (lr=3.8462e-06) (hash(x)=13803353)
+11 train 11.722281 (lr=4.1958e-06) (hash(x)=13629277)
+12 train 11.714296 (lr=4.5455e-06) (hash(x)=12917812)
+13 train 11.730721 (lr=4.8951e-06) (hash(x)=13413021)
+14 train 11.696169 (lr=5.2448e-06) (hash(x)=12655054)
+15 train 11.683971 (lr=5.5944e-06) (hash(x)=12684830)
+16 train 11.621240 (lr=5.9441e-06) (hash(x)=13439617)
+17 train 11.674701 (lr=6.2937e-06) (hash(x)=13262550)
+18 train 11.661559 (lr=6.6434e-06) (hash(x)=11975280)
+19 train 11.650582 (lr=6.9930e-06) (hash(x)=12003126)
+20 train 11.627670 (lr=7.3427e-06) (hash(x)=12313617)
+21 train 11.580272 (lr=7.6923e-06) (hash(x)=14144015)
+22 train 11.588894 (lr=8.0420e-06) (hash(x)=11178611)
+23 train 11.550992 (lr=8.3916e-06) (hash(x)=12014715)
+24 train 11.558554 (lr=8.7413e-06) (hash(x)=15240676)
+25 train 11.494004 (lr=9.0909e-06) (hash(x)=14912984)
+26 train 11.499259 (lr=9.4406e-06) (hash(x)=11487406)
+27 train 11.473790 (lr=9.7902e-06) (hash(x)=9492167)
+28 train 11.510754 (lr=1.0140e-05) (hash(x)=10765326)
+29 train 11.451578 (lr=1.0490e-05) (hash(x)=15241928)
+30 train 11.439598 (lr=1.0839e-05) (hash(x)=12215703)
+31 train 11.364937 (lr=1.1189e-05) (hash(x)=12595649)
+32 train 11.408415 (lr=1.1538e-05) (hash(x)=12726494)
+33 train 11.346420 (lr=1.1888e-05) (hash(x)=15162520)
+34 train 11.347469 (lr=1.2238e-05) (hash(x)=10640461)
+35 train 11.328934 (lr=1.2587e-05) (hash(x)=11980631)
+36 train 11.333309 (lr=1.2937e-05) (hash(x)=10568919)
+37 train 11.335015 (lr=1.3287e-05) (hash(x)=13172222)
+38 train 11.250566 (lr=1.3636e-05) (hash(x)=11575367)
+39 train 11.226089 (lr=1.3986e-05) (hash(x)=11101031)
+40 train 11.216280 (lr=1.4336e-05) (hash(x)=10304235)
+41 train 11.180510 (lr=1.4685e-05) (hash(x)=13275746)
+42 train 11.105244 (lr=1.5035e-05) (hash(x)=14309786)
+43 train 11.080940 (lr=1.5385e-05) (hash(x)=14316349)
+44 train 11.062172 (lr=1.5734e-05) (hash(x)=13999350)
+45 train 11.090105 (lr=1.6084e-05) (hash(x)=14143687)
+46 train 11.051409 (lr=1.6434e-05) (hash(x)=11365466)
+47 train 11.011821 (lr=1.6783e-05) (hash(x)=12036401)
+48 train 10.966129 (lr=1.7133e-05) (hash(x)=11730055)
+49 train 10.963387 (lr=1.7483e-05) (hash(x)=11143776)
+50 val loss 10.8994
+50 val perplexity 54141.9453
+50 train 10.913265 (lr=1.7832e-05) (hash(x)=12724270)
+51 train 10.871304 (lr=1.8182e-05) (hash(x)=12337125)
+52 train 10.806276 (lr=1.8531e-05) (hash(x)=12381632)
+53 train 10.815655 (lr=1.8881e-05) (hash(x)=10700109)
+54 train 10.726335 (lr=1.9231e-05) (hash(x)=13197786)
+55 train 10.694447 (lr=1.9580e-05) (hash(x)=11823810)
+56 train 10.774783 (lr=1.9930e-05) (hash(x)=12172918)
+57 train 10.695652 (lr=2.0280e-05) (hash(x)=12070591)
+58 train 10.653001 (lr=2.0629e-05) (hash(x)=14199166)
+59 train 10.706221 (lr=2.0979e-05) (hash(x)=13033959)
+60 train 10.646333 (lr=2.1329e-05) (hash(x)=12802857)
+61 train 10.583052 (lr=2.1678e-05) (hash(x)=10786770)
+62 train 10.596500 (lr=2.2028e-05) (hash(x)=11809534)
+63 train 10.427666 (lr=2.2378e-05) (hash(x)=13549925)
+64 train 10.356149 (lr=2.2727e-05) (hash(x)=10914323)
+65 train 10.341787 (lr=2.3077e-05) (hash(x)=14101838)
+66 train 10.481901 (lr=2.3427e-05) (hash(x)=11235125)
+67 train 10.491489 (lr=2.3776e-05) (hash(x)=14220701)
+68 train 10.312720 (lr=2.4126e-05) (hash(x)=12126282)
+69 train 10.401936 (lr=2.4476e-05) (hash(x)=14571180)
+70 train 10.298226 (lr=2.4825e-05) (hash(x)=14173731)
+71 train 10.436249 (lr=2.5175e-05) (hash(x)=13252262)
+72 train 10.241750 (lr=2.5524e-05) (hash(x)=14118291)
+73 train 10.247091 (lr=2.5874e-05) (hash(x)=13676730)
+74 train 10.323200 (lr=2.6224e-05) (hash(x)=13927111)
+75 train 10.263255 (lr=2.6573e-05) (hash(x)=14638145)
+76 train 10.233685 (lr=2.6923e-05) (hash(x)=14977819)
+77 train 10.228270 (lr=2.7273e-05) (hash(x)=14385711)
+78 train 10.318845 (lr=2.7622e-05) (hash(x)=12219671)
+79 train 10.309094 (lr=2.7972e-05) (hash(x)=13749054)
+80 train 10.321883 (lr=2.8322e-05) (hash(x)=11709001)
+81 train 10.269677 (lr=2.8671e-05) (hash(x)=12469703)
+82 train 10.246694 (lr=2.9021e-05) (hash(x)=11330478)
+83 train 10.217027 (lr=2.9371e-05) (hash(x)=12681760)
+84 train 10.256632 (lr=2.9720e-05) (hash(x)=15215674)
+85 train 10.239624 (lr=3.0070e-05) (hash(x)=12423697)
+86 train 10.149387 (lr=3.0420e-05) (hash(x)=11789526)
+87 train 10.160826 (lr=3.0769e-05) (hash(x)=14461706)
+88 train 10.203817 (lr=3.1119e-05) (hash(x)=10984941)
+89 train 10.160625 (lr=3.1469e-05) (hash(x)=13727016)
+90 train 10.065689 (lr=3.1818e-05) (hash(x)=12862054)
+91 train 10.007358 (lr=3.2168e-05) (hash(x)=14235218)
+92 train 10.132554 (lr=3.2517e-05) (hash(x)=13621196)
+93 train 10.102695 (lr=3.2867e-05) (hash(x)=12501568)
+94 train 10.272562 (lr=3.3217e-05) (hash(x)=12274822)
+95 train 10.121917 (lr=3.3566e-05) (hash(x)=11735995)
+96 train 10.234634 (lr=3.3916e-05) (hash(x)=13050719)
+97 train 10.273458 (lr=3.4266e-05) (hash(x)=11569945)
+98 train 10.068501 (lr=3.4615e-05) (hash(x)=11109133)
+99 train 10.067688 (lr=3.4965e-05) (hash(x)=11641112)
+100 val loss 10.0889
+100 val perplexity 24073.1855
+100 train 10.115582 (lr=3.5315e-05) (hash(x)=11507240)
+101 train 10.060678 (lr=3.5664e-05) (hash(x)=11536784)
+102 train 10.075945 (lr=3.6014e-05) (hash(x)=11514312)
+103 train 10.202707 (lr=3.6364e-05) (hash(x)=12231701)
+104 train 10.093767 (lr=3.6713e-05) (hash(x)=10619273)
+105 train 10.042521 (lr=3.7063e-05) (hash(x)=13521301)
+106 train 9.912802 (lr=3.7413e-05) (hash(x)=10295729)
+107 train 9.993573 (lr=3.7762e-05) (hash(x)=10175470)
+108 train 10.054693 (lr=3.8112e-05) (hash(x)=11948399)
+109 train 10.043325 (lr=3.8462e-05) (hash(x)=13903066)
+110 train 10.519420 (lr=3.8811e-05) (hash(x)=16265112)
+111 train 9.990005 (lr=3.9161e-05) (hash(x)=14117945)
+112 train 9.940434 (lr=3.9510e-05) (hash(x)=12712901)
+113 train 10.020107 (lr=3.9860e-05) (hash(x)=14851356)
+114 train 10.048941 (lr=4.0210e-05) (hash(x)=12337690)
+115 train 9.977542 (lr=4.0559e-05) (hash(x)=13116544)
+116 train 9.927397 (lr=4.0909e-05) (hash(x)=16794825)
+117 train 9.987131 (lr=4.1259e-05) (hash(x)=16366718)
+118 train 9.963415 (lr=4.1608e-05) (hash(x)=13520931)
+119 train 9.917052 (lr=4.1958e-05) (hash(x)=12678303)
+120 train 9.899405 (lr=4.2308e-05) (hash(x)=10020764)
+121 train 9.781209 (lr=4.2657e-05) (hash(x)=11144768)
+122 train 10.016682 (lr=4.3007e-05) (hash(x)=10378383)
+123 train 9.859229 (lr=4.3357e-05) (hash(x)=11927462)
+124 train 9.830335 (lr=4.3706e-05) (hash(x)=13130532)
+125 train 9.841994 (lr=4.4056e-05) (hash(x)=10418366)
+126 train 9.893745 (lr=4.4406e-05) (hash(x)=14920480)
+127 train 9.891519 (lr=4.4755e-05) (hash(x)=12758461)
+128 train 9.901266 (lr=4.5105e-05) (hash(x)=14632236)
+129 train 9.919140 (lr=4.5455e-05) (hash(x)=11680802)
+130 train 9.867279 (lr=4.5804e-05) (hash(x)=12682477)
+131 train 9.959133 (lr=4.6154e-05) (hash(x)=11946230)
+132 train 9.876947 (lr=4.6503e-05) (hash(x)=15160610)
+133 train 9.754589 (lr=4.6853e-05) (hash(x)=11704519)
+134 train 9.687277 (lr=4.7203e-05) (hash(x)=12746108)
+135 train 9.733885 (lr=4.7552e-05) (hash(x)=13701311)
+136 train 9.762169 (lr=4.7902e-05) (hash(x)=15682136)
+137 train 9.779931 (lr=4.8252e-05) (hash(x)=12751615)
+138 train 9.812056 (lr=4.8601e-05) (hash(x)=13420600)
+139 train 9.701154 (lr=4.8951e-05) (hash(x)=11198382)
+140 train 9.811452 (lr=4.9301e-05) (hash(x)=11556406)
+141 train 9.820650 (lr=4.9650e-05) (hash(x)=16075171)
+142 train 9.924412 (lr=5.0000e-05) (hash(x)=16911864)
+143 train 9.712167 (lr=5.0350e-05) (hash(x)=14346433)
+144 train 9.775518 (lr=5.0699e-05) (hash(x)=12105279)
+145 train 9.734037 (lr=5.1049e-05) (hash(x)=12888806)
+146 train 9.769306 (lr=5.1399e-05) (hash(x)=11676047)
+147 train 9.923992 (lr=5.1748e-05) (hash(x)=17855984)
+148 train 9.805021 (lr=5.2098e-05) (hash(x)=14922202)
+149 train 9.723958 (lr=5.2448e-05) (hash(x)=9616381)
+150 val loss 9.6526
+150 val perplexity 15561.5488
+150 train 9.714430 (lr=5.2797e-05) (hash(x)=11978542)
+151 train 10.330320 (lr=5.3147e-05) (hash(x)=18910052)
+152 train 9.971045 (lr=5.3497e-05) (hash(x)=13545339)
+153 train 9.589483 (lr=5.3846e-05) (hash(x)=12769596)
+154 train 9.584196 (lr=5.4196e-05) (hash(x)=12235730)
+155 train 9.832221 (lr=5.4545e-05) (hash(x)=11885403)
+156 train 9.669153 (lr=5.4895e-05) (hash(x)=12677961)
+157 train 9.687387 (lr=5.5245e-05) (hash(x)=12476514)
+158 train 9.681535 (lr=5.5594e-05) (hash(x)=13656193)
+159 train 9.645142 (lr=5.5944e-05) (hash(x)=12508350)
+160 train 9.515568 (lr=5.6294e-05) (hash(x)=11204172)
+161 train 9.546794 (lr=5.6643e-05) (hash(x)=10745637)
+162 train 9.533916 (lr=5.6993e-05) (hash(x)=11844793)
+163 train 9.696778 (lr=5.7343e-05) (hash(x)=10862804)
+164 train 9.699289 (lr=5.7692e-05) (hash(x)=12061659)
+165 train 9.579821 (lr=5.8042e-05) (hash(x)=15075084)
+166 train 9.535169 (lr=5.8392e-05) (hash(x)=12508408)
+167 train 9.534990 (lr=5.8741e-05) (hash(x)=14043988)
+168 train 9.327209 (lr=5.9091e-05) (hash(x)=10401493)
+169 train 9.395159 (lr=5.9441e-05) (hash(x)=12667924)
+170 train 9.330454 (lr=5.9790e-05) (hash(x)=12778664)
+171 train 9.450498 (lr=6.0140e-05) (hash(x)=11916406)
+172 train 9.491482 (lr=6.0490e-05) (hash(x)=11516862)
+173 train 9.342565 (lr=6.0839e-05) (hash(x)=13406195)
+174 train 9.501434 (lr=6.1189e-05) (hash(x)=12116183)
+175 train 9.358486 (lr=6.1538e-05) (hash(x)=11968227)
+176 train 9.534603 (lr=6.1888e-05) (hash(x)=12134811)
+177 train 9.391093 (lr=6.2238e-05) (hash(x)=11927490)
+178 train 9.402212 (lr=6.2587e-05) (hash(x)=12684747)
+179 train 9.376186 (lr=6.2937e-05) (hash(x)=13290191)
+180 train 9.463200 (lr=6.3287e-05) (hash(x)=11789931)
+181 train 9.241015 (lr=6.3636e-05) (hash(x)=11771253)
+182 train 9.391233 (lr=6.3986e-05) (hash(x)=10693812)
+183 train 9.392084 (lr=6.4336e-05) (hash(x)=15670776)
+184 train 9.313274 (lr=6.4685e-05) (hash(x)=13586931)
+185 train 9.242701 (lr=6.5035e-05) (hash(x)=11306133)
+186 train 9.292295 (lr=6.5385e-05) (hash(x)=12636637)
+187 train 9.471985 (lr=6.5734e-05) (hash(x)=14358384)
+188 train 9.272419 (lr=6.6084e-05) (hash(x)=11557997)
+189 train 9.227139 (lr=6.6434e-05) (hash(x)=10267428)
+190 train 9.386654 (lr=6.6783e-05) (hash(x)=11861629)
+191 train 9.229574 (lr=6.7133e-05) (hash(x)=11289341)
+192 train 9.251202 (lr=6.7483e-05) (hash(x)=11666650)
+193 train 9.199606 (lr=6.7832e-05) (hash(x)=14062293)
+194 train 9.310980 (lr=6.8182e-05) (hash(x)=10785993)
+195 train 9.356422 (lr=6.8531e-05) (hash(x)=14736057)
+196 train 9.229067 (lr=6.8881e-05) (hash(x)=12054745)
+197 train 9.584971 (lr=6.9231e-05) (hash(x)=16036112)
+198 train 9.507402 (lr=6.9580e-05) (hash(x)=16263589)
+199 train 9.221516 (lr=6.9930e-05) (hash(x)=11482477)
+200 val loss 9.2076
+200 val perplexity 9972.3926
+200 train 9.293366 (lr=7.0280e-05) (hash(x)=13356719)
+201 train 9.261099 (lr=7.0629e-05) (hash(x)=12742648)
+202 train 9.157481 (lr=7.0979e-05) (hash(x)=11963702)
+203 train 9.203009 (lr=7.1329e-05) (hash(x)=15429973)
+204 train 9.214949 (lr=7.1678e-05) (hash(x)=13257554)
+205 train 9.241796 (lr=7.2028e-05) (hash(x)=13972190)
+206 train 9.260845 (lr=7.2378e-05) (hash(x)=13430094)
+207 train 9.114950 (lr=7.2727e-05) (hash(x)=10345057)
+208 train 9.197392 (lr=7.3077e-05) (hash(x)=14689084)
+209 train 9.064786 (lr=7.3427e-05) (hash(x)=11609727)
+210 train 9.138233 (lr=7.3776e-05) (hash(x)=13860968)
+211 train 9.024152 (lr=7.4126e-05) (hash(x)=10816510)
+212 train 8.839532 (lr=7.4476e-05) (hash(x)=10255921)
+213 train 9.185515 (lr=7.4825e-05) (hash(x)=11801604)
+214 train 9.070998 (lr=7.5175e-05) (hash(x)=11442918)
+215 train 9.087047 (lr=7.5524e-05) (hash(x)=11157124)
+216 train 9.171734 (lr=7.5874e-05) (hash(x)=9862579)
+217 train 9.025509 (lr=7.6224e-05) (hash(x)=11666699)
+218 train 8.960950 (lr=7.6573e-05) (hash(x)=15933079)
+219 train 9.037056 (lr=7.6923e-05) (hash(x)=12349897)
+220 train 9.028759 (lr=7.7273e-05) (hash(x)=11150337)
+221 train 9.021337 (lr=7.7622e-05) (hash(x)=11648826)
+222 train 9.046867 (lr=7.7972e-05) (hash(x)=11198064)
+223 train 8.925087 (lr=7.8322e-05) (hash(x)=10750452)
+224 train 8.902761 (lr=7.8671e-05) (hash(x)=11819859)
+225 train 8.922842 (lr=7.9021e-05) (hash(x)=12114386)
+226 train 9.047170 (lr=7.9371e-05) (hash(x)=13023365)
+227 train 8.950422 (lr=7.9720e-05) (hash(x)=11859950)
+228 train 8.810795 (lr=8.0070e-05) (hash(x)=12542485)
+229 train 8.822716 (lr=8.0420e-05) (hash(x)=12837162)
+230 train 8.896549 (lr=8.0769e-05) (hash(x)=12185415)
+231 train 8.935103 (lr=8.1119e-05) (hash(x)=8921601)
+232 train 8.838991 (lr=8.1469e-05) (hash(x)=11572366)
+233 train 8.426647 (lr=8.1818e-05) (hash(x)=9125058)
+234 train 8.647223 (lr=8.2168e-05) (hash(x)=12007582)
+235 train 8.742462 (lr=8.2517e-05) (hash(x)=11333049)
+236 train 8.714151 (lr=8.2867e-05) (hash(x)=10626272)
+237 train 8.814505 (lr=8.3217e-05) (hash(x)=13807539)
+238 train 8.802027 (lr=8.3566e-05) (hash(x)=11429976)
+239 train 8.647377 (lr=8.3916e-05) (hash(x)=12165500)
+240 train 8.892940 (lr=8.4266e-05) (hash(x)=15491314)
+241 train 8.771452 (lr=8.4615e-05) (hash(x)=14343620)
+242 train 8.725523 (lr=8.4965e-05) (hash(x)=12358970)
+243 train 8.810232 (lr=8.5315e-05) (hash(x)=13153948)
+244 train 8.878004 (lr=8.5664e-05) (hash(x)=12935023)
+245 train 8.674495 (lr=8.6014e-05) (hash(x)=14497853)
+246 train 8.634483 (lr=8.6364e-05) (hash(x)=12545808)
+247 train 8.917095 (lr=8.6713e-05) (hash(x)=13569316)
+248 train 8.775635 (lr=8.7063e-05) (hash(x)=13033944)
+249 train 8.773870 (lr=8.7413e-05) (hash(x)=14212041)
+250 val loss 8.6448
+250 val perplexity 5680.4673
+250 train 8.854788 (lr=8.7762e-05) (hash(x)=10769873)
+251 train 8.689565 (lr=8.8112e-05) (hash(x)=11456278)
+252 train 8.622475 (lr=8.8462e-05) (hash(x)=13141720)
+253 train 8.521441 (lr=8.8811e-05) (hash(x)=13563812)
+254 train 8.635357 (lr=8.9161e-05) (hash(x)=12645610)
+255 train 8.593071 (lr=8.9510e-05) (hash(x)=14043713)
+256 train 8.727262 (lr=8.9860e-05) (hash(x)=14545052)
+257 train 8.554062 (lr=9.0210e-05) (hash(x)=13968786)
+258 train 8.714911 (lr=9.0559e-05) (hash(x)=11573299)
+259 train 8.590847 (lr=9.0909e-05) (hash(x)=11896948)
+260 train 8.688370 (lr=9.1259e-05) (hash(x)=11602278)
+261 train 8.653865 (lr=9.1608e-05) (hash(x)=13298324)
+262 train 8.765777 (lr=9.1958e-05) (hash(x)=13232135)
+263 train 8.495005 (lr=9.2308e-05) (hash(x)=11969650)
+264 train 8.526446 (lr=9.2657e-05) (hash(x)=12202825)
+265 train 8.442101 (lr=9.3007e-05) (hash(x)=12021926)
+266 train 8.406853 (lr=9.3357e-05) (hash(x)=11486982)
+267 train 8.461126 (lr=9.3706e-05) (hash(x)=14387351)
+268 train 8.540955 (lr=9.4056e-05) (hash(x)=14588570)
+269 train 8.360983 (lr=9.4406e-05) (hash(x)=13939547)
+270 train 8.278429 (lr=9.4755e-05) (hash(x)=13336938)
+271 train 8.178799 (lr=9.5105e-05) (hash(x)=13680255)
+272 train 8.488401 (lr=9.5455e-05) (hash(x)=11276607)
+273 train 8.506682 (lr=9.5804e-05) (hash(x)=10982564)
+274 train 8.671436 (lr=9.6154e-05) (hash(x)=13821541)
+275 train 8.683128 (lr=9.6503e-05) (hash(x)=11875534)
+276 train 8.513229 (lr=9.6853e-05) (hash(x)=14296280)
+277 train 8.687487 (lr=9.7203e-05) (hash(x)=13390260)
+278 train 8.632055 (lr=9.7552e-05) (hash(x)=13142039)
+279 train 8.471149 (lr=9.7902e-05) (hash(x)=13871675)
+280 train 8.447507 (lr=9.8252e-05) (hash(x)=13297982)
+281 train 8.255009 (lr=9.8601e-05) (hash(x)=10728444)
+282 train 8.318060 (lr=9.8951e-05) (hash(x)=11539550)
+283 train 8.469046 (lr=9.9301e-05) (hash(x)=13389922)
+284 train 8.440298 (lr=9.9650e-05) (hash(x)=13390153)
+285 train 8.518793 (lr=1.0000e-04) (hash(x)=13458742)
+286 train 8.281790 (lr=1.0000e-04) (hash(x)=10387541)
+287 train 8.285935 (lr=1.0000e-04) (hash(x)=12263431)
+288 train 8.329247 (lr=9.9998e-05) (hash(x)=10405877)
+289 train 8.351934 (lr=9.9996e-05) (hash(x)=12377887)
+290 train 8.163462 (lr=9.9993e-05) (hash(x)=10511081)
+291 train 8.429324 (lr=9.9989e-05) (hash(x)=10141365)
+292 train 8.357029 (lr=9.9984e-05) (hash(x)=13935127)
+293 train 8.458170 (lr=9.9979e-05) (hash(x)=13965689)
+294 train 8.259862 (lr=9.9972e-05) (hash(x)=13301076)
+295 train 8.216383 (lr=9.9965e-05) (hash(x)=12414778)
+296 train 8.291527 (lr=9.9956e-05) (hash(x)=12497839)
+297 train 8.119722 (lr=9.9947e-05) (hash(x)=9727144)
+298 train 8.144386 (lr=9.9937e-05) (hash(x)=11972438)
+299 train 8.443722 (lr=9.9926e-05) (hash(x)=11738134)
+300 val loss 8.2412
+300 val perplexity 3794.0740
+300 train 8.849049 (lr=9.9915e-05) (hash(x)=15826242)
+301 train 8.606176 (lr=9.9902e-05) (hash(x)=14924380)
+302 train 8.456728 (lr=9.9889e-05) (hash(x)=10605039)
+303 train 7.965144 (lr=9.9874e-05) (hash(x)=14443665)
+304 train 8.421545 (lr=9.9859e-05) (hash(x)=14431398)
+305 train 8.282658 (lr=9.9843e-05) (hash(x)=12873827)
+306 train 8.280551 (lr=9.9826e-05) (hash(x)=11307508)
+307 train 8.262413 (lr=9.9808e-05) (hash(x)=13435160)
+308 train 8.359430 (lr=9.9789e-05) (hash(x)=13345013)
+309 train 8.434390 (lr=9.9770e-05) (hash(x)=13024409)
+310 train 8.563750 (lr=9.9749e-05) (hash(x)=14339476)
+311 train 8.329788 (lr=9.9728e-05) (hash(x)=13100449)
+312 train 8.182564 (lr=9.9706e-05) (hash(x)=10843771)
+313 train 8.343727 (lr=9.9683e-05) (hash(x)=13304906)
+314 train 8.184154 (lr=9.9659e-05) (hash(x)=11167598)
+315 train 8.155850 (lr=9.9634e-05) (hash(x)=11690244)
+316 train 8.136557 (lr=9.9609e-05) (hash(x)=11802493)
+317 train 8.328794 (lr=9.9582e-05) (hash(x)=12027838)
+318 train 8.019601 (lr=9.9555e-05) (hash(x)=12643274)
+319 train 8.195408 (lr=9.9526e-05) (hash(x)=13953073)
+320 train 8.126009 (lr=9.9497e-05) (hash(x)=12882377)
+321 train 8.111633 (lr=9.9467e-05) (hash(x)=12066345)
+322 train 8.319790 (lr=9.9437e-05) (hash(x)=14822016)
+323 train 8.232745 (lr=9.9405e-05) (hash(x)=12657159)
+324 train 8.065827 (lr=9.9372e-05) (hash(x)=11740673)
+325 train 8.325679 (lr=9.9339e-05) (hash(x)=11335971)
+326 train 8.171016 (lr=9.9305e-05) (hash(x)=11550890)
+327 train 7.937030 (lr=9.9270e-05) (hash(x)=10956041)
+328 train 7.969145 (lr=9.9234e-05) (hash(x)=9941344)
+329 train 7.914227 (lr=9.9197e-05) (hash(x)=9766608)
+330 train 7.977751 (lr=9.9159e-05) (hash(x)=11007490)
+331 train 7.860253 (lr=9.9121e-05) (hash(x)=11060230)
+332 train 8.350179 (lr=9.9081e-05) (hash(x)=15459248)
+333 train 8.177165 (lr=9.9041e-05) (hash(x)=11396268)
+334 train 8.071403 (lr=9.9000e-05) (hash(x)=11127560)
+335 train 8.056118 (lr=9.8958e-05) (hash(x)=12840879)
+336 train 7.971099 (lr=9.8915e-05) (hash(x)=11354437)
+337 train 7.990168 (lr=9.8872e-05) (hash(x)=10987186)
+338 train 7.883435 (lr=9.8827e-05) (hash(x)=8972293)
+339 train 7.930821 (lr=9.8782e-05) (hash(x)=8916599)
+340 train 7.958641 (lr=9.8736e-05) (hash(x)=10487177)
+341 train 8.266936 (lr=9.8689e-05) (hash(x)=13235433)
+342 train 7.982561 (lr=9.8641e-05) (hash(x)=12916423)
+343 train 8.050522 (lr=9.8592e-05) (hash(x)=14428050)
+344 train 8.012298 (lr=9.8543e-05) (hash(x)=13204551)
+345 train 8.023855 (lr=9.8492e-05) (hash(x)=12631329)
+346 train 8.032810 (lr=9.8441e-05) (hash(x)=13809442)
+347 train 7.995026 (lr=9.8389e-05) (hash(x)=12787108)
+348 train 8.026801 (lr=9.8336e-05) (hash(x)=11912209)
+349 train 8.013836 (lr=9.8282e-05) (hash(x)=14499940)
+350 val loss 7.9544
+350 val perplexity 2848.1416
+350 train 8.115109 (lr=9.8228e-05) (hash(x)=13911589)
+351 train 8.212200 (lr=9.8172e-05) (hash(x)=14104576)
+352 train 8.111751 (lr=9.8116e-05) (hash(x)=12414592)
+353 train 8.098505 (lr=9.8059e-05) (hash(x)=13943168)
+354 train 8.010720 (lr=9.8001e-05) (hash(x)=12770473)
+355 train 7.959424 (lr=9.7942e-05) (hash(x)=12623743)
+356 train 8.087355 (lr=9.7882e-05) (hash(x)=12441115)
+357 train 8.138383 (lr=9.7822e-05) (hash(x)=12689741)
+358 train 8.019139 (lr=9.7761e-05) (hash(x)=12703188)
+359 train 8.004976 (lr=9.7699e-05) (hash(x)=14453314)
+360 train 7.898977 (lr=9.7636e-05) (hash(x)=12038031)
+361 train 7.872993 (lr=9.7572e-05) (hash(x)=10824391)
+362 train 7.893896 (lr=9.7507e-05) (hash(x)=11527801)
+363 train 7.588005 (lr=9.7442e-05) (hash(x)=10470424)
+364 train 7.497739 (lr=9.7376e-05) (hash(x)=12820231)
+365 train 8.764436 (lr=9.7309e-05) (hash(x)=15186277)
+366 train 7.985453 (lr=9.7241e-05) (hash(x)=13477578)
+367 train 7.987213 (lr=9.7172e-05) (hash(x)=12918172)
+368 train 7.732706 (lr=9.7103e-05) (hash(x)=12480955)
+369 train 8.073925 (lr=9.7032e-05) (hash(x)=11936107)
+370 train 7.824166 (lr=9.6961e-05) (hash(x)=9742856)
+371 train 7.952458 (lr=9.6889e-05) (hash(x)=13259459)
+372 train 7.818108 (lr=9.6817e-05) (hash(x)=11608070)
+373 train 7.839115 (lr=9.6743e-05) (hash(x)=12918385)
+374 train 7.953631 (lr=9.6669e-05) (hash(x)=12761761)
+375 train 7.947084 (lr=9.6593e-05) (hash(x)=12368572)
+376 train 7.898869 (lr=9.6518e-05) (hash(x)=11587019)
+377 train 8.152098 (lr=9.6441e-05) (hash(x)=13455578)
+378 train 7.933698 (lr=9.6363e-05) (hash(x)=12043438)
+379 train 7.857199 (lr=9.6285e-05) (hash(x)=13505144)
+380 train 7.873709 (lr=9.6206e-05) (hash(x)=12626641)
+381 train 8.028501 (lr=9.6126e-05) (hash(x)=13370946)
+382 train 7.672528 (lr=9.6045e-05) (hash(x)=9854862)
+383 train 7.934245 (lr=9.5963e-05) (hash(x)=13340443)
+384 train 7.878504 (lr=9.5881e-05) (hash(x)=12641299)
+385 train 7.841083 (lr=9.5798e-05) (hash(x)=12806141)
+386 train 8.097155 (lr=9.5714e-05) (hash(x)=12354021)
+387 train 7.767145 (lr=9.5629e-05) (hash(x)=11469900)
+388 train 7.516455 (lr=9.5544e-05) (hash(x)=10099706)
+389 train 7.784154 (lr=9.5457e-05) (hash(x)=11591533)
+390 train 7.826637 (lr=9.5370e-05) (hash(x)=11174793)
+391 train 7.637680 (lr=9.5282e-05) (hash(x)=10742101)
+392 train 7.823531 (lr=9.5194e-05) (hash(x)=13136821)
+393 train 7.738689 (lr=9.5104e-05) (hash(x)=11781196)
+394 train 7.636090 (lr=9.5014e-05) (hash(x)=11847817)
+395 train 7.848371 (lr=9.4923e-05) (hash(x)=13261517)
+396 train 7.731215 (lr=9.4831e-05) (hash(x)=11622233)
+397 train 7.950476 (lr=9.4739e-05) (hash(x)=13592858)
+398 train 8.043576 (lr=9.4646e-05) (hash(x)=15017875)
+399 train 7.975801 (lr=9.4551e-05) (hash(x)=13025742)
+400 val loss 7.8235
+400 val perplexity 2498.7537
+400 train 7.823912 (lr=9.4457e-05) (hash(x)=11718604)
+401 train 7.818813 (lr=9.4361e-05) (hash(x)=12152419)
+402 train 7.910639 (lr=9.4265e-05) (hash(x)=14069856)
+403 train 8.363827 (lr=9.4168e-05) (hash(x)=15100390)
+404 train 7.997580 (lr=9.4070e-05) (hash(x)=12718574)
+405 train 7.692454 (lr=9.3971e-05) (hash(x)=10708197)
+406 train 7.824056 (lr=9.3872e-05) (hash(x)=10819941)
+407 train 7.856200 (lr=9.3772e-05) (hash(x)=14351068)
+408 train 7.964739 (lr=9.3671e-05) (hash(x)=14377468)
+409 train 8.074910 (lr=9.3569e-05) (hash(x)=12619936)
+410 train 7.586822 (lr=9.3467e-05) (hash(x)=7908802)
+411 train 7.746769 (lr=9.3364e-05) (hash(x)=13445545)
+412 train 7.991012 (lr=9.3260e-05) (hash(x)=14062361)
+413 train 7.709524 (lr=9.3155e-05) (hash(x)=11375930)
+414 train 7.767105 (lr=9.3050e-05) (hash(x)=10519208)
+415 train 8.178192 (lr=9.2944e-05) (hash(x)=13155663)
+416 train 8.088257 (lr=9.2837e-05) (hash(x)=15774406)
+417 train 7.739265 (lr=9.2729e-05) (hash(x)=13404244)
+418 train 7.795409 (lr=9.2621e-05) (hash(x)=9995421)
+419 train 7.787715 (lr=9.2512e-05) (hash(x)=13309898)
+420 train 7.982796 (lr=9.2402e-05) (hash(x)=13892965)
+421 train 7.875384 (lr=9.2292e-05) (hash(x)=12356526)
+422 train 7.776760 (lr=9.2181e-05) (hash(x)=12133609)
+423 train 7.569073 (lr=9.2069e-05) (hash(x)=9157946)
+424 train 7.604524 (lr=9.1956e-05) (hash(x)=11770021)
+425 train 7.791361 (lr=9.1843e-05) (hash(x)=11837703)
+426 train 7.707518 (lr=9.1729e-05) (hash(x)=9337790)
+427 train 7.726833 (lr=9.1614e-05) (hash(x)=12222186)
+428 train 7.639417 (lr=9.1499e-05) (hash(x)=11408945)
+429 train 7.772134 (lr=9.1382e-05) (hash(x)=12588150)
+430 train 7.689183 (lr=9.1266e-05) (hash(x)=12035009)
+431 train 7.782581 (lr=9.1148e-05) (hash(x)=13872294)
+432 train 7.799926 (lr=9.1030e-05) (hash(x)=13115811)
+433 train 7.596321 (lr=9.0911e-05) (hash(x)=10621792)
+434 train 7.802772 (lr=9.0791e-05) (hash(x)=11829316)
+435 train 7.646570 (lr=9.0671e-05) (hash(x)=11824400)
+436 train 7.790904 (lr=9.0550e-05) (hash(x)=13258944)
+437 train 7.915294 (lr=9.0428e-05) (hash(x)=12495032)
+438 train 7.786463 (lr=9.0306e-05) (hash(x)=12623570)
+439 train 7.854343 (lr=9.0182e-05) (hash(x)=12773612)
+440 train 7.933664 (lr=9.0059e-05) (hash(x)=11183399)
+441 train 7.676121 (lr=8.9934e-05) (hash(x)=10808441)
+442 train 7.908303 (lr=8.9809e-05) (hash(x)=13523831)
+443 train 7.860227 (lr=8.9683e-05) (hash(x)=12794078)
+444 train 7.771989 (lr=8.9557e-05) (hash(x)=12098496)
+445 train 7.738407 (lr=8.9430e-05) (hash(x)=11328897)
+446 train 7.874512 (lr=8.9302e-05) (hash(x)=12482357)
+447 train 7.777729 (lr=8.9173e-05) (hash(x)=12235713)
+448 train 7.556093 (lr=8.9044e-05) (hash(x)=12612778)
+449 train 7.823787 (lr=8.8914e-05) (hash(x)=11512364)
+450 val loss 7.7351
+450 val perplexity 2287.1978
+450 train 7.842170 (lr=8.8784e-05) (hash(x)=13110980)
+451 train 7.497395 (lr=8.8653e-05) (hash(x)=10270693)
+452 train 7.487044 (lr=8.8521e-05) (hash(x)=10333232)
+453 train 7.635853 (lr=8.8388e-05) (hash(x)=12380104)
+454 train 7.522508 (lr=8.8255e-05) (hash(x)=12106102)
+455 train 7.693919 (lr=8.8122e-05) (hash(x)=13686441)
+456 train 8.260736 (lr=8.7987e-05) (hash(x)=11802878)
+457 train 7.987062 (lr=8.7852e-05) (hash(x)=14151557)
+458 train 8.010217 (lr=8.7717e-05) (hash(x)=13785241)
+459 train 7.868275 (lr=8.7580e-05) (hash(x)=13567687)
+460 train 7.859231 (lr=8.7444e-05) (hash(x)=12731340)
+461 train 7.737118 (lr=8.7306e-05) (hash(x)=12718282)
+462 train 7.852074 (lr=8.7168e-05) (hash(x)=13733829)
+463 train 7.611156 (lr=8.7029e-05) (hash(x)=13214962)
+464 train 7.771212 (lr=8.6890e-05) (hash(x)=11298890)
+465 train 7.646701 (lr=8.6750e-05) (hash(x)=10855282)
+466 train 8.047655 (lr=8.6609e-05) (hash(x)=14082841)
+467 train 7.857740 (lr=8.6468e-05) (hash(x)=12404167)
+468 train 8.250472 (lr=8.6326e-05) (hash(x)=15826094)
+469 train 7.950135 (lr=8.6184e-05) (hash(x)=13017256)
+470 train 7.704644 (lr=8.6041e-05) (hash(x)=13446769)
+471 train 7.749940 (lr=8.5897e-05) (hash(x)=12602681)
+472 train 7.571863 (lr=8.5753e-05) (hash(x)=10655764)
+473 train 7.459012 (lr=8.5608e-05) (hash(x)=11916856)
+474 train 8.039892 (lr=8.5462e-05) (hash(x)=13726124)
+475 train 7.756803 (lr=8.5316e-05) (hash(x)=13850551)
+476 train 7.596747 (lr=8.5170e-05) (hash(x)=12614910)
+477 train 7.636633 (lr=8.5022e-05) (hash(x)=11382479)
+478 train 7.735344 (lr=8.4875e-05) (hash(x)=13387304)
+479 train 7.799362 (lr=8.4726e-05) (hash(x)=13829219)
+480 train 7.802971 (lr=8.4577e-05) (hash(x)=14735902)
+481 train 8.049239 (lr=8.4428e-05) (hash(x)=13540459)
+482 train 7.777039 (lr=8.4278e-05) (hash(x)=12591112)
+483 train 7.864939 (lr=8.4127e-05) (hash(x)=15485762)
+484 train 7.789549 (lr=8.3976e-05) (hash(x)=12950474)
+485 train 7.738090 (lr=8.3824e-05) (hash(x)=12268519)
+486 train 7.264820 (lr=8.3672e-05) (hash(x)=8011105)
+487 train 7.292631 (lr=8.3519e-05) (hash(x)=9335220)
+488 train 7.445064 (lr=8.3366e-05) (hash(x)=10948116)
+489 train 7.913856 (lr=8.3212e-05) (hash(x)=13359270)
+490 train 7.812678 (lr=8.3057e-05) (hash(x)=12487329)
+491 train 7.756363 (lr=8.2902e-05) (hash(x)=13162637)
+492 train 7.908572 (lr=8.2746e-05) (hash(x)=12860332)
+493 train 7.751006 (lr=8.2590e-05) (hash(x)=13305408)
+494 train 7.737789 (lr=8.2434e-05) (hash(x)=11796684)
+495 train 7.884517 (lr=8.2276e-05) (hash(x)=15713183)
+496 train 7.744094 (lr=8.2119e-05) (hash(x)=11904281)
+497 train 7.729802 (lr=8.1960e-05) (hash(x)=13536419)
+498 train 7.612567 (lr=8.1801e-05) (hash(x)=11620971)
+499 train 7.903674 (lr=8.1642e-05) (hash(x)=13326615)
+500 val loss 7.7021
+500 val perplexity 2212.8970
+500 train 7.669699 (lr=8.1482e-05) (hash(x)=13585589)
+501 train 7.847817 (lr=8.1322e-05) (hash(x)=12112694)
+502 train 7.828450 (lr=8.1161e-05) (hash(x)=11524363)
+503 train 7.666476 (lr=8.1000e-05) (hash(x)=9917297)
+504 train 7.700769 (lr=8.0838e-05) (hash(x)=13392970)
+505 train 7.990173 (lr=8.0676e-05) (hash(x)=12656639)
+506 train 7.220766 (lr=8.0513e-05) (hash(x)=8029433)
+507 train 6.909282 (lr=8.0349e-05) (hash(x)=6829764)
+508 train 7.312483 (lr=8.0186e-05) (hash(x)=12312323)
+509 train 7.850737 (lr=8.0021e-05) (hash(x)=12964320)
+510 train 7.546320 (lr=7.9856e-05) (hash(x)=12460686)
+511 train 7.818482 (lr=7.9691e-05) (hash(x)=12688412)
+512 train 7.594422 (lr=7.9525e-05) (hash(x)=11453733)
+513 train 8.076509 (lr=7.9359e-05) (hash(x)=14906439)
+514 train 7.413575 (lr=7.9192e-05) (hash(x)=10903202)
+515 train 7.448827 (lr=7.9025e-05) (hash(x)=13039934)
+516 train 7.778856 (lr=7.8858e-05) (hash(x)=11526002)
+517 train 7.743407 (lr=7.8689e-05) (hash(x)=12020357)
+518 train 8.064659 (lr=7.8521e-05) (hash(x)=17910848)
+519 train 7.678874 (lr=7.8352e-05) (hash(x)=12108991)
+520 train 7.868283 (lr=7.8182e-05) (hash(x)=12549643)
+521 train 7.914614 (lr=7.8012e-05) (hash(x)=12328329)
+522 train 7.790588 (lr=7.7842e-05) (hash(x)=12084164)
+523 train 7.981587 (lr=7.7671e-05) (hash(x)=14740147)
+524 train 7.648562 (lr=7.7500e-05) (hash(x)=10853071)
+525 train 7.713499 (lr=7.7328e-05) (hash(x)=11559413)
+526 train 7.854579 (lr=7.7156e-05) (hash(x)=14655032)
+527 train 7.750962 (lr=7.6984e-05) (hash(x)=12152216)
+528 train 7.880701 (lr=7.6811e-05) (hash(x)=14655442)
+529 train 7.634563 (lr=7.6637e-05) (hash(x)=12708922)
+530 train 7.819821 (lr=7.6463e-05) (hash(x)=12464208)
+531 train 7.911556 (lr=7.6289e-05) (hash(x)=14469749)
+532 train 7.987558 (lr=7.6115e-05) (hash(x)=12899435)
+533 train 7.760355 (lr=7.5940e-05) (hash(x)=12459368)
+534 train 7.919544 (lr=7.5764e-05) (hash(x)=11414287)
+535 train 7.785818 (lr=7.5588e-05) (hash(x)=11421483)
+536 train 7.645350 (lr=7.5412e-05) (hash(x)=12885164)
+537 train 7.631777 (lr=7.5235e-05) (hash(x)=12939881)
+538 train 7.777104 (lr=7.5058e-05) (hash(x)=11989344)
+539 train 7.895910 (lr=7.4881e-05) (hash(x)=12362234)
+540 train 7.751802 (lr=7.4703e-05) (hash(x)=11521741)
+541 train 7.659046 (lr=7.4525e-05) (hash(x)=12322333)
+542 train 7.442516 (lr=7.4346e-05) (hash(x)=10728195)
+543 train 8.004432 (lr=7.4167e-05) (hash(x)=13448155)
+544 train 7.746081 (lr=7.3988e-05) (hash(x)=13495082)
+545 train 7.813329 (lr=7.3808e-05) (hash(x)=12928941)
+546 train 7.759360 (lr=7.3628e-05) (hash(x)=11423948)
+547 train 7.565922 (lr=7.3448e-05) (hash(x)=10971430)
+548 train 7.565248 (lr=7.3267e-05) (hash(x)=11754720)
+549 train 7.691195 (lr=7.3086e-05) (hash(x)=13627629)
+550 val loss 7.6795
+550 val perplexity 2163.5596
+550 train 7.601290 (lr=7.2904e-05) (hash(x)=11853600)
+551 train 7.740928 (lr=7.2723e-05) (hash(x)=11905081)
+552 train 7.637296 (lr=7.2540e-05) (hash(x)=13718040)
+553 train 7.719368 (lr=7.2358e-05) (hash(x)=14339184)
+554 train 7.769798 (lr=7.2175e-05) (hash(x)=14022671)
+555 train 7.571931 (lr=7.1992e-05) (hash(x)=10917438)
+556 train 7.860756 (lr=7.1808e-05) (hash(x)=12631504)
+557 train 7.788311 (lr=7.1624e-05) (hash(x)=13804603)
+558 train 8.022074 (lr=7.1440e-05) (hash(x)=13445207)
+559 train 7.732583 (lr=7.1256e-05) (hash(x)=12290857)
+560 train 7.835542 (lr=7.1071e-05) (hash(x)=12852252)
+561 train 7.459764 (lr=7.0886e-05) (hash(x)=10211118)
+562 train 7.876356 (lr=7.0701e-05) (hash(x)=15793523)
+563 train 8.067602 (lr=7.0515e-05) (hash(x)=13407076)
+564 train 7.857517 (lr=7.0329e-05) (hash(x)=16676586)
+565 train 7.769851 (lr=7.0143e-05) (hash(x)=12249945)
+566 train 7.866961 (lr=6.9956e-05) (hash(x)=11660346)
+567 train 7.791004 (lr=6.9769e-05) (hash(x)=13234933)
+568 train 7.638211 (lr=6.9582e-05) (hash(x)=10823532)
+569 train 7.801475 (lr=6.9394e-05) (hash(x)=15194855)
+570 train 7.835317 (lr=6.9207e-05) (hash(x)=14843612)
+571 train 7.875848 (lr=6.9019e-05) (hash(x)=12892366)
+572 train 7.589688 (lr=6.8830e-05) (hash(x)=11056742)
+573 train 7.698580 (lr=6.8642e-05) (hash(x)=12609795)
+574 train 7.662716 (lr=6.8453e-05) (hash(x)=11560140)
+575 train 7.493523 (lr=6.8264e-05) (hash(x)=9768085)
+576 train 7.701514 (lr=6.8075e-05) (hash(x)=14009803)
+577 train 7.557343 (lr=6.7885e-05) (hash(x)=12252104)
+578 train 7.828304 (lr=6.7695e-05) (hash(x)=14304208)
+579 train 7.843575 (lr=6.7505e-05) (hash(x)=12692791)
+580 train 7.839464 (lr=6.7315e-05) (hash(x)=13214828)
+581 train 7.652492 (lr=6.7124e-05) (hash(x)=11957245)
+582 train 7.276093 (lr=6.6933e-05) (hash(x)=9605788)
+583 train 7.339360 (lr=6.6742e-05) (hash(x)=9528974)
+584 train 7.503553 (lr=6.6551e-05) (hash(x)=11036050)
+585 train 7.819581 (lr=6.6360e-05) (hash(x)=12231837)
+586 train 7.669895 (lr=6.6168e-05) (hash(x)=12052445)
+587 train 7.576273 (lr=6.5976e-05) (hash(x)=10032842)
+588 train 7.907766 (lr=6.5784e-05) (hash(x)=14951059)
+589 train 8.591299 (lr=6.5592e-05) (hash(x)=17178097)
+590 train 8.954432 (lr=6.5399e-05) (hash(x)=18009086)
+591 train 7.639175 (lr=6.5206e-05) (hash(x)=10720403)
+592 train 7.906215 (lr=6.5013e-05) (hash(x)=15019211)
+593 train 7.815034 (lr=6.4820e-05) (hash(x)=13541352)
+594 train 8.051396 (lr=6.4627e-05) (hash(x)=15227056)
+595 train 8.336821 (lr=6.4433e-05) (hash(x)=15187742)
+596 train 8.127712 (lr=6.4240e-05) (hash(x)=12858009)
+597 train 7.689843 (lr=6.4046e-05) (hash(x)=11971935)
+598 train 7.788243 (lr=6.3852e-05) (hash(x)=10047324)
+599 train 7.755938 (lr=6.3658e-05) (hash(x)=12874592)
+600 val loss 7.6632
+600 val perplexity 2128.6299
+600 train 7.741915 (lr=6.3463e-05) (hash(x)=11616298)
+601 train 7.723926 (lr=6.3269e-05) (hash(x)=12462802)
+602 train 7.703083 (lr=6.3074e-05) (hash(x)=12864255)
+603 train 7.853041 (lr=6.2879e-05) (hash(x)=13622545)
+604 train 7.741603 (lr=6.2684e-05) (hash(x)=14649855)
+605 train 8.092643 (lr=6.2489e-05) (hash(x)=14255974)
+606 train 7.953965 (lr=6.2294e-05) (hash(x)=14247081)
+607 train 7.585118 (lr=6.2098e-05) (hash(x)=11025404)
+608 train 7.948004 (lr=6.1903e-05) (hash(x)=14204393)
+609 train 7.790172 (lr=6.1707e-05) (hash(x)=11239636)
+610 train 7.809032 (lr=6.1511e-05) (hash(x)=12606825)
+611 train 7.861976 (lr=6.1315e-05) (hash(x)=15190123)
+612 train 7.960916 (lr=6.1119e-05) (hash(x)=15138106)
+613 train 7.979341 (lr=6.0923e-05) (hash(x)=11464046)
+614 train 7.863675 (lr=6.0726e-05) (hash(x)=11150867)
+615 train 7.850419 (lr=6.0530e-05) (hash(x)=12567779)
+616 train 7.724325 (lr=6.0333e-05) (hash(x)=11611202)
+617 train 7.834332 (lr=6.0137e-05) (hash(x)=16046446)
+618 train 7.670864 (lr=5.9940e-05) (hash(x)=11255030)
+619 train 7.670742 (lr=5.9743e-05) (hash(x)=12439519)
+620 train 7.635136 (lr=5.9546e-05) (hash(x)=13534296)
+621 train 7.451732 (lr=5.9349e-05) (hash(x)=11917658)
+622 train 7.787736 (lr=5.9152e-05) (hash(x)=11009063)
+623 train 7.684069 (lr=5.8955e-05) (hash(x)=11826091)
+624 train 8.209997 (lr=5.8758e-05) (hash(x)=14037695)
+625 train 7.760157 (lr=5.8560e-05) (hash(x)=10807703)
+626 train 7.604909 (lr=5.8363e-05) (hash(x)=10870729)
+627 train 7.717366 (lr=5.8165e-05) (hash(x)=14723866)
+628 train 7.852451 (lr=5.7968e-05) (hash(x)=13363055)
+629 train 8.010396 (lr=5.7770e-05) (hash(x)=11315230)
+630 train 8.763025 (lr=5.7573e-05) (hash(x)=11232721)
+631 train 8.203745 (lr=5.7375e-05) (hash(x)=11259652)
+632 train 8.332464 (lr=5.7177e-05) (hash(x)=12186888)
+633 train 8.606040 (lr=5.6979e-05) (hash(x)=11702582)
+634 train 8.132478 (lr=5.6782e-05) (hash(x)=12503047)
+635 train 7.767237 (lr=5.6584e-05) (hash(x)=11135951)
+636 train 7.794212 (lr=5.6386e-05) (hash(x)=11955498)
+637 train 7.876265 (lr=5.6188e-05) (hash(x)=11570885)
+638 train 7.703724 (lr=5.5990e-05) (hash(x)=12155844)
+639 train 7.734083 (lr=5.5792e-05) (hash(x)=14642293)
+640 train 7.524054 (lr=5.5594e-05) (hash(x)=13839875)
+641 train 7.609259 (lr=5.5396e-05) (hash(x)=13037070)
+642 train 7.765981 (lr=5.5198e-05) (hash(x)=14520991)
+643 train 7.673241 (lr=5.5000e-05) (hash(x)=12485426)
+644 train 7.682763 (lr=5.4802e-05) (hash(x)=13014970)
+645 train 7.900847 (lr=5.4604e-05) (hash(x)=15142358)
+646 train 7.519234 (lr=5.4406e-05) (hash(x)=10027296)
+647 train 7.631866 (lr=5.4208e-05) (hash(x)=12923132)
+648 train 7.822680 (lr=5.4010e-05) (hash(x)=12354083)
+649 train 7.925977 (lr=5.3812e-05) (hash(x)=13055942)
+650 val loss 7.6618
+650 val perplexity 2125.5110
+650 train 7.754591 (lr=5.3614e-05) (hash(x)=13291036)
+651 train 7.781103 (lr=5.3416e-05) (hash(x)=13559280)
+652 train 7.740664 (lr=5.3218e-05) (hash(x)=14086368)
+653 train 7.807534 (lr=5.3021e-05) (hash(x)=15313622)
+654 train 7.801032 (lr=5.2823e-05) (hash(x)=13812518)
+655 train 7.665193 (lr=5.2625e-05) (hash(x)=12169964)
+656 train 7.355139 (lr=5.2427e-05) (hash(x)=11896906)
+657 train 7.311297 (lr=5.2230e-05) (hash(x)=10902629)
+658 train 7.113808 (lr=5.2032e-05) (hash(x)=9987921)
+659 train 7.530096 (lr=5.1835e-05) (hash(x)=12000182)
+660 train 7.302106 (lr=5.1637e-05) (hash(x)=8940484)
+661 train 7.600711 (lr=5.1440e-05) (hash(x)=11345877)
+662 train 7.713447 (lr=5.1242e-05) (hash(x)=14081920)
+663 train 7.492238 (lr=5.1045e-05) (hash(x)=10948640)
+664 train 7.350751 (lr=5.0848e-05) (hash(x)=10980535)
+665 train 7.637386 (lr=5.0651e-05) (hash(x)=13037309)
+666 train 7.325884 (lr=5.0454e-05) (hash(x)=9375142)
+667 train 7.353055 (lr=5.0257e-05) (hash(x)=9666433)
+668 train 7.614735 (lr=5.0060e-05) (hash(x)=11623444)
+669 train 7.629223 (lr=4.9863e-05) (hash(x)=14049895)
+670 train 7.801353 (lr=4.9667e-05) (hash(x)=12689579)
+671 train 7.830479 (lr=4.9470e-05) (hash(x)=14103013)
+672 train 7.952965 (lr=4.9274e-05) (hash(x)=11809717)
+673 train 7.759763 (lr=4.9077e-05) (hash(x)=14058870)
+674 train 7.819689 (lr=4.8881e-05) (hash(x)=13738049)
+675 train 7.826292 (lr=4.8685e-05) (hash(x)=13553506)
+676 train 7.778317 (lr=4.8489e-05) (hash(x)=13526463)
+677 train 7.624836 (lr=4.8293e-05) (hash(x)=12902075)
+678 train 7.879182 (lr=4.8097e-05) (hash(x)=12466258)
+679 train 7.329772 (lr=4.7902e-05) (hash(x)=11135042)
+680 train 8.119125 (lr=4.7706e-05) (hash(x)=14920026)
+681 train 7.816418 (lr=4.7511e-05) (hash(x)=13650023)
+682 train 7.633660 (lr=4.7316e-05) (hash(x)=12991042)
+683 train 7.763315 (lr=4.7121e-05) (hash(x)=14930403)
+684 train 7.799829 (lr=4.6926e-05) (hash(x)=15386592)
+685 train 7.927387 (lr=4.6731e-05) (hash(x)=15485935)
+686 train 8.549294 (lr=4.6537e-05) (hash(x)=15487294)
+687 train 7.745435 (lr=4.6342e-05) (hash(x)=12404200)
+688 train 7.546225 (lr=4.6148e-05) (hash(x)=12070779)
+689 train 7.621696 (lr=4.5954e-05) (hash(x)=12392953)
+690 train 7.750398 (lr=4.5760e-05) (hash(x)=12331573)
+691 train 7.655634 (lr=4.5567e-05) (hash(x)=12280314)
+692 train 7.569410 (lr=4.5373e-05) (hash(x)=11383559)
+693 train 7.581852 (lr=4.5180e-05) (hash(x)=10900559)
+694 train 7.751139 (lr=4.4987e-05) (hash(x)=13353547)
+695 train 7.626840 (lr=4.4794e-05) (hash(x)=11534055)
+696 train 7.694957 (lr=4.4601e-05) (hash(x)=14797493)
+697 train 7.640746 (lr=4.4408e-05) (hash(x)=11997160)
+698 train 7.843601 (lr=4.4216e-05) (hash(x)=13151054)
+699 train 7.783576 (lr=4.4024e-05) (hash(x)=11308531)
+700 val loss 7.6410
+700 val perplexity 2081.8699
+700 train 7.722028 (lr=4.3832e-05) (hash(x)=13121368)
+701 train 7.670710 (lr=4.3640e-05) (hash(x)=12759751)
+702 train 7.732078 (lr=4.3449e-05) (hash(x)=13535835)
+703 train 7.623817 (lr=4.3258e-05) (hash(x)=10914085)
+704 train 7.663767 (lr=4.3067e-05) (hash(x)=10617131)
+705 train 7.987453 (lr=4.2876e-05) (hash(x)=12776027)
+706 train 7.705152 (lr=4.2685e-05) (hash(x)=11255028)
+707 train 7.561122 (lr=4.2495e-05) (hash(x)=12357751)
+708 train 7.660600 (lr=4.2305e-05) (hash(x)=12772363)
+709 train 7.570772 (lr=4.2115e-05) (hash(x)=11040798)
+710 train 7.948753 (lr=4.1925e-05) (hash(x)=13528424)
+711 train 7.979651 (lr=4.1736e-05) (hash(x)=14570713)
+712 train 7.938939 (lr=4.1547e-05) (hash(x)=13617082)
+713 train 7.746921 (lr=4.1358e-05) (hash(x)=11492564)
+714 train 7.636271 (lr=4.1170e-05) (hash(x)=13806329)
+715 train 7.731492 (lr=4.0981e-05) (hash(x)=12212797)
+716 train 7.826818 (lr=4.0793e-05) (hash(x)=12715617)
+717 train 7.669985 (lr=4.0606e-05) (hash(x)=13496879)
+718 train 7.887058 (lr=4.0418e-05) (hash(x)=12774919)
+719 train 7.637987 (lr=4.0231e-05) (hash(x)=11680329)
+720 train 7.709901 (lr=4.0044e-05) (hash(x)=12001582)
+721 train 7.522655 (lr=3.9857e-05) (hash(x)=11948575)
+722 train 7.703846 (lr=3.9671e-05) (hash(x)=11246553)
+723 train 7.644125 (lr=3.9485e-05) (hash(x)=13116772)
+724 train 7.780936 (lr=3.9299e-05) (hash(x)=13475222)
+725 train 8.207045 (lr=3.9114e-05) (hash(x)=15527273)
+726 train 7.374922 (lr=3.8929e-05) (hash(x)=10143298)
+727 train 7.494412 (lr=3.8744e-05) (hash(x)=12437096)
+728 train 7.886576 (lr=3.8560e-05) (hash(x)=13259177)
+729 train 7.756798 (lr=3.8376e-05) (hash(x)=12518287)
+730 train 7.931480 (lr=3.8192e-05) (hash(x)=12379439)
+731 train 7.432437 (lr=3.8008e-05) (hash(x)=11220338)
+732 train 7.567032 (lr=3.7825e-05) (hash(x)=12710818)
+733 train 7.492830 (lr=3.7642e-05) (hash(x)=12034192)
+734 train 8.049908 (lr=3.7460e-05) (hash(x)=17970060)
+735 train 7.972324 (lr=3.7277e-05) (hash(x)=12654843)
+736 train 7.666026 (lr=3.7096e-05) (hash(x)=13094012)
+737 train 8.015420 (lr=3.6914e-05) (hash(x)=16116174)
+738 train 7.780063 (lr=3.6733e-05) (hash(x)=14740205)
+739 train 7.769230 (lr=3.6552e-05) (hash(x)=13505076)
+740 train 7.607024 (lr=3.6372e-05) (hash(x)=13104341)
+741 train 7.835599 (lr=3.6192e-05) (hash(x)=11820607)
+742 train 8.214757 (lr=3.6012e-05) (hash(x)=16336439)
+743 train 7.440488 (lr=3.5833e-05) (hash(x)=10606850)
+744 train 7.569521 (lr=3.5654e-05) (hash(x)=12134587)
+745 train 7.750698 (lr=3.5475e-05) (hash(x)=13759635)
+746 train 7.689027 (lr=3.5297e-05) (hash(x)=12898464)
+747 train 7.742244 (lr=3.5119e-05) (hash(x)=15357227)
+748 train 7.783304 (lr=3.4942e-05) (hash(x)=13808568)
+749 train 7.623234 (lr=3.4765e-05) (hash(x)=11597062)
+750 val loss 7.6364
+750 val perplexity 2072.2004
+750 train 7.791523 (lr=3.4588e-05) (hash(x)=11255261)
+751 train 7.561778 (lr=3.4412e-05) (hash(x)=11281537)
+752 train 7.265604 (lr=3.4236e-05) (hash(x)=9979447)
+753 train 7.402912 (lr=3.4060e-05) (hash(x)=13294828)
+754 train 8.209104 (lr=3.3885e-05) (hash(x)=15954206)
+755 train 8.245211 (lr=3.3711e-05) (hash(x)=13253249)
+756 train 7.588990 (lr=3.3537e-05) (hash(x)=10309283)
+757 train 8.061670 (lr=3.3363e-05) (hash(x)=16101250)
+758 train 7.985057 (lr=3.3189e-05) (hash(x)=13933994)
+759 train 8.019863 (lr=3.3016e-05) (hash(x)=12363856)
+760 train 7.682524 (lr=3.2844e-05) (hash(x)=11923641)
+761 train 7.770922 (lr=3.2672e-05) (hash(x)=12206540)
+762 train 7.983355 (lr=3.2500e-05) (hash(x)=14025490)
+763 train 7.826716 (lr=3.2329e-05) (hash(x)=13580623)
+764 train 7.855828 (lr=3.2158e-05) (hash(x)=13885651)
+765 train 7.912757 (lr=3.1988e-05) (hash(x)=12509602)
+766 train 7.668511 (lr=3.1818e-05) (hash(x)=12966645)
+767 train 8.271053 (lr=3.1648e-05) (hash(x)=14001265)
+768 train 7.820420 (lr=3.1479e-05) (hash(x)=13743669)
+769 train 7.548445 (lr=3.1311e-05) (hash(x)=14290431)
+770 train 7.645972 (lr=3.1142e-05) (hash(x)=11211355)
+771 train 7.668486 (lr=3.0975e-05) (hash(x)=13045278)
+772 train 7.765580 (lr=3.0808e-05) (hash(x)=15088674)
+773 train 7.788311 (lr=3.0641e-05) (hash(x)=13371383)
+774 train 7.876847 (lr=3.0475e-05) (hash(x)=12504111)
+775 train 7.569955 (lr=3.0309e-05) (hash(x)=10444420)
+776 train 7.405804 (lr=3.0144e-05) (hash(x)=10607988)
+777 train 7.713726 (lr=2.9979e-05) (hash(x)=12732892)
+778 train 7.765675 (lr=2.9814e-05) (hash(x)=12650059)
+779 train 7.895899 (lr=2.9651e-05) (hash(x)=11832964)
+780 train 7.811251 (lr=2.9487e-05) (hash(x)=14574038)
+781 train 7.828371 (lr=2.9324e-05) (hash(x)=11477958)
+782 train 7.622464 (lr=2.9162e-05) (hash(x)=12979425)
+783 train 7.698474 (lr=2.9000e-05) (hash(x)=12249732)
+784 train 7.832039 (lr=2.8839e-05) (hash(x)=14867563)
+785 train 7.721405 (lr=2.8678e-05) (hash(x)=12132933)
+786 train 7.645487 (lr=2.8518e-05) (hash(x)=13535569)
+787 train 7.763117 (lr=2.8358e-05) (hash(x)=12307821)
+788 train 7.271033 (lr=2.8199e-05) (hash(x)=11278357)
+789 train 7.229966 (lr=2.8040e-05) (hash(x)=11266264)
+790 train 7.480228 (lr=2.7881e-05) (hash(x)=12955233)
+791 train 7.791690 (lr=2.7724e-05) (hash(x)=13803785)
+792 train 7.667414 (lr=2.7566e-05) (hash(x)=14264824)
+793 train 7.801067 (lr=2.7410e-05) (hash(x)=13256773)
+794 train 7.579760 (lr=2.7254e-05) (hash(x)=12650537)
+795 train 7.585497 (lr=2.7098e-05) (hash(x)=12493316)
+796 train 7.659342 (lr=2.6943e-05) (hash(x)=11836158)
+797 train 7.505648 (lr=2.6788e-05) (hash(x)=12991346)
+798 train 8.081731 (lr=2.6634e-05) (hash(x)=13756621)
+799 train 7.357153 (lr=2.6481e-05) (hash(x)=11689978)
+800 val loss 7.6292
+800 val perplexity 2057.4211
+800 train 7.631804 (lr=2.6328e-05) (hash(x)=10365069)
+801 train 7.587431 (lr=2.6176e-05) (hash(x)=12056273)
+802 train 7.762430 (lr=2.6024e-05) (hash(x)=14348732)
+803 train 7.778242 (lr=2.5873e-05) (hash(x)=11906763)
+804 train 7.796702 (lr=2.5722e-05) (hash(x)=12437638)
+805 train 7.718960 (lr=2.5572e-05) (hash(x)=12621559)
+806 train 7.492385 (lr=2.5423e-05) (hash(x)=11302699)
+807 train 7.935616 (lr=2.5274e-05) (hash(x)=13865869)
+808 train 7.680390 (lr=2.5125e-05) (hash(x)=12380967)
+809 train 7.794242 (lr=2.4978e-05) (hash(x)=11425874)
+810 train 7.639746 (lr=2.4830e-05) (hash(x)=12723475)
+811 train 8.425303 (lr=2.4684e-05) (hash(x)=16513375)
+812 train 7.843686 (lr=2.4538e-05) (hash(x)=13869844)
+813 train 8.002068 (lr=2.4392e-05) (hash(x)=14492920)
+814 train 7.876977 (lr=2.4247e-05) (hash(x)=13793114)
+815 train 7.704354 (lr=2.4103e-05) (hash(x)=13030618)
+816 train 7.793812 (lr=2.3959e-05) (hash(x)=14792501)
+817 train 7.575655 (lr=2.3816e-05) (hash(x)=12816692)
+818 train 7.789332 (lr=2.3674e-05) (hash(x)=12569165)
+819 train 8.014382 (lr=2.3532e-05) (hash(x)=13701949)
+820 train 7.671343 (lr=2.3391e-05) (hash(x)=12255108)
+821 train 7.669661 (lr=2.3250e-05) (hash(x)=12904618)
+822 train 7.676630 (lr=2.3110e-05) (hash(x)=12258538)
+823 train 7.950303 (lr=2.2971e-05) (hash(x)=14299833)
+824 train 7.550400 (lr=2.2832e-05) (hash(x)=10822163)
+825 train 7.705056 (lr=2.2694e-05) (hash(x)=12586511)
+826 train 7.681914 (lr=2.2556e-05) (hash(x)=13939370)
+827 train 7.682074 (lr=2.2420e-05) (hash(x)=11818854)
+828 train 7.732458 (lr=2.2283e-05) (hash(x)=13752960)
+829 train 7.732020 (lr=2.2148e-05) (hash(x)=13063115)
+830 train 7.676750 (lr=2.2013e-05) (hash(x)=12817199)
+831 train 7.599615 (lr=2.1878e-05) (hash(x)=12908875)
+832 train 7.923879 (lr=2.1745e-05) (hash(x)=13871627)
+833 train 7.770768 (lr=2.1612e-05) (hash(x)=12627550)
+834 train 7.576340 (lr=2.1479e-05) (hash(x)=11338055)
+835 train 7.615951 (lr=2.1347e-05) (hash(x)=12634656)
+836 train 7.663651 (lr=2.1216e-05) (hash(x)=12416256)
+837 train 7.719417 (lr=2.1086e-05) (hash(x)=13466941)
+838 train 7.819789 (lr=2.0956e-05) (hash(x)=14648030)
+839 train 8.041725 (lr=2.0827e-05) (hash(x)=13859304)
+840 train 7.887707 (lr=2.0698e-05) (hash(x)=13483846)
+841 train 7.811630 (lr=2.0570e-05) (hash(x)=9637450)
+842 train 7.579254 (lr=2.0443e-05) (hash(x)=11672159)
+843 train 7.869338 (lr=2.0317e-05) (hash(x)=14940204)
+844 train 7.669798 (lr=2.0191e-05) (hash(x)=14028640)
+845 train 7.726581 (lr=2.0066e-05) (hash(x)=13686717)
+846 train 7.680332 (lr=1.9941e-05) (hash(x)=11037190)
+847 train 7.861037 (lr=1.9818e-05) (hash(x)=14396964)
+848 train 7.285347 (lr=1.9694e-05) (hash(x)=10766097)
+849 train 7.553684 (lr=1.9572e-05) (hash(x)=12949082)
+850 val loss 7.6206
+850 val perplexity 2039.7268
+850 train 7.520333 (lr=1.9450e-05) (hash(x)=13743434)
+851 train 7.718529 (lr=1.9329e-05) (hash(x)=13577749)
+852 train 7.736487 (lr=1.9209e-05) (hash(x)=12752830)
+853 train 7.867672 (lr=1.9089e-05) (hash(x)=13031728)
+854 train 7.944017 (lr=1.8970e-05) (hash(x)=13630938)
+855 train 7.706992 (lr=1.8852e-05) (hash(x)=11269801)
+856 train 7.588866 (lr=1.8734e-05) (hash(x)=12724302)
+857 train 7.462291 (lr=1.8618e-05) (hash(x)=11106556)
+858 train 7.385964 (lr=1.8501e-05) (hash(x)=12499441)
+859 train 7.535069 (lr=1.8386e-05) (hash(x)=11222906)
+860 train 7.682183 (lr=1.8271e-05) (hash(x)=10586708)
+861 train 7.831712 (lr=1.8157e-05) (hash(x)=14052269)
+862 train 7.673687 (lr=1.8044e-05) (hash(x)=13384690)
+863 train 7.460972 (lr=1.7931e-05) (hash(x)=14486071)
+864 train 7.680599 (lr=1.7819e-05) (hash(x)=11976037)
+865 train 7.717909 (lr=1.7708e-05) (hash(x)=13026662)
+866 train 7.693939 (lr=1.7598e-05) (hash(x)=13443462)
+867 train 7.677587 (lr=1.7488e-05) (hash(x)=11065744)
+868 train 7.715825 (lr=1.7379e-05) (hash(x)=12404324)
+869 train 7.773833 (lr=1.7271e-05) (hash(x)=13318947)
+870 train 7.913719 (lr=1.7163e-05) (hash(x)=14278749)
+871 train 7.606133 (lr=1.7056e-05) (hash(x)=11997361)
+872 train 7.979546 (lr=1.6950e-05) (hash(x)=16591908)
+873 train 7.647080 (lr=1.6845e-05) (hash(x)=12437178)
+874 train 7.743247 (lr=1.6740e-05) (hash(x)=11441868)
+875 train 7.609517 (lr=1.6636e-05) (hash(x)=12705537)
+876 train 7.744054 (lr=1.6533e-05) (hash(x)=14200097)
+877 train 7.825002 (lr=1.6431e-05) (hash(x)=15790088)
+878 train 7.600862 (lr=1.6329e-05) (hash(x)=11804370)
+879 train 7.480116 (lr=1.6228e-05) (hash(x)=11010336)
+880 train 7.895975 (lr=1.6128e-05) (hash(x)=10935364)
+881 train 7.674376 (lr=1.6029e-05) (hash(x)=11401216)
+882 train 7.755695 (lr=1.5930e-05) (hash(x)=12837899)
+883 train 7.683318 (lr=1.5832e-05) (hash(x)=15106564)
+884 train 7.746137 (lr=1.5735e-05) (hash(x)=12856376)
+885 train 7.687259 (lr=1.5639e-05) (hash(x)=13019227)
+886 train 7.798133 (lr=1.5543e-05) (hash(x)=13294195)
+887 train 7.616749 (lr=1.5449e-05) (hash(x)=10864248)
+888 train 7.457390 (lr=1.5354e-05) (hash(x)=10779619)
+889 train 7.757562 (lr=1.5261e-05) (hash(x)=12107995)
+890 train 7.443310 (lr=1.5169e-05) (hash(x)=11879879)
+891 train 7.662545 (lr=1.5077e-05) (hash(x)=13284954)
+892 train 7.903453 (lr=1.4986e-05) (hash(x)=12895131)
+893 train 7.657013 (lr=1.4896e-05) (hash(x)=12430135)
+894 train 7.753739 (lr=1.4806e-05) (hash(x)=12661748)
+895 train 7.642135 (lr=1.4718e-05) (hash(x)=11906151)
+896 train 7.621687 (lr=1.4630e-05) (hash(x)=11476689)
+897 train 7.409808 (lr=1.4543e-05) (hash(x)=11697970)
+898 train 7.538272 (lr=1.4456e-05) (hash(x)=10948364)
+899 train 7.324598 (lr=1.4371e-05) (hash(x)=8629295)
+900 val loss 7.6124
+900 val perplexity 2023.1067
+900 train 7.604218 (lr=1.4286e-05) (hash(x)=12316587)
+901 train 7.696288 (lr=1.4202e-05) (hash(x)=13977261)
+902 train 7.687957 (lr=1.4119e-05) (hash(x)=12479583)
+903 train 7.765285 (lr=1.4037e-05) (hash(x)=15166897)
+904 train 7.781142 (lr=1.3955e-05) (hash(x)=12472550)
+905 train 7.831698 (lr=1.3874e-05) (hash(x)=13444474)
+906 train 7.866756 (lr=1.3794e-05) (hash(x)=13849646)
+907 train 7.858720 (lr=1.3715e-05) (hash(x)=13108020)
+908 train 7.627274 (lr=1.3637e-05) (hash(x)=14061108)
+909 train 7.737940 (lr=1.3559e-05) (hash(x)=12559086)
+910 train 7.572672 (lr=1.3482e-05) (hash(x)=11562580)
+911 train 7.657227 (lr=1.3407e-05) (hash(x)=12338963)
+912 train 7.256672 (lr=1.3331e-05) (hash(x)=10604668)
+913 train 7.643756 (lr=1.3257e-05) (hash(x)=10411127)
+914 train 7.667354 (lr=1.3183e-05) (hash(x)=12560107)
+915 train 7.943704 (lr=1.3111e-05) (hash(x)=17176736)
+916 train 7.547956 (lr=1.3039e-05) (hash(x)=13034244)
+917 train 7.614550 (lr=1.2968e-05) (hash(x)=13586859)
+918 train 7.629796 (lr=1.2897e-05) (hash(x)=14825083)
+919 train 7.842947 (lr=1.2828e-05) (hash(x)=13235312)
+920 train 7.608109 (lr=1.2759e-05) (hash(x)=12555636)
+921 train 7.532580 (lr=1.2691e-05) (hash(x)=10862031)
+922 train 7.658683 (lr=1.2624e-05) (hash(x)=12129400)
+923 train 7.793427 (lr=1.2558e-05) (hash(x)=12498316)
+924 train 7.783417 (lr=1.2493e-05) (hash(x)=13128811)
+925 train 7.607649 (lr=1.2428e-05) (hash(x)=15109534)
+926 train 7.401073 (lr=1.2364e-05) (hash(x)=10731002)
+927 train 7.581272 (lr=1.2301e-05) (hash(x)=11031343)
+928 train 7.543287 (lr=1.2239e-05) (hash(x)=11552376)
+929 train 7.655213 (lr=1.2178e-05) (hash(x)=13030101)
+930 train 7.398396 (lr=1.2118e-05) (hash(x)=13250524)
+931 train 7.728891 (lr=1.2058e-05) (hash(x)=12787203)
+932 train 7.652882 (lr=1.1999e-05) (hash(x)=12056192)
+933 train 7.736353 (lr=1.1941e-05) (hash(x)=13192715)
+934 train 7.594948 (lr=1.1884e-05) (hash(x)=13092101)
+935 train 7.802969 (lr=1.1828e-05) (hash(x)=14597757)
+936 train 7.806710 (lr=1.1772e-05) (hash(x)=13880794)
+937 train 7.512589 (lr=1.1718e-05) (hash(x)=11548718)
+938 train 7.730990 (lr=1.1664e-05) (hash(x)=11354422)
+939 train 7.643562 (lr=1.1611e-05) (hash(x)=12017158)
+940 train 7.863441 (lr=1.1559e-05) (hash(x)=15839756)
+941 train 7.549936 (lr=1.1508e-05) (hash(x)=10164479)
+942 train 7.560804 (lr=1.1457e-05) (hash(x)=13779450)
+943 train 7.540797 (lr=1.1408e-05) (hash(x)=13571036)
+944 train 7.496755 (lr=1.1359e-05) (hash(x)=12178618)
+945 train 7.715475 (lr=1.1311e-05) (hash(x)=11609529)
+946 train 7.704891 (lr=1.1264e-05) (hash(x)=14297351)
+947 train 7.662954 (lr=1.1218e-05) (hash(x)=12289875)
+948 train 7.908993 (lr=1.1173e-05) (hash(x)=13540167)
+949 train 7.624613 (lr=1.1128e-05) (hash(x)=13086437)
+950 val loss 7.6073
+950 val perplexity 2012.8827
+950 train 7.851632 (lr=1.1085e-05) (hash(x)=15073523)
+951 train 7.964910 (lr=1.1042e-05) (hash(x)=13225100)
+952 train 7.534026 (lr=1.1000e-05) (hash(x)=11311171)
+953 train 7.476605 (lr=1.0959e-05) (hash(x)=12863127)
+954 train 7.890977 (lr=1.0919e-05) (hash(x)=15288759)
+955 train 7.427927 (lr=1.0879e-05) (hash(x)=11162887)
+956 train 7.737081 (lr=1.0841e-05) (hash(x)=9933157)
+957 train 7.776907 (lr=1.0803e-05) (hash(x)=12364743)
+958 train 7.490522 (lr=1.0766e-05) (hash(x)=10723631)
+959 train 7.562864 (lr=1.0730e-05) (hash(x)=12281916)
+960 train 7.565658 (lr=1.0695e-05) (hash(x)=12131510)
+961 train 7.624058 (lr=1.0661e-05) (hash(x)=12249214)
+962 train 7.771938 (lr=1.0628e-05) (hash(x)=12301339)
+963 train 7.618944 (lr=1.0595e-05) (hash(x)=12348477)
+964 train 7.672257 (lr=1.0563e-05) (hash(x)=13002952)
+965 train 7.763545 (lr=1.0533e-05) (hash(x)=12468719)
+966 train 7.736159 (lr=1.0503e-05) (hash(x)=11222266)
+967 train 7.708023 (lr=1.0474e-05) (hash(x)=13634084)
+968 train 7.701601 (lr=1.0445e-05) (hash(x)=14045062)
+969 train 7.629251 (lr=1.0418e-05) (hash(x)=11740722)
+970 train 7.947063 (lr=1.0391e-05) (hash(x)=14816355)
+971 train 7.587160 (lr=1.0366e-05) (hash(x)=11378506)
+972 train 7.420127 (lr=1.0341e-05) (hash(x)=10458922)
+973 train 7.648345 (lr=1.0317e-05) (hash(x)=13417634)
+974 train 7.760894 (lr=1.0294e-05) (hash(x)=13825872)
+975 train 7.684702 (lr=1.0272e-05) (hash(x)=11801649)
+976 train 7.861512 (lr=1.0251e-05) (hash(x)=11686944)
+977 train 7.563744 (lr=1.0230e-05) (hash(x)=10917325)
+978 train 7.454514 (lr=1.0211e-05) (hash(x)=11207331)
+979 train 7.531972 (lr=1.0192e-05) (hash(x)=10552788)
+980 train 7.320363 (lr=1.0174e-05) (hash(x)=8947573)
+981 train 7.170998 (lr=1.0157e-05) (hash(x)=9421716)
+982 train 7.491410 (lr=1.0141e-05) (hash(x)=13067279)
+983 train 7.750579 (lr=1.0126e-05) (hash(x)=11746289)
+984 train 7.740094 (lr=1.0111e-05) (hash(x)=12788451)
+985 train 7.569104 (lr=1.0098e-05) (hash(x)=9589864)
+986 train 7.556940 (lr=1.0085e-05) (hash(x)=12600294)
+987 train 7.653209 (lr=1.0074e-05) (hash(x)=13826293)
+988 train 7.746078 (lr=1.0063e-05) (hash(x)=14679370)
+989 train 7.826417 (lr=1.0053e-05) (hash(x)=12720603)
+990 train 7.639474 (lr=1.0044e-05) (hash(x)=12387624)
+991 train 7.633626 (lr=1.0035e-05) (hash(x)=10783313)
+992 train 7.679803 (lr=1.0028e-05) (hash(x)=11773378)
+993 train 7.681911 (lr=1.0021e-05) (hash(x)=13077539)
+994 train 7.658948 (lr=1.0016e-05) (hash(x)=12541500)
+995 train 7.810250 (lr=1.0011e-05) (hash(x)=12913270)
+996 train 7.769026 (lr=1.0007e-05) (hash(x)=11426867)
+997 train 7.586505 (lr=1.0004e-05) (hash(x)=11228160)
+998 train 7.412054 (lr=1.0002e-05) (hash(x)=11408061)
+999 val loss 7.6056
+999 val perplexity 2009.4668
+999 train 7.766582 (lr=1.0000e-05) (hash(x)=14212467)

lr1e-4_total_batch_size5120_seq_len256/model_00999.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07477d76dd8cfd9541db73cffc1338541c0cec2c12fbcd6fa4443bc0da9ae104
+size 38587970

lr1e-4_total_batch_size5120_seq_len256/optimizer_00999.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:945f374f099f48901ad463d74123bee12863b9fbc1bf32b054cdd329eb5ed951
+size 70895430