Upload folder using huggingface_hub

lr2e-4_total_batch_size5120_seq_len256/args.json

@@ -0,0 +1 @@
+{"hellaswag": true, "attention_kind": "selective", "log_dir": "proxy_model_sweep/lr2e-4_total_batch_size5120_seq_len256", "resume_checkpoint": null, "resume_optimizer": false, "add_a_head": false, "add_head_to_start": true, "new_head_init": "normal", "n_heads": 2, "protect_bos_token": true, "prevent_from_masking_myself": true, "max_steps": null, "group": "proxy_model_sweep", "use_wandb": true, "kill_self_after_run": false, "random_seed": 1337, "memory_penalty_epsilon": 0.1, "selection_head_linear_combo": "none", "selection_head_linear_combo_scale": 1.0, "protection_kind": "none", "leaky_relu_alpha": null, "leaky_relu_bias": null, "use_compile": true, "use_mini_model": false, "upload_to_hf": true, "seq_len": 256, "batch_size": null, "total_batch_size": 5120, "protection_head_scaling_factor": 1.0, "protection_head_bias": 0.0, "n_sliced_masks": null, "n_latent_masks": null, "mask_layernorm": false, "residual_attention_masks": false, "compute_base_shapes": false, "base_shapes_savefile": null, "mup": true, "disable_selection": true, "mup_enable_coord_check_logging": false, "max_lr": 0.0002, "decay_lr": true, "readout_zero_init": false, "query_zero_init": false, "l1_loss": false, "debugpy": false, "n_embd": 128}

lr2e-4_total_batch_size5120_seq_len256/dataloader_00999.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60582085b67f79a59d68bfd29cd9c94a65421fc83fc6750cd587ed93c2812fa4
+size 964

lr2e-4_total_batch_size5120_seq_len256/log2.txt

@@ -0,0 +1,1043 @@
+max_steps: 1000
+0 val loss 11.7488
+0 val perplexity 126607.6172
+0 train 11.745071 (lr=6.9930e-07) (hash(x)=12372582)
+1 train 11.742463 (lr=1.3986e-06) (hash(x)=12683395)
+2 train 11.779614 (lr=2.0979e-06) (hash(x)=14107219)
+3 train 11.734921 (lr=2.7972e-06) (hash(x)=12136211)
+4 train 11.733570 (lr=3.4965e-06) (hash(x)=12407129)
+5 train 11.707633 (lr=4.1958e-06) (hash(x)=13068552)
+6 train 11.722017 (lr=4.8951e-06) (hash(x)=17450022)
+7 train 11.713314 (lr=5.5944e-06) (hash(x)=9915468)
+8 train 11.712975 (lr=6.2937e-06) (hash(x)=13548512)
+9 train 11.727014 (lr=6.9930e-06) (hash(x)=12164183)
+10 train 11.709367 (lr=7.6923e-06) (hash(x)=13803353)
+11 train 11.679868 (lr=8.3916e-06) (hash(x)=13629277)
+12 train 11.645482 (lr=9.0909e-06) (hash(x)=12917812)
+13 train 11.637653 (lr=9.7902e-06) (hash(x)=13413021)
+14 train 11.599601 (lr=1.0490e-05) (hash(x)=12655054)
+15 train 11.598496 (lr=1.1189e-05) (hash(x)=12684830)
+16 train 11.546203 (lr=1.1888e-05) (hash(x)=13439617)
+17 train 11.568825 (lr=1.2587e-05) (hash(x)=13262550)
+18 train 11.554014 (lr=1.3287e-05) (hash(x)=11975280)
+19 train 11.531845 (lr=1.3986e-05) (hash(x)=12003126)
+20 train 11.490280 (lr=1.4685e-05) (hash(x)=12313617)
+21 train 11.470226 (lr=1.5385e-05) (hash(x)=14144015)
+22 train 11.444975 (lr=1.6084e-05) (hash(x)=11178611)
+23 train 11.380606 (lr=1.6783e-05) (hash(x)=12014715)
+24 train 11.390724 (lr=1.7483e-05) (hash(x)=15240676)
+25 train 11.285635 (lr=1.8182e-05) (hash(x)=14912984)
+26 train 11.271848 (lr=1.8881e-05) (hash(x)=11487406)
+27 train 11.197708 (lr=1.9580e-05) (hash(x)=9492167)
+28 train 11.181851 (lr=2.0280e-05) (hash(x)=10765326)
+29 train 11.181164 (lr=2.0979e-05) (hash(x)=15241928)
+30 train 11.082594 (lr=2.1678e-05) (hash(x)=12215703)
+31 train 10.957846 (lr=2.2378e-05) (hash(x)=12595649)
+32 train 11.008558 (lr=2.3077e-05) (hash(x)=12726494)
+33 train 10.906214 (lr=2.3776e-05) (hash(x)=15162520)
+34 train 10.923212 (lr=2.4476e-05) (hash(x)=10640461)
+35 train 10.911027 (lr=2.5175e-05) (hash(x)=11980631)
+36 train 10.890951 (lr=2.5874e-05) (hash(x)=10568919)
+37 train 10.876982 (lr=2.6573e-05) (hash(x)=13172222)
+38 train 10.761310 (lr=2.7273e-05) (hash(x)=11575367)
+39 train 10.727571 (lr=2.7972e-05) (hash(x)=11101031)
+40 train 10.721853 (lr=2.8671e-05) (hash(x)=10304235)
+41 train 10.662294 (lr=2.9371e-05) (hash(x)=13275746)
+42 train 10.597552 (lr=3.0070e-05) (hash(x)=14309786)
+43 train 10.536396 (lr=3.0769e-05) (hash(x)=14316349)
+44 train 10.530739 (lr=3.1469e-05) (hash(x)=13999350)
+45 train 10.574337 (lr=3.2168e-05) (hash(x)=14143687)
+46 train 10.538022 (lr=3.2867e-05) (hash(x)=11365466)
+47 train 10.497326 (lr=3.3566e-05) (hash(x)=12036401)
+48 train 10.446421 (lr=3.4266e-05) (hash(x)=11730055)
+49 train 10.426212 (lr=3.4965e-05) (hash(x)=11143776)
+50 val loss 10.3841
+50 val perplexity 32341.5957
+50 train 10.391515 (lr=3.5664e-05) (hash(x)=12724270)
+51 train 10.327371 (lr=3.6364e-05) (hash(x)=12337125)
+52 train 10.329067 (lr=3.7063e-05) (hash(x)=12381632)
+53 train 10.329236 (lr=3.7762e-05) (hash(x)=10700109)
+54 train 10.262674 (lr=3.8462e-05) (hash(x)=13197786)
+55 train 10.232517 (lr=3.9161e-05) (hash(x)=11823810)
+56 train 10.338673 (lr=3.9860e-05) (hash(x)=12172918)
+57 train 10.257351 (lr=4.0559e-05) (hash(x)=12070591)
+58 train 10.236158 (lr=4.1259e-05) (hash(x)=14199166)
+59 train 10.339070 (lr=4.1958e-05) (hash(x)=13033959)
+60 train 10.248023 (lr=4.2657e-05) (hash(x)=12802857)
+61 train 10.193905 (lr=4.3357e-05) (hash(x)=10786770)
+62 train 10.223665 (lr=4.4056e-05) (hash(x)=11809534)
+63 train 10.015480 (lr=4.4755e-05) (hash(x)=13549925)
+64 train 9.997356 (lr=4.5455e-05) (hash(x)=10914323)
+65 train 10.030985 (lr=4.6154e-05) (hash(x)=14101838)
+66 train 10.163025 (lr=4.6853e-05) (hash(x)=11235125)
+67 train 10.157752 (lr=4.7552e-05) (hash(x)=14220701)
+68 train 9.963398 (lr=4.8252e-05) (hash(x)=12126282)
+69 train 10.061707 (lr=4.8951e-05) (hash(x)=14571180)
+70 train 10.011343 (lr=4.9650e-05) (hash(x)=14173731)
+71 train 10.090284 (lr=5.0350e-05) (hash(x)=13252262)
+72 train 9.920448 (lr=5.1049e-05) (hash(x)=14118291)
+73 train 9.922458 (lr=5.1748e-05) (hash(x)=13676730)
+74 train 9.999580 (lr=5.2448e-05) (hash(x)=13927111)
+75 train 9.964857 (lr=5.3147e-05) (hash(x)=14638145)
+76 train 9.900003 (lr=5.3846e-05) (hash(x)=14977819)
+77 train 9.897355 (lr=5.4545e-05) (hash(x)=14385711)
+78 train 9.998713 (lr=5.5245e-05) (hash(x)=12219671)
+79 train 9.980270 (lr=5.5944e-05) (hash(x)=13749054)
+80 train 9.992213 (lr=5.6643e-05) (hash(x)=11709001)
+81 train 9.925891 (lr=5.7343e-05) (hash(x)=12469703)
+82 train 9.888877 (lr=5.8042e-05) (hash(x)=11330478)
+83 train 9.870050 (lr=5.8741e-05) (hash(x)=12681760)
+84 train 9.923363 (lr=5.9441e-05) (hash(x)=15215674)
+85 train 9.870603 (lr=6.0140e-05) (hash(x)=12423697)
+86 train 9.787323 (lr=6.0839e-05) (hash(x)=11789526)
+87 train 9.804956 (lr=6.1538e-05) (hash(x)=14461706)
+88 train 9.836361 (lr=6.2238e-05) (hash(x)=10984941)
+89 train 9.799957 (lr=6.2937e-05) (hash(x)=13727016)
+90 train 9.680655 (lr=6.3636e-05) (hash(x)=12862054)
+91 train 9.648274 (lr=6.4336e-05) (hash(x)=14235218)
+92 train 9.735443 (lr=6.5035e-05) (hash(x)=13621196)
+93 train 9.716882 (lr=6.5734e-05) (hash(x)=12501568)
+94 train 9.874262 (lr=6.6434e-05) (hash(x)=12274822)
+95 train 9.685357 (lr=6.7133e-05) (hash(x)=11735995)
+96 train 9.836740 (lr=6.7832e-05) (hash(x)=13050719)
+97 train 9.859317 (lr=6.8531e-05) (hash(x)=11569945)
+98 train 9.625572 (lr=6.9231e-05) (hash(x)=11109133)
+99 train 9.645729 (lr=6.9930e-05) (hash(x)=11641112)
+100 val loss 9.6865
+100 val perplexity 16099.0078
+100 train 9.703830 (lr=7.0629e-05) (hash(x)=11507240)
+101 train 9.644009 (lr=7.1329e-05) (hash(x)=11536784)
+102 train 9.664434 (lr=7.2028e-05) (hash(x)=11514312)
+103 train 9.758986 (lr=7.2727e-05) (hash(x)=12231701)
+104 train 9.665122 (lr=7.3427e-05) (hash(x)=10619273)
+105 train 9.624384 (lr=7.4126e-05) (hash(x)=13521301)
+106 train 9.466059 (lr=7.4825e-05) (hash(x)=10295729)
+107 train 9.537803 (lr=7.5524e-05) (hash(x)=10175470)
+108 train 9.589054 (lr=7.6224e-05) (hash(x)=11948399)
+109 train 9.580799 (lr=7.6923e-05) (hash(x)=13903066)
+110 train 10.137646 (lr=7.7622e-05) (hash(x)=16265112)
+111 train 9.576118 (lr=7.8322e-05) (hash(x)=14117945)
+112 train 9.491982 (lr=7.9021e-05) (hash(x)=12712901)
+113 train 9.553596 (lr=7.9720e-05) (hash(x)=14851356)
+114 train 9.624134 (lr=8.0420e-05) (hash(x)=12337690)
+115 train 9.524712 (lr=8.1119e-05) (hash(x)=13116544)
+116 train 9.474995 (lr=8.1818e-05) (hash(x)=16794825)
+117 train 9.552347 (lr=8.2517e-05) (hash(x)=16366718)
+118 train 9.499178 (lr=8.3217e-05) (hash(x)=13520931)
+119 train 9.410403 (lr=8.3916e-05) (hash(x)=12678303)
+120 train 9.375563 (lr=8.4615e-05) (hash(x)=10020764)
+121 train 9.240090 (lr=8.5315e-05) (hash(x)=11144768)
+122 train 9.501566 (lr=8.6014e-05) (hash(x)=10378383)
+123 train 9.326124 (lr=8.6713e-05) (hash(x)=11927462)
+124 train 9.327136 (lr=8.7413e-05) (hash(x)=13130532)
+125 train 9.299536 (lr=8.8112e-05) (hash(x)=10418366)
+126 train 9.422672 (lr=8.8811e-05) (hash(x)=14920480)
+127 train 9.349115 (lr=8.9510e-05) (hash(x)=12758461)
+128 train 9.378063 (lr=9.0210e-05) (hash(x)=14632236)
+129 train 9.379567 (lr=9.0909e-05) (hash(x)=11680802)
+130 train 9.296677 (lr=9.1608e-05) (hash(x)=12682477)
+131 train 9.395699 (lr=9.2308e-05) (hash(x)=11946230)
+132 train 9.376804 (lr=9.3007e-05) (hash(x)=15160610)
+133 train 9.170813 (lr=9.3706e-05) (hash(x)=11704519)
+134 train 9.113958 (lr=9.4406e-05) (hash(x)=12746108)
+135 train 9.153707 (lr=9.5105e-05) (hash(x)=13701311)
+136 train 9.193964 (lr=9.5804e-05) (hash(x)=15682136)
+137 train 9.218878 (lr=9.6503e-05) (hash(x)=12751615)
+138 train 9.223177 (lr=9.7203e-05) (hash(x)=13420600)
+139 train 9.075116 (lr=9.7902e-05) (hash(x)=11198382)
+140 train 9.186128 (lr=9.8601e-05) (hash(x)=11556406)
+141 train 9.254230 (lr=9.9301e-05) (hash(x)=16075171)
+142 train 9.418408 (lr=1.0000e-04) (hash(x)=16911864)
+143 train 9.115257 (lr=1.0070e-04) (hash(x)=14346433)
+144 train 9.148060 (lr=1.0140e-04) (hash(x)=12105279)
+145 train 9.078602 (lr=1.0210e-04) (hash(x)=12888806)
+146 train 9.096539 (lr=1.0280e-04) (hash(x)=11676047)
+147 train 9.325201 (lr=1.0350e-04) (hash(x)=17855984)
+148 train 9.178595 (lr=1.0420e-04) (hash(x)=14922202)
+149 train 8.970037 (lr=1.0490e-04) (hash(x)=9616381)
+150 val loss 8.9505
+150 val perplexity 7711.4341
+150 train 8.991547 (lr=1.0559e-04) (hash(x)=11978542)
+151 train 10.083858 (lr=1.0629e-04) (hash(x)=18910052)
+152 train 9.488463 (lr=1.0699e-04) (hash(x)=13545339)
+153 train 8.861468 (lr=1.0769e-04) (hash(x)=12769596)
+154 train 8.874098 (lr=1.0839e-04) (hash(x)=12235730)
+155 train 9.159559 (lr=1.0909e-04) (hash(x)=11885403)
+156 train 8.904396 (lr=1.0979e-04) (hash(x)=12677961)
+157 train 8.923874 (lr=1.1049e-04) (hash(x)=12476514)
+158 train 8.972180 (lr=1.1119e-04) (hash(x)=13656193)
+159 train 8.920395 (lr=1.1189e-04) (hash(x)=12508350)
+160 train 8.724266 (lr=1.1259e-04) (hash(x)=11204172)
+161 train 8.763577 (lr=1.1329e-04) (hash(x)=10745637)
+162 train 8.736413 (lr=1.1399e-04) (hash(x)=11844793)
+163 train 8.977192 (lr=1.1469e-04) (hash(x)=10862804)
+164 train 8.969051 (lr=1.1538e-04) (hash(x)=12061659)
+165 train 8.800344 (lr=1.1608e-04) (hash(x)=15075084)
+166 train 8.745974 (lr=1.1678e-04) (hash(x)=12508408)
+167 train 8.685780 (lr=1.1748e-04) (hash(x)=14043988)
+168 train 8.401215 (lr=1.1818e-04) (hash(x)=10401493)
+169 train 8.541430 (lr=1.1888e-04) (hash(x)=12667924)
+170 train 8.471537 (lr=1.1958e-04) (hash(x)=12778664)
+171 train 8.598648 (lr=1.2028e-04) (hash(x)=11916406)
+172 train 8.579514 (lr=1.2098e-04) (hash(x)=11516862)
+173 train 8.490269 (lr=1.2168e-04) (hash(x)=13406195)
+174 train 8.641919 (lr=1.2238e-04) (hash(x)=12116183)
+175 train 8.440344 (lr=1.2308e-04) (hash(x)=11968227)
+176 train 8.646670 (lr=1.2378e-04) (hash(x)=12134811)
+177 train 8.454968 (lr=1.2448e-04) (hash(x)=11927490)
+178 train 8.456906 (lr=1.2517e-04) (hash(x)=12684747)
+179 train 8.510316 (lr=1.2587e-04) (hash(x)=13290191)
+180 train 8.491484 (lr=1.2657e-04) (hash(x)=11789931)
+181 train 8.262606 (lr=1.2727e-04) (hash(x)=11771253)
+182 train 8.375028 (lr=1.2797e-04) (hash(x)=10693812)
+183 train 8.483016 (lr=1.2867e-04) (hash(x)=15670776)
+184 train 8.467882 (lr=1.2937e-04) (hash(x)=13586931)
+185 train 8.222755 (lr=1.3007e-04) (hash(x)=11306133)
+186 train 8.378218 (lr=1.3077e-04) (hash(x)=12636637)
+187 train 8.600243 (lr=1.3147e-04) (hash(x)=14358384)
+188 train 8.283781 (lr=1.3217e-04) (hash(x)=11557997)
+189 train 8.161809 (lr=1.3287e-04) (hash(x)=10267428)
+190 train 8.404573 (lr=1.3357e-04) (hash(x)=11861629)
+191 train 8.236061 (lr=1.3427e-04) (hash(x)=11289341)
+192 train 8.250552 (lr=1.3497e-04) (hash(x)=11666650)
+193 train 8.227356 (lr=1.3566e-04) (hash(x)=14062293)
+194 train 8.328234 (lr=1.3636e-04) (hash(x)=10785993)
+195 train 8.513978 (lr=1.3706e-04) (hash(x)=14736057)
+196 train 8.243157 (lr=1.3776e-04) (hash(x)=12054745)
+197 train 8.803791 (lr=1.3846e-04) (hash(x)=16036112)
+198 train 8.674994 (lr=1.3916e-04) (hash(x)=16263589)
+199 train 8.264668 (lr=1.3986e-04) (hash(x)=11482477)
+200 val loss 8.2186
+200 val perplexity 3709.1936
+200 train 8.331128 (lr=1.4056e-04) (hash(x)=13356719)
+201 train 8.360603 (lr=1.4126e-04) (hash(x)=12742648)
+202 train 8.178341 (lr=1.4196e-04) (hash(x)=11963702)
+203 train 8.321255 (lr=1.4266e-04) (hash(x)=15429973)
+204 train 8.185876 (lr=1.4336e-04) (hash(x)=13257554)
+205 train 8.299450 (lr=1.4406e-04) (hash(x)=13972190)
+206 train 8.356649 (lr=1.4476e-04) (hash(x)=13430094)
+207 train 8.065244 (lr=1.4545e-04) (hash(x)=10345057)
+208 train 8.241135 (lr=1.4615e-04) (hash(x)=14689084)
+209 train 8.048694 (lr=1.4685e-04) (hash(x)=11609727)
+210 train 8.132227 (lr=1.4755e-04) (hash(x)=13860968)
+211 train 7.983911 (lr=1.4825e-04) (hash(x)=10816510)
+212 train 7.805987 (lr=1.4895e-04) (hash(x)=10255921)
+213 train 8.265846 (lr=1.4965e-04) (hash(x)=11801604)
+214 train 8.024021 (lr=1.5035e-04) (hash(x)=11442918)
+215 train 8.037505 (lr=1.5105e-04) (hash(x)=11157124)
+216 train 8.154212 (lr=1.5175e-04) (hash(x)=9862579)
+217 train 7.988428 (lr=1.5245e-04) (hash(x)=11666699)
+218 train 8.146107 (lr=1.5315e-04) (hash(x)=15933079)
+219 train 8.085238 (lr=1.5385e-04) (hash(x)=12349897)
+220 train 8.070837 (lr=1.5455e-04) (hash(x)=11150337)
+221 train 8.121499 (lr=1.5524e-04) (hash(x)=11648826)
+222 train 8.110094 (lr=1.5594e-04) (hash(x)=11198064)
+223 train 7.869467 (lr=1.5664e-04) (hash(x)=10750452)
+224 train 7.932137 (lr=1.5734e-04) (hash(x)=11819859)
+225 train 8.041350 (lr=1.5804e-04) (hash(x)=12114386)
+226 train 8.131905 (lr=1.5874e-04) (hash(x)=13023365)
+227 train 8.070331 (lr=1.5944e-04) (hash(x)=11859950)
+228 train 7.916239 (lr=1.6014e-04) (hash(x)=12542485)
+229 train 7.945375 (lr=1.6084e-04) (hash(x)=12837162)
+230 train 7.973840 (lr=1.6154e-04) (hash(x)=12185415)
+231 train 7.845544 (lr=1.6224e-04) (hash(x)=8921601)
+232 train 7.823643 (lr=1.6294e-04) (hash(x)=11572366)
+233 train 7.399642 (lr=1.6364e-04) (hash(x)=9125058)
+234 train 7.759228 (lr=1.6434e-04) (hash(x)=12007582)
+235 train 7.883780 (lr=1.6503e-04) (hash(x)=11333049)
+236 train 7.812930 (lr=1.6573e-04) (hash(x)=10626272)
+237 train 8.009889 (lr=1.6643e-04) (hash(x)=13807539)
+238 train 7.948827 (lr=1.6713e-04) (hash(x)=11429976)
+239 train 7.732471 (lr=1.6783e-04) (hash(x)=12165500)
+240 train 8.154915 (lr=1.6853e-04) (hash(x)=15491314)
+241 train 8.031611 (lr=1.6923e-04) (hash(x)=14343620)
+242 train 7.963512 (lr=1.6993e-04) (hash(x)=12358970)
+243 train 8.021643 (lr=1.7063e-04) (hash(x)=13153948)
+244 train 8.157185 (lr=1.7133e-04) (hash(x)=12935023)
+245 train 7.930007 (lr=1.7203e-04) (hash(x)=14497853)
+246 train 7.874344 (lr=1.7273e-04) (hash(x)=12545808)
+247 train 8.218092 (lr=1.7343e-04) (hash(x)=13569316)
+248 train 7.929280 (lr=1.7413e-04) (hash(x)=13033944)
+249 train 8.128469 (lr=1.7483e-04) (hash(x)=14212041)
+250 val loss 7.8500
+250 val perplexity 2565.6509
+250 train 8.190201 (lr=1.7552e-04) (hash(x)=10769873)
+251 train 7.948317 (lr=1.7622e-04) (hash(x)=11456278)
+252 train 7.892446 (lr=1.7692e-04) (hash(x)=13141720)
+253 train 7.824191 (lr=1.7762e-04) (hash(x)=13563812)
+254 train 7.896578 (lr=1.7832e-04) (hash(x)=12645610)
+255 train 7.865828 (lr=1.7902e-04) (hash(x)=14043713)
+256 train 8.064789 (lr=1.7972e-04) (hash(x)=14545052)
+257 train 7.805581 (lr=1.8042e-04) (hash(x)=13968786)
+258 train 8.033873 (lr=1.8112e-04) (hash(x)=11573299)
+259 train 7.807196 (lr=1.8182e-04) (hash(x)=11896948)
+260 train 8.091600 (lr=1.8252e-04) (hash(x)=11602278)
+261 train 7.977814 (lr=1.8322e-04) (hash(x)=13298324)
+262 train 8.219219 (lr=1.8392e-04) (hash(x)=13232135)
+263 train 7.755114 (lr=1.8462e-04) (hash(x)=11969650)
+264 train 7.849348 (lr=1.8531e-04) (hash(x)=12202825)
+265 train 7.831344 (lr=1.8601e-04) (hash(x)=12021926)
+266 train 7.743421 (lr=1.8671e-04) (hash(x)=11486982)
+267 train 7.743017 (lr=1.8741e-04) (hash(x)=14387351)
+268 train 7.976931 (lr=1.8811e-04) (hash(x)=14588570)
+269 train 7.600177 (lr=1.8881e-04) (hash(x)=13939547)
+270 train 7.712019 (lr=1.8951e-04) (hash(x)=13336938)
+271 train 7.631325 (lr=1.9021e-04) (hash(x)=13680255)
+272 train 7.828246 (lr=1.9091e-04) (hash(x)=11276607)
+273 train 7.859665 (lr=1.9161e-04) (hash(x)=10982564)
+274 train 8.077077 (lr=1.9231e-04) (hash(x)=13821541)
+275 train 8.178282 (lr=1.9301e-04) (hash(x)=11875534)
+276 train 7.903212 (lr=1.9371e-04) (hash(x)=14296280)
+277 train 8.149975 (lr=1.9441e-04) (hash(x)=13390260)
+278 train 8.121318 (lr=1.9510e-04) (hash(x)=13142039)
+279 train 7.871567 (lr=1.9580e-04) (hash(x)=13871675)
+280 train 7.856265 (lr=1.9650e-04) (hash(x)=13297982)
+281 train 7.576210 (lr=1.9720e-04) (hash(x)=10728444)
+282 train 7.767710 (lr=1.9790e-04) (hash(x)=11539550)
+283 train 7.980420 (lr=1.9860e-04) (hash(x)=13389922)
+284 train 7.970659 (lr=1.9930e-04) (hash(x)=13390153)
+285 train 8.135550 (lr=2.0000e-04) (hash(x)=13458742)
+286 train 7.620024 (lr=2.0000e-04) (hash(x)=10387541)
+287 train 7.634505 (lr=2.0000e-04) (hash(x)=12263431)
+288 train 7.617607 (lr=2.0000e-04) (hash(x)=10405877)
+289 train 7.730730 (lr=1.9999e-04) (hash(x)=12377887)
+290 train 7.521780 (lr=1.9999e-04) (hash(x)=10511081)
+291 train 7.839685 (lr=1.9998e-04) (hash(x)=10141365)
+292 train 7.896434 (lr=1.9997e-04) (hash(x)=13935127)
+293 train 8.016750 (lr=1.9996e-04) (hash(x)=13965689)
+294 train 7.658750 (lr=1.9994e-04) (hash(x)=13301076)
+295 train 7.606771 (lr=1.9993e-04) (hash(x)=12414778)
+296 train 7.824572 (lr=1.9991e-04) (hash(x)=12497839)
+297 train 7.494140 (lr=1.9989e-04) (hash(x)=9727144)
+298 train 7.627941 (lr=1.9987e-04) (hash(x)=11972438)
+299 train 7.872811 (lr=1.9985e-04) (hash(x)=11738134)
+300 val loss 7.7282
+300 val perplexity 2271.5205
+300 train 8.634287 (lr=1.9983e-04) (hash(x)=15826242)
+301 train 8.360047 (lr=1.9980e-04) (hash(x)=14924380)
+302 train 8.059079 (lr=1.9978e-04) (hash(x)=10605039)
+303 train 7.352702 (lr=1.9975e-04) (hash(x)=14443665)
+304 train 8.004745 (lr=1.9972e-04) (hash(x)=14431398)
+305 train 7.804030 (lr=1.9969e-04) (hash(x)=12873827)
+306 train 7.873482 (lr=1.9965e-04) (hash(x)=11307508)
+307 train 7.864730 (lr=1.9962e-04) (hash(x)=13435160)
+308 train 8.038187 (lr=1.9958e-04) (hash(x)=13345013)
+309 train 8.086296 (lr=1.9954e-04) (hash(x)=13024409)
+310 train 8.245039 (lr=1.9950e-04) (hash(x)=14339476)
+311 train 7.999329 (lr=1.9946e-04) (hash(x)=13100449)
+312 train 7.720766 (lr=1.9941e-04) (hash(x)=10843771)
+313 train 7.954684 (lr=1.9937e-04) (hash(x)=13304906)
+314 train 7.787072 (lr=1.9932e-04) (hash(x)=11167598)
+315 train 7.760123 (lr=1.9927e-04) (hash(x)=11690244)
+316 train 7.746840 (lr=1.9922e-04) (hash(x)=11802493)
+317 train 7.955032 (lr=1.9916e-04) (hash(x)=12027838)
+318 train 7.565988 (lr=1.9911e-04) (hash(x)=12643274)
+319 train 7.800028 (lr=1.9905e-04) (hash(x)=13953073)
+320 train 7.793595 (lr=1.9899e-04) (hash(x)=12882377)
+321 train 7.841989 (lr=1.9893e-04) (hash(x)=12066345)
+322 train 8.082265 (lr=1.9887e-04) (hash(x)=14822016)
+323 train 7.995302 (lr=1.9881e-04) (hash(x)=12657159)
+324 train 7.718143 (lr=1.9874e-04) (hash(x)=11740673)
+325 train 8.037291 (lr=1.9868e-04) (hash(x)=11335971)
+326 train 7.806524 (lr=1.9861e-04) (hash(x)=11550890)
+327 train 7.436589 (lr=1.9854e-04) (hash(x)=10956041)
+328 train 7.479196 (lr=1.9847e-04) (hash(x)=9941344)
+329 train 7.386048 (lr=1.9839e-04) (hash(x)=9766608)
+330 train 7.454962 (lr=1.9832e-04) (hash(x)=11007490)
+331 train 7.298974 (lr=1.9824e-04) (hash(x)=11060230)
+332 train 8.090384 (lr=1.9816e-04) (hash(x)=15459248)
+333 train 7.888937 (lr=1.9808e-04) (hash(x)=11396268)
+334 train 7.703300 (lr=1.9800e-04) (hash(x)=11127560)
+335 train 7.754978 (lr=1.9792e-04) (hash(x)=12840879)
+336 train 7.589744 (lr=1.9783e-04) (hash(x)=11354437)
+337 train 7.623497 (lr=1.9774e-04) (hash(x)=10987186)
+338 train 7.503930 (lr=1.9765e-04) (hash(x)=8972293)
+339 train 7.418931 (lr=1.9756e-04) (hash(x)=8916599)
+340 train 7.589338 (lr=1.9747e-04) (hash(x)=10487177)
+341 train 8.049152 (lr=1.9738e-04) (hash(x)=13235433)
+342 train 7.780016 (lr=1.9728e-04) (hash(x)=12916423)
+343 train 7.852749 (lr=1.9718e-04) (hash(x)=14428050)
+344 train 7.842262 (lr=1.9709e-04) (hash(x)=13204551)
+345 train 7.803088 (lr=1.9698e-04) (hash(x)=12631329)
+346 train 7.814667 (lr=1.9688e-04) (hash(x)=13809442)
+347 train 7.740370 (lr=1.9678e-04) (hash(x)=12787108)
+348 train 7.754910 (lr=1.9667e-04) (hash(x)=11912209)
+349 train 7.860953 (lr=1.9656e-04) (hash(x)=14499940)
+350 val loss 7.7193
+350 val perplexity 2251.4192
+350 train 7.978496 (lr=1.9646e-04) (hash(x)=13911589)
+351 train 8.050618 (lr=1.9634e-04) (hash(x)=14104576)
+352 train 7.914159 (lr=1.9623e-04) (hash(x)=12414592)
+353 train 7.954380 (lr=1.9612e-04) (hash(x)=13943168)
+354 train 7.844378 (lr=1.9600e-04) (hash(x)=12770473)
+355 train 7.729273 (lr=1.9588e-04) (hash(x)=12623743)
+356 train 7.839377 (lr=1.9576e-04) (hash(x)=12441115)
+357 train 7.871043 (lr=1.9564e-04) (hash(x)=12689741)
+358 train 7.779885 (lr=1.9552e-04) (hash(x)=12703188)
+359 train 7.805457 (lr=1.9540e-04) (hash(x)=14453314)
+360 train 7.669273 (lr=1.9527e-04) (hash(x)=12038031)
+361 train 7.726473 (lr=1.9514e-04) (hash(x)=10824391)
+362 train 7.740187 (lr=1.9501e-04) (hash(x)=11527801)
+363 train 7.400313 (lr=1.9488e-04) (hash(x)=10470424)
+364 train 7.301344 (lr=1.9475e-04) (hash(x)=12820231)
+365 train 8.751458 (lr=1.9462e-04) (hash(x)=15186277)
+366 train 7.885677 (lr=1.9448e-04) (hash(x)=13477578)
+367 train 7.874398 (lr=1.9434e-04) (hash(x)=12918172)
+368 train 7.579510 (lr=1.9421e-04) (hash(x)=12480955)
+369 train 7.950743 (lr=1.9406e-04) (hash(x)=11936107)
+370 train 7.590088 (lr=1.9392e-04) (hash(x)=9742856)
+371 train 7.897593 (lr=1.9378e-04) (hash(x)=13259459)
+372 train 7.712980 (lr=1.9363e-04) (hash(x)=11608070)
+373 train 7.665611 (lr=1.9349e-04) (hash(x)=12918385)
+374 train 7.796329 (lr=1.9334e-04) (hash(x)=12761761)
+375 train 7.740853 (lr=1.9319e-04) (hash(x)=12368572)
+376 train 7.802665 (lr=1.9304e-04) (hash(x)=11587019)
+377 train 8.045978 (lr=1.9288e-04) (hash(x)=13455578)
+378 train 7.792904 (lr=1.9273e-04) (hash(x)=12043438)
+379 train 7.730219 (lr=1.9257e-04) (hash(x)=13505144)
+380 train 7.705760 (lr=1.9241e-04) (hash(x)=12626641)
+381 train 7.922672 (lr=1.9225e-04) (hash(x)=13370946)
+382 train 7.450847 (lr=1.9209e-04) (hash(x)=9854862)
+383 train 7.778313 (lr=1.9193e-04) (hash(x)=13340443)
+384 train 7.726304 (lr=1.9176e-04) (hash(x)=12641299)
+385 train 7.676025 (lr=1.9160e-04) (hash(x)=12806141)
+386 train 8.008121 (lr=1.9143e-04) (hash(x)=12354021)
+387 train 7.608544 (lr=1.9126e-04) (hash(x)=11469900)
+388 train 7.259594 (lr=1.9109e-04) (hash(x)=10099706)
+389 train 7.648619 (lr=1.9091e-04) (hash(x)=11591533)
+390 train 7.666184 (lr=1.9074e-04) (hash(x)=11174793)
+391 train 7.459403 (lr=1.9056e-04) (hash(x)=10742101)
+392 train 7.673098 (lr=1.9039e-04) (hash(x)=13136821)
+393 train 7.615827 (lr=1.9021e-04) (hash(x)=11781196)
+394 train 7.449391 (lr=1.9003e-04) (hash(x)=11847817)
+395 train 7.756083 (lr=1.8985e-04) (hash(x)=13261517)
+396 train 7.585944 (lr=1.8966e-04) (hash(x)=11622233)
+397 train 7.881237 (lr=1.8948e-04) (hash(x)=13592858)
+398 train 7.973800 (lr=1.8929e-04) (hash(x)=15017875)
+399 train 7.893511 (lr=1.8910e-04) (hash(x)=13025742)
+400 val loss 7.7060
+400 val perplexity 2221.6523
+400 train 7.704328 (lr=1.8891e-04) (hash(x)=11718604)
+401 train 7.721273 (lr=1.8872e-04) (hash(x)=12152419)
+402 train 7.802438 (lr=1.8853e-04) (hash(x)=14069856)
+403 train 8.247646 (lr=1.8834e-04) (hash(x)=15100390)
+404 train 7.920923 (lr=1.8814e-04) (hash(x)=12718574)
+405 train 7.554693 (lr=1.8794e-04) (hash(x)=10708197)
+406 train 7.698997 (lr=1.8774e-04) (hash(x)=10819941)
+407 train 7.784525 (lr=1.8754e-04) (hash(x)=14351068)
+408 train 7.895465 (lr=1.8734e-04) (hash(x)=14377468)
+409 train 7.962371 (lr=1.8714e-04) (hash(x)=12619936)
+410 train 7.454318 (lr=1.8693e-04) (hash(x)=7908802)
+411 train 7.643429 (lr=1.8673e-04) (hash(x)=13445545)
+412 train 7.917080 (lr=1.8652e-04) (hash(x)=14062361)
+413 train 7.631527 (lr=1.8631e-04) (hash(x)=11375930)
+414 train 7.680193 (lr=1.8610e-04) (hash(x)=10519208)
+415 train 8.157230 (lr=1.8589e-04) (hash(x)=13155663)
+416 train 8.048059 (lr=1.8567e-04) (hash(x)=15774406)
+417 train 7.685439 (lr=1.8546e-04) (hash(x)=13404244)
+418 train 7.679968 (lr=1.8524e-04) (hash(x)=9995421)
+419 train 7.702252 (lr=1.8502e-04) (hash(x)=13309898)
+420 train 7.913348 (lr=1.8480e-04) (hash(x)=13892965)
+421 train 7.790037 (lr=1.8458e-04) (hash(x)=12356526)
+422 train 7.733968 (lr=1.8436e-04) (hash(x)=12133609)
+423 train 7.497521 (lr=1.8414e-04) (hash(x)=9157946)
+424 train 7.509605 (lr=1.8391e-04) (hash(x)=11770021)
+425 train 7.706327 (lr=1.8369e-04) (hash(x)=11837703)
+426 train 7.633355 (lr=1.8346e-04) (hash(x)=9337790)
+427 train 7.680883 (lr=1.8323e-04) (hash(x)=12222186)
+428 train 7.581763 (lr=1.8300e-04) (hash(x)=11408945)
+429 train 7.695054 (lr=1.8276e-04) (hash(x)=12588150)
+430 train 7.588254 (lr=1.8253e-04) (hash(x)=12035009)
+431 train 7.720014 (lr=1.8230e-04) (hash(x)=13872294)
+432 train 7.754536 (lr=1.8206e-04) (hash(x)=13115811)
+433 train 7.506521 (lr=1.8182e-04) (hash(x)=10621792)
+434 train 7.717063 (lr=1.8158e-04) (hash(x)=11829316)
+435 train 7.545071 (lr=1.8134e-04) (hash(x)=11824400)
+436 train 7.739806 (lr=1.8110e-04) (hash(x)=13258944)
+437 train 7.872005 (lr=1.8086e-04) (hash(x)=12495032)
+438 train 7.738230 (lr=1.8061e-04) (hash(x)=12623570)
+439 train 7.813132 (lr=1.8036e-04) (hash(x)=12773612)
+440 train 7.862187 (lr=1.8012e-04) (hash(x)=11183399)
+441 train 7.588416 (lr=1.7987e-04) (hash(x)=10808441)
+442 train 7.877497 (lr=1.7962e-04) (hash(x)=13523831)
+443 train 7.786539 (lr=1.7937e-04) (hash(x)=12794078)
+444 train 7.707970 (lr=1.7911e-04) (hash(x)=12098496)
+445 train 7.743603 (lr=1.7886e-04) (hash(x)=11328897)
+446 train 7.851244 (lr=1.7860e-04) (hash(x)=12482357)
+447 train 7.699032 (lr=1.7835e-04) (hash(x)=12235713)
+448 train 7.452949 (lr=1.7809e-04) (hash(x)=12612778)
+449 train 7.732646 (lr=1.7783e-04) (hash(x)=11512364)
+450 val loss 7.6713
+450 val perplexity 2145.8027
+450 train 7.785788 (lr=1.7757e-04) (hash(x)=13110980)
+451 train 7.376571 (lr=1.7731e-04) (hash(x)=10270693)
+452 train 7.389279 (lr=1.7704e-04) (hash(x)=10333232)
+453 train 7.546477 (lr=1.7678e-04) (hash(x)=12380104)
+454 train 7.426376 (lr=1.7651e-04) (hash(x)=12106102)
+455 train 7.636286 (lr=1.7624e-04) (hash(x)=13686441)
+456 train 8.261515 (lr=1.7597e-04) (hash(x)=11802878)
+457 train 7.950126 (lr=1.7570e-04) (hash(x)=14151557)
+458 train 7.973166 (lr=1.7543e-04) (hash(x)=13785241)
+459 train 7.790209 (lr=1.7516e-04) (hash(x)=13567687)
+460 train 7.814677 (lr=1.7489e-04) (hash(x)=12731340)
+461 train 7.681212 (lr=1.7461e-04) (hash(x)=12718282)
+462 train 7.800984 (lr=1.7434e-04) (hash(x)=13733829)
+463 train 7.518016 (lr=1.7406e-04) (hash(x)=13214962)
+464 train 7.693501 (lr=1.7378e-04) (hash(x)=11298890)
+465 train 7.574960 (lr=1.7350e-04) (hash(x)=10855282)
+466 train 8.053904 (lr=1.7322e-04) (hash(x)=14082841)
+467 train 7.806999 (lr=1.7294e-04) (hash(x)=12404167)
+468 train 8.220016 (lr=1.7265e-04) (hash(x)=15826094)
+469 train 7.880946 (lr=1.7237e-04) (hash(x)=13017256)
+470 train 7.646083 (lr=1.7208e-04) (hash(x)=13446769)
+471 train 7.691029 (lr=1.7179e-04) (hash(x)=12602681)
+472 train 7.512251 (lr=1.7151e-04) (hash(x)=10655764)
+473 train 7.375983 (lr=1.7122e-04) (hash(x)=11916856)
+474 train 8.006416 (lr=1.7092e-04) (hash(x)=13726124)
+475 train 7.682047 (lr=1.7063e-04) (hash(x)=13850551)
+476 train 7.523401 (lr=1.7034e-04) (hash(x)=12614910)
+477 train 7.552313 (lr=1.7004e-04) (hash(x)=11382479)
+478 train 7.639317 (lr=1.6975e-04) (hash(x)=13387304)
+479 train 7.739483 (lr=1.6945e-04) (hash(x)=13829219)
+480 train 7.740978 (lr=1.6915e-04) (hash(x)=14735902)
+481 train 8.014008 (lr=1.6886e-04) (hash(x)=13540459)
+482 train 7.717762 (lr=1.6856e-04) (hash(x)=12591112)
+483 train 7.812782 (lr=1.6825e-04) (hash(x)=15485762)
+484 train 7.711108 (lr=1.6795e-04) (hash(x)=12950474)
+485 train 7.671042 (lr=1.6765e-04) (hash(x)=12268519)
+486 train 7.171349 (lr=1.6734e-04) (hash(x)=8011105)
+487 train 7.178797 (lr=1.6704e-04) (hash(x)=9335220)
+488 train 7.342561 (lr=1.6673e-04) (hash(x)=10948116)
+489 train 7.895513 (lr=1.6642e-04) (hash(x)=13359270)
+490 train 7.753210 (lr=1.6611e-04) (hash(x)=12487329)
+491 train 7.701798 (lr=1.6580e-04) (hash(x)=13162637)
+492 train 7.867634 (lr=1.6549e-04) (hash(x)=12860332)
+493 train 7.717323 (lr=1.6518e-04) (hash(x)=13305408)
+494 train 7.678101 (lr=1.6487e-04) (hash(x)=11796684)
+495 train 7.777458 (lr=1.6455e-04) (hash(x)=15713183)
+496 train 7.684218 (lr=1.6424e-04) (hash(x)=11904281)
+497 train 7.661920 (lr=1.6392e-04) (hash(x)=13536419)
+498 train 7.522082 (lr=1.6360e-04) (hash(x)=11620971)
+499 train 7.828085 (lr=1.6328e-04) (hash(x)=13326615)
+500 val loss 7.6389
+500 val perplexity 2077.4609
+500 train 7.591279 (lr=1.6296e-04) (hash(x)=13585589)
+501 train 7.788630 (lr=1.6264e-04) (hash(x)=12112694)
+502 train 7.763701 (lr=1.6232e-04) (hash(x)=11524363)
+503 train 7.580710 (lr=1.6200e-04) (hash(x)=9917297)
+504 train 7.612589 (lr=1.6168e-04) (hash(x)=13392970)
+505 train 7.945841 (lr=1.6135e-04) (hash(x)=12656639)
+506 train 7.176032 (lr=1.6103e-04) (hash(x)=8029433)
+507 train 6.858540 (lr=1.6070e-04) (hash(x)=6829764)
+508 train 7.220149 (lr=1.6037e-04) (hash(x)=12312323)
+509 train 7.777761 (lr=1.6004e-04) (hash(x)=12964320)
+510 train 7.452763 (lr=1.5971e-04) (hash(x)=12460686)
+511 train 7.748807 (lr=1.5938e-04) (hash(x)=12688412)
+512 train 7.541424 (lr=1.5905e-04) (hash(x)=11453733)
+513 train 8.049465 (lr=1.5872e-04) (hash(x)=14906439)
+514 train 7.320649 (lr=1.5838e-04) (hash(x)=10903202)
+515 train 7.360019 (lr=1.5805e-04) (hash(x)=13039934)
+516 train 7.726252 (lr=1.5772e-04) (hash(x)=11526002)
+517 train 7.700616 (lr=1.5738e-04) (hash(x)=12020357)
+518 train 8.000734 (lr=1.5704e-04) (hash(x)=17910848)
+519 train 7.602094 (lr=1.5670e-04) (hash(x)=12108991)
+520 train 7.810327 (lr=1.5636e-04) (hash(x)=12549643)
+521 train 7.842011 (lr=1.5602e-04) (hash(x)=12328329)
+522 train 7.716413 (lr=1.5568e-04) (hash(x)=12084164)
+523 train 7.935218 (lr=1.5534e-04) (hash(x)=14740147)
+524 train 7.618327 (lr=1.5500e-04) (hash(x)=10853071)
+525 train 7.664051 (lr=1.5466e-04) (hash(x)=11559413)
+526 train 7.780610 (lr=1.5431e-04) (hash(x)=14655032)
+527 train 7.660082 (lr=1.5397e-04) (hash(x)=12152216)
+528 train 7.786831 (lr=1.5362e-04) (hash(x)=14655442)
+529 train 7.557544 (lr=1.5327e-04) (hash(x)=12708922)
+530 train 7.762427 (lr=1.5293e-04) (hash(x)=12464208)
+531 train 7.845828 (lr=1.5258e-04) (hash(x)=14469749)
+532 train 7.935490 (lr=1.5223e-04) (hash(x)=12899435)
+533 train 7.691104 (lr=1.5188e-04) (hash(x)=12459368)
+534 train 7.820300 (lr=1.5153e-04) (hash(x)=11414287)
+535 train 7.699397 (lr=1.5118e-04) (hash(x)=11421483)
+536 train 7.563045 (lr=1.5082e-04) (hash(x)=12885164)
+537 train 7.545448 (lr=1.5047e-04) (hash(x)=12939881)
+538 train 7.686024 (lr=1.5012e-04) (hash(x)=11989344)
+539 train 7.817342 (lr=1.4976e-04) (hash(x)=12362234)
+540 train 7.676189 (lr=1.4941e-04) (hash(x)=11521741)
+541 train 7.579996 (lr=1.4905e-04) (hash(x)=12322333)
+542 train 7.339329 (lr=1.4869e-04) (hash(x)=10728195)
+543 train 7.947592 (lr=1.4833e-04) (hash(x)=13448155)
+544 train 7.662528 (lr=1.4798e-04) (hash(x)=13495082)
+545 train 7.705361 (lr=1.4762e-04) (hash(x)=12928941)
+546 train 7.684577 (lr=1.4726e-04) (hash(x)=11423948)
+547 train 7.473099 (lr=1.4690e-04) (hash(x)=10971430)
+548 train 7.479210 (lr=1.4653e-04) (hash(x)=11754720)
+549 train 7.580957 (lr=1.4617e-04) (hash(x)=13627629)
+550 val loss 7.5884
+550 val perplexity 1975.2202
+550 train 7.518768 (lr=1.4581e-04) (hash(x)=11853600)
+551 train 7.644204 (lr=1.4545e-04) (hash(x)=11905081)
+552 train 7.546535 (lr=1.4508e-04) (hash(x)=13718040)
+553 train 7.668506 (lr=1.4472e-04) (hash(x)=14339184)
+554 train 7.671719 (lr=1.4435e-04) (hash(x)=14022671)
+555 train 7.480889 (lr=1.4398e-04) (hash(x)=10917438)
+556 train 7.771840 (lr=1.4362e-04) (hash(x)=12631504)
+557 train 7.707402 (lr=1.4325e-04) (hash(x)=13804603)
+558 train 7.947208 (lr=1.4288e-04) (hash(x)=13445207)
+559 train 7.655127 (lr=1.4251e-04) (hash(x)=12290857)
+560 train 7.751757 (lr=1.4214e-04) (hash(x)=12852252)
+561 train 7.369168 (lr=1.4177e-04) (hash(x)=10211118)
+562 train 7.803599 (lr=1.4140e-04) (hash(x)=15793523)
+563 train 7.947701 (lr=1.4103e-04) (hash(x)=13407076)
+564 train 7.754299 (lr=1.4066e-04) (hash(x)=16676586)
+565 train 7.664621 (lr=1.4029e-04) (hash(x)=12249945)
+566 train 7.807219 (lr=1.3991e-04) (hash(x)=11660346)
+567 train 7.692031 (lr=1.3954e-04) (hash(x)=13234933)
+568 train 7.551330 (lr=1.3916e-04) (hash(x)=10823532)
+569 train 7.687667 (lr=1.3879e-04) (hash(x)=15194855)
+570 train 7.759551 (lr=1.3841e-04) (hash(x)=14843612)
+571 train 7.760289 (lr=1.3804e-04) (hash(x)=12892366)
+572 train 7.510780 (lr=1.3766e-04) (hash(x)=11056742)
+573 train 7.598840 (lr=1.3728e-04) (hash(x)=12609795)
+574 train 7.584177 (lr=1.3691e-04) (hash(x)=11560140)
+575 train 7.405404 (lr=1.3653e-04) (hash(x)=9768085)
+576 train 7.632548 (lr=1.3615e-04) (hash(x)=14009803)
+577 train 7.448309 (lr=1.3577e-04) (hash(x)=12252104)
+578 train 7.717127 (lr=1.3539e-04) (hash(x)=14304208)
+579 train 7.764746 (lr=1.3501e-04) (hash(x)=12692791)
+580 train 7.736430 (lr=1.3463e-04) (hash(x)=13214828)
+581 train 7.543068 (lr=1.3425e-04) (hash(x)=11957245)
+582 train 7.175944 (lr=1.3387e-04) (hash(x)=9605788)
+583 train 7.226079 (lr=1.3348e-04) (hash(x)=9528974)
+584 train 7.396194 (lr=1.3310e-04) (hash(x)=11036050)
+585 train 7.713662 (lr=1.3272e-04) (hash(x)=12231837)
+586 train 7.564991 (lr=1.3234e-04) (hash(x)=12052445)
+587 train 7.461040 (lr=1.3195e-04) (hash(x)=10032842)
+588 train 7.829351 (lr=1.3157e-04) (hash(x)=14951059)
+589 train 8.534807 (lr=1.3118e-04) (hash(x)=17178097)
+590 train 8.927412 (lr=1.3080e-04) (hash(x)=18009086)
+591 train 7.548938 (lr=1.3041e-04) (hash(x)=10720403)
+592 train 7.791643 (lr=1.3003e-04) (hash(x)=15019211)
+593 train 7.710717 (lr=1.2964e-04) (hash(x)=13541352)
+594 train 7.922997 (lr=1.2925e-04) (hash(x)=15227056)
+595 train 8.167940 (lr=1.2887e-04) (hash(x)=15187742)
+596 train 8.016665 (lr=1.2848e-04) (hash(x)=12858009)
+597 train 7.620989 (lr=1.2809e-04) (hash(x)=11971935)
+598 train 7.719777 (lr=1.2770e-04) (hash(x)=10047324)
+599 train 7.660329 (lr=1.2732e-04) (hash(x)=12874592)
+600 val loss 7.5667
+600 val perplexity 1932.7019
+600 train 7.612109 (lr=1.2693e-04) (hash(x)=11616298)
+601 train 7.653146 (lr=1.2654e-04) (hash(x)=12462802)
+602 train 7.611350 (lr=1.2615e-04) (hash(x)=12864255)
+603 train 7.768061 (lr=1.2576e-04) (hash(x)=13622545)
+604 train 7.647554 (lr=1.2537e-04) (hash(x)=14649855)
+605 train 7.962606 (lr=1.2498e-04) (hash(x)=14255974)
+606 train 7.860838 (lr=1.2459e-04) (hash(x)=14247081)
+607 train 7.486697 (lr=1.2420e-04) (hash(x)=11025404)
+608 train 7.843795 (lr=1.2381e-04) (hash(x)=14204393)
+609 train 7.702729 (lr=1.2341e-04) (hash(x)=11239636)
+610 train 7.718433 (lr=1.2302e-04) (hash(x)=12606825)
+611 train 7.778630 (lr=1.2263e-04) (hash(x)=15190123)
+612 train 7.846795 (lr=1.2224e-04) (hash(x)=15138106)
+613 train 7.863890 (lr=1.2185e-04) (hash(x)=11464046)
+614 train 7.745975 (lr=1.2145e-04) (hash(x)=11150867)
+615 train 7.732019 (lr=1.2106e-04) (hash(x)=12567779)
+616 train 7.614575 (lr=1.2067e-04) (hash(x)=11611202)
+617 train 7.723141 (lr=1.2027e-04) (hash(x)=16046446)
+618 train 7.555303 (lr=1.1988e-04) (hash(x)=11255030)
+619 train 7.532802 (lr=1.1949e-04) (hash(x)=12439519)
+620 train 7.526976 (lr=1.1909e-04) (hash(x)=13534296)
+621 train 7.328829 (lr=1.1870e-04) (hash(x)=11917658)
+622 train 7.679214 (lr=1.1830e-04) (hash(x)=11009063)
+623 train 7.575866 (lr=1.1791e-04) (hash(x)=11826091)
+624 train 8.134135 (lr=1.1752e-04) (hash(x)=14037695)
+625 train 7.643112 (lr=1.1712e-04) (hash(x)=10807703)
+626 train 7.492172 (lr=1.1673e-04) (hash(x)=10870729)
+627 train 7.597502 (lr=1.1633e-04) (hash(x)=14723866)
+628 train 7.731320 (lr=1.1594e-04) (hash(x)=13363055)
+629 train 7.913122 (lr=1.1554e-04) (hash(x)=11315230)
+630 train 8.675401 (lr=1.1515e-04) (hash(x)=11232721)
+631 train 8.099237 (lr=1.1475e-04) (hash(x)=11259652)
+632 train 8.211958 (lr=1.1435e-04) (hash(x)=12186888)
+633 train 8.463395 (lr=1.1396e-04) (hash(x)=11702582)
+634 train 7.994914 (lr=1.1356e-04) (hash(x)=12503047)
+635 train 7.664832 (lr=1.1317e-04) (hash(x)=11135951)
+636 train 7.695299 (lr=1.1277e-04) (hash(x)=11955498)
+637 train 7.798506 (lr=1.1238e-04) (hash(x)=11570885)
+638 train 7.590965 (lr=1.1198e-04) (hash(x)=12155844)
+639 train 7.606598 (lr=1.1158e-04) (hash(x)=14642293)
+640 train 7.385404 (lr=1.1119e-04) (hash(x)=13839875)
+641 train 7.415222 (lr=1.1079e-04) (hash(x)=13037070)
+642 train 7.634869 (lr=1.1040e-04) (hash(x)=14520991)
+643 train 7.489083 (lr=1.1000e-04) (hash(x)=12485426)
+644 train 7.467604 (lr=1.0960e-04) (hash(x)=13014970)
+645 train 7.764840 (lr=1.0921e-04) (hash(x)=15142358)
+646 train 7.402581 (lr=1.0881e-04) (hash(x)=10027296)
+647 train 7.455642 (lr=1.0842e-04) (hash(x)=12923132)
+648 train 7.696591 (lr=1.0802e-04) (hash(x)=12354083)
+649 train 7.849119 (lr=1.0762e-04) (hash(x)=13055942)
+650 val loss 7.5418
+650 val perplexity 1885.1727
+650 train 7.628264 (lr=1.0723e-04) (hash(x)=13291036)
+651 train 7.671692 (lr=1.0683e-04) (hash(x)=13559280)
+652 train 7.621847 (lr=1.0644e-04) (hash(x)=14086368)
+653 train 7.662685 (lr=1.0604e-04) (hash(x)=15313622)
+654 train 7.653256 (lr=1.0565e-04) (hash(x)=13812518)
+655 train 7.513059 (lr=1.0525e-04) (hash(x)=12169964)
+656 train 7.268090 (lr=1.0485e-04) (hash(x)=11896906)
+657 train 7.215203 (lr=1.0446e-04) (hash(x)=10902629)
+658 train 7.008800 (lr=1.0406e-04) (hash(x)=9987921)
+659 train 7.415229 (lr=1.0367e-04) (hash(x)=12000182)
+660 train 7.178227 (lr=1.0327e-04) (hash(x)=8940484)
+661 train 7.503571 (lr=1.0288e-04) (hash(x)=11345877)
+662 train 7.634153 (lr=1.0248e-04) (hash(x)=14081920)
+663 train 7.393093 (lr=1.0209e-04) (hash(x)=10948640)
+664 train 7.221130 (lr=1.0170e-04) (hash(x)=10980535)
+665 train 7.554907 (lr=1.0130e-04) (hash(x)=13037309)
+666 train 7.190723 (lr=1.0091e-04) (hash(x)=9375142)
+667 train 7.223372 (lr=1.0051e-04) (hash(x)=9666433)
+668 train 7.496276 (lr=1.0012e-04) (hash(x)=11623444)
+669 train 7.482530 (lr=9.9726e-05) (hash(x)=14049895)
+670 train 7.668473 (lr=9.9333e-05) (hash(x)=12689579)
+671 train 7.697872 (lr=9.8940e-05) (hash(x)=14103013)
+672 train 7.838601 (lr=9.8547e-05) (hash(x)=11809717)
+673 train 7.637832 (lr=9.8154e-05) (hash(x)=14058870)
+674 train 7.662465 (lr=9.7762e-05) (hash(x)=13738049)
+675 train 7.673971 (lr=9.7370e-05) (hash(x)=13553506)
+676 train 7.644360 (lr=9.6978e-05) (hash(x)=13526463)
+677 train 7.483742 (lr=9.6586e-05) (hash(x)=12902075)
+678 train 7.727485 (lr=9.6195e-05) (hash(x)=12466258)
+679 train 7.196919 (lr=9.5804e-05) (hash(x)=11135042)
+680 train 7.990532 (lr=9.5413e-05) (hash(x)=14920026)
+681 train 7.656621 (lr=9.5022e-05) (hash(x)=13650023)
+682 train 7.472920 (lr=9.4632e-05) (hash(x)=12991042)
+683 train 7.611134 (lr=9.4242e-05) (hash(x)=14930403)
+684 train 7.643292 (lr=9.3852e-05) (hash(x)=15386592)
+685 train 7.760888 (lr=9.3463e-05) (hash(x)=15485935)
+686 train 8.381590 (lr=9.3073e-05) (hash(x)=15487294)
+687 train 7.611321 (lr=9.2685e-05) (hash(x)=12404200)
+688 train 7.420182 (lr=9.2296e-05) (hash(x)=12070779)
+689 train 7.482160 (lr=9.1908e-05) (hash(x)=12392953)
+690 train 7.624224 (lr=9.1520e-05) (hash(x)=12331573)
+691 train 7.481403 (lr=9.1133e-05) (hash(x)=12280314)
+692 train 7.395922 (lr=9.0746e-05) (hash(x)=11383559)
+693 train 7.424727 (lr=9.0359e-05) (hash(x)=10900559)
+694 train 7.572106 (lr=8.9973e-05) (hash(x)=13353547)
+695 train 7.486903 (lr=8.9587e-05) (hash(x)=11534055)
+696 train 7.558372 (lr=8.9202e-05) (hash(x)=14797493)
+697 train 7.489567 (lr=8.8817e-05) (hash(x)=11997160)
+698 train 7.700190 (lr=8.8432e-05) (hash(x)=13151054)
+699 train 7.642406 (lr=8.8048e-05) (hash(x)=11308531)
+700 val loss 7.4913
+700 val perplexity 1792.3800
+700 train 7.567808 (lr=8.7664e-05) (hash(x)=13121368)
+701 train 7.508757 (lr=8.7281e-05) (hash(x)=12759751)
+702 train 7.569080 (lr=8.6898e-05) (hash(x)=13535835)
+703 train 7.496762 (lr=8.6515e-05) (hash(x)=10914085)
+704 train 7.499471 (lr=8.6133e-05) (hash(x)=10617131)
+705 train 7.839389 (lr=8.5751e-05) (hash(x)=12776027)
+706 train 7.572231 (lr=8.5370e-05) (hash(x)=11255028)
+707 train 7.390608 (lr=8.4990e-05) (hash(x)=12357751)
+708 train 7.507988 (lr=8.4610e-05) (hash(x)=12772363)
+709 train 7.404257 (lr=8.4230e-05) (hash(x)=11040798)
+710 train 7.775645 (lr=8.3851e-05) (hash(x)=13528424)
+711 train 7.807820 (lr=8.3472e-05) (hash(x)=14570713)
+712 train 7.792303 (lr=8.3094e-05) (hash(x)=13617082)
+713 train 7.631615 (lr=8.2716e-05) (hash(x)=11492564)
+714 train 7.482950 (lr=8.2339e-05) (hash(x)=13806329)
+715 train 7.569128 (lr=8.1963e-05) (hash(x)=12212797)
+716 train 7.668755 (lr=8.1587e-05) (hash(x)=12715617)
+717 train 7.488924 (lr=8.1211e-05) (hash(x)=13496879)
+718 train 7.715611 (lr=8.0836e-05) (hash(x)=12774919)
+719 train 7.460248 (lr=8.0462e-05) (hash(x)=11680329)
+720 train 7.567637 (lr=8.0088e-05) (hash(x)=12001582)
+721 train 7.328339 (lr=7.9715e-05) (hash(x)=11948575)
+722 train 7.516519 (lr=7.9342e-05) (hash(x)=11246553)
+723 train 7.449579 (lr=7.8970e-05) (hash(x)=13116772)
+724 train 7.617133 (lr=7.8599e-05) (hash(x)=13475222)
+725 train 8.067623 (lr=7.8228e-05) (hash(x)=15527273)
+726 train 7.168973 (lr=7.7858e-05) (hash(x)=10143298)
+727 train 7.292366 (lr=7.7488e-05) (hash(x)=12437096)
+728 train 7.715438 (lr=7.7119e-05) (hash(x)=13259177)
+729 train 7.555347 (lr=7.6751e-05) (hash(x)=12518287)
+730 train 7.753469 (lr=7.6383e-05) (hash(x)=12379439)
+731 train 7.225689 (lr=7.6016e-05) (hash(x)=11220338)
+732 train 7.348877 (lr=7.5650e-05) (hash(x)=12710818)
+733 train 7.313824 (lr=7.5284e-05) (hash(x)=12034192)
+734 train 7.899250 (lr=7.4919e-05) (hash(x)=17970060)
+735 train 7.802718 (lr=7.4555e-05) (hash(x)=12654843)
+736 train 7.477330 (lr=7.4191e-05) (hash(x)=13094012)
+737 train 7.782743 (lr=7.3828e-05) (hash(x)=16116174)
+738 train 7.619280 (lr=7.3466e-05) (hash(x)=14740205)
+739 train 7.581219 (lr=7.3105e-05) (hash(x)=13505076)
+740 train 7.416448 (lr=7.2744e-05) (hash(x)=13104341)
+741 train 7.650752 (lr=7.2384e-05) (hash(x)=11820607)
+742 train 8.034712 (lr=7.2024e-05) (hash(x)=16336439)
+743 train 7.274889 (lr=7.1666e-05) (hash(x)=10606850)
+744 train 7.405272 (lr=7.1308e-05) (hash(x)=12134587)
+745 train 7.589751 (lr=7.0950e-05) (hash(x)=13759635)
+746 train 7.501089 (lr=7.0594e-05) (hash(x)=12898464)
+747 train 7.551058 (lr=7.0238e-05) (hash(x)=15357227)
+748 train 7.586432 (lr=6.9884e-05) (hash(x)=13808568)
+749 train 7.439357 (lr=6.9529e-05) (hash(x)=11597062)
+750 val loss 7.4628
+750 val perplexity 1742.0032
+750 train 7.591985 (lr=6.9176e-05) (hash(x)=11255261)
+751 train 7.397420 (lr=6.8824e-05) (hash(x)=11281537)
+752 train 7.083098 (lr=6.8472e-05) (hash(x)=9979447)
+753 train 7.234200 (lr=6.8121e-05) (hash(x)=13294828)
+754 train 8.015644 (lr=6.7771e-05) (hash(x)=15954206)
+755 train 8.042194 (lr=6.7422e-05) (hash(x)=13253249)
+756 train 7.422839 (lr=6.7073e-05) (hash(x)=10309283)
+757 train 7.862302 (lr=6.6725e-05) (hash(x)=16101250)
+758 train 7.793038 (lr=6.6379e-05) (hash(x)=13933994)
+759 train 7.859650 (lr=6.6033e-05) (hash(x)=12363856)
+760 train 7.504375 (lr=6.5688e-05) (hash(x)=11923641)
+761 train 7.589263 (lr=6.5343e-05) (hash(x)=12206540)
+762 train 7.782245 (lr=6.5000e-05) (hash(x)=14025490)
+763 train 7.651450 (lr=6.4657e-05) (hash(x)=13580623)
+764 train 7.662845 (lr=6.4316e-05) (hash(x)=13885651)
+765 train 7.724654 (lr=6.3975e-05) (hash(x)=12509602)
+766 train 7.485699 (lr=6.3635e-05) (hash(x)=12966645)
+767 train 8.091629 (lr=6.3296e-05) (hash(x)=14001265)
+768 train 7.627005 (lr=6.2958e-05) (hash(x)=13743669)
+769 train 7.357603 (lr=6.2621e-05) (hash(x)=14290431)
+770 train 7.468858 (lr=6.2285e-05) (hash(x)=11211355)
+771 train 7.488520 (lr=6.1950e-05) (hash(x)=13045278)
+772 train 7.558237 (lr=6.1615e-05) (hash(x)=15088674)
+773 train 7.575174 (lr=6.1282e-05) (hash(x)=13371383)
+774 train 7.701767 (lr=6.0949e-05) (hash(x)=12504111)
+775 train 7.399252 (lr=6.0618e-05) (hash(x)=10444420)
+776 train 7.169929 (lr=6.0287e-05) (hash(x)=10607988)
+777 train 7.522538 (lr=5.9958e-05) (hash(x)=12732892)
+778 train 7.576379 (lr=5.9629e-05) (hash(x)=12650059)
+779 train 7.709904 (lr=5.9301e-05) (hash(x)=11832964)
+780 train 7.632542 (lr=5.8974e-05) (hash(x)=14574038)
+781 train 7.629853 (lr=5.8649e-05) (hash(x)=11477958)
+782 train 7.415951 (lr=5.8324e-05) (hash(x)=12979425)
+783 train 7.498928 (lr=5.8000e-05) (hash(x)=12249732)
+784 train 7.636428 (lr=5.7678e-05) (hash(x)=14867563)
+785 train 7.540870 (lr=5.7356e-05) (hash(x)=12132933)
+786 train 7.445901 (lr=5.7035e-05) (hash(x)=13535569)
+787 train 7.547365 (lr=5.6716e-05) (hash(x)=12307821)
+788 train 7.086687 (lr=5.6397e-05) (hash(x)=11278357)
+789 train 7.066176 (lr=5.6079e-05) (hash(x)=11266264)
+790 train 7.300313 (lr=5.5763e-05) (hash(x)=12955233)
+791 train 7.589671 (lr=5.5447e-05) (hash(x)=13803785)
+792 train 7.459930 (lr=5.5133e-05) (hash(x)=14264824)
+793 train 7.613677 (lr=5.4820e-05) (hash(x)=13256773)
+794 train 7.413723 (lr=5.4507e-05) (hash(x)=12650537)
+795 train 7.382134 (lr=5.4196e-05) (hash(x)=12493316)
+796 train 7.484559 (lr=5.3886e-05) (hash(x)=11836158)
+797 train 7.360142 (lr=5.3577e-05) (hash(x)=12991346)
+798 train 7.928028 (lr=5.3269e-05) (hash(x)=13756621)
+799 train 7.133775 (lr=5.2962e-05) (hash(x)=11689978)
+800 val loss 7.4363
+800 val perplexity 1696.4954
+800 train 7.469406 (lr=5.2656e-05) (hash(x)=10365069)
+801 train 7.405856 (lr=5.2352e-05) (hash(x)=12056273)
+802 train 7.568849 (lr=5.2048e-05) (hash(x)=14348732)
+803 train 7.568042 (lr=5.1746e-05) (hash(x)=11906763)
+804 train 7.577954 (lr=5.1444e-05) (hash(x)=12437638)
+805 train 7.527610 (lr=5.1144e-05) (hash(x)=12621559)
+806 train 7.309839 (lr=5.0845e-05) (hash(x)=11302699)
+807 train 7.695019 (lr=5.0547e-05) (hash(x)=13865869)
+808 train 7.495895 (lr=5.0251e-05) (hash(x)=12380967)
+809 train 7.628712 (lr=4.9955e-05) (hash(x)=11425874)
+810 train 7.455778 (lr=4.9661e-05) (hash(x)=12723475)
+811 train 8.334493 (lr=4.9367e-05) (hash(x)=16513375)
+812 train 7.646509 (lr=4.9075e-05) (hash(x)=13869844)
+813 train 7.829279 (lr=4.8784e-05) (hash(x)=14492920)
+814 train 7.660693 (lr=4.8495e-05) (hash(x)=13793114)
+815 train 7.476605 (lr=4.8206e-05) (hash(x)=13030618)
+816 train 7.605338 (lr=4.7919e-05) (hash(x)=14792501)
+817 train 7.410016 (lr=4.7633e-05) (hash(x)=12816692)
+818 train 7.592035 (lr=4.7348e-05) (hash(x)=12569165)
+819 train 7.740117 (lr=4.7064e-05) (hash(x)=13701949)
+820 train 7.475492 (lr=4.6782e-05) (hash(x)=12255108)
+821 train 7.452014 (lr=4.6501e-05) (hash(x)=12904618)
+822 train 7.476277 (lr=4.6221e-05) (hash(x)=12258538)
+823 train 7.730518 (lr=4.5942e-05) (hash(x)=14299833)
+824 train 7.352813 (lr=4.5664e-05) (hash(x)=10822163)
+825 train 7.499843 (lr=4.5388e-05) (hash(x)=12586511)
+826 train 7.438979 (lr=4.5113e-05) (hash(x)=13939370)
+827 train 7.476046 (lr=4.4839e-05) (hash(x)=11818854)
+828 train 7.520422 (lr=4.4567e-05) (hash(x)=13752960)
+829 train 7.513935 (lr=4.4295e-05) (hash(x)=13063115)
+830 train 7.449214 (lr=4.4025e-05) (hash(x)=12817199)
+831 train 7.360292 (lr=4.3757e-05) (hash(x)=12908875)
+832 train 7.687476 (lr=4.3489e-05) (hash(x)=13871627)
+833 train 7.562818 (lr=4.3223e-05) (hash(x)=12627550)
+834 train 7.390893 (lr=4.2958e-05) (hash(x)=11338055)
+835 train 7.410386 (lr=4.2695e-05) (hash(x)=12634656)
+836 train 7.422427 (lr=4.2432e-05) (hash(x)=12416256)
+837 train 7.476379 (lr=4.2171e-05) (hash(x)=13466941)
+838 train 7.624943 (lr=4.1912e-05) (hash(x)=14648030)
+839 train 7.849475 (lr=4.1654e-05) (hash(x)=13859304)
+840 train 7.730541 (lr=4.1397e-05) (hash(x)=13483846)
+841 train 7.651511 (lr=4.1141e-05) (hash(x)=9637450)
+842 train 7.394114 (lr=4.0887e-05) (hash(x)=11672159)
+843 train 7.636987 (lr=4.0634e-05) (hash(x)=14940204)
+844 train 7.459264 (lr=4.0382e-05) (hash(x)=14028640)
+845 train 7.526485 (lr=4.0132e-05) (hash(x)=13686717)
+846 train 7.478282 (lr=3.9883e-05) (hash(x)=11037190)
+847 train 7.676574 (lr=3.9635e-05) (hash(x)=14396964)
+848 train 7.104583 (lr=3.9389e-05) (hash(x)=10766097)
+849 train 7.315720 (lr=3.9144e-05) (hash(x)=12949082)
+850 val loss 7.4190
+850 val perplexity 1667.3314
+850 train 7.304620 (lr=3.8901e-05) (hash(x)=13743434)
+851 train 7.510214 (lr=3.8659e-05) (hash(x)=13577749)
+852 train 7.531872 (lr=3.8418e-05) (hash(x)=12752830)
+853 train 7.682255 (lr=3.8178e-05) (hash(x)=13031728)
+854 train 7.756947 (lr=3.7941e-05) (hash(x)=13630938)
+855 train 7.512046 (lr=3.7704e-05) (hash(x)=11269801)
+856 train 7.399909 (lr=3.7469e-05) (hash(x)=12724302)
+857 train 7.253384 (lr=3.7235e-05) (hash(x)=11106556)
+858 train 7.186930 (lr=3.7003e-05) (hash(x)=12499441)
+859 train 7.329587 (lr=3.6772e-05) (hash(x)=11222906)
+860 train 7.453094 (lr=3.6542e-05) (hash(x)=10586708)
+861 train 7.632004 (lr=3.6314e-05) (hash(x)=14052269)
+862 train 7.465525 (lr=3.6088e-05) (hash(x)=13384690)
+863 train 7.290132 (lr=3.5862e-05) (hash(x)=14486071)
+864 train 7.486968 (lr=3.5639e-05) (hash(x)=11976037)
+865 train 7.497848 (lr=3.5416e-05) (hash(x)=13026662)
+866 train 7.500287 (lr=3.5195e-05) (hash(x)=13443462)
+867 train 7.514188 (lr=3.4976e-05) (hash(x)=11065744)
+868 train 7.536957 (lr=3.4758e-05) (hash(x)=12404324)
+869 train 7.533463 (lr=3.4541e-05) (hash(x)=13318947)
+870 train 7.739923 (lr=3.4326e-05) (hash(x)=14278749)
+871 train 7.404979 (lr=3.4113e-05) (hash(x)=11997361)
+872 train 7.784295 (lr=3.3900e-05) (hash(x)=16591908)
+873 train 7.432770 (lr=3.3690e-05) (hash(x)=12437178)
+874 train 7.613464 (lr=3.3480e-05) (hash(x)=11441868)
+875 train 7.403180 (lr=3.3273e-05) (hash(x)=12705537)
+876 train 7.524323 (lr=3.3066e-05) (hash(x)=14200097)
+877 train 7.616915 (lr=3.2862e-05) (hash(x)=15790088)
+878 train 7.402162 (lr=3.2658e-05) (hash(x)=11804370)
+879 train 7.278285 (lr=3.2457e-05) (hash(x)=11010336)
+880 train 7.692947 (lr=3.2256e-05) (hash(x)=10935364)
+881 train 7.491070 (lr=3.2058e-05) (hash(x)=11401216)
+882 train 7.541553 (lr=3.1860e-05) (hash(x)=12837899)
+883 train 7.474320 (lr=3.1665e-05) (hash(x)=15106564)
+884 train 7.514504 (lr=3.1471e-05) (hash(x)=12856376)
+885 train 7.450235 (lr=3.1278e-05) (hash(x)=13019227)
+886 train 7.593466 (lr=3.1087e-05) (hash(x)=13294195)
+887 train 7.412531 (lr=3.0897e-05) (hash(x)=10864248)
+888 train 7.234757 (lr=3.0709e-05) (hash(x)=10779619)
+889 train 7.557247 (lr=3.0522e-05) (hash(x)=12107995)
+890 train 7.223117 (lr=3.0337e-05) (hash(x)=11879879)
+891 train 7.410762 (lr=3.0154e-05) (hash(x)=13284954)
+892 train 7.691232 (lr=2.9972e-05) (hash(x)=12895131)
+893 train 7.447979 (lr=2.9791e-05) (hash(x)=12430135)
+894 train 7.538193 (lr=2.9613e-05) (hash(x)=12661748)
+895 train 7.441061 (lr=2.9435e-05) (hash(x)=11906151)
+896 train 7.440144 (lr=2.9260e-05) (hash(x)=11476689)
+897 train 7.231361 (lr=2.9085e-05) (hash(x)=11697970)
+898 train 7.335961 (lr=2.8913e-05) (hash(x)=10948364)
+899 train 7.173584 (lr=2.8742e-05) (hash(x)=8629295)
+900 val loss 7.4015
+900 val perplexity 1638.3633
+900 train 7.401530 (lr=2.8572e-05) (hash(x)=12316587)
+901 train 7.530117 (lr=2.8404e-05) (hash(x)=13977261)
+902 train 7.495749 (lr=2.8238e-05) (hash(x)=12479583)
+903 train 7.521832 (lr=2.8073e-05) (hash(x)=15166897)
+904 train 7.609874 (lr=2.7910e-05) (hash(x)=12472550)
+905 train 7.659587 (lr=2.7749e-05) (hash(x)=13444474)
+906 train 7.687065 (lr=2.7589e-05) (hash(x)=13849646)
+907 train 7.654961 (lr=2.7430e-05) (hash(x)=13108020)
+908 train 7.425397 (lr=2.7274e-05) (hash(x)=14061108)
+909 train 7.518952 (lr=2.7119e-05) (hash(x)=12559086)
+910 train 7.340898 (lr=2.6965e-05) (hash(x)=11562580)
+911 train 7.489078 (lr=2.6813e-05) (hash(x)=12338963)
+912 train 7.041017 (lr=2.6663e-05) (hash(x)=10604668)
+913 train 7.441576 (lr=2.6514e-05) (hash(x)=10411127)
+914 train 7.468070 (lr=2.6367e-05) (hash(x)=12560107)
+915 train 7.753387 (lr=2.6221e-05) (hash(x)=17176736)
+916 train 7.361160 (lr=2.6077e-05) (hash(x)=13034244)
+917 train 7.398532 (lr=2.5935e-05) (hash(x)=13586859)
+918 train 7.429888 (lr=2.5795e-05) (hash(x)=14825083)
+919 train 7.626723 (lr=2.5656e-05) (hash(x)=13235312)
+920 train 7.405343 (lr=2.5518e-05) (hash(x)=12555636)
+921 train 7.334251 (lr=2.5383e-05) (hash(x)=10862031)
+922 train 7.437604 (lr=2.5249e-05) (hash(x)=12129400)
+923 train 7.589257 (lr=2.5116e-05) (hash(x)=12498316)
+924 train 7.547704 (lr=2.4985e-05) (hash(x)=13128811)
+925 train 7.367939 (lr=2.4856e-05) (hash(x)=15109534)
+926 train 7.190659 (lr=2.4729e-05) (hash(x)=10731002)
+927 train 7.333186 (lr=2.4603e-05) (hash(x)=11031343)
+928 train 7.293286 (lr=2.4479e-05) (hash(x)=11552376)
+929 train 7.447405 (lr=2.4356e-05) (hash(x)=13030101)
+930 train 7.206554 (lr=2.4235e-05) (hash(x)=13250524)
+931 train 7.508364 (lr=2.4116e-05) (hash(x)=12787203)
+932 train 7.371579 (lr=2.3998e-05) (hash(x)=12056192)
+933 train 7.471001 (lr=2.3883e-05) (hash(x)=13192715)
+934 train 7.354817 (lr=2.3768e-05) (hash(x)=13092101)
+935 train 7.572218 (lr=2.3656e-05) (hash(x)=14597757)
+936 train 7.614328 (lr=2.3545e-05) (hash(x)=13880794)
+937 train 7.305606 (lr=2.3436e-05) (hash(x)=11548718)
+938 train 7.541772 (lr=2.3328e-05) (hash(x)=11354422)
+939 train 7.427123 (lr=2.3222e-05) (hash(x)=12017158)
+940 train 7.605818 (lr=2.3118e-05) (hash(x)=15839756)
+941 train 7.334120 (lr=2.3016e-05) (hash(x)=10164479)
+942 train 7.330738 (lr=2.2915e-05) (hash(x)=13779450)
+943 train 7.304831 (lr=2.2816e-05) (hash(x)=13571036)
+944 train 7.278996 (lr=2.2718e-05) (hash(x)=12178618)
+945 train 7.489436 (lr=2.2623e-05) (hash(x)=11609529)
+946 train 7.473196 (lr=2.2528e-05) (hash(x)=14297351)
+947 train 7.439594 (lr=2.2436e-05) (hash(x)=12289875)
+948 train 7.707874 (lr=2.2345e-05) (hash(x)=13540167)
+949 train 7.358591 (lr=2.2256e-05) (hash(x)=13086437)
+950 val loss 7.3895
+950 val perplexity 1618.8821
+950 train 7.653452 (lr=2.2169e-05) (hash(x)=15073523)
+951 train 7.785023 (lr=2.2084e-05) (hash(x)=13225100)
+952 train 7.300971 (lr=2.2000e-05) (hash(x)=11311171)
+953 train 7.241302 (lr=2.1918e-05) (hash(x)=12863127)
+954 train 7.666636 (lr=2.1837e-05) (hash(x)=15288759)
+955 train 7.188340 (lr=2.1758e-05) (hash(x)=11162887)
+956 train 7.547403 (lr=2.1681e-05) (hash(x)=9933157)
+957 train 7.549244 (lr=2.1606e-05) (hash(x)=12364743)
+958 train 7.257112 (lr=2.1532e-05) (hash(x)=10723631)
+959 train 7.354317 (lr=2.1461e-05) (hash(x)=12281916)
+960 train 7.351807 (lr=2.1390e-05) (hash(x)=12131510)
+961 train 7.413711 (lr=2.1322e-05) (hash(x)=12249214)
+962 train 7.532945 (lr=2.1255e-05) (hash(x)=12301339)
+963 train 7.372581 (lr=2.1190e-05) (hash(x)=12348477)
+964 train 7.432715 (lr=2.1127e-05) (hash(x)=13002952)
+965 train 7.555671 (lr=2.1065e-05) (hash(x)=12468719)
+966 train 7.507208 (lr=2.1005e-05) (hash(x)=11222266)
+967 train 7.459550 (lr=2.0947e-05) (hash(x)=13634084)
+968 train 7.473801 (lr=2.0891e-05) (hash(x)=14045062)
+969 train 7.393870 (lr=2.0836e-05) (hash(x)=11740722)
+970 train 7.726511 (lr=2.0783e-05) (hash(x)=14816355)
+971 train 7.393685 (lr=2.0732e-05) (hash(x)=11378506)
+972 train 7.169847 (lr=2.0682e-05) (hash(x)=10458922)
+973 train 7.448081 (lr=2.0634e-05) (hash(x)=13417634)
+974 train 7.498043 (lr=2.0588e-05) (hash(x)=13825872)
+975 train 7.469544 (lr=2.0544e-05) (hash(x)=11801649)
+976 train 7.673329 (lr=2.0501e-05) (hash(x)=11686944)
+977 train 7.367469 (lr=2.0460e-05) (hash(x)=10917325)
+978 train 7.251653 (lr=2.0421e-05) (hash(x)=11207331)
+979 train 7.276929 (lr=2.0384e-05) (hash(x)=10552788)
+980 train 7.071461 (lr=2.0348e-05) (hash(x)=8947573)
+981 train 6.964752 (lr=2.0314e-05) (hash(x)=9421716)
+982 train 7.294150 (lr=2.0282e-05) (hash(x)=13067279)
+983 train 7.547392 (lr=2.0252e-05) (hash(x)=11746289)
+984 train 7.571406 (lr=2.0223e-05) (hash(x)=12788451)
+985 train 7.415691 (lr=2.0196e-05) (hash(x)=9589864)
+986 train 7.361495 (lr=2.0171e-05) (hash(x)=12600294)
+987 train 7.396644 (lr=2.0147e-05) (hash(x)=13826293)
+988 train 7.514108 (lr=2.0125e-05) (hash(x)=14679370)
+989 train 7.643241 (lr=2.0105e-05) (hash(x)=12720603)
+990 train 7.417387 (lr=2.0087e-05) (hash(x)=12387624)
+991 train 7.376140 (lr=2.0071e-05) (hash(x)=10783313)
+992 train 7.477269 (lr=2.0056e-05) (hash(x)=11773378)
+993 train 7.478534 (lr=2.0043e-05) (hash(x)=13077539)
+994 train 7.454071 (lr=2.0031e-05) (hash(x)=12541500)
+995 train 7.569772 (lr=2.0022e-05) (hash(x)=12913270)
+996 train 7.586823 (lr=2.0014e-05) (hash(x)=11426867)
+997 train 7.327667 (lr=2.0008e-05) (hash(x)=11228160)
+998 train 7.154844 (lr=2.0003e-05) (hash(x)=11408061)
+999 val loss 7.3832
+999 val perplexity 1608.6898
+999 train 7.523584 (lr=2.0001e-05) (hash(x)=14212467)

lr2e-4_total_batch_size5120_seq_len256/model_00999.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d0b9e63b1377e4e7451fadd8fe33fccfacf628813107ecf5fcf8fe9ddd2f3c3
+size 38587970

lr2e-4_total_batch_size5120_seq_len256/optimizer_00999.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81f08ff4461e13303e1ebb0080fd8cd61e383f8be9b5355a48ed1d49f747a767
+size 70895430