Upload folder using huggingface_hub

lr2e-4_total_batch_size10240_seq_len1024/args.json

@@ -0,0 +1 @@
+{"hellaswag": true, "attention_kind": "selective", "log_dir": "proxy_model_sweep/lr2e-4_total_batch_size10240_seq_len1024", "resume_checkpoint": null, "resume_optimizer": false, "add_a_head": false, "add_head_to_start": true, "new_head_init": "normal", "n_heads": 2, "protect_bos_token": true, "prevent_from_masking_myself": true, "max_steps": null, "group": "proxy_model_sweep", "use_wandb": true, "kill_self_after_run": false, "random_seed": 1337, "memory_penalty_epsilon": 0.1, "selection_head_linear_combo": "none", "selection_head_linear_combo_scale": 1.0, "protection_kind": "none", "leaky_relu_alpha": null, "leaky_relu_bias": null, "use_compile": true, "use_mini_model": false, "upload_to_hf": true, "seq_len": 1024, "batch_size": null, "total_batch_size": 10240, "protection_head_scaling_factor": 1.0, "protection_head_bias": 0.0, "n_sliced_masks": null, "n_latent_masks": null, "mask_layernorm": false, "residual_attention_masks": false, "compute_base_shapes": false, "base_shapes_savefile": null, "mup": true, "disable_selection": true, "mup_enable_coord_check_logging": false, "max_lr": 0.0002, "decay_lr": true, "readout_zero_init": false, "query_zero_init": false, "l1_loss": false, "debugpy": false, "n_embd": 128}

lr2e-4_total_batch_size10240_seq_len1024/dataloader_00999.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b9fd0bfa27ab267155e5ae2bb7e7ccf3640df9cfec6890472ce93f6d886a52e
+size 964

lr2e-4_total_batch_size10240_seq_len1024/log2.txt

@@ -0,0 +1,1043 @@
+max_steps: 1000
+0 val loss 11.7486
+0 val perplexity 126579.2500
+0 train 11.752059 (lr=6.9930e-07) (hash(x)=49261872)
+1 train 11.748100 (lr=1.3986e-06) (hash(x)=57833283)
+2 train 11.760985 (lr=2.0979e-06) (hash(x)=51469900)
+3 train 11.741347 (lr=2.7972e-06) (hash(x)=52769534)
+4 train 11.735526 (lr=3.4965e-06) (hash(x)=48296575)
+5 train 11.701181 (lr=4.1958e-06) (hash(x)=50373191)
+6 train 11.728847 (lr=4.8951e-06) (hash(x)=51583947)
+7 train 11.698127 (lr=5.5944e-06) (hash(x)=48487754)
+8 train 11.701320 (lr=6.2937e-06) (hash(x)=54502191)
+9 train 11.686286 (lr=6.9930e-06) (hash(x)=47781406)
+10 train 11.714013 (lr=7.6923e-06) (hash(x)=53817479)
+11 train 11.670273 (lr=8.3916e-06) (hash(x)=48658307)
+12 train 11.680598 (lr=9.0909e-06) (hash(x)=56467437)
+13 train 11.671237 (lr=9.7902e-06) (hash(x)=42956464)
+14 train 11.659665 (lr=1.0490e-05) (hash(x)=50465744)
+15 train 11.602141 (lr=1.1189e-05) (hash(x)=50106566)
+16 train 11.601291 (lr=1.1888e-05) (hash(x)=57533378)
+17 train 11.599414 (lr=1.2587e-05) (hash(x)=50260247)
+18 train 11.592255 (lr=1.3287e-05) (hash(x)=51106171)
+19 train 11.554175 (lr=1.3986e-05) (hash(x)=45839663)
+20 train 11.544660 (lr=1.4685e-05) (hash(x)=50479757)
+21 train 11.486102 (lr=1.5385e-05) (hash(x)=54489985)
+22 train 11.474479 (lr=1.6084e-05) (hash(x)=52601470)
+23 train 11.492828 (lr=1.6783e-05) (hash(x)=50770821)
+24 train 11.454160 (lr=1.7483e-05) (hash(x)=48459756)
+25 train 11.406890 (lr=1.8182e-05) (hash(x)=49416075)
+26 train 11.397143 (lr=1.8881e-05) (hash(x)=51191917)
+27 train 11.369567 (lr=1.9580e-05) (hash(x)=52323135)
+28 train 11.351745 (lr=2.0280e-05) (hash(x)=47323142)
+29 train 11.351085 (lr=2.0979e-05) (hash(x)=53922434)
+30 train 11.297923 (lr=2.1678e-05) (hash(x)=46277237)
+31 train 11.225369 (lr=2.2378e-05) (hash(x)=50183213)
+32 train 11.173755 (lr=2.3077e-05) (hash(x)=49300734)
+33 train 11.171687 (lr=2.3776e-05) (hash(x)=52003225)
+34 train 11.141995 (lr=2.4476e-05) (hash(x)=52058527)
+35 train 11.114552 (lr=2.5175e-05) (hash(x)=56845779)
+36 train 10.986182 (lr=2.5874e-05) (hash(x)=53027784)
+37 train 11.003158 (lr=2.6573e-05) (hash(x)=55034939)
+38 train 10.913643 (lr=2.7273e-05) (hash(x)=55634780)
+39 train 10.931262 (lr=2.7972e-05) (hash(x)=52671072)
+40 train 10.928313 (lr=2.8671e-05) (hash(x)=46158462)
+41 train 10.819260 (lr=2.9371e-05) (hash(x)=46979552)
+42 train 10.883597 (lr=3.0070e-05) (hash(x)=53668921)
+43 train 10.812106 (lr=3.0769e-05) (hash(x)=52068996)
+44 train 10.787017 (lr=3.1469e-05) (hash(x)=49328499)
+45 train 10.595138 (lr=3.2168e-05) (hash(x)=54071193)
+46 train 10.634130 (lr=3.2867e-05) (hash(x)=50573962)
+47 train 10.738607 (lr=3.3566e-05) (hash(x)=47640895)
+48 train 10.775195 (lr=3.4266e-05) (hash(x)=52381297)
+49 train 10.605321 (lr=3.4965e-05) (hash(x)=46150086)
+50 val loss 10.5834
+50 val perplexity 39475.5938
+50 train 10.597545 (lr=3.5664e-05) (hash(x)=47852060)
+51 train 10.603583 (lr=3.6364e-05) (hash(x)=45438450)
+52 train 10.561132 (lr=3.7063e-05) (hash(x)=47030948)
+53 train 10.425859 (lr=3.7762e-05) (hash(x)=44573591)
+54 train 10.519282 (lr=3.8462e-05) (hash(x)=49868350)
+55 train 10.694158 (lr=3.9161e-05) (hash(x)=62300690)
+56 train 10.502460 (lr=3.9860e-05) (hash(x)=52900359)
+57 train 10.483752 (lr=4.0559e-05) (hash(x)=50319996)
+58 train 10.566067 (lr=4.1259e-05) (hash(x)=63972756)
+59 train 10.442919 (lr=4.1958e-05) (hash(x)=54520776)
+60 train 10.394032 (lr=4.2657e-05) (hash(x)=41677283)
+61 train 10.414810 (lr=4.3357e-05) (hash(x)=44855848)
+62 train 10.355506 (lr=4.4056e-05) (hash(x)=48794108)
+63 train 10.413976 (lr=4.4755e-05) (hash(x)=54982586)
+64 train 10.396308 (lr=4.5455e-05) (hash(x)=51251428)
+65 train 10.437695 (lr=4.6154e-05) (hash(x)=50784472)
+66 train 10.400275 (lr=4.6853e-05) (hash(x)=52402568)
+67 train 10.236213 (lr=4.7552e-05) (hash(x)=50188334)
+68 train 10.411622 (lr=4.8252e-05) (hash(x)=56568050)
+69 train 10.296094 (lr=4.8951e-05) (hash(x)=50861237)
+70 train 10.339705 (lr=4.9650e-05) (hash(x)=52123048)
+71 train 10.382611 (lr=5.0350e-05) (hash(x)=60945351)
+72 train 10.317969 (lr=5.1049e-05) (hash(x)=52352539)
+73 train 10.404978 (lr=5.1748e-05) (hash(x)=56694638)
+74 train 10.296813 (lr=5.2448e-05) (hash(x)=51084620)
+75 train 10.409731 (lr=5.3147e-05) (hash(x)=58412625)
+76 train 10.326200 (lr=5.3846e-05) (hash(x)=56756916)
+77 train 10.319846 (lr=5.4545e-05) (hash(x)=50750450)
+78 train 10.275464 (lr=5.5245e-05) (hash(x)=49918759)
+79 train 10.358861 (lr=5.5944e-05) (hash(x)=51819337)
+80 train 10.186170 (lr=5.6643e-05) (hash(x)=46506057)
+81 train 10.202340 (lr=5.7343e-05) (hash(x)=48267882)
+82 train 10.215323 (lr=5.8042e-05) (hash(x)=52004910)
+83 train 10.159957 (lr=5.8741e-05) (hash(x)=52889428)
+84 train 10.084986 (lr=5.9441e-05) (hash(x)=44915533)
+85 train 10.081439 (lr=6.0140e-05) (hash(x)=49536098)
+86 train 10.165557 (lr=6.0839e-05) (hash(x)=50097275)
+87 train 10.123878 (lr=6.1538e-05) (hash(x)=50686547)
+88 train 10.150065 (lr=6.2238e-05) (hash(x)=49463715)
+89 train 10.107719 (lr=6.2937e-05) (hash(x)=50818630)
+90 train 10.056193 (lr=6.3636e-05) (hash(x)=47363971)
+91 train 10.086582 (lr=6.4336e-05) (hash(x)=49697510)
+92 train 10.030208 (lr=6.5035e-05) (hash(x)=51247734)
+93 train 10.095222 (lr=6.5734e-05) (hash(x)=53436760)
+94 train 10.040941 (lr=6.6434e-05) (hash(x)=42551739)
+95 train 10.060394 (lr=6.7133e-05) (hash(x)=46807632)
+96 train 10.041682 (lr=6.7832e-05) (hash(x)=52261514)
+97 train 10.108607 (lr=6.8531e-05) (hash(x)=54016065)
+98 train 10.148406 (lr=6.9231e-05) (hash(x)=54782473)
+99 train 10.172426 (lr=6.9930e-05) (hash(x)=57723080)
+100 val loss 10.0282
+100 val perplexity 22655.3984
+100 train 10.102162 (lr=7.0629e-05) (hash(x)=49355093)
+101 train 9.948083 (lr=7.1329e-05) (hash(x)=53422909)
+102 train 10.059508 (lr=7.2028e-05) (hash(x)=51486849)
+103 train 10.066257 (lr=7.2727e-05) (hash(x)=48459663)
+104 train 10.001030 (lr=7.3427e-05) (hash(x)=51698063)
+105 train 9.956862 (lr=7.4126e-05) (hash(x)=48794753)
+106 train 9.953750 (lr=7.4825e-05) (hash(x)=44825422)
+107 train 9.984085 (lr=7.5524e-05) (hash(x)=47148322)
+108 train 10.051394 (lr=7.6224e-05) (hash(x)=49279091)
+109 train 9.972125 (lr=7.6923e-05) (hash(x)=52460055)
+110 train 9.996131 (lr=7.7622e-05) (hash(x)=46749333)
+111 train 9.956304 (lr=7.8322e-05) (hash(x)=45337189)
+112 train 9.854750 (lr=7.9021e-05) (hash(x)=49845142)
+113 train 9.967847 (lr=7.9720e-05) (hash(x)=50930055)
+114 train 9.861843 (lr=8.0420e-05) (hash(x)=50684591)
+115 train 9.929499 (lr=8.1119e-05) (hash(x)=42125704)
+116 train 9.731269 (lr=8.1818e-05) (hash(x)=41912026)
+117 train 9.763512 (lr=8.2517e-05) (hash(x)=49174011)
+118 train 9.859032 (lr=8.3217e-05) (hash(x)=49497097)
+119 train 9.814177 (lr=8.3916e-05) (hash(x)=50618057)
+120 train 9.817591 (lr=8.4615e-05) (hash(x)=59453505)
+121 train 9.895617 (lr=8.5315e-05) (hash(x)=52423338)
+122 train 9.827598 (lr=8.6014e-05) (hash(x)=53802843)
+123 train 9.826434 (lr=8.6713e-05) (hash(x)=51754551)
+124 train 9.896172 (lr=8.7413e-05) (hash(x)=51856340)
+125 train 9.847727 (lr=8.8112e-05) (hash(x)=47059587)
+126 train 9.685721 (lr=8.8811e-05) (hash(x)=51793651)
+127 train 9.709285 (lr=8.9510e-05) (hash(x)=52187435)
+128 train 9.718776 (lr=9.0210e-05) (hash(x)=54885326)
+129 train 9.774138 (lr=9.0909e-05) (hash(x)=50919108)
+130 train 9.797560 (lr=9.1608e-05) (hash(x)=54468731)
+131 train 9.690082 (lr=9.2308e-05) (hash(x)=51831972)
+132 train 9.652719 (lr=9.3007e-05) (hash(x)=48609553)
+133 train 9.662732 (lr=9.3706e-05) (hash(x)=49049513)
+134 train 9.606483 (lr=9.4406e-05) (hash(x)=51951796)
+135 train 9.380771 (lr=9.5105e-05) (hash(x)=56443459)
+136 train 9.643146 (lr=9.5804e-05) (hash(x)=47261375)
+137 train 9.745523 (lr=9.6503e-05) (hash(x)=54156964)
+138 train 9.777709 (lr=9.7203e-05) (hash(x)=55621436)
+139 train 9.673388 (lr=9.7902e-05) (hash(x)=54578790)
+140 train 9.598248 (lr=9.8601e-05) (hash(x)=46178169)
+141 train 9.544604 (lr=9.9301e-05) (hash(x)=52813407)
+142 train 9.559250 (lr=1.0000e-04) (hash(x)=55046177)
+143 train 9.570002 (lr=1.0070e-04) (hash(x)=45098704)
+144 train 9.568776 (lr=1.0140e-04) (hash(x)=45895117)
+145 train 9.525518 (lr=1.0210e-04) (hash(x)=42452493)
+146 train 9.552066 (lr=1.0280e-04) (hash(x)=50633976)
+147 train 9.515182 (lr=1.0350e-04) (hash(x)=45655812)
+148 train 9.452623 (lr=1.0420e-04) (hash(x)=47272687)
+149 train 9.513901 (lr=1.0490e-04) (hash(x)=45415908)
+150 val loss 9.4788
+150 val perplexity 13079.1172
+150 train 9.833732 (lr=1.0559e-04) (hash(x)=63111643)
+151 train 9.367700 (lr=1.0629e-04) (hash(x)=49436419)
+152 train 9.495153 (lr=1.0699e-04) (hash(x)=52633828)
+153 train 9.523623 (lr=1.0769e-04) (hash(x)=48033921)
+154 train 9.504397 (lr=1.0839e-04) (hash(x)=54348904)
+155 train 9.510643 (lr=1.0909e-04) (hash(x)=56987876)
+156 train 9.425293 (lr=1.0979e-04) (hash(x)=50155518)
+157 train 9.362266 (lr=1.1049e-04) (hash(x)=48024575)
+158 train 9.366742 (lr=1.1119e-04) (hash(x)=53059532)
+159 train 9.311000 (lr=1.1189e-04) (hash(x)=48339908)
+160 train 9.329988 (lr=1.1259e-04) (hash(x)=48990896)
+161 train 9.328168 (lr=1.1329e-04) (hash(x)=53135323)
+162 train 9.255060 (lr=1.1399e-04) (hash(x)=52351650)
+163 train 9.264178 (lr=1.1469e-04) (hash(x)=46142231)
+164 train 9.263778 (lr=1.1538e-04) (hash(x)=40473173)
+165 train 9.197341 (lr=1.1608e-04) (hash(x)=41898441)
+166 train 9.382715 (lr=1.1678e-04) (hash(x)=53594433)
+167 train 9.290586 (lr=1.1748e-04) (hash(x)=46263050)
+168 train 9.279752 (lr=1.1818e-04) (hash(x)=43863543)
+169 train 9.182536 (lr=1.1888e-04) (hash(x)=37281177)
+170 train 9.297235 (lr=1.1958e-04) (hash(x)=47276630)
+171 train 9.206841 (lr=1.2028e-04) (hash(x)=48285373)
+172 train 9.180015 (lr=1.2098e-04) (hash(x)=53372103)
+173 train 9.182198 (lr=1.2168e-04) (hash(x)=51190878)
+174 train 9.148402 (lr=1.2238e-04) (hash(x)=54854560)
+175 train 9.215400 (lr=1.2308e-04) (hash(x)=56873965)
+176 train 9.084628 (lr=1.2378e-04) (hash(x)=53533306)
+177 train 9.118213 (lr=1.2448e-04) (hash(x)=52595463)
+178 train 9.233507 (lr=1.2517e-04) (hash(x)=49109869)
+179 train 9.126205 (lr=1.2587e-04) (hash(x)=50421608)
+180 train 9.041238 (lr=1.2657e-04) (hash(x)=47228528)
+181 train 8.961076 (lr=1.2727e-04) (hash(x)=45921624)
+182 train 9.164844 (lr=1.2797e-04) (hash(x)=54444263)
+183 train 9.068473 (lr=1.2867e-04) (hash(x)=52802882)
+184 train 8.996111 (lr=1.2937e-04) (hash(x)=49970100)
+185 train 9.071529 (lr=1.3007e-04) (hash(x)=45185272)
+186 train 8.963196 (lr=1.3077e-04) (hash(x)=48064569)
+187 train 9.062699 (lr=1.3147e-04) (hash(x)=49146692)
+188 train 9.052874 (lr=1.3217e-04) (hash(x)=52836857)
+189 train 8.878774 (lr=1.3287e-04) (hash(x)=52690444)
+190 train 8.987842 (lr=1.3357e-04) (hash(x)=53043440)
+191 train 8.924240 (lr=1.3427e-04) (hash(x)=45627699)
+192 train 8.980259 (lr=1.3497e-04) (hash(x)=50337632)
+193 train 8.971118 (lr=1.3566e-04) (hash(x)=50636707)
+194 train 8.743868 (lr=1.3636e-04) (hash(x)=43415450)
+195 train 8.784453 (lr=1.3706e-04) (hash(x)=44771118)
+196 train 8.800592 (lr=1.3776e-04) (hash(x)=47474403)
+197 train 8.733015 (lr=1.3846e-04) (hash(x)=48109117)
+198 train 8.827570 (lr=1.3916e-04) (hash(x)=50752974)
+199 train 8.938959 (lr=1.3986e-04) (hash(x)=55122837)
+200 val loss 8.8616
+200 val perplexity 7055.8833
+200 train 8.786185 (lr=1.4056e-04) (hash(x)=49692660)
+201 train 9.044040 (lr=1.4126e-04) (hash(x)=58304741)
+202 train 8.805367 (lr=1.4196e-04) (hash(x)=51071912)
+203 train 8.832573 (lr=1.4266e-04) (hash(x)=48891446)
+204 train 8.904689 (lr=1.4336e-04) (hash(x)=51980344)
+205 train 8.649818 (lr=1.4406e-04) (hash(x)=46085486)
+206 train 8.799945 (lr=1.4476e-04) (hash(x)=50429471)
+207 train 8.835604 (lr=1.4545e-04) (hash(x)=50609171)
+208 train 8.748601 (lr=1.4615e-04) (hash(x)=56366529)
+209 train 8.802855 (lr=1.4685e-04) (hash(x)=44693623)
+210 train 8.812421 (lr=1.4755e-04) (hash(x)=52480393)
+211 train 8.711429 (lr=1.4825e-04) (hash(x)=45080235)
+212 train 8.695422 (lr=1.4895e-04) (hash(x)=47772363)
+213 train 8.594543 (lr=1.4965e-04) (hash(x)=46731794)
+214 train 8.642806 (lr=1.5035e-04) (hash(x)=44181238)
+215 train 8.705047 (lr=1.5105e-04) (hash(x)=46674118)
+216 train 8.535064 (lr=1.5175e-04) (hash(x)=49734489)
+217 train 8.651253 (lr=1.5245e-04) (hash(x)=46647221)
+218 train 8.606984 (lr=1.5315e-04) (hash(x)=53699708)
+219 train 8.622198 (lr=1.5385e-04) (hash(x)=51868493)
+220 train 8.612872 (lr=1.5455e-04) (hash(x)=49234242)
+221 train 8.638827 (lr=1.5524e-04) (hash(x)=52926855)
+222 train 8.497591 (lr=1.5594e-04) (hash(x)=48168200)
+223 train 8.560508 (lr=1.5664e-04) (hash(x)=50306555)
+224 train 8.449250 (lr=1.5734e-04) (hash(x)=47450495)
+225 train 8.463203 (lr=1.5804e-04) (hash(x)=47017597)
+226 train 8.406131 (lr=1.5874e-04) (hash(x)=45879487)
+227 train 8.421384 (lr=1.5944e-04) (hash(x)=45930697)
+228 train 8.702616 (lr=1.6014e-04) (hash(x)=51866248)
+229 train 8.560703 (lr=1.6084e-04) (hash(x)=55896424)
+230 train 8.505924 (lr=1.6154e-04) (hash(x)=49856927)
+231 train 8.419337 (lr=1.6224e-04) (hash(x)=50806347)
+232 train 8.455842 (lr=1.6294e-04) (hash(x)=48907697)
+233 train 8.519343 (lr=1.6364e-04) (hash(x)=53269239)
+234 train 8.616884 (lr=1.6434e-04) (hash(x)=58562988)
+235 train 8.337857 (lr=1.6503e-04) (hash(x)=50115446)
+236 train 8.289886 (lr=1.6573e-04) (hash(x)=39354357)
+237 train 8.500144 (lr=1.6643e-04) (hash(x)=53956776)
+238 train 8.264709 (lr=1.6713e-04) (hash(x)=49150615)
+239 train 8.362792 (lr=1.6783e-04) (hash(x)=51243947)
+240 train 8.476169 (lr=1.6853e-04) (hash(x)=54091498)
+241 train 8.315440 (lr=1.6923e-04) (hash(x)=55362900)
+242 train 8.350728 (lr=1.6993e-04) (hash(x)=49537560)
+243 train 8.054591 (lr=1.7063e-04) (hash(x)=34965283)
+244 train 8.260314 (lr=1.7133e-04) (hash(x)=43293134)
+245 train 8.269095 (lr=1.7203e-04) (hash(x)=52583594)
+246 train 8.350337 (lr=1.7273e-04) (hash(x)=50277570)
+247 train 8.264630 (lr=1.7343e-04) (hash(x)=53806649)
+248 train 8.233866 (lr=1.7413e-04) (hash(x)=48819401)
+249 train 8.216193 (lr=1.7483e-04) (hash(x)=51974675)
+250 val loss 8.2413
+250 val perplexity 3794.4939
+250 train 8.272585 (lr=1.7552e-04) (hash(x)=46284281)
+251 train 8.224204 (lr=1.7622e-04) (hash(x)=45810574)
+252 train 8.305145 (lr=1.7692e-04) (hash(x)=49217593)
+253 train 7.798548 (lr=1.7762e-04) (hash(x)=34273240)
+254 train 8.064310 (lr=1.7832e-04) (hash(x)=48362439)
+255 train 8.125449 (lr=1.7902e-04) (hash(x)=50536970)
+256 train 8.221976 (lr=1.7972e-04) (hash(x)=52438285)
+257 train 7.859964 (lr=1.8042e-04) (hash(x)=47843837)
+258 train 8.202934 (lr=1.8112e-04) (hash(x)=50928031)
+259 train 8.250717 (lr=1.8182e-04) (hash(x)=56940944)
+260 train 8.244458 (lr=1.8252e-04) (hash(x)=54715437)
+261 train 8.217026 (lr=1.8322e-04) (hash(x)=54162688)
+262 train 8.147473 (lr=1.8392e-04) (hash(x)=45398098)
+263 train 8.181998 (lr=1.8462e-04) (hash(x)=51669498)
+264 train 8.089635 (lr=1.8531e-04) (hash(x)=52890008)
+265 train 8.212882 (lr=1.8601e-04) (hash(x)=53020601)
+266 train 8.193078 (lr=1.8671e-04) (hash(x)=50728575)
+267 train 8.134582 (lr=1.8741e-04) (hash(x)=46315245)
+268 train 7.980864 (lr=1.8811e-04) (hash(x)=51700327)
+269 train 8.158723 (lr=1.8881e-04) (hash(x)=51422940)
+270 train 8.027968 (lr=1.8951e-04) (hash(x)=50079658)
+271 train 8.035962 (lr=1.9021e-04) (hash(x)=50610610)
+272 train 8.052531 (lr=1.9091e-04) (hash(x)=53349554)
+273 train 7.979824 (lr=1.9161e-04) (hash(x)=47220467)
+274 train 7.955947 (lr=1.9231e-04) (hash(x)=47059896)
+275 train 7.994769 (lr=1.9301e-04) (hash(x)=51478185)
+276 train 7.974135 (lr=1.9371e-04) (hash(x)=49910644)
+277 train 7.890980 (lr=1.9441e-04) (hash(x)=48930577)
+278 train 8.030375 (lr=1.9510e-04) (hash(x)=49020396)
+279 train 8.134684 (lr=1.9580e-04) (hash(x)=53701929)
+280 train 7.946855 (lr=1.9650e-04) (hash(x)=47184278)
+281 train 8.185374 (lr=1.9720e-04) (hash(x)=54410011)
+282 train 8.052638 (lr=1.9790e-04) (hash(x)=54549283)
+283 train 8.043493 (lr=1.9860e-04) (hash(x)=51021250)
+284 train 7.933570 (lr=1.9930e-04) (hash(x)=50272010)
+285 train 8.029544 (lr=2.0000e-04) (hash(x)=55817179)
+286 train 7.906720 (lr=2.0000e-04) (hash(x)=47596588)
+287 train 7.840889 (lr=2.0000e-04) (hash(x)=46930369)
+288 train 7.852684 (lr=2.0000e-04) (hash(x)=48874951)
+289 train 8.007041 (lr=1.9999e-04) (hash(x)=51147542)
+290 train 7.927900 (lr=1.9999e-04) (hash(x)=52125021)
+291 train 7.597225 (lr=1.9998e-04) (hash(x)=39405431)
+292 train 7.849229 (lr=1.9997e-04) (hash(x)=47289107)
+293 train 7.831790 (lr=1.9996e-04) (hash(x)=48536998)
+294 train 8.294857 (lr=1.9994e-04) (hash(x)=62523011)
+295 train 8.322829 (lr=1.9993e-04) (hash(x)=57476018)
+296 train 7.976010 (lr=1.9991e-04) (hash(x)=54119125)
+297 train 8.247438 (lr=1.9989e-04) (hash(x)=58950633)
+298 train 7.990517 (lr=1.9987e-04) (hash(x)=53212705)
+299 train 7.916055 (lr=1.9985e-04) (hash(x)=48315677)
+300 val loss 7.8479
+300 val perplexity 2560.2395
+300 train 7.869667 (lr=1.9983e-04) (hash(x)=48622485)
+301 train 7.897988 (lr=1.9980e-04) (hash(x)=53677175)
+302 train 7.993814 (lr=1.9978e-04) (hash(x)=55167389)
+303 train 7.920248 (lr=1.9975e-04) (hash(x)=50199187)
+304 train 7.997447 (lr=1.9972e-04) (hash(x)=52896102)
+305 train 7.910948 (lr=1.9969e-04) (hash(x)=56596899)
+306 train 8.021743 (lr=1.9965e-04) (hash(x)=53062758)
+307 train 7.938333 (lr=1.9962e-04) (hash(x)=49586111)
+308 train 7.877156 (lr=1.9958e-04) (hash(x)=52369544)
+309 train 7.783241 (lr=1.9954e-04) (hash(x)=46819915)
+310 train 7.659936 (lr=1.9950e-04) (hash(x)=49293953)
+311 train 7.870523 (lr=1.9946e-04) (hash(x)=45949699)
+312 train 8.022288 (lr=1.9941e-04) (hash(x)=53515595)
+313 train 7.747560 (lr=1.9937e-04) (hash(x)=45515416)
+314 train 7.979358 (lr=1.9932e-04) (hash(x)=49455078)
+315 train 8.466532 (lr=1.9927e-04) (hash(x)=47334388)
+316 train 8.430546 (lr=1.9922e-04) (hash(x)=48654816)
+317 train 7.996665 (lr=1.9916e-04) (hash(x)=49474562)
+318 train 7.915223 (lr=1.9911e-04) (hash(x)=47371125)
+319 train 7.742874 (lr=1.9905e-04) (hash(x)=53294055)
+320 train 7.572171 (lr=1.9899e-04) (hash(x)=51679677)
+321 train 7.755049 (lr=1.9893e-04) (hash(x)=54082362)
+322 train 7.820014 (lr=1.9887e-04) (hash(x)=53670230)
+323 train 7.621237 (lr=1.9881e-04) (hash(x)=46499362)
+324 train 7.918240 (lr=1.9874e-04) (hash(x)=51843454)
+325 train 7.853727 (lr=1.9868e-04) (hash(x)=53531448)
+326 train 7.821175 (lr=1.9861e-04) (hash(x)=55684813)
+327 train 7.773271 (lr=1.9854e-04) (hash(x)=53097392)
+328 train 7.403336 (lr=1.9847e-04) (hash(x)=45277852)
+329 train 7.401851 (lr=1.9839e-04) (hash(x)=41633073)
+330 train 7.517650 (lr=1.9832e-04) (hash(x)=42914820)
+331 train 7.677701 (lr=1.9824e-04) (hash(x)=46479397)
+332 train 7.572614 (lr=1.9816e-04) (hash(x)=44391371)
+333 train 7.426587 (lr=1.9808e-04) (hash(x)=38977328)
+334 train 7.688114 (lr=1.9800e-04) (hash(x)=50758211)
+335 train 7.854351 (lr=1.9792e-04) (hash(x)=54479595)
+336 train 7.902742 (lr=1.9783e-04) (hash(x)=51411646)
+337 train 7.858977 (lr=1.9774e-04) (hash(x)=52103949)
+338 train 7.757939 (lr=1.9765e-04) (hash(x)=50550907)
+339 train 7.662548 (lr=1.9756e-04) (hash(x)=47738093)
+340 train 7.996507 (lr=1.9747e-04) (hash(x)=56998616)
+341 train 7.741690 (lr=1.9738e-04) (hash(x)=51395731)
+342 train 7.904665 (lr=1.9728e-04) (hash(x)=61530180)
+343 train 8.146672 (lr=1.9718e-04) (hash(x)=59006693)
+344 train 7.660684 (lr=1.9709e-04) (hash(x)=48594367)
+345 train 7.766876 (lr=1.9698e-04) (hash(x)=52545488)
+346 train 7.645439 (lr=1.9688e-04) (hash(x)=47376565)
+347 train 7.724994 (lr=1.9678e-04) (hash(x)=46312947)
+348 train 7.732822 (lr=1.9667e-04) (hash(x)=49325729)
+349 train 7.831522 (lr=1.9656e-04) (hash(x)=51488924)
+350 val loss 7.7156
+350 val perplexity 2243.0256
+350 train 7.726972 (lr=1.9646e-04) (hash(x)=52194507)
+351 train 7.708641 (lr=1.9634e-04) (hash(x)=51396394)
+352 train 7.842031 (lr=1.9623e-04) (hash(x)=47730521)
+353 train 7.637547 (lr=1.9612e-04) (hash(x)=43705721)
+354 train 7.650529 (lr=1.9600e-04) (hash(x)=47078328)
+355 train 7.965048 (lr=1.9588e-04) (hash(x)=55830040)
+356 train 7.901582 (lr=1.9576e-04) (hash(x)=48559738)
+357 train 7.713269 (lr=1.9564e-04) (hash(x)=49340705)
+358 train 7.790738 (lr=1.9552e-04) (hash(x)=49635452)
+359 train 7.806571 (lr=1.9540e-04) (hash(x)=52098425)
+360 train 7.656087 (lr=1.9527e-04) (hash(x)=48852030)
+361 train 7.719658 (lr=1.9514e-04) (hash(x)=48643399)
+362 train 7.997684 (lr=1.9501e-04) (hash(x)=58138953)
+363 train 7.454658 (lr=1.9488e-04) (hash(x)=44163258)
+364 train 7.817750 (lr=1.9475e-04) (hash(x)=55032638)
+365 train 7.683890 (lr=1.9462e-04) (hash(x)=48803235)
+366 train 7.560815 (lr=1.9448e-04) (hash(x)=48930309)
+367 train 7.992860 (lr=1.9434e-04) (hash(x)=58459317)
+368 train 7.840917 (lr=1.9421e-04) (hash(x)=52969670)
+369 train 7.787548 (lr=1.9406e-04) (hash(x)=55950871)
+370 train 7.742256 (lr=1.9392e-04) (hash(x)=50190558)
+371 train 7.824319 (lr=1.9378e-04) (hash(x)=50402996)
+372 train 7.669240 (lr=1.9363e-04) (hash(x)=48331790)
+373 train 7.696492 (lr=1.9349e-04) (hash(x)=51861896)
+374 train 7.722473 (lr=1.9334e-04) (hash(x)=52442780)
+375 train 7.676956 (lr=1.9319e-04) (hash(x)=47781307)
+376 train 7.351990 (lr=1.9304e-04) (hash(x)=45305570)
+377 train 8.219782 (lr=1.9288e-04) (hash(x)=58591982)
+378 train 7.834163 (lr=1.9273e-04) (hash(x)=53348894)
+379 train 7.998423 (lr=1.9257e-04) (hash(x)=55269973)
+380 train 7.748958 (lr=1.9241e-04) (hash(x)=52427717)
+381 train 7.931667 (lr=1.9225e-04) (hash(x)=54250578)
+382 train 7.914312 (lr=1.9209e-04) (hash(x)=55042333)
+383 train 7.920208 (lr=1.9193e-04) (hash(x)=55088766)
+384 train 7.689182 (lr=1.9176e-04) (hash(x)=51982665)
+385 train 7.662782 (lr=1.9160e-04) (hash(x)=50679914)
+386 train 7.760742 (lr=1.9143e-04) (hash(x)=55557228)
+387 train 7.739777 (lr=1.9126e-04) (hash(x)=48450358)
+388 train 7.578718 (lr=1.9109e-04) (hash(x)=49288522)
+389 train 7.820223 (lr=1.9091e-04) (hash(x)=49197883)
+390 train 7.781827 (lr=1.9074e-04) (hash(x)=54555602)
+391 train 7.651784 (lr=1.9056e-04) (hash(x)=50198680)
+392 train 7.737273 (lr=1.9039e-04) (hash(x)=54766944)
+393 train 7.700063 (lr=1.9021e-04) (hash(x)=51419665)
+394 train 7.276377 (lr=1.9003e-04) (hash(x)=43612177)
+395 train 7.636800 (lr=1.8985e-04) (hash(x)=48650332)
+396 train 7.729390 (lr=1.8966e-04) (hash(x)=53120879)
+397 train 7.593544 (lr=1.8948e-04) (hash(x)=48143827)
+398 train 7.595224 (lr=1.8929e-04) (hash(x)=46766862)
+399 train 7.705740 (lr=1.8910e-04) (hash(x)=52234688)
+400 val loss 7.6683
+400 val perplexity 2139.5386
+400 train 7.613262 (lr=1.8891e-04) (hash(x)=49099804)
+401 train 7.732048 (lr=1.8872e-04) (hash(x)=52032234)
+402 train 7.721689 (lr=1.8853e-04) (hash(x)=51775957)
+403 train 7.703857 (lr=1.8834e-04) (hash(x)=51346801)
+404 train 7.714598 (lr=1.8814e-04) (hash(x)=49392856)
+405 train 8.036746 (lr=1.8794e-04) (hash(x)=58253034)
+406 train 7.903621 (lr=1.8774e-04) (hash(x)=54043298)
+407 train 7.765503 (lr=1.8754e-04) (hash(x)=52929403)
+408 train 7.682576 (lr=1.8734e-04) (hash(x)=52901232)
+409 train 7.874216 (lr=1.8714e-04) (hash(x)=56975127)
+410 train 7.695967 (lr=1.8693e-04) (hash(x)=50603607)
+411 train 7.824713 (lr=1.8673e-04) (hash(x)=56070928)
+412 train 7.662697 (lr=1.8652e-04) (hash(x)=44443158)
+413 train 7.670433 (lr=1.8631e-04) (hash(x)=48921492)
+414 train 7.732751 (lr=1.8610e-04) (hash(x)=50946739)
+415 train 7.532600 (lr=1.8589e-04) (hash(x)=50526384)
+416 train 7.784912 (lr=1.8567e-04) (hash(x)=56037628)
+417 train 7.562004 (lr=1.8546e-04) (hash(x)=49178590)
+418 train 7.653552 (lr=1.8524e-04) (hash(x)=50164285)
+419 train 7.910399 (lr=1.8502e-04) (hash(x)=60209461)
+420 train 7.888630 (lr=1.8480e-04) (hash(x)=51355917)
+421 train 7.723494 (lr=1.8458e-04) (hash(x)=51970769)
+422 train 7.671051 (lr=1.8436e-04) (hash(x)=51896253)
+423 train 7.766355 (lr=1.8414e-04) (hash(x)=52322092)
+424 train 7.382028 (lr=1.8391e-04) (hash(x)=46560171)
+425 train 7.598588 (lr=1.8369e-04) (hash(x)=49806109)
+426 train 7.771512 (lr=1.8346e-04) (hash(x)=52507118)
+427 train 7.769502 (lr=1.8323e-04) (hash(x)=52916383)
+428 train 7.538571 (lr=1.8300e-04) (hash(x)=46519875)
+429 train 7.470142 (lr=1.8276e-04) (hash(x)=43459378)
+430 train 7.716650 (lr=1.8253e-04) (hash(x)=54438747)
+431 train 7.523711 (lr=1.8230e-04) (hash(x)=52529702)
+432 train 7.655316 (lr=1.8206e-04) (hash(x)=52506037)
+433 train 7.676141 (lr=1.8182e-04) (hash(x)=49688097)
+434 train 7.723791 (lr=1.8158e-04) (hash(x)=52187692)
+435 train 7.743150 (lr=1.8134e-04) (hash(x)=51980724)
+436 train 7.771242 (lr=1.8110e-04) (hash(x)=57522870)
+437 train 7.641463 (lr=1.8086e-04) (hash(x)=47435088)
+438 train 7.754393 (lr=1.8061e-04) (hash(x)=54021184)
+439 train 7.515082 (lr=1.8036e-04) (hash(x)=46826784)
+440 train 7.760738 (lr=1.8012e-04) (hash(x)=46764832)
+441 train 7.671886 (lr=1.7987e-04) (hash(x)=51120264)
+442 train 7.657025 (lr=1.7962e-04) (hash(x)=52654128)
+443 train 7.664714 (lr=1.7937e-04) (hash(x)=51321857)
+444 train 7.573438 (lr=1.7911e-04) (hash(x)=45311446)
+445 train 7.465247 (lr=1.7886e-04) (hash(x)=51476600)
+446 train 7.713422 (lr=1.7860e-04) (hash(x)=51269835)
+447 train 7.652721 (lr=1.7835e-04) (hash(x)=53475454)
+448 train 7.488464 (lr=1.7809e-04) (hash(x)=46470991)
+449 train 7.412716 (lr=1.7783e-04) (hash(x)=39878629)
+450 val loss 7.6031
+450 val perplexity 2004.4531
+450 train 7.635339 (lr=1.7757e-04) (hash(x)=50326173)
+451 train 7.651618 (lr=1.7731e-04) (hash(x)=54787418)
+452 train 7.728883 (lr=1.7704e-04) (hash(x)=48949948)
+453 train 7.788944 (lr=1.7678e-04) (hash(x)=52506608)
+454 train 7.568782 (lr=1.7651e-04) (hash(x)=54323120)
+455 train 7.542637 (lr=1.7624e-04) (hash(x)=46810389)
+456 train 7.435760 (lr=1.7597e-04) (hash(x)=45396873)
+457 train 7.776685 (lr=1.7570e-04) (hash(x)=57144694)
+458 train 7.521841 (lr=1.7543e-04) (hash(x)=49878429)
+459 train 7.666568 (lr=1.7516e-04) (hash(x)=53498382)
+460 train 7.540543 (lr=1.7489e-04) (hash(x)=47417814)
+461 train 7.680439 (lr=1.7461e-04) (hash(x)=51280415)
+462 train 7.665544 (lr=1.7434e-04) (hash(x)=54075295)
+463 train 7.482296 (lr=1.7406e-04) (hash(x)=46323632)
+464 train 7.588748 (lr=1.7378e-04) (hash(x)=50211782)
+465 train 7.537257 (lr=1.7350e-04) (hash(x)=46779238)
+466 train 7.626318 (lr=1.7322e-04) (hash(x)=48313734)
+467 train 7.625603 (lr=1.7294e-04) (hash(x)=52398798)
+468 train 7.594667 (lr=1.7265e-04) (hash(x)=50640616)
+469 train 7.588582 (lr=1.7237e-04) (hash(x)=48186608)
+470 train 7.615999 (lr=1.7208e-04) (hash(x)=51158107)
+471 train 7.490911 (lr=1.7179e-04) (hash(x)=53724068)
+472 train 7.546930 (lr=1.7151e-04) (hash(x)=52537855)
+473 train 7.636984 (lr=1.7122e-04) (hash(x)=52960197)
+474 train 7.710744 (lr=1.7092e-04) (hash(x)=54156942)
+475 train 7.888799 (lr=1.7063e-04) (hash(x)=52768582)
+476 train 7.448968 (lr=1.7034e-04) (hash(x)=50479600)
+477 train 7.595882 (lr=1.7004e-04) (hash(x)=52810796)
+478 train 7.725255 (lr=1.6975e-04) (hash(x)=49731354)
+479 train 7.500096 (lr=1.6945e-04) (hash(x)=46747022)
+480 train 7.551336 (lr=1.6915e-04) (hash(x)=49495779)
+481 train 7.638721 (lr=1.6886e-04) (hash(x)=53760168)
+482 train 7.659782 (lr=1.6856e-04) (hash(x)=51460514)
+483 train 7.618024 (lr=1.6825e-04) (hash(x)=50353293)
+484 train 7.600713 (lr=1.6795e-04) (hash(x)=53396658)
+485 train 7.710873 (lr=1.6765e-04) (hash(x)=50573284)
+486 train 7.445994 (lr=1.6734e-04) (hash(x)=49168443)
+487 train 7.671410 (lr=1.6704e-04) (hash(x)=50822751)
+488 train 7.696812 (lr=1.6673e-04) (hash(x)=45669857)
+489 train 7.462562 (lr=1.6642e-04) (hash(x)=44593201)
+490 train 7.261325 (lr=1.6611e-04) (hash(x)=39734742)
+491 train 7.585416 (lr=1.6580e-04) (hash(x)=47616170)
+492 train 7.549239 (lr=1.6549e-04) (hash(x)=46558148)
+493 train 7.512651 (lr=1.6518e-04) (hash(x)=49711034)
+494 train 7.748211 (lr=1.6487e-04) (hash(x)=55210283)
+495 train 7.575337 (lr=1.6455e-04) (hash(x)=48013779)
+496 train 7.616418 (lr=1.6424e-04) (hash(x)=50644422)
+497 train 7.621373 (lr=1.6392e-04) (hash(x)=49696467)
+498 train 7.617441 (lr=1.6360e-04) (hash(x)=43246287)
+499 train 7.511930 (lr=1.6328e-04) (hash(x)=45598720)
+500 val loss 7.5915
+500 val perplexity 1981.2271
+500 train 7.571321 (lr=1.6296e-04) (hash(x)=51062334)
+501 train 7.482541 (lr=1.6264e-04) (hash(x)=49421968)
+502 train 7.605157 (lr=1.6232e-04) (hash(x)=52123859)
+503 train 7.616413 (lr=1.6200e-04) (hash(x)=52658193)
+504 train 7.554155 (lr=1.6168e-04) (hash(x)=51023513)
+505 train 7.783034 (lr=1.6135e-04) (hash(x)=51581514)
+506 train 7.673482 (lr=1.6103e-04) (hash(x)=49089133)
+507 train 7.551337 (lr=1.6070e-04) (hash(x)=48531900)
+508 train 7.639862 (lr=1.6037e-04) (hash(x)=52693475)
+509 train 7.634651 (lr=1.6004e-04) (hash(x)=54903424)
+510 train 7.662857 (lr=1.5971e-04) (hash(x)=51036262)
+511 train 7.515724 (lr=1.5938e-04) (hash(x)=46134720)
+512 train 7.725934 (lr=1.5905e-04) (hash(x)=53031267)
+513 train 7.736398 (lr=1.5872e-04) (hash(x)=53833396)
+514 train 7.569791 (lr=1.5838e-04) (hash(x)=55247788)
+515 train 7.621184 (lr=1.5805e-04) (hash(x)=51156418)
+516 train 7.528346 (lr=1.5772e-04) (hash(x)=51468309)
+517 train 7.477683 (lr=1.5738e-04) (hash(x)=48618191)
+518 train 7.764391 (lr=1.5704e-04) (hash(x)=53297837)
+519 train 7.574213 (lr=1.5670e-04) (hash(x)=52902481)
+520 train 7.571499 (lr=1.5636e-04) (hash(x)=52699185)
+521 train 7.611329 (lr=1.5602e-04) (hash(x)=54117145)
+522 train 7.753488 (lr=1.5568e-04) (hash(x)=53596095)
+523 train 7.610703 (lr=1.5534e-04) (hash(x)=51604647)
+524 train 7.564107 (lr=1.5500e-04) (hash(x)=52145920)
+525 train 7.532642 (lr=1.5466e-04) (hash(x)=50691387)
+526 train 7.657948 (lr=1.5431e-04) (hash(x)=52429064)
+527 train 7.495456 (lr=1.5397e-04) (hash(x)=49163526)
+528 train 7.692514 (lr=1.5362e-04) (hash(x)=53184723)
+529 train 7.456529 (lr=1.5327e-04) (hash(x)=47039068)
+530 train 7.727259 (lr=1.5293e-04) (hash(x)=47552672)
+531 train 7.516154 (lr=1.5258e-04) (hash(x)=53829392)
+532 train 7.376569 (lr=1.5223e-04) (hash(x)=47800177)
+533 train 7.387517 (lr=1.5188e-04) (hash(x)=49800706)
+534 train 7.722309 (lr=1.5153e-04) (hash(x)=55575943)
+535 train 7.522624 (lr=1.5118e-04) (hash(x)=49028078)
+536 train 7.667557 (lr=1.5082e-04) (hash(x)=54755546)
+537 train 7.619453 (lr=1.5047e-04) (hash(x)=53372658)
+538 train 7.568677 (lr=1.5012e-04) (hash(x)=52268865)
+539 train 7.579017 (lr=1.4976e-04) (hash(x)=52517672)
+540 train 7.553670 (lr=1.4941e-04) (hash(x)=50244085)
+541 train 7.447942 (lr=1.4905e-04) (hash(x)=49248218)
+542 train 7.608560 (lr=1.4869e-04) (hash(x)=49762688)
+543 train 7.717953 (lr=1.4833e-04) (hash(x)=59110263)
+544 train 7.443224 (lr=1.4798e-04) (hash(x)=47478150)
+545 train 7.560536 (lr=1.4762e-04) (hash(x)=54533121)
+546 train 7.484357 (lr=1.4726e-04) (hash(x)=49901224)
+547 train 7.609699 (lr=1.4690e-04) (hash(x)=51195255)
+548 train 7.536994 (lr=1.4653e-04) (hash(x)=49109169)
+549 train 7.446237 (lr=1.4617e-04) (hash(x)=47467588)
+550 val loss 7.5069
+550 val perplexity 1820.5686
+550 train 7.469481 (lr=1.4581e-04) (hash(x)=46269857)
+551 train 7.443704 (lr=1.4545e-04) (hash(x)=50517780)
+552 train 7.543475 (lr=1.4508e-04) (hash(x)=50183795)
+553 train 7.498013 (lr=1.4472e-04) (hash(x)=50640606)
+554 train 7.539389 (lr=1.4435e-04) (hash(x)=51738364)
+555 train 8.239552 (lr=1.4398e-04) (hash(x)=62341175)
+556 train 7.653484 (lr=1.4362e-04) (hash(x)=45189486)
+557 train 7.615215 (lr=1.4325e-04) (hash(x)=51670137)
+558 train 7.443668 (lr=1.4288e-04) (hash(x)=46152565)
+559 train 7.347608 (lr=1.4251e-04) (hash(x)=45890874)
+560 train 7.554988 (lr=1.4214e-04) (hash(x)=50865200)
+561 train 7.392642 (lr=1.4177e-04) (hash(x)=50817384)
+562 train 7.362367 (lr=1.4140e-04) (hash(x)=45716461)
+563 train 7.507634 (lr=1.4103e-04) (hash(x)=49188067)
+564 train 7.604416 (lr=1.4066e-04) (hash(x)=51104117)
+565 train 7.604581 (lr=1.4029e-04) (hash(x)=53943162)
+566 train 7.228746 (lr=1.3991e-04) (hash(x)=42808589)
+567 train 7.484834 (lr=1.3954e-04) (hash(x)=47888783)
+568 train 7.360088 (lr=1.3916e-04) (hash(x)=46060882)
+569 train 7.580092 (lr=1.3879e-04) (hash(x)=47770108)
+570 train 7.750607 (lr=1.3841e-04) (hash(x)=53150465)
+571 train 7.917108 (lr=1.3804e-04) (hash(x)=52775090)
+572 train 7.651674 (lr=1.3766e-04) (hash(x)=49924177)
+573 train 7.485525 (lr=1.3728e-04) (hash(x)=49971730)
+574 train 7.506099 (lr=1.3691e-04) (hash(x)=47952698)
+575 train 7.821842 (lr=1.3653e-04) (hash(x)=56693767)
+576 train 7.283060 (lr=1.3615e-04) (hash(x)=43516921)
+577 train 7.648258 (lr=1.3577e-04) (hash(x)=53347077)
+578 train 7.427532 (lr=1.3539e-04) (hash(x)=47410931)
+579 train 7.411890 (lr=1.3501e-04) (hash(x)=45014400)
+580 train 7.525362 (lr=1.3463e-04) (hash(x)=54677976)
+581 train 7.301271 (lr=1.3425e-04) (hash(x)=45398141)
+582 train 7.334895 (lr=1.3387e-04) (hash(x)=47181969)
+583 train 7.775783 (lr=1.3348e-04) (hash(x)=53102856)
+584 train 7.364972 (lr=1.3310e-04) (hash(x)=48780879)
+585 train 7.496053 (lr=1.3272e-04) (hash(x)=51707711)
+586 train 7.585763 (lr=1.3234e-04) (hash(x)=48191112)
+587 train 7.428010 (lr=1.3195e-04) (hash(x)=52954310)
+588 train 7.764925 (lr=1.3157e-04) (hash(x)=58807144)
+589 train 7.323857 (lr=1.3118e-04) (hash(x)=45943270)
+590 train 7.514905 (lr=1.3080e-04) (hash(x)=49191483)
+591 train 7.451535 (lr=1.3041e-04) (hash(x)=47965042)
+592 train 7.534734 (lr=1.3003e-04) (hash(x)=51074739)
+593 train 7.562151 (lr=1.2964e-04) (hash(x)=56913043)
+594 train 7.782994 (lr=1.2925e-04) (hash(x)=62500105)
+595 train 7.591753 (lr=1.2887e-04) (hash(x)=56016526)
+596 train 7.417368 (lr=1.2848e-04) (hash(x)=46762756)
+597 train 7.524739 (lr=1.2809e-04) (hash(x)=50655822)
+598 train 7.462200 (lr=1.2770e-04) (hash(x)=50751670)
+599 train 7.385035 (lr=1.2732e-04) (hash(x)=45600303)
+600 val loss 7.4717
+600 val perplexity 1757.6083
+600 train 7.559194 (lr=1.2693e-04) (hash(x)=54607172)
+601 train 7.452538 (lr=1.2654e-04) (hash(x)=48710188)
+602 train 7.362789 (lr=1.2615e-04) (hash(x)=46206284)
+603 train 7.345494 (lr=1.2576e-04) (hash(x)=45764012)
+604 train 7.375309 (lr=1.2537e-04) (hash(x)=50393806)
+605 train 7.465965 (lr=1.2498e-04) (hash(x)=52034772)
+606 train 7.457087 (lr=1.2459e-04) (hash(x)=48705579)
+607 train 7.219659 (lr=1.2420e-04) (hash(x)=44542942)
+608 train 7.376381 (lr=1.2381e-04) (hash(x)=48781316)
+609 train 7.470450 (lr=1.2341e-04) (hash(x)=48042083)
+610 train 7.564235 (lr=1.2302e-04) (hash(x)=49658564)
+611 train 7.616368 (lr=1.2263e-04) (hash(x)=51672319)
+612 train 7.525478 (lr=1.2224e-04) (hash(x)=52431673)
+613 train 7.495017 (lr=1.2185e-04) (hash(x)=43542246)
+614 train 7.489853 (lr=1.2145e-04) (hash(x)=52666378)
+615 train 7.480514 (lr=1.2106e-04) (hash(x)=49315253)
+616 train 7.556072 (lr=1.2067e-04) (hash(x)=50722863)
+617 train 7.744073 (lr=1.2027e-04) (hash(x)=52341036)
+618 train 7.505013 (lr=1.1988e-04) (hash(x)=48814169)
+619 train 7.341057 (lr=1.1949e-04) (hash(x)=45571167)
+620 train 7.384340 (lr=1.1909e-04) (hash(x)=47776763)
+621 train 7.430861 (lr=1.1870e-04) (hash(x)=48382543)
+622 train 7.377116 (lr=1.1830e-04) (hash(x)=45514205)
+623 train 7.272841 (lr=1.1791e-04) (hash(x)=45320225)
+624 train 7.415464 (lr=1.1752e-04) (hash(x)=48452761)
+625 train 7.648940 (lr=1.1712e-04) (hash(x)=49116111)
+626 train 7.312500 (lr=1.1673e-04) (hash(x)=47302076)
+627 train 7.436479 (lr=1.1633e-04) (hash(x)=50184363)
+628 train 7.332208 (lr=1.1594e-04) (hash(x)=49385175)
+629 train 7.510123 (lr=1.1554e-04) (hash(x)=42655518)
+630 train 7.462863 (lr=1.1515e-04) (hash(x)=45181685)
+631 train 7.256723 (lr=1.1475e-04) (hash(x)=45775751)
+632 train 7.485651 (lr=1.1435e-04) (hash(x)=51697844)
+633 train 7.378335 (lr=1.1396e-04) (hash(x)=47776033)
+634 train 7.573701 (lr=1.1356e-04) (hash(x)=54185547)
+635 train 7.327558 (lr=1.1317e-04) (hash(x)=42462763)
+636 train 7.420086 (lr=1.1277e-04) (hash(x)=49909171)
+637 train 7.477614 (lr=1.1238e-04) (hash(x)=50472276)
+638 train 7.700451 (lr=1.1198e-04) (hash(x)=53342806)
+639 train 7.541902 (lr=1.1158e-04) (hash(x)=53985957)
+640 train 7.410445 (lr=1.1119e-04) (hash(x)=49621437)
+641 train 7.562529 (lr=1.1079e-04) (hash(x)=50215750)
+642 train 7.337263 (lr=1.1040e-04) (hash(x)=45707324)
+643 train 7.722333 (lr=1.1000e-04) (hash(x)=55567006)
+644 train 7.903564 (lr=1.0960e-04) (hash(x)=63587960)
+645 train 7.538648 (lr=1.0921e-04) (hash(x)=50830962)
+646 train 7.702681 (lr=1.0881e-04) (hash(x)=50228793)
+647 train 7.264350 (lr=1.0842e-04) (hash(x)=41963014)
+648 train 7.415267 (lr=1.0802e-04) (hash(x)=52083811)
+649 train 7.961313 (lr=1.0762e-04) (hash(x)=55253867)
+650 val loss 7.4662
+650 val perplexity 1747.9375
+650 train 7.548727 (lr=1.0723e-04) (hash(x)=56596815)
+651 train 7.673913 (lr=1.0683e-04) (hash(x)=53862673)
+652 train 7.547476 (lr=1.0644e-04) (hash(x)=51032349)
+653 train 7.688118 (lr=1.0604e-04) (hash(x)=57095498)
+654 train 7.845939 (lr=1.0565e-04) (hash(x)=57840576)
+655 train 7.673074 (lr=1.0525e-04) (hash(x)=56042923)
+656 train 7.480969 (lr=1.0485e-04) (hash(x)=53170061)
+657 train 7.493700 (lr=1.0446e-04) (hash(x)=51651483)
+658 train 7.611675 (lr=1.0406e-04) (hash(x)=52052987)
+659 train 7.172945 (lr=1.0367e-04) (hash(x)=43078023)
+660 train 7.487012 (lr=1.0327e-04) (hash(x)=53974411)
+661 train 7.565363 (lr=1.0288e-04) (hash(x)=55335538)
+662 train 8.142560 (lr=1.0248e-04) (hash(x)=60627374)
+663 train 7.793506 (lr=1.0209e-04) (hash(x)=55023379)
+664 train 7.495417 (lr=1.0170e-04) (hash(x)=53081545)
+665 train 7.571742 (lr=1.0130e-04) (hash(x)=48246811)
+666 train 7.612133 (lr=1.0091e-04) (hash(x)=48563603)
+667 train 7.277937 (lr=1.0051e-04) (hash(x)=43011460)
+668 train 7.455652 (lr=1.0012e-04) (hash(x)=48368934)
+669 train 7.413377 (lr=9.9726e-05) (hash(x)=51322872)
+670 train 7.382810 (lr=9.9333e-05) (hash(x)=49196654)
+671 train 7.522335 (lr=9.8940e-05) (hash(x)=52536929)
+672 train 7.823111 (lr=9.8547e-05) (hash(x)=57300798)
+673 train 7.261487 (lr=9.8154e-05) (hash(x)=46105549)
+674 train 7.263463 (lr=9.7762e-05) (hash(x)=51612608)
+675 train 7.559962 (lr=9.7370e-05) (hash(x)=49761494)
+676 train 7.324200 (lr=9.6978e-05) (hash(x)=45375531)
+677 train 7.737980 (lr=9.6586e-05) (hash(x)=61065657)
+678 train 7.306383 (lr=9.6195e-05) (hash(x)=44152741)
+679 train 7.355774 (lr=9.5804e-05) (hash(x)=51631508)
+680 train 7.287109 (lr=9.5413e-05) (hash(x)=43922234)
+681 train 7.430236 (lr=9.5022e-05) (hash(x)=49689666)
+682 train 7.593435 (lr=9.4632e-05) (hash(x)=53751279)
+683 train 7.477890 (lr=9.4242e-05) (hash(x)=50400339)
+684 train 7.444281 (lr=9.3852e-05) (hash(x)=51029698)
+685 train 7.486862 (lr=9.3463e-05) (hash(x)=54240120)
+686 train 7.461469 (lr=9.3073e-05) (hash(x)=45708714)
+687 train 7.312148 (lr=9.2685e-05) (hash(x)=46560264)
+688 train 7.306785 (lr=9.2296e-05) (hash(x)=46841822)
+689 train 7.369553 (lr=9.1908e-05) (hash(x)=48013446)
+690 train 7.502515 (lr=9.1520e-05) (hash(x)=54564252)
+691 train 8.051479 (lr=9.1133e-05) (hash(x)=70534997)
+692 train 7.515357 (lr=9.0746e-05) (hash(x)=53363496)
+693 train 7.405049 (lr=9.0359e-05) (hash(x)=49508415)
+694 train 7.434710 (lr=8.9973e-05) (hash(x)=53503261)
+695 train 7.484006 (lr=8.9587e-05) (hash(x)=52420475)
+696 train 7.368260 (lr=8.9202e-05) (hash(x)=50191708)
+697 train 7.757932 (lr=8.8817e-05) (hash(x)=60279802)
+698 train 7.447044 (lr=8.8432e-05) (hash(x)=52626271)
+699 train 7.512129 (lr=8.8048e-05) (hash(x)=53194976)
+700 val loss 7.4423
+700 val perplexity 1706.6106
+700 train 7.486727 (lr=8.7664e-05) (hash(x)=50906515)
+701 train 7.342045 (lr=8.7281e-05) (hash(x)=49459146)
+702 train 7.361005 (lr=8.6898e-05) (hash(x)=48320631)
+703 train 7.781622 (lr=8.6515e-05) (hash(x)=66781899)
+704 train 7.804730 (lr=8.6133e-05) (hash(x)=57109514)
+705 train 8.026830 (lr=8.5751e-05) (hash(x)=43442176)
+706 train 7.565680 (lr=8.5370e-05) (hash(x)=51431734)
+707 train 7.435273 (lr=8.4990e-05) (hash(x)=51986059)
+708 train 7.574686 (lr=8.4610e-05) (hash(x)=54279714)
+709 train 7.414528 (lr=8.4230e-05) (hash(x)=45517898)
+710 train 7.992764 (lr=8.3851e-05) (hash(x)=57689755)
+711 train 7.686505 (lr=8.3472e-05) (hash(x)=60275167)
+712 train 7.378433 (lr=8.3094e-05) (hash(x)=46698776)
+713 train 7.816518 (lr=8.2716e-05) (hash(x)=61199882)
+714 train 7.356793 (lr=8.2339e-05) (hash(x)=48256229)
+715 train 7.365051 (lr=8.1963e-05) (hash(x)=45483557)
+716 train 7.447577 (lr=8.1587e-05) (hash(x)=50062280)
+717 train 7.772910 (lr=8.1211e-05) (hash(x)=49436293)
+718 train 7.420883 (lr=8.0836e-05) (hash(x)=47916352)
+719 train 7.382729 (lr=8.0462e-05) (hash(x)=49182582)
+720 train 7.454296 (lr=8.0088e-05) (hash(x)=50054568)
+721 train 7.565198 (lr=7.9715e-05) (hash(x)=54622543)
+722 train 7.465895 (lr=7.9342e-05) (hash(x)=53761778)
+723 train 7.363367 (lr=7.8970e-05) (hash(x)=51446091)
+724 train 7.412581 (lr=7.8599e-05) (hash(x)=50809582)
+725 train 7.250308 (lr=7.8228e-05) (hash(x)=45019935)
+726 train 7.269919 (lr=7.7858e-05) (hash(x)=44061718)
+727 train 7.302129 (lr=7.7488e-05) (hash(x)=47827767)
+728 train 7.469113 (lr=7.7119e-05) (hash(x)=51054368)
+729 train 7.232515 (lr=7.6751e-05) (hash(x)=47297652)
+730 train 7.295374 (lr=7.6383e-05) (hash(x)=45486271)
+731 train 7.463426 (lr=7.6016e-05) (hash(x)=46988810)
+732 train 7.201756 (lr=7.5650e-05) (hash(x)=44578285)
+733 train 7.234397 (lr=7.5284e-05) (hash(x)=44457482)
+734 train 7.363039 (lr=7.4919e-05) (hash(x)=47273057)
+735 train 7.165349 (lr=7.4555e-05) (hash(x)=44918130)
+736 train 7.436283 (lr=7.4191e-05) (hash(x)=46825217)
+737 train 7.446614 (lr=7.3828e-05) (hash(x)=47962618)
+738 train 7.361891 (lr=7.3466e-05) (hash(x)=45539511)
+739 train 7.454641 (lr=7.3105e-05) (hash(x)=49693485)
+740 train 7.416045 (lr=7.2744e-05) (hash(x)=49483023)
+741 train 7.263144 (lr=7.2384e-05) (hash(x)=46911489)
+742 train 7.415665 (lr=7.2024e-05) (hash(x)=52016723)
+743 train 7.148834 (lr=7.1666e-05) (hash(x)=40969008)
+744 train 7.273324 (lr=7.1308e-05) (hash(x)=48694211)
+745 train 7.255490 (lr=7.0950e-05) (hash(x)=47877745)
+746 train 7.449329 (lr=7.0594e-05) (hash(x)=53156899)
+747 train 7.498144 (lr=7.0238e-05) (hash(x)=50344401)
+748 train 7.536567 (lr=6.9884e-05) (hash(x)=46614361)
+749 train 7.427803 (lr=6.9529e-05) (hash(x)=53074032)
+750 val loss 7.4117
+750 val perplexity 1655.2217
+750 train 7.403168 (lr=6.9176e-05) (hash(x)=46046498)
+751 train 7.357453 (lr=6.8824e-05) (hash(x)=49833636)
+752 train 7.335294 (lr=6.8472e-05) (hash(x)=49165393)
+753 train 7.745853 (lr=6.8121e-05) (hash(x)=61445802)
+754 train 7.545136 (lr=6.7771e-05) (hash(x)=51012661)
+755 train 7.141525 (lr=6.7422e-05) (hash(x)=41326666)
+756 train 7.250174 (lr=6.7073e-05) (hash(x)=47169271)
+757 train 7.245010 (lr=6.6725e-05) (hash(x)=43474195)
+758 train 7.279457 (lr=6.6379e-05) (hash(x)=41683297)
+759 train 7.359571 (lr=6.6033e-05) (hash(x)=52346553)
+760 train 7.159418 (lr=6.5688e-05) (hash(x)=44385560)
+761 train 6.836008 (lr=6.5343e-05) (hash(x)=35732133)
+762 train 7.179364 (lr=6.5000e-05) (hash(x)=41423670)
+763 train 7.392880 (lr=6.4657e-05) (hash(x)=47970930)
+764 train 7.299768 (lr=6.4316e-05) (hash(x)=47092804)
+765 train 7.162051 (lr=6.3975e-05) (hash(x)=47182916)
+766 train 7.176779 (lr=6.3635e-05) (hash(x)=41791614)
+767 train 7.368469 (lr=6.3296e-05) (hash(x)=47009621)
+768 train 7.539227 (lr=6.2958e-05) (hash(x)=51633434)
+769 train 7.319921 (lr=6.2621e-05) (hash(x)=52003882)
+770 train 7.492424 (lr=6.2285e-05) (hash(x)=51340089)
+771 train 7.326988 (lr=6.1950e-05) (hash(x)=48602644)
+772 train 7.449613 (lr=6.1615e-05) (hash(x)=50457646)
+773 train 7.344125 (lr=6.1282e-05) (hash(x)=49970789)
+774 train 7.411069 (lr=6.0949e-05) (hash(x)=51611455)
+775 train 7.380174 (lr=6.0618e-05) (hash(x)=52115732)
+776 train 7.242937 (lr=6.0287e-05) (hash(x)=49032269)
+777 train 7.442569 (lr=5.9958e-05) (hash(x)=50715961)
+778 train 7.342155 (lr=5.9629e-05) (hash(x)=49693375)
+779 train 7.728542 (lr=5.9301e-05) (hash(x)=56527845)
+780 train 7.241998 (lr=5.8974e-05) (hash(x)=48381855)
+781 train 7.291766 (lr=5.8649e-05) (hash(x)=49623946)
+782 train 7.156475 (lr=5.8324e-05) (hash(x)=47393528)
+783 train 7.435060 (lr=5.8000e-05) (hash(x)=49459868)
+784 train 7.325522 (lr=5.7678e-05) (hash(x)=48696657)
+785 train 7.386584 (lr=5.7356e-05) (hash(x)=52550306)
+786 train 7.426018 (lr=5.7035e-05) (hash(x)=49285282)
+787 train 7.445265 (lr=5.6716e-05) (hash(x)=48955151)
+788 train 7.299976 (lr=5.6397e-05) (hash(x)=43743600)
+789 train 7.458034 (lr=5.6079e-05) (hash(x)=49655015)
+790 train 7.344597 (lr=5.5763e-05) (hash(x)=51090440)
+791 train 7.284200 (lr=5.5447e-05) (hash(x)=48473450)
+792 train 7.494042 (lr=5.5133e-05) (hash(x)=47938317)
+793 train 7.493947 (lr=5.4820e-05) (hash(x)=45290633)
+794 train 7.188344 (lr=5.4507e-05) (hash(x)=48542673)
+795 train 7.396185 (lr=5.4196e-05) (hash(x)=50306722)
+796 train 7.320820 (lr=5.3886e-05) (hash(x)=50632201)
+797 train 7.279037 (lr=5.3577e-05) (hash(x)=48795732)
+798 train 7.282547 (lr=5.3269e-05) (hash(x)=50141432)
+799 train 7.610158 (lr=5.2962e-05) (hash(x)=50898037)
+800 val loss 7.3849
+800 val perplexity 1611.4460
+800 train 7.474757 (lr=5.2656e-05) (hash(x)=37427531)
+801 train 7.444345 (lr=5.2352e-05) (hash(x)=32890763)
+802 train 7.517336 (lr=5.2048e-05) (hash(x)=31307609)
+803 train 7.282603 (lr=5.1746e-05) (hash(x)=35015807)
+804 train 7.433179 (lr=5.1444e-05) (hash(x)=37542227)
+805 train 7.490714 (lr=5.1144e-05) (hash(x)=41169444)
+806 train 7.296855 (lr=5.0845e-05) (hash(x)=47354793)
+807 train 7.381520 (lr=5.0547e-05) (hash(x)=46327297)
+808 train 7.391984 (lr=5.0251e-05) (hash(x)=50124976)
+809 train 7.272499 (lr=4.9955e-05) (hash(x)=48536826)
+810 train 7.220053 (lr=4.9661e-05) (hash(x)=43048468)
+811 train 7.291720 (lr=4.9367e-05) (hash(x)=44297138)
+812 train 8.433998 (lr=4.9075e-05) (hash(x)=46976056)
+813 train 7.525517 (lr=4.8784e-05) (hash(x)=48533607)
+814 train 7.119399 (lr=4.8495e-05) (hash(x)=45581560)
+815 train 7.160219 (lr=4.8206e-05) (hash(x)=47776613)
+816 train 7.083488 (lr=4.7919e-05) (hash(x)=39451311)
+817 train 7.670686 (lr=4.7633e-05) (hash(x)=53854198)
+818 train 7.334175 (lr=4.7348e-05) (hash(x)=47110254)
+819 train 7.394891 (lr=4.7064e-05) (hash(x)=51262732)
+820 train 7.339790 (lr=4.6782e-05) (hash(x)=48675819)
+821 train 7.383459 (lr=4.6501e-05) (hash(x)=47159040)
+822 train 7.473578 (lr=4.6221e-05) (hash(x)=52808063)
+823 train 7.356369 (lr=4.5942e-05) (hash(x)=51480608)
+824 train 7.152187 (lr=4.5664e-05) (hash(x)=46075661)
+825 train 7.278708 (lr=4.5388e-05) (hash(x)=44193147)
+826 train 7.280488 (lr=4.5113e-05) (hash(x)=51387298)
+827 train 7.421686 (lr=4.4839e-05) (hash(x)=50929448)
+828 train 7.474228 (lr=4.4567e-05) (hash(x)=54393657)
+829 train 7.214499 (lr=4.4295e-05) (hash(x)=48420333)
+830 train 7.499422 (lr=4.4025e-05) (hash(x)=54428349)
+831 train 7.340552 (lr=4.3757e-05) (hash(x)=46494961)
+832 train 7.253775 (lr=4.3489e-05) (hash(x)=50441352)
+833 train 7.631042 (lr=4.3223e-05) (hash(x)=49410253)
+834 train 7.520402 (lr=4.2958e-05) (hash(x)=54977154)
+835 train 7.499618 (lr=4.2695e-05) (hash(x)=59634178)
+836 train 7.507488 (lr=4.2432e-05) (hash(x)=51875554)
+837 train 7.329817 (lr=4.2171e-05) (hash(x)=48922609)
+838 train 7.223741 (lr=4.1912e-05) (hash(x)=46512842)
+839 train 7.283721 (lr=4.1654e-05) (hash(x)=47517395)
+840 train 7.382298 (lr=4.1397e-05) (hash(x)=51480081)
+841 train 7.316738 (lr=4.1141e-05) (hash(x)=49531327)
+842 train 7.661731 (lr=4.0887e-05) (hash(x)=50654362)
+843 train 7.836868 (lr=4.0634e-05) (hash(x)=48371589)
+844 train 7.665013 (lr=4.0382e-05) (hash(x)=57169652)
+845 train 7.717676 (lr=4.0132e-05) (hash(x)=55313671)
+846 train 7.309360 (lr=3.9883e-05) (hash(x)=45244232)
+847 train 7.655797 (lr=3.9635e-05) (hash(x)=61097106)
+848 train 7.351036 (lr=3.9389e-05) (hash(x)=51926581)
+849 train 7.335475 (lr=3.9144e-05) (hash(x)=52305923)
+850 val loss 7.3852
+850 val perplexity 1612.0162
+850 train 7.331872 (lr=3.8901e-05) (hash(x)=48839174)
+851 train 7.676151 (lr=3.8659e-05) (hash(x)=61405427)
+852 train 7.680559 (lr=3.8418e-05) (hash(x)=61444306)
+853 train 7.554700 (lr=3.8178e-05) (hash(x)=59898062)
+854 train 7.531210 (lr=3.7941e-05) (hash(x)=54795546)
+855 train 7.355371 (lr=3.7704e-05) (hash(x)=50139108)
+856 train 7.274999 (lr=3.7469e-05) (hash(x)=48975659)
+857 train 7.359896 (lr=3.7235e-05) (hash(x)=47955919)
+858 train 7.305573 (lr=3.7003e-05) (hash(x)=48949357)
+859 train 7.184465 (lr=3.6772e-05) (hash(x)=45467872)
+860 train 7.142914 (lr=3.6542e-05) (hash(x)=42449398)
+861 train 7.597887 (lr=3.6314e-05) (hash(x)=59686276)
+862 train 7.415793 (lr=3.6088e-05) (hash(x)=51946811)
+863 train 7.426998 (lr=3.5862e-05) (hash(x)=49686665)
+864 train 7.871588 (lr=3.5639e-05) (hash(x)=65282589)
+865 train 7.240194 (lr=3.5416e-05) (hash(x)=47341207)
+866 train 7.731713 (lr=3.5195e-05) (hash(x)=63814513)
+867 train 7.217216 (lr=3.4976e-05) (hash(x)=51019411)
+868 train 7.092075 (lr=3.4758e-05) (hash(x)=46653745)
+869 train 7.227548 (lr=3.4541e-05) (hash(x)=50050759)
+870 train 7.538797 (lr=3.4326e-05) (hash(x)=53878448)
+871 train 7.315566 (lr=3.4113e-05) (hash(x)=49380702)
+872 train 7.457017 (lr=3.3900e-05) (hash(x)=50922302)
+873 train 7.345914 (lr=3.3690e-05) (hash(x)=50963362)
+874 train 7.507467 (lr=3.3480e-05) (hash(x)=52460631)
+875 train 7.298195 (lr=3.3273e-05) (hash(x)=50156382)
+876 train 7.481524 (lr=3.3066e-05) (hash(x)=44475078)
+877 train 7.599507 (lr=3.2862e-05) (hash(x)=49995857)
+878 train 7.790624 (lr=3.2658e-05) (hash(x)=57032860)
+879 train 7.435220 (lr=3.2457e-05) (hash(x)=48775872)
+880 train 7.299661 (lr=3.2256e-05) (hash(x)=47643742)
+881 train 7.423371 (lr=3.2058e-05) (hash(x)=53183314)
+882 train 7.370245 (lr=3.1860e-05) (hash(x)=50268180)
+883 train 7.323378 (lr=3.1665e-05) (hash(x)=49497141)
+884 train 7.143096 (lr=3.1471e-05) (hash(x)=43420753)
+885 train 7.425904 (lr=3.1278e-05) (hash(x)=51207084)
+886 train 6.946695 (lr=3.1087e-05) (hash(x)=34492530)
+887 train 7.303625 (lr=3.0897e-05) (hash(x)=49456326)
+888 train 7.748999 (lr=3.0709e-05) (hash(x)=50766672)
+889 train 7.563818 (lr=3.0522e-05) (hash(x)=49811760)
+890 train 7.302639 (lr=3.0337e-05) (hash(x)=48142033)
+891 train 7.418552 (lr=3.0154e-05) (hash(x)=53343959)
+892 train 7.177756 (lr=2.9972e-05) (hash(x)=46916209)
+893 train 7.489772 (lr=2.9791e-05) (hash(x)=54858850)
+894 train 7.426958 (lr=2.9613e-05) (hash(x)=51700707)
+895 train 7.233140 (lr=2.9435e-05) (hash(x)=44654425)
+896 train 7.413579 (lr=2.9260e-05) (hash(x)=52740006)
+897 train 7.231884 (lr=2.9085e-05) (hash(x)=45260452)
+898 train 7.246109 (lr=2.8913e-05) (hash(x)=47151929)
+899 train 7.476698 (lr=2.8742e-05) (hash(x)=51367775)
+900 val loss 7.3605
+900 val perplexity 1572.6396
+900 train 7.377492 (lr=2.8572e-05) (hash(x)=50325207)
+901 train 7.259298 (lr=2.8404e-05) (hash(x)=46562023)
+902 train 7.401593 (lr=2.8238e-05) (hash(x)=48332912)
+903 train 7.400344 (lr=2.8073e-05) (hash(x)=54477325)
+904 train 7.452058 (lr=2.7910e-05) (hash(x)=49389150)
+905 train 7.291712 (lr=2.7749e-05) (hash(x)=48571772)
+906 train 7.469693 (lr=2.7589e-05) (hash(x)=53218072)
+907 train 7.225865 (lr=2.7430e-05) (hash(x)=45888568)
+908 train 7.396409 (lr=2.7274e-05) (hash(x)=50792965)
+909 train 7.408258 (lr=2.7119e-05) (hash(x)=49219751)
+910 train 7.292919 (lr=2.6965e-05) (hash(x)=49516452)
+911 train 7.283922 (lr=2.6813e-05) (hash(x)=49384161)
+912 train 7.252263 (lr=2.6663e-05) (hash(x)=45403134)
+913 train 7.282631 (lr=2.6514e-05) (hash(x)=50565032)
+914 train 7.480428 (lr=2.6367e-05) (hash(x)=51152823)
+915 train 7.540170 (lr=2.6221e-05) (hash(x)=52839038)
+916 train 7.121208 (lr=2.6077e-05) (hash(x)=44409465)
+917 train 7.523247 (lr=2.5935e-05) (hash(x)=51799409)
+918 train 7.279533 (lr=2.5795e-05) (hash(x)=51152758)
+919 train 7.338554 (lr=2.5656e-05) (hash(x)=49188683)
+920 train 7.298937 (lr=2.5518e-05) (hash(x)=50284940)
+921 train 7.386201 (lr=2.5383e-05) (hash(x)=51812773)
+922 train 7.468254 (lr=2.5249e-05) (hash(x)=53642545)
+923 train 7.645918 (lr=2.5116e-05) (hash(x)=62547001)
+924 train 7.364452 (lr=2.4985e-05) (hash(x)=47242049)
+925 train 7.338970 (lr=2.4856e-05) (hash(x)=49563491)
+926 train 7.406125 (lr=2.4729e-05) (hash(x)=50947272)
+927 train 7.481740 (lr=2.4603e-05) (hash(x)=51229664)
+928 train 7.251749 (lr=2.4479e-05) (hash(x)=47237060)
+929 train 7.209367 (lr=2.4356e-05) (hash(x)=46252668)
+930 train 7.332854 (lr=2.4235e-05) (hash(x)=43781107)
+931 train 7.191736 (lr=2.4116e-05) (hash(x)=48746317)
+932 train 7.932748 (lr=2.3998e-05) (hash(x)=67646788)
+933 train 7.061550 (lr=2.3883e-05) (hash(x)=44204094)
+934 train 7.300662 (lr=2.3768e-05) (hash(x)=50776803)
+935 train 7.503706 (lr=2.3656e-05) (hash(x)=51961195)
+936 train 7.616617 (lr=2.3545e-05) (hash(x)=48943726)
+937 train 7.553282 (lr=2.3436e-05) (hash(x)=47683918)
+938 train 7.720181 (lr=2.3328e-05) (hash(x)=50300577)
+939 train 7.605381 (lr=2.3222e-05) (hash(x)=49881442)
+940 train 7.407542 (lr=2.3118e-05) (hash(x)=46953117)
+941 train 7.599292 (lr=2.3016e-05) (hash(x)=45500608)
+942 train 7.688606 (lr=2.2915e-05) (hash(x)=56801743)
+943 train 7.226922 (lr=2.2816e-05) (hash(x)=48726061)
+944 train 7.266284 (lr=2.2718e-05) (hash(x)=46878089)
+945 train 7.379684 (lr=2.2623e-05) (hash(x)=53235305)
+946 train 7.320511 (lr=2.2528e-05) (hash(x)=50160069)
+947 train 7.487619 (lr=2.2436e-05) (hash(x)=50492385)
+948 train 7.260494 (lr=2.2345e-05) (hash(x)=49291969)
+949 train 7.216304 (lr=2.2256e-05) (hash(x)=46951052)
+950 val loss 7.3575
+950 val perplexity 1567.9277
+950 train 7.194428 (lr=2.2169e-05) (hash(x)=46580257)
+951 train 7.458827 (lr=2.2084e-05) (hash(x)=53617083)
+952 train 7.335783 (lr=2.2000e-05) (hash(x)=50964186)
+953 train 7.355107 (lr=2.1918e-05) (hash(x)=50267127)
+954 train 7.159370 (lr=2.1837e-05) (hash(x)=43627333)
+955 train 7.178555 (lr=2.1758e-05) (hash(x)=45972461)
+956 train 7.155941 (lr=2.1681e-05) (hash(x)=45851643)
+957 train 7.569690 (lr=2.1606e-05) (hash(x)=55325922)
+958 train 8.057076 (lr=2.1532e-05) (hash(x)=61621353)
+959 train 8.062300 (lr=2.1461e-05) (hash(x)=60830807)
+960 train 7.990614 (lr=2.1390e-05) (hash(x)=59780537)
+961 train 8.035106 (lr=2.1322e-05) (hash(x)=59357720)
+962 train 7.972476 (lr=2.1255e-05) (hash(x)=60305936)
+963 train 7.999022 (lr=2.1190e-05) (hash(x)=63145389)
+964 train 7.943399 (lr=2.1127e-05) (hash(x)=62011447)
+965 train 7.949921 (lr=2.1065e-05) (hash(x)=60412496)
+966 train 8.014411 (lr=2.1005e-05) (hash(x)=62740258)
+967 train 8.054291 (lr=2.0947e-05) (hash(x)=64013010)
+968 train 7.950397 (lr=2.0891e-05) (hash(x)=59176481)
+969 train 8.154876 (lr=2.0836e-05) (hash(x)=62177701)
+970 train 7.965341 (lr=2.0783e-05) (hash(x)=60908204)
+971 train 8.127275 (lr=2.0732e-05) (hash(x)=64418102)
+972 train 8.025210 (lr=2.0682e-05) (hash(x)=60282281)
+973 train 7.466790 (lr=2.0634e-05) (hash(x)=52915348)
+974 train 7.480574 (lr=2.0588e-05) (hash(x)=49995009)
+975 train 7.574721 (lr=2.0544e-05) (hash(x)=54461658)
+976 train 7.800498 (lr=2.0501e-05) (hash(x)=63990903)
+977 train 7.494689 (lr=2.0460e-05) (hash(x)=47729553)
+978 train 7.403316 (lr=2.0421e-05) (hash(x)=50140658)
+979 train 7.260858 (lr=2.0384e-05) (hash(x)=49407427)
+980 train 7.408459 (lr=2.0348e-05) (hash(x)=51411433)
+981 train 7.324688 (lr=2.0314e-05) (hash(x)=51432179)
+982 train 7.338339 (lr=2.0282e-05) (hash(x)=51394518)
+983 train 7.257405 (lr=2.0252e-05) (hash(x)=48800368)
+984 train 7.595236 (lr=2.0223e-05) (hash(x)=51807114)
+985 train 7.262997 (lr=2.0196e-05) (hash(x)=45866136)
+986 train 7.247237 (lr=2.0171e-05) (hash(x)=45069575)
+987 train 7.373635 (lr=2.0147e-05) (hash(x)=54376909)
+988 train 7.508296 (lr=2.0125e-05) (hash(x)=59343246)
+989 train 7.422824 (lr=2.0105e-05) (hash(x)=53519805)
+990 train 7.390272 (lr=2.0087e-05) (hash(x)=49346697)
+991 train 7.474020 (lr=2.0071e-05) (hash(x)=49838333)
+992 train 7.185272 (lr=2.0056e-05) (hash(x)=45831325)
+993 train 7.272745 (lr=2.0043e-05) (hash(x)=48643653)
+994 train 7.418303 (lr=2.0031e-05) (hash(x)=54516111)
+995 train 10.597061 (lr=2.0022e-05) (hash(x)=111351979)
+996 train 11.618749 (lr=2.0014e-05) (hash(x)=127687623)
+997 train 11.606437 (lr=2.0008e-05) (hash(x)=132049261)
+998 train 12.063709 (lr=2.0003e-05) (hash(x)=141228471)
+999 val loss 7.3487
+999 val perplexity 1554.1748
+999 train 10.956384 (lr=2.0001e-05) (hash(x)=119446440)

lr2e-4_total_batch_size10240_seq_len1024/model_00999.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03550f17af0a3f611bfd4a5da5da74511134925622050bac4ed4ac8f5a17fb85
+size 86167106

lr2e-4_total_batch_size10240_seq_len1024/optimizer_00999.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f24b019824c198e8f01eaf7848ac9e1331912d703d0a0952b46e87498363ddda
+size 71681862