Upload folder using huggingface_hub

lr6e-4_total_batch_size61440_baseline_seed1339/args.json

@@ -0,0 +1 @@
+{"hellaswag": true, "attention_kind": "selective", "log_dir": "wider_is_better_11/lr6e-4_total_batch_size61440_baseline_seed1339", "resume_checkpoint": null, "resume_optimizer": false, "add_a_head": false, "add_head_to_start": true, "new_head_init": "normal", "n_heads": 4, "protect_bos_token": true, "prevent_from_masking_myself": true, "max_steps": 8750, "warmup_steps": 500, "group": "wider_is_better_11", "use_wandb": true, "kill_self_after_run": false, "random_seed": 1339, "memory_penalty_epsilon": 0.1, "selection_head_linear_combo": "none", "selection_head_linear_combo_scale": 1.0, "protection_kind": "none", "leaky_relu_alpha": null, "leaky_relu_bias": null, "use_compile": true, "use_mini_model": false, "upload_to_hf": true, "seq_len": 256, "batch_size": 120, "total_batch_size": 61440, "protection_head_scaling_factor": 1.0, "protection_head_bias": 0.0, "n_sliced_masks": null, "n_latent_masks": null, "mask_layernorm": false, "residual_attention_masks": false, "compute_base_shapes": false, "base_shapes_savefile": null, "mup": true, "disable_selection": false, "mup_enable_coord_check_logging": false, "max_lr": 0.0006, "decay_lr": true, "readout_zero_init": false, "query_zero_init": false, "l1_loss": false, "debugpy": false, "key": "6e-4_61440", "n_embd": 256}

lr6e-4_total_batch_size61440_baseline_seed1339/dataloader_08749.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:953385078aa3787b69fc6857dfd48b0a2cd2f4d27c6f8892e01211aca53d07f5
+size 964

lr6e-4_total_batch_size61440_baseline_seed1339/log2.txt

@@ -0,0 +1,1054 @@
+max_steps: 8750
+0 val loss 11.2592
+0 val perplexity 77590.4141
+0 train 11.272774 (lr=1.2000e-06) (hash(x)=150724848)
+10 train 10.348531 (lr=1.3200e-05) (hash(x)=149663361)
+20 train 9.881202 (lr=2.5200e-05) (hash(x)=153483789)
+30 train 9.705391 (lr=3.7200e-05) (hash(x)=145733176)
+40 train 9.268219 (lr=4.9200e-05) (hash(x)=145287265)
+50 train 8.903151 (lr=6.1200e-05) (hash(x)=149217061)
+60 train 8.471861 (lr=7.3200e-05) (hash(x)=150157569)
+70 train 8.082783 (lr=8.5200e-05) (hash(x)=140292841)
+80 train 7.880149 (lr=9.7200e-05) (hash(x)=152157598)
+90 train 7.629221 (lr=1.0920e-04) (hash(x)=149756968)
+100 val loss 7.5905
+100 val perplexity 1979.2290
+100 train 7.560264 (lr=1.2120e-04) (hash(x)=149910534)
+110 train 7.479685 (lr=1.3320e-04) (hash(x)=159020328)
+120 train 7.438631 (lr=1.4520e-04) (hash(x)=150731273)
+130 train 7.267333 (lr=1.5720e-04) (hash(x)=156727355)
+140 train 7.303560 (lr=1.6920e-04) (hash(x)=166473281)
+150 train 6.991832 (lr=1.8120e-04) (hash(x)=142185643)
+160 train 6.989021 (lr=1.9320e-04) (hash(x)=151371145)
+170 train 7.010696 (lr=2.0520e-04) (hash(x)=151601659)
+180 train 6.841847 (lr=2.1720e-04) (hash(x)=153368917)
+190 train 6.697760 (lr=2.2920e-04) (hash(x)=145008196)
+200 val loss 6.8087
+200 val perplexity 905.6707
+200 train 6.711312 (lr=2.4120e-04) (hash(x)=148123706)
+210 train 6.587342 (lr=2.5320e-04) (hash(x)=145714762)
+220 train 6.576862 (lr=2.6520e-04) (hash(x)=150622583)
+230 train 6.375014 (lr=2.7720e-04) (hash(x)=146512648)
+240 train 6.406185 (lr=2.8920e-04) (hash(x)=151535384)
+250 train 6.314778 (lr=3.0120e-04) (hash(x)=149952383)
+260 train 6.231345 (lr=3.1320e-04) (hash(x)=148726088)
+270 train 6.193257 (lr=3.2520e-04) (hash(x)=152776695)
+280 train 6.235998 (lr=3.3720e-04) (hash(x)=157260375)
+290 train 6.272188 (lr=3.4920e-04) (hash(x)=151559106)
+300 val loss 6.3377
+300 val perplexity 565.4866
+300 train 6.081059 (lr=3.6120e-04) (hash(x)=146678221)
+310 train 6.176166 (lr=3.7320e-04) (hash(x)=156713527)
+320 train 6.220588 (lr=3.8520e-04) (hash(x)=144947971)
+330 train 6.391332 (lr=3.9720e-04) (hash(x)=158684944)
+340 train 6.256314 (lr=4.0920e-04) (hash(x)=162318756)
+350 train 6.058861 (lr=4.2120e-04) (hash(x)=156180736)
+360 train 6.249966 (lr=4.3320e-04) (hash(x)=178373797)
+370 train 6.135502 (lr=4.4520e-04) (hash(x)=154389449)
+380 train 5.965200 (lr=4.5720e-04) (hash(x)=150369080)
+390 train 6.098134 (lr=4.6920e-04) (hash(x)=159840654)
+400 val loss 5.9844
+400 val perplexity 397.2034
+400 train 5.886833 (lr=4.8120e-04) (hash(x)=151700982)
+410 train 5.883242 (lr=4.9320e-04) (hash(x)=160467274)
+420 train 5.801489 (lr=5.0520e-04) (hash(x)=148930522)
+430 train 6.008842 (lr=5.1720e-04) (hash(x)=154565303)
+440 train 5.968906 (lr=5.2920e-04) (hash(x)=148079227)
+450 train 5.706450 (lr=5.4120e-04) (hash(x)=147288467)
+460 train 5.724346 (lr=5.5320e-04) (hash(x)=145272617)
+470 train 5.727170 (lr=5.6520e-04) (hash(x)=123126729)
+480 train 5.695118 (lr=5.7720e-04) (hash(x)=156287490)
+490 train 5.821955 (lr=5.8920e-04) (hash(x)=161700145)
+500 val loss 5.7330
+500 val perplexity 308.9048
+500 train 5.843773 (lr=6.0000e-04) (hash(x)=156182087)
+510 train 5.446055 (lr=6.0000e-04) (hash(x)=131674504)
+520 train 5.762048 (lr=5.9999e-04) (hash(x)=162758254)
+530 train 5.569715 (lr=5.9998e-04) (hash(x)=133510409)
+540 train 5.574682 (lr=5.9997e-04) (hash(x)=157363914)
+550 train 5.495609 (lr=5.9995e-04) (hash(x)=147861550)
+560 train 5.445497 (lr=5.9993e-04) (hash(x)=149449280)
+570 train 5.451368 (lr=5.9990e-04) (hash(x)=143899904)
+580 train 5.428978 (lr=5.9987e-04) (hash(x)=149266312)
+590 train 5.653462 (lr=5.9984e-04) (hash(x)=164352774)
+600 val loss 5.5497
+600 val perplexity 257.1707
+600 train 5.425047 (lr=5.9980e-04) (hash(x)=149318660)
+610 train 5.324417 (lr=5.9976e-04) (hash(x)=146101781)
+620 train 5.280165 (lr=5.9972e-04) (hash(x)=137184623)
+630 train 5.170963 (lr=5.9967e-04) (hash(x)=145791873)
+640 train 5.191816 (lr=5.9962e-04) (hash(x)=143999212)
+650 train 5.296673 (lr=5.9956e-04) (hash(x)=151631103)
+660 train 5.056845 (lr=5.9950e-04) (hash(x)=138360108)
+670 train 5.425130 (lr=5.9943e-04) (hash(x)=156637679)
+680 train 5.071157 (lr=5.9937e-04) (hash(x)=143752601)
+690 train 5.232902 (lr=5.9929e-04) (hash(x)=158368903)
+700 val loss 5.4376
+700 val perplexity 229.8988
+700 train 5.435502 (lr=5.9922e-04) (hash(x)=150482428)
+710 train 5.390243 (lr=5.9914e-04) (hash(x)=158085060)
+720 train 5.451671 (lr=5.9905e-04) (hash(x)=159461069)
+730 train 5.295540 (lr=5.9897e-04) (hash(x)=148795562)
+740 train 5.311264 (lr=5.9887e-04) (hash(x)=149967984)
+750 train 5.293331 (lr=5.9878e-04) (hash(x)=144458617)
+760 train 5.335251 (lr=5.9868e-04) (hash(x)=155106202)
+770 train 5.139704 (lr=5.9857e-04) (hash(x)=144506191)
+780 train 5.283480 (lr=5.9847e-04) (hash(x)=155825158)
+790 train 5.339315 (lr=5.9836e-04) (hash(x)=158835381)
+800 val loss 5.2758
+800 val perplexity 195.5408
+800 train 5.221201 (lr=5.9824e-04) (hash(x)=143268605)
+810 train 5.131927 (lr=5.9812e-04) (hash(x)=139072755)
+820 train 5.289010 (lr=5.9800e-04) (hash(x)=179384792)
+830 train 5.067116 (lr=5.9787e-04) (hash(x)=151086962)
+840 train 5.661775 (lr=5.9774e-04) (hash(x)=142711393)
+850 train 5.152798 (lr=5.9761e-04) (hash(x)=150817011)
+860 train 5.079017 (lr=5.9747e-04) (hash(x)=138495801)
+870 train 5.115953 (lr=5.9732e-04) (hash(x)=155474016)
+880 train 5.142139 (lr=5.9718e-04) (hash(x)=151951501)
+890 train 5.010257 (lr=5.9703e-04) (hash(x)=143699524)
+900 val loss 5.1649
+900 val perplexity 175.0215
+900 train 5.159478 (lr=5.9687e-04) (hash(x)=152322423)
+910 train 5.104273 (lr=5.9672e-04) (hash(x)=151010509)
+920 train 4.893851 (lr=5.9655e-04) (hash(x)=148720342)
+930 train 4.846943 (lr=5.9639e-04) (hash(x)=125869480)
+940 train 5.102963 (lr=5.9622e-04) (hash(x)=150349503)
+950 train 4.882380 (lr=5.9605e-04) (hash(x)=143574126)
+960 train 5.064518 (lr=5.9587e-04) (hash(x)=146292562)
+970 train 5.011444 (lr=5.9569e-04) (hash(x)=162256596)
+980 train 4.948880 (lr=5.9550e-04) (hash(x)=137640259)
+990 train 4.855735 (lr=5.9531e-04) (hash(x)=141767794)
+1000 val loss 5.1091
+1000 val perplexity 165.5265
+1000 train 5.042518 (lr=5.9512e-04) (hash(x)=147904298)
+1010 train 4.974709 (lr=5.9492e-04) (hash(x)=162239186)
+1020 train 4.734469 (lr=5.9472e-04) (hash(x)=140706537)
+1030 train 4.853150 (lr=5.9452e-04) (hash(x)=155556720)
+1040 train 4.743192 (lr=5.9431e-04) (hash(x)=144746445)
+1050 train 4.839166 (lr=5.9410e-04) (hash(x)=144719400)
+1060 train 4.652897 (lr=5.9388e-04) (hash(x)=153065665)
+1070 train 4.803423 (lr=5.9366e-04) (hash(x)=136468722)
+1080 train 4.792062 (lr=5.9344e-04) (hash(x)=157674756)
+1090 train 4.941757 (lr=5.9321e-04) (hash(x)=155882884)
+1100 val loss 5.0126
+1100 val perplexity 150.2885
+1100 train 5.242490 (lr=5.9298e-04) (hash(x)=154343147)
+1110 train 5.006681 (lr=5.9275e-04) (hash(x)=158582939)
+1120 train 4.827847 (lr=5.9251e-04) (hash(x)=162479784)
+1130 train 5.024753 (lr=5.9227e-04) (hash(x)=155704345)
+1140 train 4.898115 (lr=5.9202e-04) (hash(x)=146934299)
+1150 train 4.857088 (lr=5.9177e-04) (hash(x)=154372635)
+1160 train 4.816307 (lr=5.9152e-04) (hash(x)=145536832)
+1170 train 5.123067 (lr=5.9126e-04) (hash(x)=158785901)
+1180 train 4.930710 (lr=5.9100e-04) (hash(x)=158271614)
+1190 train 4.950810 (lr=5.9073e-04) (hash(x)=157365589)
+1200 val loss 4.9073
+1200 val perplexity 135.2674
+1200 train 4.956767 (lr=5.9046e-04) (hash(x)=141843115)
+1210 train 4.872190 (lr=5.9019e-04) (hash(x)=146807973)
+1220 train 4.841632 (lr=5.8992e-04) (hash(x)=144149947)
+1230 train 4.780746 (lr=5.8963e-04) (hash(x)=147869063)
+1240 train 4.859216 (lr=5.8935e-04) (hash(x)=152217389)
+1250 train 4.843330 (lr=5.8906e-04) (hash(x)=149417679)
+1260 train 4.890008 (lr=5.8877e-04) (hash(x)=144029489)
+1270 train 4.985224 (lr=5.8848e-04) (hash(x)=154328303)
+1280 train 4.849533 (lr=5.8818e-04) (hash(x)=151625838)
+1290 train 4.716599 (lr=5.8787e-04) (hash(x)=140270541)
+1300 val loss 4.8360
+1300 val perplexity 125.9631
+1300 train 4.773347 (lr=5.8757e-04) (hash(x)=145279030)
+1310 train 4.799668 (lr=5.8726e-04) (hash(x)=140279630)
+1320 train 4.521388 (lr=5.8694e-04) (hash(x)=133642994)
+1330 train 4.691833 (lr=5.8663e-04) (hash(x)=146634776)
+1340 train 4.794439 (lr=5.8630e-04) (hash(x)=155919973)
+1350 train 4.814174 (lr=5.8598e-04) (hash(x)=146363911)
+1360 train 4.686668 (lr=5.8565e-04) (hash(x)=150613636)
+1370 train 4.676257 (lr=5.8532e-04) (hash(x)=148536643)
+1380 train 4.686653 (lr=5.8498e-04) (hash(x)=152803906)
+1390 train 4.633714 (lr=5.8464e-04) (hash(x)=150383305)
+1400 val loss 4.7960
+1400 val perplexity 121.0193
+1400 train 4.692439 (lr=5.8430e-04) (hash(x)=152507639)
+1410 train 4.454031 (lr=5.8395e-04) (hash(x)=161841408)
+1420 train 4.586825 (lr=5.8360e-04) (hash(x)=167824828)
+1430 train 4.542679 (lr=5.8324e-04) (hash(x)=147696374)
+1440 train 4.496708 (lr=5.8289e-04) (hash(x)=150085494)
+1450 train 4.447160 (lr=5.8252e-04) (hash(x)=139296191)
+1460 train 4.371064 (lr=5.8216e-04) (hash(x)=142956546)
+1470 train 4.450001 (lr=5.8179e-04) (hash(x)=155908628)
+1480 train 4.425796 (lr=5.8142e-04) (hash(x)=150893345)
+1490 train 4.445243 (lr=5.8104e-04) (hash(x)=143548902)
+1500 val loss 4.7301
+1500 val perplexity 113.3080
+1500 train 4.701874 (lr=5.8066e-04) (hash(x)=148473774)
+1510 train 4.771822 (lr=5.8028e-04) (hash(x)=161631000)
+1520 train 4.712205 (lr=5.7989e-04) (hash(x)=166217855)
+1530 train 4.657665 (lr=5.7950e-04) (hash(x)=149440046)
+1540 train 4.601507 (lr=5.7910e-04) (hash(x)=155013278)
+1550 train 4.617747 (lr=5.7870e-04) (hash(x)=154130527)
+1560 train 4.660770 (lr=5.7830e-04) (hash(x)=152138735)
+1570 train 4.563497 (lr=5.7790e-04) (hash(x)=148128305)
+1580 train 4.708984 (lr=5.7749e-04) (hash(x)=157176546)
+1590 train 4.805791 (lr=5.7707e-04) (hash(x)=152935467)
+1600 val loss 4.6581
+1600 val perplexity 105.4339
+1600 train 4.635081 (lr=5.7666e-04) (hash(x)=151117002)
+1610 train 4.615851 (lr=5.7624e-04) (hash(x)=149883384)
+1620 train 4.683335 (lr=5.7581e-04) (hash(x)=145015354)
+1630 train 4.592213 (lr=5.7539e-04) (hash(x)=146717645)
+1640 train 4.804672 (lr=5.7496e-04) (hash(x)=156372727)
+1650 train 4.707918 (lr=5.7452e-04) (hash(x)=140261555)
+1660 train 4.537348 (lr=5.7408e-04) (hash(x)=150088650)
+1670 train 4.458913 (lr=5.7364e-04) (hash(x)=135943513)
+1680 train 4.689734 (lr=5.7320e-04) (hash(x)=153529653)
+1690 train 4.733294 (lr=5.7275e-04) (hash(x)=148930360)
+1700 val loss 4.6493
+1700 val perplexity 104.5153
+1700 train 4.629510 (lr=5.7230e-04) (hash(x)=138011335)
+1710 train 4.586173 (lr=5.7184e-04) (hash(x)=141383599)
+1720 train 4.764947 (lr=5.7138e-04) (hash(x)=161449652)
+1730 train 4.559359 (lr=5.7092e-04) (hash(x)=153923561)
+1740 train 4.498707 (lr=5.7045e-04) (hash(x)=146043253)
+1750 train 4.524877 (lr=5.6999e-04) (hash(x)=155720883)
+1760 train 4.497934 (lr=5.6951e-04) (hash(x)=148222148)
+1770 train 4.568258 (lr=5.6904e-04) (hash(x)=155712380)
+1780 train 4.451543 (lr=5.6856e-04) (hash(x)=149767859)
+1790 train 4.688375 (lr=5.6807e-04) (hash(x)=167214230)
+1800 val loss 4.6062
+1800 val perplexity 100.1025
+1800 train 4.582571 (lr=5.6759e-04) (hash(x)=171180926)
+1810 train 4.596643 (lr=5.6710e-04) (hash(x)=162375834)
+1820 train 4.715477 (lr=5.6660e-04) (hash(x)=151495752)
+1830 train 4.626053 (lr=5.6611e-04) (hash(x)=146532257)
+1840 train 4.706219 (lr=5.6561e-04) (hash(x)=145694434)
+1850 train 4.594100 (lr=5.6510e-04) (hash(x)=144823488)
+1860 train 4.681180 (lr=5.6459e-04) (hash(x)=149836286)
+1870 train 4.653625 (lr=5.6408e-04) (hash(x)=143935049)
+1880 train 4.677234 (lr=5.6357e-04) (hash(x)=151786371)
+1890 train 4.573680 (lr=5.6305e-04) (hash(x)=152892567)
+1900 val loss 4.5636
+1900 val perplexity 95.9250
+1900 train 4.604174 (lr=5.6253e-04) (hash(x)=141769419)
+1910 train 4.637553 (lr=5.6201e-04) (hash(x)=156914416)
+1920 train 4.478181 (lr=5.6148e-04) (hash(x)=151573900)
+1930 train 4.578133 (lr=5.6095e-04) (hash(x)=145121701)
+1940 train 4.518665 (lr=5.6041e-04) (hash(x)=150896348)
+1950 train 4.629759 (lr=5.5988e-04) (hash(x)=168797189)
+1960 train 4.501838 (lr=5.5934e-04) (hash(x)=146711430)
+1970 train 4.357291 (lr=5.5879e-04) (hash(x)=152180946)
+1980 train 4.480283 (lr=5.5824e-04) (hash(x)=155542268)
+1990 train 4.446460 (lr=5.5769e-04) (hash(x)=144668660)
+2000 val loss 4.5288
+2000 val perplexity 92.6475
+2000 train 4.521599 (lr=5.5714e-04) (hash(x)=151963443)
+2010 train 4.511193 (lr=5.5658e-04) (hash(x)=150810352)
+2020 train 4.513572 (lr=5.5602e-04) (hash(x)=157539832)
+2030 train 4.734151 (lr=5.5546e-04) (hash(x)=137858786)
+2040 train 4.464633 (lr=5.5489e-04) (hash(x)=154270900)
+2050 train 4.326408 (lr=5.5432e-04) (hash(x)=156252579)
+2060 train 4.255533 (lr=5.5374e-04) (hash(x)=143285549)
+2070 train 4.466375 (lr=5.5317e-04) (hash(x)=150542438)
+2080 train 4.391304 (lr=5.5259e-04) (hash(x)=146290330)
+2090 train 4.477229 (lr=5.5200e-04) (hash(x)=146486756)
+2100 val loss 4.5450
+2100 val perplexity 94.1638
+2100 train 4.485621 (lr=5.5142e-04) (hash(x)=162947470)
+2110 train 4.384953 (lr=5.5083e-04) (hash(x)=150305391)
+2120 train 4.541253 (lr=5.5023e-04) (hash(x)=156452783)
+2130 train 4.524720 (lr=5.4964e-04) (hash(x)=167481875)
+2140 train 4.491261 (lr=5.4904e-04) (hash(x)=141782256)
+2150 train 4.525728 (lr=5.4843e-04) (hash(x)=145035419)
+2160 train 4.574007 (lr=5.4783e-04) (hash(x)=142000400)
+2170 train 4.530458 (lr=5.4722e-04) (hash(x)=144229380)
+2180 train 4.579500 (lr=5.4661e-04) (hash(x)=166204176)
+2190 train 4.506018 (lr=5.4599e-04) (hash(x)=150712057)
+2200 val loss 4.4805
+2200 val perplexity 88.2752
+2200 train 4.396422 (lr=5.4537e-04) (hash(x)=154954810)
+2210 train 4.591577 (lr=5.4475e-04) (hash(x)=155668760)
+2220 train 4.421214 (lr=5.4413e-04) (hash(x)=144834708)
+2230 train 4.412834 (lr=5.4350e-04) (hash(x)=159744566)
+2240 train 4.380198 (lr=5.4287e-04) (hash(x)=158543377)
+2250 train 4.391350 (lr=5.4223e-04) (hash(x)=151004281)
+2260 train 4.494900 (lr=5.4160e-04) (hash(x)=151242482)
+2270 train 4.444022 (lr=5.4096e-04) (hash(x)=152056559)
+2280 train 4.370753 (lr=5.4031e-04) (hash(x)=148864076)
+2290 train 4.498991 (lr=5.3967e-04) (hash(x)=144294586)
+2300 val loss 4.4655
+2300 val perplexity 86.9604
+2300 train 4.405931 (lr=5.3902e-04) (hash(x)=151878111)
+2310 train 4.409058 (lr=5.3837e-04) (hash(x)=154139457)
+2320 train 4.342014 (lr=5.3771e-04) (hash(x)=155571592)
+2330 train 4.381868 (lr=5.3705e-04) (hash(x)=154823764)
+2340 train 4.436868 (lr=5.3639e-04) (hash(x)=153252177)
+2350 train 4.370737 (lr=5.3573e-04) (hash(x)=136051830)
+2360 train 4.414216 (lr=5.3506e-04) (hash(x)=153814175)
+2370 train 4.416036 (lr=5.3439e-04) (hash(x)=146391078)
+2380 train 4.382503 (lr=5.3372e-04) (hash(x)=150782698)
+2390 train 4.449402 (lr=5.3304e-04) (hash(x)=142752256)
+2400 val loss 4.4705
+2400 val perplexity 87.4020
+2400 train 4.350583 (lr=5.3236e-04) (hash(x)=158661057)
+2410 train 4.422263 (lr=5.3168e-04) (hash(x)=153611303)
+2420 train 4.598189 (lr=5.3099e-04) (hash(x)=159508684)
+2430 train 4.392899 (lr=5.3030e-04) (hash(x)=149501192)
+2440 train 4.059241 (lr=5.2961e-04) (hash(x)=181177177)
+2450 train 4.527268 (lr=5.2892e-04) (hash(x)=163664732)
+2460 train 4.213627 (lr=5.2822e-04) (hash(x)=194527955)
+2470 train 4.437664 (lr=5.2752e-04) (hash(x)=158088521)
+2480 train 4.392514 (lr=5.2682e-04) (hash(x)=152865678)
+2490 train 4.382834 (lr=5.2612e-04) (hash(x)=165703871)
+2500 val loss 4.4230
+2500 val perplexity 83.3499
+2500 train 4.470942 (lr=5.2541e-04) (hash(x)=150925584)
+2510 train 4.375011 (lr=5.2470e-04) (hash(x)=144406177)
+2520 train 4.262231 (lr=5.2398e-04) (hash(x)=120133043)
+2530 train 4.474709 (lr=5.2327e-04) (hash(x)=167900247)
+2540 train 4.356240 (lr=5.2255e-04) (hash(x)=162599203)
+2550 train 4.412279 (lr=5.2183e-04) (hash(x)=149328180)
+2560 train 4.310459 (lr=5.2110e-04) (hash(x)=150049968)
+2570 train 4.448700 (lr=5.2037e-04) (hash(x)=162876159)
+2580 train 4.271173 (lr=5.1964e-04) (hash(x)=148260649)
+2590 train 4.409980 (lr=5.1891e-04) (hash(x)=148998018)
+2600 val loss 4.4101
+2600 val perplexity 82.2796
+2600 train 4.329995 (lr=5.1817e-04) (hash(x)=144515755)
+2610 train 4.448966 (lr=5.1743e-04) (hash(x)=154455224)
+2620 train 4.250093 (lr=5.1669e-04) (hash(x)=142920048)
+2630 train 4.402009 (lr=5.1595e-04) (hash(x)=143931236)
+2640 train 4.257731 (lr=5.1520e-04) (hash(x)=150983323)
+2650 train 4.360910 (lr=5.1445e-04) (hash(x)=139360405)
+2660 train 4.264170 (lr=5.1370e-04) (hash(x)=148850470)
+2670 train 4.520264 (lr=5.1295e-04) (hash(x)=149929606)
+2680 train 4.494000 (lr=5.1219e-04) (hash(x)=151673000)
+2690 train 4.364605 (lr=5.1143e-04) (hash(x)=140631266)
+2700 val loss 4.4025
+2700 val perplexity 81.6556
+2700 train 4.338117 (lr=5.1067e-04) (hash(x)=153109144)
+2710 train 4.218790 (lr=5.0990e-04) (hash(x)=135332836)
+2720 train 4.582860 (lr=5.0913e-04) (hash(x)=131611182)
+2730 train 4.410504 (lr=5.0836e-04) (hash(x)=142909388)
+2740 train 4.445091 (lr=5.0759e-04) (hash(x)=145593419)
+2750 train 4.332325 (lr=5.0681e-04) (hash(x)=158225769)
+2760 train 4.313293 (lr=5.0603e-04) (hash(x)=170509938)
+2770 train 4.324759 (lr=5.0525e-04) (hash(x)=150785805)
+2780 train 4.269176 (lr=5.0447e-04) (hash(x)=167281736)
+2790 train 4.455155 (lr=5.0368e-04) (hash(x)=161660187)
+2800 val loss 4.3755
+2800 val perplexity 79.4785
+2800 train 4.408805 (lr=5.0290e-04) (hash(x)=151152897)
+2810 train 4.374192 (lr=5.0210e-04) (hash(x)=143172067)
+2820 train 4.388582 (lr=5.0131e-04) (hash(x)=141569169)
+2830 train 4.267646 (lr=5.0052e-04) (hash(x)=159709681)
+2840 train 4.329834 (lr=4.9972e-04) (hash(x)=162552294)
+2850 train 4.443244 (lr=4.9892e-04) (hash(x)=146762690)
+2860 train 4.316198 (lr=4.9811e-04) (hash(x)=145729422)
+2870 train 4.388108 (lr=4.9731e-04) (hash(x)=144360628)
+2880 train 4.203232 (lr=4.9650e-04) (hash(x)=147737098)
+2890 train 4.314510 (lr=4.9569e-04) (hash(x)=146849057)
+2900 val loss 4.3576
+2900 val perplexity 78.0701
+2900 train 4.378337 (lr=4.9487e-04) (hash(x)=145800210)
+2910 train 4.185465 (lr=4.9406e-04) (hash(x)=147316313)
+2920 train 4.234604 (lr=4.9324e-04) (hash(x)=152595415)
+2930 train 4.399158 (lr=4.9242e-04) (hash(x)=156542647)
+2940 train 4.257132 (lr=4.9160e-04) (hash(x)=141183896)
+2950 train 4.358592 (lr=4.9077e-04) (hash(x)=156329036)
+2960 train 4.397128 (lr=4.8995e-04) (hash(x)=156717793)
+2970 train 4.259643 (lr=4.8912e-04) (hash(x)=143949931)
+2980 train 4.325744 (lr=4.8829e-04) (hash(x)=155067290)
+2990 train 4.290055 (lr=4.8745e-04) (hash(x)=148774729)
+3000 val loss 4.3704
+3000 val perplexity 79.0792
+3000 train 4.270265 (lr=4.8662e-04) (hash(x)=141997485)
+3010 train 4.238098 (lr=4.8578e-04) (hash(x)=160762953)
+3020 train 4.209878 (lr=4.8494e-04) (hash(x)=170341665)
+3030 train 4.473457 (lr=4.8409e-04) (hash(x)=150722836)
+3040 train 4.265443 (lr=4.8325e-04) (hash(x)=154243307)
+3050 train 4.313826 (lr=4.8240e-04) (hash(x)=146077234)
+3060 train 4.266632 (lr=4.8155e-04) (hash(x)=152125542)
+3070 train 4.449606 (lr=4.8070e-04) (hash(x)=144149387)
+3080 train 4.279145 (lr=4.7984e-04) (hash(x)=147508712)
+3090 train 4.274778 (lr=4.7899e-04) (hash(x)=143583369)
+3100 val loss 4.3284
+3100 val perplexity 75.8227
+3100 train 4.305622 (lr=4.7813e-04) (hash(x)=154049740)
+3110 train 4.365994 (lr=4.7727e-04) (hash(x)=147054835)
+3120 train 4.347172 (lr=4.7641e-04) (hash(x)=152468568)
+3130 train 4.287776 (lr=4.7554e-04) (hash(x)=151635194)
+3140 train 4.255615 (lr=4.7467e-04) (hash(x)=150396274)
+3150 train 4.307040 (lr=4.7380e-04) (hash(x)=141306267)
+3160 train 4.250585 (lr=4.7293e-04) (hash(x)=151110762)
+3170 train 4.344000 (lr=4.7206e-04) (hash(x)=146518875)
+3180 train 4.218246 (lr=4.7118e-04) (hash(x)=139914401)
+3190 train 4.226621 (lr=4.7031e-04) (hash(x)=161631880)
+3200 val loss 4.3408
+3200 val perplexity 76.7651
+3200 train 4.252343 (lr=4.6943e-04) (hash(x)=150471842)
+3210 train 4.312123 (lr=4.6855e-04) (hash(x)=147355138)
+3220 train 4.111239 (lr=4.6766e-04) (hash(x)=138879678)
+3230 train 4.218341 (lr=4.6678e-04) (hash(x)=123929679)
+3240 train 4.286832 (lr=4.6589e-04) (hash(x)=157263734)
+3250 train 4.294387 (lr=4.6500e-04) (hash(x)=148065539)
+3260 train 4.213184 (lr=4.6411e-04) (hash(x)=138020742)
+3270 train 4.077530 (lr=4.6322e-04) (hash(x)=142053611)
+3280 train 4.233654 (lr=4.6232e-04) (hash(x)=155444784)
+3290 train 4.061300 (lr=4.6142e-04) (hash(x)=148500315)
+3300 val loss 4.3312
+3300 val perplexity 76.0333
+3300 train 4.298663 (lr=4.6052e-04) (hash(x)=149048126)
+3310 train 4.245136 (lr=4.5962e-04) (hash(x)=141680674)
+3320 train 4.189808 (lr=4.5872e-04) (hash(x)=143310642)
+3330 train 4.290866 (lr=4.5782e-04) (hash(x)=149891496)
+3340 train 4.248428 (lr=4.5691e-04) (hash(x)=151244609)
+3350 train 4.260502 (lr=4.5600e-04) (hash(x)=157158479)
+3360 train 4.115778 (lr=4.5509e-04) (hash(x)=151709876)
+3370 train 4.266237 (lr=4.5418e-04) (hash(x)=145297090)
+3380 train 4.285998 (lr=4.5326e-04) (hash(x)=154767881)
+3390 train 4.260479 (lr=4.5235e-04) (hash(x)=152600366)
+3400 val loss 4.3074
+3400 val perplexity 74.2492
+3400 train 4.491827 (lr=4.5143e-04) (hash(x)=161261339)
+3410 train 4.242117 (lr=4.5051e-04) (hash(x)=146859162)
+3420 train 4.334076 (lr=4.4959e-04) (hash(x)=149276224)
+3430 train 4.361734 (lr=4.4867e-04) (hash(x)=155866933)
+3440 train 4.214377 (lr=4.4774e-04) (hash(x)=143191904)
+3450 train 4.436650 (lr=4.4682e-04) (hash(x)=156910661)
+3460 train 4.225041 (lr=4.4589e-04) (hash(x)=140850879)
+3470 train 4.445935 (lr=4.4496e-04) (hash(x)=162140445)
+3480 train 4.190761 (lr=4.4403e-04) (hash(x)=145607495)
+3490 train 4.205517 (lr=4.4310e-04) (hash(x)=152496121)
+3500 val loss 4.3006
+3500 val perplexity 73.7430
+3500 train 4.175681 (lr=4.4216e-04) (hash(x)=157495564)
+3510 train 4.298810 (lr=4.4123e-04) (hash(x)=147657004)
+3520 train 4.267686 (lr=4.4029e-04) (hash(x)=152978060)
+3530 train 4.205024 (lr=4.3935e-04) (hash(x)=146800180)
+3540 train 4.279503 (lr=4.3841e-04) (hash(x)=195450444)
+3550 train 4.260127 (lr=4.3747e-04) (hash(x)=151114129)
+3560 train 4.244706 (lr=4.3652e-04) (hash(x)=143833190)
+3570 train 4.051334 (lr=4.3558e-04) (hash(x)=146039971)
+3580 train 4.116214 (lr=4.3463e-04) (hash(x)=145172249)
+3590 train 4.035852 (lr=4.3368e-04) (hash(x)=159164125)
+3600 val loss 4.2968
+3600 val perplexity 73.4613
+3600 train 4.271433 (lr=4.3273e-04) (hash(x)=144352932)
+3610 train 4.239083 (lr=4.3178e-04) (hash(x)=150550670)
+3620 train 4.367783 (lr=4.3083e-04) (hash(x)=147170125)
+3630 train 4.166487 (lr=4.2987e-04) (hash(x)=139473935)
+3640 train 4.158472 (lr=4.2892e-04) (hash(x)=159294424)
+3650 train 4.276155 (lr=4.2796e-04) (hash(x)=145943278)
+3660 train 4.334130 (lr=4.2700e-04) (hash(x)=141647872)
+3670 train 4.305375 (lr=4.2604e-04) (hash(x)=147109351)
+3680 train 4.328221 (lr=4.2508e-04) (hash(x)=140683368)
+3690 train 4.245663 (lr=4.2411e-04) (hash(x)=156276284)
+3700 val loss 4.2802
+3700 val perplexity 72.2530
+3700 train 4.196733 (lr=4.2315e-04) (hash(x)=149389012)
+3710 train 4.326389 (lr=4.2218e-04) (hash(x)=142107929)
+3720 train 4.301076 (lr=4.2122e-04) (hash(x)=147828843)
+3730 train 4.365184 (lr=4.2025e-04) (hash(x)=141784679)
+3740 train 4.265013 (lr=4.1928e-04) (hash(x)=153375464)
+3750 train 4.203296 (lr=4.1831e-04) (hash(x)=153716001)
+3760 train 4.164290 (lr=4.1734e-04) (hash(x)=146848822)
+3770 train 4.123320 (lr=4.1636e-04) (hash(x)=148396782)
+3780 train 4.191072 (lr=4.1539e-04) (hash(x)=153563244)
+3790 train 4.104450 (lr=4.1441e-04) (hash(x)=160808734)
+3800 val loss 4.2704
+3800 val perplexity 71.5513
+3800 train 4.292404 (lr=4.1343e-04) (hash(x)=146607620)
+3810 train 4.258980 (lr=4.1246e-04) (hash(x)=152580677)
+3820 train 4.617507 (lr=4.1148e-04) (hash(x)=144860879)
+3830 train 4.278432 (lr=4.1050e-04) (hash(x)=162099851)
+3840 train 4.239708 (lr=4.0951e-04) (hash(x)=159506855)
+3850 train 4.164797 (lr=4.0853e-04) (hash(x)=140022686)
+3860 train 4.237893 (lr=4.0755e-04) (hash(x)=152137850)
+3870 train 4.356323 (lr=4.0656e-04) (hash(x)=142666785)
+3880 train 4.204819 (lr=4.0557e-04) (hash(x)=148285868)
+3890 train 4.171728 (lr=4.0459e-04) (hash(x)=147910067)
+3900 val loss 4.2705
+3900 val perplexity 71.5566
+3900 train 4.208207 (lr=4.0360e-04) (hash(x)=143754617)
+3910 train 4.207408 (lr=4.0261e-04) (hash(x)=154779949)
+3920 train 4.047403 (lr=4.0162e-04) (hash(x)=137824061)
+3930 train 4.017090 (lr=4.0063e-04) (hash(x)=136933373)
+3940 train 4.094826 (lr=3.9963e-04) (hash(x)=164054337)
+3950 train 4.318359 (lr=3.9864e-04) (hash(x)=155752984)
+3960 train 4.403209 (lr=3.9764e-04) (hash(x)=160957673)
+3970 train 4.272636 (lr=3.9665e-04) (hash(x)=157158690)
+3980 train 4.278957 (lr=3.9565e-04) (hash(x)=153282027)
+3990 train 4.304569 (lr=3.9465e-04) (hash(x)=152183510)
+4000 val loss 4.2443
+4000 val perplexity 69.7064
+4000 train 4.196175 (lr=3.9365e-04) (hash(x)=156930722)
+4010 train 4.187428 (lr=3.9266e-04) (hash(x)=150798740)
+4020 train 4.405786 (lr=3.9165e-04) (hash(x)=142632400)
+4030 train 4.304651 (lr=3.9065e-04) (hash(x)=173326287)
+4040 train 4.197855 (lr=3.8965e-04) (hash(x)=128797443)
+4050 train 4.192305 (lr=3.8865e-04) (hash(x)=146937792)
+4060 train 4.300669 (lr=3.8764e-04) (hash(x)=164579030)
+4070 train 4.162514 (lr=3.8664e-04) (hash(x)=149459820)
+4080 train 4.134852 (lr=3.8563e-04) (hash(x)=160159595)
+4090 train 4.076524 (lr=3.8463e-04) (hash(x)=141507853)
+4100 val loss 4.2426
+4100 val perplexity 69.5908
+4100 train 4.212006 (lr=3.8362e-04) (hash(x)=147500519)
+4110 train 4.189104 (lr=3.8261e-04) (hash(x)=153297081)
+4120 train 4.196279 (lr=3.8160e-04) (hash(x)=142560288)
+4130 train 4.212025 (lr=3.8059e-04) (hash(x)=153380118)
+4140 train 4.117969 (lr=3.7958e-04) (hash(x)=143150720)
+4150 train 4.160090 (lr=3.7857e-04) (hash(x)=143459564)
+4160 train 4.192156 (lr=3.7756e-04) (hash(x)=153955741)
+4170 train 4.297305 (lr=3.7655e-04) (hash(x)=152199253)
+4180 train 4.064004 (lr=3.7553e-04) (hash(x)=165957668)
+4190 train 4.118344 (lr=3.7452e-04) (hash(x)=144866923)
+4200 val loss 4.2466
+4200 val perplexity 69.8644
+4200 train 4.116647 (lr=3.7351e-04) (hash(x)=143232237)
+4210 train 4.033844 (lr=3.7249e-04) (hash(x)=151907163)
+4220 train 4.135174 (lr=3.7148e-04) (hash(x)=145917587)
+4230 train 3.967760 (lr=3.7046e-04) (hash(x)=147258846)
+4240 train 4.124782 (lr=3.6944e-04) (hash(x)=143449843)
+4250 train 4.085752 (lr=3.6843e-04) (hash(x)=184883715)
+4260 train 4.176322 (lr=3.6741e-04) (hash(x)=156958761)
+4270 train 4.250105 (lr=3.6639e-04) (hash(x)=168870544)
+4280 train 4.175034 (lr=3.6537e-04) (hash(x)=179446735)
+4290 train 4.219192 (lr=3.6435e-04) (hash(x)=145649386)
+4300 val loss 4.2332
+4300 val perplexity 68.9401
+4300 train 4.066499 (lr=3.6333e-04) (hash(x)=146811670)
+4310 train 4.336442 (lr=3.6231e-04) (hash(x)=151907075)
+4320 train 4.138725 (lr=3.6129e-04) (hash(x)=138628365)
+4330 train 4.197901 (lr=3.6027e-04) (hash(x)=151608240)
+4340 train 4.128697 (lr=3.5925e-04) (hash(x)=160111319)
+4350 train 4.278884 (lr=3.5822e-04) (hash(x)=144958652)
+4360 train 4.068399 (lr=3.5720e-04) (hash(x)=149176222)
+4370 train 4.125728 (lr=3.5618e-04) (hash(x)=216221371)
+4380 train 4.071362 (lr=3.5515e-04) (hash(x)=141760648)
+4390 train 4.159255 (lr=3.5413e-04) (hash(x)=151710283)
+4400 val loss 4.2200
+4400 val perplexity 68.0334
+4400 train 4.280020 (lr=3.5311e-04) (hash(x)=158418746)
+4410 train 4.136970 (lr=3.5208e-04) (hash(x)=142331301)
+4420 train 4.217907 (lr=3.5106e-04) (hash(x)=146507180)
+4430 train 4.309099 (lr=3.5003e-04) (hash(x)=166506937)
+4440 train 4.245703 (lr=3.4901e-04) (hash(x)=151209447)
+4450 train 4.208759 (lr=3.4798e-04) (hash(x)=149186822)
+4460 train 4.195794 (lr=3.4695e-04) (hash(x)=144348412)
+4470 train 4.081789 (lr=3.4593e-04) (hash(x)=156494284)
+4480 train 4.115552 (lr=3.4490e-04) (hash(x)=147238744)
+4490 train 4.059175 (lr=3.4387e-04) (hash(x)=150746185)
+4500 val loss 4.2153
+4500 val perplexity 67.7136
+4500 train 4.153756 (lr=3.4285e-04) (hash(x)=156695778)
+4510 train 3.995005 (lr=3.4182e-04) (hash(x)=135988958)
+4520 train 4.163864 (lr=3.4079e-04) (hash(x)=148272110)
+4530 train 4.080733 (lr=3.3977e-04) (hash(x)=136459794)
+4540 train 4.115305 (lr=3.3874e-04) (hash(x)=147624954)
+4550 train 4.115876 (lr=3.3771e-04) (hash(x)=154947199)
+4560 train 4.174077 (lr=3.3668e-04) (hash(x)=147869166)
+4570 train 4.023650 (lr=3.3565e-04) (hash(x)=148415463)
+4580 train 4.192674 (lr=3.3463e-04) (hash(x)=152104066)
+4590 train 4.090989 (lr=3.3360e-04) (hash(x)=147060040)
+4600 val loss 4.2122
+4600 val perplexity 67.5075
+4600 train 4.163352 (lr=3.3257e-04) (hash(x)=147791497)
+4610 train 4.362179 (lr=3.3154e-04) (hash(x)=155595556)
+4620 train 4.207492 (lr=3.3051e-04) (hash(x)=147178858)
+4630 train 4.258422 (lr=3.2949e-04) (hash(x)=152617112)
+4640 train 4.267780 (lr=3.2846e-04) (hash(x)=161766869)
+4650 train 4.242554 (lr=3.2743e-04) (hash(x)=158075561)
+4660 train 4.279838 (lr=3.2640e-04) (hash(x)=145360002)
+4670 train 4.162302 (lr=3.2537e-04) (hash(x)=144538791)
+4680 train 4.194803 (lr=3.2435e-04) (hash(x)=142711273)
+4690 train 4.356268 (lr=3.2332e-04) (hash(x)=193907362)
+4700 val loss 4.1921
+4700 val perplexity 66.1593
+4700 train 4.161912 (lr=3.2229e-04) (hash(x)=155533088)
+4710 train 4.120488 (lr=3.2126e-04) (hash(x)=148618528)
+4720 train 4.228819 (lr=3.2023e-04) (hash(x)=150502624)
+4730 train 4.103030 (lr=3.1921e-04) (hash(x)=189205847)
+4740 train 4.159419 (lr=3.1818e-04) (hash(x)=167322800)
+4750 train 4.279221 (lr=3.1715e-04) (hash(x)=162169095)
+4760 train 3.984187 (lr=3.1613e-04) (hash(x)=143459469)
+4770 train 4.055861 (lr=3.1510e-04) (hash(x)=144386593)
+4780 train 4.026664 (lr=3.1407e-04) (hash(x)=143721184)
+4790 train 4.094540 (lr=3.1305e-04) (hash(x)=146077222)
+4800 val loss 4.1973
+4800 val perplexity 66.5080
+4800 train 4.074190 (lr=3.1202e-04) (hash(x)=138350044)
+4810 train 4.074332 (lr=3.1099e-04) (hash(x)=154960112)
+4820 train 3.985426 (lr=3.0997e-04) (hash(x)=146950685)
+4830 train 3.986783 (lr=3.0894e-04) (hash(x)=140224554)
+4840 train 3.984618 (lr=3.0792e-04) (hash(x)=156640495)
+4850 train 4.193567 (lr=3.0689e-04) (hash(x)=153409150)
+4860 train 4.110546 (lr=3.0587e-04) (hash(x)=151647700)
+4870 train 4.507183 (lr=3.0485e-04) (hash(x)=155465603)
+4880 train 4.350823 (lr=3.0382e-04) (hash(x)=153404400)
+4890 train 4.237038 (lr=3.0280e-04) (hash(x)=170409281)
+4900 val loss 4.1829
+4900 val perplexity 65.5532
+4900 train 4.104501 (lr=3.0178e-04) (hash(x)=143735284)
+4910 train 4.239965 (lr=3.0075e-04) (hash(x)=150784329)
+4920 train 4.126100 (lr=2.9973e-04) (hash(x)=152353574)
+4930 train 4.079868 (lr=2.9871e-04) (hash(x)=152677008)
+4940 train 4.157333 (lr=2.9769e-04) (hash(x)=140553861)
+4950 train 4.247647 (lr=2.9667e-04) (hash(x)=152869181)
+4960 train 4.198486 (lr=2.9565e-04) (hash(x)=153011079)
+4970 train 4.151272 (lr=2.9463e-04) (hash(x)=152796617)
+4980 train 4.263351 (lr=2.9361e-04) (hash(x)=146868417)
+4990 train 4.140583 (lr=2.9259e-04) (hash(x)=140168188)
+5000 val loss 4.1718
+5000 val perplexity 64.8329
+5000 train 4.124722 (lr=2.9157e-04) (hash(x)=154976463)
+5010 train 4.190895 (lr=2.9056e-04) (hash(x)=148582690)
+5020 train 4.192195 (lr=2.8954e-04) (hash(x)=166715464)
+5030 train 4.154720 (lr=2.8852e-04) (hash(x)=150616397)
+5040 train 4.201216 (lr=2.8751e-04) (hash(x)=150775548)
+5050 train 4.184381 (lr=2.8649e-04) (hash(x)=150575367)
+5060 train 4.107418 (lr=2.8548e-04) (hash(x)=152352082)
+5070 train 4.150015 (lr=2.8447e-04) (hash(x)=150269272)
+5080 train 4.204904 (lr=2.8345e-04) (hash(x)=146499361)
+5090 train 3.890438 (lr=2.8244e-04) (hash(x)=148734454)
+5100 val loss 4.1734
+5100 val perplexity 64.9384
+5100 train 4.077798 (lr=2.8143e-04) (hash(x)=149894982)
+5110 train 4.130024 (lr=2.8042e-04) (hash(x)=154487751)
+5120 train 4.074249 (lr=2.7941e-04) (hash(x)=144169582)
+5130 train 4.052025 (lr=2.7840e-04) (hash(x)=152217630)
+5140 train 4.084290 (lr=2.7739e-04) (hash(x)=158233831)
+5150 train 4.140765 (lr=2.7638e-04) (hash(x)=142746426)
+5160 train 4.132466 (lr=2.7537e-04) (hash(x)=139184458)
+5170 train 4.219120 (lr=2.7437e-04) (hash(x)=140624857)
+5180 train 3.941659 (lr=2.7336e-04) (hash(x)=154107423)
+5190 train 3.882357 (lr=2.7236e-04) (hash(x)=144892610)
+5200 val loss 4.1729
+5200 val perplexity 64.9035
+5200 train 3.836998 (lr=2.7135e-04) (hash(x)=159326689)
+5210 train 3.999723 (lr=2.7035e-04) (hash(x)=151186017)
+5220 train 3.814011 (lr=2.6935e-04) (hash(x)=148996819)
+5230 train 3.761153 (lr=2.6835e-04) (hash(x)=150829917)
+5240 train 3.874853 (lr=2.6734e-04) (hash(x)=152758972)
+5250 train 3.841526 (lr=2.6635e-04) (hash(x)=154345903)
+5260 train 3.839329 (lr=2.6535e-04) (hash(x)=150134947)
+5270 train 3.933956 (lr=2.6435e-04) (hash(x)=149689310)
+5280 train 4.160221 (lr=2.6335e-04) (hash(x)=147662223)
+5290 train 4.229419 (lr=2.6236e-04) (hash(x)=165770608)
+5300 val loss 4.1613
+5300 val perplexity 64.1526
+5300 train 4.209962 (lr=2.6136e-04) (hash(x)=159484800)
+5310 train 4.250412 (lr=2.6037e-04) (hash(x)=152672536)
+5320 train 4.067711 (lr=2.5937e-04) (hash(x)=152728812)
+5330 train 4.014211 (lr=2.5838e-04) (hash(x)=152778685)
+5340 train 4.104506 (lr=2.5739e-04) (hash(x)=149818849)
+5350 train 4.043990 (lr=2.5640e-04) (hash(x)=168239739)
+5360 train 4.186938 (lr=2.5541e-04) (hash(x)=139859423)
+5370 train 4.012883 (lr=2.5443e-04) (hash(x)=139315327)
+5380 train 4.216764 (lr=2.5344e-04) (hash(x)=163068509)
+5390 train 4.173079 (lr=2.5245e-04) (hash(x)=147645415)
+5400 val loss 4.1419
+5400 val perplexity 62.9238
+5400 train 4.131252 (lr=2.5147e-04) (hash(x)=140385615)
+5410 train 3.990021 (lr=2.5049e-04) (hash(x)=151381862)
+5420 train 4.146679 (lr=2.4950e-04) (hash(x)=152445092)
+5430 train 4.156535 (lr=2.4852e-04) (hash(x)=142454479)
+5440 train 4.111445 (lr=2.4754e-04) (hash(x)=151308771)
+5450 train 3.961064 (lr=2.4657e-04) (hash(x)=150886070)
+5460 train 4.065333 (lr=2.4559e-04) (hash(x)=146080408)
+5470 train 4.092682 (lr=2.4461e-04) (hash(x)=149828857)
+5480 train 4.064167 (lr=2.4364e-04) (hash(x)=139922034)
+5490 train 4.013615 (lr=2.4266e-04) (hash(x)=150262276)
+5500 val loss 4.1429
+5500 val perplexity 62.9838
+5500 train 3.983670 (lr=2.4169e-04) (hash(x)=148498335)
+5510 train 4.095223 (lr=2.4072e-04) (hash(x)=157036224)
+5520 train 3.978663 (lr=2.3975e-04) (hash(x)=134093409)
+5530 train 4.008155 (lr=2.3878e-04) (hash(x)=153126250)
+5540 train 4.013888 (lr=2.3782e-04) (hash(x)=136170985)
+5550 train 4.001459 (lr=2.3685e-04) (hash(x)=152841201)
+5560 train 4.100555 (lr=2.3589e-04) (hash(x)=147439014)
+5570 train 4.017499 (lr=2.3492e-04) (hash(x)=143476132)
+5580 train 3.789842 (lr=2.3396e-04) (hash(x)=139503437)
+5590 train 3.834293 (lr=2.3300e-04) (hash(x)=131664955)
+5600 val loss 4.1513
+5600 val perplexity 63.5171
+5600 train 3.930974 (lr=2.3204e-04) (hash(x)=151907614)
+5610 train 3.818095 (lr=2.3108e-04) (hash(x)=157132674)
+5620 train 4.014812 (lr=2.3013e-04) (hash(x)=146793775)
+5630 train 3.964301 (lr=2.2917e-04) (hash(x)=147237910)
+5640 train 3.873759 (lr=2.2822e-04) (hash(x)=141120024)
+5650 train 3.853304 (lr=2.2727e-04) (hash(x)=144275645)
+5660 train 3.882977 (lr=2.2632e-04) (hash(x)=159088002)
+5670 train 3.939816 (lr=2.2537e-04) (hash(x)=147224479)
+5680 train 4.283384 (lr=2.2442e-04) (hash(x)=147208743)
+5690 train 4.087255 (lr=2.2348e-04) (hash(x)=154384701)
+5700 val loss 4.1429
+5700 val perplexity 62.9852
+5700 train 4.122369 (lr=2.2253e-04) (hash(x)=155192267)
+5710 train 4.061213 (lr=2.2159e-04) (hash(x)=148458753)
+5720 train 4.166955 (lr=2.2065e-04) (hash(x)=159947204)
+5730 train 4.161260 (lr=2.1971e-04) (hash(x)=150746366)
+5740 train 4.148029 (lr=2.1877e-04) (hash(x)=155201884)
+5750 train 4.150617 (lr=2.1784e-04) (hash(x)=156432008)
+5760 train 4.132886 (lr=2.1690e-04) (hash(x)=185977746)
+5770 train 4.132131 (lr=2.1597e-04) (hash(x)=133620000)
+5780 train 4.140632 (lr=2.1504e-04) (hash(x)=153778044)
+5790 train 3.990527 (lr=2.1411e-04) (hash(x)=147713822)
+5800 val loss 4.1225
+5800 val perplexity 61.7122
+5800 train 4.144154 (lr=2.1318e-04) (hash(x)=153132158)
+5810 train 4.095840 (lr=2.1226e-04) (hash(x)=144293895)
+5820 train 4.077534 (lr=2.1133e-04) (hash(x)=151500590)
+5830 train 4.025883 (lr=2.1041e-04) (hash(x)=139308707)
+5840 train 4.143580 (lr=2.0949e-04) (hash(x)=153591278)
+5850 train 4.122774 (lr=2.0857e-04) (hash(x)=146077037)
+5860 train 4.084943 (lr=2.0765e-04) (hash(x)=149160733)
+5870 train 4.069598 (lr=2.0674e-04) (hash(x)=138482476)
+5880 train 4.084016 (lr=2.0582e-04) (hash(x)=152173137)
+5890 train 4.054162 (lr=2.0491e-04) (hash(x)=142387057)
+5900 val loss 4.1294
+5900 val perplexity 62.1406
+5900 train 4.130868 (lr=2.0400e-04) (hash(x)=161446764)
+5910 train 4.006062 (lr=2.0309e-04) (hash(x)=144512138)
+5920 train 4.065510 (lr=2.0218e-04) (hash(x)=152555618)
+5930 train 4.024787 (lr=2.0128e-04) (hash(x)=146129367)
+5940 train 3.964532 (lr=2.0038e-04) (hash(x)=154607527)
+5950 train 4.052170 (lr=1.9948e-04) (hash(x)=143827143)
+5960 train 4.181569 (lr=1.9858e-04) (hash(x)=151168510)
+5970 train 3.971842 (lr=1.9768e-04) (hash(x)=158961574)
+5980 train 3.800040 (lr=1.9678e-04) (hash(x)=148757787)
+5990 train 4.304749 (lr=1.9589e-04) (hash(x)=161719494)
+6000 val loss 4.1289
+6000 val perplexity 62.1090
+6000 train 3.803596 (lr=1.9500e-04) (hash(x)=151512446)
+6010 train 3.928452 (lr=1.9411e-04) (hash(x)=173500735)
+6020 train 4.054879 (lr=1.9322e-04) (hash(x)=157621031)
+6030 train 3.941328 (lr=1.9234e-04) (hash(x)=142662684)
+6040 train 3.926851 (lr=1.9145e-04) (hash(x)=146180940)
+6050 train 3.845347 (lr=1.9057e-04) (hash(x)=147654412)
+6060 train 3.725557 (lr=1.8969e-04) (hash(x)=156393157)
+6070 train 4.119762 (lr=1.8882e-04) (hash(x)=156947300)
+6080 train 4.114617 (lr=1.8794e-04) (hash(x)=163108626)
+6090 train 4.212381 (lr=1.8707e-04) (hash(x)=158654713)
+6100 val loss 4.1114
+6100 val perplexity 61.0335
+6100 train 3.941209 (lr=1.8620e-04) (hash(x)=188094053)
+6110 train 4.104810 (lr=1.8533e-04) (hash(x)=145132600)
+6120 train 3.973321 (lr=1.8446e-04) (hash(x)=146999707)
+6130 train 4.207595 (lr=1.8359e-04) (hash(x)=145719530)
+6140 train 4.146309 (lr=1.8273e-04) (hash(x)=153230722)
+6150 train 4.078898 (lr=1.8187e-04) (hash(x)=147455934)
+6160 train 4.128797 (lr=1.8101e-04) (hash(x)=146596242)
+6170 train 4.223723 (lr=1.8016e-04) (hash(x)=152029855)
+6180 train 4.086768 (lr=1.7930e-04) (hash(x)=151480034)
+6190 train 4.021400 (lr=1.7845e-04) (hash(x)=147381047)
+6200 val loss 4.0979
+6200 val perplexity 60.2145
+6200 train 4.008654 (lr=1.7760e-04) (hash(x)=149389789)
+6210 train 4.056643 (lr=1.7675e-04) (hash(x)=154894138)
+6220 train 4.092628 (lr=1.7591e-04) (hash(x)=150074302)
+6230 train 3.964304 (lr=1.7506e-04) (hash(x)=142881794)
+6240 train 3.946099 (lr=1.7422e-04) (hash(x)=164747461)
+6250 train 4.111120 (lr=1.7338e-04) (hash(x)=158378292)
+6260 train 4.119335 (lr=1.7255e-04) (hash(x)=147675938)
+6270 train 4.062585 (lr=1.7171e-04) (hash(x)=148197228)
+6280 train 4.023065 (lr=1.7088e-04) (hash(x)=135296747)
+6290 train 4.102140 (lr=1.7005e-04) (hash(x)=156439346)
+6300 val loss 4.0971
+6300 val perplexity 60.1641
+6300 train 3.917470 (lr=1.6923e-04) (hash(x)=138212820)
+6310 train 4.217722 (lr=1.6840e-04) (hash(x)=165985336)
+6320 train 4.081685 (lr=1.6758e-04) (hash(x)=145921897)
+6330 train 4.295026 (lr=1.6676e-04) (hash(x)=145502689)
+6340 train 4.025110 (lr=1.6594e-04) (hash(x)=141704937)
+6350 train 4.083145 (lr=1.6513e-04) (hash(x)=161789400)
+6360 train 3.802051 (lr=1.6431e-04) (hash(x)=145457780)
+6370 train 4.056484 (lr=1.6350e-04) (hash(x)=171628530)
+6380 train 3.849670 (lr=1.6269e-04) (hash(x)=153467923)
+6390 train 4.222523 (lr=1.6189e-04) (hash(x)=158066904)
+6400 val loss 4.1026
+6400 val perplexity 60.4967
+6400 train 3.873353 (lr=1.6108e-04) (hash(x)=146535423)
+6410 train 3.737594 (lr=1.6028e-04) (hash(x)=147264155)
+6420 train 3.840661 (lr=1.5948e-04) (hash(x)=145595485)
+6430 train 3.986471 (lr=1.5869e-04) (hash(x)=146929074)
+6440 train 3.911173 (lr=1.5790e-04) (hash(x)=147290878)
+6450 train 4.010109 (lr=1.5710e-04) (hash(x)=141154205)
+6460 train 3.855596 (lr=1.5632e-04) (hash(x)=154360901)
+6470 train 4.191347 (lr=1.5553e-04) (hash(x)=146350558)
+6480 train 4.154114 (lr=1.5475e-04) (hash(x)=153927683)
+6490 train 4.065804 (lr=1.5397e-04) (hash(x)=149337047)
+6500 val loss 4.0905
+6500 val perplexity 59.7677
+6500 train 3.990298 (lr=1.5319e-04) (hash(x)=145950843)
+6510 train 4.055512 (lr=1.5241e-04) (hash(x)=142577653)
+6520 train 4.114680 (lr=1.5164e-04) (hash(x)=165060689)
+6530 train 3.950322 (lr=1.5087e-04) (hash(x)=148367505)
+6540 train 4.050065 (lr=1.5010e-04) (hash(x)=154313651)
+6550 train 3.966772 (lr=1.4933e-04) (hash(x)=147477315)
+6560 train 4.057713 (lr=1.4857e-04) (hash(x)=139825403)
+6570 train 4.073455 (lr=1.4781e-04) (hash(x)=141482518)
+6580 train 4.111005 (lr=1.4705e-04) (hash(x)=144968144)
+6590 train 4.052938 (lr=1.4630e-04) (hash(x)=154319720)
+6600 val loss 4.0872
+6600 val perplexity 59.5708
+6600 train 4.098924 (lr=1.4555e-04) (hash(x)=141162902)
+6610 train 4.064279 (lr=1.4480e-04) (hash(x)=159490449)
+6620 train 3.944865 (lr=1.4405e-04) (hash(x)=151189772)
+6630 train 3.929213 (lr=1.4331e-04) (hash(x)=148451651)
+6640 train 4.048608 (lr=1.4257e-04) (hash(x)=152815550)
+6650 train 3.899125 (lr=1.4183e-04) (hash(x)=144316094)
+6660 train 4.218923 (lr=1.4109e-04) (hash(x)=143951240)
+6670 train 3.841168 (lr=1.4036e-04) (hash(x)=143203472)
+6680 train 3.883866 (lr=1.3963e-04) (hash(x)=132063806)
+6690 train 3.975191 (lr=1.3890e-04) (hash(x)=140739750)
+6700 val loss 4.0906
+6700 val perplexity 59.7781
+6700 train 4.037490 (lr=1.3817e-04) (hash(x)=153018737)
+6710 train 3.898584 (lr=1.3745e-04) (hash(x)=140107197)
+6720 train 4.004174 (lr=1.3673e-04) (hash(x)=144396559)
+6730 train 3.850376 (lr=1.3602e-04) (hash(x)=148038991)
+6740 train 4.063259 (lr=1.3530e-04) (hash(x)=145504746)
+6750 train 4.052204 (lr=1.3459e-04) (hash(x)=119579094)
+6760 train 4.065996 (lr=1.3388e-04) (hash(x)=161725430)
+6770 train 4.082900 (lr=1.3318e-04) (hash(x)=153646966)
+6780 train 4.088391 (lr=1.3248e-04) (hash(x)=153838463)
+6790 train 4.215812 (lr=1.3178e-04) (hash(x)=157891196)
+6800 val loss 4.0746
+6800 val perplexity 58.8259
+6800 train 3.928339 (lr=1.3108e-04) (hash(x)=155640155)
+6810 train 4.126523 (lr=1.3039e-04) (hash(x)=154913809)
+6820 train 4.039434 (lr=1.2970e-04) (hash(x)=159412493)
+6830 train 3.998991 (lr=1.2901e-04) (hash(x)=144756549)
+6840 train 4.210915 (lr=1.2832e-04) (hash(x)=143824638)
+6850 train 4.539484 (lr=1.2764e-04) (hash(x)=117180982)
+6860 train 4.055289 (lr=1.2696e-04) (hash(x)=141887150)
+6870 train 4.125406 (lr=1.2628e-04) (hash(x)=140094872)
+6880 train 3.961360 (lr=1.2561e-04) (hash(x)=141479953)
+6890 train 4.027465 (lr=1.2494e-04) (hash(x)=153166840)
+6900 val loss 4.0723
+6900 val perplexity 58.6907
+6900 train 4.051608 (lr=1.2427e-04) (hash(x)=153722115)
+6910 train 4.156342 (lr=1.2361e-04) (hash(x)=149578602)
+6920 train 4.013233 (lr=1.2295e-04) (hash(x)=149925108)
+6930 train 3.959399 (lr=1.2229e-04) (hash(x)=148589489)
+6940 train 3.865299 (lr=1.2163e-04) (hash(x)=144243794)
+6950 train 3.951268 (lr=1.2098e-04) (hash(x)=157743480)
+6960 train 3.939175 (lr=1.2033e-04) (hash(x)=139858247)
+6970 train 3.865141 (lr=1.1969e-04) (hash(x)=148727536)
+6980 train 3.978397 (lr=1.1904e-04) (hash(x)=153382595)
+6990 train 4.121367 (lr=1.1840e-04) (hash(x)=147529919)
+7000 val loss 4.0668
+7000 val perplexity 58.3719
+7000 train 4.085890 (lr=1.1777e-04) (hash(x)=146953450)
+7010 train 3.999857 (lr=1.1713e-04) (hash(x)=134561015)
+7020 train 4.108835 (lr=1.1650e-04) (hash(x)=148433515)
+7030 train 3.959126 (lr=1.1587e-04) (hash(x)=140394326)
+7040 train 3.971859 (lr=1.1525e-04) (hash(x)=136740763)
+7050 train 3.811120 (lr=1.1463e-04) (hash(x)=148637938)
+7060 train 3.966332 (lr=1.1401e-04) (hash(x)=147262147)
+7070 train 3.942297 (lr=1.1339e-04) (hash(x)=140191039)
+7080 train 3.959689 (lr=1.1278e-04) (hash(x)=148223305)
+7090 train 3.878488 (lr=1.1217e-04) (hash(x)=139984988)
+7100 val loss 4.0709
+7100 val perplexity 58.6080
+7100 train 3.991115 (lr=1.1157e-04) (hash(x)=137663885)
+7110 train 3.870194 (lr=1.1096e-04) (hash(x)=150955021)
+7120 train 3.781229 (lr=1.1036e-04) (hash(x)=148585682)
+7130 train 3.980319 (lr=1.0977e-04) (hash(x)=146055548)
+7140 train 4.023724 (lr=1.0917e-04) (hash(x)=155723541)
+7150 train 4.093482 (lr=1.0858e-04) (hash(x)=140465834)
+7160 train 4.069212 (lr=1.0800e-04) (hash(x)=163246922)
+7170 train 3.923124 (lr=1.0741e-04) (hash(x)=150754166)
+7180 train 4.459840 (lr=1.0683e-04) (hash(x)=142844151)
+7190 train 4.051715 (lr=1.0626e-04) (hash(x)=145167470)
+7200 val loss 4.0558
+7200 val perplexity 57.7315
+7200 train 4.245859 (lr=1.0568e-04) (hash(x)=146172950)
+7210 train 4.069397 (lr=1.0511e-04) (hash(x)=143155287)
+7220 train 4.012595 (lr=1.0454e-04) (hash(x)=151976669)
+7230 train 4.131927 (lr=1.0398e-04) (hash(x)=145979940)
+7240 train 4.099851 (lr=1.0342e-04) (hash(x)=155656034)
+7250 train 4.103560 (lr=1.0286e-04) (hash(x)=135610136)
+7260 train 4.178649 (lr=1.0231e-04) (hash(x)=148133023)
+7270 train 4.054573 (lr=1.0176e-04) (hash(x)=148006681)
+7280 train 4.087193 (lr=1.0121e-04) (hash(x)=151397627)
+7290 train 4.051458 (lr=1.0066e-04) (hash(x)=141696871)
+7300 val loss 4.0521
+7300 val perplexity 57.5208
+7300 train 3.987123 (lr=1.0012e-04) (hash(x)=150018163)
+7310 train 4.026327 (lr=9.9586e-05) (hash(x)=154900050)
+7320 train 3.923479 (lr=9.9052e-05) (hash(x)=142608283)
+7330 train 4.023843 (lr=9.8521e-05) (hash(x)=148977837)
+7340 train 4.039836 (lr=9.7993e-05) (hash(x)=141676907)
+7350 train 3.929224 (lr=9.7469e-05) (hash(x)=147846997)
+7360 train 4.172251 (lr=9.6948e-05) (hash(x)=143252181)
+7370 train 3.990706 (lr=9.6431e-05) (hash(x)=155081717)
+7380 train 4.076017 (lr=9.5917e-05) (hash(x)=149678451)
+7390 train 3.903874 (lr=9.5406e-05) (hash(x)=159341637)
+7400 val loss 4.0528
+7400 val perplexity 57.5576
+7400 train 4.190771 (lr=9.4899e-05) (hash(x)=145351166)
+7410 train 4.010730 (lr=9.4395e-05) (hash(x)=162274009)
+7420 train 3.855141 (lr=9.3894e-05) (hash(x)=143254858)
+7430 train 3.970327 (lr=9.3397e-05) (hash(x)=143049884)
+7440 train 3.891670 (lr=9.2904e-05) (hash(x)=141768538)
+7450 train 3.909357 (lr=9.2413e-05) (hash(x)=139895310)
+7460 train 3.787262 (lr=9.1927e-05) (hash(x)=155900365)
+7470 train 3.772058 (lr=9.1443e-05) (hash(x)=145048215)
+7480 train 3.908541 (lr=9.0964e-05) (hash(x)=136992624)
+7490 train 4.018570 (lr=9.0487e-05) (hash(x)=141424789)
+7500 val loss 4.0561
+7500 val perplexity 57.7496
+7500 train 3.868097 (lr=9.0014e-05) (hash(x)=145292116)
+7510 train 3.908433 (lr=8.9545e-05) (hash(x)=144818029)
+7520 train 4.077182 (lr=8.9079e-05) (hash(x)=152903515)
+7530 train 4.084540 (lr=8.8617e-05) (hash(x)=156934724)
+7540 train 4.309597 (lr=8.8158e-05) (hash(x)=156695926)
+7550 train 4.071164 (lr=8.7702e-05) (hash(x)=149115609)
+7560 train 4.053979 (lr=8.7251e-05) (hash(x)=143974224)
+7570 train 4.006804 (lr=8.6802e-05) (hash(x)=148204424)
+7580 train 4.087867 (lr=8.6357e-05) (hash(x)=150177910)
+7590 train 4.101072 (lr=8.5916e-05) (hash(x)=140325629)
+7600 val loss 4.0446
+7600 val perplexity 57.0909
+7600 train 3.985204 (lr=8.5478e-05) (hash(x)=150235132)
+7610 train 4.110114 (lr=8.5044e-05) (hash(x)=157594837)
+7620 train 4.119292 (lr=8.4613e-05) (hash(x)=146696749)
+7630 train 4.158076 (lr=8.4186e-05) (hash(x)=148463580)
+7640 train 3.973668 (lr=8.3763e-05) (hash(x)=140271046)
+7650 train 4.038039 (lr=8.3343e-05) (hash(x)=159952319)
+7660 train 4.034402 (lr=8.2926e-05) (hash(x)=146307392)
+7670 train 3.989335 (lr=8.2514e-05) (hash(x)=145027988)
+7680 train 4.054815 (lr=8.2104e-05) (hash(x)=147729698)
+7690 train 4.038677 (lr=8.1699e-05) (hash(x)=143401210)
+7700 val loss 4.0396
+7700 val perplexity 56.8057
+7700 train 3.969559 (lr=8.1297e-05) (hash(x)=154543455)
+7710 train 4.043605 (lr=8.0898e-05) (hash(x)=151600456)
+7720 train 3.959592 (lr=8.0503e-05) (hash(x)=165913803)
+7730 train 3.830664 (lr=8.0112e-05) (hash(x)=144942059)
+7740 train 4.057778 (lr=7.9725e-05) (hash(x)=150302103)
+7750 train 4.001315 (lr=7.9341e-05) (hash(x)=155782458)
+7760 train 4.029814 (lr=7.8960e-05) (hash(x)=147824384)
+7770 train 4.042323 (lr=7.8584e-05) (hash(x)=149177657)
+7780 train 4.068219 (lr=7.8211e-05) (hash(x)=164446738)
+7790 train 3.872403 (lr=7.7841e-05) (hash(x)=146417077)
+7800 val loss 4.0418
+7800 val perplexity 56.9286
+7800 train 4.019204 (lr=7.7476e-05) (hash(x)=142456852)
+7810 train 3.718816 (lr=7.7114e-05) (hash(x)=146221807)
+7820 train 3.913092 (lr=7.6755e-05) (hash(x)=154136533)
+7830 train 3.827279 (lr=7.6400e-05) (hash(x)=147492735)
+7840 train 3.978069 (lr=7.6049e-05) (hash(x)=143481291)
+7850 train 3.808123 (lr=7.5702e-05) (hash(x)=136749307)
+7860 train 3.832468 (lr=7.5358e-05) (hash(x)=128985347)
+7870 train 3.735158 (lr=7.5018e-05) (hash(x)=152897363)
+7880 train 3.940140 (lr=7.4682e-05) (hash(x)=151460360)
+7890 train 3.758469 (lr=7.4350e-05) (hash(x)=137481738)
+7900 val loss 4.0428
+7900 val perplexity 56.9839
+7900 train 3.836514 (lr=7.4021e-05) (hash(x)=147363479)
+7910 train 4.058046 (lr=7.3696e-05) (hash(x)=151165744)
+7920 train 4.230208 (lr=7.3374e-05) (hash(x)=146214226)
+7930 train 4.041663 (lr=7.3056e-05) (hash(x)=154457502)
+7940 train 3.949116 (lr=7.2742e-05) (hash(x)=162025201)
+7950 train 3.940442 (lr=7.2432e-05) (hash(x)=156488145)
+7960 train 4.217037 (lr=7.2126e-05) (hash(x)=154011584)
+7970 train 4.064871 (lr=7.1823e-05) (hash(x)=145330320)
+7980 train 3.970730 (lr=7.1524e-05) (hash(x)=148216312)
+7990 train 3.905138 (lr=7.1228e-05) (hash(x)=156819091)
+8000 val loss 4.0332
+8000 val perplexity 56.4407
+8000 train 4.066167 (lr=7.0937e-05) (hash(x)=156122973)
+8010 train 4.008729 (lr=7.0649e-05) (hash(x)=146933088)
+8020 train 4.105101 (lr=7.0365e-05) (hash(x)=151650746)
+8030 train 4.029701 (lr=7.0085e-05) (hash(x)=140692373)
+8040 train 4.217567 (lr=6.9808e-05) (hash(x)=147850094)
+8050 train 4.041002 (lr=6.9536e-05) (hash(x)=144454109)
+8060 train 3.900548 (lr=6.9267e-05) (hash(x)=152205124)
+8070 train 4.119748 (lr=6.9002e-05) (hash(x)=148918066)
+8080 train 4.046878 (lr=6.8740e-05) (hash(x)=146481024)
+8090 train 4.087018 (lr=6.8483e-05) (hash(x)=168785549)
+8100 val loss 4.0309
+8100 val perplexity 56.3093
+8100 train 4.111370 (lr=6.8229e-05) (hash(x)=156153179)
+8110 train 4.061481 (lr=6.7979e-05) (hash(x)=150498601)
+8120 train 4.070875 (lr=6.7733e-05) (hash(x)=142002714)
+8130 train 3.953250 (lr=6.7490e-05) (hash(x)=138450483)
+8140 train 4.037171 (lr=6.7252e-05) (hash(x)=145306351)
+8150 train 3.917471 (lr=6.7017e-05) (hash(x)=172502865)
+8160 train 4.017513 (lr=6.6786e-05) (hash(x)=156689649)
+8170 train 3.935237 (lr=6.6559e-05) (hash(x)=143766932)
+8180 train 4.074619 (lr=6.6335e-05) (hash(x)=150361321)
+8190 train 3.908869 (lr=6.6116e-05) (hash(x)=152664241)
+8200 val loss 4.0305
+8200 val perplexity 56.2880
+8200 train 4.183567 (lr=6.5900e-05) (hash(x)=146430698)
+8210 train 3.867009 (lr=6.5688e-05) (hash(x)=167362078)
+8220 train 4.093256 (lr=6.5480e-05) (hash(x)=157650942)
+8230 train 3.901181 (lr=6.5276e-05) (hash(x)=142102044)
+8240 train 3.941739 (lr=6.5076e-05) (hash(x)=153405900)
+8250 train 3.893206 (lr=6.4879e-05) (hash(x)=140222909)
+8260 train 4.024216 (lr=6.4687e-05) (hash(x)=137981854)
+8270 train 3.940482 (lr=6.4498e-05) (hash(x)=147576272)
+8280 train 3.954591 (lr=6.4313e-05) (hash(x)=157988195)
+8290 train 4.008123 (lr=6.4132e-05) (hash(x)=145715681)
+8300 val loss 4.0318
+8300 val perplexity 56.3649
+8300 train 3.955391 (lr=6.3954e-05) (hash(x)=143507257)
+8310 train 4.012368 (lr=6.3781e-05) (hash(x)=148930064)
+8320 train 3.940289 (lr=6.3612e-05) (hash(x)=144134805)
+8330 train 4.057148 (lr=6.3446e-05) (hash(x)=148418079)
+8340 train 3.786915 (lr=6.3284e-05) (hash(x)=166518807)
+8350 train 4.088065 (lr=6.3126e-05) (hash(x)=140042036)
+8360 train 3.959472 (lr=6.2972e-05) (hash(x)=151427074)
+8370 train 4.044179 (lr=6.2822e-05) (hash(x)=158389185)
+8380 train 3.948700 (lr=6.2676e-05) (hash(x)=148193308)
+8390 train 4.018093 (lr=6.2533e-05) (hash(x)=144289008)
+8400 val loss 4.0231
+8400 val perplexity 55.8756
+8400 train 3.730502 (lr=6.2395e-05) (hash(x)=166272643)
+8410 train 3.945931 (lr=6.2260e-05) (hash(x)=162244433)
+8420 train 3.980301 (lr=6.2129e-05) (hash(x)=149271299)
+8430 train 4.122830 (lr=6.2002e-05) (hash(x)=154135338)
+8440 train 4.166543 (lr=6.1879e-05) (hash(x)=149661838)
+8450 train 4.001691 (lr=6.1760e-05) (hash(x)=142205056)
+8460 train 3.936829 (lr=6.1645e-05) (hash(x)=166652398)
+8470 train 4.108621 (lr=6.1533e-05) (hash(x)=149029710)
+8480 train 3.878456 (lr=6.1426e-05) (hash(x)=154217415)
+8490 train 3.956630 (lr=6.1322e-05) (hash(x)=151526557)
+8500 val loss 4.0245
+8500 val perplexity 55.9505
+8500 train 3.953250 (lr=6.1223e-05) (hash(x)=143887848)
+8510 train 3.933973 (lr=6.1127e-05) (hash(x)=152324645)
+8520 train 3.669834 (lr=6.1035e-05) (hash(x)=145124959)
+8530 train 3.988543 (lr=6.0947e-05) (hash(x)=186319340)
+8540 train 3.998351 (lr=6.0863e-05) (hash(x)=147388339)
+8550 train 4.030067 (lr=6.0783e-05) (hash(x)=150118928)
+8560 train 4.035618 (lr=6.0706e-05) (hash(x)=153985286)
+8570 train 3.982238 (lr=6.0634e-05) (hash(x)=149582799)
+8580 train 3.983272 (lr=6.0566e-05) (hash(x)=156867870)
+8590 train 3.867692 (lr=6.0501e-05) (hash(x)=148773298)
+8600 val loss 4.0264
+8600 val perplexity 56.0602
+8600 train 3.975746 (lr=6.0440e-05) (hash(x)=156900341)
+8610 train 4.127031 (lr=6.0384e-05) (hash(x)=156790089)
+8620 train 3.927780 (lr=6.0331e-05) (hash(x)=154680805)
+8630 train 3.971957 (lr=6.0282e-05) (hash(x)=138107873)
+8640 train 4.058555 (lr=6.0237e-05) (hash(x)=142554243)
+8650 train 3.861350 (lr=6.0196e-05) (hash(x)=134360956)
+8660 train 3.940917 (lr=6.0159e-05) (hash(x)=128599610)
+8670 train 3.970823 (lr=6.0125e-05) (hash(x)=159628945)
+8680 train 3.998497 (lr=6.0096e-05) (hash(x)=143161532)
+8690 train 4.033208 (lr=6.0070e-05) (hash(x)=140104912)
+8700 val loss 4.0187
+8700 val perplexity 55.6291
+8700 train 4.209576 (lr=6.0049e-05) (hash(x)=146417632)
+8710 train 4.181637 (lr=6.0031e-05) (hash(x)=153671695)
+8720 train 4.049231 (lr=6.0018e-05) (hash(x)=141680750)
+8730 train 3.930593 (lr=6.0008e-05) (hash(x)=147279231)
+8740 train 4.216293 (lr=6.0002e-05) (hash(x)=129729371)
+8749 val loss 4.0193
+8749 val perplexity 55.6630

lr6e-4_total_batch_size61440_baseline_seed1339/model_08749.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceb2613f6f378609f0a5aaa260de28c00cb0c688169a9a2036966df5a5dd8b82
+size 92843394

lr6e-4_total_batch_size61440_baseline_seed1339/optimizer_08749.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9789733031cde5e1b8a9b52a97f37623631b6b70ac5db1debe0274e14ae8edd7
+size 179406214