Upload folder using huggingface_hub

lr6e-4_total_batch_size61440_baseline_seed1340/args.json

@@ -0,0 +1 @@
+{"hellaswag": true, "attention_kind": "selective", "log_dir": "wider_is_better_11/lr6e-4_total_batch_size61440_baseline_seed1340", "resume_checkpoint": null, "resume_optimizer": false, "add_a_head": false, "add_head_to_start": true, "new_head_init": "normal", "n_heads": 4, "protect_bos_token": true, "prevent_from_masking_myself": true, "max_steps": 8750, "warmup_steps": 500, "group": "wider_is_better_11", "use_wandb": true, "kill_self_after_run": false, "random_seed": 1340, "memory_penalty_epsilon": 0.1, "selection_head_linear_combo": "none", "selection_head_linear_combo_scale": 1.0, "protection_kind": "none", "leaky_relu_alpha": null, "leaky_relu_bias": null, "use_compile": true, "use_mini_model": false, "upload_to_hf": true, "seq_len": 256, "batch_size": 120, "total_batch_size": 61440, "protection_head_scaling_factor": 1.0, "protection_head_bias": 0.0, "n_sliced_masks": null, "n_latent_masks": null, "mask_layernorm": false, "residual_attention_masks": false, "compute_base_shapes": false, "base_shapes_savefile": null, "mup": true, "disable_selection": false, "mup_enable_coord_check_logging": false, "max_lr": 0.0006, "decay_lr": true, "readout_zero_init": false, "query_zero_init": false, "l1_loss": false, "debugpy": false, "key": "6e-4_61440", "n_embd": 256}

lr6e-4_total_batch_size61440_baseline_seed1340/dataloader_08749.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:953385078aa3787b69fc6857dfd48b0a2cd2f4d27c6f8892e01211aca53d07f5
+size 964

lr6e-4_total_batch_size61440_baseline_seed1340/log2.txt

@@ -0,0 +1,1054 @@
+max_steps: 8750
+0 val loss 11.2465
+0 val perplexity 76607.9531
+0 train 11.254622 (lr=1.2000e-06) (hash(x)=164406924)
+10 train 10.486423 (lr=1.3200e-05) (hash(x)=152008797)
+20 train 9.935457 (lr=2.5200e-05) (hash(x)=153494457)
+30 train 9.582285 (lr=3.7200e-05) (hash(x)=137328499)
+40 train 9.382899 (lr=4.9200e-05) (hash(x)=159333245)
+50 train 8.991772 (lr=6.1200e-05) (hash(x)=177407419)
+60 train 8.484509 (lr=7.3200e-05) (hash(x)=127877799)
+70 train 8.067822 (lr=8.5200e-05) (hash(x)=140873918)
+80 train 7.910814 (lr=9.7200e-05) (hash(x)=160249377)
+90 train 7.667356 (lr=1.0920e-04) (hash(x)=154282910)
+100 val loss 7.5881
+100 val perplexity 1974.5780
+100 train 7.494137 (lr=1.2120e-04) (hash(x)=144903932)
+110 train 7.504959 (lr=1.3320e-04) (hash(x)=151685723)
+120 train 7.299349 (lr=1.4520e-04) (hash(x)=152347864)
+130 train 7.293032 (lr=1.5720e-04) (hash(x)=152230926)
+140 train 7.148556 (lr=1.6920e-04) (hash(x)=142121048)
+150 train 7.265087 (lr=1.8120e-04) (hash(x)=173839165)
+160 train 7.050098 (lr=1.9320e-04) (hash(x)=158755931)
+170 train 6.881308 (lr=2.0520e-04) (hash(x)=151645697)
+180 train 7.167406 (lr=2.1720e-04) (hash(x)=179696111)
+190 train 6.812750 (lr=2.2920e-04) (hash(x)=150511423)
+200 val loss 6.8505
+200 val perplexity 944.3774
+200 train 6.975245 (lr=2.4120e-04) (hash(x)=167734596)
+210 train 6.547418 (lr=2.5320e-04) (hash(x)=133157560)
+220 train 6.813692 (lr=2.6520e-04) (hash(x)=152234670)
+230 train 6.621839 (lr=2.7720e-04) (hash(x)=160995039)
+240 train 6.495830 (lr=2.8920e-04) (hash(x)=139367591)
+250 train 6.664530 (lr=3.0120e-04) (hash(x)=153224076)
+260 train 6.560595 (lr=3.1320e-04) (hash(x)=156667529)
+270 train 6.467413 (lr=3.2520e-04) (hash(x)=133883725)
+280 train 6.291535 (lr=3.3720e-04) (hash(x)=151939311)
+290 train 6.328707 (lr=3.4920e-04) (hash(x)=150290478)
+300 val loss 6.3322
+300 val perplexity 562.4131
+300 train 6.290477 (lr=3.6120e-04) (hash(x)=149619098)
+310 train 6.208458 (lr=3.7320e-04) (hash(x)=142344072)
+320 train 6.271106 (lr=3.8520e-04) (hash(x)=151878766)
+330 train 6.121476 (lr=3.9720e-04) (hash(x)=136419763)
+340 train 6.240640 (lr=4.0920e-04) (hash(x)=160761498)
+350 train 6.089416 (lr=4.2120e-04) (hash(x)=146539909)
+360 train 6.200458 (lr=4.3320e-04) (hash(x)=143063312)
+370 train 6.056172 (lr=4.4520e-04) (hash(x)=153705818)
+380 train 5.972964 (lr=4.5720e-04) (hash(x)=149579175)
+390 train 5.918429 (lr=4.6920e-04) (hash(x)=150904406)
+400 val loss 6.0112
+400 val perplexity 407.9679
+400 train 5.876863 (lr=4.8120e-04) (hash(x)=153710890)
+410 train 5.771727 (lr=4.9320e-04) (hash(x)=138302968)
+420 train 5.777105 (lr=5.0520e-04) (hash(x)=141112989)
+430 train 5.830154 (lr=5.1720e-04) (hash(x)=149846944)
+440 train 5.828116 (lr=5.2920e-04) (hash(x)=157683479)
+450 train 5.824431 (lr=5.4120e-04) (hash(x)=155873620)
+460 train 6.028512 (lr=5.5320e-04) (hash(x)=152133659)
+470 train 5.799159 (lr=5.6520e-04) (hash(x)=158095308)
+480 train 5.649451 (lr=5.7720e-04) (hash(x)=148422063)
+490 train 5.826170 (lr=5.8920e-04) (hash(x)=145665071)
+500 val loss 5.7841
+500 val perplexity 325.1038
+500 train 5.776611 (lr=6.0000e-04) (hash(x)=145450636)
+510 train 5.759080 (lr=6.0000e-04) (hash(x)=148375186)
+520 train 5.775891 (lr=5.9999e-04) (hash(x)=144256573)
+530 train 5.816446 (lr=5.9998e-04) (hash(x)=141443048)
+540 train 5.650346 (lr=5.9997e-04) (hash(x)=149347480)
+550 train 5.734946 (lr=5.9995e-04) (hash(x)=154123388)
+560 train 5.695611 (lr=5.9993e-04) (hash(x)=143045783)
+570 train 5.565760 (lr=5.9990e-04) (hash(x)=157244060)
+580 train 5.561405 (lr=5.9987e-04) (hash(x)=158018166)
+590 train 5.635768 (lr=5.9984e-04) (hash(x)=153794251)
+600 val loss 5.6070
+600 val perplexity 272.3222
+600 train 5.557906 (lr=5.9980e-04) (hash(x)=145249251)
+610 train 5.607287 (lr=5.9976e-04) (hash(x)=150377688)
+620 train 5.564731 (lr=5.9972e-04) (hash(x)=134768519)
+630 train 5.479506 (lr=5.9967e-04) (hash(x)=141559208)
+640 train 5.457463 (lr=5.9962e-04) (hash(x)=148444988)
+650 train 5.460835 (lr=5.9956e-04) (hash(x)=148937127)
+660 train 5.367904 (lr=5.9950e-04) (hash(x)=145121305)
+670 train 5.500012 (lr=5.9943e-04) (hash(x)=156860740)
+680 train 5.281329 (lr=5.9937e-04) (hash(x)=137272598)
+690 train 5.285691 (lr=5.9929e-04) (hash(x)=139021179)
+700 val loss 5.4152
+700 val perplexity 224.7959
+700 train 5.586763 (lr=5.9922e-04) (hash(x)=150475545)
+710 train 5.376775 (lr=5.9914e-04) (hash(x)=148476077)
+720 train 5.262850 (lr=5.9905e-04) (hash(x)=143328717)
+730 train 5.183437 (lr=5.9897e-04) (hash(x)=137342488)
+740 train 5.278402 (lr=5.9887e-04) (hash(x)=149452392)
+750 train 5.261243 (lr=5.9878e-04) (hash(x)=154653428)
+760 train 5.379678 (lr=5.9868e-04) (hash(x)=153305312)
+770 train 5.227743 (lr=5.9857e-04) (hash(x)=153862299)
+780 train 5.243790 (lr=5.9847e-04) (hash(x)=151035519)
+790 train 5.340232 (lr=5.9836e-04) (hash(x)=145990773)
+800 val loss 5.2937
+800 val perplexity 199.0835
+800 train 5.304738 (lr=5.9824e-04) (hash(x)=144483776)
+810 train 5.202996 (lr=5.9812e-04) (hash(x)=142045737)
+820 train 5.332297 (lr=5.9800e-04) (hash(x)=157946886)
+830 train 5.202717 (lr=5.9787e-04) (hash(x)=150425385)
+840 train 5.245149 (lr=5.9774e-04) (hash(x)=144514796)
+850 train 5.278734 (lr=5.9761e-04) (hash(x)=157395496)
+860 train 5.250891 (lr=5.9747e-04) (hash(x)=151365298)
+870 train 5.275786 (lr=5.9732e-04) (hash(x)=151437005)
+880 train 5.180932 (lr=5.9718e-04) (hash(x)=151935250)
+890 train 5.223048 (lr=5.9703e-04) (hash(x)=159838534)
+900 val loss 5.1791
+900 val perplexity 177.5242
+900 train 5.195571 (lr=5.9687e-04) (hash(x)=157916369)
+910 train 5.251864 (lr=5.9672e-04) (hash(x)=165272484)
+920 train 5.105950 (lr=5.9655e-04) (hash(x)=145383083)
+930 train 5.092994 (lr=5.9639e-04) (hash(x)=152078393)
+940 train 5.209867 (lr=5.9622e-04) (hash(x)=151846396)
+950 train 5.135397 (lr=5.9605e-04) (hash(x)=166073923)
+960 train 5.104422 (lr=5.9587e-04) (hash(x)=136782937)
+970 train 5.076737 (lr=5.9569e-04) (hash(x)=146747407)
+980 train 5.097136 (lr=5.9550e-04) (hash(x)=171270168)
+990 train 5.102144 (lr=5.9531e-04) (hash(x)=141668491)
+1000 val loss 5.1032
+1000 val perplexity 164.5528
+1000 train 5.003941 (lr=5.9512e-04) (hash(x)=154856891)
+1010 train 5.093828 (lr=5.9492e-04) (hash(x)=145288527)
+1020 train 4.962240 (lr=5.9472e-04) (hash(x)=144618667)
+1030 train 5.199950 (lr=5.9452e-04) (hash(x)=139276042)
+1040 train 4.887685 (lr=5.9431e-04) (hash(x)=147217952)
+1050 train 4.988291 (lr=5.9410e-04) (hash(x)=151925203)
+1060 train 4.949405 (lr=5.9388e-04) (hash(x)=147473652)
+1070 train 4.911823 (lr=5.9366e-04) (hash(x)=145345524)
+1080 train 4.801612 (lr=5.9344e-04) (hash(x)=155595779)
+1090 train 4.851241 (lr=5.9321e-04) (hash(x)=147405225)
+1100 val loss 5.0080
+1100 val perplexity 149.6043
+1100 train 4.702862 (lr=5.9298e-04) (hash(x)=136191502)
+1110 train 4.935129 (lr=5.9275e-04) (hash(x)=151847694)
+1120 train 5.024825 (lr=5.9251e-04) (hash(x)=144828302)
+1130 train 5.058961 (lr=5.9227e-04) (hash(x)=153817096)
+1140 train 5.107350 (lr=5.9202e-04) (hash(x)=166352243)
+1150 train 5.144423 (lr=5.9177e-04) (hash(x)=153273362)
+1160 train 4.983146 (lr=5.9152e-04) (hash(x)=178082599)
+1170 train 4.779559 (lr=5.9126e-04) (hash(x)=149460553)
+1180 train 4.984323 (lr=5.9100e-04) (hash(x)=151910947)
+1190 train 4.881153 (lr=5.9073e-04) (hash(x)=147115336)
+1200 val loss 4.9122
+1200 val perplexity 135.9390
+1200 train 4.933949 (lr=5.9046e-04) (hash(x)=148021541)
+1210 train 4.826488 (lr=5.9019e-04) (hash(x)=151495989)
+1220 train 4.946360 (lr=5.8992e-04) (hash(x)=156983220)
+1230 train 5.015411 (lr=5.8963e-04) (hash(x)=147788187)
+1240 train 4.985041 (lr=5.8935e-04) (hash(x)=171125590)
+1250 train 4.886112 (lr=5.8906e-04) (hash(x)=141356608)
+1260 train 4.929478 (lr=5.8877e-04) (hash(x)=150132098)
+1270 train 4.807566 (lr=5.8848e-04) (hash(x)=147917245)
+1280 train 4.900241 (lr=5.8818e-04) (hash(x)=148900016)
+1290 train 4.870604 (lr=5.8787e-04) (hash(x)=144978605)
+1300 val loss 4.8334
+1300 val perplexity 125.6381
+1300 train 4.781497 (lr=5.8757e-04) (hash(x)=146005217)
+1310 train 4.797524 (lr=5.8726e-04) (hash(x)=144892309)
+1320 train 4.859780 (lr=5.8694e-04) (hash(x)=165903661)
+1330 train 4.807590 (lr=5.8663e-04) (hash(x)=168489989)
+1340 train 4.975265 (lr=5.8630e-04) (hash(x)=176281294)
+1350 train 4.759254 (lr=5.8598e-04) (hash(x)=144511718)
+1360 train 4.823272 (lr=5.8565e-04) (hash(x)=144362722)
+1370 train 4.693036 (lr=5.8532e-04) (hash(x)=139964999)
+1380 train 4.716559 (lr=5.8498e-04) (hash(x)=193332654)
+1390 train 4.761081 (lr=5.8464e-04) (hash(x)=138180866)
+1400 val loss 4.7848
+1400 val perplexity 119.6811
+1400 train 4.762902 (lr=5.8430e-04) (hash(x)=146019502)
+1410 train 4.809028 (lr=5.8395e-04) (hash(x)=153245388)
+1420 train 4.693506 (lr=5.8360e-04) (hash(x)=149839636)
+1430 train 4.802482 (lr=5.8324e-04) (hash(x)=142844796)
+1440 train 5.023189 (lr=5.8289e-04) (hash(x)=159787060)
+1450 train 4.732884 (lr=5.8252e-04) (hash(x)=146496200)
+1460 train 4.655418 (lr=5.8216e-04) (hash(x)=164169521)
+1470 train 4.702697 (lr=5.8179e-04) (hash(x)=150906386)
+1480 train 4.720006 (lr=5.8142e-04) (hash(x)=148916053)
+1490 train 4.651597 (lr=5.8104e-04) (hash(x)=148746554)
+1500 val loss 4.7859
+1500 val perplexity 119.8145
+1500 train 4.742775 (lr=5.8066e-04) (hash(x)=150127281)
+1510 train 4.912547 (lr=5.8028e-04) (hash(x)=149760530)
+1520 train 4.759301 (lr=5.7989e-04) (hash(x)=144237370)
+1530 train 4.567895 (lr=5.7950e-04) (hash(x)=132692898)
+1540 train 4.553084 (lr=5.7910e-04) (hash(x)=150979737)
+1550 train 4.742966 (lr=5.7870e-04) (hash(x)=142022255)
+1560 train 4.673608 (lr=5.7830e-04) (hash(x)=135769745)
+1570 train 4.536185 (lr=5.7790e-04) (hash(x)=162241131)
+1580 train 4.635792 (lr=5.7749e-04) (hash(x)=166874637)
+1590 train 4.600491 (lr=5.7707e-04) (hash(x)=157401041)
+1600 val loss 4.6843
+1600 val perplexity 108.2363
+1600 train 4.623621 (lr=5.7666e-04) (hash(x)=154120875)
+1610 train 4.613076 (lr=5.7624e-04) (hash(x)=149407490)
+1620 train 4.560949 (lr=5.7581e-04) (hash(x)=144479755)
+1630 train 4.640452 (lr=5.7539e-04) (hash(x)=170907716)
+1640 train 4.289717 (lr=5.7496e-04) (hash(x)=151914010)
+1650 train 4.579615 (lr=5.7452e-04) (hash(x)=149843610)
+1660 train 4.474859 (lr=5.7408e-04) (hash(x)=133217001)
+1670 train 4.449507 (lr=5.7364e-04) (hash(x)=168227774)
+1680 train 4.403447 (lr=5.7320e-04) (hash(x)=157093189)
+1690 train 4.241521 (lr=5.7275e-04) (hash(x)=154989819)
+1700 val loss 4.6601
+1700 val perplexity 105.6499
+1700 train 4.764375 (lr=5.7230e-04) (hash(x)=155797680)
+1710 train 4.438869 (lr=5.7184e-04) (hash(x)=166050772)
+1720 train 4.415730 (lr=5.7138e-04) (hash(x)=151663443)
+1730 train 4.637233 (lr=5.7092e-04) (hash(x)=152112619)
+1740 train 4.559391 (lr=5.7045e-04) (hash(x)=156132679)
+1750 train 4.410774 (lr=5.6999e-04) (hash(x)=149044477)
+1760 train 4.588952 (lr=5.6951e-04) (hash(x)=142924719)
+1770 train 4.492014 (lr=5.6904e-04) (hash(x)=153467406)
+1780 train 4.576634 (lr=5.6856e-04) (hash(x)=148889581)
+1790 train 4.516285 (lr=5.6807e-04) (hash(x)=164831182)
+1800 val loss 4.5968
+1800 val perplexity 99.1682
+1800 train 4.524964 (lr=5.6759e-04) (hash(x)=156809396)
+1810 train 4.623642 (lr=5.6710e-04) (hash(x)=149245741)
+1820 train 4.570191 (lr=5.6660e-04) (hash(x)=146865466)
+1830 train 4.640428 (lr=5.6611e-04) (hash(x)=148068618)
+1840 train 4.473223 (lr=5.6561e-04) (hash(x)=150088183)
+1850 train 4.549740 (lr=5.6510e-04) (hash(x)=146695082)
+1860 train 4.488262 (lr=5.6459e-04) (hash(x)=169008624)
+1870 train 4.424570 (lr=5.6408e-04) (hash(x)=148645124)
+1880 train 4.590400 (lr=5.6357e-04) (hash(x)=139701422)
+1890 train 4.548831 (lr=5.6305e-04) (hash(x)=156374257)
+1900 val loss 4.5746
+1900 val perplexity 96.9929
+1900 train 4.496499 (lr=5.6253e-04) (hash(x)=144640294)
+1910 train 4.637846 (lr=5.6201e-04) (hash(x)=147484985)
+1920 train 4.494401 (lr=5.6148e-04) (hash(x)=142317889)
+1930 train 4.482625 (lr=5.6095e-04) (hash(x)=144906216)
+1940 train 4.534515 (lr=5.6041e-04) (hash(x)=165332621)
+1950 train 4.510262 (lr=5.5988e-04) (hash(x)=145701919)
+1960 train 4.410273 (lr=5.5934e-04) (hash(x)=146414118)
+1970 train 4.572169 (lr=5.5879e-04) (hash(x)=146766958)
+1980 train 4.492216 (lr=5.5824e-04) (hash(x)=148146847)
+1990 train 4.256873 (lr=5.5769e-04) (hash(x)=159684604)
+2000 val loss 4.5661
+2000 val perplexity 96.1705
+2000 train 4.404471 (lr=5.5714e-04) (hash(x)=162831106)
+2010 train 4.424958 (lr=5.5658e-04) (hash(x)=150583346)
+2020 train 4.373349 (lr=5.5602e-04) (hash(x)=142779458)
+2030 train 4.354062 (lr=5.5546e-04) (hash(x)=143755114)
+2040 train 4.268564 (lr=5.5489e-04) (hash(x)=147324095)
+2050 train 4.371172 (lr=5.5432e-04) (hash(x)=141727373)
+2060 train 4.443020 (lr=5.5374e-04) (hash(x)=162053052)
+2070 train 4.490764 (lr=5.5317e-04) (hash(x)=162596975)
+2080 train 4.409820 (lr=5.5259e-04) (hash(x)=161242340)
+2090 train 4.390230 (lr=5.5200e-04) (hash(x)=148583522)
+2100 val loss 4.5780
+2100 val perplexity 97.3198
+2100 train 4.465339 (lr=5.5142e-04) (hash(x)=158239484)
+2110 train 4.378835 (lr=5.5083e-04) (hash(x)=152610058)
+2120 train 4.409603 (lr=5.5023e-04) (hash(x)=146582203)
+2130 train 4.148681 (lr=5.4964e-04) (hash(x)=146686436)
+2140 train 4.555778 (lr=5.4904e-04) (hash(x)=142827295)
+2150 train 4.478709 (lr=5.4843e-04) (hash(x)=150747398)
+2160 train 4.763395 (lr=5.4783e-04) (hash(x)=150777134)
+2170 train 4.433492 (lr=5.4722e-04) (hash(x)=157002856)
+2180 train 4.492192 (lr=5.4661e-04) (hash(x)=150442337)
+2190 train 4.460946 (lr=5.4599e-04) (hash(x)=150799081)
+2200 val loss 4.4986
+2200 val perplexity 89.8879
+2200 train 4.381059 (lr=5.4537e-04) (hash(x)=140504180)
+2210 train 4.517085 (lr=5.4475e-04) (hash(x)=149088475)
+2220 train 4.481184 (lr=5.4413e-04) (hash(x)=155180847)
+2230 train 4.402691 (lr=5.4350e-04) (hash(x)=159347164)
+2240 train 4.563639 (lr=5.4287e-04) (hash(x)=153574288)
+2250 train 4.508776 (lr=5.4223e-04) (hash(x)=142603512)
+2260 train 4.519448 (lr=5.4160e-04) (hash(x)=142953831)
+2270 train 4.413083 (lr=5.4096e-04) (hash(x)=137642681)
+2280 train 4.433607 (lr=5.4031e-04) (hash(x)=158106614)
+2290 train 4.436308 (lr=5.3967e-04) (hash(x)=160787891)
+2300 val loss 4.4679
+2300 val perplexity 87.1697
+2300 train 4.533278 (lr=5.3902e-04) (hash(x)=142234024)
+2310 train 4.434681 (lr=5.3837e-04) (hash(x)=138192210)
+2320 train 4.458347 (lr=5.3771e-04) (hash(x)=147727662)
+2330 train 4.403520 (lr=5.3705e-04) (hash(x)=169324653)
+2340 train 4.514364 (lr=5.3639e-04) (hash(x)=145350355)
+2350 train 4.508618 (lr=5.3573e-04) (hash(x)=156909016)
+2360 train 4.430801 (lr=5.3506e-04) (hash(x)=144559543)
+2370 train 4.417887 (lr=5.3439e-04) (hash(x)=153212312)
+2380 train 4.389775 (lr=5.3372e-04) (hash(x)=131816284)
+2390 train 4.450120 (lr=5.3304e-04) (hash(x)=165818309)
+2400 val loss 4.4651
+2400 val perplexity 86.9287
+2400 train 4.476176 (lr=5.3236e-04) (hash(x)=143091562)
+2410 train 4.372552 (lr=5.3168e-04) (hash(x)=154010697)
+2420 train 4.343225 (lr=5.3099e-04) (hash(x)=144844001)
+2430 train 4.501669 (lr=5.3030e-04) (hash(x)=156389834)
+2440 train 4.198299 (lr=5.2961e-04) (hash(x)=162425919)
+2450 train 4.446963 (lr=5.2892e-04) (hash(x)=154200479)
+2460 train 4.370580 (lr=5.2822e-04) (hash(x)=159066617)
+2470 train 4.185802 (lr=5.2752e-04) (hash(x)=148278058)
+2480 train 4.150192 (lr=5.2682e-04) (hash(x)=165598522)
+2490 train 4.454783 (lr=5.2612e-04) (hash(x)=141306086)
+2500 val loss 4.4934
+2500 val perplexity 89.4246
+2500 train 4.308168 (lr=5.2541e-04) (hash(x)=149857456)
+2510 train 4.301208 (lr=5.2470e-04) (hash(x)=150368907)
+2520 train 4.256428 (lr=5.2398e-04) (hash(x)=153394920)
+2530 train 4.233460 (lr=5.2327e-04) (hash(x)=159740116)
+2540 train 4.392202 (lr=5.2255e-04) (hash(x)=161620367)
+2550 train 4.467092 (lr=5.2183e-04) (hash(x)=147223658)
+2560 train 4.554312 (lr=5.2110e-04) (hash(x)=158146613)
+2570 train 4.460134 (lr=5.2037e-04) (hash(x)=136375336)
+2580 train 4.500267 (lr=5.1964e-04) (hash(x)=149298016)
+2590 train 4.415389 (lr=5.1891e-04) (hash(x)=150720933)
+2600 val loss 4.4306
+2600 val perplexity 83.9809
+2600 train 4.525354 (lr=5.1817e-04) (hash(x)=146191551)
+2610 train 4.342191 (lr=5.1743e-04) (hash(x)=151413395)
+2620 train 4.543557 (lr=5.1669e-04) (hash(x)=162094106)
+2630 train 4.428928 (lr=5.1595e-04) (hash(x)=150608302)
+2640 train 4.333382 (lr=5.1520e-04) (hash(x)=146115160)
+2650 train 4.430802 (lr=5.1445e-04) (hash(x)=138242788)
+2660 train 4.641551 (lr=5.1370e-04) (hash(x)=159921837)
+2670 train 4.250050 (lr=5.1295e-04) (hash(x)=137205989)
+2680 train 4.269504 (lr=5.1219e-04) (hash(x)=158608524)
+2690 train 4.314833 (lr=5.1143e-04) (hash(x)=153322085)
+2700 val loss 4.4073
+2700 val perplexity 82.0512
+2700 train 4.354226 (lr=5.1067e-04) (hash(x)=145375752)
+2710 train 4.365409 (lr=5.0990e-04) (hash(x)=145036398)
+2720 train 4.384626 (lr=5.0913e-04) (hash(x)=140064355)
+2730 train 4.415036 (lr=5.0836e-04) (hash(x)=148983355)
+2740 train 4.311646 (lr=5.0759e-04) (hash(x)=147636026)
+2750 train 4.367444 (lr=5.0681e-04) (hash(x)=151763585)
+2760 train 4.299557 (lr=5.0603e-04) (hash(x)=178033416)
+2770 train 4.262702 (lr=5.0525e-04) (hash(x)=147097669)
+2780 train 4.223789 (lr=5.0447e-04) (hash(x)=140475447)
+2790 train 4.337634 (lr=5.0368e-04) (hash(x)=141135962)
+2800 val loss 4.3988
+2800 val perplexity 81.3571
+2800 train 4.240672 (lr=5.0290e-04) (hash(x)=151568014)
+2810 train 4.953083 (lr=5.0210e-04) (hash(x)=170629615)
+2820 train 4.317946 (lr=5.0131e-04) (hash(x)=151858146)
+2830 train 4.232313 (lr=5.0052e-04) (hash(x)=152170305)
+2840 train 4.149346 (lr=4.9972e-04) (hash(x)=150705881)
+2850 train 4.182802 (lr=4.9892e-04) (hash(x)=146997394)
+2860 train 4.164981 (lr=4.9811e-04) (hash(x)=159749180)
+2870 train 4.046839 (lr=4.9731e-04) (hash(x)=147618423)
+2880 train 4.240561 (lr=4.9650e-04) (hash(x)=140778993)
+2890 train 4.124408 (lr=4.9569e-04) (hash(x)=150735837)
+2900 val loss 4.3982
+2900 val perplexity 81.3030
+2900 train 4.178474 (lr=4.9487e-04) (hash(x)=149366597)
+2910 train 4.299051 (lr=4.9406e-04) (hash(x)=181602500)
+2920 train 4.265178 (lr=4.9324e-04) (hash(x)=148080200)
+2930 train 4.104599 (lr=4.9242e-04) (hash(x)=150629961)
+2940 train 4.279860 (lr=4.9160e-04) (hash(x)=155786888)
+2950 train 4.278832 (lr=4.9077e-04) (hash(x)=148553059)
+2960 train 4.396752 (lr=4.8995e-04) (hash(x)=158494862)
+2970 train 4.517593 (lr=4.8912e-04) (hash(x)=147684099)
+2980 train 4.273145 (lr=4.8829e-04) (hash(x)=159008790)
+2990 train 4.419888 (lr=4.8745e-04) (hash(x)=148288782)
+3000 val loss 4.3568
+3000 val perplexity 78.0109
+3000 train 4.292861 (lr=4.8662e-04) (hash(x)=150464442)
+3010 train 4.371593 (lr=4.8578e-04) (hash(x)=148665916)
+3020 train 4.316908 (lr=4.8494e-04) (hash(x)=159788454)
+3030 train 4.389796 (lr=4.8409e-04) (hash(x)=170224765)
+3040 train 4.277595 (lr=4.8325e-04) (hash(x)=139746299)
+3050 train 4.338845 (lr=4.8240e-04) (hash(x)=173491884)
+3060 train 4.332809 (lr=4.8155e-04) (hash(x)=146098725)
+3070 train 4.309294 (lr=4.8070e-04) (hash(x)=154713525)
+3080 train 4.338870 (lr=4.7984e-04) (hash(x)=151206978)
+3090 train 4.370872 (lr=4.7899e-04) (hash(x)=144250687)
+3100 val loss 4.3782
+3100 val perplexity 79.6952
+3100 train 4.409786 (lr=4.7813e-04) (hash(x)=182449036)
+3110 train 4.221416 (lr=4.7727e-04) (hash(x)=145504538)
+3120 train 4.258609 (lr=4.7641e-04) (hash(x)=147948751)
+3130 train 4.212210 (lr=4.7554e-04) (hash(x)=144547711)
+3140 train 4.326009 (lr=4.7467e-04) (hash(x)=158622029)
+3150 train 4.281703 (lr=4.7380e-04) (hash(x)=155949476)
+3160 train 4.287187 (lr=4.7293e-04) (hash(x)=129245664)
+3170 train 4.309855 (lr=4.7206e-04) (hash(x)=157162959)
+3180 train 4.374291 (lr=4.7118e-04) (hash(x)=163102434)
+3190 train 4.401355 (lr=4.7031e-04) (hash(x)=155952009)
+3200 val loss 4.3503
+3200 val perplexity 77.5037
+3200 train 4.289626 (lr=4.6943e-04) (hash(x)=140141286)
+3210 train 4.280479 (lr=4.6855e-04) (hash(x)=148811694)
+3220 train 4.223735 (lr=4.6766e-04) (hash(x)=143433404)
+3230 train 4.279935 (lr=4.6678e-04) (hash(x)=150525065)
+3240 train 4.176414 (lr=4.6589e-04) (hash(x)=152014854)
+3250 train 4.048805 (lr=4.6500e-04) (hash(x)=144716153)
+3260 train 4.385694 (lr=4.6411e-04) (hash(x)=145324818)
+3270 train 4.317697 (lr=4.6322e-04) (hash(x)=154930419)
+3280 train 4.319047 (lr=4.6232e-04) (hash(x)=144649958)
+3290 train 4.301317 (lr=4.6142e-04) (hash(x)=156496147)
+3300 val loss 4.3369
+3300 val perplexity 76.4678
+3300 train 4.258340 (lr=4.6052e-04) (hash(x)=148099414)
+3310 train 4.315618 (lr=4.5962e-04) (hash(x)=141081470)
+3320 train 4.287163 (lr=4.5872e-04) (hash(x)=151572529)
+3330 train 4.253131 (lr=4.5782e-04) (hash(x)=146887343)
+3340 train 4.288600 (lr=4.5691e-04) (hash(x)=148612634)
+3350 train 4.246165 (lr=4.5600e-04) (hash(x)=145218304)
+3360 train 4.167013 (lr=4.5509e-04) (hash(x)=146893345)
+3370 train 4.254632 (lr=4.5418e-04) (hash(x)=159302018)
+3380 train 4.323816 (lr=4.5326e-04) (hash(x)=164117611)
+3390 train 4.194248 (lr=4.5235e-04) (hash(x)=142401925)
+3400 val loss 4.3225
+3400 val perplexity 75.3787
+3400 train 4.173793 (lr=4.5143e-04) (hash(x)=142633951)
+3410 train 4.300762 (lr=4.5051e-04) (hash(x)=148491904)
+3420 train 4.351557 (lr=4.4959e-04) (hash(x)=144013244)
+3430 train 4.161072 (lr=4.4867e-04) (hash(x)=146939843)
+3440 train 4.182618 (lr=4.4774e-04) (hash(x)=161055964)
+3450 train 4.087534 (lr=4.4682e-04) (hash(x)=134825681)
+3460 train 4.276597 (lr=4.4589e-04) (hash(x)=145087511)
+3470 train 4.100667 (lr=4.4496e-04) (hash(x)=144200286)
+3480 train 4.148541 (lr=4.4403e-04) (hash(x)=157605428)
+3490 train 4.325905 (lr=4.4310e-04) (hash(x)=153636990)
+3500 val loss 4.3239
+3500 val perplexity 75.4790
+3500 train 4.178516 (lr=4.4216e-04) (hash(x)=148368965)
+3510 train 4.088175 (lr=4.4123e-04) (hash(x)=144775557)
+3520 train 4.261998 (lr=4.4029e-04) (hash(x)=151539855)
+3530 train 4.280823 (lr=4.3935e-04) (hash(x)=168384321)
+3540 train 4.422899 (lr=4.3841e-04) (hash(x)=155671447)
+3550 train 4.444036 (lr=4.3747e-04) (hash(x)=157403334)
+3560 train 4.223127 (lr=4.3652e-04) (hash(x)=139495714)
+3570 train 4.357045 (lr=4.3558e-04) (hash(x)=147685555)
+3580 train 4.476269 (lr=4.3463e-04) (hash(x)=154209753)
+3590 train 4.097392 (lr=4.3368e-04) (hash(x)=166864372)
+3600 val loss 4.3065
+3600 val perplexity 74.1818
+3600 train 4.208117 (lr=4.3273e-04) (hash(x)=152372067)
+3610 train 4.488429 (lr=4.3178e-04) (hash(x)=156579291)
+3620 train 4.076468 (lr=4.3083e-04) (hash(x)=152969451)
+3630 train 4.051098 (lr=4.2987e-04) (hash(x)=164428105)
+3640 train 4.226479 (lr=4.2892e-04) (hash(x)=153325907)
+3650 train 4.200468 (lr=4.2796e-04) (hash(x)=159197101)
+3660 train 4.191760 (lr=4.2700e-04) (hash(x)=157503290)
+3670 train 4.112825 (lr=4.2604e-04) (hash(x)=149036650)
+3680 train 4.122258 (lr=4.2508e-04) (hash(x)=144525088)
+3690 train 4.232194 (lr=4.2411e-04) (hash(x)=143154211)
+3700 val loss 4.3016
+3700 val perplexity 73.8149
+3700 train 4.222100 (lr=4.2315e-04) (hash(x)=168885609)
+3710 train 4.189565 (lr=4.2218e-04) (hash(x)=148815644)
+3720 train 4.120987 (lr=4.2122e-04) (hash(x)=153279629)
+3730 train 4.140110 (lr=4.2025e-04) (hash(x)=148181200)
+3740 train 4.113040 (lr=4.1928e-04) (hash(x)=151357364)
+3750 train 4.080936 (lr=4.1831e-04) (hash(x)=145269246)
+3760 train 4.149215 (lr=4.1734e-04) (hash(x)=148923398)
+3770 train 4.154061 (lr=4.1636e-04) (hash(x)=141205226)
+3780 train 4.041055 (lr=4.1539e-04) (hash(x)=146180296)
+3790 train 4.117515 (lr=4.1441e-04) (hash(x)=169790000)
+3800 val loss 4.3008
+3800 val perplexity 73.7604
+3800 train 4.153253 (lr=4.1343e-04) (hash(x)=141633734)
+3810 train 4.277663 (lr=4.1246e-04) (hash(x)=156306070)
+3820 train 4.264000 (lr=4.1148e-04) (hash(x)=158769870)
+3830 train 4.237772 (lr=4.1050e-04) (hash(x)=165301927)
+3840 train 4.267307 (lr=4.0951e-04) (hash(x)=147025475)
+3850 train 4.208849 (lr=4.0853e-04) (hash(x)=141223580)
+3860 train 4.236732 (lr=4.0755e-04) (hash(x)=139668795)
+3870 train 4.295900 (lr=4.0656e-04) (hash(x)=155839599)
+3880 train 4.365773 (lr=4.0557e-04) (hash(x)=150635541)
+3890 train 4.353963 (lr=4.0459e-04) (hash(x)=153702524)
+3900 val loss 4.2767
+3900 val perplexity 72.0022
+3900 train 4.179128 (lr=4.0360e-04) (hash(x)=153141007)
+3910 train 4.262108 (lr=4.0261e-04) (hash(x)=145483115)
+3920 train 4.056787 (lr=4.0162e-04) (hash(x)=147480523)
+3930 train 4.230914 (lr=4.0063e-04) (hash(x)=146229467)
+3940 train 4.207361 (lr=3.9963e-04) (hash(x)=151376187)
+3950 train 4.179211 (lr=3.9864e-04) (hash(x)=153745186)
+3960 train 4.150270 (lr=3.9764e-04) (hash(x)=147595615)
+3970 train 4.275993 (lr=3.9665e-04) (hash(x)=157979848)
+3980 train 4.144835 (lr=3.9565e-04) (hash(x)=153714091)
+3990 train 4.175827 (lr=3.9465e-04) (hash(x)=155637629)
+4000 val loss 4.2712
+4000 val perplexity 71.6050
+4000 train 4.201859 (lr=3.9365e-04) (hash(x)=160577202)
+4010 train 4.116205 (lr=3.9266e-04) (hash(x)=147432640)
+4020 train 4.075618 (lr=3.9165e-04) (hash(x)=135542902)
+4030 train 4.209609 (lr=3.9065e-04) (hash(x)=143137909)
+4040 train 4.202774 (lr=3.8965e-04) (hash(x)=148269908)
+4050 train 4.087222 (lr=3.8865e-04) (hash(x)=141954182)
+4060 train 4.169354 (lr=3.8764e-04) (hash(x)=157035179)
+4070 train 3.901249 (lr=3.8664e-04) (hash(x)=151361423)
+4080 train 4.023126 (lr=3.8563e-04) (hash(x)=144373988)
+4090 train 4.241362 (lr=3.8463e-04) (hash(x)=156461428)
+4100 val loss 4.2644
+4100 val perplexity 71.1221
+4100 train 4.343929 (lr=3.8362e-04) (hash(x)=153858169)
+4110 train 4.315270 (lr=3.8261e-04) (hash(x)=165506959)
+4120 train 4.319119 (lr=3.8160e-04) (hash(x)=158709009)
+4130 train 4.398439 (lr=3.8059e-04) (hash(x)=151836522)
+4140 train 4.161856 (lr=3.7958e-04) (hash(x)=152917389)
+4150 train 4.210320 (lr=3.7857e-04) (hash(x)=146973868)
+4160 train 4.311877 (lr=3.7756e-04) (hash(x)=157875887)
+4170 train 4.578331 (lr=3.7655e-04) (hash(x)=167933111)
+4180 train 4.178298 (lr=3.7553e-04) (hash(x)=161938168)
+4190 train 4.148326 (lr=3.7452e-04) (hash(x)=158102630)
+4200 val loss 4.2498
+4200 val perplexity 70.0920
+4200 train 4.269673 (lr=3.7351e-04) (hash(x)=155889149)
+4210 train 4.349800 (lr=3.7249e-04) (hash(x)=131046288)
+4220 train 4.115254 (lr=3.7148e-04) (hash(x)=149423408)
+4230 train 4.205424 (lr=3.7046e-04) (hash(x)=150033580)
+4240 train 4.096198 (lr=3.6944e-04) (hash(x)=137509644)
+4250 train 4.267327 (lr=3.6843e-04) (hash(x)=161159362)
+4260 train 4.173113 (lr=3.6741e-04) (hash(x)=148117355)
+4270 train 4.100213 (lr=3.6639e-04) (hash(x)=147315384)
+4280 train 4.166073 (lr=3.6537e-04) (hash(x)=156577316)
+4290 train 4.342910 (lr=3.6435e-04) (hash(x)=161553761)
+4300 val loss 4.2421
+4300 val perplexity 69.5559
+4300 train 4.006040 (lr=3.6333e-04) (hash(x)=152294662)
+4310 train 4.035946 (lr=3.6231e-04) (hash(x)=144616611)
+4320 train 4.183397 (lr=3.6129e-04) (hash(x)=154134591)
+4330 train 4.045680 (lr=3.6027e-04) (hash(x)=159947834)
+4340 train 4.027687 (lr=3.5925e-04) (hash(x)=156261313)
+4350 train 4.147388 (lr=3.5822e-04) (hash(x)=141245643)
+4360 train 4.113534 (lr=3.5720e-04) (hash(x)=157291204)
+4370 train 4.145621 (lr=3.5618e-04) (hash(x)=142877676)
+4380 train 4.186522 (lr=3.5515e-04) (hash(x)=155174402)
+4390 train 4.036535 (lr=3.5413e-04) (hash(x)=154675451)
+4400 val loss 4.2396
+4400 val perplexity 69.3832
+4400 train 4.203861 (lr=3.5311e-04) (hash(x)=141804386)
+4410 train 4.426002 (lr=3.5208e-04) (hash(x)=163930619)
+4420 train 4.298167 (lr=3.5106e-04) (hash(x)=139437472)
+4430 train 4.234465 (lr=3.5003e-04) (hash(x)=142474831)
+4440 train 4.258693 (lr=3.4901e-04) (hash(x)=150102428)
+4450 train 4.227980 (lr=3.4798e-04) (hash(x)=135805460)
+4460 train 4.189848 (lr=3.4695e-04) (hash(x)=154732100)
+4470 train 4.195867 (lr=3.4593e-04) (hash(x)=148554435)
+4480 train 4.133001 (lr=3.4490e-04) (hash(x)=142410065)
+4490 train 4.155505 (lr=3.4387e-04) (hash(x)=148108338)
+4500 val loss 4.2217
+4500 val perplexity 68.1509
+4500 train 4.071621 (lr=3.4285e-04) (hash(x)=151095242)
+4510 train 4.075661 (lr=3.4182e-04) (hash(x)=154911617)
+4520 train 4.115407 (lr=3.4079e-04) (hash(x)=150858662)
+4530 train 4.061187 (lr=3.3977e-04) (hash(x)=146850830)
+4540 train 4.118964 (lr=3.3874e-04) (hash(x)=153506103)
+4550 train 4.134123 (lr=3.3771e-04) (hash(x)=157068400)
+4560 train 4.206189 (lr=3.3668e-04) (hash(x)=163640327)
+4570 train 4.263094 (lr=3.3565e-04) (hash(x)=158962962)
+4580 train 4.125972 (lr=3.3463e-04) (hash(x)=143454481)
+4590 train 4.134850 (lr=3.3360e-04) (hash(x)=155380269)
+4600 val loss 4.2556
+4600 val perplexity 70.4971
+4600 train 4.288472 (lr=3.3257e-04) (hash(x)=156414699)
+4610 train 4.108760 (lr=3.3154e-04) (hash(x)=153520595)
+4620 train 4.129999 (lr=3.3051e-04) (hash(x)=151287061)
+4630 train 3.961761 (lr=3.2949e-04) (hash(x)=144972877)
+4640 train 4.081348 (lr=3.2846e-04) (hash(x)=152031134)
+4650 train 4.220479 (lr=3.2743e-04) (hash(x)=155348609)
+4660 train 4.006318 (lr=3.2640e-04) (hash(x)=144855343)
+4670 train 4.161096 (lr=3.2537e-04) (hash(x)=159247995)
+4680 train 4.053130 (lr=3.2435e-04) (hash(x)=133146878)
+4690 train 4.289427 (lr=3.2332e-04) (hash(x)=148797338)
+4700 val loss 4.2147
+4700 val perplexity 67.6768
+4700 train 4.169440 (lr=3.2229e-04) (hash(x)=161556686)
+4710 train 4.353711 (lr=3.2126e-04) (hash(x)=142528636)
+4720 train 4.279312 (lr=3.2023e-04) (hash(x)=148322603)
+4730 train 4.196731 (lr=3.1921e-04) (hash(x)=145051555)
+4740 train 4.113234 (lr=3.1818e-04) (hash(x)=146193153)
+4750 train 4.310147 (lr=3.1715e-04) (hash(x)=165802167)
+4760 train 4.260219 (lr=3.1613e-04) (hash(x)=158948628)
+4770 train 4.301055 (lr=3.1510e-04) (hash(x)=156177788)
+4780 train 4.156542 (lr=3.1407e-04) (hash(x)=175446069)
+4790 train 4.179591 (lr=3.1305e-04) (hash(x)=141100706)
+4800 val loss 4.2115
+4800 val perplexity 67.4604
+4800 train 4.103304 (lr=3.1202e-04) (hash(x)=149000293)
+4810 train 4.028175 (lr=3.1099e-04) (hash(x)=135891778)
+4820 train 4.081861 (lr=3.0997e-04) (hash(x)=145474733)
+4830 train 4.141610 (lr=3.0894e-04) (hash(x)=145187742)
+4840 train 4.190108 (lr=3.0792e-04) (hash(x)=157685237)
+4850 train 4.026490 (lr=3.0689e-04) (hash(x)=128599506)
+4860 train 4.117213 (lr=3.0587e-04) (hash(x)=142067051)
+4870 train 4.065267 (lr=3.0485e-04) (hash(x)=156215711)
+4880 train 4.259776 (lr=3.0382e-04) (hash(x)=150456895)
+4890 train 3.884215 (lr=3.0280e-04) (hash(x)=141647202)
+4900 val loss 4.2000
+4900 val perplexity 66.6849
+4900 train 3.945271 (lr=3.0178e-04) (hash(x)=154349989)
+4910 train 3.981321 (lr=3.0075e-04) (hash(x)=151563396)
+4920 train 3.994511 (lr=2.9973e-04) (hash(x)=138868314)
+4930 train 4.139812 (lr=2.9871e-04) (hash(x)=148533460)
+4940 train 4.129040 (lr=2.9769e-04) (hash(x)=144892493)
+4950 train 4.150645 (lr=2.9667e-04) (hash(x)=170326431)
+4960 train 4.149920 (lr=2.9565e-04) (hash(x)=163312680)
+4970 train 4.111387 (lr=2.9463e-04) (hash(x)=184352734)
+4980 train 4.187467 (lr=2.9361e-04) (hash(x)=140363733)
+4990 train 4.085557 (lr=2.9259e-04) (hash(x)=147794873)
+5000 val loss 4.1943
+5000 val perplexity 66.3055
+5000 train 4.177243 (lr=2.9157e-04) (hash(x)=131475967)
+5010 train 4.281310 (lr=2.9056e-04) (hash(x)=139560000)
+5020 train 4.186268 (lr=2.8954e-04) (hash(x)=160128701)
+5030 train 4.298525 (lr=2.8852e-04) (hash(x)=154698531)
+5040 train 4.261716 (lr=2.8751e-04) (hash(x)=153833791)
+5050 train 4.180938 (lr=2.8649e-04) (hash(x)=145953388)
+5060 train 4.522370 (lr=2.8548e-04) (hash(x)=134297881)
+5070 train 4.186088 (lr=2.8447e-04) (hash(x)=159987550)
+5080 train 4.177457 (lr=2.8345e-04) (hash(x)=147699302)
+5090 train 3.901203 (lr=2.8244e-04) (hash(x)=140534876)
+5100 val loss 4.1898
+5100 val perplexity 66.0123
+5100 train 4.105705 (lr=2.8143e-04) (hash(x)=149717902)
+5110 train 4.023517 (lr=2.8042e-04) (hash(x)=147648148)
+5120 train 4.042538 (lr=2.7941e-04) (hash(x)=170962791)
+5130 train 4.088052 (lr=2.7840e-04) (hash(x)=139633288)
+5140 train 4.256811 (lr=2.7739e-04) (hash(x)=160163221)
+5150 train 4.087533 (lr=2.7638e-04) (hash(x)=146625393)
+5160 train 4.150156 (lr=2.7537e-04) (hash(x)=147399092)
+5170 train 3.991426 (lr=2.7437e-04) (hash(x)=147172792)
+5180 train 4.097240 (lr=2.7336e-04) (hash(x)=140600568)
+5190 train 4.018775 (lr=2.7236e-04) (hash(x)=152423962)
+5200 val loss 4.1866
+5200 val perplexity 65.8001
+5200 train 4.127081 (lr=2.7135e-04) (hash(x)=151407999)
+5210 train 4.075913 (lr=2.7035e-04) (hash(x)=154874903)
+5220 train 3.890605 (lr=2.6935e-04) (hash(x)=154133697)
+5230 train 4.077150 (lr=2.6835e-04) (hash(x)=148148721)
+5240 train 4.055752 (lr=2.6734e-04) (hash(x)=149681665)
+5250 train 4.022038 (lr=2.6635e-04) (hash(x)=150136904)
+5260 train 4.137352 (lr=2.6535e-04) (hash(x)=149261170)
+5270 train 4.107561 (lr=2.6435e-04) (hash(x)=155540595)
+5280 train 4.124571 (lr=2.6335e-04) (hash(x)=141973714)
+5290 train 4.570252 (lr=2.6236e-04) (hash(x)=146827439)
+5300 val loss 4.1745
+5300 val perplexity 65.0058
+5300 train 4.140273 (lr=2.6136e-04) (hash(x)=168602728)
+5310 train 4.119944 (lr=2.6037e-04) (hash(x)=144035757)
+5320 train 4.179716 (lr=2.5937e-04) (hash(x)=143287560)
+5330 train 4.110137 (lr=2.5838e-04) (hash(x)=142461814)
+5340 train 4.154832 (lr=2.5739e-04) (hash(x)=149905536)
+5350 train 4.251827 (lr=2.5640e-04) (hash(x)=134597061)
+5360 train 4.276795 (lr=2.5541e-04) (hash(x)=156520228)
+5370 train 4.185418 (lr=2.5443e-04) (hash(x)=152690323)
+5380 train 4.125360 (lr=2.5344e-04) (hash(x)=140092622)
+5390 train 4.088529 (lr=2.5245e-04) (hash(x)=153504017)
+5400 val loss 4.1616
+5400 val perplexity 64.1746
+5400 train 4.112967 (lr=2.5147e-04) (hash(x)=158344511)
+5410 train 4.042314 (lr=2.5049e-04) (hash(x)=149681960)
+5420 train 4.093867 (lr=2.4950e-04) (hash(x)=143459968)
+5430 train 4.008551 (lr=2.4852e-04) (hash(x)=134759020)
+5440 train 3.986306 (lr=2.4754e-04) (hash(x)=164760471)
+5450 train 4.039769 (lr=2.4657e-04) (hash(x)=148551310)
+5460 train 4.175451 (lr=2.4559e-04) (hash(x)=155464239)
+5470 train 3.987691 (lr=2.4461e-04) (hash(x)=147309485)
+5480 train 3.940682 (lr=2.4364e-04) (hash(x)=163937590)
+5490 train 4.226748 (lr=2.4266e-04) (hash(x)=142830147)
+5500 val loss 4.1583
+5500 val perplexity 63.9600
+5500 train 4.054812 (lr=2.4169e-04) (hash(x)=148350057)
+5510 train 4.028842 (lr=2.4072e-04) (hash(x)=149007838)
+5520 train 3.997600 (lr=2.3975e-04) (hash(x)=158176239)
+5530 train 4.104340 (lr=2.3878e-04) (hash(x)=156395740)
+5540 train 4.270691 (lr=2.3782e-04) (hash(x)=152453211)
+5550 train 3.986491 (lr=2.3685e-04) (hash(x)=144447218)
+5560 train 4.157467 (lr=2.3589e-04) (hash(x)=153858804)
+5570 train 3.988536 (lr=2.3492e-04) (hash(x)=133929681)
+5580 train 4.237970 (lr=2.3396e-04) (hash(x)=159170988)
+5590 train 4.175734 (lr=2.3300e-04) (hash(x)=144978886)
+5600 val loss 4.1527
+5600 val perplexity 63.6048
+5600 train 4.194169 (lr=2.3204e-04) (hash(x)=153847323)
+5610 train 4.143672 (lr=2.3108e-04) (hash(x)=145553636)
+5620 train 5.290322 (lr=2.3013e-04) (hash(x)=153712417)
+5630 train 4.174591 (lr=2.2917e-04) (hash(x)=148397520)
+5640 train 4.117166 (lr=2.2822e-04) (hash(x)=149424351)
+5650 train 4.210706 (lr=2.2727e-04) (hash(x)=140531069)
+5660 train 4.148504 (lr=2.2632e-04) (hash(x)=144904009)
+5670 train 3.999589 (lr=2.2537e-04) (hash(x)=162469666)
+5680 train 4.124962 (lr=2.2442e-04) (hash(x)=149254569)
+5690 train 4.041796 (lr=2.2348e-04) (hash(x)=146949494)
+5700 val loss 4.1440
+5700 val perplexity 63.0532
+5700 train 4.104294 (lr=2.2253e-04) (hash(x)=156607405)
+5710 train 3.951504 (lr=2.2159e-04) (hash(x)=146349425)
+5720 train 4.117228 (lr=2.2065e-04) (hash(x)=160347239)
+5730 train 4.053485 (lr=2.1971e-04) (hash(x)=153785045)
+5740 train 4.068789 (lr=2.1877e-04) (hash(x)=135967367)
+5750 train 4.032428 (lr=2.1784e-04) (hash(x)=140181987)
+5760 train 4.184039 (lr=2.1690e-04) (hash(x)=153217075)
+5770 train 4.046869 (lr=2.1597e-04) (hash(x)=146360100)
+5780 train 4.070055 (lr=2.1504e-04) (hash(x)=161111351)
+5790 train 4.006124 (lr=2.1411e-04) (hash(x)=147891055)
+5800 val loss 4.1410
+5800 val perplexity 62.8682
+5800 train 3.884526 (lr=2.1318e-04) (hash(x)=145115031)
+5810 train 3.921891 (lr=2.1226e-04) (hash(x)=153661465)
+5820 train 4.016182 (lr=2.1133e-04) (hash(x)=148264581)
+5830 train 4.116851 (lr=2.1041e-04) (hash(x)=171144748)
+5840 train 4.046432 (lr=2.0949e-04) (hash(x)=157863238)
+5850 train 3.985251 (lr=2.0857e-04) (hash(x)=144669655)
+5860 train 3.898940 (lr=2.0765e-04) (hash(x)=154948909)
+5870 train 4.066360 (lr=2.0674e-04) (hash(x)=158981837)
+5880 train 4.108955 (lr=2.0582e-04) (hash(x)=151102851)
+5890 train 4.306065 (lr=2.0491e-04) (hash(x)=153490628)
+5900 val loss 4.1310
+5900 val perplexity 62.2424
+5900 train 4.096318 (lr=2.0400e-04) (hash(x)=141584622)
+5910 train 3.982910 (lr=2.0309e-04) (hash(x)=142896324)
+5920 train 4.269152 (lr=2.0218e-04) (hash(x)=148264764)
+5930 train 4.129268 (lr=2.0128e-04) (hash(x)=153157848)
+5940 train 4.105019 (lr=2.0038e-04) (hash(x)=151086429)
+5950 train 4.079765 (lr=1.9948e-04) (hash(x)=146009598)
+5960 train 4.190752 (lr=1.9858e-04) (hash(x)=149488374)
+5970 train 4.024580 (lr=1.9768e-04) (hash(x)=149307478)
+5980 train 3.795582 (lr=1.9678e-04) (hash(x)=156742339)
+5990 train 4.059119 (lr=1.9589e-04) (hash(x)=164296391)
+6000 val loss 4.1255
+6000 val perplexity 61.8984
+6000 train 4.154809 (lr=1.9500e-04) (hash(x)=146613857)
+6010 train 4.030589 (lr=1.9411e-04) (hash(x)=149742104)
+6020 train 3.977369 (lr=1.9322e-04) (hash(x)=145645994)
+6030 train 4.059315 (lr=1.9234e-04) (hash(x)=156324150)
+6040 train 4.231585 (lr=1.9145e-04) (hash(x)=154655300)
+6050 train 4.094217 (lr=1.9057e-04) (hash(x)=153714860)
+6060 train 4.046013 (lr=1.8969e-04) (hash(x)=139981556)
+6070 train 3.881154 (lr=1.8882e-04) (hash(x)=158753458)
+6080 train 4.043500 (lr=1.8794e-04) (hash(x)=152559930)
+6090 train 4.016532 (lr=1.8707e-04) (hash(x)=137128715)
+6100 val loss 4.1262
+6100 val perplexity 61.9437
+6100 train 4.030574 (lr=1.8620e-04) (hash(x)=144621768)
+6110 train 4.032393 (lr=1.8533e-04) (hash(x)=155614333)
+6120 train 4.017185 (lr=1.8446e-04) (hash(x)=145682343)
+6130 train 3.926471 (lr=1.8359e-04) (hash(x)=142909600)
+6140 train 3.959304 (lr=1.8273e-04) (hash(x)=152993494)
+6150 train 3.844943 (lr=1.8187e-04) (hash(x)=157151527)
+6160 train 3.993061 (lr=1.8101e-04) (hash(x)=150653611)
+6170 train 4.244534 (lr=1.8016e-04) (hash(x)=165237934)
+6180 train 4.094344 (lr=1.7930e-04) (hash(x)=155730197)
+6190 train 4.112364 (lr=1.7845e-04) (hash(x)=149687169)
+6200 val loss 4.1250
+6200 val perplexity 61.8648
+6200 train 4.106633 (lr=1.7760e-04) (hash(x)=146521760)
+6210 train 4.114485 (lr=1.7675e-04) (hash(x)=141008090)
+6220 train 4.076965 (lr=1.7591e-04) (hash(x)=143407095)
+6230 train 4.213218 (lr=1.7506e-04) (hash(x)=152947604)
+6240 train 4.522073 (lr=1.7422e-04) (hash(x)=153876740)
+6250 train 4.159676 (lr=1.7338e-04) (hash(x)=144250615)
+6260 train 4.153634 (lr=1.7255e-04) (hash(x)=155236959)
+6270 train 4.127711 (lr=1.7171e-04) (hash(x)=139785369)
+6280 train 4.057211 (lr=1.7088e-04) (hash(x)=165036565)
+6290 train 4.078882 (lr=1.7005e-04) (hash(x)=144585028)
+6300 val loss 4.1120
+6300 val perplexity 61.0669
+6300 train 3.931736 (lr=1.6923e-04) (hash(x)=161378136)
+6310 train 3.981984 (lr=1.6840e-04) (hash(x)=148483421)
+6320 train 4.031734 (lr=1.6758e-04) (hash(x)=149835040)
+6330 train 3.944311 (lr=1.6676e-04) (hash(x)=149459414)
+6340 train 3.975904 (lr=1.6594e-04) (hash(x)=154290067)
+6350 train 4.075600 (lr=1.6513e-04) (hash(x)=147407391)
+6360 train 4.010707 (lr=1.6431e-04) (hash(x)=146317149)
+6370 train 3.914214 (lr=1.6350e-04) (hash(x)=141970628)
+6380 train 3.949024 (lr=1.6269e-04) (hash(x)=139170535)
+6390 train 4.145844 (lr=1.6189e-04) (hash(x)=148905963)
+6400 val loss 4.1111
+6400 val perplexity 61.0108
+6400 train 3.937335 (lr=1.6108e-04) (hash(x)=141624235)
+6410 train 3.942767 (lr=1.6028e-04) (hash(x)=150520968)
+6420 train 3.830738 (lr=1.5948e-04) (hash(x)=155019129)
+6430 train 3.888057 (lr=1.5869e-04) (hash(x)=150031836)
+6440 train 3.857171 (lr=1.5790e-04) (hash(x)=112835661)
+6450 train 3.855033 (lr=1.5710e-04) (hash(x)=141072709)
+6460 train 3.998727 (lr=1.5632e-04) (hash(x)=153933796)
+6470 train 4.050470 (lr=1.5553e-04) (hash(x)=153315715)
+6480 train 4.126259 (lr=1.5475e-04) (hash(x)=158089228)
+6490 train 3.978586 (lr=1.5397e-04) (hash(x)=149471788)
+6500 val loss 4.1078
+6500 val perplexity 60.8111
+6500 train 4.108046 (lr=1.5319e-04) (hash(x)=151197095)
+6510 train 4.070200 (lr=1.5241e-04) (hash(x)=165554266)
+6520 train 4.232692 (lr=1.5164e-04) (hash(x)=157822242)
+6530 train 4.166207 (lr=1.5087e-04) (hash(x)=156267861)
+6540 train 4.076926 (lr=1.5010e-04) (hash(x)=145825803)
+6550 train 4.155082 (lr=1.4933e-04) (hash(x)=151303683)
+6560 train 4.217830 (lr=1.4857e-04) (hash(x)=150786942)
+6570 train 4.034340 (lr=1.4781e-04) (hash(x)=146237093)
+6580 train 3.999360 (lr=1.4705e-04) (hash(x)=147063866)
+6590 train 4.233628 (lr=1.4630e-04) (hash(x)=130513396)
+6600 val loss 4.1058
+6600 val perplexity 60.6909
+6600 train 4.125781 (lr=1.4555e-04) (hash(x)=153269571)
+6610 train 4.198629 (lr=1.4480e-04) (hash(x)=150340530)
+6620 train 4.071691 (lr=1.4405e-04) (hash(x)=153843616)
+6630 train 4.143201 (lr=1.4331e-04) (hash(x)=144540858)
+6640 train 3.941280 (lr=1.4257e-04) (hash(x)=153330434)
+6650 train 3.955559 (lr=1.4183e-04) (hash(x)=146851492)
+6660 train 3.974411 (lr=1.4109e-04) (hash(x)=153601788)
+6670 train 4.007741 (lr=1.4036e-04) (hash(x)=140005742)
+6680 train 3.877739 (lr=1.3963e-04) (hash(x)=154102392)
+6690 train 3.874567 (lr=1.3890e-04) (hash(x)=152774975)
+6700 val loss 4.1016
+6700 val perplexity 60.4390
+6700 train 4.074510 (lr=1.3817e-04) (hash(x)=146111181)
+6710 train 4.026546 (lr=1.3745e-04) (hash(x)=143988017)
+6720 train 4.016078 (lr=1.3673e-04) (hash(x)=146073959)
+6730 train 4.267421 (lr=1.3602e-04) (hash(x)=152642956)
+6740 train 4.157714 (lr=1.3530e-04) (hash(x)=146964363)
+6750 train 3.954356 (lr=1.3459e-04) (hash(x)=162251871)
+6760 train 4.301650 (lr=1.3388e-04) (hash(x)=171122166)
+6770 train 4.080363 (lr=1.3318e-04) (hash(x)=135199617)
+6780 train 4.048437 (lr=1.3248e-04) (hash(x)=160480410)
+6790 train 4.193917 (lr=1.3178e-04) (hash(x)=151933948)
+6800 val loss 4.0881
+6800 val perplexity 59.6239
+6800 train 4.094066 (lr=1.3108e-04) (hash(x)=147269760)
+6810 train 4.161630 (lr=1.3039e-04) (hash(x)=156710316)
+6820 train 4.175751 (lr=1.2970e-04) (hash(x)=157300754)
+6830 train 3.989247 (lr=1.2901e-04) (hash(x)=133838057)
+6840 train 4.171911 (lr=1.2832e-04) (hash(x)=143518263)
+6850 train 4.247186 (lr=1.2764e-04) (hash(x)=160328446)
+6860 train 4.085854 (lr=1.2696e-04) (hash(x)=142143427)
+6870 train 4.144669 (lr=1.2628e-04) (hash(x)=149045075)
+6880 train 4.058600 (lr=1.2561e-04) (hash(x)=150708270)
+6890 train 4.058171 (lr=1.2494e-04) (hash(x)=153066841)
+6900 val loss 4.0867
+6900 val perplexity 59.5415
+6900 train 4.168222 (lr=1.2427e-04) (hash(x)=152912762)
+6910 train 4.011430 (lr=1.2361e-04) (hash(x)=148346240)
+6920 train 4.135716 (lr=1.2295e-04) (hash(x)=152806752)
+6930 train 4.104208 (lr=1.2229e-04) (hash(x)=161831829)
+6940 train 4.017661 (lr=1.2163e-04) (hash(x)=149483673)
+6950 train 4.001894 (lr=1.2098e-04) (hash(x)=119634555)
+6960 train 3.924197 (lr=1.2033e-04) (hash(x)=144709540)
+6970 train 3.955101 (lr=1.1969e-04) (hash(x)=141277017)
+6980 train 4.011095 (lr=1.1904e-04) (hash(x)=140618792)
+6990 train 3.988875 (lr=1.1840e-04) (hash(x)=157443505)
+7000 val loss 4.0861
+7000 val perplexity 59.5067
+7000 train 4.222891 (lr=1.1777e-04) (hash(x)=165412343)
+7010 train 3.872253 (lr=1.1713e-04) (hash(x)=140746035)
+7020 train 3.918733 (lr=1.1650e-04) (hash(x)=141101046)
+7030 train 4.062104 (lr=1.1587e-04) (hash(x)=152098342)
+7040 train 3.916734 (lr=1.1525e-04) (hash(x)=169244968)
+7050 train 4.041646 (lr=1.1463e-04) (hash(x)=149886680)
+7060 train 4.208581 (lr=1.1401e-04) (hash(x)=144670487)
+7070 train 4.230530 (lr=1.1339e-04) (hash(x)=148774474)
+7080 train 4.061625 (lr=1.1278e-04) (hash(x)=155096286)
+7090 train 4.037445 (lr=1.1217e-04) (hash(x)=145048246)
+7100 val loss 4.0724
+7100 val perplexity 58.7005
+7100 train 4.182160 (lr=1.1157e-04) (hash(x)=162866028)
+7110 train 4.045501 (lr=1.1096e-04) (hash(x)=162308558)
+7120 train 4.019279 (lr=1.1036e-04) (hash(x)=153468309)
+7130 train 4.038635 (lr=1.0977e-04) (hash(x)=144522880)
+7140 train 4.189165 (lr=1.0917e-04) (hash(x)=153055749)
+7150 train 4.003743 (lr=1.0858e-04) (hash(x)=171163513)
+7160 train 4.081718 (lr=1.0800e-04) (hash(x)=138563864)
+7170 train 4.215020 (lr=1.0741e-04) (hash(x)=166996657)
+7180 train 3.910931 (lr=1.0683e-04) (hash(x)=154809376)
+7190 train 3.989370 (lr=1.0626e-04) (hash(x)=147988525)
+7200 val loss 4.0713
+7200 val perplexity 58.6325
+7200 train 4.039526 (lr=1.0568e-04) (hash(x)=142998115)
+7210 train 4.027789 (lr=1.0511e-04) (hash(x)=145518575)
+7220 train 4.053323 (lr=1.0454e-04) (hash(x)=145758781)
+7230 train 4.155663 (lr=1.0398e-04) (hash(x)=148909637)
+7240 train 4.015603 (lr=1.0342e-04) (hash(x)=144422691)
+7250 train 3.865092 (lr=1.0286e-04) (hash(x)=140396153)
+7260 train 4.101425 (lr=1.0231e-04) (hash(x)=153619124)
+7270 train 4.005348 (lr=1.0176e-04) (hash(x)=161980521)
+7280 train 3.834925 (lr=1.0121e-04) (hash(x)=135160527)
+7290 train 3.962374 (lr=1.0066e-04) (hash(x)=167156181)
+7300 val loss 4.0717
+7300 val perplexity 58.6537
+7300 train 3.901530 (lr=1.0012e-04) (hash(x)=145486999)
+7310 train 3.977693 (lr=9.9586e-05) (hash(x)=155013351)
+7320 train 4.023978 (lr=9.9052e-05) (hash(x)=169616991)
+7330 train 3.901934 (lr=9.8521e-05) (hash(x)=146516856)
+7340 train 4.229925 (lr=9.7993e-05) (hash(x)=171918417)
+7350 train 4.244969 (lr=9.7469e-05) (hash(x)=160511891)
+7360 train 4.087421 (lr=9.6948e-05) (hash(x)=150280167)
+7370 train 4.164104 (lr=9.6431e-05) (hash(x)=151373787)
+7380 train 4.267698 (lr=9.5917e-05) (hash(x)=163311616)
+7390 train 4.250998 (lr=9.5406e-05) (hash(x)=164418521)
+7400 val loss 4.0614
+7400 val perplexity 58.0563
+7400 train 4.013670 (lr=9.4899e-05) (hash(x)=155325873)
+7410 train 4.068769 (lr=9.4395e-05) (hash(x)=135020608)
+7420 train 3.958039 (lr=9.3894e-05) (hash(x)=142812793)
+7430 train 4.070299 (lr=9.3397e-05) (hash(x)=149463283)
+7440 train 4.032311 (lr=9.2904e-05) (hash(x)=170512352)
+7450 train 4.000636 (lr=9.2413e-05) (hash(x)=146253806)
+7460 train 4.657423 (lr=9.1927e-05) (hash(x)=133479853)
+7470 train 4.010655 (lr=9.1443e-05) (hash(x)=138198949)
+7480 train 3.998845 (lr=9.0964e-05) (hash(x)=143831431)
+7490 train 4.159807 (lr=9.0487e-05) (hash(x)=148147144)
+7500 val loss 4.0613
+7500 val perplexity 58.0501
+7500 train 4.057199 (lr=9.0014e-05) (hash(x)=145131256)
+7510 train 4.096821 (lr=8.9545e-05) (hash(x)=150932291)
+7520 train 4.058319 (lr=8.9079e-05) (hash(x)=147605934)
+7530 train 4.011611 (lr=8.8617e-05) (hash(x)=154343507)
+7540 train 4.150372 (lr=8.8158e-05) (hash(x)=148440064)
+7550 train 3.961226 (lr=8.7702e-05) (hash(x)=140505990)
+7560 train 3.936891 (lr=8.7251e-05) (hash(x)=177438878)
+7570 train 4.017305 (lr=8.6802e-05) (hash(x)=154527960)
+7580 train 4.104770 (lr=8.6357e-05) (hash(x)=153793091)
+7590 train 3.928969 (lr=8.5916e-05) (hash(x)=163097232)
+7600 val loss 4.0677
+7600 val perplexity 58.4208
+7600 train 4.060457 (lr=8.5478e-05) (hash(x)=144008365)
+7610 train 4.048656 (lr=8.5044e-05) (hash(x)=139649886)
+7620 train 3.993801 (lr=8.4613e-05) (hash(x)=145452123)
+7630 train 4.018026 (lr=8.4186e-05) (hash(x)=132477285)
+7640 train 3.926105 (lr=8.3763e-05) (hash(x)=139030720)
+7650 train 4.058655 (lr=8.3343e-05) (hash(x)=157466085)
+7660 train 4.067036 (lr=8.2926e-05) (hash(x)=153638385)
+7670 train 4.124471 (lr=8.2514e-05) (hash(x)=154823094)
+7680 train 4.028829 (lr=8.2104e-05) (hash(x)=153107930)
+7690 train 4.012093 (lr=8.1699e-05) (hash(x)=153681916)
+7700 val loss 4.0533
+7700 val perplexity 57.5871
+7700 train 4.325125 (lr=8.1297e-05) (hash(x)=148848532)
+7710 train 4.049396 (lr=8.0898e-05) (hash(x)=156640791)
+7720 train 4.291998 (lr=8.0503e-05) (hash(x)=152573035)
+7730 train 4.129068 (lr=8.0112e-05) (hash(x)=147536091)
+7740 train 4.289264 (lr=7.9725e-05) (hash(x)=175687483)
+7750 train 4.039374 (lr=7.9341e-05) (hash(x)=143775898)
+7760 train 4.064744 (lr=7.8960e-05) (hash(x)=146986193)
+7770 train 3.973891 (lr=7.8584e-05) (hash(x)=160924293)
+7780 train 4.018727 (lr=7.8211e-05) (hash(x)=132579169)
+7790 train 4.244557 (lr=7.7841e-05) (hash(x)=147474225)
+7800 val loss 4.0525
+7800 val perplexity 57.5394
+7800 train 4.086012 (lr=7.7476e-05) (hash(x)=150391642)
+7810 train 4.254696 (lr=7.7114e-05) (hash(x)=156984481)
+7820 train 3.973237 (lr=7.6755e-05) (hash(x)=139652488)
+7830 train 3.994135 (lr=7.6400e-05) (hash(x)=169033643)
+7840 train 3.966312 (lr=7.6049e-05) (hash(x)=152645857)
+7850 train 4.117519 (lr=7.5702e-05) (hash(x)=150228075)
+7860 train 4.032240 (lr=7.5358e-05) (hash(x)=178788133)
+7870 train 4.018313 (lr=7.5018e-05) (hash(x)=149891068)
+7880 train 3.961585 (lr=7.4682e-05) (hash(x)=157461488)
+7890 train 3.927008 (lr=7.4350e-05) (hash(x)=142502446)
+7900 val loss 4.0535
+7900 val perplexity 57.5997
+7900 train 3.859741 (lr=7.4021e-05) (hash(x)=152191414)
+7910 train 4.037789 (lr=7.3696e-05) (hash(x)=151329539)
+7920 train 3.916925 (lr=7.3374e-05) (hash(x)=134143115)
+7930 train 3.921423 (lr=7.3056e-05) (hash(x)=155536160)
+7940 train 3.993058 (lr=7.2742e-05) (hash(x)=146709034)
+7950 train 4.072831 (lr=7.2432e-05) (hash(x)=141966330)
+7960 train 4.045867 (lr=7.2126e-05) (hash(x)=152102296)
+7970 train 4.215632 (lr=7.1823e-05) (hash(x)=150272684)
+7980 train 4.195538 (lr=7.1524e-05) (hash(x)=150251784)
+7990 train 4.177956 (lr=7.1228e-05) (hash(x)=151226159)
+8000 val loss 4.0466
+8000 val perplexity 57.2035
+8000 train 4.068943 (lr=7.0937e-05) (hash(x)=159755587)
+8010 train 4.072999 (lr=7.0649e-05) (hash(x)=137607202)
+8020 train 4.072789 (lr=7.0365e-05) (hash(x)=149574886)
+8030 train 3.981304 (lr=7.0085e-05) (hash(x)=151690927)
+8040 train 4.008238 (lr=6.9808e-05) (hash(x)=151181288)
+8050 train 4.125662 (lr=6.9536e-05) (hash(x)=150465993)
+8060 train 4.140782 (lr=6.9267e-05) (hash(x)=134201020)
+8070 train 4.037067 (lr=6.9002e-05) (hash(x)=157696045)
+8080 train 4.035491 (lr=6.8740e-05) (hash(x)=135581816)
+8090 train 3.966376 (lr=6.8483e-05) (hash(x)=153898278)
+8100 val loss 4.0447
+8100 val perplexity 57.0941
+8100 train 4.095786 (lr=6.8229e-05) (hash(x)=156664468)
+8110 train 4.196200 (lr=6.7979e-05) (hash(x)=161572593)
+8120 train 3.939740 (lr=6.7733e-05) (hash(x)=154381651)
+8130 train 4.201794 (lr=6.7490e-05) (hash(x)=149810514)
+8140 train 4.063170 (lr=6.7252e-05) (hash(x)=145085369)
+8150 train 3.909049 (lr=6.7017e-05) (hash(x)=149020616)
+8160 train 3.791153 (lr=6.6786e-05) (hash(x)=146450644)
+8170 train 3.993742 (lr=6.6559e-05) (hash(x)=148094499)
+8180 train 3.864647 (lr=6.6335e-05) (hash(x)=140810897)
+8190 train 3.968001 (lr=6.6116e-05) (hash(x)=142960309)
+8200 val loss 4.0449
+8200 val perplexity 57.1079
+8200 train 4.004465 (lr=6.5900e-05) (hash(x)=139457379)
+8210 train 3.985307 (lr=6.5688e-05) (hash(x)=145575125)
+8220 train 3.781904 (lr=6.5480e-05) (hash(x)=152836922)
+8230 train 3.868821 (lr=6.5276e-05) (hash(x)=135086706)
+8240 train 3.840396 (lr=6.5076e-05) (hash(x)=153448613)
+8250 train 3.801072 (lr=6.4879e-05) (hash(x)=138041222)
+8260 train 3.861392 (lr=6.4687e-05) (hash(x)=158857968)
+8270 train 3.871105 (lr=6.4498e-05) (hash(x)=157265315)
+8280 train 3.717079 (lr=6.4313e-05) (hash(x)=136059191)
+8290 train 3.791139 (lr=6.4132e-05) (hash(x)=162526712)
+8300 val loss 4.0517
+8300 val perplexity 57.4950
+8300 train 3.868982 (lr=6.3954e-05) (hash(x)=145478564)
+8310 train 3.521606 (lr=6.3781e-05) (hash(x)=157367549)
+8320 train 3.913667 (lr=6.3612e-05) (hash(x)=156085849)
+8330 train 4.191821 (lr=6.3446e-05) (hash(x)=154822719)
+8340 train 3.912183 (lr=6.3284e-05) (hash(x)=159688342)
+8350 train 4.039035 (lr=6.3126e-05) (hash(x)=144133822)
+8360 train 3.984049 (lr=6.2972e-05) (hash(x)=154155471)
+8370 train 3.992030 (lr=6.2822e-05) (hash(x)=157077804)
+8380 train 3.993416 (lr=6.2676e-05) (hash(x)=147796790)
+8390 train 4.002159 (lr=6.2533e-05) (hash(x)=145208254)
+8400 val loss 4.0401
+8400 val perplexity 56.8332
+8400 train 3.949569 (lr=6.2395e-05) (hash(x)=154982769)
+8410 train 4.153895 (lr=6.2260e-05) (hash(x)=138073867)
+8420 train 4.194023 (lr=6.2129e-05) (hash(x)=159521725)
+8430 train 4.111905 (lr=6.2002e-05) (hash(x)=149988578)
+8440 train 4.083979 (lr=6.1879e-05) (hash(x)=149457063)
+8450 train 3.947554 (lr=6.1760e-05) (hash(x)=134678896)
+8460 train 3.998334 (lr=6.1645e-05) (hash(x)=146122249)
+8470 train 4.021149 (lr=6.1533e-05) (hash(x)=141393319)
+8480 train 4.046381 (lr=6.1426e-05) (hash(x)=165396836)
+8490 train 4.119053 (lr=6.1322e-05) (hash(x)=140043806)
+8500 val loss 4.0371
+8500 val perplexity 56.6632
+8500 train 4.071108 (lr=6.1223e-05) (hash(x)=145798118)
+8510 train 4.018235 (lr=6.1127e-05) (hash(x)=150358299)
+8520 train 3.910102 (lr=6.1035e-05) (hash(x)=152572913)
+8530 train 3.981836 (lr=6.0947e-05) (hash(x)=148669229)
+8540 train 4.019794 (lr=6.0863e-05) (hash(x)=147078347)
+8550 train 3.996059 (lr=6.0783e-05) (hash(x)=146715166)
+8560 train 3.969763 (lr=6.0706e-05) (hash(x)=143176392)
+8570 train 4.090860 (lr=6.0634e-05) (hash(x)=153825484)
+8580 train 4.106710 (lr=6.0566e-05) (hash(x)=163379045)
+8590 train 3.902104 (lr=6.0501e-05) (hash(x)=140050873)
+8600 val loss 4.0393
+8600 val perplexity 56.7860
+8600 train 3.978757 (lr=6.0440e-05) (hash(x)=143231551)
+8610 train 3.838269 (lr=6.0384e-05) (hash(x)=164291360)
+8620 train 3.860530 (lr=6.0331e-05) (hash(x)=159122123)
+8630 train 3.836739 (lr=6.0282e-05) (hash(x)=140041695)
+8640 train 3.860580 (lr=6.0237e-05) (hash(x)=146010790)
+8650 train 3.774630 (lr=6.0196e-05) (hash(x)=146882123)
+8660 train 3.595366 (lr=6.0159e-05) (hash(x)=144933705)
+8670 train 3.822641 (lr=6.0125e-05) (hash(x)=145580075)
+8680 train 3.873542 (lr=6.0096e-05) (hash(x)=160982926)
+8690 train 3.746416 (lr=6.0070e-05) (hash(x)=140047108)
+8700 val loss 4.0492
+8700 val perplexity 57.3495
+8700 train 3.877881 (lr=6.0049e-05) (hash(x)=154780112)
+8710 train 3.961047 (lr=6.0031e-05) (hash(x)=157568560)
+8720 train 4.004353 (lr=6.0018e-05) (hash(x)=159587459)
+8730 train 4.001848 (lr=6.0008e-05) (hash(x)=152918103)
+8740 train 4.002712 (lr=6.0002e-05) (hash(x)=156928586)
+8749 val loss 4.0374
+8749 val perplexity 56.6812

lr6e-4_total_batch_size61440_baseline_seed1340/model_08749.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e164078064d8faede2e3f19f43d8a8c8ef062dcaf29f983c8d0f7714b1e8c5b
+size 92843394

lr6e-4_total_batch_size61440_baseline_seed1340/optimizer_08749.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9286a5b0a808330739591424ae678a613538c8e3d7048be1a4112b396fbb76c
+size 179406214