Upload folder using huggingface_hub

lr8e-4_total_batch_size61440_baseline_seed1340/args.json

@@ -0,0 +1 @@
+{"hellaswag": true, "attention_kind": "selective", "log_dir": "wider_is_better_11/lr8e-4_total_batch_size61440_baseline_seed1340", "resume_checkpoint": null, "resume_optimizer": false, "add_a_head": false, "add_head_to_start": true, "new_head_init": "normal", "n_heads": 4, "protect_bos_token": true, "prevent_from_masking_myself": true, "max_steps": 8750, "warmup_steps": 500, "group": "wider_is_better_11", "use_wandb": true, "kill_self_after_run": false, "random_seed": 1340, "memory_penalty_epsilon": 0.1, "selection_head_linear_combo": "none", "selection_head_linear_combo_scale": 1.0, "protection_kind": "none", "leaky_relu_alpha": null, "leaky_relu_bias": null, "use_compile": true, "use_mini_model": false, "upload_to_hf": true, "seq_len": 256, "batch_size": 120, "total_batch_size": 61440, "protection_head_scaling_factor": 1.0, "protection_head_bias": 0.0, "n_sliced_masks": null, "n_latent_masks": null, "mask_layernorm": false, "residual_attention_masks": false, "compute_base_shapes": false, "base_shapes_savefile": null, "mup": true, "disable_selection": false, "mup_enable_coord_check_logging": false, "max_lr": 0.0008, "decay_lr": true, "readout_zero_init": false, "query_zero_init": false, "l1_loss": false, "debugpy": false, "key": "8e-4_61440", "n_embd": 256}

lr8e-4_total_batch_size61440_baseline_seed1340/dataloader_08749.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:953385078aa3787b69fc6857dfd48b0a2cd2f4d27c6f8892e01211aca53d07f5
+size 964

lr8e-4_total_batch_size61440_baseline_seed1340/log2.txt

@@ -0,0 +1,1054 @@
+max_steps: 8750
+0 val loss 11.2465
+0 val perplexity 76607.9531
+0 train 11.254622 (lr=1.6000e-06) (hash(x)=164406924)
+10 train 10.403351 (lr=1.7600e-05) (hash(x)=152008797)
+20 train 9.868977 (lr=3.3600e-05) (hash(x)=153494457)
+30 train 9.439003 (lr=4.9600e-05) (hash(x)=137328499)
+40 train 9.154652 (lr=6.5600e-05) (hash(x)=159333245)
+50 train 8.698051 (lr=8.1600e-05) (hash(x)=177407419)
+60 train 8.108204 (lr=9.7600e-05) (hash(x)=127877799)
+70 train 7.771571 (lr=1.1360e-04) (hash(x)=140873918)
+80 train 7.731904 (lr=1.2960e-04) (hash(x)=160249377)
+90 train 7.585963 (lr=1.4560e-04) (hash(x)=154282910)
+100 val loss 7.5267
+100 val perplexity 1856.9932
+100 train 7.433286 (lr=1.6160e-04) (hash(x)=144903932)
+110 train 7.439407 (lr=1.7760e-04) (hash(x)=151685723)
+120 train 7.209979 (lr=1.9360e-04) (hash(x)=152347864)
+130 train 7.200047 (lr=2.0960e-04) (hash(x)=152230926)
+140 train 7.039568 (lr=2.2560e-04) (hash(x)=142121048)
+150 train 7.147993 (lr=2.4160e-04) (hash(x)=173839165)
+160 train 6.931983 (lr=2.5760e-04) (hash(x)=158755931)
+170 train 6.753846 (lr=2.7360e-04) (hash(x)=151645697)
+180 train 7.072424 (lr=2.8960e-04) (hash(x)=179696111)
+190 train 6.703321 (lr=3.0560e-04) (hash(x)=150511423)
+200 val loss 6.7542
+200 val perplexity 857.6615
+200 train 6.878301 (lr=3.2160e-04) (hash(x)=167734596)
+210 train 6.442939 (lr=3.3760e-04) (hash(x)=133157560)
+220 train 6.690583 (lr=3.5360e-04) (hash(x)=152234670)
+230 train 6.510370 (lr=3.6960e-04) (hash(x)=160995039)
+240 train 6.399655 (lr=3.8560e-04) (hash(x)=139367591)
+250 train 6.569918 (lr=4.0160e-04) (hash(x)=153224076)
+260 train 6.472605 (lr=4.1760e-04) (hash(x)=156667529)
+270 train 6.388954 (lr=4.3360e-04) (hash(x)=133883725)
+280 train 6.184897 (lr=4.4960e-04) (hash(x)=151939311)
+290 train 6.241949 (lr=4.6560e-04) (hash(x)=150290478)
+300 val loss 6.2475
+300 val perplexity 516.7203
+300 train 6.209776 (lr=4.8160e-04) (hash(x)=149619098)
+310 train 6.118904 (lr=4.9760e-04) (hash(x)=142344072)
+320 train 6.189412 (lr=5.1360e-04) (hash(x)=151878766)
+330 train 6.037600 (lr=5.2960e-04) (hash(x)=136419763)
+340 train 6.145535 (lr=5.4560e-04) (hash(x)=160761498)
+350 train 6.016574 (lr=5.6160e-04) (hash(x)=146539909)
+360 train 6.113569 (lr=5.7760e-04) (hash(x)=143063312)
+370 train 5.972857 (lr=5.9360e-04) (hash(x)=153705818)
+380 train 5.882222 (lr=6.0960e-04) (hash(x)=149579175)
+390 train 5.831676 (lr=6.2560e-04) (hash(x)=150904406)
+400 val loss 5.9268
+400 val perplexity 374.9491
+400 train 5.795779 (lr=6.4160e-04) (hash(x)=153710890)
+410 train 5.692109 (lr=6.5760e-04) (hash(x)=138302968)
+420 train 5.692981 (lr=6.7360e-04) (hash(x)=141112989)
+430 train 5.750648 (lr=6.8960e-04) (hash(x)=149846944)
+440 train 5.743404 (lr=7.0560e-04) (hash(x)=157683479)
+450 train 5.747998 (lr=7.2160e-04) (hash(x)=155873620)
+460 train 5.953325 (lr=7.3760e-04) (hash(x)=152133659)
+470 train 5.708988 (lr=7.5360e-04) (hash(x)=158095308)
+480 train 5.579508 (lr=7.6960e-04) (hash(x)=148422063)
+490 train 5.766305 (lr=7.8560e-04) (hash(x)=145665071)
+500 val loss 5.7229
+500 val perplexity 305.7949
+500 train 5.692929 (lr=8.0000e-04) (hash(x)=145450636)
+510 train 5.697438 (lr=8.0000e-04) (hash(x)=148375186)
+520 train 5.714912 (lr=7.9999e-04) (hash(x)=144256573)
+530 train 5.765066 (lr=7.9998e-04) (hash(x)=141443048)
+540 train 5.584963 (lr=7.9996e-04) (hash(x)=149347480)
+550 train 5.667272 (lr=7.9993e-04) (hash(x)=154123388)
+560 train 5.640288 (lr=7.9991e-04) (hash(x)=143045783)
+570 train 5.503636 (lr=7.9987e-04) (hash(x)=157244060)
+580 train 5.495625 (lr=7.9983e-04) (hash(x)=158018166)
+590 train 5.568650 (lr=7.9979e-04) (hash(x)=153794251)
+600 val loss 5.5449
+600 val perplexity 255.9347
+600 train 5.487761 (lr=7.9974e-04) (hash(x)=145249251)
+610 train 5.555068 (lr=7.9968e-04) (hash(x)=150377688)
+620 train 5.509329 (lr=7.9962e-04) (hash(x)=134768519)
+630 train 5.423077 (lr=7.9956e-04) (hash(x)=141559208)
+640 train 5.397127 (lr=7.9949e-04) (hash(x)=148444988)
+650 train 5.408972 (lr=7.9941e-04) (hash(x)=148937127)
+660 train 5.298910 (lr=7.9933e-04) (hash(x)=145121305)
+670 train 5.437715 (lr=7.9925e-04) (hash(x)=156860740)
+680 train 5.224507 (lr=7.9915e-04) (hash(x)=137272598)
+690 train 5.228613 (lr=7.9906e-04) (hash(x)=139021179)
+700 val loss 5.3565
+700 val perplexity 211.9827
+700 train 5.517815 (lr=7.9896e-04) (hash(x)=150475545)
+710 train 5.306555 (lr=7.9885e-04) (hash(x)=148476077)
+720 train 5.197684 (lr=7.9874e-04) (hash(x)=143328717)
+730 train 5.128149 (lr=7.9862e-04) (hash(x)=137342488)
+740 train 5.202574 (lr=7.9850e-04) (hash(x)=149452392)
+750 train 5.188231 (lr=7.9837e-04) (hash(x)=154653428)
+760 train 5.320519 (lr=7.9824e-04) (hash(x)=153305312)
+770 train 5.169168 (lr=7.9810e-04) (hash(x)=153862299)
+780 train 5.183595 (lr=7.9796e-04) (hash(x)=151035519)
+790 train 5.272301 (lr=7.9781e-04) (hash(x)=145990773)
+800 val loss 5.2334
+800 val perplexity 187.4342
+800 train 5.242605 (lr=7.9765e-04) (hash(x)=144483776)
+810 train 5.147661 (lr=7.9749e-04) (hash(x)=142045737)
+820 train 5.270576 (lr=7.9733e-04) (hash(x)=157946886)
+830 train 5.146349 (lr=7.9716e-04) (hash(x)=150425385)
+840 train 5.186336 (lr=7.9699e-04) (hash(x)=144514796)
+850 train 5.230666 (lr=7.9681e-04) (hash(x)=157395496)
+860 train 5.188850 (lr=7.9662e-04) (hash(x)=151365298)
+870 train 5.209791 (lr=7.9643e-04) (hash(x)=151437005)
+880 train 5.125273 (lr=7.9624e-04) (hash(x)=151935250)
+890 train 5.171317 (lr=7.9604e-04) (hash(x)=159838534)
+900 val loss 5.1185
+900 val perplexity 167.0831
+900 train 5.096739 (lr=7.9583e-04) (hash(x)=157916369)
+910 train 5.220689 (lr=7.9562e-04) (hash(x)=165272484)
+920 train 5.051099 (lr=7.9541e-04) (hash(x)=145383083)
+930 train 5.021815 (lr=7.9518e-04) (hash(x)=152078393)
+940 train 5.160800 (lr=7.9496e-04) (hash(x)=151846396)
+950 train 5.079991 (lr=7.9473e-04) (hash(x)=166073923)
+960 train 5.027879 (lr=7.9449e-04) (hash(x)=136782937)
+970 train 5.002523 (lr=7.9425e-04) (hash(x)=146747407)
+980 train 5.018802 (lr=7.9400e-04) (hash(x)=171270168)
+990 train 5.032642 (lr=7.9375e-04) (hash(x)=141668491)
+1000 val loss 5.0419
+1000 val perplexity 154.7682
+1000 train 4.942974 (lr=7.9349e-04) (hash(x)=154856891)
+1010 train 5.023415 (lr=7.9323e-04) (hash(x)=145288527)
+1020 train 4.891458 (lr=7.9297e-04) (hash(x)=144618667)
+1030 train 5.122633 (lr=7.9269e-04) (hash(x)=139276042)
+1040 train 4.822103 (lr=7.9242e-04) (hash(x)=147217952)
+1050 train 4.909261 (lr=7.9213e-04) (hash(x)=151925203)
+1060 train 4.889205 (lr=7.9185e-04) (hash(x)=147473652)
+1070 train 4.843236 (lr=7.9155e-04) (hash(x)=145345524)
+1080 train 4.721206 (lr=7.9126e-04) (hash(x)=155595779)
+1090 train 4.774611 (lr=7.9095e-04) (hash(x)=147405225)
+1100 val loss 4.9275
+1100 val perplexity 138.0355
+1100 train 4.630736 (lr=7.9064e-04) (hash(x)=136191502)
+1110 train 4.868481 (lr=7.9033e-04) (hash(x)=151847694)
+1120 train 4.962811 (lr=7.9001e-04) (hash(x)=144828302)
+1130 train 4.973944 (lr=7.8969e-04) (hash(x)=153817096)
+1140 train 5.029817 (lr=7.8936e-04) (hash(x)=166352243)
+1150 train 5.074063 (lr=7.8903e-04) (hash(x)=153273362)
+1160 train 4.891214 (lr=7.8869e-04) (hash(x)=178082599)
+1170 train 4.706911 (lr=7.8835e-04) (hash(x)=149460553)
+1180 train 4.890978 (lr=7.8800e-04) (hash(x)=151910947)
+1190 train 4.809578 (lr=7.8764e-04) (hash(x)=147115336)
+1200 val loss 4.8477
+1200 val perplexity 127.4472
+1200 train 4.877482 (lr=7.8729e-04) (hash(x)=148021541)
+1210 train 4.768750 (lr=7.8692e-04) (hash(x)=151495989)
+1220 train 4.880058 (lr=7.8655e-04) (hash(x)=156983220)
+1230 train 4.935190 (lr=7.8618e-04) (hash(x)=147788187)
+1240 train 4.916607 (lr=7.8580e-04) (hash(x)=171125590)
+1250 train 4.835770 (lr=7.8542e-04) (hash(x)=141356608)
+1260 train 4.869235 (lr=7.8503e-04) (hash(x)=150132098)
+1270 train 4.739377 (lr=7.8464e-04) (hash(x)=147917245)
+1280 train 4.835557 (lr=7.8424e-04) (hash(x)=148900016)
+1290 train 4.795037 (lr=7.8383e-04) (hash(x)=144978605)
+1300 val loss 4.7704
+1300 val perplexity 117.9618
+1300 train 4.727566 (lr=7.8342e-04) (hash(x)=146005217)
+1310 train 4.730542 (lr=7.8301e-04) (hash(x)=144892309)
+1320 train 4.810223 (lr=7.8259e-04) (hash(x)=165903661)
+1330 train 4.754246 (lr=7.8217e-04) (hash(x)=168489989)
+1340 train 4.920579 (lr=7.8174e-04) (hash(x)=176281294)
+1350 train 4.715534 (lr=7.8131e-04) (hash(x)=144511718)
+1360 train 4.766327 (lr=7.8087e-04) (hash(x)=144362722)
+1370 train 4.656821 (lr=7.8042e-04) (hash(x)=139964999)
+1380 train 4.687278 (lr=7.7998e-04) (hash(x)=193332654)
+1390 train 4.714314 (lr=7.7952e-04) (hash(x)=138180866)
+1400 val loss 4.7345
+1400 val perplexity 113.8102
+1400 train 4.719286 (lr=7.7906e-04) (hash(x)=146019502)
+1410 train 4.751299 (lr=7.7860e-04) (hash(x)=153245388)
+1420 train 4.651731 (lr=7.7813e-04) (hash(x)=149839636)
+1430 train 4.751934 (lr=7.7766e-04) (hash(x)=142844796)
+1440 train 4.976958 (lr=7.7718e-04) (hash(x)=159787060)
+1450 train 4.693465 (lr=7.7670e-04) (hash(x)=146496200)
+1460 train 4.615085 (lr=7.7621e-04) (hash(x)=164169521)
+1470 train 4.659662 (lr=7.7572e-04) (hash(x)=150906386)
+1480 train 4.679850 (lr=7.7522e-04) (hash(x)=148916053)
+1490 train 4.613160 (lr=7.7472e-04) (hash(x)=148746554)
+1500 val loss 4.7497
+1500 val perplexity 115.5447
+1500 train 4.710093 (lr=7.7421e-04) (hash(x)=150127281)
+1510 train 4.875929 (lr=7.7370e-04) (hash(x)=149760530)
+1520 train 4.708329 (lr=7.7318e-04) (hash(x)=144237370)
+1530 train 4.524237 (lr=7.7266e-04) (hash(x)=132692898)
+1540 train 4.510156 (lr=7.7214e-04) (hash(x)=150979737)
+1550 train 4.708315 (lr=7.7160e-04) (hash(x)=142022255)
+1560 train 4.633008 (lr=7.7107e-04) (hash(x)=135769745)
+1570 train 4.496590 (lr=7.7053e-04) (hash(x)=162241131)
+1580 train 4.591646 (lr=7.6998e-04) (hash(x)=166874637)
+1590 train 4.558323 (lr=7.6943e-04) (hash(x)=157401041)
+1600 val loss 4.6503
+1600 val perplexity 104.6158
+1600 train 4.591084 (lr=7.6888e-04) (hash(x)=154120875)
+1610 train 4.559020 (lr=7.6832e-04) (hash(x)=149407490)
+1620 train 4.525401 (lr=7.6775e-04) (hash(x)=144479755)
+1630 train 4.602766 (lr=7.6718e-04) (hash(x)=170907716)
+1640 train 4.240652 (lr=7.6661e-04) (hash(x)=151914010)
+1650 train 4.549155 (lr=7.6603e-04) (hash(x)=149843610)
+1660 train 4.444502 (lr=7.6545e-04) (hash(x)=133217001)
+1670 train 4.400337 (lr=7.6486e-04) (hash(x)=168227774)
+1680 train 4.357891 (lr=7.6426e-04) (hash(x)=157093189)
+1690 train 4.199286 (lr=7.6367e-04) (hash(x)=154989819)
+1700 val loss 4.6285
+1700 val perplexity 102.3628
+1700 train 4.723501 (lr=7.6306e-04) (hash(x)=155797680)
+1710 train 4.406520 (lr=7.6246e-04) (hash(x)=166050772)
+1720 train 4.370466 (lr=7.6184e-04) (hash(x)=151663443)
+1730 train 4.605211 (lr=7.6123e-04) (hash(x)=152112619)
+1740 train 4.541809 (lr=7.6061e-04) (hash(x)=156132679)
+1750 train 4.385110 (lr=7.5998e-04) (hash(x)=149044477)
+1760 train 4.568919 (lr=7.5935e-04) (hash(x)=142924719)
+1770 train 4.461357 (lr=7.5872e-04) (hash(x)=153467406)
+1780 train 4.542307 (lr=7.5808e-04) (hash(x)=148889581)
+1790 train 4.487999 (lr=7.5743e-04) (hash(x)=164831182)
+1800 val loss 4.5634
+1800 val perplexity 95.9069
+1800 train 4.488400 (lr=7.5678e-04) (hash(x)=156809396)
+1810 train 4.583954 (lr=7.5613e-04) (hash(x)=149245741)
+1820 train 4.536496 (lr=7.5547e-04) (hash(x)=146865466)
+1830 train 4.607292 (lr=7.5481e-04) (hash(x)=148068618)
+1840 train 4.442547 (lr=7.5414e-04) (hash(x)=150088183)
+1850 train 4.528140 (lr=7.5347e-04) (hash(x)=146695082)
+1860 train 4.454133 (lr=7.5279e-04) (hash(x)=169008624)
+1870 train 4.399381 (lr=7.5211e-04) (hash(x)=148645124)
+1880 train 4.554943 (lr=7.5143e-04) (hash(x)=139701422)
+1890 train 4.520085 (lr=7.5074e-04) (hash(x)=156374257)
+1900 val loss 4.5413
+1900 val perplexity 93.8098
+1900 train 4.468108 (lr=7.5004e-04) (hash(x)=144640294)
+1910 train 4.617693 (lr=7.4934e-04) (hash(x)=147484985)
+1920 train 4.462884 (lr=7.4864e-04) (hash(x)=142317889)
+1930 train 4.455640 (lr=7.4793e-04) (hash(x)=144906216)
+1940 train 4.495804 (lr=7.4722e-04) (hash(x)=165332621)
+1950 train 4.480155 (lr=7.4650e-04) (hash(x)=145701919)
+1960 train 4.377773 (lr=7.4578e-04) (hash(x)=146414118)
+1970 train 4.549281 (lr=7.4505e-04) (hash(x)=146766958)
+1980 train 4.467148 (lr=7.4432e-04) (hash(x)=148146847)
+1990 train 4.222916 (lr=7.4359e-04) (hash(x)=159684604)
+2000 val loss 4.5393
+2000 val perplexity 93.6256
+2000 train 4.372840 (lr=7.4285e-04) (hash(x)=162831106)
+2010 train 4.392554 (lr=7.4211e-04) (hash(x)=150583346)
+2020 train 4.344497 (lr=7.4136e-04) (hash(x)=142779458)
+2030 train 4.326798 (lr=7.4061e-04) (hash(x)=143755114)
+2040 train 4.237622 (lr=7.3985e-04) (hash(x)=147324095)
+2050 train 4.332928 (lr=7.3909e-04) (hash(x)=141727373)
+2060 train 4.418235 (lr=7.3833e-04) (hash(x)=162053052)
+2070 train 4.464035 (lr=7.3756e-04) (hash(x)=162596975)
+2080 train 4.385101 (lr=7.3678e-04) (hash(x)=161242340)
+2090 train 4.371880 (lr=7.3600e-04) (hash(x)=148583522)
+2100 val loss 4.5540
+2100 val perplexity 95.0149
+2100 train 4.437373 (lr=7.3522e-04) (hash(x)=158239484)
+2110 train 4.354429 (lr=7.3444e-04) (hash(x)=152610058)
+2120 train 4.409340 (lr=7.3364e-04) (hash(x)=146582203)
+2130 train 4.129742 (lr=7.3285e-04) (hash(x)=146686436)
+2140 train 4.537238 (lr=7.3205e-04) (hash(x)=142827295)
+2150 train 4.455830 (lr=7.3125e-04) (hash(x)=150747398)
+2160 train 4.733751 (lr=7.3044e-04) (hash(x)=150777134)
+2170 train 4.413770 (lr=7.2963e-04) (hash(x)=157002856)
+2180 train 4.465530 (lr=7.2881e-04) (hash(x)=150442337)
+2190 train 4.423717 (lr=7.2799e-04) (hash(x)=150799081)
+2200 val loss 4.4807
+2200 val perplexity 88.2965
+2200 train 4.362355 (lr=7.2716e-04) (hash(x)=140504180)
+2210 train 4.492737 (lr=7.2634e-04) (hash(x)=149088475)
+2220 train 4.455531 (lr=7.2550e-04) (hash(x)=155180847)
+2230 train 4.377587 (lr=7.2467e-04) (hash(x)=159347164)
+2240 train 4.543031 (lr=7.2382e-04) (hash(x)=153574288)
+2250 train 4.486637 (lr=7.2298e-04) (hash(x)=142603512)
+2260 train 4.500721 (lr=7.2213e-04) (hash(x)=142953831)
+2270 train 4.397542 (lr=7.2128e-04) (hash(x)=137642681)
+2280 train 4.408342 (lr=7.2042e-04) (hash(x)=158106614)
+2290 train 4.403256 (lr=7.1956e-04) (hash(x)=160787891)
+2300 val loss 4.4439
+2300 val perplexity 85.1104
+2300 train 4.512861 (lr=7.1869e-04) (hash(x)=142234024)
+2310 train 4.417135 (lr=7.1782e-04) (hash(x)=138192210)
+2320 train 4.441013 (lr=7.1695e-04) (hash(x)=147727662)
+2330 train 4.380257 (lr=7.1607e-04) (hash(x)=169324653)
+2340 train 4.493105 (lr=7.1519e-04) (hash(x)=145350355)
+2350 train 4.494195 (lr=7.1430e-04) (hash(x)=156909016)
+2360 train 4.408182 (lr=7.1341e-04) (hash(x)=144559543)
+2370 train 4.400643 (lr=7.1252e-04) (hash(x)=153212312)
+2380 train 4.370908 (lr=7.1162e-04) (hash(x)=131816284)
+2390 train 4.426950 (lr=7.1072e-04) (hash(x)=165818309)
+2400 val loss 4.4459
+2400 val perplexity 85.2803
+2400 train 4.459247 (lr=7.0981e-04) (hash(x)=143091562)
+2410 train 4.344828 (lr=7.0890e-04) (hash(x)=154010697)
+2420 train 4.326580 (lr=7.0799e-04) (hash(x)=144844001)
+2430 train 4.488793 (lr=7.0707e-04) (hash(x)=156389834)
+2440 train 4.171124 (lr=7.0615e-04) (hash(x)=162425919)
+2450 train 4.425237 (lr=7.0523e-04) (hash(x)=154200479)
+2460 train 4.354559 (lr=7.0430e-04) (hash(x)=159066617)
+2470 train 4.158089 (lr=7.0337e-04) (hash(x)=148278058)
+2480 train 4.122016 (lr=7.0243e-04) (hash(x)=165598522)
+2490 train 4.438636 (lr=7.0149e-04) (hash(x)=141306086)
+2500 val loss 4.4752
+2500 val perplexity 87.8132
+2500 train 4.294726 (lr=7.0054e-04) (hash(x)=149857456)
+2510 train 4.284560 (lr=6.9960e-04) (hash(x)=150368907)
+2520 train 4.236595 (lr=6.9864e-04) (hash(x)=153394920)
+2530 train 4.216421 (lr=6.9769e-04) (hash(x)=159740116)
+2540 train 4.369461 (lr=6.9673e-04) (hash(x)=161620367)
+2550 train 4.451651 (lr=6.9577e-04) (hash(x)=147223658)
+2560 train 4.545908 (lr=6.9480e-04) (hash(x)=158146613)
+2570 train 4.444758 (lr=6.9383e-04) (hash(x)=136375336)
+2580 train 4.481951 (lr=6.9286e-04) (hash(x)=149298016)
+2590 train 4.405572 (lr=6.9188e-04) (hash(x)=150720933)
+2600 val loss 4.4096
+2600 val perplexity 82.2385
+2600 train 4.510528 (lr=6.9090e-04) (hash(x)=146191551)
+2610 train 4.317633 (lr=6.8991e-04) (hash(x)=151413395)
+2620 train 4.533701 (lr=6.8892e-04) (hash(x)=162094106)
+2630 train 4.404751 (lr=6.8793e-04) (hash(x)=150608302)
+2640 train 4.319120 (lr=6.8694e-04) (hash(x)=146115160)
+2650 train 4.413404 (lr=6.8594e-04) (hash(x)=138242788)
+2660 train 4.600614 (lr=6.8493e-04) (hash(x)=159921837)
+2670 train 4.239727 (lr=6.8393e-04) (hash(x)=137205989)
+2680 train 4.257802 (lr=6.8292e-04) (hash(x)=158608524)
+2690 train 4.291055 (lr=6.8190e-04) (hash(x)=153322085)
+2700 val loss 4.3896
+2700 val perplexity 80.6121
+2700 train 4.331791 (lr=6.8089e-04) (hash(x)=145375752)
+2710 train 4.348867 (lr=6.7987e-04) (hash(x)=145036398)
+2720 train 4.369700 (lr=6.7884e-04) (hash(x)=140064355)
+2730 train 4.403379 (lr=6.7782e-04) (hash(x)=148983355)
+2740 train 4.296770 (lr=6.7678e-04) (hash(x)=147636026)
+2750 train 4.354241 (lr=6.7575e-04) (hash(x)=151763585)
+2760 train 4.278496 (lr=6.7471e-04) (hash(x)=178033416)
+2770 train 4.243112 (lr=6.7367e-04) (hash(x)=147097669)
+2780 train 4.208759 (lr=6.7263e-04) (hash(x)=140475447)
+2790 train 4.322309 (lr=6.7158e-04) (hash(x)=141135962)
+2800 val loss 4.3828
+2800 val perplexity 80.0634
+2800 train 4.221279 (lr=6.7053e-04) (hash(x)=151568014)
+2810 train 4.934597 (lr=6.6947e-04) (hash(x)=170629615)
+2820 train 4.303170 (lr=6.6841e-04) (hash(x)=151858146)
+2830 train 4.210390 (lr=6.6735e-04) (hash(x)=152170305)
+2840 train 4.129820 (lr=6.6629e-04) (hash(x)=150705881)
+2850 train 4.163996 (lr=6.6522e-04) (hash(x)=146997394)
+2860 train 4.152957 (lr=6.6415e-04) (hash(x)=159749180)
+2870 train 4.034689 (lr=6.6308e-04) (hash(x)=147618423)
+2880 train 4.229532 (lr=6.6200e-04) (hash(x)=140778993)
+2890 train 4.103230 (lr=6.6092e-04) (hash(x)=150735837)
+2900 val loss 4.3834
+2900 val perplexity 80.1119
+2900 train 4.162219 (lr=6.5983e-04) (hash(x)=149366597)
+2910 train 4.283740 (lr=6.5875e-04) (hash(x)=181602500)
+2920 train 4.244694 (lr=6.5766e-04) (hash(x)=148080200)
+2930 train 4.081357 (lr=6.5656e-04) (hash(x)=150629961)
+2940 train 4.262661 (lr=6.5547e-04) (hash(x)=155786888)
+2950 train 4.263927 (lr=6.5437e-04) (hash(x)=148553059)
+2960 train 4.380385 (lr=6.5326e-04) (hash(x)=158494862)
+2970 train 4.492483 (lr=6.5216e-04) (hash(x)=147684099)
+2980 train 4.263389 (lr=6.5105e-04) (hash(x)=159008790)
+2990 train 4.413972 (lr=6.4994e-04) (hash(x)=148288782)
+3000 val loss 4.3429
+3000 val perplexity 76.9281
+3000 train 4.276694 (lr=6.4882e-04) (hash(x)=150464442)
+3010 train 4.349776 (lr=6.4770e-04) (hash(x)=148665916)
+3020 train 4.292125 (lr=6.4658e-04) (hash(x)=159788454)
+3030 train 4.379039 (lr=6.4546e-04) (hash(x)=170224765)
+3040 train 4.265642 (lr=6.4433e-04) (hash(x)=139746299)
+3050 train 4.342177 (lr=6.4320e-04) (hash(x)=173491884)
+3060 train 4.319968 (lr=6.4207e-04) (hash(x)=146098725)
+3070 train 4.291288 (lr=6.4093e-04) (hash(x)=154713525)
+3080 train 4.318592 (lr=6.3979e-04) (hash(x)=151206978)
+3090 train 4.356441 (lr=6.3865e-04) (hash(x)=144250687)
+3100 val loss 4.3596
+3100 val perplexity 78.2258
+3100 train 4.395173 (lr=6.3750e-04) (hash(x)=182449036)
+3110 train 4.214971 (lr=6.3636e-04) (hash(x)=145504538)
+3120 train 4.246961 (lr=6.3521e-04) (hash(x)=147948751)
+3130 train 4.192139 (lr=6.3405e-04) (hash(x)=144547711)
+3140 train 4.310242 (lr=6.3290e-04) (hash(x)=158622029)
+3150 train 4.271168 (lr=6.3174e-04) (hash(x)=155949476)
+3160 train 4.276151 (lr=6.3058e-04) (hash(x)=129245664)
+3170 train 4.289102 (lr=6.2941e-04) (hash(x)=157162959)
+3180 train 4.353170 (lr=6.2825e-04) (hash(x)=163102434)
+3190 train 4.390101 (lr=6.2708e-04) (hash(x)=155952009)
+3200 val loss 4.3352
+3200 val perplexity 76.3420
+3200 train 4.271265 (lr=6.2590e-04) (hash(x)=140141286)
+3210 train 4.270248 (lr=6.2473e-04) (hash(x)=148811694)
+3220 train 4.210612 (lr=6.2355e-04) (hash(x)=143433404)
+3230 train 4.263620 (lr=6.2237e-04) (hash(x)=150525065)
+3240 train 4.156843 (lr=6.2119e-04) (hash(x)=152014854)
+3250 train 4.045469 (lr=6.2000e-04) (hash(x)=144716153)
+3260 train 4.375982 (lr=6.1881e-04) (hash(x)=145324818)
+3270 train 4.309959 (lr=6.1762e-04) (hash(x)=154930419)
+3280 train 4.306784 (lr=6.1643e-04) (hash(x)=144649958)
+3290 train 4.294215 (lr=6.1523e-04) (hash(x)=156496147)
+3300 val loss 4.3204
+3300 val perplexity 75.2181
+3300 train 4.240705 (lr=6.1403e-04) (hash(x)=148099414)
+3310 train 4.302856 (lr=6.1283e-04) (hash(x)=141081470)
+3320 train 4.276582 (lr=6.1163e-04) (hash(x)=151572529)
+3330 train 4.232923 (lr=6.1042e-04) (hash(x)=146887343)
+3340 train 4.273978 (lr=6.0921e-04) (hash(x)=148612634)
+3350 train 4.232584 (lr=6.0800e-04) (hash(x)=145218304)
+3360 train 4.165869 (lr=6.0679e-04) (hash(x)=146893345)
+3370 train 4.241447 (lr=6.0557e-04) (hash(x)=159302018)
+3380 train 4.306074 (lr=6.0435e-04) (hash(x)=164117611)
+3390 train 4.181183 (lr=6.0313e-04) (hash(x)=142401925)
+3400 val loss 4.3082
+3400 val perplexity 74.3046
+3400 train 4.163392 (lr=6.0191e-04) (hash(x)=142633951)
+3410 train 4.288529 (lr=6.0068e-04) (hash(x)=148491904)
+3420 train 4.335003 (lr=5.9945e-04) (hash(x)=144013244)
+3430 train 4.146573 (lr=5.9822e-04) (hash(x)=146939843)
+3440 train 4.175786 (lr=5.9699e-04) (hash(x)=161055964)
+3450 train 4.076260 (lr=5.9576e-04) (hash(x)=134825681)
+3460 train 4.268161 (lr=5.9452e-04) (hash(x)=145087511)
+3470 train 4.089385 (lr=5.9328e-04) (hash(x)=144200286)
+3480 train 4.130699 (lr=5.9204e-04) (hash(x)=157605428)
+3490 train 4.316826 (lr=5.9080e-04) (hash(x)=153636990)
+3500 val loss 4.3115
+3500 val perplexity 74.5501
+3500 train 4.169837 (lr=5.8955e-04) (hash(x)=148368965)
+3510 train 4.075866 (lr=5.8830e-04) (hash(x)=144775557)
+3520 train 4.250553 (lr=5.8705e-04) (hash(x)=151539855)
+3530 train 4.262748 (lr=5.8580e-04) (hash(x)=168384321)
+3540 train 4.407971 (lr=5.8454e-04) (hash(x)=155671447)
+3550 train 4.441235 (lr=5.8329e-04) (hash(x)=157403334)
+3560 train 4.209557 (lr=5.8203e-04) (hash(x)=139495714)
+3570 train 4.347342 (lr=5.8077e-04) (hash(x)=147685555)
+3580 train 4.472521 (lr=5.7951e-04) (hash(x)=154209753)
+3590 train 4.086065 (lr=5.7824e-04) (hash(x)=166864372)
+3600 val loss 4.2907
+3600 val perplexity 73.0203
+3600 train 4.200510 (lr=5.7697e-04) (hash(x)=152372067)
+3610 train 4.481126 (lr=5.7571e-04) (hash(x)=156579291)
+3620 train 4.064327 (lr=5.7443e-04) (hash(x)=152969451)
+3630 train 4.037411 (lr=5.7316e-04) (hash(x)=164428105)
+3640 train 4.215364 (lr=5.7189e-04) (hash(x)=153325907)
+3650 train 4.196020 (lr=5.7061e-04) (hash(x)=159197101)
+3660 train 4.183208 (lr=5.6933e-04) (hash(x)=157503290)
+3670 train 4.105588 (lr=5.6805e-04) (hash(x)=149036650)
+3680 train 4.110247 (lr=5.6677e-04) (hash(x)=144525088)
+3690 train 4.224317 (lr=5.6549e-04) (hash(x)=143154211)
+3700 val loss 4.2872
+3700 val perplexity 72.7606
+3700 train 4.217520 (lr=5.6420e-04) (hash(x)=168885609)
+3710 train 4.182745 (lr=5.6291e-04) (hash(x)=148815644)
+3720 train 4.113211 (lr=5.6162e-04) (hash(x)=153279629)
+3730 train 4.131580 (lr=5.6033e-04) (hash(x)=148181200)
+3740 train 4.099375 (lr=5.5904e-04) (hash(x)=151357364)
+3750 train 4.063350 (lr=5.5774e-04) (hash(x)=145269246)
+3760 train 4.141498 (lr=5.5645e-04) (hash(x)=148923398)
+3770 train 4.138111 (lr=5.5515e-04) (hash(x)=141205226)
+3780 train 4.027296 (lr=5.5385e-04) (hash(x)=146180296)
+3790 train 4.098681 (lr=5.5255e-04) (hash(x)=169790000)
+3800 val loss 4.2884
+3800 val perplexity 72.8520
+3800 train 4.140154 (lr=5.5125e-04) (hash(x)=141633734)
+3810 train 4.264968 (lr=5.4994e-04) (hash(x)=156306070)
+3820 train 4.257529 (lr=5.4864e-04) (hash(x)=158769870)
+3830 train 4.221703 (lr=5.4733e-04) (hash(x)=165301927)
+3840 train 4.261649 (lr=5.4602e-04) (hash(x)=147025475)
+3850 train 4.204757 (lr=5.4471e-04) (hash(x)=141223580)
+3860 train 4.229239 (lr=5.4340e-04) (hash(x)=139668795)
+3870 train 4.290291 (lr=5.4208e-04) (hash(x)=155839599)
+3880 train 4.349567 (lr=5.4077e-04) (hash(x)=150635541)
+3890 train 4.344969 (lr=5.3945e-04) (hash(x)=153702524)
+3900 val loss 4.2637
+3900 val perplexity 71.0743
+3900 train 4.167935 (lr=5.3813e-04) (hash(x)=153141007)
+3910 train 4.255192 (lr=5.3681e-04) (hash(x)=145483115)
+3920 train 4.044975 (lr=5.3549e-04) (hash(x)=147480523)
+3930 train 4.221537 (lr=5.3417e-04) (hash(x)=146229467)
+3940 train 4.202239 (lr=5.3284e-04) (hash(x)=151376187)
+3950 train 4.170072 (lr=5.3152e-04) (hash(x)=153745186)
+3960 train 4.128955 (lr=5.3019e-04) (hash(x)=147595615)
+3970 train 4.266096 (lr=5.2886e-04) (hash(x)=157979848)
+3980 train 4.131737 (lr=5.2754e-04) (hash(x)=153714091)
+3990 train 4.166999 (lr=5.2620e-04) (hash(x)=155637629)
+4000 val loss 4.2596
+4000 val perplexity 70.7806
+4000 train 4.197123 (lr=5.2487e-04) (hash(x)=160577202)
+4010 train 4.104901 (lr=5.2354e-04) (hash(x)=147432640)
+4020 train 4.067557 (lr=5.2221e-04) (hash(x)=135542902)
+4030 train 4.200021 (lr=5.2087e-04) (hash(x)=143137909)
+4040 train 4.196943 (lr=5.1953e-04) (hash(x)=148269908)
+4050 train 4.077495 (lr=5.1820e-04) (hash(x)=141954182)
+4060 train 4.168184 (lr=5.1686e-04) (hash(x)=157035179)
+4070 train 3.890860 (lr=5.1552e-04) (hash(x)=151361423)
+4080 train 4.016812 (lr=5.1418e-04) (hash(x)=144373988)
+4090 train 4.229814 (lr=5.1284e-04) (hash(x)=156461428)
+4100 val loss 4.2536
+4100 val perplexity 70.3554
+4100 train 4.337818 (lr=5.1149e-04) (hash(x)=153858169)
+4110 train 4.302637 (lr=5.1015e-04) (hash(x)=165506959)
+4120 train 4.307225 (lr=5.0880e-04) (hash(x)=158709009)
+4130 train 4.383077 (lr=5.0746e-04) (hash(x)=151836522)
+4140 train 4.145933 (lr=5.0611e-04) (hash(x)=152917389)
+4150 train 4.194824 (lr=5.0476e-04) (hash(x)=146973868)
+4160 train 4.292345 (lr=5.0341e-04) (hash(x)=157875887)
+4170 train 4.574834 (lr=5.0206e-04) (hash(x)=167933111)
+4180 train 4.161945 (lr=5.0071e-04) (hash(x)=161938168)
+4190 train 4.143842 (lr=4.9936e-04) (hash(x)=158102630)
+4200 val loss 4.2357
+4200 val perplexity 69.1110
+4200 train 4.255004 (lr=4.9801e-04) (hash(x)=155889149)
+4210 train 4.343439 (lr=4.9665e-04) (hash(x)=131046288)
+4220 train 4.102593 (lr=4.9530e-04) (hash(x)=149423408)
+4230 train 4.191511 (lr=4.9395e-04) (hash(x)=150033580)
+4240 train 4.084181 (lr=4.9259e-04) (hash(x)=137509644)
+4250 train 4.258571 (lr=4.9123e-04) (hash(x)=161159362)
+4260 train 4.159616 (lr=4.8988e-04) (hash(x)=148117355)
+4270 train 4.094699 (lr=4.8852e-04) (hash(x)=147315384)
+4280 train 4.150157 (lr=4.8716e-04) (hash(x)=156577316)
+4290 train 4.340037 (lr=4.8580e-04) (hash(x)=161553761)
+4300 val loss 4.2312
+4300 val perplexity 68.7999
+4300 train 3.985034 (lr=4.8444e-04) (hash(x)=152294662)
+4310 train 4.017335 (lr=4.8308e-04) (hash(x)=144616611)
+4320 train 4.176939 (lr=4.8172e-04) (hash(x)=154134591)
+4330 train 4.037823 (lr=4.8036e-04) (hash(x)=159947834)
+4340 train 4.018911 (lr=4.7899e-04) (hash(x)=156261313)
+4350 train 4.131335 (lr=4.7763e-04) (hash(x)=141245643)
+4360 train 4.101488 (lr=4.7627e-04) (hash(x)=157291204)
+4370 train 4.132045 (lr=4.7490e-04) (hash(x)=142877676)
+4380 train 4.179982 (lr=4.7354e-04) (hash(x)=155174402)
+4390 train 4.027390 (lr=4.7217e-04) (hash(x)=154675451)
+4400 val loss 4.2285
+4400 val perplexity 68.6117
+4400 train 4.197064 (lr=4.7081e-04) (hash(x)=141804386)
+4410 train 4.414270 (lr=4.6944e-04) (hash(x)=163930619)
+4420 train 4.285137 (lr=4.6807e-04) (hash(x)=139437472)
+4430 train 4.228657 (lr=4.6671e-04) (hash(x)=142474831)
+4440 train 4.242911 (lr=4.6534e-04) (hash(x)=150102428)
+4450 train 4.209610 (lr=4.6397e-04) (hash(x)=135805460)
+4460 train 4.174462 (lr=4.6260e-04) (hash(x)=154732100)
+4470 train 4.177282 (lr=4.6124e-04) (hash(x)=148554435)
+4480 train 4.120358 (lr=4.5987e-04) (hash(x)=142410065)
+4490 train 4.150236 (lr=4.5850e-04) (hash(x)=148108338)
+4500 val loss 4.2082
+4500 val perplexity 67.2346
+4500 train 4.047217 (lr=4.5713e-04) (hash(x)=151095242)
+4510 train 4.058399 (lr=4.5576e-04) (hash(x)=154911617)
+4520 train 4.106719 (lr=4.5439e-04) (hash(x)=150858662)
+4530 train 4.055121 (lr=4.5302e-04) (hash(x)=146850830)
+4540 train 4.116180 (lr=4.5165e-04) (hash(x)=153506103)
+4550 train 4.117402 (lr=4.5028e-04) (hash(x)=157068400)
+4560 train 4.200628 (lr=4.4891e-04) (hash(x)=163640327)
+4570 train 4.254792 (lr=4.4754e-04) (hash(x)=158962962)
+4580 train 4.123038 (lr=4.4617e-04) (hash(x)=143454481)
+4590 train 4.127841 (lr=4.4480e-04) (hash(x)=155380269)
+4600 val loss 4.2468
+4600 val perplexity 69.8807
+4600 train 4.274385 (lr=4.4343e-04) (hash(x)=156414699)
+4610 train 4.101875 (lr=4.4206e-04) (hash(x)=153520595)
+4620 train 4.126172 (lr=4.4069e-04) (hash(x)=151287061)
+4630 train 3.953681 (lr=4.3931e-04) (hash(x)=144972877)
+4640 train 4.076117 (lr=4.3794e-04) (hash(x)=152031134)
+4650 train 4.214238 (lr=4.3657e-04) (hash(x)=155348609)
+4660 train 3.999416 (lr=4.3520e-04) (hash(x)=144855343)
+4670 train 4.153498 (lr=4.3383e-04) (hash(x)=159247995)
+4680 train 4.042363 (lr=4.3246e-04) (hash(x)=133146878)
+4690 train 4.272006 (lr=4.3109e-04) (hash(x)=148797338)
+4700 val loss 4.2037
+4700 val perplexity 66.9357
+4700 train 4.158514 (lr=4.2972e-04) (hash(x)=161556686)
+4710 train 4.343598 (lr=4.2835e-04) (hash(x)=142528636)
+4720 train 4.275161 (lr=4.2698e-04) (hash(x)=148322603)
+4730 train 4.187306 (lr=4.2561e-04) (hash(x)=145051555)
+4740 train 4.103632 (lr=4.2424e-04) (hash(x)=146193153)
+4750 train 4.299421 (lr=4.2287e-04) (hash(x)=165802167)
+4760 train 4.241821 (lr=4.2150e-04) (hash(x)=158948628)
+4770 train 4.297499 (lr=4.2013e-04) (hash(x)=156177788)
+4780 train 4.148581 (lr=4.1876e-04) (hash(x)=175446069)
+4790 train 4.170279 (lr=4.1740e-04) (hash(x)=141100706)
+4800 val loss 4.1999
+4800 val perplexity 66.6807
+4800 train 4.087453 (lr=4.1603e-04) (hash(x)=149000293)
+4810 train 4.022676 (lr=4.1466e-04) (hash(x)=135891778)
+4820 train 4.074157 (lr=4.1329e-04) (hash(x)=145474733)
+4830 train 4.132744 (lr=4.1193e-04) (hash(x)=145187742)
+4840 train 4.176939 (lr=4.1056e-04) (hash(x)=157685237)
+4850 train 4.014524 (lr=4.0919e-04) (hash(x)=128599506)
+4860 train 4.106462 (lr=4.0783e-04) (hash(x)=142067051)
+4870 train 4.060631 (lr=4.0646e-04) (hash(x)=156215711)
+4880 train 4.241800 (lr=4.0510e-04) (hash(x)=150456895)
+4890 train 3.870941 (lr=4.0373e-04) (hash(x)=141647202)
+4900 val loss 4.1891
+4900 val perplexity 65.9613
+4900 train 3.934667 (lr=4.0237e-04) (hash(x)=154349989)
+4910 train 3.962008 (lr=4.0101e-04) (hash(x)=151563396)
+4920 train 3.985592 (lr=3.9964e-04) (hash(x)=138868314)
+4930 train 4.125028 (lr=3.9828e-04) (hash(x)=148533460)
+4940 train 4.120391 (lr=3.9692e-04) (hash(x)=144892493)
+4950 train 4.139394 (lr=3.9556e-04) (hash(x)=170326431)
+4960 train 4.133707 (lr=3.9420e-04) (hash(x)=163312680)
+4970 train 4.099628 (lr=3.9284e-04) (hash(x)=184352734)
+4980 train 4.171930 (lr=3.9148e-04) (hash(x)=140363733)
+4990 train 4.072880 (lr=3.9012e-04) (hash(x)=147794873)
+5000 val loss 4.1830
+5000 val perplexity 65.5644
+5000 train 4.167898 (lr=3.8877e-04) (hash(x)=131475967)
+5010 train 4.271088 (lr=3.8741e-04) (hash(x)=139560000)
+5020 train 4.173810 (lr=3.8605e-04) (hash(x)=160128701)
+5030 train 4.287411 (lr=3.8470e-04) (hash(x)=154698531)
+5040 train 4.248640 (lr=3.8335e-04) (hash(x)=153833791)
+5050 train 4.170629 (lr=3.8199e-04) (hash(x)=145953388)
+5060 train 4.517692 (lr=3.8064e-04) (hash(x)=134297881)
+5070 train 4.169985 (lr=3.7929e-04) (hash(x)=159987550)
+5080 train 4.168464 (lr=3.7794e-04) (hash(x)=147699302)
+5090 train 3.886464 (lr=3.7659e-04) (hash(x)=140534876)
+5100 val loss 4.1779
+5100 val perplexity 65.2258
+5100 train 4.094859 (lr=3.7524e-04) (hash(x)=149717902)
+5110 train 4.011804 (lr=3.7389e-04) (hash(x)=147648148)
+5120 train 4.026576 (lr=3.7254e-04) (hash(x)=170962791)
+5130 train 4.078098 (lr=3.7120e-04) (hash(x)=139633288)
+5140 train 4.241095 (lr=3.6985e-04) (hash(x)=160163221)
+5150 train 4.080642 (lr=3.6851e-04) (hash(x)=146625393)
+5160 train 4.141926 (lr=3.6716e-04) (hash(x)=147399092)
+5170 train 3.977932 (lr=3.6582e-04) (hash(x)=147172792)
+5180 train 4.083449 (lr=3.6448e-04) (hash(x)=140600568)
+5190 train 4.010283 (lr=3.6314e-04) (hash(x)=152423962)
+5200 val loss 4.1738
+5200 val perplexity 64.9593
+5200 train 4.113544 (lr=3.6180e-04) (hash(x)=151407999)
+5210 train 4.060960 (lr=3.6047e-04) (hash(x)=154874903)
+5220 train 3.878493 (lr=3.5913e-04) (hash(x)=154133697)
+5230 train 4.058887 (lr=3.5779e-04) (hash(x)=148148721)
+5240 train 4.048518 (lr=3.5646e-04) (hash(x)=149681665)
+5250 train 4.019365 (lr=3.5513e-04) (hash(x)=150136904)
+5260 train 4.124552 (lr=3.5380e-04) (hash(x)=149261170)
+5270 train 4.098753 (lr=3.5246e-04) (hash(x)=155540595)
+5280 train 4.112729 (lr=3.5114e-04) (hash(x)=141973714)
+5290 train 4.549044 (lr=3.4981e-04) (hash(x)=146827439)
+5300 val loss 4.1624
+5300 val perplexity 64.2232
+5300 train 4.121033 (lr=3.4848e-04) (hash(x)=168602728)
+5310 train 4.109458 (lr=3.4716e-04) (hash(x)=144035757)
+5320 train 4.164502 (lr=3.4583e-04) (hash(x)=143287560)
+5330 train 4.103524 (lr=3.4451e-04) (hash(x)=142461814)
+5340 train 4.138205 (lr=3.4319e-04) (hash(x)=149905536)
+5350 train 4.240426 (lr=3.4187e-04) (hash(x)=134597061)
+5360 train 4.260373 (lr=3.4055e-04) (hash(x)=156520228)
+5370 train 4.166106 (lr=3.3923e-04) (hash(x)=152690323)
+5380 train 4.114301 (lr=3.3792e-04) (hash(x)=140092622)
+5390 train 4.074981 (lr=3.3660e-04) (hash(x)=153504017)
+5400 val loss 4.1477
+5400 val perplexity 63.2883
+5400 train 4.093682 (lr=3.3529e-04) (hash(x)=158344511)
+5410 train 4.028800 (lr=3.3398e-04) (hash(x)=149681960)
+5420 train 4.079967 (lr=3.3267e-04) (hash(x)=143459968)
+5430 train 3.996368 (lr=3.3136e-04) (hash(x)=134759020)
+5440 train 3.970869 (lr=3.3006e-04) (hash(x)=164760471)
+5450 train 4.027930 (lr=3.2875e-04) (hash(x)=148551310)
+5460 train 4.165794 (lr=3.2745e-04) (hash(x)=155464239)
+5470 train 3.976872 (lr=3.2615e-04) (hash(x)=147309485)
+5480 train 3.932474 (lr=3.2485e-04) (hash(x)=163937590)
+5490 train 4.215070 (lr=3.2355e-04) (hash(x)=142830147)
+5500 val loss 4.1447
+5500 val perplexity 63.1018
+5500 train 4.041501 (lr=3.2226e-04) (hash(x)=148350057)
+5510 train 4.018369 (lr=3.2096e-04) (hash(x)=149007838)
+5520 train 3.987614 (lr=3.1967e-04) (hash(x)=158176239)
+5530 train 4.085081 (lr=3.1838e-04) (hash(x)=156395740)
+5540 train 4.269013 (lr=3.1709e-04) (hash(x)=152453211)
+5550 train 3.966241 (lr=3.1580e-04) (hash(x)=144447218)
+5560 train 4.153876 (lr=3.1451e-04) (hash(x)=153858804)
+5570 train 3.975330 (lr=3.1323e-04) (hash(x)=133929681)
+5580 train 4.230175 (lr=3.1195e-04) (hash(x)=159170988)
+5590 train 4.166400 (lr=3.1067e-04) (hash(x)=144978886)
+5600 val loss 4.1395
+5600 val perplexity 62.7716
+5600 train 4.180494 (lr=3.0939e-04) (hash(x)=153847323)
+5610 train 4.129622 (lr=3.0811e-04) (hash(x)=145553636)
+5620 train 5.283006 (lr=3.0684e-04) (hash(x)=153712417)
+5630 train 4.160687 (lr=3.0557e-04) (hash(x)=148397520)
+5640 train 4.106377 (lr=3.0429e-04) (hash(x)=149424351)
+5650 train 4.192017 (lr=3.0303e-04) (hash(x)=140531069)
+5660 train 4.134145 (lr=3.0176e-04) (hash(x)=144904009)
+5670 train 3.978693 (lr=3.0049e-04) (hash(x)=162469666)
+5680 train 4.111402 (lr=2.9923e-04) (hash(x)=149254569)
+5690 train 4.030644 (lr=2.9797e-04) (hash(x)=146949494)
+5700 val loss 4.1318
+5700 val perplexity 62.2899
+5700 train 4.090963 (lr=2.9671e-04) (hash(x)=156607405)
+5710 train 3.940398 (lr=2.9546e-04) (hash(x)=146349425)
+5720 train 4.115198 (lr=2.9420e-04) (hash(x)=160347239)
+5730 train 4.043807 (lr=2.9295e-04) (hash(x)=153785045)
+5740 train 4.048010 (lr=2.9170e-04) (hash(x)=135967367)
+5750 train 4.020603 (lr=2.9045e-04) (hash(x)=140181987)
+5760 train 4.170301 (lr=2.8920e-04) (hash(x)=153217075)
+5770 train 4.040683 (lr=2.8796e-04) (hash(x)=146360100)
+5780 train 4.062373 (lr=2.8672e-04) (hash(x)=161111351)
+5790 train 3.995572 (lr=2.8548e-04) (hash(x)=147891055)
+5800 val loss 4.1293
+5800 val perplexity 62.1330
+5800 train 3.867943 (lr=2.8424e-04) (hash(x)=145115031)
+5810 train 3.911765 (lr=2.8301e-04) (hash(x)=153661465)
+5820 train 4.009286 (lr=2.8178e-04) (hash(x)=148264581)
+5830 train 4.105780 (lr=2.8055e-04) (hash(x)=171144748)
+5840 train 4.037564 (lr=2.7932e-04) (hash(x)=157863238)
+5850 train 3.976783 (lr=2.7809e-04) (hash(x)=144669655)
+5860 train 3.887782 (lr=2.7687e-04) (hash(x)=154948909)
+5870 train 4.053301 (lr=2.7565e-04) (hash(x)=158981837)
+5880 train 4.102110 (lr=2.7443e-04) (hash(x)=151102851)
+5890 train 4.291588 (lr=2.7321e-04) (hash(x)=153490628)
+5900 val loss 4.1200
+5900 val perplexity 61.5616
+5900 train 4.085109 (lr=2.7200e-04) (hash(x)=141584622)
+5910 train 3.965896 (lr=2.7079e-04) (hash(x)=142896324)
+5920 train 4.256884 (lr=2.6958e-04) (hash(x)=148264764)
+5930 train 4.115695 (lr=2.6837e-04) (hash(x)=153157848)
+5940 train 4.092025 (lr=2.6717e-04) (hash(x)=151086429)
+5950 train 4.073498 (lr=2.6597e-04) (hash(x)=146009598)
+5960 train 4.175600 (lr=2.6477e-04) (hash(x)=149488374)
+5970 train 4.019866 (lr=2.6357e-04) (hash(x)=149307478)
+5980 train 3.781977 (lr=2.6238e-04) (hash(x)=156742339)
+5990 train 4.043467 (lr=2.6119e-04) (hash(x)=164296391)
+6000 val loss 4.1115
+6000 val perplexity 61.0411
+6000 train 4.145084 (lr=2.6000e-04) (hash(x)=146613857)
+6010 train 4.018159 (lr=2.5881e-04) (hash(x)=149742104)
+6020 train 3.962527 (lr=2.5763e-04) (hash(x)=145645994)
+6030 train 4.046016 (lr=2.5645e-04) (hash(x)=156324150)
+6040 train 4.222361 (lr=2.5527e-04) (hash(x)=154655300)
+6050 train 4.085439 (lr=2.5410e-04) (hash(x)=153714860)
+6060 train 4.041783 (lr=2.5292e-04) (hash(x)=139981556)
+6070 train 3.864680 (lr=2.5175e-04) (hash(x)=158753458)
+6080 train 4.033009 (lr=2.5059e-04) (hash(x)=152559930)
+6090 train 4.000428 (lr=2.4942e-04) (hash(x)=137128715)
+6100 val loss 4.1123
+6100 val perplexity 61.0880
+6100 train 4.019367 (lr=2.4826e-04) (hash(x)=144621768)
+6110 train 4.023533 (lr=2.4710e-04) (hash(x)=155614333)
+6120 train 4.006380 (lr=2.4595e-04) (hash(x)=145682343)
+6130 train 3.914570 (lr=2.4479e-04) (hash(x)=142909600)
+6140 train 3.943367 (lr=2.4364e-04) (hash(x)=152993494)
+6150 train 3.831490 (lr=2.4250e-04) (hash(x)=157151527)
+6160 train 3.979619 (lr=2.4135e-04) (hash(x)=150653611)
+6170 train 4.241260 (lr=2.4021e-04) (hash(x)=165237934)
+6180 train 4.084354 (lr=2.3907e-04) (hash(x)=155730197)
+6190 train 4.098281 (lr=2.3793e-04) (hash(x)=149687169)
+6200 val loss 4.1127
+6200 val perplexity 61.1091
+6200 train 4.095367 (lr=2.3680e-04) (hash(x)=146521760)
+6210 train 4.108415 (lr=2.3567e-04) (hash(x)=141008090)
+6220 train 4.062373 (lr=2.3454e-04) (hash(x)=143407095)
+6230 train 4.196450 (lr=2.3342e-04) (hash(x)=152947604)
+6240 train 4.505361 (lr=2.3230e-04) (hash(x)=153876740)
+6250 train 4.151809 (lr=2.3118e-04) (hash(x)=144250615)
+6260 train 4.140716 (lr=2.3006e-04) (hash(x)=155236959)
+6270 train 4.118550 (lr=2.2895e-04) (hash(x)=139785369)
+6280 train 4.034225 (lr=2.2784e-04) (hash(x)=165036565)
+6290 train 4.068254 (lr=2.2674e-04) (hash(x)=144585028)
+6300 val loss 4.0962
+6300 val perplexity 60.1101
+6300 train 3.925282 (lr=2.2563e-04) (hash(x)=161378136)
+6310 train 3.975079 (lr=2.2453e-04) (hash(x)=148483421)
+6320 train 4.015523 (lr=2.2344e-04) (hash(x)=149835040)
+6330 train 3.933032 (lr=2.2234e-04) (hash(x)=149459414)
+6340 train 3.966676 (lr=2.2125e-04) (hash(x)=154290067)
+6350 train 4.060078 (lr=2.2017e-04) (hash(x)=147407391)
+6360 train 3.994248 (lr=2.1908e-04) (hash(x)=146317149)
+6370 train 3.898934 (lr=2.1800e-04) (hash(x)=141970628)
+6380 train 3.933867 (lr=2.1692e-04) (hash(x)=139170535)
+6390 train 4.129155 (lr=2.1585e-04) (hash(x)=148905963)
+6400 val loss 4.0970
+6400 val perplexity 60.1566
+6400 train 3.924435 (lr=2.1478e-04) (hash(x)=141624235)
+6410 train 3.926183 (lr=2.1371e-04) (hash(x)=150520968)
+6420 train 3.817674 (lr=2.1265e-04) (hash(x)=155019129)
+6430 train 3.879323 (lr=2.1159e-04) (hash(x)=150031836)
+6440 train 3.837521 (lr=2.1053e-04) (hash(x)=112835661)
+6450 train 3.843982 (lr=2.0947e-04) (hash(x)=141072709)
+6460 train 3.982452 (lr=2.0842e-04) (hash(x)=153933796)
+6470 train 4.041571 (lr=2.0737e-04) (hash(x)=153315715)
+6480 train 4.108235 (lr=2.0633e-04) (hash(x)=158089228)
+6490 train 3.965218 (lr=2.0529e-04) (hash(x)=149471788)
+6500 val loss 4.0934
+6500 val perplexity 59.9419
+6500 train 4.100058 (lr=2.0425e-04) (hash(x)=151197095)
+6510 train 4.049337 (lr=2.0322e-04) (hash(x)=165554266)
+6520 train 4.220020 (lr=2.0218e-04) (hash(x)=157822242)
+6530 train 4.153152 (lr=2.0116e-04) (hash(x)=156267861)
+6540 train 4.063520 (lr=2.0013e-04) (hash(x)=145825803)
+6550 train 4.144500 (lr=1.9911e-04) (hash(x)=151303683)
+6560 train 4.201071 (lr=1.9810e-04) (hash(x)=150786942)
+6570 train 4.016315 (lr=1.9708e-04) (hash(x)=146237093)
+6580 train 3.989436 (lr=1.9607e-04) (hash(x)=147063866)
+6590 train 4.218430 (lr=1.9507e-04) (hash(x)=130513396)
+6600 val loss 4.0895
+6600 val perplexity 59.7122
+6600 train 4.109011 (lr=1.9406e-04) (hash(x)=153269571)
+6610 train 4.177717 (lr=1.9306e-04) (hash(x)=150340530)
+6620 train 4.066791 (lr=1.9207e-04) (hash(x)=153843616)
+6630 train 4.131222 (lr=1.9108e-04) (hash(x)=144540858)
+6640 train 3.927896 (lr=1.9009e-04) (hash(x)=153330434)
+6650 train 3.938975 (lr=1.8910e-04) (hash(x)=146851492)
+6660 train 3.961146 (lr=1.8812e-04) (hash(x)=153601788)
+6670 train 3.995249 (lr=1.8714e-04) (hash(x)=140005742)
+6680 train 3.858025 (lr=1.8617e-04) (hash(x)=154102392)
+6690 train 3.862147 (lr=1.8520e-04) (hash(x)=152774975)
+6700 val loss 4.0877
+6700 val perplexity 59.6009
+6700 train 4.065046 (lr=1.8423e-04) (hash(x)=146111181)
+6710 train 4.014231 (lr=1.8327e-04) (hash(x)=143988017)
+6720 train 4.001183 (lr=1.8231e-04) (hash(x)=146073959)
+6730 train 4.255454 (lr=1.8136e-04) (hash(x)=152642956)
+6740 train 4.142077 (lr=1.8040e-04) (hash(x)=146964363)
+6750 train 3.936705 (lr=1.7946e-04) (hash(x)=162251871)
+6760 train 4.288689 (lr=1.7851e-04) (hash(x)=171122166)
+6770 train 4.061587 (lr=1.7757e-04) (hash(x)=135199617)
+6780 train 4.032383 (lr=1.7663e-04) (hash(x)=160480410)
+6790 train 4.180742 (lr=1.7570e-04) (hash(x)=151933948)
+6800 val loss 4.0727
+6800 val perplexity 58.7151
+6800 train 4.071478 (lr=1.7477e-04) (hash(x)=147269760)
+6810 train 4.142908 (lr=1.7385e-04) (hash(x)=156710316)
+6820 train 4.167407 (lr=1.7293e-04) (hash(x)=157300754)
+6830 train 3.968544 (lr=1.7201e-04) (hash(x)=133838057)
+6840 train 4.165523 (lr=1.7110e-04) (hash(x)=143518263)
+6850 train 4.232651 (lr=1.7019e-04) (hash(x)=160328446)
+6860 train 4.067945 (lr=1.6928e-04) (hash(x)=142143427)
+6870 train 4.127422 (lr=1.6838e-04) (hash(x)=149045075)
+6880 train 4.037887 (lr=1.6748e-04) (hash(x)=150708270)
+6890 train 4.039498 (lr=1.6659e-04) (hash(x)=153066841)
+6900 val loss 4.0709
+6900 val perplexity 58.6113
+6900 train 4.150796 (lr=1.6570e-04) (hash(x)=152912762)
+6910 train 3.991377 (lr=1.6481e-04) (hash(x)=148346240)
+6920 train 4.112321 (lr=1.6393e-04) (hash(x)=152806752)
+6930 train 4.095747 (lr=1.6305e-04) (hash(x)=161831829)
+6940 train 4.010226 (lr=1.6218e-04) (hash(x)=149483673)
+6950 train 3.990258 (lr=1.6131e-04) (hash(x)=119634555)
+6960 train 3.909781 (lr=1.6044e-04) (hash(x)=144709540)
+6970 train 3.941809 (lr=1.5958e-04) (hash(x)=141277017)
+6980 train 3.994755 (lr=1.5872e-04) (hash(x)=140618792)
+6990 train 3.973725 (lr=1.5787e-04) (hash(x)=157443505)
+7000 val loss 4.0699
+7000 val perplexity 58.5540
+7000 train 4.211453 (lr=1.5702e-04) (hash(x)=165412343)
+7010 train 3.857019 (lr=1.5618e-04) (hash(x)=140746035)
+7020 train 3.902428 (lr=1.5533e-04) (hash(x)=141101046)
+7030 train 4.042645 (lr=1.5450e-04) (hash(x)=152098342)
+7040 train 3.900831 (lr=1.5366e-04) (hash(x)=169244968)
+7050 train 4.025446 (lr=1.5284e-04) (hash(x)=149886680)
+7060 train 4.192437 (lr=1.5201e-04) (hash(x)=144670487)
+7070 train 4.215551 (lr=1.5119e-04) (hash(x)=148774474)
+7080 train 4.048332 (lr=1.5037e-04) (hash(x)=155096286)
+7090 train 4.019391 (lr=1.4956e-04) (hash(x)=145048246)
+7100 val loss 4.0556
+7100 val perplexity 57.7220
+7100 train 4.162021 (lr=1.4875e-04) (hash(x)=162866028)
+7110 train 4.033250 (lr=1.4795e-04) (hash(x)=162308558)
+7120 train 3.996074 (lr=1.4715e-04) (hash(x)=153468309)
+7130 train 4.026896 (lr=1.4636e-04) (hash(x)=144522880)
+7140 train 4.171306 (lr=1.4556e-04) (hash(x)=153055749)
+7150 train 3.984723 (lr=1.4478e-04) (hash(x)=171163513)
+7160 train 4.063915 (lr=1.4400e-04) (hash(x)=138563864)
+7170 train 4.198422 (lr=1.4322e-04) (hash(x)=166996657)
+7180 train 3.894148 (lr=1.4244e-04) (hash(x)=154809376)
+7190 train 3.980723 (lr=1.4167e-04) (hash(x)=147988525)
+7200 val loss 4.0552
+7200 val perplexity 57.6953
+7200 train 4.023038 (lr=1.4091e-04) (hash(x)=142998115)
+7210 train 4.007470 (lr=1.4015e-04) (hash(x)=145518575)
+7220 train 4.037627 (lr=1.3939e-04) (hash(x)=145758781)
+7230 train 4.144683 (lr=1.3864e-04) (hash(x)=148909637)
+7240 train 4.000212 (lr=1.3789e-04) (hash(x)=144422691)
+7250 train 3.846135 (lr=1.3715e-04) (hash(x)=140396153)
+7260 train 4.084816 (lr=1.3641e-04) (hash(x)=153619124)
+7270 train 3.990026 (lr=1.3568e-04) (hash(x)=161980521)
+7280 train 3.819988 (lr=1.3495e-04) (hash(x)=135160527)
+7290 train 3.953932 (lr=1.3422e-04) (hash(x)=167156181)
+7300 val loss 4.0550
+7300 val perplexity 57.6829
+7300 train 3.889663 (lr=1.3350e-04) (hash(x)=145486999)
+7310 train 3.960577 (lr=1.3278e-04) (hash(x)=155013351)
+7320 train 4.004139 (lr=1.3207e-04) (hash(x)=169616991)
+7330 train 3.890252 (lr=1.3136e-04) (hash(x)=146516856)
+7340 train 4.210858 (lr=1.3066e-04) (hash(x)=171918417)
+7350 train 4.222839 (lr=1.2996e-04) (hash(x)=160511891)
+7360 train 4.070906 (lr=1.2926e-04) (hash(x)=150280167)
+7370 train 4.147654 (lr=1.2857e-04) (hash(x)=151373787)
+7380 train 4.246967 (lr=1.2789e-04) (hash(x)=163311616)
+7390 train 4.233782 (lr=1.2721e-04) (hash(x)=164418521)
+7400 val loss 4.0432
+7400 val perplexity 57.0093
+7400 train 3.998075 (lr=1.2653e-04) (hash(x)=155325873)
+7410 train 4.055531 (lr=1.2586e-04) (hash(x)=135020608)
+7420 train 3.943713 (lr=1.2519e-04) (hash(x)=142812793)
+7430 train 4.056371 (lr=1.2453e-04) (hash(x)=149463283)
+7440 train 4.016263 (lr=1.2387e-04) (hash(x)=170512352)
+7450 train 3.993564 (lr=1.2322e-04) (hash(x)=146253806)
+7460 train 4.654219 (lr=1.2257e-04) (hash(x)=133479853)
+7470 train 4.002298 (lr=1.2192e-04) (hash(x)=138198949)
+7480 train 3.980343 (lr=1.2128e-04) (hash(x)=143831431)
+7490 train 4.143089 (lr=1.2065e-04) (hash(x)=148147144)
+7500 val loss 4.0429
+7500 val perplexity 56.9901
+7500 train 4.045605 (lr=1.2002e-04) (hash(x)=145131256)
+7510 train 4.081214 (lr=1.1939e-04) (hash(x)=150932291)
+7520 train 4.041511 (lr=1.1877e-04) (hash(x)=147605934)
+7530 train 3.996105 (lr=1.1816e-04) (hash(x)=154343507)
+7540 train 4.132847 (lr=1.1754e-04) (hash(x)=148440064)
+7550 train 3.938812 (lr=1.1694e-04) (hash(x)=140505990)
+7560 train 3.922266 (lr=1.1633e-04) (hash(x)=177438878)
+7570 train 4.001867 (lr=1.1574e-04) (hash(x)=154527960)
+7580 train 4.090985 (lr=1.1514e-04) (hash(x)=153793091)
+7590 train 3.910792 (lr=1.1455e-04) (hash(x)=163097232)
+7600 val loss 4.0522
+7600 val perplexity 57.5267
+7600 train 4.042652 (lr=1.1397e-04) (hash(x)=144008365)
+7610 train 4.032667 (lr=1.1339e-04) (hash(x)=139649886)
+7620 train 3.979476 (lr=1.1282e-04) (hash(x)=145452123)
+7630 train 3.996011 (lr=1.1225e-04) (hash(x)=132477285)
+7640 train 3.912077 (lr=1.1168e-04) (hash(x)=139030720)
+7650 train 4.040545 (lr=1.1112e-04) (hash(x)=157466085)
+7660 train 4.055116 (lr=1.1057e-04) (hash(x)=153638385)
+7670 train 4.101335 (lr=1.1002e-04) (hash(x)=154823094)
+7680 train 4.008807 (lr=1.0947e-04) (hash(x)=153107930)
+7690 train 3.999007 (lr=1.0893e-04) (hash(x)=153681916)
+7700 val loss 4.0351
+7700 val perplexity 56.5501
+7700 train 4.314200 (lr=1.0840e-04) (hash(x)=148848532)
+7710 train 4.039814 (lr=1.0786e-04) (hash(x)=156640791)
+7720 train 4.270339 (lr=1.0734e-04) (hash(x)=152573035)
+7730 train 4.111857 (lr=1.0682e-04) (hash(x)=147536091)
+7740 train 4.281199 (lr=1.0630e-04) (hash(x)=175687483)
+7750 train 4.021767 (lr=1.0579e-04) (hash(x)=143775898)
+7760 train 4.044106 (lr=1.0528e-04) (hash(x)=146986193)
+7770 train 3.960701 (lr=1.0478e-04) (hash(x)=160924293)
+7780 train 4.009738 (lr=1.0428e-04) (hash(x)=132579169)
+7790 train 4.225746 (lr=1.0379e-04) (hash(x)=147474225)
+7800 val loss 4.0338
+7800 val perplexity 56.4751
+7800 train 4.070296 (lr=1.0330e-04) (hash(x)=150391642)
+7810 train 4.240418 (lr=1.0282e-04) (hash(x)=156984481)
+7820 train 3.954861 (lr=1.0234e-04) (hash(x)=139652488)
+7830 train 3.973538 (lr=1.0187e-04) (hash(x)=169033643)
+7840 train 3.948540 (lr=1.0140e-04) (hash(x)=152645857)
+7850 train 4.096553 (lr=1.0094e-04) (hash(x)=150228075)
+7860 train 4.015212 (lr=1.0048e-04) (hash(x)=178788133)
+7870 train 4.004895 (lr=1.0002e-04) (hash(x)=149891068)
+7880 train 3.945235 (lr=9.9576e-05) (hash(x)=157461488)
+7890 train 3.909171 (lr=9.9133e-05) (hash(x)=142502446)
+7900 val loss 4.0353
+7900 val perplexity 56.5587
+7900 train 3.841818 (lr=9.8694e-05) (hash(x)=152191414)
+7910 train 4.029228 (lr=9.8261e-05) (hash(x)=151329539)
+7920 train 3.905884 (lr=9.7832e-05) (hash(x)=134143115)
+7930 train 3.911115 (lr=9.7408e-05) (hash(x)=155536160)
+7940 train 3.972835 (lr=9.6990e-05) (hash(x)=146709034)
+7950 train 4.055519 (lr=9.6576e-05) (hash(x)=141966330)
+7960 train 4.027141 (lr=9.6167e-05) (hash(x)=152102296)
+7970 train 4.198737 (lr=9.5764e-05) (hash(x)=150272684)
+7980 train 4.170050 (lr=9.5365e-05) (hash(x)=150251784)
+7990 train 4.157490 (lr=9.4971e-05) (hash(x)=151226159)
+8000 val loss 4.0288
+8000 val perplexity 56.1923
+8000 train 4.056860 (lr=9.4583e-05) (hash(x)=159755587)
+8010 train 4.059852 (lr=9.4199e-05) (hash(x)=137607202)
+8020 train 4.054667 (lr=9.3820e-05) (hash(x)=149574886)
+8030 train 3.968499 (lr=9.3446e-05) (hash(x)=151690927)
+8040 train 3.989096 (lr=9.3078e-05) (hash(x)=151181288)
+8050 train 4.102449 (lr=9.2714e-05) (hash(x)=150465993)
+8060 train 4.126997 (lr=9.2356e-05) (hash(x)=134201020)
+8070 train 4.016723 (lr=9.2002e-05) (hash(x)=157696045)
+8080 train 4.022478 (lr=9.1654e-05) (hash(x)=135581816)
+8090 train 3.951553 (lr=9.1310e-05) (hash(x)=153898278)
+8100 val loss 4.0254
+8100 val perplexity 56.0010
+8100 train 4.071581 (lr=9.0972e-05) (hash(x)=156664468)
+8110 train 4.173835 (lr=9.0638e-05) (hash(x)=161572593)
+8120 train 3.923417 (lr=9.0310e-05) (hash(x)=154381651)
+8130 train 4.184300 (lr=8.9987e-05) (hash(x)=149810514)
+8140 train 4.037950 (lr=8.9669e-05) (hash(x)=145085369)
+8150 train 3.896777 (lr=8.9356e-05) (hash(x)=149020616)
+8160 train 3.779180 (lr=8.9048e-05) (hash(x)=146450644)
+8170 train 3.979685 (lr=8.8745e-05) (hash(x)=148094499)
+8180 train 3.846212 (lr=8.8447e-05) (hash(x)=140810897)
+8190 train 3.955846 (lr=8.8154e-05) (hash(x)=142960309)
+8200 val loss 4.0263
+8200 val perplexity 56.0558
+8200 train 3.989845 (lr=8.7867e-05) (hash(x)=139457379)
+8210 train 3.969254 (lr=8.7584e-05) (hash(x)=145575125)
+8220 train 3.766742 (lr=8.7307e-05) (hash(x)=152836922)
+8230 train 3.852656 (lr=8.7035e-05) (hash(x)=135086706)
+8240 train 3.822788 (lr=8.6768e-05) (hash(x)=153448613)
+8250 train 3.786960 (lr=8.6506e-05) (hash(x)=138041222)
+8260 train 3.844816 (lr=8.6249e-05) (hash(x)=158857968)
+8270 train 3.861579 (lr=8.5997e-05) (hash(x)=157265315)
+8280 train 3.699619 (lr=8.5750e-05) (hash(x)=136059191)
+8290 train 3.771731 (lr=8.5509e-05) (hash(x)=162526712)
+8300 val loss 4.0331
+8300 val perplexity 56.4341
+8300 train 3.853588 (lr=8.5273e-05) (hash(x)=145478564)
+8310 train 3.498652 (lr=8.5041e-05) (hash(x)=157367549)
+8320 train 3.892195 (lr=8.4815e-05) (hash(x)=156085849)
+8330 train 4.177628 (lr=8.4594e-05) (hash(x)=154822719)
+8340 train 3.892810 (lr=8.4379e-05) (hash(x)=159688342)
+8350 train 4.026961 (lr=8.4168e-05) (hash(x)=144133822)
+8360 train 3.965671 (lr=8.3963e-05) (hash(x)=154155471)
+8370 train 3.969778 (lr=8.3762e-05) (hash(x)=157077804)
+8380 train 3.977879 (lr=8.3567e-05) (hash(x)=147796790)
+8390 train 3.983309 (lr=8.3377e-05) (hash(x)=145208254)
+8400 val loss 4.0212
+8400 val perplexity 55.7665
+8400 train 3.936470 (lr=8.3193e-05) (hash(x)=154982769)
+8410 train 4.127687 (lr=8.3013e-05) (hash(x)=138073867)
+8420 train 4.170509 (lr=8.2839e-05) (hash(x)=159521725)
+8430 train 4.096187 (lr=8.2669e-05) (hash(x)=149988578)
+8440 train 4.064534 (lr=8.2505e-05) (hash(x)=149457063)
+8450 train 3.931552 (lr=8.2347e-05) (hash(x)=134678896)
+8460 train 3.979403 (lr=8.2193e-05) (hash(x)=146122249)
+8470 train 4.000155 (lr=8.2044e-05) (hash(x)=141393319)
+8480 train 4.029669 (lr=8.1901e-05) (hash(x)=165396836)
+8490 train 4.098529 (lr=8.1763e-05) (hash(x)=140043806)
+8500 val loss 4.0175
+8500 val perplexity 55.5628
+8500 train 4.053110 (lr=8.1630e-05) (hash(x)=145798118)
+8510 train 4.001561 (lr=8.1502e-05) (hash(x)=150358299)
+8520 train 3.894746 (lr=8.1380e-05) (hash(x)=152572913)
+8530 train 3.967403 (lr=8.1263e-05) (hash(x)=148669229)
+8540 train 3.993587 (lr=8.1150e-05) (hash(x)=147078347)
+8550 train 3.978547 (lr=8.1044e-05) (hash(x)=146715166)
+8560 train 3.950264 (lr=8.0942e-05) (hash(x)=143176392)
+8570 train 4.067235 (lr=8.0845e-05) (hash(x)=153825484)
+8580 train 4.096317 (lr=8.0754e-05) (hash(x)=163379045)
+8590 train 3.885189 (lr=8.0668e-05) (hash(x)=140050873)
+8600 val loss 4.0200
+8600 val perplexity 55.7025
+8600 train 3.957555 (lr=8.0587e-05) (hash(x)=143231551)
+8610 train 3.812697 (lr=8.0511e-05) (hash(x)=164291360)
+8620 train 3.844626 (lr=8.0441e-05) (hash(x)=159122123)
+8630 train 3.817628 (lr=8.0376e-05) (hash(x)=140041695)
+8640 train 3.849620 (lr=8.0316e-05) (hash(x)=146010790)
+8650 train 3.763236 (lr=8.0261e-05) (hash(x)=146882123)
+8660 train 3.575861 (lr=8.0211e-05) (hash(x)=144933705)
+8670 train 3.803743 (lr=8.0167e-05) (hash(x)=145580075)
+8680 train 3.850536 (lr=8.0128e-05) (hash(x)=160982926)
+8690 train 3.727633 (lr=8.0094e-05) (hash(x)=140047108)
+8700 val loss 4.0299
+8700 val perplexity 56.2546
+8700 train 3.854482 (lr=8.0065e-05) (hash(x)=154780112)
+8710 train 3.940895 (lr=8.0042e-05) (hash(x)=157568560)
+8720 train 3.983122 (lr=8.0023e-05) (hash(x)=159587459)
+8730 train 3.986237 (lr=8.0010e-05) (hash(x)=152918103)
+8740 train 3.984485 (lr=8.0003e-05) (hash(x)=156928586)
+8749 val loss 4.0185
+8749 val perplexity 55.6157

lr8e-4_total_batch_size61440_baseline_seed1340/model_08749.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a0f1619dd8d4621d4f83155177dfe843d66005c298d6eb6c6a08a9de2201267
+size 92843394

lr8e-4_total_batch_size61440_baseline_seed1340/optimizer_08749.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ca2a073f94983c8a04cf45dec16b670ace74b0893e4ee7e6a2edb9d37e71b14
+size 179406214