Upload folder using huggingface_hub

n_heads12_lr10e-4_total_batch_size61440_seed1338/args.json

@@ -0,0 +1 @@
+{"hellaswag": true, "attention_kind": "selective", "log_dir": "wider_is_better_11/n_heads12_lr10e-4_total_batch_size61440_seed1338", "resume_checkpoint": null, "resume_optimizer": false, "add_a_head": false, "add_head_to_start": true, "new_head_init": "normal", "n_heads": 12, "protect_bos_token": true, "prevent_from_masking_myself": true, "max_steps": 8750, "warmup_steps": 500, "group": "wider_is_better_11", "use_wandb": true, "kill_self_after_run": false, "random_seed": 1338, "memory_penalty_epsilon": 0.1, "selection_head_linear_combo": "none", "selection_head_linear_combo_scale": 1.0, "protection_kind": "none", "leaky_relu_alpha": null, "leaky_relu_bias": null, "use_compile": true, "use_mini_model": false, "upload_to_hf": true, "seq_len": 256, "batch_size": 60, "total_batch_size": 61440, "protection_head_scaling_factor": 1.0, "protection_head_bias": 0.0, "n_sliced_masks": null, "n_latent_masks": null, "mask_layernorm": false, "residual_attention_masks": false, "compute_base_shapes": false, "base_shapes_savefile": null, "mup": true, "disable_selection": false, "mup_enable_coord_check_logging": false, "max_lr": 0.001, "decay_lr": true, "readout_zero_init": false, "query_zero_init": false, "l1_loss": false, "debugpy": false, "key": "n_heads12_10e-4_61440", "n_embd": 768}

n_heads12_lr10e-4_total_batch_size61440_seed1338/dataloader_08749.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bbf5b7eef643b850a13a0d3881f9b995af25e67f722e39e1853dc09a06ad1dc
+size 964

n_heads12_lr10e-4_total_batch_size61440_seed1338/log2.txt

@@ -0,0 +1,1054 @@
+max_steps: 8750
+0 val loss 10.9899
+0 val perplexity 59271.3594
+0 train 10.996866 (lr=2.0000e-06) (hash(x)=73026074)
+10 train 9.878416 (lr=2.2000e-05) (hash(x)=81408174)
+20 train 9.437363 (lr=4.2000e-05) (hash(x)=73752420)
+30 train 9.008246 (lr=6.2000e-05) (hash(x)=77647299)
+40 train 8.589837 (lr=8.2000e-05) (hash(x)=76104329)
+50 train 8.106159 (lr=1.0200e-04) (hash(x)=69335494)
+60 train 7.770695 (lr=1.2200e-04) (hash(x)=72716449)
+70 train 7.610338 (lr=1.4200e-04) (hash(x)=71125105)
+80 train 7.492192 (lr=1.6200e-04) (hash(x)=74407559)
+90 train 7.331594 (lr=1.8200e-04) (hash(x)=78245164)
+100 val loss 7.3030
+100 val perplexity 1484.6930
+100 train 7.273099 (lr=2.0200e-04) (hash(x)=66975638)
+110 train 7.049629 (lr=2.2200e-04) (hash(x)=72573036)
+120 train 6.967019 (lr=2.4200e-04) (hash(x)=72876251)
+130 train 6.937787 (lr=2.6200e-04) (hash(x)=79969711)
+140 train 6.822509 (lr=2.8200e-04) (hash(x)=76473027)
+150 train 6.709403 (lr=3.0200e-04) (hash(x)=72199769)
+160 train 6.526720 (lr=3.2200e-04) (hash(x)=79575844)
+170 train 6.426419 (lr=3.4200e-04) (hash(x)=65860740)
+180 train 6.399967 (lr=3.6200e-04) (hash(x)=79880170)
+190 train 6.293023 (lr=3.8200e-04) (hash(x)=78465601)
+200 val loss 6.4675
+200 val perplexity 643.8866
+200 train 6.200614 (lr=4.0200e-04) (hash(x)=72711480)
+210 train 6.149294 (lr=4.2200e-04) (hash(x)=71194058)
+220 train 6.341296 (lr=4.4200e-04) (hash(x)=92783037)
+230 train 6.089361 (lr=4.6200e-04) (hash(x)=73611161)
+240 train 5.879336 (lr=4.8200e-04) (hash(x)=74427917)
+250 train 5.897179 (lr=5.0200e-04) (hash(x)=65305370)
+260 train 5.989441 (lr=5.2200e-04) (hash(x)=81378465)
+270 train 5.762376 (lr=5.4200e-04) (hash(x)=72738754)
+280 train 6.082486 (lr=5.6200e-04) (hash(x)=82172761)
+290 train 6.245429 (lr=5.8200e-04) (hash(x)=70024961)
+300 val loss 6.0048
+300 val perplexity 405.3865
+300 train 5.950438 (lr=6.0200e-04) (hash(x)=74275986)
+310 train 6.054238 (lr=6.2200e-04) (hash(x)=76295038)
+320 train 6.028188 (lr=6.4200e-04) (hash(x)=74741156)
+330 train 5.800296 (lr=6.6200e-04) (hash(x)=71941043)
+340 train 5.910799 (lr=6.8200e-04) (hash(x)=75020464)
+350 train 5.912827 (lr=7.0200e-04) (hash(x)=64712930)
+360 train 6.203627 (lr=7.2200e-04) (hash(x)=68519941)
+370 train 5.780438 (lr=7.4200e-04) (hash(x)=75355289)
+380 train 5.762534 (lr=7.6200e-04) (hash(x)=66796276)
+390 train 5.833106 (lr=7.8200e-04) (hash(x)=81002698)
+400 val loss 5.6717
+400 val perplexity 290.5200
+400 train 5.530255 (lr=8.0200e-04) (hash(x)=76354037)
+410 train 5.791349 (lr=8.2200e-04) (hash(x)=82242082)
+420 train 5.521913 (lr=8.4200e-04) (hash(x)=77642063)
+430 train 5.445039 (lr=8.6200e-04) (hash(x)=72281244)
+440 train 5.613255 (lr=8.8200e-04) (hash(x)=79666830)
+450 train 5.516862 (lr=9.0200e-04) (hash(x)=76014248)
+460 train 5.642200 (lr=9.2200e-04) (hash(x)=81129062)
+470 train 5.453766 (lr=9.4200e-04) (hash(x)=69374949)
+480 train 5.465752 (lr=9.6200e-04) (hash(x)=72137706)
+490 train 5.478282 (lr=9.8200e-04) (hash(x)=74403781)
+500 val loss 5.4677
+500 val perplexity 236.9264
+500 train 5.378243 (lr=1.0000e-03) (hash(x)=78816019)
+510 train 5.413568 (lr=1.0000e-03) (hash(x)=72193331)
+520 train 5.407718 (lr=9.9999e-04) (hash(x)=79344438)
+530 train 5.388953 (lr=9.9997e-04) (hash(x)=78092289)
+540 train 5.375805 (lr=9.9995e-04) (hash(x)=74733731)
+550 train 5.339091 (lr=9.9992e-04) (hash(x)=69920645)
+560 train 5.170500 (lr=9.9988e-04) (hash(x)=76131735)
+570 train 5.257198 (lr=9.9984e-04) (hash(x)=78418293)
+580 train 5.068708 (lr=9.9979e-04) (hash(x)=73699256)
+590 train 5.071388 (lr=9.9974e-04) (hash(x)=77505664)
+600 val loss 5.2762
+600 val perplexity 195.6227
+600 train 5.010283 (lr=9.9967e-04) (hash(x)=71823058)
+610 train 5.046767 (lr=9.9961e-04) (hash(x)=78450672)
+620 train 4.940421 (lr=9.9953e-04) (hash(x)=75456256)
+630 train 4.914159 (lr=9.9945e-04) (hash(x)=68515074)
+640 train 4.981021 (lr=9.9936e-04) (hash(x)=71968654)
+650 train 4.904106 (lr=9.9927e-04) (hash(x)=72586963)
+660 train 4.861030 (lr=9.9917e-04) (hash(x)=67398625)
+670 train 4.874962 (lr=9.9906e-04) (hash(x)=82737129)
+680 train 5.116166 (lr=9.9894e-04) (hash(x)=78920914)
+690 train 5.134350 (lr=9.9882e-04) (hash(x)=59859106)
+700 val loss 5.1209
+700 val perplexity 167.4840
+700 train 5.015658 (lr=9.9870e-04) (hash(x)=76856514)
+710 train 5.064469 (lr=9.9856e-04) (hash(x)=73530680)
+720 train 5.152414 (lr=9.9842e-04) (hash(x)=74382454)
+730 train 5.000039 (lr=9.9828e-04) (hash(x)=80641678)
+740 train 5.147391 (lr=9.9812e-04) (hash(x)=82419404)
+750 train 5.105894 (lr=9.9796e-04) (hash(x)=70898356)
+760 train 5.059180 (lr=9.9780e-04) (hash(x)=76422181)
+770 train 5.017817 (lr=9.9762e-04) (hash(x)=83711024)
+780 train 4.930438 (lr=9.9744e-04) (hash(x)=74365746)
+790 train 4.879364 (lr=9.9726e-04) (hash(x)=73104424)
+800 val loss 4.9352
+800 val perplexity 139.0995
+800 train 5.063818 (lr=9.9707e-04) (hash(x)=73589083)
+810 train 4.866418 (lr=9.9687e-04) (hash(x)=69132306)
+820 train 4.920248 (lr=9.9666e-04) (hash(x)=75056169)
+830 train 4.800425 (lr=9.9645e-04) (hash(x)=70032437)
+840 train 4.815232 (lr=9.9623e-04) (hash(x)=73178845)
+850 train 4.810349 (lr=9.9601e-04) (hash(x)=69463059)
+860 train 4.890258 (lr=9.9578e-04) (hash(x)=74635339)
+870 train 5.054516 (lr=9.9554e-04) (hash(x)=73964810)
+880 train 4.784234 (lr=9.9530e-04) (hash(x)=79912096)
+890 train 4.762746 (lr=9.9505e-04) (hash(x)=84832110)
+900 val loss 4.7948
+900 val perplexity 120.8858
+900 train 4.760536 (lr=9.9479e-04) (hash(x)=71823388)
+910 train 4.714203 (lr=9.9453e-04) (hash(x)=69541745)
+920 train 4.652880 (lr=9.9426e-04) (hash(x)=67018969)
+930 train 4.604096 (lr=9.9398e-04) (hash(x)=73346110)
+940 train 4.674997 (lr=9.9370e-04) (hash(x)=72105603)
+950 train 4.572038 (lr=9.9341e-04) (hash(x)=71803352)
+960 train 4.733698 (lr=9.9311e-04) (hash(x)=75135621)
+970 train 4.526983 (lr=9.9281e-04) (hash(x)=73334774)
+980 train 4.494944 (lr=9.9250e-04) (hash(x)=80861275)
+990 train 4.545967 (lr=9.9219e-04) (hash(x)=77124068)
+1000 val loss 4.7104
+1000 val perplexity 111.0961
+1000 train 4.433167 (lr=9.9187e-04) (hash(x)=78127630)
+1010 train 4.377372 (lr=9.9154e-04) (hash(x)=73670162)
+1020 train 4.492303 (lr=9.9121e-04) (hash(x)=77732174)
+1030 train 4.339534 (lr=9.9087e-04) (hash(x)=79418857)
+1040 train 4.380932 (lr=9.9052e-04) (hash(x)=77732710)
+1050 train 4.353242 (lr=9.9017e-04) (hash(x)=69751515)
+1060 train 4.329982 (lr=9.8981e-04) (hash(x)=71788756)
+1070 train 4.538909 (lr=9.8944e-04) (hash(x)=72944541)
+1080 train 4.613462 (lr=9.8907e-04) (hash(x)=75792144)
+1090 train 4.559521 (lr=9.8869e-04) (hash(x)=78746868)
+1100 val loss 4.6126
+1100 val perplexity 100.7506
+1100 train 4.641263 (lr=9.8831e-04) (hash(x)=70879945)
+1110 train 4.627989 (lr=9.8791e-04) (hash(x)=77572329)
+1120 train 5.074735 (lr=9.8752e-04) (hash(x)=68749754)
+1130 train 4.607842 (lr=9.8711e-04) (hash(x)=78632440)
+1140 train 4.538727 (lr=9.8670e-04) (hash(x)=73565080)
+1150 train 4.599656 (lr=9.8629e-04) (hash(x)=81594247)
+1160 train 4.592741 (lr=9.8586e-04) (hash(x)=63200457)
+1170 train 4.641797 (lr=9.8543e-04) (hash(x)=75895085)
+1180 train 4.660604 (lr=9.8500e-04) (hash(x)=71402056)
+1190 train 4.604215 (lr=9.8456e-04) (hash(x)=75263955)
+1200 val loss 4.5415
+1200 val perplexity 93.8294
+1200 train 4.598189 (lr=9.8411e-04) (hash(x)=73579627)
+1210 train 4.595469 (lr=9.8365e-04) (hash(x)=79106153)
+1220 train 4.654102 (lr=9.8319e-04) (hash(x)=78475838)
+1230 train 4.711361 (lr=9.8272e-04) (hash(x)=72129619)
+1240 train 4.623965 (lr=9.8225e-04) (hash(x)=58067507)
+1250 train 4.432872 (lr=9.8177e-04) (hash(x)=78666722)
+1260 train 4.517206 (lr=9.8129e-04) (hash(x)=74964097)
+1270 train 4.492600 (lr=9.8079e-04) (hash(x)=72774823)
+1280 train 4.535753 (lr=9.8030e-04) (hash(x)=69959055)
+1290 train 4.377015 (lr=9.7979e-04) (hash(x)=76629730)
+1300 val loss 4.4865
+1300 val perplexity 88.8096
+1300 train 4.413606 (lr=9.7928e-04) (hash(x)=72183284)
+1310 train 4.612698 (lr=9.7876e-04) (hash(x)=83147722)
+1320 train 4.556895 (lr=9.7824e-04) (hash(x)=69788032)
+1330 train 4.280804 (lr=9.7771e-04) (hash(x)=66629732)
+1340 train 4.352966 (lr=9.7717e-04) (hash(x)=72542387)
+1350 train 4.410437 (lr=9.7663e-04) (hash(x)=76517375)
+1360 train 4.400441 (lr=9.7608e-04) (hash(x)=74401519)
+1370 train 4.214207 (lr=9.7553e-04) (hash(x)=78409356)
+1380 train 4.176289 (lr=9.7497e-04) (hash(x)=77626183)
+1390 train 4.131511 (lr=9.7440e-04) (hash(x)=72496033)
+1400 val loss 4.4495
+1400 val perplexity 85.5817
+1400 train 4.209481 (lr=9.7383e-04) (hash(x)=73708759)
+1410 train 4.204567 (lr=9.7325e-04) (hash(x)=73706234)
+1420 train 4.080943 (lr=9.7267e-04) (hash(x)=75918530)
+1430 train 3.968040 (lr=9.7207e-04) (hash(x)=76806498)
+1440 train 4.197422 (lr=9.7148e-04) (hash(x)=77310523)
+1450 train 4.163127 (lr=9.7087e-04) (hash(x)=75964248)
+1460 train 4.009656 (lr=9.7026e-04) (hash(x)=88549155)
+1470 train 4.501064 (lr=9.6965e-04) (hash(x)=78654420)
+1480 train 4.328508 (lr=9.6903e-04) (hash(x)=53433500)
+1490 train 4.356875 (lr=9.6840e-04) (hash(x)=75862069)
+1500 val loss 4.4325
+1500 val perplexity 84.1424
+1500 train 4.486503 (lr=9.6777e-04) (hash(x)=76037312)
+1510 train 4.237566 (lr=9.6713e-04) (hash(x)=78654499)
+1520 train 4.323501 (lr=9.6648e-04) (hash(x)=72319550)
+1530 train 4.301304 (lr=9.6583e-04) (hash(x)=78901150)
+1540 train 4.351883 (lr=9.6517e-04) (hash(x)=74848448)
+1550 train 4.381869 (lr=9.6451e-04) (hash(x)=77019229)
+1560 train 4.462658 (lr=9.6384e-04) (hash(x)=74200996)
+1570 train 4.365378 (lr=9.6316e-04) (hash(x)=76717682)
+1580 train 4.258556 (lr=9.6248e-04) (hash(x)=74662317)
+1590 train 4.428346 (lr=9.6179e-04) (hash(x)=76066438)
+1600 val loss 4.3716
+1600 val perplexity 79.1720
+1600 train 4.570393 (lr=9.6110e-04) (hash(x)=76123488)
+1610 train 4.458269 (lr=9.6040e-04) (hash(x)=73211013)
+1620 train 4.327531 (lr=9.5969e-04) (hash(x)=80389252)
+1630 train 4.320492 (lr=9.5898e-04) (hash(x)=73449158)
+1640 train 4.350865 (lr=9.5826e-04) (hash(x)=75060644)
+1650 train 4.280501 (lr=9.5754e-04) (hash(x)=68966493)
+1660 train 4.356060 (lr=9.5681e-04) (hash(x)=73496223)
+1670 train 4.223134 (lr=9.5607e-04) (hash(x)=86210083)
+1680 train 4.313195 (lr=9.5533e-04) (hash(x)=74053619)
+1690 train 4.375888 (lr=9.5458e-04) (hash(x)=65910719)
+1700 val loss 4.3444
+1700 val perplexity 77.0446
+1700 train 4.226717 (lr=9.5383e-04) (hash(x)=66496027)
+1710 train 4.402362 (lr=9.5307e-04) (hash(x)=75485845)
+1720 train 4.217659 (lr=9.5231e-04) (hash(x)=72417899)
+1730 train 4.262581 (lr=9.5153e-04) (hash(x)=73593240)
+1740 train 4.163245 (lr=9.5076e-04) (hash(x)=74832651)
+1750 train 4.145145 (lr=9.4998e-04) (hash(x)=73364724)
+1760 train 4.311493 (lr=9.4919e-04) (hash(x)=75903856)
+1770 train 4.368478 (lr=9.4839e-04) (hash(x)=78183744)
+1780 train 4.272652 (lr=9.4759e-04) (hash(x)=69993946)
+1790 train 4.349708 (lr=9.4679e-04) (hash(x)=101032039)
+1800 val loss 4.3083
+1800 val perplexity 74.3140
+1800 train 4.363121 (lr=9.4598e-04) (hash(x)=86018370)
+1810 train 3.936415 (lr=9.4516e-04) (hash(x)=84205841)
+1820 train 4.260911 (lr=9.4434e-04) (hash(x)=81735398)
+1830 train 4.155681 (lr=9.4351e-04) (hash(x)=77297230)
+1840 train 4.104589 (lr=9.4268e-04) (hash(x)=75535995)
+1850 train 4.126131 (lr=9.4184e-04) (hash(x)=73930506)
+1860 train 4.089764 (lr=9.4099e-04) (hash(x)=79524567)
+1870 train 4.028361 (lr=9.4014e-04) (hash(x)=80242414)
+1880 train 3.939608 (lr=9.3928e-04) (hash(x)=71395200)
+1890 train 4.069571 (lr=9.3842e-04) (hash(x)=78269507)
+1900 val loss 4.2854
+1900 val perplexity 72.6328
+1900 train 4.301173 (lr=9.3755e-04) (hash(x)=78327979)
+1910 train 4.234810 (lr=9.3668e-04) (hash(x)=75760901)
+1920 train 4.283826 (lr=9.3580e-04) (hash(x)=81699948)
+1930 train 4.332939 (lr=9.3491e-04) (hash(x)=75326527)
+1940 train 4.159538 (lr=9.3402e-04) (hash(x)=73660211)
+1950 train 4.297121 (lr=9.3313e-04) (hash(x)=66946100)
+1960 train 4.112506 (lr=9.3223e-04) (hash(x)=45679133)
+1970 train 4.387769 (lr=9.3132e-04) (hash(x)=73647298)
+1980 train 4.293734 (lr=9.3041e-04) (hash(x)=72037215)
+1990 train 4.289642 (lr=9.2949e-04) (hash(x)=77640675)
+2000 val loss 4.2333
+2000 val perplexity 68.9460
+2000 train 4.270515 (lr=9.2856e-04) (hash(x)=78165118)
+2010 train 4.329265 (lr=9.2763e-04) (hash(x)=80013879)
+2020 train 4.595002 (lr=9.2670e-04) (hash(x)=73778143)
+2030 train 4.104586 (lr=9.2576e-04) (hash(x)=71396805)
+2040 train 4.312492 (lr=9.2481e-04) (hash(x)=83350333)
+2050 train 4.805598 (lr=9.2386e-04) (hash(x)=67399515)
+2060 train 4.292835 (lr=9.2291e-04) (hash(x)=66586949)
+2070 train 4.159421 (lr=9.2195e-04) (hash(x)=77648913)
+2080 train 4.301746 (lr=9.2098e-04) (hash(x)=80507387)
+2090 train 4.327753 (lr=9.2001e-04) (hash(x)=67897081)
+2100 val loss 4.2106
+2100 val perplexity 67.3954
+2100 train 4.091825 (lr=9.1903e-04) (hash(x)=78780658)
+2110 train 4.011407 (lr=9.1804e-04) (hash(x)=71002379)
+2120 train 4.254676 (lr=9.1706e-04) (hash(x)=78941785)
+2130 train 4.209649 (lr=9.1606e-04) (hash(x)=77840641)
+2140 train 4.070915 (lr=9.1506e-04) (hash(x)=79973491)
+2150 train 4.150324 (lr=9.1406e-04) (hash(x)=70608621)
+2160 train 4.166295 (lr=9.1305e-04) (hash(x)=77576393)
+2170 train 4.131457 (lr=9.1203e-04) (hash(x)=79697380)
+2180 train 4.089016 (lr=9.1101e-04) (hash(x)=68595163)
+2190 train 4.154143 (lr=9.0999e-04) (hash(x)=78393072)
+2200 val loss 4.1962
+2200 val perplexity 66.4345
+2200 train 3.913084 (lr=9.0896e-04) (hash(x)=68832590)
+2210 train 3.941712 (lr=9.0792e-04) (hash(x)=73069430)
+2220 train 3.871197 (lr=9.0688e-04) (hash(x)=78403531)
+2230 train 3.948771 (lr=9.0583e-04) (hash(x)=84282001)
+2240 train 3.987436 (lr=9.0478e-04) (hash(x)=68791263)
+2250 train 3.916656 (lr=9.0372e-04) (hash(x)=78324357)
+2260 train 3.761337 (lr=9.0266e-04) (hash(x)=70769509)
+2270 train 3.969893 (lr=9.0160e-04) (hash(x)=76496955)
+2280 train 3.995754 (lr=9.0052e-04) (hash(x)=76607207)
+2290 train 4.006201 (lr=8.9945e-04) (hash(x)=76204997)
+2300 val loss 4.1834
+2300 val perplexity 65.5914
+2300 train 4.198055 (lr=8.9836e-04) (hash(x)=78644214)
+2310 train 4.174824 (lr=8.9728e-04) (hash(x)=69825560)
+2320 train 4.221256 (lr=8.9618e-04) (hash(x)=67690675)
+2330 train 4.235637 (lr=8.9509e-04) (hash(x)=72400089)
+2340 train 4.130614 (lr=8.9398e-04) (hash(x)=87283063)
+2350 train 4.110744 (lr=8.9288e-04) (hash(x)=74257442)
+2360 train 4.209318 (lr=8.9177e-04) (hash(x)=76596934)
+2370 train 4.187047 (lr=8.9065e-04) (hash(x)=76345291)
+2380 train 4.102968 (lr=8.8953e-04) (hash(x)=65495351)
+2390 train 4.403996 (lr=8.8840e-04) (hash(x)=75795347)
+2400 val loss 4.1627
+2400 val perplexity 64.2450
+2400 train 4.142782 (lr=8.8727e-04) (hash(x)=85857583)
+2410 train 4.133544 (lr=8.8613e-04) (hash(x)=72305336)
+2420 train 4.091039 (lr=8.8499e-04) (hash(x)=76780579)
+2430 train 4.070125 (lr=8.8384e-04) (hash(x)=85532225)
+2440 train 4.194731 (lr=8.8269e-04) (hash(x)=74308641)
+2450 train 4.177492 (lr=8.8153e-04) (hash(x)=75205457)
+2460 train 4.192517 (lr=8.8037e-04) (hash(x)=65232578)
+2470 train 4.219167 (lr=8.7921e-04) (hash(x)=77893584)
+2480 train 4.063409 (lr=8.7804e-04) (hash(x)=63720791)
+2490 train 4.115788 (lr=8.7686e-04) (hash(x)=74714745)
+2500 val loss 4.1203
+2500 val perplexity 61.5781
+2500 train 4.230078 (lr=8.7568e-04) (hash(x)=72628906)
+2510 train 3.996775 (lr=8.7450e-04) (hash(x)=69138578)
+2520 train 4.160388 (lr=8.7331e-04) (hash(x)=65122039)
+2530 train 4.152202 (lr=8.7211e-04) (hash(x)=74953183)
+2540 train 4.064047 (lr=8.7091e-04) (hash(x)=75410150)
+2550 train 3.964011 (lr=8.6971e-04) (hash(x)=80818592)
+2560 train 3.985015 (lr=8.6850e-04) (hash(x)=73726201)
+2570 train 4.164223 (lr=8.6729e-04) (hash(x)=78518314)
+2580 train 4.135106 (lr=8.6607e-04) (hash(x)=70758402)
+2590 train 4.096724 (lr=8.6485e-04) (hash(x)=70495389)
+2600 val loss 4.1246
+2600 val perplexity 61.8457
+2600 train 4.010422 (lr=8.6362e-04) (hash(x)=82589673)
+2610 train 3.881681 (lr=8.6239e-04) (hash(x)=70936243)
+2620 train 3.823193 (lr=8.6116e-04) (hash(x)=83907871)
+2630 train 3.905704 (lr=8.5991e-04) (hash(x)=70432517)
+2640 train 3.895645 (lr=8.5867e-04) (hash(x)=73683605)
+2650 train 3.757514 (lr=8.5742e-04) (hash(x)=81772854)
+2660 train 3.899540 (lr=8.5617e-04) (hash(x)=68745438)
+2670 train 3.953605 (lr=8.5491e-04) (hash(x)=77762278)
+2680 train 3.827003 (lr=8.5365e-04) (hash(x)=70738783)
+2690 train 3.829181 (lr=8.5238e-04) (hash(x)=74534099)
+2700 val loss 4.1121
+2700 val perplexity 61.0766
+2700 train 4.027041 (lr=8.5111e-04) (hash(x)=81441457)
+2710 train 4.074991 (lr=8.4983e-04) (hash(x)=76167134)
+2720 train 4.137204 (lr=8.4855e-04) (hash(x)=79036746)
+2730 train 4.112680 (lr=8.4727e-04) (hash(x)=76789597)
+2740 train 4.071312 (lr=8.4598e-04) (hash(x)=67515905)
+2750 train 4.182815 (lr=8.4469e-04) (hash(x)=81464179)
+2760 train 4.066255 (lr=8.4339e-04) (hash(x)=83004450)
+2770 train 4.057415 (lr=8.4209e-04) (hash(x)=74647329)
+2780 train 4.233309 (lr=8.4078e-04) (hash(x)=65160033)
+2790 train 4.274494 (lr=8.3947e-04) (hash(x)=77815496)
+2800 val loss 4.0825
+2800 val perplexity 59.2950
+2800 train 4.089107 (lr=8.3816e-04) (hash(x)=68408565)
+2810 train 4.116800 (lr=8.3684e-04) (hash(x)=71127979)
+2820 train 4.139161 (lr=8.3552e-04) (hash(x)=74423275)
+2830 train 3.975283 (lr=8.3419e-04) (hash(x)=80921960)
+2840 train 4.271122 (lr=8.3286e-04) (hash(x)=79254948)
+2850 train 3.994164 (lr=8.3153e-04) (hash(x)=73700080)
+2860 train 4.181685 (lr=8.3019e-04) (hash(x)=74328412)
+2870 train 4.021886 (lr=8.2884e-04) (hash(x)=74359259)
+2880 train 4.224534 (lr=8.2750e-04) (hash(x)=74479648)
+2890 train 3.880072 (lr=8.2615e-04) (hash(x)=80993243)
+2900 val loss 4.0558
+2900 val perplexity 57.7324
+2900 train 4.103284 (lr=8.2479e-04) (hash(x)=72286433)
+2910 train 4.238840 (lr=8.2343e-04) (hash(x)=81081634)
+2920 train 4.000973 (lr=8.2207e-04) (hash(x)=71809089)
+2930 train 4.024914 (lr=8.2070e-04) (hash(x)=72668797)
+2940 train 4.210224 (lr=8.1933e-04) (hash(x)=80472855)
+2950 train 4.069575 (lr=8.1796e-04) (hash(x)=67764485)
+2960 train 3.910945 (lr=8.1658e-04) (hash(x)=78590385)
+2970 train 4.170641 (lr=8.1520e-04) (hash(x)=86434483)
+2980 train 4.078607 (lr=8.1381e-04) (hash(x)=83872337)
+2990 train 4.006131 (lr=8.1242e-04) (hash(x)=76866271)
+3000 val loss 4.0597
+3000 val perplexity 57.9593
+3000 train 3.944339 (lr=8.1103e-04) (hash(x)=98889128)
+3010 train 3.832625 (lr=8.0963e-04) (hash(x)=77128749)
+3020 train 3.935330 (lr=8.0823e-04) (hash(x)=74427692)
+3030 train 4.167792 (lr=8.0682e-04) (hash(x)=75155791)
+3040 train 3.775682 (lr=8.0541e-04) (hash(x)=80384590)
+3050 train 3.838757 (lr=8.0400e-04) (hash(x)=69078039)
+3060 train 3.852766 (lr=8.0258e-04) (hash(x)=75289844)
+3070 train 3.658214 (lr=8.0116e-04) (hash(x)=73776546)
+3080 train 3.964492 (lr=7.9974e-04) (hash(x)=83632057)
+3090 train 4.115197 (lr=7.9831e-04) (hash(x)=83219352)
+3100 val loss 4.0759
+3100 val perplexity 58.9055
+3100 train 3.719601 (lr=7.9688e-04) (hash(x)=72986705)
+3110 train 4.151382 (lr=7.9545e-04) (hash(x)=79090150)
+3120 train 3.909985 (lr=7.9401e-04) (hash(x)=82919368)
+3130 train 4.170765 (lr=7.9257e-04) (hash(x)=82752003)
+3140 train 4.190866 (lr=7.9112e-04) (hash(x)=83049547)
+3150 train 4.122423 (lr=7.8967e-04) (hash(x)=76384003)
+3160 train 4.094978 (lr=7.8822e-04) (hash(x)=83069546)
+3170 train 4.135162 (lr=7.8677e-04) (hash(x)=77245329)
+3180 train 3.917817 (lr=7.8531e-04) (hash(x)=80555988)
+3190 train 4.017499 (lr=7.8384e-04) (hash(x)=79506138)
+3200 val loss 4.0148
+3200 val perplexity 55.4118
+3200 train 3.972687 (lr=7.8238e-04) (hash(x)=74238910)
+3210 train 4.109450 (lr=7.8091e-04) (hash(x)=87246704)
+3220 train 3.943842 (lr=7.7944e-04) (hash(x)=76286650)
+3230 train 3.915924 (lr=7.7796e-04) (hash(x)=74128366)
+3240 train 3.933496 (lr=7.7648e-04) (hash(x)=83686518)
+3250 train 4.060529 (lr=7.7500e-04) (hash(x)=79334239)
+3260 train 3.840187 (lr=7.7351e-04) (hash(x)=76991073)
+3270 train 3.861104 (lr=7.7203e-04) (hash(x)=79645991)
+3280 train 3.894144 (lr=7.7053e-04) (hash(x)=79642315)
+3290 train 4.040541 (lr=7.6904e-04) (hash(x)=71394376)
+3300 val loss 4.0149
+3300 val perplexity 55.4187
+3300 train 3.768021 (lr=7.6754e-04) (hash(x)=74335345)
+3310 train 3.848773 (lr=7.6604e-04) (hash(x)=77872427)
+3320 train 3.770685 (lr=7.6453e-04) (hash(x)=65707820)
+3330 train 4.078043 (lr=7.6303e-04) (hash(x)=69949153)
+3340 train 3.953735 (lr=7.6151e-04) (hash(x)=74387552)
+3350 train 4.086580 (lr=7.6000e-04) (hash(x)=80320961)
+3360 train 4.120649 (lr=7.5848e-04) (hash(x)=75749684)
+3370 train 3.964887 (lr=7.5696e-04) (hash(x)=78610377)
+3380 train 4.018353 (lr=7.5544e-04) (hash(x)=73378836)
+3390 train 4.063714 (lr=7.5391e-04) (hash(x)=73242237)
+3400 val loss 3.9934
+3400 val perplexity 54.2374
+3400 train 4.040217 (lr=7.5238e-04) (hash(x)=68240434)
+3410 train 3.855806 (lr=7.5085e-04) (hash(x)=80087540)
+3420 train 4.308402 (lr=7.4932e-04) (hash(x)=73529815)
+3430 train 4.190962 (lr=7.4778e-04) (hash(x)=73306132)
+3440 train 4.333542 (lr=7.4624e-04) (hash(x)=70500493)
+3450 train 4.080011 (lr=7.4470e-04) (hash(x)=70007926)
+3460 train 4.030647 (lr=7.4315e-04) (hash(x)=70024043)
+3470 train 4.116632 (lr=7.4160e-04) (hash(x)=81605862)
+3480 train 3.982551 (lr=7.4005e-04) (hash(x)=67926367)
+3490 train 4.030613 (lr=7.3849e-04) (hash(x)=75476865)
+3500 val loss 3.9769
+3500 val perplexity 53.3505
+3500 train 3.875070 (lr=7.3694e-04) (hash(x)=76813079)
+3510 train 4.042651 (lr=7.3538e-04) (hash(x)=83284900)
+3520 train 4.031151 (lr=7.3381e-04) (hash(x)=72533794)
+3530 train 3.948003 (lr=7.3225e-04) (hash(x)=71496579)
+3540 train 3.915365 (lr=7.3068e-04) (hash(x)=70592072)
+3550 train 4.046032 (lr=7.2911e-04) (hash(x)=76928693)
+3560 train 3.906385 (lr=7.2754e-04) (hash(x)=74503456)
+3570 train 3.997969 (lr=7.2596e-04) (hash(x)=70401709)
+3580 train 4.073640 (lr=7.2438e-04) (hash(x)=71225931)
+3590 train 4.064763 (lr=7.2280e-04) (hash(x)=79059680)
+3600 val loss 3.9706
+3600 val perplexity 53.0154
+3600 train 3.792188 (lr=7.2122e-04) (hash(x)=71650260)
+3610 train 3.757215 (lr=7.1963e-04) (hash(x)=72844252)
+3620 train 3.790796 (lr=7.1804e-04) (hash(x)=69989480)
+3630 train 3.760044 (lr=7.1645e-04) (hash(x)=74336566)
+3640 train 3.895407 (lr=7.1486e-04) (hash(x)=60353606)
+3650 train 3.834394 (lr=7.1326e-04) (hash(x)=79424308)
+3660 train 3.973822 (lr=7.1167e-04) (hash(x)=79976421)
+3670 train 3.734791 (lr=7.1007e-04) (hash(x)=76742350)
+3680 train 3.870183 (lr=7.0846e-04) (hash(x)=73225113)
+3690 train 3.849728 (lr=7.0686e-04) (hash(x)=68913999)
+3700 val loss 3.9799
+3700 val perplexity 53.5128
+3700 train 3.800503 (lr=7.0525e-04) (hash(x)=73295022)
+3710 train 3.684872 (lr=7.0364e-04) (hash(x)=71341621)
+3720 train 3.859540 (lr=7.0203e-04) (hash(x)=76711631)
+3730 train 3.879754 (lr=7.0041e-04) (hash(x)=76294927)
+3740 train 4.059006 (lr=6.9880e-04) (hash(x)=81950742)
+3750 train 3.859149 (lr=6.9718e-04) (hash(x)=74343197)
+3760 train 4.047125 (lr=6.9556e-04) (hash(x)=71093207)
+3770 train 4.007198 (lr=6.9394e-04) (hash(x)=80706801)
+3780 train 4.013706 (lr=6.9231e-04) (hash(x)=75011477)
+3790 train 4.024292 (lr=6.9069e-04) (hash(x)=72248633)
+3800 val loss 3.9522
+3800 val perplexity 52.0493
+3800 train 3.947133 (lr=6.8906e-04) (hash(x)=69136971)
+3810 train 4.006185 (lr=6.8743e-04) (hash(x)=77522202)
+3820 train 3.796079 (lr=6.8579e-04) (hash(x)=67695101)
+3830 train 3.979883 (lr=6.8416e-04) (hash(x)=80051551)
+3840 train 3.894925 (lr=6.8252e-04) (hash(x)=74191647)
+3850 train 3.842561 (lr=6.8088e-04) (hash(x)=68047171)
+3860 train 3.939575 (lr=6.7924e-04) (hash(x)=70045527)
+3870 train 3.970980 (lr=6.7760e-04) (hash(x)=73697380)
+3880 train 3.936097 (lr=6.7596e-04) (hash(x)=72925733)
+3890 train 3.989959 (lr=6.7431e-04) (hash(x)=67921912)
+3900 val loss 3.9443
+3900 val perplexity 51.6376
+3900 train 4.042893 (lr=6.7266e-04) (hash(x)=78738821)
+3910 train 3.953716 (lr=6.7101e-04) (hash(x)=74879268)
+3920 train 4.032205 (lr=6.6936e-04) (hash(x)=67259305)
+3930 train 3.929624 (lr=6.6771e-04) (hash(x)=75660066)
+3940 train 4.000964 (lr=6.6605e-04) (hash(x)=74572945)
+3950 train 3.896636 (lr=6.6440e-04) (hash(x)=82744417)
+3960 train 3.777549 (lr=6.6274e-04) (hash(x)=76023482)
+3970 train 3.821615 (lr=6.6108e-04) (hash(x)=74825305)
+3980 train 4.284239 (lr=6.5942e-04) (hash(x)=75541926)
+3990 train 3.950650 (lr=6.5776e-04) (hash(x)=85705002)
+4000 val loss 3.9330
+4000 val perplexity 51.0578
+4000 train 3.919246 (lr=6.5609e-04) (hash(x)=75062236)
+4010 train 3.747275 (lr=6.5443e-04) (hash(x)=70532791)
+4020 train 3.999386 (lr=6.5276e-04) (hash(x)=70014939)
+4030 train 3.789179 (lr=6.5109e-04) (hash(x)=75315953)
+4040 train 3.883654 (lr=6.4942e-04) (hash(x)=74206277)
+4050 train 4.032455 (lr=6.4775e-04) (hash(x)=71678934)
+4060 train 3.981370 (lr=6.4607e-04) (hash(x)=68169236)
+4070 train 3.881472 (lr=6.4440e-04) (hash(x)=73440206)
+4080 train 3.821061 (lr=6.4272e-04) (hash(x)=77333014)
+4090 train 3.768232 (lr=6.4104e-04) (hash(x)=74699627)
+4100 val loss 3.9492
+4100 val perplexity 51.8932
+4100 train 3.907684 (lr=6.3937e-04) (hash(x)=72537935)
+4110 train 3.764351 (lr=6.3769e-04) (hash(x)=59960704)
+4120 train 3.805621 (lr=6.3600e-04) (hash(x)=79504237)
+4130 train 3.934200 (lr=6.3432e-04) (hash(x)=76513677)
+4140 train 4.047119 (lr=6.3264e-04) (hash(x)=81601150)
+4150 train 3.885881 (lr=6.3095e-04) (hash(x)=75447369)
+4160 train 3.919132 (lr=6.2927e-04) (hash(x)=84280875)
+4170 train 4.074868 (lr=6.2758e-04) (hash(x)=88239587)
+4180 train 4.120585 (lr=6.2589e-04) (hash(x)=69175879)
+4190 train 4.011086 (lr=6.2420e-04) (hash(x)=71751070)
+4200 val loss 3.9037
+4200 val perplexity 49.5859
+4200 train 3.894259 (lr=6.2251e-04) (hash(x)=63098921)
+4210 train 4.599662 (lr=6.2082e-04) (hash(x)=99229132)
+4220 train 3.885340 (lr=6.1913e-04) (hash(x)=74149842)
+4230 train 3.855309 (lr=6.1743e-04) (hash(x)=76000344)
+4240 train 3.828799 (lr=6.1574e-04) (hash(x)=73033995)
+4250 train 3.835330 (lr=6.1404e-04) (hash(x)=79351091)
+4260 train 3.858554 (lr=6.1235e-04) (hash(x)=67587193)
+4270 train 3.892792 (lr=6.1065e-04) (hash(x)=80457848)
+4280 train 3.753623 (lr=6.0895e-04) (hash(x)=79619630)
+4290 train 3.937970 (lr=6.0725e-04) (hash(x)=76884730)
+4300 val loss 3.8907
+4300 val perplexity 48.9431
+4300 train 3.796824 (lr=6.0555e-04) (hash(x)=79561461)
+4310 train 3.871387 (lr=6.0385e-04) (hash(x)=80388562)
+4320 train 3.909767 (lr=6.0215e-04) (hash(x)=78267207)
+4330 train 3.806445 (lr=6.0044e-04) (hash(x)=71301301)
+4340 train 3.984378 (lr=5.9874e-04) (hash(x)=79138432)
+4350 train 3.899526 (lr=5.9704e-04) (hash(x)=70573215)
+4360 train 3.862393 (lr=5.9533e-04) (hash(x)=71492280)
+4370 train 3.847002 (lr=5.9363e-04) (hash(x)=74751091)
+4380 train 3.865252 (lr=5.9192e-04) (hash(x)=72310274)
+4390 train 3.826214 (lr=5.9022e-04) (hash(x)=100848104)
+4400 val loss 3.8941
+4400 val perplexity 49.1098
+4400 train 4.095712 (lr=5.8851e-04) (hash(x)=71196998)
+4410 train 3.843240 (lr=5.8680e-04) (hash(x)=74205624)
+4420 train 3.801262 (lr=5.8509e-04) (hash(x)=68781238)
+4430 train 3.821807 (lr=5.8338e-04) (hash(x)=76961213)
+4440 train 3.804907 (lr=5.8168e-04) (hash(x)=80006728)
+4450 train 3.761891 (lr=5.7997e-04) (hash(x)=71337984)
+4460 train 3.900461 (lr=5.7826e-04) (hash(x)=70514009)
+4470 train 3.746757 (lr=5.7655e-04) (hash(x)=76238847)
+4480 train 3.792816 (lr=5.7483e-04) (hash(x)=67646620)
+4490 train 3.825971 (lr=5.7312e-04) (hash(x)=76200722)
+4500 val loss 3.9071
+4500 val perplexity 49.7544
+4500 train 4.010912 (lr=5.7141e-04) (hash(x)=80808376)
+4510 train 3.851734 (lr=5.6970e-04) (hash(x)=79670252)
+4520 train 3.671171 (lr=5.6799e-04) (hash(x)=71430874)
+4530 train 3.850690 (lr=5.6628e-04) (hash(x)=74443861)
+4540 train 3.942988 (lr=5.6456e-04) (hash(x)=84712247)
+4550 train 3.925770 (lr=5.6285e-04) (hash(x)=76296651)
+4560 train 3.972735 (lr=5.6114e-04) (hash(x)=76991150)
+4570 train 3.908177 (lr=5.5942e-04) (hash(x)=68369483)
+4580 train 3.874026 (lr=5.5771e-04) (hash(x)=68777608)
+4590 train 4.022985 (lr=5.5600e-04) (hash(x)=73172132)
+4600 val loss 3.8655
+4600 val perplexity 47.7254
+4600 train 3.964214 (lr=5.5428e-04) (hash(x)=78012961)
+4610 train 3.984230 (lr=5.5257e-04) (hash(x)=76270600)
+4620 train 3.786776 (lr=5.5086e-04) (hash(x)=82249567)
+4630 train 3.853583 (lr=5.4914e-04) (hash(x)=67713698)
+4640 train 4.017416 (lr=5.4743e-04) (hash(x)=54462324)
+4650 train 3.951839 (lr=5.4572e-04) (hash(x)=70825784)
+4660 train 4.053914 (lr=5.4400e-04) (hash(x)=69303774)
+4670 train 3.946279 (lr=5.4229e-04) (hash(x)=84155716)
+4680 train 4.065107 (lr=5.4058e-04) (hash(x)=76409129)
+4690 train 4.036716 (lr=5.3886e-04) (hash(x)=73455805)
+4700 val loss 3.8598
+4700 val perplexity 47.4577
+4700 train 3.867461 (lr=5.3715e-04) (hash(x)=82597167)
+4710 train 3.819057 (lr=5.3544e-04) (hash(x)=72293751)
+4720 train 3.828080 (lr=5.3372e-04) (hash(x)=77164608)
+4730 train 3.846265 (lr=5.3201e-04) (hash(x)=73781035)
+4740 train 3.820917 (lr=5.3030e-04) (hash(x)=69426231)
+4750 train 3.831368 (lr=5.2859e-04) (hash(x)=77279505)
+4760 train 3.882812 (lr=5.2688e-04) (hash(x)=83295292)
+4770 train 3.757774 (lr=5.2517e-04) (hash(x)=76817389)
+4780 train 3.807137 (lr=5.2345e-04) (hash(x)=76512693)
+4790 train 3.734309 (lr=5.2174e-04) (hash(x)=76469593)
+4800 val loss 3.8544
+4800 val perplexity 47.2018
+4800 train 3.876808 (lr=5.2003e-04) (hash(x)=75145475)
+4810 train 3.806314 (lr=5.1832e-04) (hash(x)=72173130)
+4820 train 3.986234 (lr=5.1662e-04) (hash(x)=74239752)
+4830 train 3.865416 (lr=5.1491e-04) (hash(x)=71592976)
+4840 train 3.802169 (lr=5.1320e-04) (hash(x)=70809896)
+4850 train 3.773521 (lr=5.1149e-04) (hash(x)=72044692)
+4860 train 3.668056 (lr=5.0978e-04) (hash(x)=71791939)
+4870 train 3.682731 (lr=5.0808e-04) (hash(x)=72591349)
+4880 train 3.838553 (lr=5.0637e-04) (hash(x)=83767466)
+4890 train 3.836951 (lr=5.0467e-04) (hash(x)=76798861)
+4900 val loss 3.8541
+4900 val perplexity 47.1845
+4900 train 3.870109 (lr=5.0296e-04) (hash(x)=74555348)
+4910 train 3.843024 (lr=5.0126e-04) (hash(x)=75894534)
+4920 train 3.912025 (lr=4.9956e-04) (hash(x)=84093086)
+4930 train 3.880683 (lr=4.9785e-04) (hash(x)=77209960)
+4940 train 3.876299 (lr=4.9615e-04) (hash(x)=78448905)
+4950 train 3.744340 (lr=4.9445e-04) (hash(x)=74336001)
+4960 train 3.902538 (lr=4.9275e-04) (hash(x)=80895303)
+4970 train 3.851454 (lr=4.9105e-04) (hash(x)=71883820)
+4980 train 3.774611 (lr=4.8935e-04) (hash(x)=69893767)
+4990 train 3.733173 (lr=4.8765e-04) (hash(x)=74660816)
+5000 val loss 3.8430
+5000 val perplexity 46.6632
+5000 train 4.046066 (lr=4.8596e-04) (hash(x)=78057851)
+5010 train 3.846924 (lr=4.8426e-04) (hash(x)=64235135)
+5020 train 3.811690 (lr=4.8257e-04) (hash(x)=70397272)
+5030 train 3.832674 (lr=4.8087e-04) (hash(x)=67171768)
+5040 train 3.750823 (lr=4.7918e-04) (hash(x)=70332490)
+5050 train 3.911602 (lr=4.7749e-04) (hash(x)=83006433)
+5060 train 3.858884 (lr=4.7580e-04) (hash(x)=76575571)
+5070 train 3.861979 (lr=4.7411e-04) (hash(x)=77691770)
+5080 train 4.246527 (lr=4.7242e-04) (hash(x)=57255988)
+5090 train 3.869546 (lr=4.7073e-04) (hash(x)=80108944)
+5100 val loss 3.8350
+5100 val perplexity 46.2952
+5100 train 3.795482 (lr=4.6905e-04) (hash(x)=74319538)
+5110 train 3.778503 (lr=4.6736e-04) (hash(x)=72033986)
+5120 train 3.887837 (lr=4.6568e-04) (hash(x)=75108610)
+5130 train 3.939145 (lr=4.6400e-04) (hash(x)=77275710)
+5140 train 3.820401 (lr=4.6231e-04) (hash(x)=69731327)
+5150 train 3.809475 (lr=4.6063e-04) (hash(x)=74809572)
+5160 train 3.903027 (lr=4.5896e-04) (hash(x)=80883994)
+5170 train 3.824394 (lr=4.5728e-04) (hash(x)=70390166)
+5180 train 3.989122 (lr=4.5560e-04) (hash(x)=75614276)
+5190 train 3.937702 (lr=4.5393e-04) (hash(x)=75431389)
+5200 val loss 3.8235
+5200 val perplexity 45.7637
+5200 train 3.832769 (lr=4.5225e-04) (hash(x)=76239548)
+5210 train 3.934418 (lr=4.5058e-04) (hash(x)=71988616)
+5220 train 3.874312 (lr=4.4891e-04) (hash(x)=70379284)
+5230 train 3.785838 (lr=4.4724e-04) (hash(x)=65937825)
+5240 train 3.739779 (lr=4.4557e-04) (hash(x)=75529148)
+5250 train 3.630558 (lr=4.4391e-04) (hash(x)=73186404)
+5260 train 3.811908 (lr=4.4224e-04) (hash(x)=64888735)
+5270 train 3.739376 (lr=4.4058e-04) (hash(x)=61047756)
+5280 train 3.747163 (lr=4.3892e-04) (hash(x)=72880277)
+5290 train 3.876018 (lr=4.3726e-04) (hash(x)=76312981)
+5300 val loss 3.8136
+5300 val perplexity 45.3148
+5300 train 3.784813 (lr=4.3560e-04) (hash(x)=79007351)
+5310 train 3.652471 (lr=4.3395e-04) (hash(x)=69120142)
+5320 train 3.773806 (lr=4.3229e-04) (hash(x)=69703140)
+5330 train 3.898447 (lr=4.3064e-04) (hash(x)=67515165)
+5340 train 3.808012 (lr=4.2899e-04) (hash(x)=57789017)
+5350 train 3.818954 (lr=4.2734e-04) (hash(x)=79434224)
+5360 train 3.929090 (lr=4.2569e-04) (hash(x)=81242201)
+5370 train 3.804117 (lr=4.2404e-04) (hash(x)=69646244)
+5380 train 3.773784 (lr=4.2240e-04) (hash(x)=81911267)
+5390 train 3.944068 (lr=4.2076e-04) (hash(x)=79086963)
+5400 val loss 3.7944
+5400 val perplexity 44.4533
+5400 train 3.937070 (lr=4.1912e-04) (hash(x)=73958857)
+5410 train 3.823615 (lr=4.1748e-04) (hash(x)=76487961)
+5420 train 3.781365 (lr=4.1584e-04) (hash(x)=75600730)
+5430 train 3.867919 (lr=4.1421e-04) (hash(x)=74683606)
+5440 train 3.801675 (lr=4.1257e-04) (hash(x)=70879811)
+5450 train 3.903506 (lr=4.1094e-04) (hash(x)=71654210)
+5460 train 3.920702 (lr=4.0931e-04) (hash(x)=75386299)
+5470 train 3.860429 (lr=4.0769e-04) (hash(x)=74366370)
+5480 train 3.767556 (lr=4.0606e-04) (hash(x)=74267515)
+5490 train 3.740665 (lr=4.0444e-04) (hash(x)=74435634)
+5500 val loss 3.7846
+5500 val perplexity 44.0182
+5500 train 3.896198 (lr=4.0282e-04) (hash(x)=72000576)
+5510 train 3.840467 (lr=4.0120e-04) (hash(x)=63862668)
+5520 train 3.809402 (lr=3.9959e-04) (hash(x)=70635849)
+5530 train 3.842788 (lr=3.9797e-04) (hash(x)=71094650)
+5540 train 3.694288 (lr=3.9636e-04) (hash(x)=75063498)
+5550 train 4.222892 (lr=3.9475e-04) (hash(x)=71807986)
+5560 train 3.668620 (lr=3.9314e-04) (hash(x)=66657503)
+5570 train 3.800491 (lr=3.9154e-04) (hash(x)=66345202)
+5580 train 3.862552 (lr=3.8993e-04) (hash(x)=71849709)
+5590 train 3.692991 (lr=3.8833e-04) (hash(x)=84702367)
+5600 val loss 3.7873
+5600 val perplexity 44.1373
+5600 train 3.827471 (lr=3.8674e-04) (hash(x)=79109269)
+5610 train 3.621153 (lr=3.8514e-04) (hash(x)=79051062)
+5620 train 3.778828 (lr=3.8355e-04) (hash(x)=69861636)
+5630 train 3.818734 (lr=3.8196e-04) (hash(x)=71549879)
+5640 train 3.782319 (lr=3.8037e-04) (hash(x)=71055279)
+5650 train 3.833887 (lr=3.7878e-04) (hash(x)=76078002)
+5660 train 3.749403 (lr=3.7720e-04) (hash(x)=74335344)
+5670 train 3.928575 (lr=3.7562e-04) (hash(x)=71454672)
+5680 train 3.703824 (lr=3.7404e-04) (hash(x)=68592905)
+5690 train 4.021572 (lr=3.7246e-04) (hash(x)=72942879)
+5700 val loss 3.7753
+5700 val perplexity 43.6123
+5700 train 3.722890 (lr=3.7089e-04) (hash(x)=65107511)
+5710 train 3.779541 (lr=3.6932e-04) (hash(x)=82256907)
+5720 train 3.858287 (lr=3.6775e-04) (hash(x)=83454690)
+5730 train 3.933522 (lr=3.6619e-04) (hash(x)=74898617)
+5740 train 3.745434 (lr=3.6462e-04) (hash(x)=74025050)
+5750 train 3.871578 (lr=3.6306e-04) (hash(x)=75125832)
+5760 train 3.891793 (lr=3.6151e-04) (hash(x)=82640580)
+5770 train 3.703700 (lr=3.5995e-04) (hash(x)=72169296)
+5780 train 3.707704 (lr=3.5840e-04) (hash(x)=76860672)
+5790 train 3.796941 (lr=3.5685e-04) (hash(x)=75858612)
+5800 val loss 3.7796
+5800 val perplexity 43.8007
+5800 train 3.877649 (lr=3.5530e-04) (hash(x)=68326653)
+5810 train 3.839266 (lr=3.5376e-04) (hash(x)=72416288)
+5820 train 3.726267 (lr=3.5222e-04) (hash(x)=75390575)
+5830 train 3.779076 (lr=3.5068e-04) (hash(x)=74274453)
+5840 train 3.732033 (lr=3.4915e-04) (hash(x)=80802684)
+5850 train 3.768624 (lr=3.4762e-04) (hash(x)=71662543)
+5860 train 3.717766 (lr=3.4609e-04) (hash(x)=78625653)
+5870 train 3.630612 (lr=3.4456e-04) (hash(x)=68749216)
+5880 train 3.733176 (lr=3.4304e-04) (hash(x)=71914758)
+5890 train 3.552140 (lr=3.4152e-04) (hash(x)=73589958)
+5900 val loss 3.7644
+5900 val perplexity 43.1383
+5900 train 3.702776 (lr=3.4000e-04) (hash(x)=72500673)
+5910 train 3.755464 (lr=3.3849e-04) (hash(x)=80963753)
+5920 train 3.892773 (lr=3.3697e-04) (hash(x)=89659262)
+5930 train 3.648090 (lr=3.3547e-04) (hash(x)=81546346)
+5940 train 3.794944 (lr=3.3396e-04) (hash(x)=80298540)
+5950 train 3.798755 (lr=3.3246e-04) (hash(x)=89054333)
+5960 train 3.986171 (lr=3.3096e-04) (hash(x)=76292207)
+5970 train 3.731558 (lr=3.2947e-04) (hash(x)=68170337)
+5980 train 3.912131 (lr=3.2797e-04) (hash(x)=71621953)
+5990 train 3.845360 (lr=3.2649e-04) (hash(x)=76140989)
+6000 val loss 3.7512
+6000 val perplexity 42.5728
+6000 train 3.814646 (lr=3.2500e-04) (hash(x)=68289397)
+6010 train 3.913048 (lr=3.2352e-04) (hash(x)=84960372)
+6020 train 3.757274 (lr=3.2204e-04) (hash(x)=66386985)
+6030 train 3.833538 (lr=3.2056e-04) (hash(x)=76775258)
+6040 train 3.647609 (lr=3.1909e-04) (hash(x)=75546290)
+6050 train 3.622678 (lr=3.1762e-04) (hash(x)=78124215)
+6060 train 3.751968 (lr=3.1616e-04) (hash(x)=70915016)
+6070 train 3.562368 (lr=3.1469e-04) (hash(x)=72509951)
+6080 train 3.737669 (lr=3.1323e-04) (hash(x)=74035398)
+6090 train 3.708034 (lr=3.1178e-04) (hash(x)=69655876)
+6100 val loss 3.7436
+6100 val perplexity 42.2505
+6100 train 3.739582 (lr=3.1033e-04) (hash(x)=77457733)
+6110 train 3.725136 (lr=3.0888e-04) (hash(x)=77781793)
+6120 train 3.792169 (lr=3.0743e-04) (hash(x)=72732355)
+6130 train 3.633420 (lr=3.0599e-04) (hash(x)=74032186)
+6140 train 3.822440 (lr=3.0455e-04) (hash(x)=72856829)
+6150 train 3.903080 (lr=3.0312e-04) (hash(x)=78098180)
+6160 train 3.839728 (lr=3.0169e-04) (hash(x)=73990956)
+6170 train 3.628723 (lr=3.0026e-04) (hash(x)=72632038)
+6180 train 3.670879 (lr=2.9884e-04) (hash(x)=74962782)
+6190 train 3.498938 (lr=2.9742e-04) (hash(x)=81020086)
+6200 val loss 3.7424
+6200 val perplexity 42.1974
+6200 train 3.609439 (lr=2.9600e-04) (hash(x)=87386066)
+6210 train 3.774763 (lr=2.9459e-04) (hash(x)=72382254)
+6220 train 3.938158 (lr=2.9318e-04) (hash(x)=72565426)
+6230 train 3.632704 (lr=2.9177e-04) (hash(x)=71306401)
+6240 train 3.708160 (lr=2.9037e-04) (hash(x)=78821984)
+6250 train 3.678956 (lr=2.8897e-04) (hash(x)=72065375)
+6260 train 3.722539 (lr=2.8758e-04) (hash(x)=76100774)
+6270 train 3.652312 (lr=2.8619e-04) (hash(x)=81896940)
+6280 train 3.548109 (lr=2.8480e-04) (hash(x)=84686730)
+6290 train 3.929032 (lr=2.8342e-04) (hash(x)=78981822)
+6300 val loss 3.7263
+6300 val perplexity 41.5268
+6300 train 3.746358 (lr=2.8204e-04) (hash(x)=72121153)
+6310 train 3.725568 (lr=2.8067e-04) (hash(x)=77322622)
+6320 train 3.758033 (lr=2.7930e-04) (hash(x)=70252312)
+6330 train 3.666236 (lr=2.7793e-04) (hash(x)=71167900)
+6340 train 3.668889 (lr=2.7657e-04) (hash(x)=67968536)
+6350 train 3.731276 (lr=2.7521e-04) (hash(x)=61548959)
+6360 train 3.750206 (lr=2.7385e-04) (hash(x)=76835899)
+6370 train 3.697115 (lr=2.7250e-04) (hash(x)=64612286)
+6380 train 3.755551 (lr=2.7116e-04) (hash(x)=68631278)
+6390 train 3.791091 (lr=2.6981e-04) (hash(x)=76777733)
+6400 val loss 3.7256
+6400 val perplexity 41.4942
+6400 train 3.748106 (lr=2.6847e-04) (hash(x)=74010176)
+6410 train 3.723989 (lr=2.6714e-04) (hash(x)=69368960)
+6420 train 3.751087 (lr=2.6581e-04) (hash(x)=79065455)
+6430 train 3.657869 (lr=2.6448e-04) (hash(x)=77858574)
+6440 train 3.733454 (lr=2.6316e-04) (hash(x)=80136197)
+6450 train 3.699249 (lr=2.6184e-04) (hash(x)=69612887)
+6460 train 3.714925 (lr=2.6053e-04) (hash(x)=75004840)
+6470 train 3.710804 (lr=2.5922e-04) (hash(x)=76506546)
+6480 train 3.692865 (lr=2.5791e-04) (hash(x)=65864207)
+6490 train 3.669059 (lr=2.5661e-04) (hash(x)=89740434)
+6500 val loss 3.7220
+6500 val perplexity 41.3463
+6500 train 3.771426 (lr=2.5531e-04) (hash(x)=74487846)
+6510 train 3.866957 (lr=2.5402e-04) (hash(x)=77407358)
+6520 train 3.513989 (lr=2.5273e-04) (hash(x)=71194824)
+6530 train 3.627395 (lr=2.5145e-04) (hash(x)=67104645)
+6540 train 3.705828 (lr=2.5017e-04) (hash(x)=76148759)
+6550 train 3.681012 (lr=2.4889e-04) (hash(x)=75122573)
+6560 train 3.607277 (lr=2.4762e-04) (hash(x)=78906454)
+6570 train 3.617641 (lr=2.4635e-04) (hash(x)=74690995)
+6580 train 3.640659 (lr=2.4509e-04) (hash(x)=76927297)
+6590 train 3.529907 (lr=2.4383e-04) (hash(x)=68404949)
+6600 val loss 3.7210
+6600 val perplexity 41.3074
+6600 train 3.563925 (lr=2.4258e-04) (hash(x)=70670064)
+6610 train 3.680010 (lr=2.4133e-04) (hash(x)=78186701)
+6620 train 3.629197 (lr=2.4009e-04) (hash(x)=83774586)
+6630 train 3.690136 (lr=2.3884e-04) (hash(x)=75862939)
+6640 train 3.654970 (lr=2.3761e-04) (hash(x)=69660197)
+6650 train 3.670448 (lr=2.3638e-04) (hash(x)=75014695)
+6660 train 3.615069 (lr=2.3515e-04) (hash(x)=72303759)
+6670 train 3.718569 (lr=2.3393e-04) (hash(x)=70865288)
+6680 train 3.758483 (lr=2.3271e-04) (hash(x)=83055332)
+6690 train 3.993328 (lr=2.3150e-04) (hash(x)=74803557)
+6700 val loss 3.7102
+6700 val perplexity 40.8617
+6700 train 3.784678 (lr=2.3029e-04) (hash(x)=72939636)
+6710 train 3.677957 (lr=2.2909e-04) (hash(x)=71614446)
+6720 train 3.808560 (lr=2.2789e-04) (hash(x)=67555962)
+6730 train 3.689415 (lr=2.2669e-04) (hash(x)=65536201)
+6740 train 3.774216 (lr=2.2550e-04) (hash(x)=72108773)
+6750 train 3.552342 (lr=2.2432e-04) (hash(x)=76780817)
+6760 train 3.864172 (lr=2.2314e-04) (hash(x)=78273645)
+6770 train 3.662185 (lr=2.2196e-04) (hash(x)=79605660)
+6780 train 3.716326 (lr=2.2079e-04) (hash(x)=80009237)
+6790 train 3.696447 (lr=2.1963e-04) (hash(x)=74533044)
+6800 val loss 3.7053
+6800 val perplexity 40.6634
+6800 train 3.909237 (lr=2.1847e-04) (hash(x)=80026711)
+6810 train 3.658340 (lr=2.1731e-04) (hash(x)=70338829)
+6820 train 3.619749 (lr=2.1616e-04) (hash(x)=76285045)
+6830 train 3.589653 (lr=2.1501e-04) (hash(x)=74154856)
+6840 train 3.439939 (lr=2.1387e-04) (hash(x)=77355534)
+6850 train 3.623714 (lr=2.1273e-04) (hash(x)=70624171)
+6860 train 3.600848 (lr=2.1160e-04) (hash(x)=67874910)
+6870 train 3.563037 (lr=2.1047e-04) (hash(x)=67935593)
+6880 train 3.671965 (lr=2.0935e-04) (hash(x)=73054733)
+6890 train 3.575140 (lr=2.0823e-04) (hash(x)=71490380)
+6900 val loss 3.7051
+6900 val perplexity 40.6540
+6900 train 3.737555 (lr=2.0712e-04) (hash(x)=77350548)
+6910 train 3.498832 (lr=2.0602e-04) (hash(x)=69026579)
+6920 train 3.804343 (lr=2.0491e-04) (hash(x)=73897252)
+6930 train 3.872568 (lr=2.0382e-04) (hash(x)=79854836)
+6940 train 3.714164 (lr=2.0272e-04) (hash(x)=72056411)
+6950 train 3.666084 (lr=2.0164e-04) (hash(x)=80112011)
+6960 train 3.727348 (lr=2.0055e-04) (hash(x)=57470392)
+6970 train 3.647768 (lr=1.9948e-04) (hash(x)=70347716)
+6980 train 3.832709 (lr=1.9840e-04) (hash(x)=82281687)
+6990 train 3.730881 (lr=1.9734e-04) (hash(x)=74694435)
+7000 val loss 3.6920
+7000 val perplexity 40.1236
+7000 train 3.707842 (lr=1.9628e-04) (hash(x)=81879854)
+7010 train 3.738984 (lr=1.9522e-04) (hash(x)=69165491)
+7020 train 3.639477 (lr=1.9417e-04) (hash(x)=75320851)
+7030 train 3.695074 (lr=1.9312e-04) (hash(x)=77375045)
+7040 train 3.701880 (lr=1.9208e-04) (hash(x)=80127540)
+7050 train 3.523616 (lr=1.9104e-04) (hash(x)=74056421)
+7060 train 3.650572 (lr=1.9001e-04) (hash(x)=76784854)
+7070 train 3.583572 (lr=1.8899e-04) (hash(x)=78122882)
+7080 train 3.558365 (lr=1.8797e-04) (hash(x)=75152878)
+7090 train 3.613444 (lr=1.8695e-04) (hash(x)=79990627)
+7100 val loss 3.6875
+7100 val perplexity 39.9429
+7100 train 3.680961 (lr=1.8594e-04) (hash(x)=70855798)
+7110 train 3.641630 (lr=1.8494e-04) (hash(x)=73080655)
+7120 train 3.653192 (lr=1.8394e-04) (hash(x)=69035245)
+7130 train 3.419105 (lr=1.8294e-04) (hash(x)=64555239)
+7140 train 3.565031 (lr=1.8196e-04) (hash(x)=71734297)
+7150 train 3.605397 (lr=1.8097e-04) (hash(x)=82270339)
+7160 train 3.483007 (lr=1.7999e-04) (hash(x)=76649629)
+7170 train 3.568456 (lr=1.7902e-04) (hash(x)=73236815)
+7180 train 3.475019 (lr=1.7805e-04) (hash(x)=73739555)
+7190 train 3.571881 (lr=1.7709e-04) (hash(x)=65956849)
+7200 val loss 3.6881
+7200 val perplexity 39.9672
+7200 train 3.490003 (lr=1.7614e-04) (hash(x)=76352714)
+7210 train 3.612017 (lr=1.7519e-04) (hash(x)=77523342)
+7220 train 3.680798 (lr=1.7424e-04) (hash(x)=75193820)
+7230 train 3.608378 (lr=1.7330e-04) (hash(x)=72975023)
+7240 train 3.599787 (lr=1.7237e-04) (hash(x)=70152397)
+7250 train 3.595937 (lr=1.7144e-04) (hash(x)=78430692)
+7260 train 3.722397 (lr=1.7051e-04) (hash(x)=73137006)
+7270 train 3.642856 (lr=1.6959e-04) (hash(x)=76187623)
+7280 train 3.667818 (lr=1.6868e-04) (hash(x)=76534981)
+7290 train 3.850186 (lr=1.6777e-04) (hash(x)=77886369)
+7300 val loss 3.6800
+7300 val perplexity 39.6466
+7300 train 3.701992 (lr=1.6687e-04) (hash(x)=73689615)
+7310 train 3.707147 (lr=1.6598e-04) (hash(x)=73658711)
+7320 train 3.566888 (lr=1.6509e-04) (hash(x)=81887275)
+7330 train 3.583124 (lr=1.6420e-04) (hash(x)=69952710)
+7340 train 3.728839 (lr=1.6332e-04) (hash(x)=74902753)
+7350 train 3.621027 (lr=1.6245e-04) (hash(x)=76782773)
+7360 train 3.545683 (lr=1.6158e-04) (hash(x)=73139063)
+7370 train 3.713619 (lr=1.6072e-04) (hash(x)=83222375)
+7380 train 3.646162 (lr=1.5986e-04) (hash(x)=74319008)
+7390 train 3.495682 (lr=1.5901e-04) (hash(x)=79871842)
+7400 val loss 3.6763
+7400 val perplexity 39.4997
+7400 train 3.673163 (lr=1.5816e-04) (hash(x)=74853788)
+7410 train 3.626156 (lr=1.5732e-04) (hash(x)=79119178)
+7420 train 3.576902 (lr=1.5649e-04) (hash(x)=71667016)
+7430 train 3.557258 (lr=1.5566e-04) (hash(x)=70294981)
+7440 train 3.618197 (lr=1.5484e-04) (hash(x)=76749861)
+7450 train 3.441044 (lr=1.5402e-04) (hash(x)=67932362)
+7460 train 3.588001 (lr=1.5321e-04) (hash(x)=71646803)
+7470 train 3.512496 (lr=1.5241e-04) (hash(x)=76832078)
+7480 train 3.549227 (lr=1.5161e-04) (hash(x)=78030848)
+7490 train 3.532587 (lr=1.5081e-04) (hash(x)=79789250)
+7500 val loss 3.6748
+7500 val perplexity 39.4388
+7500 train 3.584122 (lr=1.5002e-04) (hash(x)=74510406)
+7510 train 3.614876 (lr=1.4924e-04) (hash(x)=75354875)
+7520 train 3.647244 (lr=1.4847e-04) (hash(x)=75617004)
+7530 train 3.654216 (lr=1.4769e-04) (hash(x)=70778712)
+7540 train 3.853573 (lr=1.4693e-04) (hash(x)=65376419)
+7550 train 3.667049 (lr=1.4617e-04) (hash(x)=72248752)
+7560 train 3.673964 (lr=1.4542e-04) (hash(x)=73692695)
+7570 train 3.667290 (lr=1.4467e-04) (hash(x)=74787412)
+7580 train 3.748160 (lr=1.4393e-04) (hash(x)=78483480)
+7590 train 3.630544 (lr=1.4319e-04) (hash(x)=73847861)
+7600 val loss 3.6631
+7600 val perplexity 38.9807
+7600 train 3.615480 (lr=1.4246e-04) (hash(x)=71708692)
+7610 train 3.681148 (lr=1.4174e-04) (hash(x)=79089102)
+7620 train 3.566707 (lr=1.4102e-04) (hash(x)=71032201)
+7630 train 3.727380 (lr=1.4031e-04) (hash(x)=71581412)
+7640 train 3.652773 (lr=1.3960e-04) (hash(x)=79778462)
+7650 train 3.850894 (lr=1.3890e-04) (hash(x)=71585919)
+7660 train 3.748426 (lr=1.3821e-04) (hash(x)=72139974)
+7670 train 3.512209 (lr=1.3752e-04) (hash(x)=75620437)
+7680 train 3.754200 (lr=1.3684e-04) (hash(x)=71555417)
+7690 train 3.520679 (lr=1.3616e-04) (hash(x)=63719984)
+7700 val loss 3.6634
+7700 val perplexity 38.9919
+7700 train 3.576077 (lr=1.3549e-04) (hash(x)=74494467)
+7710 train 3.500696 (lr=1.3483e-04) (hash(x)=76821872)
+7720 train 3.523712 (lr=1.3417e-04) (hash(x)=76993734)
+7730 train 3.411629 (lr=1.3352e-04) (hash(x)=74942500)
+7740 train 3.652175 (lr=1.3287e-04) (hash(x)=72583299)
+7750 train 3.415241 (lr=1.3223e-04) (hash(x)=68209490)
+7760 train 3.475169 (lr=1.3160e-04) (hash(x)=69093853)
+7770 train 3.661530 (lr=1.3097e-04) (hash(x)=74460215)
+7780 train 3.589716 (lr=1.3035e-04) (hash(x)=68407147)
+7790 train 3.401358 (lr=1.2974e-04) (hash(x)=76153902)
+7800 val loss 3.6641
+7800 val perplexity 39.0217
+7800 train 3.446107 (lr=1.2913e-04) (hash(x)=84446164)
+7810 train 3.659085 (lr=1.2852e-04) (hash(x)=73681777)
+7820 train 3.678928 (lr=1.2793e-04) (hash(x)=79064713)
+7830 train 3.647282 (lr=1.2733e-04) (hash(x)=72713629)
+7840 train 3.862705 (lr=1.2675e-04) (hash(x)=83622263)
+7850 train 3.620575 (lr=1.2617e-04) (hash(x)=73574852)
+7860 train 3.744040 (lr=1.2560e-04) (hash(x)=67285714)
+7870 train 3.727985 (lr=1.2503e-04) (hash(x)=77222135)
+7880 train 3.757639 (lr=1.2447e-04) (hash(x)=73302118)
+7890 train 3.617595 (lr=1.2392e-04) (hash(x)=61831553)
+7900 val loss 3.6559
+7900 val perplexity 38.7007
+7900 train 3.576494 (lr=1.2337e-04) (hash(x)=70412356)
+7910 train 3.749923 (lr=1.2283e-04) (hash(x)=69987458)
+7920 train 3.720824 (lr=1.2229e-04) (hash(x)=72573609)
+7930 train 3.469617 (lr=1.2176e-04) (hash(x)=67089230)
+7940 train 3.561009 (lr=1.2124e-04) (hash(x)=66572639)
+7950 train 3.671310 (lr=1.2072e-04) (hash(x)=66156765)
+7960 train 3.632620 (lr=1.2021e-04) (hash(x)=75055477)
+7970 train 3.742238 (lr=1.1970e-04) (hash(x)=65210584)
+7980 train 3.549185 (lr=1.1921e-04) (hash(x)=63802308)
+7990 train 3.641349 (lr=1.1871e-04) (hash(x)=76379611)
+8000 val loss 3.6532
+8000 val perplexity 38.5991
+8000 train 3.620697 (lr=1.1823e-04) (hash(x)=68482769)
+8010 train 3.457824 (lr=1.1775e-04) (hash(x)=77934567)
+8020 train 3.546319 (lr=1.1728e-04) (hash(x)=78687646)
+8030 train 3.450068 (lr=1.1681e-04) (hash(x)=73044643)
+8040 train 3.506208 (lr=1.1635e-04) (hash(x)=68884035)
+8050 train 3.331522 (lr=1.1589e-04) (hash(x)=74889605)
+8060 train 3.522590 (lr=1.1544e-04) (hash(x)=76659012)
+8070 train 3.617751 (lr=1.1500e-04) (hash(x)=70403652)
+8080 train 3.471875 (lr=1.1457e-04) (hash(x)=78290747)
+8090 train 3.539882 (lr=1.1414e-04) (hash(x)=81394906)
+8100 val loss 3.6557
+8100 val perplexity 38.6956
+8100 train 3.519256 (lr=1.1371e-04) (hash(x)=67764612)
+8110 train 3.531004 (lr=1.1330e-04) (hash(x)=76334301)
+8120 train 3.595799 (lr=1.1289e-04) (hash(x)=75412335)
+8130 train 3.525723 (lr=1.1248e-04) (hash(x)=74846582)
+8140 train 3.580329 (lr=1.1209e-04) (hash(x)=80776867)
+8150 train 3.605508 (lr=1.1169e-04) (hash(x)=74759651)
+8160 train 3.614704 (lr=1.1131e-04) (hash(x)=75135943)
+8170 train 3.608184 (lr=1.1093e-04) (hash(x)=88547984)
+8180 train 3.686463 (lr=1.1056e-04) (hash(x)=67588135)
+8190 train 3.530904 (lr=1.1019e-04) (hash(x)=75190422)
+8200 val loss 3.6496
+8200 val perplexity 38.4602
+8200 train 3.528319 (lr=1.0983e-04) (hash(x)=79609415)
+8210 train 3.654772 (lr=1.0948e-04) (hash(x)=73291424)
+8220 train 3.646541 (lr=1.0913e-04) (hash(x)=76172342)
+8230 train 3.579254 (lr=1.0879e-04) (hash(x)=72229274)
+8240 train 3.529650 (lr=1.0846e-04) (hash(x)=70393283)
+8250 train 3.603933 (lr=1.0813e-04) (hash(x)=76659165)
+8260 train 3.586252 (lr=1.0781e-04) (hash(x)=75284539)
+8270 train 3.363368 (lr=1.0750e-04) (hash(x)=71495901)
+8280 train 3.597528 (lr=1.0719e-04) (hash(x)=74742339)
+8290 train 3.697159 (lr=1.0689e-04) (hash(x)=73748628)
+8300 val loss 3.6489
+8300 val perplexity 38.4340
+8300 train 3.675335 (lr=1.0659e-04) (hash(x)=75127072)
+8310 train 3.515121 (lr=1.0630e-04) (hash(x)=69260375)
+8320 train 3.535777 (lr=1.0602e-04) (hash(x)=77687746)
+8330 train 3.466916 (lr=1.0574e-04) (hash(x)=69399950)
+8340 train 3.686811 (lr=1.0547e-04) (hash(x)=79102450)
+8350 train 3.624428 (lr=1.0521e-04) (hash(x)=74555497)
+8360 train 3.891762 (lr=1.0495e-04) (hash(x)=65367249)
+8370 train 3.801868 (lr=1.0470e-04) (hash(x)=78862619)
+8380 train 3.592611 (lr=1.0446e-04) (hash(x)=70989373)
+8390 train 3.709392 (lr=1.0422e-04) (hash(x)=80650634)
+8400 val loss 3.6415
+8400 val perplexity 38.1496
+8400 train 3.582992 (lr=1.0399e-04) (hash(x)=74168359)
+8410 train 3.681455 (lr=1.0377e-04) (hash(x)=80595745)
+8420 train 3.633307 (lr=1.0355e-04) (hash(x)=74239969)
+8430 train 3.648883 (lr=1.0334e-04) (hash(x)=72089061)
+8440 train 3.654515 (lr=1.0313e-04) (hash(x)=79471873)
+8450 train 3.650064 (lr=1.0293e-04) (hash(x)=70814855)
+8460 train 3.604288 (lr=1.0274e-04) (hash(x)=72900750)
+8470 train 3.747749 (lr=1.0256e-04) (hash(x)=73723555)
+8480 train 3.577946 (lr=1.0238e-04) (hash(x)=77750599)
+8490 train 3.581637 (lr=1.0220e-04) (hash(x)=82913770)
+8500 val loss 3.6393
+8500 val perplexity 38.0661
+8500 train 3.756681 (lr=1.0204e-04) (hash(x)=58014966)
+8510 train 3.610657 (lr=1.0188e-04) (hash(x)=78964850)
+8520 train 3.834585 (lr=1.0172e-04) (hash(x)=79106421)
+8530 train 3.616487 (lr=1.0158e-04) (hash(x)=75662227)
+8540 train 3.494726 (lr=1.0144e-04) (hash(x)=73928041)
+8550 train 3.649508 (lr=1.0130e-04) (hash(x)=73949623)
+8560 train 3.492687 (lr=1.0118e-04) (hash(x)=66671864)
+8570 train 3.556316 (lr=1.0106e-04) (hash(x)=73819413)
+8580 train 3.510235 (lr=1.0094e-04) (hash(x)=71116170)
+8590 train 3.515911 (lr=1.0083e-04) (hash(x)=75792152)
+8600 val loss 3.6428
+8600 val perplexity 38.1969
+8600 train 3.480192 (lr=1.0073e-04) (hash(x)=76199926)
+8610 train 3.456395 (lr=1.0064e-04) (hash(x)=72341134)
+8620 train 3.504135 (lr=1.0055e-04) (hash(x)=73669000)
+8630 train 3.587533 (lr=1.0047e-04) (hash(x)=76197518)
+8640 train 3.586119 (lr=1.0039e-04) (hash(x)=77186492)
+8650 train 3.582174 (lr=1.0033e-04) (hash(x)=72965152)
+8660 train 3.615223 (lr=1.0026e-04) (hash(x)=66084492)
+8670 train 3.700512 (lr=1.0021e-04) (hash(x)=77644722)
+8680 train 3.528085 (lr=1.0016e-04) (hash(x)=70362453)
+8690 train 3.636358 (lr=1.0012e-04) (hash(x)=77832585)
+8700 val loss 3.6341
+8700 val perplexity 37.8663
+8700 train 3.727388 (lr=1.0008e-04) (hash(x)=93249763)
+8710 train 3.673150 (lr=1.0005e-04) (hash(x)=88835109)
+8720 train 3.790535 (lr=1.0003e-04) (hash(x)=76773769)
+8730 train 3.594644 (lr=1.0001e-04) (hash(x)=78751013)
+8740 train 3.531550 (lr=1.0000e-04) (hash(x)=72850278)
+8749 val loss 3.6338
+8749 val perplexity 37.8553

n_heads12_lr10e-4_total_batch_size61440_seed1338/model_08749.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:183aa52ffebb0e9ab4fb70fc95d04d38858a385e34e7028d3e6c59d89765c190
+size 498607490

n_heads12_lr10e-4_total_batch_size61440_seed1338/optimizer_08749.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9715ac7ee691eea63cfda50c5bfa9079aa910e7ebec5c1b69acb5b7bb68e42cf
+size 990934406