Upload folder using huggingface_hub

attention_kindselective_n_heads2_seed1338/log2.txt

@@ -4417,3 +4417,92 @@ max_steps: 50000
 47000 val loss 5.6956
 47000 val perplexity 297.5557
 47000 train 5.862358 (lr=5.4017e-06) (hash(x)=58296973)
+47100 val loss 5.6962
+47100 val perplexity 297.7274
+47100 train 5.498293 (lr=5.3755e-06) (hash(x)=46202543)
+47200 val loss 5.6949
+47200 val perplexity 297.3451
+47200 train 6.162602 (lr=5.3501e-06) (hash(x)=57611994)
+47300 val loss 5.6936
+47300 val perplexity 296.9551
+47300 train 5.818519 (lr=5.3256e-06) (hash(x)=56095511)
+47400 val loss 5.6926
+47400 val perplexity 296.6577
+47400 train 5.885818 (lr=5.3020e-06) (hash(x)=51127773)
+47500 val loss 5.6941
+47500 val perplexity 297.1053
+47500 train 5.578781 (lr=5.2792e-06) (hash(x)=54642108)
+47600 val loss 5.6947
+47600 val perplexity 297.2766
+47600 train 5.554379 (lr=5.2574e-06) (hash(x)=47872131)
+47700 val loss 5.6924
+47700 val perplexity 296.6082
+47700 train 5.694735 (lr=5.2364e-06) (hash(x)=45971021)
+47800 val loss 5.6943
+47800 val perplexity 297.1729
+47800 train 5.494211 (lr=5.2163e-06) (hash(x)=49707099)
+47900 val loss 5.6944
+47900 val perplexity 297.1941
+47900 train 5.501933 (lr=5.1972e-06) (hash(x)=50127863)
+48000 val loss 5.6916
+48000 val perplexity 296.3759
+48000 train 5.535919 (lr=5.1788e-06) (hash(x)=46879177)
+48100 val loss 5.6930
+48100 val perplexity 296.7791
+48100 train 5.493693 (lr=5.1614e-06) (hash(x)=49271148)
+48200 val loss 5.6936
+48200 val perplexity 296.9648
+48200 train 5.231916 (lr=5.1449e-06) (hash(x)=40698784)
+48300 val loss 5.6938
+48300 val perplexity 297.0309
+48300 train 5.482736 (lr=5.1293e-06) (hash(x)=51381202)
+48400 val loss 5.6927
+48400 val perplexity 296.6988
+48400 train 5.372602 (lr=5.1145e-06) (hash(x)=46128392)
+48500 val loss 5.6943
+48500 val perplexity 297.1581
+48500 train 5.393999 (lr=5.1007e-06) (hash(x)=45126703)
+48600 val loss 5.6963
+48600 val perplexity 297.7726
+48600 train 5.534537 (lr=5.0877e-06) (hash(x)=48001878)
+48700 val loss 5.6909
+48700 val perplexity 296.1459
+48700 train 5.510094 (lr=5.0756e-06) (hash(x)=50726237)
+48800 val loss 5.6946
+48800 val perplexity 297.2566
+48800 train 5.679790 (lr=5.0644e-06) (hash(x)=53023918)
+48900 val loss 5.6915
+48900 val perplexity 296.3504
+48900 train 5.466436 (lr=5.0542e-06) (hash(x)=46623158)
+49000 val loss 5.6904
+49000 val perplexity 296.0216
+49000 train 5.534313 (lr=5.0448e-06) (hash(x)=48558395)
+49100 val loss 5.6884
+49100 val perplexity 295.4112
+49100 train 5.531930 (lr=5.0363e-06) (hash(x)=48791085)
+49200 val loss 5.6897
+49200 val perplexity 295.7928
+49200 train 6.411170 (lr=5.0286e-06) (hash(x)=58625942)
+49300 val loss 5.6890
+49300 val perplexity 295.5917
+49300 train 5.664113 (lr=5.0219e-06) (hash(x)=52680896)
+49400 val loss 5.6888
+49400 val perplexity 295.5517
+49400 train 5.797068 (lr=5.0161e-06) (hash(x)=59381598)
+49500 val loss 5.6911
+49500 val perplexity 296.2069
+49500 train 5.969440 (lr=5.0112e-06) (hash(x)=51678773)
+49600 val loss 5.6903
+49600 val perplexity 295.9921
+49600 train 5.465007 (lr=5.0072e-06) (hash(x)=49092923)
+49700 val loss 5.6907
+49700 val perplexity 296.1018
+49700 train 5.918400 (lr=5.0040e-06) (hash(x)=55550116)
+49800 val loss 5.6898
+49800 val perplexity 295.8321
+49800 train 5.565441 (lr=5.0018e-06) (hash(x)=48422352)
+49900 val loss 5.6916
+49900 val perplexity 296.3545
+49900 train 5.764893 (lr=5.0004e-06) (hash(x)=52576880)
+49999 val loss 5.6909
+49999 val perplexity 296.1590

attention_kindselective_n_heads2_seed1338/model_47500.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5b293468bbf9bdf1ff4b1c1d9ccc3eb09e6d7b5bfbac4c2312351919feacb287
+oid sha256:c61c7e55bc6fdc5a2b29941a2b66a41aec21ae86bcf0b7f65e27fce807d6198d
 size 38587970

attention_kindselective_n_heads2_seed1338/model_49999.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b40a2bad5cb6d06712afd9dd8b3e80440264db3a5252aafcb3940326cfd13cce
+oid sha256:33163b2f060c6c5f5a1cd71a9bcd5d1e2acf53e0674e95c52e8495d8ecf19f49
 size 38587970

attention_kindselective_n_heads2_seed1338/optimizer_47500.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9c37c86b4e20e6b5bdb363fe3b9c85c6990f1c70148fe30d865985a64f890c5a
+oid sha256:336781bbe92c707410ef574515b5a29bed7ef2b59eae47fac04a5d57c5a08b0d
 size 70895430

attention_kindselective_n_heads2_seed1338/optimizer_49999.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8a87ba1dab58634637df50543e586292f0c40067c9a7b0458888736cd9020686
+oid sha256:4f919e489d0aee4db2867bde0664bdf90b8304dc8b004630eb73a6f44d69afdf
 size 70895430