Upload folder using huggingface_hub

attention_kindselective_n_heads4_seed1345/log2.txt

@@ -403,3 +403,68 @@ max_steps: 8750
 6600 val loss 5.5983
 6600 val perplexity 269.9799
 6600 train 5.537288 (lr=1.2129e-05) (hash(x)=142131981)
+6700 val loss 5.5893
+6700 val perplexity 267.5391
+6700 train 5.698772 (lr=1.1515e-05) (hash(x)=154916248)
+6800 val loss 5.5903
+6800 val perplexity 267.8165
+6800 train 5.591829 (lr=1.0923e-05) (hash(x)=147996387)
+6900 val loss 5.5834
+6900 val perplexity 265.9748
+6900 train 5.607487 (lr=1.0356e-05) (hash(x)=153422428)
+7000 val loss 5.5752
+7000 val perplexity 263.8125
+7000 train 5.598151 (lr=9.8138e-06) (hash(x)=174135078)
+7100 val loss 5.5740
+7100 val perplexity 263.4814
+7100 train 5.648017 (lr=9.2971e-06) (hash(x)=160382475)
+7200 val loss 5.5686
+7200 val perplexity 262.0726
+7200 train 5.660019 (lr=8.8068e-06) (hash(x)=155310085)
+7300 val loss 5.5638
+7300 val perplexity 260.8198
+7300 train 5.702147 (lr=8.3436e-06) (hash(x)=159329031)
+7400 val loss 5.5613
+7400 val perplexity 260.1701
+7400 train 5.505960 (lr=7.9082e-06) (hash(x)=151577269)
+7500 val loss 5.5595
+7500 val perplexity 259.6977
+7500 train 5.610840 (lr=7.5012e-06) (hash(x)=160620287)
+7600 val loss 5.5536
+7600 val perplexity 258.1681
+7600 train 5.438733 (lr=7.1232e-06) (hash(x)=143711597)
+7700 val loss 5.5523
+7700 val perplexity 257.8305
+7700 train 5.543999 (lr=6.7747e-06) (hash(x)=149243577)
+7800 val loss 5.5501
+7800 val perplexity 257.2609
+7800 train 5.535831 (lr=6.4563e-06) (hash(x)=147677247)
+7900 val loss 5.5438
+7900 val perplexity 255.6460
+7900 train 5.489839 (lr=6.1684e-06) (hash(x)=145801236)
+8000 val loss 5.5434
+8000 val perplexity 255.5333
+8000 train 5.662671 (lr=5.9114e-06) (hash(x)=158007655)
+8100 val loss 5.5417
+8100 val perplexity 255.1080
+8100 train 5.596391 (lr=5.6857e-06) (hash(x)=158030048)
+8200 val loss 5.5377
+8200 val perplexity 254.0914
+8200 train 5.387879 (lr=5.4917e-06) (hash(x)=150674725)
+8300 val loss 5.5367
+8300 val perplexity 253.8395
+8300 train 5.435452 (lr=5.3295e-06) (hash(x)=150805711)
+8400 val loss 5.5326
+8400 val perplexity 252.8029
+8400 train 5.404875 (lr=5.1995e-06) (hash(x)=138396210)
+8500 val loss 5.5328
+8500 val perplexity 252.8460
+8500 train 5.411557 (lr=5.1019e-06) (hash(x)=156172740)
+8600 val loss 5.5295
+8600 val perplexity 252.0196
+8600 train 5.562200 (lr=5.0367e-06) (hash(x)=154911352)
+8700 val loss 5.5264
+8700 val perplexity 251.2275
+8700 train 5.586018 (lr=5.0041e-06) (hash(x)=153446789)
+8749 val loss 5.5250
+8749 val perplexity 250.8740

attention_kindselective_n_heads4_seed1345/model_08749.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:31cd955fc1721477be23f672ac87f87e451ef7a89edd44713354f527a6a1c59a
+oid sha256:c2bb623dddd3faa4a09d256c50c49812e2dbc40e5f8b494fa876509fc1de1941
 size 92843394

attention_kindselective_n_heads4_seed1345/optimizer_08749.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:362d9c846eda58dcea8e110286fcf8e8e3c0a5e25baf54e68a42fb838089a968
+oid sha256:391d8a37df688a415cac09b4f1d8971bb40a6a43831e9ac2785edd05fe4ebc85
 size 179406214