Upload folder using huggingface_hub

attention_kindselective_n_heads2_seed1341/log2.txt

@@ -493,3 +493,68 @@ max_steps: 10000
 7800 val loss 6.4186
 7800 val perplexity 613.1287
 7800 train 6.243061 (lr=3.1102e-05) (hash(x)=48049749)
+7900 val loss 6.4043
+7900 val perplexity 604.4531
+7900 train 6.246456 (lr=2.9726e-05) (hash(x)=44768513)
+8000 val loss 6.4115
+8000 val perplexity 608.7827
+8000 train 6.265230 (lr=2.8405e-05) (hash(x)=46228039)
+8100 val loss 6.4030
+8100 val perplexity 603.6253
+8100 train 6.710750 (lr=2.7138e-05) (hash(x)=60017091)
+8200 val loss 6.3952
+8200 val perplexity 598.9441
+8200 train 6.407417 (lr=2.5929e-05) (hash(x)=49910198)
+8300 val loss 6.3936
+8300 val perplexity 598.0146
+8300 train 6.694312 (lr=2.4778e-05) (hash(x)=57919055)
+8400 val loss 6.3967
+8400 val perplexity 599.8673
+8400 train 6.466394 (lr=2.3686e-05) (hash(x)=49694964)
+8500 val loss 6.3893
+8500 val perplexity 595.4279
+8500 train 6.434396 (lr=2.2655e-05) (hash(x)=53762585)
+8600 val loss 6.3880
+8600 val perplexity 594.6692
+8600 train 6.429276 (lr=2.1685e-05) (hash(x)=51166973)
+8700 val loss 6.3826
+8700 val perplexity 591.4665
+8700 train 6.472390 (lr=2.0777e-05) (hash(x)=53968049)
+8800 val loss 6.3809
+8800 val perplexity 590.4394
+8800 train 6.468944 (lr=1.9933e-05) (hash(x)=59231056)
+8900 val loss 6.3768
+8900 val perplexity 588.0292
+8900 train 6.261299 (lr=1.9153e-05) (hash(x)=50488048)
+9000 val loss 6.3776
+9000 val perplexity 588.4850
+9000 train 6.119425 (lr=1.8439e-05) (hash(x)=44492956)
+9100 val loss 6.3821
+9100 val perplexity 591.1530
+9100 train 6.412546 (lr=1.7790e-05) (hash(x)=51134989)
+9200 val loss 6.3779
+9200 val perplexity 588.6931
+9200 train 6.194124 (lr=1.7208e-05) (hash(x)=48636056)
+9300 val loss 6.3750
+9300 val perplexity 587.0090
+9300 train 6.325751 (lr=1.6692e-05) (hash(x)=50200551)
+9400 val loss 6.3751
+9400 val perplexity 587.0705
+9400 train 6.198377 (lr=1.6245e-05) (hash(x)=48057228)
+9500 val loss 6.3753
+9500 val perplexity 587.1808
+9500 train 6.169206 (lr=1.5865e-05) (hash(x)=48125171)
+9600 val loss 6.3750
+9600 val perplexity 587.0090
+9600 train 6.290072 (lr=1.5554e-05) (hash(x)=53375853)
+9700 val loss 6.3654
+9700 val perplexity 581.3495
+9700 train 7.198069 (lr=1.5312e-05) (hash(x)=53924631)
+9800 val loss 6.3617
+9800 val perplexity 579.2410
+9800 train 6.411182 (lr=1.5139e-05) (hash(x)=48895047)
+9900 val loss 6.3613
+9900 val perplexity 579.0135
+9900 train 6.211933 (lr=1.5035e-05) (hash(x)=44269923)
+9999 val loss 6.3711
+9999 val perplexity 584.7159

attention_kindselective_n_heads2_seed1341/model_09999.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9a259b68f4b982bba61e3791426a03173b6b6d7cf182ef648db0331096494d40
+oid sha256:43bb848496fc20a758cf6d49ce282145dd82b89869f968b14ca22f6a77beab2a
 size 38587970

attention_kindselective_n_heads2_seed1341/optimizer_09999.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dcc01240e1af4fab2e549d468dffd2af1d74e3d805146895fa6e76f4aea91cae
+oid sha256:4f2cf6f588f31fa92cdbe2ab5c683118c1d1e79391ba5aba099a972d82549afc
 size 70895430