Upload folder using huggingface_hub

attention_kindselective_n_heads4_seed1343/log2.txt

@@ -400,3 +400,71 @@ max_steps: 8750
 6500 train 5.650785 (lr=1.2766e-05) (hash(x)=144616373)
 8749 val loss 5.6585
 8749 val perplexity 286.7288
+6600 val loss 5.6621
+6600 val perplexity 287.7638
+6600 train 5.484093 (lr=1.2129e-05) (hash(x)=145266452)
+6700 val loss 5.6560
+6700 val perplexity 286.0123
+6700 train 5.652499 (lr=1.1515e-05) (hash(x)=149952261)
+6800 val loss 5.6499
+6800 val perplexity 284.2496
+6800 train 5.533232 (lr=1.0923e-05) (hash(x)=143351199)
+6900 val loss 5.6497
+6900 val perplexity 284.1957
+6900 train 5.607444 (lr=1.0356e-05) (hash(x)=156055618)
+7000 val loss 5.6418
+7000 val perplexity 281.9726
+7000 train 5.713253 (lr=9.8138e-06) (hash(x)=164290908)
+7100 val loss 5.6384
+7100 val perplexity 281.0004
+7100 train 5.740729 (lr=9.2971e-06) (hash(x)=150263832)
+7200 val loss 5.6352
+7200 val perplexity 280.1169
+7200 train 5.315210 (lr=8.8068e-06) (hash(x)=139219680)
+7300 val loss 5.6297
+7300 val perplexity 278.5819
+7300 train 5.575299 (lr=8.3436e-06) (hash(x)=150662994)
+7400 val loss 5.6261
+7400 val perplexity 277.5779
+7400 train 5.465163 (lr=7.9082e-06) (hash(x)=139007967)
+7500 val loss 5.6249
+7500 val perplexity 277.2398
+7500 train 5.455156 (lr=7.5012e-06) (hash(x)=138142461)
+7600 val loss 5.6196
+7600 val perplexity 275.7852
+7600 train 5.530750 (lr=7.1232e-06) (hash(x)=150023998)
+7700 val loss 5.6152
+7700 val perplexity 274.5555
+7700 train 5.509050 (lr=6.7747e-06) (hash(x)=143393355)
+7800 val loss 5.6149
+7800 val perplexity 274.4759
+7800 train 5.480126 (lr=6.4563e-06) (hash(x)=144916472)
+7900 val loss 5.6097
+7900 val perplexity 273.0717
+7900 train 5.565450 (lr=6.1684e-06) (hash(x)=150236934)
+8000 val loss 5.6071
+8000 val perplexity 272.3544
+8000 train 5.608926 (lr=5.9114e-06) (hash(x)=146536422)
+8100 val loss 5.6069
+8100 val perplexity 272.3043
+8100 train 5.441198 (lr=5.6857e-06) (hash(x)=151300857)
+8200 val loss 5.6050
+8200 val perplexity 271.7760
+8200 train 5.634646 (lr=5.4917e-06) (hash(x)=160351956)
+8300 val loss 5.6014
+8300 val perplexity 270.8028
+8300 train 5.654285 (lr=5.3295e-06) (hash(x)=150514540)
+8400 val loss 5.5999
+8400 val perplexity 270.4036
+8400 train 5.547650 (lr=5.1995e-06) (hash(x)=155904762)
+8500 val loss 5.5998
+8500 val perplexity 270.3614
+8500 train 5.406527 (lr=5.1019e-06) (hash(x)=146923196)
+8600 val loss 5.5961
+8600 val perplexity 269.3655
+8600 train 5.577782 (lr=5.0367e-06) (hash(x)=138977080)
+8700 val loss 5.5944
+8700 val perplexity 268.9079
+8700 train 5.395451 (lr=5.0041e-06) (hash(x)=146442792)
+8749 val loss 5.5935
+8749 val perplexity 268.6727

attention_kindselective_n_heads4_seed1343/model_08749.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4ee53b4486c4cb41c99be5888f5595be96f01a47f3d6d1d579a99796a3ee0edb
+oid sha256:79630c585ae01a12e0da13e054f4d31bdbcb07132557794724704b86dc5f2eb8
 size 92843394

attention_kindselective_n_heads4_seed1343/optimizer_08749.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d575091f4789d6077dd6bfd3d412c5f5e486d4a56e8ef7e5786a8c8edf62788c
+oid sha256:496cc404e3f894099d946fd893c46f5c9984530da6547230964b29331cc3799f
 size 179406214