Upload folder using huggingface_hub

attention_kindselective_n_heads4_seed1339/log2.txt

@@ -412,3 +412,65 @@ max_steps: 8750
 6700 val loss 5.6888
 6700 val perplexity 295.5327
 6700 train 5.603293 (lr=1.1515e-05) (hash(x)=153018737)
+6800 val loss 5.6821
+6800 val perplexity 293.5735
+6800 train 5.600542 (lr=1.0923e-05) (hash(x)=155640155)
+6900 val loss 5.6792
+6900 val perplexity 292.7130
+6900 train 5.647770 (lr=1.0356e-05) (hash(x)=153722115)
+7000 val loss 5.6723
+7000 val perplexity 290.7011
+7000 train 5.584852 (lr=9.8138e-06) (hash(x)=146953450)
+7100 val loss 5.6728
+7100 val perplexity 290.8389
+7100 train 5.512071 (lr=9.2971e-06) (hash(x)=137663885)
+7200 val loss 5.6612
+7200 val perplexity 287.4832
+7200 train 5.725991 (lr=8.8068e-06) (hash(x)=146172950)
+7300 val loss 5.6579
+7300 val perplexity 286.5494
+7300 train 5.547714 (lr=8.3436e-06) (hash(x)=150018163)
+7400 val loss 5.6547
+7400 val perplexity 285.6349
+7400 train 5.652079 (lr=7.9082e-06) (hash(x)=145351166)
+7500 val loss 5.6558
+7500 val perplexity 285.9538
+7500 train 5.439733 (lr=7.5012e-06) (hash(x)=145292116)
+7600 val loss 5.6482
+7600 val perplexity 283.7883
+7600 train 5.567676 (lr=7.1232e-06) (hash(x)=150235132)
+7700 val loss 5.6460
+7700 val perplexity 283.1464
+7700 train 5.560301 (lr=6.7747e-06) (hash(x)=154543455)
+7800 val loss 5.6444
+7800 val perplexity 282.7156
+7800 train 5.542447 (lr=6.4563e-06) (hash(x)=142456852)
+7900 val loss 5.6442
+7900 val perplexity 282.6458
+7900 train 5.425089 (lr=6.1684e-06) (hash(x)=147363479)
+8000 val loss 5.6373
+8000 val perplexity 280.7155
+8000 train 5.670514 (lr=5.9114e-06) (hash(x)=156122973)
+8100 val loss 5.6349
+8100 val perplexity 280.0438
+8100 train 5.677576 (lr=5.6857e-06) (hash(x)=156153179)
+8200 val loss 5.6328
+8200 val perplexity 279.4368
+8200 train 5.678164 (lr=5.4917e-06) (hash(x)=146430698)
+8300 val loss 5.6315
+8300 val perplexity 279.0829
+8300 train 5.499332 (lr=5.3295e-06) (hash(x)=143507257)
+8400 val loss 5.6268
+8400 val perplexity 277.7611
+8400 train 5.664957 (lr=5.1995e-06) (hash(x)=166272643)
+8500 val loss 5.6251
+8500 val perplexity 277.3011
+8500 train 5.523038 (lr=5.1019e-06) (hash(x)=143887848)
+8600 val loss 5.6245
+8600 val perplexity 277.1212
+8600 train 5.663259 (lr=5.0367e-06) (hash(x)=156900341)
+8700 val loss 5.6196
+8700 val perplexity 275.7807
+8700 train 5.859730 (lr=5.0041e-06) (hash(x)=146417632)
+8749 val loss 5.6196
+8749 val perplexity 275.7850

attention_kindselective_n_heads4_seed1339/model_08749.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:939fbe38062ecac4309e19531b7fe8d16c6430ba8e1f3bd0c69d98f5fc7b83c4
+oid sha256:28c1d46f1189bf9e6286f016e3f11c3fb23ed74390497e972b970bc6ca6c48a1
 size 92843394

attention_kindselective_n_heads4_seed1339/optimizer_08749.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3695887ae9806adc82ece1edcfc54ef490826e5da0f736ad5f1acf656aa83198
+oid sha256:a4d7d46c996fb6999606ae1a98b752899b17ac1f319d229f6eb9b477ab5add1b
 size 179406214