Upload folder using huggingface_hub

attention_kindselective_n_heads4_seed1340/log2.txt

@@ -394,3 +394,71 @@ max_steps: 8750
 6500 val loss 5.7195
 6500 val perplexity 304.7384
 6500 train 5.640700 (lr=1.2766e-05) (hash(x)=151197095)
+6600 val loss 5.7169
+6600 val perplexity 303.9669
+6600 train 5.732614 (lr=1.2129e-05) (hash(x)=153269571)
+6700 val loss 5.7108
+6700 val perplexity 302.1052
+6700 train 5.676517 (lr=1.1515e-05) (hash(x)=146111181)
+6800 val loss 5.7027
+6800 val perplexity 299.6802
+6800 train 5.730567 (lr=1.0923e-05) (hash(x)=147269760)
+6900 val loss 5.6987
+6900 val perplexity 298.4663
+6900 train 5.772451 (lr=1.0356e-05) (hash(x)=152912762)
+7000 val loss 5.6943
+7000 val perplexity 297.1726
+7000 train 5.779076 (lr=9.8138e-06) (hash(x)=165412343)
+7100 val loss 5.6852
+7100 val perplexity 294.4802
+7100 train 5.751966 (lr=9.2971e-06) (hash(x)=162866028)
+7200 val loss 5.6813
+7200 val perplexity 293.3378
+7200 train 5.654007 (lr=8.8068e-06) (hash(x)=142998115)
+7300 val loss 5.6792
+7300 val perplexity 292.7240
+7300 train 5.455004 (lr=8.3436e-06) (hash(x)=145486999)
+7400 val loss 5.6735
+7400 val perplexity 291.0537
+7400 train 5.650209 (lr=7.9082e-06) (hash(x)=155325873)
+7500 val loss 5.6699
+7500 val perplexity 289.9946
+7500 train 5.632772 (lr=7.5012e-06) (hash(x)=145131256)
+7600 val loss 5.6748
+7600 val perplexity 291.4411
+7600 train 5.601090 (lr=7.1232e-06) (hash(x)=144008365)
+7700 val loss 5.6636
+7700 val perplexity 288.1982
+7700 train 5.762614 (lr=6.7747e-06) (hash(x)=148848532)
+7800 val loss 5.6601
+7800 val perplexity 287.1645
+7800 train 5.653588 (lr=6.4563e-06) (hash(x)=150391642)
+7900 val loss 5.6601
+7900 val perplexity 287.1902
+7900 train 5.420237 (lr=6.1684e-06) (hash(x)=152191414)
+8000 val loss 5.6555
+8000 val perplexity 285.8464
+8000 train 5.739616 (lr=5.9114e-06) (hash(x)=159755587)
+8100 val loss 5.6527
+8100 val perplexity 285.0644
+8100 train 5.676317 (lr=5.6857e-06) (hash(x)=156664468)
+8200 val loss 5.6514
+8200 val perplexity 284.6804
+8200 train 5.500314 (lr=5.4917e-06) (hash(x)=139457379)
+8300 val loss 5.6558
+8300 val perplexity 285.9390
+8300 train 5.429895 (lr=5.3295e-06) (hash(x)=145478564)
+8400 val loss 5.6459
+8400 val perplexity 283.1393
+8400 train 5.593821 (lr=5.1995e-06) (hash(x)=154982769)
+8500 val loss 5.6441
+8500 val perplexity 282.6278
+8500 train 5.609265 (lr=5.1019e-06) (hash(x)=145798118)
+8600 val loss 5.6431
+8600 val perplexity 282.3228
+8600 train 5.547587 (lr=5.0367e-06) (hash(x)=143231551)
+8700 val loss 5.6465
+8700 val perplexity 283.2940
+8700 train 5.546406 (lr=5.0041e-06) (hash(x)=154780112)
+8749 val loss 5.6392
+8749 val perplexity 281.2369

attention_kindselective_n_heads4_seed1340/model_08749.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9ae1f3419c639a4a167ee76ac0979203b08e4b2a4e64b527be92f4cc59d7232e
+oid sha256:a0bd10bb2df6bd5756909d69ce4bdaf9422591d404a11e02efff77e578628753
 size 92843394

attention_kindselective_n_heads4_seed1340/optimizer_08749.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9c81f9b96531bc7f26f8e3c87cadf7ff19b8a445cc7f134b8c6f9e36d9e92769
+oid sha256:8fffb58206c4306b292c27c51d9891b0e2f30c646a0532f242e921fcd55398a3
 size 179406214