Upload folder using huggingface_hub

attention_kindselective_n_heads4_seed1342/log2.txt

@@ -409,3 +409,65 @@ max_steps: 8750
 6700 val loss 5.6444
 6700 val perplexity 282.6929
 6700 train 5.626853 (lr=1.1515e-05) (hash(x)=153333491)
+6800 val loss 5.6453
+6800 val perplexity 282.9635
+6800 train 5.398737 (lr=1.0923e-05) (hash(x)=150149382)
+6900 val loss 5.6369
+6900 val perplexity 280.5880
+6900 train 5.727304 (lr=1.0356e-05) (hash(x)=152379767)
+7000 val loss 5.6291
+7000 val perplexity 278.4071
+7000 train 5.677614 (lr=9.8138e-06) (hash(x)=150432537)
+7100 val loss 5.6279
+7100 val perplexity 278.0723
+7100 train 5.507553 (lr=9.2971e-06) (hash(x)=148277836)
+7200 val loss 5.6268
+7200 val perplexity 277.7632
+7200 train 5.624157 (lr=8.8068e-06) (hash(x)=168591659)
+7300 val loss 5.6195
+7300 val perplexity 275.7620
+7300 train 5.602008 (lr=8.3436e-06) (hash(x)=152764851)
+7400 val loss 5.6162
+7400 val perplexity 274.8337
+7400 train 5.581109 (lr=7.9082e-06) (hash(x)=142920131)
+7500 val loss 5.6134
+7500 val perplexity 274.0772
+7500 train 5.612462 (lr=7.5012e-06) (hash(x)=146954649)
+7600 val loss 5.6124
+7600 val perplexity 273.7901
+7600 train 5.388722 (lr=7.1232e-06) (hash(x)=144529566)
+7700 val loss 5.6070
+7700 val perplexity 272.3131
+7700 train 5.565037 (lr=6.7747e-06) (hash(x)=142669945)
+7800 val loss 5.6028
+7800 val perplexity 271.1982
+7800 train 5.664765 (lr=6.4563e-06) (hash(x)=161563764)
+7900 val loss 5.6007
+7900 val perplexity 270.6035
+7900 train 5.400409 (lr=6.1684e-06) (hash(x)=141516532)
+8000 val loss 5.6018
+8000 val perplexity 270.9237
+8000 train 5.473083 (lr=5.9114e-06) (hash(x)=152418457)
+8100 val loss 5.5960
+8100 val perplexity 269.3378
+8100 train 5.576201 (lr=5.6857e-06) (hash(x)=161109470)
+8200 val loss 5.5912
+8200 val perplexity 268.0576
+8200 train 5.706006 (lr=5.4917e-06) (hash(x)=154408822)
+8300 val loss 5.5895
+8300 val perplexity 267.6049
+8300 train 5.478120 (lr=5.3295e-06) (hash(x)=146431691)
+8400 val loss 5.5899
+8400 val perplexity 267.7018
+8400 train 5.372497 (lr=5.1995e-06) (hash(x)=150182527)
+8500 val loss 5.5836
+8500 val perplexity 266.0385
+8500 train 5.651063 (lr=5.1019e-06) (hash(x)=154828709)
+8600 val loss 5.5829
+8600 val perplexity 265.8460
+8600 train 5.502336 (lr=5.0367e-06) (hash(x)=154995428)
+8700 val loss 5.5825
+8700 val perplexity 265.7446
+8700 train 5.482091 (lr=5.0041e-06) (hash(x)=142111043)
+8749 val loss 5.5804
+8749 val perplexity 265.1790

attention_kindselective_n_heads4_seed1342/model_08749.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cef91b2b163741e77bb5ae13fff8d391e25f32c47887020c7e0571411d419631
+oid sha256:c64de50d6baab738fd35d35d2e6dfc45c53988d4145bd8c7a0045ab9bbfb94f0
 size 92843394

attention_kindselective_n_heads4_seed1342/optimizer_08749.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f701333ad8c644d69822c9a6d1f7a8a43585bd2f75b501d2d0042c47e6499892
+oid sha256:5b55767ecffb39585d3b9f4bc0d7a772f4b965b3c134e31bbc457729cd2f7fbd
 size 179406214