Upload folder using huggingface_hub
Browse files
attention_kindselective_n_heads4_seed1344/log2.txt
CHANGED
|
@@ -1049,3 +1049,8 @@ max_steps: 17500
|
|
| 1049 |
17300 train 5.543229 (lr=3.7611e-06) (hash(x)=146365959)
|
| 1050 |
17499 val loss 5.7321
|
| 1051 |
17499 val perplexity 308.6043
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1049 |
17300 train 5.543229 (lr=3.7611e-06) (hash(x)=146365959)
|
| 1050 |
17499 val loss 5.7321
|
| 1051 |
17499 val perplexity 308.6043
|
| 1052 |
+
17400 val loss 5.5008
|
| 1053 |
+
17400 val perplexity 244.8779
|
| 1054 |
+
17400 train 5.478771 (lr=3.7528e-06) (hash(x)=152729388)
|
| 1055 |
+
17499 val loss 5.4992
|
| 1056 |
+
17499 val perplexity 244.4871
|
attention_kindselective_n_heads4_seed1344/model_17499.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 92843394
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5c16bd2ba6f8ff63c8c705cb08efa68d969cead7f2a9f4bcaac0e97eaf90022e
|
| 3 |
size 92843394
|
attention_kindselective_n_heads4_seed1344/optimizer_17499.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 179406214
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7837224667634a47d9b00b4d54e106084e452ad9b56b2cf5861f237fc7b6466a
|
| 3 |
size 179406214
|