Upload folder using huggingface_hub
Browse files
attention_kindselective_n_heads4_seed1340/log2.txt
CHANGED
|
@@ -1043,3 +1043,14 @@ max_steps: 17500
|
|
| 1043 |
17100 val loss 5.5968
|
| 1044 |
17100 val perplexity 269.5699
|
| 1045 |
17100 train 5.439863 (lr=3.0862e-06) (hash(x)=149229905)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1043 |
17100 val loss 5.5968
|
| 1044 |
17100 val perplexity 269.5699
|
| 1045 |
17100 train 5.439863 (lr=3.0862e-06) (hash(x)=149229905)
|
| 1046 |
+
17200 val loss 5.5971
|
| 1047 |
+
17200 val perplexity 269.6393
|
| 1048 |
+
17200 train 5.554598 (lr=3.0704e-06) (hash(x)=150471865)
|
| 1049 |
+
17300 val loss 5.5988
|
| 1050 |
+
17300 val perplexity 270.0900
|
| 1051 |
+
17300 train 5.485799 (lr=3.0591e-06) (hash(x)=155784916)
|
| 1052 |
+
17400 val loss 5.6014
|
| 1053 |
+
17400 val perplexity 270.8054
|
| 1054 |
+
17400 train 5.375536 (lr=3.0523e-06) (hash(x)=148482413)
|
| 1055 |
+
17499 val loss 5.5943
|
| 1056 |
+
17499 val perplexity 268.8979
|
attention_kindselective_n_heads4_seed1340/model_17499.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 92843394
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:41282f5b0c60ace5dfaf1816e20260600b338e452b440e186e82787f342dabf3
|
| 3 |
size 92843394
|
attention_kindselective_n_heads4_seed1340/optimizer_17499.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 179406214
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:05126194a9f4acf0d9e67f380d612f3904ca5c94f9a38a1332dd14252a8e1fb7
|
| 3 |
size 179406214
|