Upload folder using huggingface_hub
Browse files
attention_kindselective_n_heads4_seed1339/log2.txt
CHANGED
|
@@ -1044,3 +1044,12 @@ max_steps: 17500
|
|
| 1044 |
17100 train 5.674840 (lr=2.9850e-06) (hash(x)=147819652)
|
| 1045 |
17200 val loss 5.5995
|
| 1046 |
17200 val perplexity 270.3027
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1044 |
17100 train 5.674840 (lr=2.9850e-06) (hash(x)=147819652)
|
| 1045 |
17200 val loss 5.5995
|
| 1046 |
17200 val perplexity 270.3027
|
| 1047 |
+
17200 train 5.698200 (lr=2.9697e-06) (hash(x)=155307909)
|
| 1048 |
+
17300 val loss 5.5965
|
| 1049 |
+
17300 val perplexity 269.4915
|
| 1050 |
+
17300 train 5.552541 (lr=2.9588e-06) (hash(x)=151879548)
|
| 1051 |
+
17400 val loss 5.5954
|
| 1052 |
+
17400 val perplexity 269.1746
|
| 1053 |
+
17400 train 5.514105 (lr=2.9522e-06) (hash(x)=143641792)
|
| 1054 |
+
17499 val loss 5.5941
|
| 1055 |
+
17499 val perplexity 268.8417
|
attention_kindselective_n_heads4_seed1339/model_17499.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 92843394
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:549de889f77b5bf64c01a1e1a9898c7a6a285b4e0ef6ca06c7839a9e7ab3ebb7
|
| 3 |
size 92843394
|
attention_kindselective_n_heads4_seed1339/optimizer_17499.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 179406214
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:23558819127ddbf2f275046cd652179ecfb96cdbbefa5b326070975b25199f5a
|
| 3 |
size 179406214
|