andrew-healey commited on
Commit
50b0468
·
verified ·
1 Parent(s): af03950

Upload folder using huggingface_hub

Browse files
attention_kindselective_n_heads4_seed1339/log2.txt CHANGED
@@ -1044,3 +1044,12 @@ max_steps: 17500
1044
  17100 train 5.674840 (lr=2.9850e-06) (hash(x)=147819652)
1045
  17200 val loss 5.5995
1046
  17200 val perplexity 270.3027
 
 
 
 
 
 
 
 
 
 
1044
  17100 train 5.674840 (lr=2.9850e-06) (hash(x)=147819652)
1045
  17200 val loss 5.5995
1046
  17200 val perplexity 270.3027
1047
+ 17200 train 5.698200 (lr=2.9697e-06) (hash(x)=155307909)
1048
+ 17300 val loss 5.5965
1049
+ 17300 val perplexity 269.4915
1050
+ 17300 train 5.552541 (lr=2.9588e-06) (hash(x)=151879548)
1051
+ 17400 val loss 5.5954
1052
+ 17400 val perplexity 269.1746
1053
+ 17400 train 5.514105 (lr=2.9522e-06) (hash(x)=143641792)
1054
+ 17499 val loss 5.5941
1055
+ 17499 val perplexity 268.8417
attention_kindselective_n_heads4_seed1339/model_17499.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a51c48f91e3adc9e30614da74915e5544264aeb70be05aeb9f5acf328ad4fe3a
3
  size 92843394
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:549de889f77b5bf64c01a1e1a9898c7a6a285b4e0ef6ca06c7839a9e7ab3ebb7
3
  size 92843394
attention_kindselective_n_heads4_seed1339/optimizer_17499.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0f3b9a5fd648ae7e6575a8fb1b8594de7fb5ceb57915a1191c2fdfa0ff690232
3
  size 179406214
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:23558819127ddbf2f275046cd652179ecfb96cdbbefa5b326070975b25199f5a
3
  size 179406214