andrew-healey commited on
Commit
af03950
·
verified ·
1 Parent(s): c5c14e5

Upload folder using huggingface_hub

Browse files
attention_kindselective_n_heads4_seed1340/log2.txt CHANGED
@@ -1043,3 +1043,14 @@ max_steps: 17500
1043
  17100 val loss 5.5968
1044
  17100 val perplexity 269.5699
1045
  17100 train 5.439863 (lr=3.0862e-06) (hash(x)=149229905)
 
 
 
 
 
 
 
 
 
 
 
 
1043
  17100 val loss 5.5968
1044
  17100 val perplexity 269.5699
1045
  17100 train 5.439863 (lr=3.0862e-06) (hash(x)=149229905)
1046
+ 17200 val loss 5.5971
1047
+ 17200 val perplexity 269.6393
1048
+ 17200 train 5.554598 (lr=3.0704e-06) (hash(x)=150471865)
1049
+ 17300 val loss 5.5988
1050
+ 17300 val perplexity 270.0900
1051
+ 17300 train 5.485799 (lr=3.0591e-06) (hash(x)=155784916)
1052
+ 17400 val loss 5.6014
1053
+ 17400 val perplexity 270.8054
1054
+ 17400 train 5.375536 (lr=3.0523e-06) (hash(x)=148482413)
1055
+ 17499 val loss 5.5943
1056
+ 17499 val perplexity 268.8979
attention_kindselective_n_heads4_seed1340/model_17499.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:806f04ae6f665cc63a966f54fb9c53d151deb4ff19c6b035fb2506aba7e576c4
3
  size 92843394
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41282f5b0c60ace5dfaf1816e20260600b338e452b440e186e82787f342dabf3
3
  size 92843394
attention_kindselective_n_heads4_seed1340/optimizer_17499.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:da9dbd374201b388e9e440802f266f30dd68a10986b14faefbdc05627886d0ce
3
  size 179406214
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05126194a9f4acf0d9e67f380d612f3904ca5c94f9a38a1332dd14252a8e1fb7
3
  size 179406214