andrew-healey commited on
Commit
f3831fe
·
verified ·
1 Parent(s): 5fbe560

Upload folder using huggingface_hub

Browse files
attention_kindselective_n_heads4_seed1339/log2.txt CHANGED
@@ -596,3 +596,8 @@ max_steps: 10000
596
  9800 val loss 6.4171
597
  9800 val perplexity 612.1956
598
  9800 train 6.518755 (lr=1.5139e-05) (hash(x)=50921139)
 
 
 
 
 
 
596
  9800 val loss 6.4171
597
  9800 val perplexity 612.1956
598
  9800 train 6.518755 (lr=1.5139e-05) (hash(x)=50921139)
599
+ 9900 val loss 6.4295
600
+ 9900 val perplexity 619.8542
601
+ 9900 train 6.563539 (lr=1.5035e-05) (hash(x)=48142455)
602
+ 9999 val loss 6.4144
603
+ 9999 val perplexity 610.5499
attention_kindselective_n_heads4_seed1339/model_09999.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:71ce7845c806c8b831eef2b6d89205bf1670c932d983ebd9107e92f8a5065a3f
3
  size 92843394
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97e1c7a027425a5669cc3340c7cb0190613ffc5ab1ce2779e45f8569a6680c90
3
  size 92843394
attention_kindselective_n_heads4_seed1339/optimizer_09999.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7b24fc0c71518371e90fd12967f37464df151eac9cef39a338c5e0c173d3bd09
3
  size 179406214
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac55c8db068272428b95764341312745479e9ab4480ba604a9ce57f361623eea
3
  size 179406214