deskull commited on
Commit
2dca2b0
·
verified ·
1 Parent(s): 4df302b

Update compounds GPT-2 medium (retokenized, issue #12 fix, early stopped at step 5800)

Browse files
Files changed (2) hide show
  1. pytorch_model.bin +1 -1
  2. training_args.json +3 -3
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:aa27704b376efe3207324b9c28b5bfa81fdee9740de4482514698b955ac9263f
3
  size 1214910447
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d0c90431db276f22f2c6f2136deab44b94bdfa732a34f3b81600b2fa1dec9568
3
  size 1214910447
training_args.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
- "iteration": 30000,
3
- "best_val_loss": 0.03033723682165146,
4
- "early_stopping_counter": 11,
5
  "learning_rate": 6e-07,
6
  "batch_size": 2,
7
  "block_size": 1024,
 
1
  {
2
+ "iteration": 5800,
3
+ "best_val_loss": 0.03851444274187088,
4
+ "early_stopping_counter": 4,
5
  "learning_rate": 6e-07,
6
  "batch_size": 2,
7
  "block_size": 1024,