guyhadad01 commited on
Commit
8724bb5
·
verified ·
1 Parent(s): a5b0192

Training in progress, step 40200, checkpoint

Browse files
last-checkpoint/README.md CHANGED
@@ -1319,6 +1319,10 @@ You can finetune this model on your own dataset.
1319
  | 0.7051 | 39900 | 0.2838 |
1320
  | 0.7059 | 39950 | 0.2604 |
1321
  | 0.7068 | 40000 | 0.2286 |
 
 
 
 
1322
 
1323
  </details>
1324
 
 
1319
  | 0.7051 | 39900 | 0.2838 |
1320
  | 0.7059 | 39950 | 0.2604 |
1321
  | 0.7068 | 40000 | 0.2286 |
1322
+ | 0.7077 | 40050 | 0.2766 |
1323
+ | 0.7086 | 40100 | 0.2649 |
1324
+ | 0.7095 | 40150 | 0.3184 |
1325
+ | 0.7104 | 40200 | 0.334 |
1326
 
1327
  </details>
1328
 
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4c7b416494c6b7505e7fa6eedc83168208b62d0c9428d6cb56bafda1f34f24d9
3
  size 90864192
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c11448eab5085dafbe70840b347e552395741208f4c056feba7bdf25c3684b4
3
  size 90864192
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:be35770dca7605f30d91ba6120504ca43247cfeb02e3d77916fdb2cc3dbfaba0
3
  size 180609210
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:176196a55e3283e4494c033b91ec493e6e73b898ba15899622781e50e5276a9c
3
  size 180609210
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cbf81c04ea51b7be585fb96d50f50e5dc3906dc50f1775c970264b1a4d1eefeb
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45c20f027761b73065674875134aab16adfe944ddeaaac5054a42d467120ac3f
3
  size 14244
last-checkpoint/scaler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:48c793708154234024ec2f24e89dee0955c43c3c92b7c5bd216b3138f06c4acd
3
  size 988
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:024951ca35599ed7cd93018ece748744d262ffe3e8da72f14612df6525b8ad2b
3
  size 988
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:eec77879460249ba1a47baa584385b3461e6077b0f1f35d15287420496875963
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91554dd52659f1199ca0e07de2f95f60454723c4c5c500a75b5d255aeb95a210
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -2,9 +2,9 @@
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
- "epoch": 0.7068261737732148,
6
  "eval_steps": 500,
7
- "global_step": 40000,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -5608,6 +5608,34 @@
5608
  "learning_rate": 1.6302448410594725e-05,
5609
  "loss": 0.2286,
5610
  "step": 40000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
5611
  }
5612
  ],
5613
  "logging_steps": 50,
 
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
+ "epoch": 0.7103603046420809,
6
  "eval_steps": 500,
7
+ "global_step": 40200,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
5608
  "learning_rate": 1.6302448410594725e-05,
5609
  "loss": 0.2286,
5610
  "step": 40000
5611
+ },
5612
+ {
5613
+ "epoch": 0.7077097064904313,
5614
+ "grad_norm": 1.541528344154358,
5615
+ "learning_rate": 1.6253362392256193e-05,
5616
+ "loss": 0.2766,
5617
+ "step": 40050
5618
+ },
5619
+ {
5620
+ "epoch": 0.7085932392076478,
5621
+ "grad_norm": 1.4408469200134277,
5622
+ "learning_rate": 1.6204276373917654e-05,
5623
+ "loss": 0.2649,
5624
+ "step": 40100
5625
+ },
5626
+ {
5627
+ "epoch": 0.7094767719248644,
5628
+ "grad_norm": 1.57314932346344,
5629
+ "learning_rate": 1.6155190355579115e-05,
5630
+ "loss": 0.3184,
5631
+ "step": 40150
5632
+ },
5633
+ {
5634
+ "epoch": 0.7103603046420809,
5635
+ "grad_norm": 2.2145802974700928,
5636
+ "learning_rate": 1.6106104337240583e-05,
5637
+ "loss": 0.334,
5638
+ "step": 40200
5639
  }
5640
  ],
5641
  "logging_steps": 50,