guyhadad01 commited on
Commit
34b3d26
·
verified ·
1 Parent(s): 174ebd8

Training in progress, step 19600, checkpoint

Browse files
last-checkpoint/README.md CHANGED
@@ -1415,6 +1415,10 @@ You can finetune this model on your own dataset.
1415
  | 0.3410 | 19300 | 0.3238 |
1416
  | 0.3419 | 19350 | 0.3043 |
1417
  | 0.3428 | 19400 | 0.3902 |
 
 
 
 
1418
 
1419
  </details>
1420
 
 
1415
  | 0.3410 | 19300 | 0.3238 |
1416
  | 0.3419 | 19350 | 0.3043 |
1417
  | 0.3428 | 19400 | 0.3902 |
1418
+ | 0.3437 | 19450 | 0.3085 |
1419
+ | 0.3446 | 19500 | 0.3162 |
1420
+ | 0.3455 | 19550 | 0.345 |
1421
+ | 0.3463 | 19600 | 0.3017 |
1422
 
1423
  </details>
1424
 
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c809593a4e810558b7888d3e612f15efc51c5db37b7d0556584318528272574d
3
  size 90864192
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee5355e90f9d05aafbab0c12494b27835f95ccb60172ff8fbe78fd57d6b61d67
3
  size 90864192
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:415abbc1cb409cdbfc5f39cef8004307a437f7f9f53d32a212cdbb581c0e45e1
3
  size 180609210
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cfe72551b76baf33ba47fef562d43a709c57a754ed9cdde4263ce1cd0a109508
3
  size 180609210
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3d2ab8a0a44cb42f1e8599f3d83384df303f90a2cb7c743c1865d9517262e7ef
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be3ce8b220887769ad7876242753f4d51d8fa743fffcf793c5f91b58a8f4c701
3
  size 14244
last-checkpoint/scaler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1362f5572f2c24512c1a63574772877b23a9cc814bbc44fff72e3cde5341c40a
3
  size 988
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7402b49777be73c34eb03204101175d67711cc065bdfdb2c545471bf86e49076
3
  size 988
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:404504f0a70dc9bf558ab7039928bcb08279726175fd39a9b8bf44633e9ee073
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:88ee56c6db80ef2379420c7b71a3a71ecc892a7c8e43c85a15d491461e416ad9
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -2,9 +2,9 @@
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
- "epoch": 0.3428106942800092,
6
  "eval_steps": 500,
7
- "global_step": 19400,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -2724,6 +2724,34 @@
2724
  "learning_rate": 3.651705248277081e-05,
2725
  "loss": 0.3902,
2726
  "step": 19400
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2727
  }
2728
  ],
2729
  "logging_steps": 50,
 
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
+ "epoch": 0.34634482514887527,
6
  "eval_steps": 500,
7
+ "global_step": 19600,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
2724
  "learning_rate": 3.651705248277081e-05,
2725
  "loss": 0.3902,
2726
  "step": 19400
2727
+ },
2728
+ {
2729
+ "epoch": 0.3436942269972257,
2730
+ "grad_norm": 1.5135536193847656,
2731
+ "learning_rate": 3.6467966464432276e-05,
2732
+ "loss": 0.3085,
2733
+ "step": 19450
2734
+ },
2735
+ {
2736
+ "epoch": 0.3445777597144422,
2737
+ "grad_norm": 2.2533581256866455,
2738
+ "learning_rate": 3.6418880446093734e-05,
2739
+ "loss": 0.3162,
2740
+ "step": 19500
2741
+ },
2742
+ {
2743
+ "epoch": 0.34546129243165874,
2744
+ "grad_norm": 1.625067949295044,
2745
+ "learning_rate": 3.63697944277552e-05,
2746
+ "loss": 0.345,
2747
+ "step": 19550
2748
+ },
2749
+ {
2750
+ "epoch": 0.34634482514887527,
2751
+ "grad_norm": 1.1573612689971924,
2752
+ "learning_rate": 3.632070840941666e-05,
2753
+ "loss": 0.3017,
2754
+ "step": 19600
2755
  }
2756
  ],
2757
  "logging_steps": 50,