guyhadad01 commited on
Commit
36e56b2
·
verified ·
1 Parent(s): 0189858

Training in progress, step 9851, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6d4322e38448ea583429c9bb47133ec0c8191ec94a221b6525e236162a943474
3
  size 471641972
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba1ea5de7e6e1ee3ab127a1361b60e111ef964192f9d917aeb99ba87bb81d94b
3
  size 471641972
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:346e1be8894c52628490e38d32835397c39586d241b17503aad0614b99c69820
3
  size 943408715
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:273b312cce6c6f505c1beee15f698791634f6f44e13c052df7ffb87553df48a6
3
  size 943408715
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d02bf5604d96d55b809dd1552690250e2164168d4b80ec847e5101bd7d910b5f
3
  size 14645
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f846559439d6fa707e08e85521a12eee437c8cb62c3340d7028744e6838c14fa
3
  size 14645
last-checkpoint/scaler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0069239ee428f0527072473131f7b7bb8f4123503b20bffc7561f20a6e3a9bd1
3
  size 1383
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b85e70b6d452f5f30cc5ff495c0e8e43b57320a47f9206eeead0202689789086
3
  size 1383
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c7cd3679656ae98477cc816a6c7c865253dbb97497498a91f08c26ecf155e5b3
3
  size 1465
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b04e47ef60962624b2bf17f74185d606eb69ce81d5f67b919559d74716d67b80
3
  size 1465
last-checkpoint/trainer_state.json CHANGED
@@ -2,9 +2,9 @@
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
- "epoch": 0.9136823938478719,
6
  "eval_steps": 500,
7
- "global_step": 9000,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -645,6 +645,62 @@
645
  "learning_rate": 9.104509510579184e-06,
646
  "loss": 1.6898,
647
  "step": 9000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
648
  }
649
  ],
650
  "logging_steps": 100,
@@ -659,12 +715,12 @@
659
  "should_evaluate": false,
660
  "should_log": false,
661
  "should_save": true,
662
- "should_training_stop": false
663
  },
664
  "attributes": {}
665
  }
666
  },
667
- "total_flos": 4893769911505920.0,
668
  "train_batch_size": 32,
669
  "trial_name": null,
670
  "trial_params": null
 
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
+ "epoch": 1.0,
6
  "eval_steps": 500,
7
+ "global_step": 9851,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
645
  "learning_rate": 9.104509510579184e-06,
646
  "loss": 1.6898,
647
  "step": 9000
648
+ },
649
+ {
650
+ "epoch": 0.9238344204461816,
651
+ "grad_norm": 6.083591938018799,
652
+ "learning_rate": 8.035905107929046e-06,
653
+ "loss": 1.6958,
654
+ "step": 9100
655
+ },
656
+ {
657
+ "epoch": 0.9339864470444913,
658
+ "grad_norm": 4.946804046630859,
659
+ "learning_rate": 6.9673007052789065e-06,
660
+ "loss": 1.6943,
661
+ "step": 9200
662
+ },
663
+ {
664
+ "epoch": 0.9441384736428009,
665
+ "grad_norm": 7.455060005187988,
666
+ "learning_rate": 5.898696302628767e-06,
667
+ "loss": 1.6465,
668
+ "step": 9300
669
+ },
670
+ {
671
+ "epoch": 0.9542905002411106,
672
+ "grad_norm": 6.197298526763916,
673
+ "learning_rate": 4.830091899978628e-06,
674
+ "loss": 1.6943,
675
+ "step": 9400
676
+ },
677
+ {
678
+ "epoch": 0.9644425268394203,
679
+ "grad_norm": 4.8244476318359375,
680
+ "learning_rate": 3.7614874973284893e-06,
681
+ "loss": 1.6418,
682
+ "step": 9500
683
+ },
684
+ {
685
+ "epoch": 0.97459455343773,
686
+ "grad_norm": 5.588303089141846,
687
+ "learning_rate": 2.69288309467835e-06,
688
+ "loss": 1.6407,
689
+ "step": 9600
690
+ },
691
+ {
692
+ "epoch": 0.9847465800360397,
693
+ "grad_norm": 8.230219841003418,
694
+ "learning_rate": 1.6242786920282113e-06,
695
+ "loss": 1.6901,
696
+ "step": 9700
697
+ },
698
+ {
699
+ "epoch": 0.9948986066343494,
700
+ "grad_norm": 8.50627613067627,
701
+ "learning_rate": 5.556742893780722e-07,
702
+ "loss": 1.664,
703
+ "step": 9800
704
  }
705
  ],
706
  "logging_steps": 100,
 
715
  "should_evaluate": false,
716
  "should_log": false,
717
  "should_save": true,
718
+ "should_training_stop": true
719
  },
720
  "attributes": {}
721
  }
722
  },
723
+ "total_flos": 5355046335700656.0,
724
  "train_batch_size": 32,
725
  "trial_name": null,
726
  "trial_params": null