guyhadad01 commited on
Commit
fca57e9
·
verified ·
1 Parent(s): e6aa81f

Training in progress, step 9851, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:beb9560a8c2fe423ef88591ac0d75f94884fe5582f9b6b783282d22b1370fc23
3
  size 471641972
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b1eabd77d190b17654c8c986e9239c763f0de2696fc13757ebbfea99d1ab898
3
  size 471641972
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e07c0e371e8347d7031e7a77e1760ae234fe283d2998e8890cb9f2acf682bd6f
3
  size 943408715
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a27f1f4fa6a539ecd24c414a787a0da9924a806bc14762914d726d8c3fba45b
3
  size 943408715
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d02bf5604d96d55b809dd1552690250e2164168d4b80ec847e5101bd7d910b5f
3
  size 14645
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f846559439d6fa707e08e85521a12eee437c8cb62c3340d7028744e6838c14fa
3
  size 14645
last-checkpoint/scaler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1a8a70b54b4c634942b08249f8cc6e6889c33d7c513637bc49b9d2b7a00426ce
3
  size 1383
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a5356fffe7bb053301c50aaf04556d44d143af51d6846b85dda4a04030a9c1e
3
  size 1383
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c7cd3679656ae98477cc816a6c7c865253dbb97497498a91f08c26ecf155e5b3
3
  size 1465
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b04e47ef60962624b2bf17f74185d606eb69ce81d5f67b919559d74716d67b80
3
  size 1465
last-checkpoint/trainer_state.json CHANGED
@@ -2,9 +2,9 @@
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
- "epoch": 0.9136823938478719,
6
  "eval_steps": 500,
7
- "global_step": 9000,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -645,6 +645,62 @@
645
  "learning_rate": 9.104509510579184e-06,
646
  "loss": 1.952,
647
  "step": 9000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
648
  }
649
  ],
650
  "logging_steps": 100,
@@ -659,12 +715,12 @@
659
  "should_evaluate": false,
660
  "should_log": false,
661
  "should_save": true,
662
- "should_training_stop": false
663
  },
664
  "attributes": {}
665
  }
666
  },
667
- "total_flos": 4893769911505920.0,
668
  "train_batch_size": 32,
669
  "trial_name": null,
670
  "trial_params": null
 
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
+ "epoch": 1.0,
6
  "eval_steps": 500,
7
+ "global_step": 9851,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
645
  "learning_rate": 9.104509510579184e-06,
646
  "loss": 1.952,
647
  "step": 9000
648
+ },
649
+ {
650
+ "epoch": 0.9238344204461816,
651
+ "grad_norm": 6.028636932373047,
652
+ "learning_rate": 8.035905107929046e-06,
653
+ "loss": 1.957,
654
+ "step": 9100
655
+ },
656
+ {
657
+ "epoch": 0.9339864470444913,
658
+ "grad_norm": 5.458266735076904,
659
+ "learning_rate": 6.9673007052789065e-06,
660
+ "loss": 1.9445,
661
+ "step": 9200
662
+ },
663
+ {
664
+ "epoch": 0.9441384736428009,
665
+ "grad_norm": 7.229398727416992,
666
+ "learning_rate": 5.898696302628767e-06,
667
+ "loss": 1.8976,
668
+ "step": 9300
669
+ },
670
+ {
671
+ "epoch": 0.9542905002411106,
672
+ "grad_norm": 5.801294803619385,
673
+ "learning_rate": 4.830091899978628e-06,
674
+ "loss": 1.9468,
675
+ "step": 9400
676
+ },
677
+ {
678
+ "epoch": 0.9644425268394203,
679
+ "grad_norm": 4.766051769256592,
680
+ "learning_rate": 3.7614874973284893e-06,
681
+ "loss": 1.8822,
682
+ "step": 9500
683
+ },
684
+ {
685
+ "epoch": 0.97459455343773,
686
+ "grad_norm": 5.5660200119018555,
687
+ "learning_rate": 2.69288309467835e-06,
688
+ "loss": 1.8705,
689
+ "step": 9600
690
+ },
691
+ {
692
+ "epoch": 0.9847465800360397,
693
+ "grad_norm": 7.402261734008789,
694
+ "learning_rate": 1.6242786920282113e-06,
695
+ "loss": 1.9297,
696
+ "step": 9700
697
+ },
698
+ {
699
+ "epoch": 0.9948986066343494,
700
+ "grad_norm": 8.760640144348145,
701
+ "learning_rate": 5.556742893780722e-07,
702
+ "loss": 1.8924,
703
+ "step": 9800
704
  }
705
  ],
706
  "logging_steps": 100,
 
715
  "should_evaluate": false,
716
  "should_log": false,
717
  "should_save": true,
718
+ "should_training_stop": true
719
  },
720
  "attributes": {}
721
  }
722
  },
723
+ "total_flos": 5355046335700656.0,
724
  "train_batch_size": 32,
725
  "trial_name": null,
726
  "trial_params": null