Fanucci commited on
Commit
e49b0b8
·
verified ·
1 Parent(s): 5216391

Training in progress, step 1000, checkpoint

Browse files
last-checkpoint/model-00001-of-00002.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4725f7683f2b8dc2c37be3613593f25b041ac5cfee2a86d851142562e03f31e2
3
  size 4995335576
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06d13d73b349e73c3ad309343c997321f1de4a6b22c8a70a801cd8f62c755053
3
  size 4995335576
last-checkpoint/model-00002-of-00002.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fe054c5b7dbc4504491e8399e4c3dd2f601a8021e18628ca1a900249c2072e44
3
  size 1857639032
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6be83e77d182a6edb613bbe5055e77f0fe1ed630c996228e078d57f9ca78dcea
3
  size 1857639032
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4483c56b3458c6f88b40364283839fd954d028d7abdcc22bb698f9239fe76b79
3
  size 13706103974
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:51e78de1db2a14bce4185840a9dceb67098b6b349ac4a43a01da0d38a059fef0
3
  size 13706103974
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:645b71843375baf4cc10bc75a2f0f04e91b8e3f8e8929f518a87022898b3bc20
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7286dee9a5da5b96232ccd668e3561a460616ec53ea433806da321343af8636
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a288ddd8ddfd7759ce5e03ca2b9f4240d1938c54de141af3734f632c4e8a713b
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb16655f4370357d3b852c8ea67d9f0fc3c635151884c4092645d050bc5ecdd4
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -2,9 +2,9 @@
2
  "best_global_step": 1,
3
  "best_metric": 1.4945952892303467,
4
  "best_model_checkpoint": null,
5
- "epoch": 0.05933791380387258,
6
  "eval_steps": 50,
7
- "global_step": 950,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -833,6 +833,49 @@
833
  "eval_samples_per_second": 15.989,
834
  "eval_steps_per_second": 15.989,
835
  "step": 950
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
836
  }
837
  ],
838
  "logging_steps": 10,
@@ -847,7 +890,7 @@
847
  "early_stopping_threshold": 0.0
848
  },
849
  "attributes": {
850
- "early_stopping_patience_counter": 19
851
  }
852
  },
853
  "TrainerControl": {
@@ -856,12 +899,12 @@
856
  "should_evaluate": false,
857
  "should_log": false,
858
  "should_save": true,
859
- "should_training_stop": false
860
  },
861
  "attributes": {}
862
  }
863
  },
864
- "total_flos": 3.880390557696e+16,
865
  "train_batch_size": 1,
866
  "trial_name": null,
867
  "trial_params": null
 
2
  "best_global_step": 1,
3
  "best_metric": 1.4945952892303467,
4
  "best_model_checkpoint": null,
5
+ "epoch": 0.06246096189881324,
6
  "eval_steps": 50,
7
+ "global_step": 1000,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
833
  "eval_samples_per_second": 15.989,
834
  "eval_steps_per_second": 15.989,
835
  "step": 950
836
+ },
837
+ {
838
+ "epoch": 0.059962523422860715,
839
+ "grad_norm": 40.5,
840
+ "learning_rate": 0.00021129750238107204,
841
+ "loss": 6.8338,
842
+ "step": 960
843
+ },
844
+ {
845
+ "epoch": 0.060587133041848845,
846
+ "grad_norm": 268.0,
847
+ "learning_rate": 0.00012086832304096795,
848
+ "loss": 7.0505,
849
+ "step": 970
850
+ },
851
+ {
852
+ "epoch": 0.061211742660836975,
853
+ "grad_norm": 76.5,
854
+ "learning_rate": 5.54903203858731e-05,
855
+ "loss": 7.9223,
856
+ "step": 980
857
+ },
858
+ {
859
+ "epoch": 0.06183635227982511,
860
+ "grad_norm": 108.0,
861
+ "learning_rate": 1.5229324522605948e-05,
862
+ "loss": 7.8772,
863
+ "step": 990
864
+ },
865
+ {
866
+ "epoch": 0.06246096189881324,
867
+ "grad_norm": 516.0,
868
+ "learning_rate": 1.2587486122317416e-07,
869
+ "loss": 7.4005,
870
+ "step": 1000
871
+ },
872
+ {
873
+ "epoch": 0.06246096189881324,
874
+ "eval_loss": 7.635000705718994,
875
+ "eval_runtime": 52.4898,
876
+ "eval_samples_per_second": 16.06,
877
+ "eval_steps_per_second": 16.06,
878
+ "step": 1000
879
  }
880
  ],
881
  "logging_steps": 10,
 
890
  "early_stopping_threshold": 0.0
891
  },
892
  "attributes": {
893
+ "early_stopping_patience_counter": 20
894
  }
895
  },
896
  "TrainerControl": {
 
899
  "should_evaluate": false,
900
  "should_log": false,
901
  "should_save": true,
902
+ "should_training_stop": true
903
  },
904
  "attributes": {}
905
  }
906
  },
907
+ "total_flos": 4.08462163968e+16,
908
  "train_batch_size": 1,
909
  "trial_name": null,
910
  "trial_params": null