FredericFan commited on
Commit
5c94e91
·
verified ·
1 Parent(s): 15140d2

Training in progress, step 5500, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e1e91e1bdef8cc188ea4d189cd5523f60cddadc3613fe79933294461a702e8a8
3
  size 891558696
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43ca506b0183f9255cc6c3701ab3aee5b7772bf568964446510a6d0a144e6b33
3
  size 891558696
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:89290f193b6b7457d80f97bce6f0ec93a64c4a9bc3d593d8d12aeb4cde9c3c6d
3
  size 1783272762
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c1038f81f76195378c96900b3959ec8f4c557986d1afd0f635616ff00bffc77
3
  size 1783272762
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0ea7477084e9e4ebf5f677e60167e6c2deee97d19a5a21299c6eb4ed40d31928
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7f92d67c89ccf30b9936f79f017a85d14b84762689e01f7c463f2d3a6a334a4
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:69f50b15ae17c7257c9fed364b38e68d62581d1ae697e8e4bb273e2e41cb49e9
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:774dfffb03e2468097535f9b9aa538278b4485e6383bdbb24c5835c80721018e
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
- "best_metric": 0.0860014408826828,
3
- "best_model_checkpoint": "./fine-tuned/checkpoint-5000",
4
- "epoch": 0.4,
5
  "eval_steps": 500,
6
- "global_step": 5000,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -787,6 +787,84 @@
787
  "eval_samples_per_second": 22.798,
788
  "eval_steps_per_second": 5.699,
789
  "step": 5000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
790
  }
791
  ],
792
  "logging_steps": 50,
@@ -806,7 +884,7 @@
806
  "attributes": {}
807
  }
808
  },
809
- "total_flos": 1.21791578112e+16,
810
  "train_batch_size": 4,
811
  "trial_name": null,
812
  "trial_params": null
 
1
  {
2
+ "best_metric": 0.08539459854364395,
3
+ "best_model_checkpoint": "./fine-tuned/checkpoint-5500",
4
+ "epoch": 0.44,
5
  "eval_steps": 500,
6
+ "global_step": 5500,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
787
  "eval_samples_per_second": 22.798,
788
  "eval_steps_per_second": 5.699,
789
  "step": 5000
790
+ },
791
+ {
792
+ "epoch": 0.404,
793
+ "grad_norm": 0.1547604650259018,
794
+ "learning_rate": 2.39424e-05,
795
+ "loss": 0.0691,
796
+ "step": 5050
797
+ },
798
+ {
799
+ "epoch": 0.408,
800
+ "grad_norm": 0.17712494730949402,
801
+ "learning_rate": 2.38824e-05,
802
+ "loss": 0.064,
803
+ "step": 5100
804
+ },
805
+ {
806
+ "epoch": 0.412,
807
+ "grad_norm": 0.16606800258159637,
808
+ "learning_rate": 2.38224e-05,
809
+ "loss": 0.0687,
810
+ "step": 5150
811
+ },
812
+ {
813
+ "epoch": 0.416,
814
+ "grad_norm": 0.18862195312976837,
815
+ "learning_rate": 2.37624e-05,
816
+ "loss": 0.0662,
817
+ "step": 5200
818
+ },
819
+ {
820
+ "epoch": 0.42,
821
+ "grad_norm": 0.1778397411108017,
822
+ "learning_rate": 2.3702400000000002e-05,
823
+ "loss": 0.0632,
824
+ "step": 5250
825
+ },
826
+ {
827
+ "epoch": 0.424,
828
+ "grad_norm": 0.15363118052482605,
829
+ "learning_rate": 2.36424e-05,
830
+ "loss": 0.0617,
831
+ "step": 5300
832
+ },
833
+ {
834
+ "epoch": 0.428,
835
+ "grad_norm": 0.1690954864025116,
836
+ "learning_rate": 2.35824e-05,
837
+ "loss": 0.0717,
838
+ "step": 5350
839
+ },
840
+ {
841
+ "epoch": 0.432,
842
+ "grad_norm": 0.19384829699993134,
843
+ "learning_rate": 2.35224e-05,
844
+ "loss": 0.0669,
845
+ "step": 5400
846
+ },
847
+ {
848
+ "epoch": 0.436,
849
+ "grad_norm": 0.20759643614292145,
850
+ "learning_rate": 2.34624e-05,
851
+ "loss": 0.0662,
852
+ "step": 5450
853
+ },
854
+ {
855
+ "epoch": 0.44,
856
+ "grad_norm": 0.16528765857219696,
857
+ "learning_rate": 2.34024e-05,
858
+ "loss": 0.0737,
859
+ "step": 5500
860
+ },
861
+ {
862
+ "epoch": 0.44,
863
+ "eval_loss": 0.08539459854364395,
864
+ "eval_runtime": 87.7109,
865
+ "eval_samples_per_second": 22.802,
866
+ "eval_steps_per_second": 5.701,
867
+ "step": 5500
868
  }
869
  ],
870
  "logging_steps": 50,
 
884
  "attributes": {}
885
  }
886
  },
887
+ "total_flos": 1.339707359232e+16,
888
  "train_batch_size": 4,
889
  "trial_name": null,
890
  "trial_params": null