FredericFan commited on
Commit
945ae41
·
verified ·
1 Parent(s): 4b3a0b4

Training in progress, step 6000, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:43ca506b0183f9255cc6c3701ab3aee5b7772bf568964446510a6d0a144e6b33
3
  size 891558696
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:095aeb5c44cb9a72ed1a0f1b80ff171de934de9ed141a1a2063927e0ba663d9e
3
  size 891558696
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7c1038f81f76195378c96900b3959ec8f4c557986d1afd0f635616ff00bffc77
3
  size 1783272762
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50e33fe817fc94e5049b80c11e32eacd950298cccd79b079b276bb66599beb80
3
  size 1783272762
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e7f92d67c89ccf30b9936f79f017a85d14b84762689e01f7c463f2d3a6a334a4
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd399035d6d61703194945de98fdae7ea399ca55d89cd8d7f88b8fcde8480235
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:774dfffb03e2468097535f9b9aa538278b4485e6383bdbb24c5835c80721018e
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4409b78a0c49863ad1dc85e7b70a0947c6e5044950cda1ebb0cfe114c7f86bca
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": 0.08539459854364395,
3
  "best_model_checkpoint": "./fine-tuned/checkpoint-5500",
4
- "epoch": 0.44,
5
  "eval_steps": 500,
6
- "global_step": 5500,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -865,6 +865,84 @@
865
  "eval_samples_per_second": 22.802,
866
  "eval_steps_per_second": 5.701,
867
  "step": 5500
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
868
  }
869
  ],
870
  "logging_steps": 50,
@@ -884,7 +962,7 @@
884
  "attributes": {}
885
  }
886
  },
887
- "total_flos": 1.339707359232e+16,
888
  "train_batch_size": 4,
889
  "trial_name": null,
890
  "trial_params": null
 
1
  {
2
  "best_metric": 0.08539459854364395,
3
  "best_model_checkpoint": "./fine-tuned/checkpoint-5500",
4
+ "epoch": 0.48,
5
  "eval_steps": 500,
6
+ "global_step": 6000,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
865
  "eval_samples_per_second": 22.802,
866
  "eval_steps_per_second": 5.701,
867
  "step": 5500
868
+ },
869
+ {
870
+ "epoch": 0.444,
871
+ "grad_norm": 0.09632231295108795,
872
+ "learning_rate": 2.3342400000000002e-05,
873
+ "loss": 0.0621,
874
+ "step": 5550
875
+ },
876
+ {
877
+ "epoch": 0.448,
878
+ "grad_norm": 0.15080232918262482,
879
+ "learning_rate": 2.32824e-05,
880
+ "loss": 0.0674,
881
+ "step": 5600
882
+ },
883
+ {
884
+ "epoch": 0.452,
885
+ "grad_norm": 0.14794333279132843,
886
+ "learning_rate": 2.32224e-05,
887
+ "loss": 0.0662,
888
+ "step": 5650
889
+ },
890
+ {
891
+ "epoch": 0.456,
892
+ "grad_norm": 0.15014077723026276,
893
+ "learning_rate": 2.31624e-05,
894
+ "loss": 0.0574,
895
+ "step": 5700
896
+ },
897
+ {
898
+ "epoch": 0.46,
899
+ "grad_norm": 0.10953331738710403,
900
+ "learning_rate": 2.31024e-05,
901
+ "loss": 0.0684,
902
+ "step": 5750
903
+ },
904
+ {
905
+ "epoch": 0.464,
906
+ "grad_norm": 0.17434537410736084,
907
+ "learning_rate": 2.30424e-05,
908
+ "loss": 0.0687,
909
+ "step": 5800
910
+ },
911
+ {
912
+ "epoch": 0.468,
913
+ "grad_norm": 0.12245655059814453,
914
+ "learning_rate": 2.29824e-05,
915
+ "loss": 0.0689,
916
+ "step": 5850
917
+ },
918
+ {
919
+ "epoch": 0.472,
920
+ "grad_norm": 0.10118559747934341,
921
+ "learning_rate": 2.29224e-05,
922
+ "loss": 0.0609,
923
+ "step": 5900
924
+ },
925
+ {
926
+ "epoch": 0.476,
927
+ "grad_norm": 0.14768172800540924,
928
+ "learning_rate": 2.28624e-05,
929
+ "loss": 0.0717,
930
+ "step": 5950
931
+ },
932
+ {
933
+ "epoch": 0.48,
934
+ "grad_norm": 0.18510164320468903,
935
+ "learning_rate": 2.28024e-05,
936
+ "loss": 0.0716,
937
+ "step": 6000
938
+ },
939
+ {
940
+ "epoch": 0.48,
941
+ "eval_loss": 0.08568704128265381,
942
+ "eval_runtime": 87.7082,
943
+ "eval_samples_per_second": 22.803,
944
+ "eval_steps_per_second": 5.701,
945
+ "step": 6000
946
  }
947
  ],
948
  "logging_steps": 50,
 
962
  "attributes": {}
963
  }
964
  },
965
+ "total_flos": 1.461498937344e+16,
966
  "train_batch_size": 4,
967
  "trial_name": null,
968
  "trial_params": null