irishprancer commited on
Commit
5262145
·
verified ·
1 Parent(s): 7d13c1d

Training in progress, step 1050, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:44c160d59362d9998e9102b16a7c722555cc9a3b87d2a24bd56cfa2e1406fd59
3
  size 527048968
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca76f47f61e6294ad679314dbfbcce80d0fe37e1c0461e75d714ddb535f5da79
3
  size 527048968
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d5b27372b9255f1e87b65fe832eb4ea027e48ccbfe3973c3339a67d4e77ed6bb
3
  size 1054135994
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa76e92f4b693debfd6dc410477c70a9606cc7c9bbe0490fcd9f2d6361e7ead5
3
  size 1054135994
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e5535f299045fe8f5c903e1fe89ea07c865852a623fd1578e00cbe2ef4b1aa5e
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eed7e63646e60ae2bd56a0754378b43da25eff8bd39e1edda0ec4d07c731eeb8
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:15e38fc7cb67eb5df095ca277e8495019522abe02c611f770970f2de2af01dea
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6548eb58d62e7512c294251f1e8c024e396ed51c9a6b80ba70928a1cdaee6c7f
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": 0.7168284058570862,
3
  "best_model_checkpoint": "./output/checkpoint-450",
4
- "epoch": 39.130434782608695,
5
  "eval_steps": 150,
6
- "global_step": 900,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -877,6 +877,151 @@
877
  "eval_samples_per_second": 22.563,
878
  "eval_steps_per_second": 22.563,
879
  "step": 900
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
880
  }
881
  ],
882
  "logging_steps": 10,
@@ -896,7 +1041,7 @@
896
  "attributes": {}
897
  }
898
  },
899
- "total_flos": 2.3078822838165504e+16,
900
  "train_batch_size": 4,
901
  "trial_name": null,
902
  "trial_params": null
 
1
  {
2
  "best_metric": 0.7168284058570862,
3
  "best_model_checkpoint": "./output/checkpoint-450",
4
+ "epoch": 45.65217391304348,
5
  "eval_steps": 150,
6
+ "global_step": 1050,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
877
  "eval_samples_per_second": 22.563,
878
  "eval_steps_per_second": 22.563,
879
  "step": 900
880
+ },
881
+ {
882
+ "epoch": 39.56521739130435,
883
+ "grad_norm": 1.4088988304138184,
884
+ "learning_rate": 1.1307389750804807e-06,
885
+ "loss": 0.4355,
886
+ "step": 910
887
+ },
888
+ {
889
+ "epoch": 40.0,
890
+ "grad_norm": 2.766087532043457,
891
+ "learning_rate": 2.2614779501609614e-06,
892
+ "loss": 0.436,
893
+ "step": 920
894
+ },
895
+ {
896
+ "epoch": 40.43478260869565,
897
+ "grad_norm": 1.4608732461929321,
898
+ "learning_rate": 3.392216925241442e-06,
899
+ "loss": 0.5145,
900
+ "step": 930
901
+ },
902
+ {
903
+ "epoch": 40.869565217391305,
904
+ "grad_norm": 1.435799241065979,
905
+ "learning_rate": 4.522955900321923e-06,
906
+ "loss": 0.3916,
907
+ "step": 940
908
+ },
909
+ {
910
+ "epoch": 41.30434782608695,
911
+ "grad_norm": 1.9943156242370605,
912
+ "learning_rate": 5.653694875402403e-06,
913
+ "loss": 0.4035,
914
+ "step": 950
915
+ },
916
+ {
917
+ "epoch": 41.73913043478261,
918
+ "grad_norm": 1.3566862344741821,
919
+ "learning_rate": 6.784433850482884e-06,
920
+ "loss": 0.4228,
921
+ "step": 960
922
+ },
923
+ {
924
+ "epoch": 42.17391304347826,
925
+ "grad_norm": 1.3916350603103638,
926
+ "learning_rate": 7.915172825563364e-06,
927
+ "loss": 0.5037,
928
+ "step": 970
929
+ },
930
+ {
931
+ "epoch": 42.608695652173914,
932
+ "grad_norm": 1.3377119302749634,
933
+ "learning_rate": 9.045911800643846e-06,
934
+ "loss": 0.4422,
935
+ "step": 980
936
+ },
937
+ {
938
+ "epoch": 43.04347826086956,
939
+ "grad_norm": 1.5022424459457397,
940
+ "learning_rate": 1.0176650775724327e-05,
941
+ "loss": 0.4335,
942
+ "step": 990
943
+ },
944
+ {
945
+ "epoch": 43.47826086956522,
946
+ "grad_norm": 1.2574431896209717,
947
+ "learning_rate": 1.1307389750804806e-05,
948
+ "loss": 0.4644,
949
+ "step": 1000
950
+ },
951
+ {
952
+ "epoch": 43.91304347826087,
953
+ "grad_norm": 1.1123943328857422,
954
+ "learning_rate": 1.1307388630332802e-05,
955
+ "loss": 0.414,
956
+ "step": 1010
957
+ },
958
+ {
959
+ "epoch": 44.34782608695652,
960
+ "grad_norm": 1.9059613943099976,
961
+ "learning_rate": 1.1307385268917228e-05,
962
+ "loss": 0.4696,
963
+ "step": 1020
964
+ },
965
+ {
966
+ "epoch": 44.78260869565217,
967
+ "grad_norm": 1.5019381046295166,
968
+ "learning_rate": 1.1307379666559419e-05,
969
+ "loss": 0.4581,
970
+ "step": 1030
971
+ },
972
+ {
973
+ "epoch": 45.21739130434783,
974
+ "grad_norm": 1.169459342956543,
975
+ "learning_rate": 1.1307371823261596e-05,
976
+ "loss": 0.33,
977
+ "step": 1040
978
+ },
979
+ {
980
+ "epoch": 45.65217391304348,
981
+ "grad_norm": 1.5735044479370117,
982
+ "learning_rate": 1.130736173902687e-05,
983
+ "loss": 0.4415,
984
+ "step": 1050
985
+ },
986
+ {
987
+ "epoch": 45.65217391304348,
988
+ "eval_loss": 0.7305982708930969,
989
+ "eval_runtime": 0.4644,
990
+ "eval_samples_per_second": 21.532,
991
+ "eval_steps_per_second": 21.532,
992
+ "step": 1050
993
+ },
994
+ {
995
+ "epoch": 45.65217391304348,
996
+ "eval_loss": 0.8616224527359009,
997
+ "eval_runtime": 0.4337,
998
+ "eval_samples_per_second": 23.059,
999
+ "eval_steps_per_second": 23.059,
1000
+ "step": 1050
1001
+ },
1002
+ {
1003
+ "epoch": 45.65217391304348,
1004
+ "eval_loss": 0.7305982708930969,
1005
+ "eval_runtime": 0.4105,
1006
+ "eval_samples_per_second": 24.359,
1007
+ "eval_steps_per_second": 24.359,
1008
+ "step": 1050
1009
+ },
1010
+ {
1011
+ "epoch": 45.65217391304348,
1012
+ "eval_loss": 0.723252534866333,
1013
+ "eval_runtime": 0.3944,
1014
+ "eval_samples_per_second": 25.352,
1015
+ "eval_steps_per_second": 25.352,
1016
+ "step": 1050
1017
+ },
1018
+ {
1019
+ "epoch": 45.65217391304348,
1020
+ "eval_loss": 0.8612099885940552,
1021
+ "eval_runtime": 0.3961,
1022
+ "eval_samples_per_second": 25.244,
1023
+ "eval_steps_per_second": 25.244,
1024
+ "step": 1050
1025
  }
1026
  ],
1027
  "logging_steps": 10,
 
1041
  "attributes": {}
1042
  }
1043
  },
1044
+ "total_flos": 2.696323352857805e+16,
1045
  "train_batch_size": 4,
1046
  "trial_name": null,
1047
  "trial_params": null