3N3G commited on
Commit
4fb637f
·
verified ·
1 Parent(s): 5ee73c3

Training in progress, step 144, checkpoint

Browse files
last-checkpoint/model-00001-of-00002.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f80a7bc4478514fc43b45340abbcbdc55ece8273b526f2861e622e00eaec86ef
3
  size 4969539560
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47ff32476ecc21d56bff8791c9c19cc9356ce3dd7fcc8242010e48d55c769041
3
  size 4969539560
last-checkpoint/model-00002-of-00002.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ba52b61c5ccddc47cf4dc6c884fd2e506b81bcd29dba3aab266c2a249a913285
3
  size 1912795688
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78bfd1c19c7ea6b2dab65d32007db116ce032d73875b76b9a0b25bc3b2426bf7
3
  size 1912795688
last-checkpoint/trainer_state.json CHANGED
@@ -2,9 +2,9 @@
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
- "epoch": 32.0,
6
  "eval_steps": 16,
7
- "global_step": 128,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -968,6 +968,126 @@
968
  "eval_samples_per_second": 16.554,
969
  "eval_steps_per_second": 16.554,
970
  "step": 128
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
971
  }
972
  ],
973
  "logging_steps": 1,
@@ -987,7 +1107,7 @@
987
  "attributes": {}
988
  }
989
  },
990
- "total_flos": 4.292905152282624e+16,
991
  "train_batch_size": 1,
992
  "trial_name": null,
993
  "trial_params": null
 
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
+ "epoch": 36.0,
6
  "eval_steps": 16,
7
+ "global_step": 144,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
968
  "eval_samples_per_second": 16.554,
969
  "eval_steps_per_second": 16.554,
970
  "step": 128
971
+ },
972
+ {
973
+ "epoch": 32.29090909090909,
974
+ "grad_norm": 7.1595611572265625,
975
+ "learning_rate": 8.737029101523929e-08,
976
+ "loss": 0.7418,
977
+ "step": 129
978
+ },
979
+ {
980
+ "epoch": 32.58181818181818,
981
+ "grad_norm": 7.2520294189453125,
982
+ "learning_rate": 8.709627021193817e-08,
983
+ "loss": 0.7407,
984
+ "step": 130
985
+ },
986
+ {
987
+ "epoch": 32.872727272727275,
988
+ "grad_norm": 6.757298469543457,
989
+ "learning_rate": 8.681980515339464e-08,
990
+ "loss": 0.7486,
991
+ "step": 131
992
+ },
993
+ {
994
+ "epoch": 33.0,
995
+ "grad_norm": 6.70634651184082,
996
+ "learning_rate": 8.65409168934933e-08,
997
+ "loss": 0.7381,
998
+ "step": 132
999
+ },
1000
+ {
1001
+ "epoch": 33.29090909090909,
1002
+ "grad_norm": 8.267258644104004,
1003
+ "learning_rate": 8.625962667065488e-08,
1004
+ "loss": 0.8277,
1005
+ "step": 133
1006
+ },
1007
+ {
1008
+ "epoch": 33.58181818181818,
1009
+ "grad_norm": 6.568601608276367,
1010
+ "learning_rate": 8.597595590621892e-08,
1011
+ "loss": 0.7345,
1012
+ "step": 134
1013
+ },
1014
+ {
1015
+ "epoch": 33.872727272727275,
1016
+ "grad_norm": 6.368529796600342,
1017
+ "learning_rate": 8.568992620281244e-08,
1018
+ "loss": 0.6949,
1019
+ "step": 135
1020
+ },
1021
+ {
1022
+ "epoch": 34.0,
1023
+ "grad_norm": 6.077971458435059,
1024
+ "learning_rate": 8.540155934270471e-08,
1025
+ "loss": 0.6427,
1026
+ "step": 136
1027
+ },
1028
+ {
1029
+ "epoch": 34.29090909090909,
1030
+ "grad_norm": 6.2005743980407715,
1031
+ "learning_rate": 8.511087728614862e-08,
1032
+ "loss": 0.7113,
1033
+ "step": 137
1034
+ },
1035
+ {
1036
+ "epoch": 34.58181818181818,
1037
+ "grad_norm": 6.390923023223877,
1038
+ "learning_rate": 8.481790216970819e-08,
1039
+ "loss": 0.7422,
1040
+ "step": 138
1041
+ },
1042
+ {
1043
+ "epoch": 34.872727272727275,
1044
+ "grad_norm": 7.773628234863281,
1045
+ "learning_rate": 8.452265630457283e-08,
1046
+ "loss": 0.7829,
1047
+ "step": 139
1048
+ },
1049
+ {
1050
+ "epoch": 35.0,
1051
+ "grad_norm": 7.676466941833496,
1052
+ "learning_rate": 8.422516217485826e-08,
1053
+ "loss": 0.718,
1054
+ "step": 140
1055
+ },
1056
+ {
1057
+ "epoch": 35.29090909090909,
1058
+ "grad_norm": 6.630233287811279,
1059
+ "learning_rate": 8.392544243589427e-08,
1060
+ "loss": 0.7046,
1061
+ "step": 141
1062
+ },
1063
+ {
1064
+ "epoch": 35.58181818181818,
1065
+ "grad_norm": 6.816230297088623,
1066
+ "learning_rate": 8.362351991249938e-08,
1067
+ "loss": 0.7685,
1068
+ "step": 142
1069
+ },
1070
+ {
1071
+ "epoch": 35.872727272727275,
1072
+ "grad_norm": 6.341788291931152,
1073
+ "learning_rate": 8.331941759724268e-08,
1074
+ "loss": 0.6774,
1075
+ "step": 143
1076
+ },
1077
+ {
1078
+ "epoch": 36.0,
1079
+ "grad_norm": 8.306670188903809,
1080
+ "learning_rate": 8.301315864869288e-08,
1081
+ "loss": 0.9019,
1082
+ "step": 144
1083
+ },
1084
+ {
1085
+ "epoch": 36.0,
1086
+ "eval_loss": 0.7050113677978516,
1087
+ "eval_runtime": 0.7541,
1088
+ "eval_samples_per_second": 17.239,
1089
+ "eval_steps_per_second": 17.239,
1090
+ "step": 144
1091
  }
1092
  ],
1093
  "logging_steps": 1,
 
1107
  "attributes": {}
1108
  }
1109
  },
1110
+ "total_flos": 4.829518296317952e+16,
1111
  "train_batch_size": 1,
1112
  "trial_name": null,
1113
  "trial_params": null