devoppro commited on
Commit
ff3af84
·
verified ·
1 Parent(s): 53bcb19

Training in progress, step 300, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2b5a502fe2912e547b3587aa7130918c57e01be8c57f6e1cb2a5b8b828748d72
3
  size 1235573136
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce5ee95e06177970efe3c81f38c0e450a3056c458412289eb8b337dc8f92b2f8
3
  size 1235573136
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:11472b17789b8da64c6c4f6ee24288794b69156872a806498e0e9050a6585482
3
  size 2471218763
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:545fe6baf339b186bb782a916c966886881a543e22c399ebe19a020de1c4f110
3
  size 2471218763
last-checkpoint/scaler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:124625e167eb28acbfc793cfcb3e8a08b32e7fea06501462bc9e420a5e1beb2a
3
  size 1383
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:30af866df24edce708e1eb20700878b402fa05707fa9bc5f332496baf440dbbb
3
  size 1383
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9772b1095a18bdc0dac6da07c88a52ebb0235e5a005dde3b5ccb9399535eb49d
3
  size 1465
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da8c069932bbe17678ad03a8f86ba70ed86e66ece4d5449de499aa9836bd050a
3
  size 1465
last-checkpoint/trainer_state.json CHANGED
@@ -2,9 +2,9 @@
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
- "epoch": 0.05,
6
  "eval_steps": 500,
7
- "global_step": 200,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -148,6 +148,76 @@
148
  "learning_rate": 0.00029238461538461536,
149
  "loss": 104.3275146484375,
150
  "step": 200
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
151
  }
152
  ],
153
  "logging_steps": 10,
@@ -167,7 +237,7 @@
167
  "attributes": {}
168
  }
169
  },
170
- "total_flos": 3395460080586240.0,
171
  "train_batch_size": 1,
172
  "trial_name": null,
173
  "trial_params": null
 
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
+ "epoch": 0.075,
6
  "eval_steps": 500,
7
+ "global_step": 300,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
148
  "learning_rate": 0.00029238461538461536,
149
  "loss": 104.3275146484375,
150
  "step": 200
151
+ },
152
+ {
153
+ "epoch": 0.0525,
154
+ "grad_norm": 13.086603164672852,
155
+ "learning_rate": 0.00029161538461538463,
156
+ "loss": 105.60206298828125,
157
+ "step": 210
158
+ },
159
+ {
160
+ "epoch": 0.055,
161
+ "grad_norm": 17.55739402770996,
162
+ "learning_rate": 0.0002908461538461538,
163
+ "loss": 102.73480224609375,
164
+ "step": 220
165
+ },
166
+ {
167
+ "epoch": 0.0575,
168
+ "grad_norm": 18.34480094909668,
169
+ "learning_rate": 0.00029007692307692306,
170
+ "loss": 100.7387939453125,
171
+ "step": 230
172
+ },
173
+ {
174
+ "epoch": 0.06,
175
+ "grad_norm": 13.852744102478027,
176
+ "learning_rate": 0.0002893076923076923,
177
+ "loss": 101.04940795898438,
178
+ "step": 240
179
+ },
180
+ {
181
+ "epoch": 0.0625,
182
+ "grad_norm": 13.510031700134277,
183
+ "learning_rate": 0.0002885384615384615,
184
+ "loss": 101.42539672851562,
185
+ "step": 250
186
+ },
187
+ {
188
+ "epoch": 0.065,
189
+ "grad_norm": 15.467084884643555,
190
+ "learning_rate": 0.00028776923076923077,
191
+ "loss": 99.12225341796875,
192
+ "step": 260
193
+ },
194
+ {
195
+ "epoch": 0.0675,
196
+ "grad_norm": 15.127578735351562,
197
+ "learning_rate": 0.000287,
198
+ "loss": 96.99212646484375,
199
+ "step": 270
200
+ },
201
+ {
202
+ "epoch": 0.07,
203
+ "grad_norm": 13.582677841186523,
204
+ "learning_rate": 0.0002862307692307692,
205
+ "loss": 99.32898559570313,
206
+ "step": 280
207
+ },
208
+ {
209
+ "epoch": 0.0725,
210
+ "grad_norm": 14.728398323059082,
211
+ "learning_rate": 0.0002854615384615384,
212
+ "loss": 97.85962524414063,
213
+ "step": 290
214
+ },
215
+ {
216
+ "epoch": 0.075,
217
+ "grad_norm": 14.059552192687988,
218
+ "learning_rate": 0.0002846923076923077,
219
+ "loss": 97.9947509765625,
220
+ "step": 300
221
  }
222
  ],
223
  "logging_steps": 10,
 
237
  "attributes": {}
238
  }
239
  },
240
+ "total_flos": 5059232948390400.0,
241
  "train_batch_size": 1,
242
  "trial_name": null,
243
  "trial_params": null