CodeIsAbstract commited on
Commit
37d272f
·
verified ·
1 Parent(s): 2ed504f

Training in progress, step 200, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f9e0d930706cfcb392491da03f8a50820f032ca5714fc8d8cf3a436cc2b448c3
3
  size 847599616
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af6da459219a0dfd520f8f9bef95d70b69541238260a186de064e8b3b9622d4b
3
  size 847599616
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a7861d452becbacd4ed7de2869406ad518e79c266cc3e0868a27bae3770d6e23
3
  size 350603
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95176d612444486929b2741997bdaf23b4fa67dd8b2c66bf57fa5ea76b78cfed
3
  size 350603
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9373077514cae46a49373636d8533017b0efe6437cb3126984a56adfa969ea82
3
  size 14645
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:65c0ddce770129db8af78a8281e61b32c4aba3200b93375ffc428f456531d83d
3
  size 14645
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7815f17b7bd928390d8a057e2a19101b8f840de5d7f859603bfc35694ee86edf
3
  size 1465
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab66db99117673b461ceb8f3865fe0441f45aa01085a419aba1737c22700a3ed
3
  size 1465
last-checkpoint/trainer_state.json CHANGED
@@ -2,9 +2,9 @@
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
- "epoch": 0.5,
6
  "eval_steps": 50,
7
- "global_step": 100,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -166,6 +166,164 @@
166
  "eval_samples_per_second": 9.564,
167
  "eval_steps_per_second": 1.626,
168
  "step": 100
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
169
  }
170
  ],
171
  "logging_steps": 5,
@@ -180,7 +338,7 @@
180
  "should_evaluate": false,
181
  "should_log": false,
182
  "should_save": true,
183
- "should_training_stop": false
184
  },
185
  "attributes": {}
186
  }
 
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
+ "epoch": 1.0,
6
  "eval_steps": 50,
7
+ "global_step": 200,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
166
  "eval_samples_per_second": 9.564,
167
  "eval_steps_per_second": 1.626,
168
  "step": 100
169
+ },
170
+ {
171
+ "epoch": 0.525,
172
+ "grad_norm": 0.08703620731830597,
173
+ "learning_rate": 2.033067889532717e-06,
174
+ "loss": 8.251353454589843,
175
+ "step": 105
176
+ },
177
+ {
178
+ "epoch": 0.55,
179
+ "grad_norm": 0.08461801707744598,
180
+ "learning_rate": 1.8678188313486012e-06,
181
+ "loss": 8.270049285888671,
182
+ "step": 110
183
+ },
184
+ {
185
+ "epoch": 0.575,
186
+ "grad_norm": 0.09749548882246017,
187
+ "learning_rate": 1.7034727045763157e-06,
188
+ "loss": 8.217508697509766,
189
+ "step": 115
190
+ },
191
+ {
192
+ "epoch": 0.6,
193
+ "grad_norm": 0.08456026017665863,
194
+ "learning_rate": 1.541152159906497e-06,
195
+ "loss": 8.169024658203124,
196
+ "step": 120
197
+ },
198
+ {
199
+ "epoch": 0.625,
200
+ "grad_norm": 0.07748560607433319,
201
+ "learning_rate": 1.3819660112501052e-06,
202
+ "loss": 8.160218811035156,
203
+ "step": 125
204
+ },
205
+ {
206
+ "epoch": 0.65,
207
+ "grad_norm": 0.07981108874082565,
208
+ "learning_rate": 1.227001661415096e-06,
209
+ "loss": 8.195584869384765,
210
+ "step": 130
211
+ },
212
+ {
213
+ "epoch": 0.675,
214
+ "grad_norm": 0.0858621671795845,
215
+ "learning_rate": 1.0773176740426246e-06,
216
+ "loss": 8.155872344970703,
217
+ "step": 135
218
+ },
219
+ {
220
+ "epoch": 0.7,
221
+ "grad_norm": 0.07770797610282898,
222
+ "learning_rate": 9.339365425440129e-07,
223
+ "loss": 8.076512908935547,
224
+ "step": 140
225
+ },
226
+ {
227
+ "epoch": 0.725,
228
+ "grad_norm": 0.08947437256574631,
229
+ "learning_rate": 7.978377054339498e-07,
230
+ "loss": 8.029309844970703,
231
+ "step": 145
232
+ },
233
+ {
234
+ "epoch": 0.75,
235
+ "grad_norm": 0.08842209726572037,
236
+ "learning_rate": 6.699508557723032e-07,
237
+ "loss": 8.074932098388672,
238
+ "step": 150
239
+ },
240
+ {
241
+ "epoch": 0.75,
242
+ "eval_accuracy": 0.11846153846153847,
243
+ "eval_loss": 8.003965377807617,
244
+ "eval_runtime": 10.4627,
245
+ "eval_samples_per_second": 9.558,
246
+ "eval_steps_per_second": 1.625,
247
+ "step": 150
248
+ },
249
+ {
250
+ "epoch": 0.775,
251
+ "grad_norm": 0.08069568127393723,
252
+ "learning_rate": 5.511495904178221e-07,
253
+ "loss": 8.015203857421875,
254
+ "step": 155
255
+ },
256
+ {
257
+ "epoch": 0.8,
258
+ "grad_norm": 0.08167938143014908,
259
+ "learning_rate": 4.4224544247577535e-07,
260
+ "loss": 8.024001312255859,
261
+ "step": 160
262
+ },
263
+ {
264
+ "epoch": 0.825,
265
+ "grad_norm": 0.07335270941257477,
266
+ "learning_rate": 3.439823377039599e-07,
267
+ "loss": 8.014215087890625,
268
+ "step": 165
269
+ },
270
+ {
271
+ "epoch": 0.85,
272
+ "grad_norm": 0.09198863804340363,
273
+ "learning_rate": 2.570315127454452e-07,
274
+ "loss": 7.948513031005859,
275
+ "step": 170
276
+ },
277
+ {
278
+ "epoch": 0.875,
279
+ "grad_norm": 0.09853670746088028,
280
+ "learning_rate": 1.8198692990167497e-07,
281
+ "loss": 7.839792633056641,
282
+ "step": 175
283
+ },
284
+ {
285
+ "epoch": 0.9,
286
+ "grad_norm": 0.07276590168476105,
287
+ "learning_rate": 1.1936121976767767e-07,
288
+ "loss": 7.897310638427735,
289
+ "step": 180
290
+ },
291
+ {
292
+ "epoch": 0.925,
293
+ "grad_norm": 0.10586628317832947,
294
+ "learning_rate": 6.958217944530287e-08,
295
+ "loss": 8.082672882080079,
296
+ "step": 185
297
+ },
298
+ {
299
+ "epoch": 0.95,
300
+ "grad_norm": 0.09799101948738098,
301
+ "learning_rate": 3.2989850255235265e-08,
302
+ "loss": 7.902798461914062,
303
+ "step": 190
304
+ },
305
+ {
306
+ "epoch": 0.975,
307
+ "grad_norm": 0.06515993922948837,
308
+ "learning_rate": 9.834194909977168e-09,
309
+ "loss": 7.907355499267578,
310
+ "step": 195
311
+ },
312
+ {
313
+ "epoch": 1.0,
314
+ "grad_norm": 0.0806872770190239,
315
+ "learning_rate": 2.7339001506199164e-10,
316
+ "loss": 7.868655395507813,
317
+ "step": 200
318
+ },
319
+ {
320
+ "epoch": 1.0,
321
+ "eval_accuracy": 0.1221123321123321,
322
+ "eval_loss": 7.8275146484375,
323
+ "eval_runtime": 10.3834,
324
+ "eval_samples_per_second": 9.631,
325
+ "eval_steps_per_second": 1.637,
326
+ "step": 200
327
  }
328
  ],
329
  "logging_steps": 5,
 
338
  "should_evaluate": false,
339
  "should_log": false,
340
  "should_save": true,
341
+ "should_training_stop": true
342
  },
343
  "attributes": {}
344
  }