CodeIsAbstract commited on
Commit
d17cce9
·
verified ·
1 Parent(s): 1df7e38

Training in progress, step 200, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d7390f9f81e59c76a9d6ab0d8c707f4c87f467164b72cc20add67201bd21852d
3
  size 847599616
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:461a8fe0bbd13663ab3dd972387d88703c64c3540b767828d8a9ef1357b29a8f
3
  size 847599616
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:07c259decfaab80c17538e818b27844a7997ae01f1bc68bd0351e7c7013d6966
3
  size 350603
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fdccc7eb9376504ec64e1323859d828791b50f3f8842beac2c59f63105017379
3
  size 350603
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9373077514cae46a49373636d8533017b0efe6437cb3126984a56adfa969ea82
3
  size 14645
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:65c0ddce770129db8af78a8281e61b32c4aba3200b93375ffc428f456531d83d
3
  size 14645
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7815f17b7bd928390d8a057e2a19101b8f840de5d7f859603bfc35694ee86edf
3
  size 1465
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab66db99117673b461ceb8f3865fe0441f45aa01085a419aba1737c22700a3ed
3
  size 1465
last-checkpoint/trainer_state.json CHANGED
@@ -2,9 +2,9 @@
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
- "epoch": 0.5,
6
  "eval_steps": 50,
7
- "global_step": 100,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -166,6 +166,164 @@
166
  "eval_samples_per_second": 9.541,
167
  "eval_steps_per_second": 1.622,
168
  "step": 100
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
169
  }
170
  ],
171
  "logging_steps": 5,
@@ -180,7 +338,7 @@
180
  "should_evaluate": false,
181
  "should_log": false,
182
  "should_save": true,
183
- "should_training_stop": false
184
  },
185
  "attributes": {}
186
  }
 
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
+ "epoch": 1.0,
6
  "eval_steps": 50,
7
+ "global_step": 200,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
166
  "eval_samples_per_second": 9.541,
167
  "eval_steps_per_second": 1.622,
168
  "step": 100
169
+ },
170
+ {
171
+ "epoch": 0.525,
172
+ "grad_norm": 0.07347024232149124,
173
+ "learning_rate": 2.033067889532717e-06,
174
+ "loss": 7.909750366210938,
175
+ "step": 105
176
+ },
177
+ {
178
+ "epoch": 0.55,
179
+ "grad_norm": 0.07354505360126495,
180
+ "learning_rate": 1.8678188313486012e-06,
181
+ "loss": 7.931227111816407,
182
+ "step": 110
183
+ },
184
+ {
185
+ "epoch": 0.575,
186
+ "grad_norm": 0.09041173756122589,
187
+ "learning_rate": 1.7034727045763157e-06,
188
+ "loss": 7.868826293945313,
189
+ "step": 115
190
+ },
191
+ {
192
+ "epoch": 0.6,
193
+ "grad_norm": 0.08841845393180847,
194
+ "learning_rate": 1.541152159906497e-06,
195
+ "loss": 7.831324768066406,
196
+ "step": 120
197
+ },
198
+ {
199
+ "epoch": 0.625,
200
+ "grad_norm": 0.06918840855360031,
201
+ "learning_rate": 1.3819660112501052e-06,
202
+ "loss": 7.8350990295410154,
203
+ "step": 125
204
+ },
205
+ {
206
+ "epoch": 0.65,
207
+ "grad_norm": 0.08589889854192734,
208
+ "learning_rate": 1.227001661415096e-06,
209
+ "loss": 7.875128173828125,
210
+ "step": 130
211
+ },
212
+ {
213
+ "epoch": 0.675,
214
+ "grad_norm": 0.07827843725681305,
215
+ "learning_rate": 1.0773176740426246e-06,
216
+ "loss": 7.833936309814453,
217
+ "step": 135
218
+ },
219
+ {
220
+ "epoch": 0.7,
221
+ "grad_norm": 0.0692669078707695,
222
+ "learning_rate": 9.339365425440129e-07,
223
+ "loss": 7.741961669921875,
224
+ "step": 140
225
+ },
226
+ {
227
+ "epoch": 0.725,
228
+ "grad_norm": 0.10289043933153152,
229
+ "learning_rate": 7.978377054339498e-07,
230
+ "loss": 7.69259033203125,
231
+ "step": 145
232
+ },
233
+ {
234
+ "epoch": 0.75,
235
+ "grad_norm": 0.09380868077278137,
236
+ "learning_rate": 6.699508557723032e-07,
237
+ "loss": 7.753170776367187,
238
+ "step": 150
239
+ },
240
+ {
241
+ "epoch": 0.75,
242
+ "eval_accuracy": 0.12066422466422466,
243
+ "eval_loss": 7.652101516723633,
244
+ "eval_runtime": 10.959,
245
+ "eval_samples_per_second": 9.125,
246
+ "eval_steps_per_second": 1.551,
247
+ "step": 150
248
+ },
249
+ {
250
+ "epoch": 0.775,
251
+ "grad_norm": 0.07780186086893082,
252
+ "learning_rate": 5.511495904178221e-07,
253
+ "loss": 7.669155883789062,
254
+ "step": 155
255
+ },
256
+ {
257
+ "epoch": 0.8,
258
+ "grad_norm": 0.08477064967155457,
259
+ "learning_rate": 4.4224544247577535e-07,
260
+ "loss": 7.680642700195312,
261
+ "step": 160
262
+ },
263
+ {
264
+ "epoch": 0.825,
265
+ "grad_norm": 0.09825273603200912,
266
+ "learning_rate": 3.439823377039599e-07,
267
+ "loss": 7.696351623535156,
268
+ "step": 165
269
+ },
270
+ {
271
+ "epoch": 0.85,
272
+ "grad_norm": 0.0829058587551117,
273
+ "learning_rate": 2.570315127454452e-07,
274
+ "loss": 7.609683227539063,
275
+ "step": 170
276
+ },
277
+ {
278
+ "epoch": 0.875,
279
+ "grad_norm": 0.159183531999588,
280
+ "learning_rate": 1.8198692990167497e-07,
281
+ "loss": 7.513552856445313,
282
+ "step": 175
283
+ },
284
+ {
285
+ "epoch": 0.9,
286
+ "grad_norm": 0.06830265372991562,
287
+ "learning_rate": 1.1936121976767767e-07,
288
+ "loss": 7.567562103271484,
289
+ "step": 180
290
+ },
291
+ {
292
+ "epoch": 0.925,
293
+ "grad_norm": 0.12620584666728973,
294
+ "learning_rate": 6.958217944530287e-08,
295
+ "loss": 7.754322814941406,
296
+ "step": 185
297
+ },
298
+ {
299
+ "epoch": 0.95,
300
+ "grad_norm": 0.08359432220458984,
301
+ "learning_rate": 3.2989850255235265e-08,
302
+ "loss": 7.56811294555664,
303
+ "step": 190
304
+ },
305
+ {
306
+ "epoch": 0.975,
307
+ "grad_norm": 0.07398480176925659,
308
+ "learning_rate": 9.834194909977168e-09,
309
+ "loss": 7.568279266357422,
310
+ "step": 195
311
+ },
312
+ {
313
+ "epoch": 1.0,
314
+ "grad_norm": 0.07088548690080643,
315
+ "learning_rate": 2.7339001506199164e-10,
316
+ "loss": 7.527226257324219,
317
+ "step": 200
318
+ },
319
+ {
320
+ "epoch": 1.0,
321
+ "eval_accuracy": 0.1237924297924298,
322
+ "eval_loss": 7.467564582824707,
323
+ "eval_runtime": 10.43,
324
+ "eval_samples_per_second": 9.588,
325
+ "eval_steps_per_second": 1.63,
326
+ "step": 200
327
  }
328
  ],
329
  "logging_steps": 5,
 
338
  "should_evaluate": false,
339
  "should_log": false,
340
  "should_save": true,
341
+ "should_training_stop": true
342
  },
343
  "attributes": {}
344
  }