mgh6 commited on
Commit
31becf3
·
verified ·
1 Parent(s): 9569669

Training in progress, epoch 3, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4befdd3f09e9c679dc40530559fabbaa4e830310fd3991e4bbaa3311dcd424c9
3
  size 2682482800
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06eac7db7293a0170434a5a23ec2899d5d06054f91f8ca97b03ece381e880aaf
3
  size 2682482800
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:71dba3b96b8d272909517c3dac072631e8a7f11327952878a48a37a3af524ce8
3
  size 5365108834
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fdc5048b335a64ba6e0fcfa9db527f603faeadaf4eb63cc9f7d9458347d5cc78
3
  size 5365108834
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:964109b969e887b4efbe365a0f65c7d5f4c4d5f54fa26ef42c5f637a18eae37f
3
  size 15006
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d562835a401abebf3538c5ff829d4da5e3b042c2e18f89b321c3c030d691c233
3
  size 15006
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:863cf4a7956086b9fd348589f422e8af87ea5d78b5c7d0e595c32a5aaf7e77e5
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fca60d3e211c90170c539f1ba6815cff92dba636daaf20fea2fac1d2459b3c9f
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 2.9972065305108946,
5
  "eval_steps": 50,
6
- "global_step": 753,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -232,6 +232,81 @@
232
  "eval_samples_per_second": 47.63,
233
  "eval_steps_per_second": 23.815,
234
  "step": 750
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
235
  }
236
  ],
237
  "logging_steps": 50,
@@ -251,7 +326,7 @@
251
  "attributes": {}
252
  }
253
  },
254
- "total_flos": 1.2018630583228826e+17,
255
  "train_batch_size": 2,
256
  "trial_name": null,
257
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 3.9972065305108946,
5
  "eval_steps": 50,
6
+ "global_step": 1004,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
232
  "eval_samples_per_second": 47.63,
233
  "eval_steps_per_second": 23.815,
234
  "step": 750
235
+ },
236
+ {
237
+ "epoch": 3.186727916071761,
238
+ "grad_norm": 0.9792215824127197,
239
+ "learning_rate": 6.812749003984064e-05,
240
+ "loss": 1.1527,
241
+ "step": 800
242
+ },
243
+ {
244
+ "epoch": 3.186727916071761,
245
+ "eval_loss": 1.1857693195343018,
246
+ "eval_runtime": 14.7604,
247
+ "eval_samples_per_second": 57.451,
248
+ "eval_steps_per_second": 28.726,
249
+ "step": 800
250
+ },
251
+ {
252
+ "epoch": 3.385374635297039,
253
+ "grad_norm": 0.916307806968689,
254
+ "learning_rate": 6.613545816733068e-05,
255
+ "loss": 1.1294,
256
+ "step": 850
257
+ },
258
+ {
259
+ "epoch": 3.385374635297039,
260
+ "eval_loss": 1.1673567295074463,
261
+ "eval_runtime": 32.8585,
262
+ "eval_samples_per_second": 25.808,
263
+ "eval_steps_per_second": 12.904,
264
+ "step": 850
265
+ },
266
+ {
267
+ "epoch": 3.5840213545223167,
268
+ "grad_norm": 0.9643361568450928,
269
+ "learning_rate": 6.414342629482072e-05,
270
+ "loss": 1.1162,
271
+ "step": 900
272
+ },
273
+ {
274
+ "epoch": 3.5840213545223167,
275
+ "eval_loss": 1.1727643013000488,
276
+ "eval_runtime": 14.7175,
277
+ "eval_samples_per_second": 57.619,
278
+ "eval_steps_per_second": 28.809,
279
+ "step": 900
280
+ },
281
+ {
282
+ "epoch": 3.7826680737475944,
283
+ "grad_norm": 0.9754778146743774,
284
+ "learning_rate": 6.215139442231077e-05,
285
+ "loss": 1.1016,
286
+ "step": 950
287
+ },
288
+ {
289
+ "epoch": 3.7826680737475944,
290
+ "eval_loss": 1.1499500274658203,
291
+ "eval_runtime": 14.7384,
292
+ "eval_samples_per_second": 57.537,
293
+ "eval_steps_per_second": 28.768,
294
+ "step": 950
295
+ },
296
+ {
297
+ "epoch": 3.9813147929728725,
298
+ "grad_norm": 0.9538551568984985,
299
+ "learning_rate": 6.01593625498008e-05,
300
+ "loss": 1.0814,
301
+ "step": 1000
302
+ },
303
+ {
304
+ "epoch": 3.9813147929728725,
305
+ "eval_loss": 1.1356687545776367,
306
+ "eval_runtime": 14.7227,
307
+ "eval_samples_per_second": 57.598,
308
+ "eval_steps_per_second": 28.799,
309
+ "step": 1000
310
  }
311
  ],
312
  "logging_steps": 50,
 
326
  "attributes": {}
327
  }
328
  },
329
+ "total_flos": 1.6024625345881702e+17,
330
  "train_batch_size": 2,
331
  "trial_name": null,
332
  "trial_params": null