irishprancer commited on
Commit
d7add59
·
verified ·
1 Parent(s): d87d3b2

Training in progress, step 450, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:654d984e34734272ec7a818966144d6d6535beb5b714abff1c72319e45234726
3
  size 527048968
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ec2673b7ed27fb69ad96241bab728428b1bef12d399bb3f46a06da7f0da0ec9
3
  size 527048968
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2887218cb09900466a9452eeecbeecb61780000b1fbe69f04d5253771c916ac6
3
  size 1054135994
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0654a3762b3e1bf30b2c72f526af9c46661bf182e89d1f3eb32221c06275d32c
3
  size 1054135994
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:037d13720220086c05f76f1146cd4356e8b9d075b5d306338df00d366045e1c1
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f76c4c2dca19bfb0a463693a0e409b44510488650d816e566bccd2a2851e9524
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6f4c00d522bdde510099aafe1617b13d114dce17a17b44e05876f016f4e4d7af
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da0b9a1e2fa3da24e9af8b74787d70ff4c95d9bc9b74eeab135df0350a00b462
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
- "best_metric": 0.7308415770530701,
3
- "best_model_checkpoint": "./output/checkpoint-300",
4
- "epoch": 13.043478260869565,
5
  "eval_steps": 150,
6
- "global_step": 300,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -297,6 +297,151 @@
297
  "eval_samples_per_second": 18.756,
298
  "eval_steps_per_second": 18.756,
299
  "step": 300
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
300
  }
301
  ],
302
  "logging_steps": 10,
@@ -316,7 +461,7 @@
316
  "attributes": {}
317
  }
318
  },
319
- "total_flos": 7724643094462464.0,
320
  "train_batch_size": 4,
321
  "trial_name": null,
322
  "trial_params": null
 
1
  {
2
+ "best_metric": 0.7167752981185913,
3
+ "best_model_checkpoint": "./output/checkpoint-450",
4
+ "epoch": 19.565217391304348,
5
  "eval_steps": 150,
6
+ "global_step": 450,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
297
  "eval_samples_per_second": 18.756,
298
  "eval_steps_per_second": 18.756,
299
  "step": 300
300
+ },
301
+ {
302
+ "epoch": 13.478260869565217,
303
+ "grad_norm": 1.779449224472046,
304
+ "learning_rate": 2.9998689031728636e-05,
305
+ "loss": 0.5144,
306
+ "step": 310
307
+ },
308
+ {
309
+ "epoch": 13.91304347826087,
310
+ "grad_norm": 1.5321470499038696,
311
+ "learning_rate": 2.9998561206933938e-05,
312
+ "loss": 0.6497,
313
+ "step": 320
314
+ },
315
+ {
316
+ "epoch": 14.347826086956522,
317
+ "grad_norm": 1.4785079956054688,
318
+ "learning_rate": 2.9998427437188786e-05,
319
+ "loss": 0.5745,
320
+ "step": 330
321
+ },
322
+ {
323
+ "epoch": 14.782608695652174,
324
+ "grad_norm": 1.3100569248199463,
325
+ "learning_rate": 2.99982877225462e-05,
326
+ "loss": 0.6013,
327
+ "step": 340
328
+ },
329
+ {
330
+ "epoch": 15.217391304347826,
331
+ "grad_norm": 0.9780473709106445,
332
+ "learning_rate": 2.9998142063061564e-05,
333
+ "loss": 0.4987,
334
+ "step": 350
335
+ },
336
+ {
337
+ "epoch": 15.652173913043478,
338
+ "grad_norm": 1.6418719291687012,
339
+ "learning_rate": 2.9997990458792603e-05,
340
+ "loss": 0.5628,
341
+ "step": 360
342
+ },
343
+ {
344
+ "epoch": 16.08695652173913,
345
+ "grad_norm": 1.6354929208755493,
346
+ "learning_rate": 2.9997832909799417e-05,
347
+ "loss": 0.6671,
348
+ "step": 370
349
+ },
350
+ {
351
+ "epoch": 16.52173913043478,
352
+ "grad_norm": 0.9526194930076599,
353
+ "learning_rate": 2.9997669416144452e-05,
354
+ "loss": 0.513,
355
+ "step": 380
356
+ },
357
+ {
358
+ "epoch": 16.956521739130434,
359
+ "grad_norm": 0.9340882897377014,
360
+ "learning_rate": 2.999749997789251e-05,
361
+ "loss": 0.5795,
362
+ "step": 390
363
+ },
364
+ {
365
+ "epoch": 17.391304347826086,
366
+ "grad_norm": 1.1163101196289062,
367
+ "learning_rate": 2.9997324595110743e-05,
368
+ "loss": 0.518,
369
+ "step": 400
370
+ },
371
+ {
372
+ "epoch": 17.82608695652174,
373
+ "grad_norm": 1.2847086191177368,
374
+ "learning_rate": 2.9997143267868683e-05,
375
+ "loss": 0.5882,
376
+ "step": 410
377
+ },
378
+ {
379
+ "epoch": 18.26086956521739,
380
+ "grad_norm": 1.1625791788101196,
381
+ "learning_rate": 2.9996955996238192e-05,
382
+ "loss": 0.5061,
383
+ "step": 420
384
+ },
385
+ {
386
+ "epoch": 18.695652173913043,
387
+ "grad_norm": 1.2001575231552124,
388
+ "learning_rate": 2.9996762780293503e-05,
389
+ "loss": 0.5314,
390
+ "step": 430
391
+ },
392
+ {
393
+ "epoch": 19.130434782608695,
394
+ "grad_norm": 1.2133065462112427,
395
+ "learning_rate": 2.9996563620111197e-05,
396
+ "loss": 0.5337,
397
+ "step": 440
398
+ },
399
+ {
400
+ "epoch": 19.565217391304348,
401
+ "grad_norm": 1.4226895570755005,
402
+ "learning_rate": 2.9996358515770218e-05,
403
+ "loss": 0.5677,
404
+ "step": 450
405
+ },
406
+ {
407
+ "epoch": 19.565217391304348,
408
+ "eval_loss": 0.7167752981185913,
409
+ "eval_runtime": 0.5068,
410
+ "eval_samples_per_second": 19.73,
411
+ "eval_steps_per_second": 19.73,
412
+ "step": 450
413
+ },
414
+ {
415
+ "epoch": 19.565217391304348,
416
+ "eval_loss": 0.8609212040901184,
417
+ "eval_runtime": 0.4062,
418
+ "eval_samples_per_second": 24.616,
419
+ "eval_steps_per_second": 24.616,
420
+ "step": 450
421
+ },
422
+ {
423
+ "epoch": 19.565217391304348,
424
+ "eval_loss": 0.7167752981185913,
425
+ "eval_runtime": 0.4329,
426
+ "eval_samples_per_second": 23.098,
427
+ "eval_steps_per_second": 23.098,
428
+ "step": 450
429
+ },
430
+ {
431
+ "epoch": 19.565217391304348,
432
+ "eval_loss": 0.7563869953155518,
433
+ "eval_runtime": 0.3953,
434
+ "eval_samples_per_second": 25.297,
435
+ "eval_steps_per_second": 25.297,
436
+ "step": 450
437
+ },
438
+ {
439
+ "epoch": 19.565217391304348,
440
+ "eval_loss": 0.8611674308776855,
441
+ "eval_runtime": 0.3948,
442
+ "eval_samples_per_second": 25.331,
443
+ "eval_steps_per_second": 25.331,
444
+ "step": 450
445
  }
446
  ],
447
  "logging_steps": 10,
 
461
  "attributes": {}
462
  }
463
  },
464
+ "total_flos": 1.1591800814075904e+16,
465
  "train_batch_size": 4,
466
  "trial_name": null,
467
  "trial_params": null