irishprancer commited on
Commit
41e970f
·
verified ·
1 Parent(s): 3649c04

Training in progress, step 600, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2cd82b375151b5b5f9f0a58b8286fa2a7b7e910cea5c2d600b74e22d38bdbcca
3
  size 527048968
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:593eb37c50a4439ba03e83ada103a9e73c7a6cc5e2190f9a48dcfe15e287b91a
3
  size 527048968
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:88e869796afac1a7a34f750f8422f24ec974478aafa79ce79e006a42fe78f21d
3
  size 1054135994
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:540ae6c9df4b9fc1733ab8364067bef7b8eed491e5133d225a8fa424852ac127
3
  size 1054135994
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2616293446c1c2f2c6b0e270c4bb50dd25782b075145433b30550e3bb3a1845c
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:280ae9c0809eceeb464f568a46cee1cc6c997124b85d7c1db2a216ff1d3932aa
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:da0b9a1e2fa3da24e9af8b74787d70ff4c95d9bc9b74eeab135df0350a00b462
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5ff073b2d9654300593116ff77249d188bd5752ecbe3d0cb800964ea5d21c80
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": 0.7168648838996887,
3
  "best_model_checkpoint": "./output/checkpoint-450",
4
- "epoch": 19.565217391304348,
5
  "eval_steps": 150,
6
- "global_step": 450,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -346,6 +346,119 @@
346
  "eval_samples_per_second": 16.41,
347
  "eval_steps_per_second": 16.41,
348
  "step": 450
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
349
  }
350
  ],
351
  "logging_steps": 10,
@@ -365,7 +478,7 @@
365
  "attributes": {}
366
  }
367
  },
368
- "total_flos": 1.1591800814075904e+16,
369
  "train_batch_size": 4,
370
  "trial_name": null,
371
  "trial_params": null
 
1
  {
2
  "best_metric": 0.7168648838996887,
3
  "best_model_checkpoint": "./output/checkpoint-450",
4
+ "epoch": 26.08695652173913,
5
  "eval_steps": 150,
6
+ "global_step": 600,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
346
  "eval_samples_per_second": 16.41,
347
  "eval_steps_per_second": 16.41,
348
  "step": 450
349
+ },
350
+ {
351
+ "epoch": 20.0,
352
+ "grad_norm": 2.1229870319366455,
353
+ "learning_rate": 2.9996147467351856e-05,
354
+ "loss": 0.5146,
355
+ "step": 460
356
+ },
357
+ {
358
+ "epoch": 20.434782608695652,
359
+ "grad_norm": 1.2757331132888794,
360
+ "learning_rate": 2.9995930474939773e-05,
361
+ "loss": 0.4783,
362
+ "step": 470
363
+ },
364
+ {
365
+ "epoch": 20.869565217391305,
366
+ "grad_norm": 1.4738444089889526,
367
+ "learning_rate": 2.9995707538619975e-05,
368
+ "loss": 0.5707,
369
+ "step": 480
370
+ },
371
+ {
372
+ "epoch": 21.304347826086957,
373
+ "grad_norm": 1.3224209547042847,
374
+ "learning_rate": 2.9995478658480822e-05,
375
+ "loss": 0.5163,
376
+ "step": 490
377
+ },
378
+ {
379
+ "epoch": 21.73913043478261,
380
+ "grad_norm": 1.2427003383636475,
381
+ "learning_rate": 2.9995243834613043e-05,
382
+ "loss": 0.5206,
383
+ "step": 500
384
+ },
385
+ {
386
+ "epoch": 22.17391304347826,
387
+ "grad_norm": 1.7819838523864746,
388
+ "learning_rate": 2.9995003067109707e-05,
389
+ "loss": 0.4836,
390
+ "step": 510
391
+ },
392
+ {
393
+ "epoch": 22.608695652173914,
394
+ "grad_norm": 1.531520128250122,
395
+ "learning_rate": 2.9994756356066246e-05,
396
+ "loss": 0.5615,
397
+ "step": 520
398
+ },
399
+ {
400
+ "epoch": 23.043478260869566,
401
+ "grad_norm": 1.7395285367965698,
402
+ "learning_rate": 2.999450370158046e-05,
403
+ "loss": 0.4929,
404
+ "step": 530
405
+ },
406
+ {
407
+ "epoch": 23.47826086956522,
408
+ "grad_norm": 1.3100509643554688,
409
+ "learning_rate": 2.9994245103752478e-05,
410
+ "loss": 0.4383,
411
+ "step": 540
412
+ },
413
+ {
414
+ "epoch": 23.91304347826087,
415
+ "grad_norm": 1.2314648628234863,
416
+ "learning_rate": 2.999398056268481e-05,
417
+ "loss": 0.5265,
418
+ "step": 550
419
+ },
420
+ {
421
+ "epoch": 24.347826086956523,
422
+ "grad_norm": 1.4086766242980957,
423
+ "learning_rate": 2.9993710078482306e-05,
424
+ "loss": 0.5204,
425
+ "step": 560
426
+ },
427
+ {
428
+ "epoch": 24.782608695652176,
429
+ "grad_norm": 0.9533238410949707,
430
+ "learning_rate": 2.9993433651252185e-05,
431
+ "loss": 0.4432,
432
+ "step": 570
433
+ },
434
+ {
435
+ "epoch": 25.217391304347824,
436
+ "grad_norm": 1.7112679481506348,
437
+ "learning_rate": 2.9993151281104006e-05,
438
+ "loss": 0.5326,
439
+ "step": 580
440
+ },
441
+ {
442
+ "epoch": 25.652173913043477,
443
+ "grad_norm": 1.1396631002426147,
444
+ "learning_rate": 2.9992862968149695e-05,
445
+ "loss": 0.4736,
446
+ "step": 590
447
+ },
448
+ {
449
+ "epoch": 26.08695652173913,
450
+ "grad_norm": 1.1695138216018677,
451
+ "learning_rate": 2.9992568712503533e-05,
452
+ "loss": 0.4608,
453
+ "step": 600
454
+ },
455
+ {
456
+ "epoch": 26.08695652173913,
457
+ "eval_loss": 0.7204726934432983,
458
+ "eval_runtime": 0.6002,
459
+ "eval_samples_per_second": 16.662,
460
+ "eval_steps_per_second": 16.662,
461
+ "step": 600
462
  }
463
  ],
464
  "logging_steps": 10,
 
478
  "attributes": {}
479
  }
480
  },
481
+ "total_flos": 1.5363065839583232e+16,
482
  "train_batch_size": 4,
483
  "trial_name": null,
484
  "trial_params": null