irishprancer commited on
Commit
f54bb42
·
verified ·
1 Parent(s): 6746be2

Training in progress, step 600, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:65656f427a8c1b2c852eb04065a03dc8e05637db3b50b5d4ae72991160e67bce
3
  size 527048968
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac57e1708ae96d8a754b239e7a24dcbc95bfc8819c0cb304a4d5463df3d9f1e9
3
  size 527048968
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5e48ae36804c8c5bd040576f72a1c35dc67307237858a4a6849ca6da8a7f3345
3
  size 1054135994
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0891e5d321b6e79898a6903d5e687dcf1984e09c5c630de43f20284ed62709e4
3
  size 1054135994
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f76c4c2dca19bfb0a463693a0e409b44510488650d816e566bccd2a2851e9524
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3db7d037567f9907c679104cc622f6046bdf2f33143ca3a29365b2fa4072ce8
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:da0b9a1e2fa3da24e9af8b74787d70ff4c95d9bc9b74eeab135df0350a00b462
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a6a671e7a99b2031fac9c2aa2961bdd45065beec21991b71e40498a79f90a5d
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": 0.7168284058570862,
3
  "best_model_checkpoint": "./output/checkpoint-450",
4
- "epoch": 19.565217391304348,
5
  "eval_steps": 150,
6
- "global_step": 450,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -442,6 +442,151 @@
442
  "eval_samples_per_second": 24.487,
443
  "eval_steps_per_second": 24.487,
444
  "step": 450
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
445
  }
446
  ],
447
  "logging_steps": 10,
@@ -461,7 +606,7 @@
461
  "attributes": {}
462
  }
463
  },
464
- "total_flos": 1.1591800814075904e+16,
465
  "train_batch_size": 4,
466
  "trial_name": null,
467
  "trial_params": null
 
1
  {
2
  "best_metric": 0.7168284058570862,
3
  "best_model_checkpoint": "./output/checkpoint-450",
4
+ "epoch": 26.08695652173913,
5
  "eval_steps": 150,
6
+ "global_step": 600,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
442
  "eval_samples_per_second": 24.487,
443
  "eval_steps_per_second": 24.487,
444
  "step": 450
445
+ },
446
+ {
447
+ "epoch": 20.0,
448
+ "grad_norm": 2.1195826530456543,
449
+ "learning_rate": 2.9996147467351856e-05,
450
+ "loss": 0.5146,
451
+ "step": 460
452
+ },
453
+ {
454
+ "epoch": 20.434782608695652,
455
+ "grad_norm": 1.268523097038269,
456
+ "learning_rate": 2.9995930474939773e-05,
457
+ "loss": 0.4781,
458
+ "step": 470
459
+ },
460
+ {
461
+ "epoch": 20.869565217391305,
462
+ "grad_norm": 1.4743558168411255,
463
+ "learning_rate": 2.9995707538619975e-05,
464
+ "loss": 0.5705,
465
+ "step": 480
466
+ },
467
+ {
468
+ "epoch": 21.304347826086957,
469
+ "grad_norm": 1.3239866495132446,
470
+ "learning_rate": 2.9995478658480822e-05,
471
+ "loss": 0.5163,
472
+ "step": 490
473
+ },
474
+ {
475
+ "epoch": 21.73913043478261,
476
+ "grad_norm": 1.2419785261154175,
477
+ "learning_rate": 2.9995243834613043e-05,
478
+ "loss": 0.5205,
479
+ "step": 500
480
+ },
481
+ {
482
+ "epoch": 22.17391304347826,
483
+ "grad_norm": 1.7764437198638916,
484
+ "learning_rate": 2.9995003067109707e-05,
485
+ "loss": 0.4838,
486
+ "step": 510
487
+ },
488
+ {
489
+ "epoch": 22.608695652173914,
490
+ "grad_norm": 1.5313807725906372,
491
+ "learning_rate": 2.9994756356066246e-05,
492
+ "loss": 0.5616,
493
+ "step": 520
494
+ },
495
+ {
496
+ "epoch": 23.043478260869566,
497
+ "grad_norm": 1.7396149635314941,
498
+ "learning_rate": 2.999450370158046e-05,
499
+ "loss": 0.4929,
500
+ "step": 530
501
+ },
502
+ {
503
+ "epoch": 23.47826086956522,
504
+ "grad_norm": 1.310137152671814,
505
+ "learning_rate": 2.9994245103752478e-05,
506
+ "loss": 0.4385,
507
+ "step": 540
508
+ },
509
+ {
510
+ "epoch": 23.91304347826087,
511
+ "grad_norm": 1.2314122915267944,
512
+ "learning_rate": 2.999398056268481e-05,
513
+ "loss": 0.5265,
514
+ "step": 550
515
+ },
516
+ {
517
+ "epoch": 24.347826086956523,
518
+ "grad_norm": 1.405901312828064,
519
+ "learning_rate": 2.9993710078482306e-05,
520
+ "loss": 0.5203,
521
+ "step": 560
522
+ },
523
+ {
524
+ "epoch": 24.782608695652176,
525
+ "grad_norm": 0.9515899419784546,
526
+ "learning_rate": 2.9993433651252185e-05,
527
+ "loss": 0.443,
528
+ "step": 570
529
+ },
530
+ {
531
+ "epoch": 25.217391304347824,
532
+ "grad_norm": 1.7217934131622314,
533
+ "learning_rate": 2.9993151281104006e-05,
534
+ "loss": 0.5327,
535
+ "step": 580
536
+ },
537
+ {
538
+ "epoch": 25.652173913043477,
539
+ "grad_norm": 1.1352386474609375,
540
+ "learning_rate": 2.9992862968149695e-05,
541
+ "loss": 0.4737,
542
+ "step": 590
543
+ },
544
+ {
545
+ "epoch": 26.08695652173913,
546
+ "grad_norm": 1.1713489294052124,
547
+ "learning_rate": 2.9992568712503533e-05,
548
+ "loss": 0.4607,
549
+ "step": 600
550
+ },
551
+ {
552
+ "epoch": 26.08695652173913,
553
+ "eval_loss": 0.7201142311096191,
554
+ "eval_runtime": 0.4104,
555
+ "eval_samples_per_second": 24.369,
556
+ "eval_steps_per_second": 24.369,
557
+ "step": 600
558
+ },
559
+ {
560
+ "epoch": 26.08695652173913,
561
+ "eval_loss": 0.8616224527359009,
562
+ "eval_runtime": 0.4009,
563
+ "eval_samples_per_second": 24.945,
564
+ "eval_steps_per_second": 24.945,
565
+ "step": 600
566
+ },
567
+ {
568
+ "epoch": 26.08695652173913,
569
+ "eval_loss": 0.7201142311096191,
570
+ "eval_runtime": 0.3978,
571
+ "eval_samples_per_second": 25.14,
572
+ "eval_steps_per_second": 25.14,
573
+ "step": 600
574
+ },
575
+ {
576
+ "epoch": 26.08695652173913,
577
+ "eval_loss": 0.7344290018081665,
578
+ "eval_runtime": 0.3994,
579
+ "eval_samples_per_second": 25.038,
580
+ "eval_steps_per_second": 25.038,
581
+ "step": 600
582
+ },
583
+ {
584
+ "epoch": 26.08695652173913,
585
+ "eval_loss": 0.8599739074707031,
586
+ "eval_runtime": 0.3997,
587
+ "eval_samples_per_second": 25.02,
588
+ "eval_steps_per_second": 25.02,
589
+ "step": 600
590
  }
591
  ],
592
  "logging_steps": 10,
 
606
  "attributes": {}
607
  }
608
  },
609
+ "total_flos": 1.5363065839583232e+16,
610
  "train_batch_size": 4,
611
  "trial_name": null,
612
  "trial_params": null