irishprancer commited on
Commit
fa178eb
·
verified ·
1 Parent(s): 1082df5

Training in progress, step 750, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ac57e1708ae96d8a754b239e7a24dcbc95bfc8819c0cb304a4d5463df3d9f1e9
3
  size 527048968
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0df78e692defadb84568edca305adffd7b9529abb8c9b3b91b1f9ea47d1a21f5
3
  size 527048968
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0891e5d321b6e79898a6903d5e687dcf1984e09c5c630de43f20284ed62709e4
3
  size 1054135994
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de73ad5b03551d4d5684644b29f657d82e4cbc9d8443f9f124c546c260bed71f
3
  size 1054135994
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b3db7d037567f9907c679104cc622f6046bdf2f33143ca3a29365b2fa4072ce8
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ca9142fcbd976a2b9880762578e5776f18d9cad34016a627060f41ab78ec47d
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3a6a671e7a99b2031fac9c2aa2961bdd45065beec21991b71e40498a79f90a5d
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a615c97559beeeb761a113ec8f76cd5a30f01f1e374145e869eb8521acc6eaa9
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": 0.7168284058570862,
3
  "best_model_checkpoint": "./output/checkpoint-450",
4
- "epoch": 26.08695652173913,
5
  "eval_steps": 150,
6
- "global_step": 600,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -587,6 +587,151 @@
587
  "eval_samples_per_second": 25.02,
588
  "eval_steps_per_second": 25.02,
589
  "step": 600
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
590
  }
591
  ],
592
  "logging_steps": 10,
@@ -606,7 +751,7 @@
606
  "attributes": {}
607
  }
608
  },
609
- "total_flos": 1.5363065839583232e+16,
610
  "train_batch_size": 4,
611
  "trial_name": null,
612
  "trial_params": null
 
1
  {
2
  "best_metric": 0.7168284058570862,
3
  "best_model_checkpoint": "./output/checkpoint-450",
4
+ "epoch": 32.608695652173914,
5
  "eval_steps": 150,
6
+ "global_step": 750,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
587
  "eval_samples_per_second": 25.02,
588
  "eval_steps_per_second": 25.02,
589
  "step": 600
590
+ },
591
+ {
592
+ "epoch": 26.52173913043478,
593
+ "grad_norm": 1.0763235092163086,
594
+ "learning_rate": 2.180702116052084e-06,
595
+ "loss": 0.5123,
596
+ "step": 610
597
+ },
598
+ {
599
+ "epoch": 26.956521739130434,
600
+ "grad_norm": 1.3133342266082764,
601
+ "learning_rate": 4.361404232104168e-06,
602
+ "loss": 0.4305,
603
+ "step": 620
604
+ },
605
+ {
606
+ "epoch": 27.391304347826086,
607
+ "grad_norm": 1.196905493736267,
608
+ "learning_rate": 6.5421063481562515e-06,
609
+ "loss": 0.483,
610
+ "step": 630
611
+ },
612
+ {
613
+ "epoch": 27.82608695652174,
614
+ "grad_norm": 1.3611772060394287,
615
+ "learning_rate": 8.722808464208335e-06,
616
+ "loss": 0.5073,
617
+ "step": 640
618
+ },
619
+ {
620
+ "epoch": 28.26086956521739,
621
+ "grad_norm": 1.3929076194763184,
622
+ "learning_rate": 1.0903510580260419e-05,
623
+ "loss": 0.4196,
624
+ "step": 650
625
+ },
626
+ {
627
+ "epoch": 28.695652173913043,
628
+ "grad_norm": 1.5381708145141602,
629
+ "learning_rate": 1.3084212696312503e-05,
630
+ "loss": 0.5196,
631
+ "step": 660
632
+ },
633
+ {
634
+ "epoch": 29.130434782608695,
635
+ "grad_norm": 1.2946442365646362,
636
+ "learning_rate": 1.5264914812364585e-05,
637
+ "loss": 0.4475,
638
+ "step": 670
639
+ },
640
+ {
641
+ "epoch": 29.565217391304348,
642
+ "grad_norm": 1.0526130199432373,
643
+ "learning_rate": 1.744561692841667e-05,
644
+ "loss": 0.4891,
645
+ "step": 680
646
+ },
647
+ {
648
+ "epoch": 30.0,
649
+ "grad_norm": 2.4151837825775146,
650
+ "learning_rate": 1.9626319044468756e-05,
651
+ "loss": 0.4298,
652
+ "step": 690
653
+ },
654
+ {
655
+ "epoch": 30.434782608695652,
656
+ "grad_norm": 1.2968952655792236,
657
+ "learning_rate": 2.1807021160520838e-05,
658
+ "loss": 0.4978,
659
+ "step": 700
660
+ },
661
+ {
662
+ "epoch": 30.869565217391305,
663
+ "grad_norm": 1.5897126197814941,
664
+ "learning_rate": 2.1807018999619227e-05,
665
+ "loss": 0.4322,
666
+ "step": 710
667
+ },
668
+ {
669
+ "epoch": 31.304347826086957,
670
+ "grad_norm": 0.903261661529541,
671
+ "learning_rate": 2.180701251691525e-05,
672
+ "loss": 0.4453,
673
+ "step": 720
674
+ },
675
+ {
676
+ "epoch": 31.73913043478261,
677
+ "grad_norm": 1.5805950164794922,
678
+ "learning_rate": 2.180700171241147e-05,
679
+ "loss": 0.5081,
680
+ "step": 730
681
+ },
682
+ {
683
+ "epoch": 32.17391304347826,
684
+ "grad_norm": 1.1670500040054321,
685
+ "learning_rate": 2.1806986586112178e-05,
686
+ "loss": 0.4616,
687
+ "step": 740
688
+ },
689
+ {
690
+ "epoch": 32.608695652173914,
691
+ "grad_norm": 1.7125110626220703,
692
+ "learning_rate": 2.1806967138023368e-05,
693
+ "loss": 0.5002,
694
+ "step": 750
695
+ },
696
+ {
697
+ "epoch": 32.608695652173914,
698
+ "eval_loss": 0.7243400812149048,
699
+ "eval_runtime": 0.5459,
700
+ "eval_samples_per_second": 18.32,
701
+ "eval_steps_per_second": 18.32,
702
+ "step": 750
703
+ },
704
+ {
705
+ "epoch": 32.608695652173914,
706
+ "eval_loss": 0.8616224527359009,
707
+ "eval_runtime": 0.4034,
708
+ "eval_samples_per_second": 24.789,
709
+ "eval_steps_per_second": 24.789,
710
+ "step": 750
711
+ },
712
+ {
713
+ "epoch": 32.608695652173914,
714
+ "eval_loss": 0.7243400812149048,
715
+ "eval_runtime": 0.4067,
716
+ "eval_samples_per_second": 24.59,
717
+ "eval_steps_per_second": 24.59,
718
+ "step": 750
719
+ },
720
+ {
721
+ "epoch": 32.608695652173914,
722
+ "eval_loss": 0.7293505668640137,
723
+ "eval_runtime": 0.4035,
724
+ "eval_samples_per_second": 24.782,
725
+ "eval_steps_per_second": 24.782,
726
+ "step": 750
727
+ },
728
+ {
729
+ "epoch": 32.608695652173914,
730
+ "eval_loss": 0.8606684803962708,
731
+ "eval_runtime": 0.4152,
732
+ "eval_samples_per_second": 24.083,
733
+ "eval_steps_per_second": 24.083,
734
+ "step": 750
735
  }
736
  ],
737
  "logging_steps": 10,
 
751
  "attributes": {}
752
  }
753
  },
754
+ "total_flos": 1.9231766387195904e+16,
755
  "train_batch_size": 4,
756
  "trial_name": null,
757
  "trial_params": null