CodeIsAbstract commited on
Commit
888d368
·
verified ·
1 Parent(s): a41fa9c

Training in progress, step 1200, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ce638fe074432886d0a23f98a8f165e69d1e6fee84a526cf594d00f8534028a1
3
  size 847599616
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87399fda4401e43fddc5a839ada69ffdd168ab918f09d5782bc08b2a08c57590
3
  size 847599616
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0caa91a435695f3ccebbf12966391316e72dc5ad6f9cc2e90bacdd64a48fdc1c
3
  size 1386414411
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:adf30444ff48bb3f968aa531132e86af74895e6dca092ef0b50a37cd281149ea
3
  size 1386414411
last-checkpoint/rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2be637d2dd60e3cec1955d0241821cbcccd2af3688716d84100a306b44dad4a4
3
  size 14917
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3fc325c0f6e133b30ed7ac345224f75619e1ffa24494dab2a3e09b19384d35df
3
  size 14917
last-checkpoint/rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b8d05de60c66749991154136b82121e270010e0cf03e7ae880dd38dcbbe6fd4a
3
  size 14917
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17d95b86c212e1cc1919367792abbcc28abe2eeeaccf2008cdfbf60e31bc1314
3
  size 14917
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f617c1b6753801a9d80064eb68997fd29d2b80564fcc110cff0fa781e09b8683
3
  size 1465
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dfdb9865d69d1265ac95b637888c2cf8ac3b8d1ad5a1b9e4f1da654c1dc9106a
3
  size 1465
last-checkpoint/trainer_state.json CHANGED
@@ -2,9 +2,9 @@
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
- "epoch": 0.42857142857142855,
6
  "eval_steps": 150,
7
- "global_step": 900,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -692,6 +692,234 @@
692
  "eval_samples_per_second": 19.572,
693
  "eval_steps_per_second": 2.466,
694
  "step": 900
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
695
  }
696
  ],
697
  "logging_steps": 10,
 
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
+ "epoch": 0.5714285714285714,
6
  "eval_steps": 150,
7
+ "global_step": 1200,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
692
  "eval_samples_per_second": 19.572,
693
  "eval_steps_per_second": 2.466,
694
  "step": 900
695
+ },
696
+ {
697
+ "epoch": 0.43333333333333335,
698
+ "grad_norm": 9.677335739135742,
699
+ "learning_rate": 2.600034746917292e-06,
700
+ "loss": 17.079855346679686,
701
+ "step": 910
702
+ },
703
+ {
704
+ "epoch": 0.4380952380952381,
705
+ "grad_norm": 24.325902938842773,
706
+ "learning_rate": 2.569917770525538e-06,
707
+ "loss": 16.793905639648436,
708
+ "step": 920
709
+ },
710
+ {
711
+ "epoch": 0.44285714285714284,
712
+ "grad_norm": 32.768287658691406,
713
+ "learning_rate": 2.539659469727526e-06,
714
+ "loss": 17.420681762695313,
715
+ "step": 930
716
+ },
717
+ {
718
+ "epoch": 0.44761904761904764,
719
+ "grad_norm": 11.458124160766602,
720
+ "learning_rate": 2.509267347774807e-06,
721
+ "loss": 17.01726837158203,
722
+ "step": 940
723
+ },
724
+ {
725
+ "epoch": 0.4523809523809524,
726
+ "grad_norm": 47.37931442260742,
727
+ "learning_rate": 2.478748941103006e-06,
728
+ "loss": 16.992041015625,
729
+ "step": 950
730
+ },
731
+ {
732
+ "epoch": 0.45714285714285713,
733
+ "grad_norm": 16.12019157409668,
734
+ "learning_rate": 2.448111817462992e-06,
735
+ "loss": 17.042259216308594,
736
+ "step": 960
737
+ },
738
+ {
739
+ "epoch": 0.46190476190476193,
740
+ "grad_norm": 55.0360107421875,
741
+ "learning_rate": 2.417363574044275e-06,
742
+ "loss": 16.924298095703126,
743
+ "step": 970
744
+ },
745
+ {
746
+ "epoch": 0.4666666666666667,
747
+ "grad_norm": 8.713092803955078,
748
+ "learning_rate": 2.3865118355911064e-06,
749
+ "loss": 16.67218780517578,
750
+ "step": 980
751
+ },
752
+ {
753
+ "epoch": 0.4714285714285714,
754
+ "grad_norm": 30.71510887145996,
755
+ "learning_rate": 2.355564252511746e-06,
756
+ "loss": 16.627642822265624,
757
+ "step": 990
758
+ },
759
+ {
760
+ "epoch": 0.47619047619047616,
761
+ "grad_norm": 11.165261268615723,
762
+ "learning_rate": 2.3245284989813637e-06,
763
+ "loss": 16.885775756835937,
764
+ "step": 1000
765
+ },
766
+ {
767
+ "epoch": 0.48095238095238096,
768
+ "grad_norm": 33.494205474853516,
769
+ "learning_rate": 2.293412271039051e-06,
770
+ "loss": 16.8844970703125,
771
+ "step": 1010
772
+ },
773
+ {
774
+ "epoch": 0.4857142857142857,
775
+ "grad_norm": 16.44525909423828,
776
+ "learning_rate": 2.262223284679405e-06,
777
+ "loss": 16.938031005859376,
778
+ "step": 1020
779
+ },
780
+ {
781
+ "epoch": 0.49047619047619045,
782
+ "grad_norm": 56.29051208496094,
783
+ "learning_rate": 2.2309692739391725e-06,
784
+ "loss": 17.36894836425781,
785
+ "step": 1030
786
+ },
787
+ {
788
+ "epoch": 0.49523809523809526,
789
+ "grad_norm": 18.217512130737305,
790
+ "learning_rate": 2.1996579889794097e-06,
791
+ "loss": 16.765081787109374,
792
+ "step": 1040
793
+ },
794
+ {
795
+ "epoch": 0.5,
796
+ "grad_norm": 12.565701484680176,
797
+ "learning_rate": 2.1682971941636525e-06,
798
+ "loss": 17.061727905273436,
799
+ "step": 1050
800
+ },
801
+ {
802
+ "epoch": 0.5,
803
+ "eval_accuracy": 0.06236220472440945,
804
+ "eval_loss": 16.80004119873047,
805
+ "eval_runtime": 25.3543,
806
+ "eval_samples_per_second": 19.721,
807
+ "eval_steps_per_second": 2.485,
808
+ "step": 1050
809
+ },
810
+ {
811
+ "epoch": 0.5047619047619047,
812
+ "grad_norm": 7.379430770874023,
813
+ "learning_rate": 2.1368946661325625e-06,
814
+ "loss": 17.065571594238282,
815
+ "step": 1060
816
+ },
817
+ {
818
+ "epoch": 0.5095238095238095,
819
+ "grad_norm": 33.2353515625,
820
+ "learning_rate": 2.1054581918755225e-06,
821
+ "loss": 16.781719970703126,
822
+ "step": 1070
823
+ },
824
+ {
825
+ "epoch": 0.5142857142857142,
826
+ "grad_norm": 5.199227809906006,
827
+ "learning_rate": 2.073995566799676e-06,
828
+ "loss": 16.9568115234375,
829
+ "step": 1080
830
+ },
831
+ {
832
+ "epoch": 0.5190476190476191,
833
+ "grad_norm": 21.680280685424805,
834
+ "learning_rate": 2.042514592796871e-06,
835
+ "loss": 16.72358856201172,
836
+ "step": 1090
837
+ },
838
+ {
839
+ "epoch": 0.5238095238095238,
840
+ "grad_norm": 19.837730407714844,
841
+ "learning_rate": 2.011023076309001e-06,
842
+ "loss": 16.884307861328125,
843
+ "step": 1100
844
+ },
845
+ {
846
+ "epoch": 0.5285714285714286,
847
+ "grad_norm": 12.718480110168457,
848
+ "learning_rate": 1.979528826392213e-06,
849
+ "loss": 16.639022827148438,
850
+ "step": 1110
851
+ },
852
+ {
853
+ "epoch": 0.5333333333333333,
854
+ "grad_norm": 16.71331787109375,
855
+ "learning_rate": 1.9480396527804736e-06,
856
+ "loss": 16.607608032226562,
857
+ "step": 1120
858
+ },
859
+ {
860
+ "epoch": 0.5380952380952381,
861
+ "grad_norm": 21.276140213012695,
862
+ "learning_rate": 1.916563363948959e-06,
863
+ "loss": 17.104000854492188,
864
+ "step": 1130
865
+ },
866
+ {
867
+ "epoch": 0.5428571428571428,
868
+ "grad_norm": 22.885112762451172,
869
+ "learning_rate": 1.8851077651777652e-06,
870
+ "loss": 16.868312072753906,
871
+ "step": 1140
872
+ },
873
+ {
874
+ "epoch": 0.5476190476190477,
875
+ "grad_norm": 38.87709426879883,
876
+ "learning_rate": 1.8536806566164048e-06,
877
+ "loss": 16.6172607421875,
878
+ "step": 1150
879
+ },
880
+ {
881
+ "epoch": 0.5523809523809524,
882
+ "grad_norm": 20.984086990356445,
883
+ "learning_rate": 1.8222898313495766e-06,
884
+ "loss": 16.41285400390625,
885
+ "step": 1160
886
+ },
887
+ {
888
+ "epoch": 0.5571428571428572,
889
+ "grad_norm": 18.480567932128906,
890
+ "learning_rate": 1.7909430734646932e-06,
891
+ "loss": 16.545147705078126,
892
+ "step": 1170
893
+ },
894
+ {
895
+ "epoch": 0.5619047619047619,
896
+ "grad_norm": 10.486381530761719,
897
+ "learning_rate": 1.7596481561216285e-06,
898
+ "loss": 16.698062133789062,
899
+ "step": 1180
900
+ },
901
+ {
902
+ "epoch": 0.5666666666666667,
903
+ "grad_norm": 28.246742248535156,
904
+ "learning_rate": 1.7284128396251875e-06,
905
+ "loss": 16.808547973632812,
906
+ "step": 1190
907
+ },
908
+ {
909
+ "epoch": 0.5714285714285714,
910
+ "grad_norm": 14.525625228881836,
911
+ "learning_rate": 1.6972448695007526e-06,
912
+ "loss": 16.164341735839844,
913
+ "step": 1200
914
+ },
915
+ {
916
+ "epoch": 0.5714285714285714,
917
+ "eval_accuracy": 0.05882677165354331,
918
+ "eval_loss": 16.66090965270996,
919
+ "eval_runtime": 25.3757,
920
+ "eval_samples_per_second": 19.704,
921
+ "eval_steps_per_second": 2.483,
922
+ "step": 1200
923
  }
924
  ],
925
  "logging_steps": 10,