abaddon182 commited on
Commit
d8d8ae4
·
verified ·
1 Parent(s): 194ea09

Training in progress, step 1050, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6a1d5bad61400722a8ccce1a07c1e753482b6ea4442e6ad16a46f6bbf4840e3d
3
  size 479005064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:16a868f82febe721b8e7c2fc71c0d5a97ce0919bf160da3b9aadd26d9a44949f
3
  size 479005064
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:89b1275a7a904e9e12119508c852a53c2be0d59c240caced6758ed88ae0b2843
3
  size 243802996
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1e5f5a977713981e8555bb273c1bd513af9b33d3395312c4dbb567c2fe16fc2
3
  size 243802996
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4d6c4fffbe9021834ba7d217ea350a66ec98cffedd34126c6852ce5eadc39d6a
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a76f63d05c6042ef27038fe0b51cdcbf2f7d68ac795e368d4b91246aabe1923c
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c6fd237cfec80c70f9a65cfeacff021654c249bb4c822db0994192c4dfbb39cb
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd162fd330fa2cba0192d15405a21539d18e6a2ba92040c97b68159b64ce43fa
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": 0.34348922967910767,
3
  "best_model_checkpoint": "miner_id_24/checkpoint-600",
4
- "epoch": 0.06553557125172942,
5
  "eval_steps": 150,
6
- "global_step": 900,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -693,6 +693,119 @@
693
  "eval_samples_per_second": 30.988,
694
  "eval_steps_per_second": 3.875,
695
  "step": 900
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
696
  }
697
  ],
698
  "logging_steps": 10,
@@ -707,7 +820,7 @@
707
  "early_stopping_threshold": 0.0
708
  },
709
  "attributes": {
710
- "early_stopping_patience_counter": 2
711
  }
712
  },
713
  "TrainerControl": {
@@ -716,12 +829,12 @@
716
  "should_evaluate": false,
717
  "should_log": false,
718
  "should_save": true,
719
- "should_training_stop": false
720
  },
721
  "attributes": {}
722
  }
723
  },
724
- "total_flos": 1.736415831518085e+17,
725
  "train_batch_size": 8,
726
  "trial_name": null,
727
  "trial_params": null
 
1
  {
2
  "best_metric": 0.34348922967910767,
3
  "best_model_checkpoint": "miner_id_24/checkpoint-600",
4
+ "epoch": 0.07645816646035097,
5
  "eval_steps": 150,
6
+ "global_step": 1050,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
693
  "eval_samples_per_second": 30.988,
694
  "eval_steps_per_second": 3.875,
695
  "step": 900
696
+ },
697
+ {
698
+ "epoch": 0.06626374426563751,
699
+ "grad_norm": 0.12492916733026505,
700
+ "learning_rate": 8.045567009897723e-05,
701
+ "loss": 0.1276,
702
+ "step": 910
703
+ },
704
+ {
705
+ "epoch": 0.06699191727954562,
706
+ "grad_norm": 0.21166566014289856,
707
+ "learning_rate": 8.003165547104305e-05,
708
+ "loss": 0.3204,
709
+ "step": 920
710
+ },
711
+ {
712
+ "epoch": 0.06772009029345373,
713
+ "grad_norm": 0.27438658475875854,
714
+ "learning_rate": 7.960423495103467e-05,
715
+ "loss": 0.2867,
716
+ "step": 930
717
+ },
718
+ {
719
+ "epoch": 0.06844826330736183,
720
+ "grad_norm": 0.3071146607398987,
721
+ "learning_rate": 7.917345701274207e-05,
722
+ "loss": 0.4194,
723
+ "step": 940
724
+ },
725
+ {
726
+ "epoch": 0.06917643632126994,
727
+ "grad_norm": 0.6998862624168396,
728
+ "learning_rate": 7.873937051072035e-05,
729
+ "loss": 0.6729,
730
+ "step": 950
731
+ },
732
+ {
733
+ "epoch": 0.06990460933517804,
734
+ "grad_norm": 0.12480669468641281,
735
+ "learning_rate": 7.830202467474899e-05,
736
+ "loss": 0.1254,
737
+ "step": 960
738
+ },
739
+ {
740
+ "epoch": 0.07063278234908614,
741
+ "grad_norm": 0.24528868496418,
742
+ "learning_rate": 7.786146910424876e-05,
743
+ "loss": 0.3341,
744
+ "step": 970
745
+ },
746
+ {
747
+ "epoch": 0.07136095536299425,
748
+ "grad_norm": 0.3267609775066376,
749
+ "learning_rate": 7.741775376265667e-05,
750
+ "loss": 0.3441,
751
+ "step": 980
752
+ },
753
+ {
754
+ "epoch": 0.07208912837690236,
755
+ "grad_norm": 0.3443754315376282,
756
+ "learning_rate": 7.697092897175957e-05,
757
+ "loss": 0.4224,
758
+ "step": 990
759
+ },
760
+ {
761
+ "epoch": 0.07281730139081045,
762
+ "grad_norm": 0.7945559620857239,
763
+ "learning_rate": 7.652104540598712e-05,
764
+ "loss": 0.6113,
765
+ "step": 1000
766
+ },
767
+ {
768
+ "epoch": 0.07354547440471856,
769
+ "grad_norm": 0.1654498428106308,
770
+ "learning_rate": 7.606815408666493e-05,
771
+ "loss": 0.1899,
772
+ "step": 1010
773
+ },
774
+ {
775
+ "epoch": 0.07427364741862666,
776
+ "grad_norm": 0.2405194789171219,
777
+ "learning_rate": 7.561230637622805e-05,
778
+ "loss": 0.3366,
779
+ "step": 1020
780
+ },
781
+ {
782
+ "epoch": 0.07500182043253477,
783
+ "grad_norm": 0.2601194679737091,
784
+ "learning_rate": 7.515355397239613e-05,
785
+ "loss": 0.3054,
786
+ "step": 1030
787
+ },
788
+ {
789
+ "epoch": 0.07572999344644288,
790
+ "grad_norm": 0.3462647795677185,
791
+ "learning_rate": 7.469194890231021e-05,
792
+ "loss": 0.385,
793
+ "step": 1040
794
+ },
795
+ {
796
+ "epoch": 0.07645816646035097,
797
+ "grad_norm": 0.9731826186180115,
798
+ "learning_rate": 7.422754351663252e-05,
799
+ "loss": 0.6843,
800
+ "step": 1050
801
+ },
802
+ {
803
+ "epoch": 0.07645816646035097,
804
+ "eval_loss": 0.3437187075614929,
805
+ "eval_runtime": 373.3766,
806
+ "eval_samples_per_second": 30.974,
807
+ "eval_steps_per_second": 3.873,
808
+ "step": 1050
809
  }
810
  ],
811
  "logging_steps": 10,
 
820
  "early_stopping_threshold": 0.0
821
  },
822
  "attributes": {
823
+ "early_stopping_patience_counter": 3
824
  }
825
  },
826
  "TrainerControl": {
 
829
  "should_evaluate": false,
830
  "should_log": false,
831
  "should_save": true,
832
+ "should_training_stop": true
833
  },
834
  "attributes": {}
835
  }
836
  },
837
+ "total_flos": 2.025225674859479e+17,
838
  "train_batch_size": 8,
839
  "trial_name": null,
840
  "trial_params": null