mgh6 commited on
Commit
d6eb637
·
verified ·
1 Parent(s): ce1e48c

Training in progress, step 5500, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9613c2e7f642985b568f77e8cab863a85be2474126c8195c9c931e0a44fe24e6
3
  size 136000488
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea40139134d514acc1dc8a61268eace84f2776d3576257935a4fff6313d06774
3
  size 136000488
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6b58adb62c9b91cd654d7e0f3cf020d97c1b02664dff12c7d3420ddcf2a641e2
3
  size 268176506
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98506a499e60fd562c2b1007eefb7ab4725a7fda6e3484d9f831ffde04be7fc6
3
  size 268176506
last-checkpoint/rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ecc0be6ea566a92a47cf4d56217281e386f843e06522023dd8197a948ed9e286
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e86f58829937a8acffca5e531d676885e50856ce418bf57f05c225b8e15b57fa
3
  size 15024
last-checkpoint/rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6f54ddca02d239c58855a16c5bc980045aec7545ffdf7cf801ec77e8b86fd1a4
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2f0d923b20ad4f5784d29616e7b951d8afd156607ca9226a3c91646ee220dcd
3
  size 15024
last-checkpoint/rng_state_2.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:40b6fea2a10a6e28f7eccb9d6ab3f26a882f21d1933fa3c3091a73a255b353d3
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61c057c39bfc1468df94484bb9e101a8ba79e3653110549b9d464e53d5c5df3f
3
  size 15024
last-checkpoint/rng_state_3.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f480b2a29f7d632bb15594aa0e5d60f53946cf53a367d7d49bd169e384c52566
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a38d9269b34da0fc830cc909b5ef8244d15504b6c9f4b61d0188676023df1d5
3
  size 15024
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c25a970a50d36e750b7558449ba1adca04e287c48a7a47e03d446fb3d06de1dd
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc2ca0be91b990ef7bf75634166e7d3683a02c219d760d1d1277edde7a90e21c
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": 0.7650670409202576,
3
  "best_model_checkpoint": "mgh6/TCS_MLM/checkpoint-5400",
4
- "epoch": 7.228915662650603,
5
  "eval_steps": 100,
6
- "global_step": 5400,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -817,6 +817,21 @@
817
  "eval_samples_per_second": 887.065,
818
  "eval_steps_per_second": 3.584,
819
  "step": 5400
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
820
  }
821
  ],
822
  "logging_steps": 100,
@@ -831,7 +846,7 @@
831
  "early_stopping_threshold": 0.0
832
  },
833
  "attributes": {
834
- "early_stopping_patience_counter": 0
835
  }
836
  },
837
  "TrainerControl": {
@@ -845,7 +860,7 @@
845
  "attributes": {}
846
  }
847
  },
848
- "total_flos": 1.96086262136832e+17,
849
  "train_batch_size": 64,
850
  "trial_name": null,
851
  "trial_params": null
 
1
  {
2
  "best_metric": 0.7650670409202576,
3
  "best_model_checkpoint": "mgh6/TCS_MLM/checkpoint-5400",
4
+ "epoch": 7.362784471218206,
5
  "eval_steps": 100,
6
+ "global_step": 5500,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
817
  "eval_samples_per_second": 887.065,
818
  "eval_steps_per_second": 3.584,
819
  "step": 5400
820
+ },
821
+ {
822
+ "epoch": 7.362784471218206,
823
+ "grad_norm": 0.19670027494430542,
824
+ "learning_rate": 0.0002637215528781794,
825
+ "loss": 0.6967,
826
+ "step": 5500
827
+ },
828
+ {
829
+ "epoch": 7.362784471218206,
830
+ "eval_loss": 0.7688850164413452,
831
+ "eval_runtime": 6.3788,
832
+ "eval_samples_per_second": 892.334,
833
+ "eval_steps_per_second": 3.606,
834
+ "step": 5500
835
  }
836
  ],
837
  "logging_steps": 100,
 
846
  "early_stopping_threshold": 0.0
847
  },
848
  "attributes": {
849
+ "early_stopping_patience_counter": 1
850
  }
851
  },
852
  "TrainerControl": {
 
860
  "attributes": {}
861
  }
862
  },
863
+ "total_flos": 1.9971748921344e+17,
864
  "train_batch_size": 64,
865
  "trial_name": null,
866
  "trial_params": null