mgh6 commited on
Commit
726f439
·
verified ·
1 Parent(s): 1102532

Training in progress, step 6000, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:820135006e8f542b62482eb19ee364b94abab136b7b8a4413fc390b6f62b73c3
3
  size 136000488
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb2a6ed2418e724131a02e47f2c81ffc5df3416394ca54f70baceb70eac119db
3
  size 136000488
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a9dab2d80004b8909d4d8fd752bfb96ad4dce2d7c56df286126417e073abad01
3
  size 268176506
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35513a652aa9e0e95d1359291721041174bbb1ae68ab2503ceb7b5b5f399530f
3
  size 268176506
last-checkpoint/rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9a7ca6d811655d83037346c9acab1bd1021739307d82d202ff63fbbb1ceea038
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9fd3a153c7f4fc276e389e31eb4561038460cdb918add1c749f0812d48ee1437
3
  size 15024
last-checkpoint/rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fc61214d825fc5f544783bf7e53e491231850f7439142c284518609f7838f7b3
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c237aae9532ea0601345a50af5d3d3235dec36829be0cbcabbcf22b346088e11
3
  size 15024
last-checkpoint/rng_state_2.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d30e70950b56357ecf556fa58da2ddb5dde5c9a8f7271bce7669a1e8dfcbe777
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:96a890d85cf3909fed97ba692f06a1c1bcd8034fc87a10bc42383393a95d82ff
3
  size 15024
last-checkpoint/rng_state_3.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d04322e2e747379ff005ccb5528da0279e78c7e5a0e7a749a19a62353195571f
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4170a8f5911ad67c847ff011b45564348bd028ac1db6fe944f3c5b069dd64eca
3
  size 15024
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:26846a794e568be1028d1d62c40f80fee62c5e08ae6707128928f5668ddc009f
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:daa89ea836ab8c5eee4c19423744e1df919c5d9e032dd5acf39a15943e43448e
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
- "best_metric": 0.7648805975914001,
3
- "best_model_checkpoint": "mgh6/TCS_MLM/checkpoint-5700",
4
- "epoch": 7.898259705488621,
5
  "eval_steps": 100,
6
- "global_step": 5900,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -892,6 +892,21 @@
892
  "eval_samples_per_second": 896.089,
893
  "eval_steps_per_second": 3.621,
894
  "step": 5900
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
895
  }
896
  ],
897
  "logging_steps": 100,
@@ -906,7 +921,7 @@
906
  "early_stopping_threshold": 0.0
907
  },
908
  "attributes": {
909
- "early_stopping_patience_counter": 2
910
  }
911
  },
912
  "TrainerControl": {
@@ -920,7 +935,7 @@
920
  "attributes": {}
921
  }
922
  },
923
- "total_flos": 2.14242397519872e+17,
924
  "train_batch_size": 64,
925
  "trial_name": null,
926
  "trial_params": null
 
1
  {
2
+ "best_metric": 0.7580859661102295,
3
+ "best_model_checkpoint": "mgh6/TCS_MLM/checkpoint-6000",
4
+ "epoch": 8.032128514056225,
5
  "eval_steps": 100,
6
+ "global_step": 6000,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
892
  "eval_samples_per_second": 896.089,
893
  "eval_steps_per_second": 3.621,
894
  "step": 5900
895
+ },
896
+ {
897
+ "epoch": 8.032128514056225,
898
+ "grad_norm": 0.21449404954910278,
899
+ "learning_rate": 0.00019678714859437752,
900
+ "loss": 0.6838,
901
+ "step": 6000
902
+ },
903
+ {
904
+ "epoch": 8.032128514056225,
905
+ "eval_loss": 0.7580859661102295,
906
+ "eval_runtime": 6.4002,
907
+ "eval_samples_per_second": 889.346,
908
+ "eval_steps_per_second": 3.594,
909
+ "step": 6000
910
  }
911
  ],
912
  "logging_steps": 100,
 
921
  "early_stopping_threshold": 0.0
922
  },
923
  "attributes": {
924
+ "early_stopping_patience_counter": 0
925
  }
926
  },
927
  "TrainerControl": {
 
935
  "attributes": {}
936
  }
937
  },
938
+ "total_flos": 2.1787362459648e+17,
939
  "train_batch_size": 64,
940
  "trial_name": null,
941
  "trial_params": null