mgh6 commited on
Commit
e06a3d6
·
verified ·
1 Parent(s): d71a259

Training in progress, epoch 15, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ed725d9d2506469d1164aec4f81769d1c9e8856bbeb7c943c0a98de5d6737ec1
3
  size 2682482800
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bbc4723fe9045490ac6bc5296f519d941b154df0caf643e2dce487d167c2b24a
3
  size 2682482800
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b05270c73f97bd25b934d8b74c562ffeb6ce543f62195b399f5201e5d590088c
3
  size 5365108834
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:859637f67f49d20bfb67c6536373704259170230074c442155b5764193a5bb4a
3
  size 5365108834
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6799f5713e360b18bd49bdd40d277a79cff0753fb1327fffa08665ffe174400c
3
  size 15006
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e870823f3400c37084fa566df496ba6a8dee59e7600040b664dd7a65032280a
3
  size 15006
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cf4f8eb4eac6f82f900daa0f2c66883ed858058792a4319784f342865fc75551
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0dcc0ca83739baa01baf2312b341daaad1a3c78ff7ebd453696abe2d7239a53f
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
- "best_metric": 0.8803820013999939,
3
- "best_model_checkpoint": "mgh6/HTH_nt_MLM/checkpoint-3598",
4
- "epoch": 14.0,
5
  "eval_steps": 500,
6
- "global_step": 3598,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -217,6 +217,21 @@
217
  "eval_samples_per_second": 46.508,
218
  "eval_steps_per_second": 5.813,
219
  "step": 3598
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
220
  }
221
  ],
222
  "logging_steps": 500,
@@ -245,7 +260,7 @@
245
  "attributes": {}
246
  }
247
  },
248
- "total_flos": 5.170601262390968e+17,
249
  "train_batch_size": 8,
250
  "trial_name": null,
251
  "trial_params": null
 
1
  {
2
+ "best_metric": 0.8705362677574158,
3
+ "best_model_checkpoint": "mgh6/HTH_nt_MLM/checkpoint-3855",
4
+ "epoch": 15.0,
5
  "eval_steps": 500,
6
+ "global_step": 3855,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
217
  "eval_samples_per_second": 46.508,
218
  "eval_steps_per_second": 5.813,
219
  "step": 3598
220
+ },
221
+ {
222
+ "epoch": 15.0,
223
+ "grad_norm": 0.5064253211021423,
224
+ "learning_rate": 7.490234375e-05,
225
+ "loss": 0.6111,
226
+ "step": 3855
227
+ },
228
+ {
229
+ "epoch": 15.0,
230
+ "eval_loss": 0.8705362677574158,
231
+ "eval_runtime": 9.2774,
232
+ "eval_samples_per_second": 46.565,
233
+ "eval_steps_per_second": 5.821,
234
+ "step": 3855
235
  }
236
  ],
237
  "logging_steps": 500,
 
260
  "attributes": {}
261
  }
262
  },
263
+ "total_flos": 5.539929923990323e+17,
264
  "train_batch_size": 8,
265
  "trial_name": null,
266
  "trial_params": null