mgh6 commited on
Commit
8e81e83
·
verified ·
1 Parent(s): 424c264

Training in progress, step 1500, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:35286f85be522ab120b67ef86a9b2fea852320beeec84ecb8e980c2c25acc3dc
3
  size 136000488
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62497b1ca504d1310b68dc519967d6d4ad55c91a32a6a46ecc9cbcd64c350822
3
  size 136000488
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9186371be341491f8cddef66b45c7672dd44b1d906084bbec228e7ac80cb3411
3
  size 268176506
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:23b00c78a7f8a88749de0d5cd06138a4abff4275686adc65bdef23aae03d99bc
3
  size 268176506
last-checkpoint/rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:15433f7b2e9dde73085fab120a65bed01df370c9b02a1594a472d70068457ea5
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21d4bab4bfb0f167510612de6f6d86a8fa795aa04f97ef3820248dfdf7828895
3
  size 15024
last-checkpoint/rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:53a7daa52c58fe1fb49f677ab523d6f9e6c00f2599813aaa026fc90badc494a1
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e4ef2096322b2582d886494838c6b92cbab2b79b497264212b2709668919a955
3
  size 15024
last-checkpoint/rng_state_2.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:70429062c9260565eaadd7c683e4ca4b0df3e30951bd8422b10d4ac7e4ffd7b8
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:511bea8ca7667c104169e77857c9fe88b52ea9a7bbb974853581e0287769431e
3
  size 15024
last-checkpoint/rng_state_3.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ecdce592e98f25cf4a04063424668eaa8d77ff8c0a42490c9215deb661680414
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e89ef2598d83a81782a3378fd777be478981830df2a2e31cca5d378206dcf907
3
  size 15024
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a3477b2d9f0cb08adf52a30b7e6192998cc41f2cc3eb4ead00d452c0bcd1756e
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00a4a4e203ef8c30b2c83f2af09081d69ba50b6306ba427554aeaca400d12948
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
- "best_metric": 0.8721866607666016,
3
- "best_model_checkpoint": "mgh6/TCS_MLM/checkpoint-1400",
4
- "epoch": 1.8741633199464525,
5
  "eval_steps": 100,
6
- "global_step": 1400,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -217,6 +217,21 @@
217
  "eval_samples_per_second": 892.551,
218
  "eval_steps_per_second": 3.607,
219
  "step": 1400
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
220
  }
221
  ],
222
  "logging_steps": 100,
@@ -245,7 +260,7 @@
245
  "attributes": {}
246
  }
247
  },
248
- "total_flos": 5.0837179072512e+16,
249
  "train_batch_size": 64,
250
  "trial_name": null,
251
  "trial_params": null
 
1
  {
2
+ "best_metric": 0.8718409538269043,
3
+ "best_model_checkpoint": "mgh6/TCS_MLM/checkpoint-1500",
4
+ "epoch": 2.0080321285140563,
5
  "eval_steps": 100,
6
+ "global_step": 1500,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
217
  "eval_samples_per_second": 892.551,
218
  "eval_steps_per_second": 3.607,
219
  "step": 1400
220
+ },
221
+ {
222
+ "epoch": 2.0080321285140563,
223
+ "grad_norm": 0.19012120366096497,
224
+ "learning_rate": 0.0007991967871485943,
225
+ "loss": 0.885,
226
+ "step": 1500
227
+ },
228
+ {
229
+ "epoch": 2.0080321285140563,
230
+ "eval_loss": 0.8718409538269043,
231
+ "eval_runtime": 6.3647,
232
+ "eval_samples_per_second": 894.312,
233
+ "eval_steps_per_second": 3.614,
234
+ "step": 1500
235
  }
236
  ],
237
  "logging_steps": 100,
 
260
  "attributes": {}
261
  }
262
  },
263
+ "total_flos": 5.446840614912e+16,
264
  "train_batch_size": 64,
265
  "trial_name": null,
266
  "trial_params": null