mgh6 commited on
Commit
0b9e594
·
verified ·
1 Parent(s): dfb5fb7

Training in progress, step 1600, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:62497b1ca504d1310b68dc519967d6d4ad55c91a32a6a46ecc9cbcd64c350822
3
  size 136000488
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a548e85abc2ff3d129d10fed437dbdead9272cb44a66886e9e3ff230ed6e2d7
3
  size 136000488
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:23b00c78a7f8a88749de0d5cd06138a4abff4275686adc65bdef23aae03d99bc
3
  size 268176506
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2941bb931f849e81894f9fc2dac0f376bacd497144ebd1a1e5f60fee1892d7bf
3
  size 268176506
last-checkpoint/rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:21d4bab4bfb0f167510612de6f6d86a8fa795aa04f97ef3820248dfdf7828895
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db97249fb2abce3310b9eff58ce2e1650afeaabc2a34f23519369128cb8bf65c
3
  size 15024
last-checkpoint/rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e4ef2096322b2582d886494838c6b92cbab2b79b497264212b2709668919a955
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41a51497602956bd9b9282bb348f82132dc02721f9d74081c5a4aadcaf218b9c
3
  size 15024
last-checkpoint/rng_state_2.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:511bea8ca7667c104169e77857c9fe88b52ea9a7bbb974853581e0287769431e
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e1b76dc6c723cbb4062a49610014821f5a119c1ef21bb357c8bd77b2feb3f887
3
  size 15024
last-checkpoint/rng_state_3.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e89ef2598d83a81782a3378fd777be478981830df2a2e31cca5d378206dcf907
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b864370896443027245508af4848f87950729c2cd9ac0f4a6ca8c789d252276a
3
  size 15024
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:00a4a4e203ef8c30b2c83f2af09081d69ba50b6306ba427554aeaca400d12948
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c5aeeb3fdfc3b5c117df4adc83127f79aac59e6de065d632826c06a43c29056b
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
- "best_metric": 0.8718409538269043,
3
- "best_model_checkpoint": "mgh6/TCS_MLM/checkpoint-1500",
4
- "epoch": 2.0080321285140563,
5
  "eval_steps": 100,
6
- "global_step": 1500,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -232,6 +232,21 @@
232
  "eval_samples_per_second": 894.312,
233
  "eval_steps_per_second": 3.614,
234
  "step": 1500
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
235
  }
236
  ],
237
  "logging_steps": 100,
@@ -260,7 +275,7 @@
260
  "attributes": {}
261
  }
262
  },
263
- "total_flos": 5.446840614912e+16,
264
  "train_batch_size": 64,
265
  "trial_name": null,
266
  "trial_params": null
 
1
  {
2
+ "best_metric": 0.8591811060905457,
3
+ "best_model_checkpoint": "mgh6/TCS_MLM/checkpoint-1600",
4
+ "epoch": 2.14190093708166,
5
  "eval_steps": 100,
6
+ "global_step": 1600,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
232
  "eval_samples_per_second": 894.312,
233
  "eval_steps_per_second": 3.614,
234
  "step": 1500
235
+ },
236
+ {
237
+ "epoch": 2.14190093708166,
238
+ "grad_norm": 0.21610258519649506,
239
+ "learning_rate": 0.0007858099062918341,
240
+ "loss": 0.8716,
241
+ "step": 1600
242
+ },
243
+ {
244
+ "epoch": 2.14190093708166,
245
+ "eval_loss": 0.8591811060905457,
246
+ "eval_runtime": 6.3979,
247
+ "eval_samples_per_second": 889.671,
248
+ "eval_steps_per_second": 3.595,
249
+ "step": 1600
250
  }
251
  ],
252
  "logging_steps": 100,
 
275
  "attributes": {}
276
  }
277
  },
278
+ "total_flos": 5.8099633225728e+16,
279
  "train_batch_size": 64,
280
  "trial_name": null,
281
  "trial_params": null