mgh6 commited on
Commit
32e594a
·
verified ·
1 Parent(s): 67e6be5

Training in progress, step 2000, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8ce8c93031b5005ff29d0de4c4bea3ef63d7117a09f6194d706cb0d62d750608
3
  size 136000488
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:456747f9f9062a632d390b887bd07bf9bdbb14149eb73c1f8e4653a9965e56be
3
  size 136000488
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:82508f1ccc6ca824641932b1ce98c70060e5eca701f7217e5c8c988687f33aca
3
  size 268176506
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f671c6c5c8494b3e46c55e252556e8340775a3483a44f7743c6b1f9d39f546d
3
  size 268176506
last-checkpoint/rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:45c14eca485041f991017b7ed43cabab08436eb348dfcbdf38fa2fdaa2ee7b51
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:145ba2f9dd4ec81afed9af18b40011a6f60a67d579bb7dbd4684df15787bd991
3
  size 15024
last-checkpoint/rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1d9a40433f0c7323dd191f89449ea6b410e3489e40240e57dfef2b5081bd1993
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b383e59a1ebdc9bcae3e7149a6bf24375cdea86f20952bcbd60b95e565536d7
3
  size 15024
last-checkpoint/rng_state_2.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bcdc92d14f158bc03bfd2fd79b4acd07987b1777384730ae0e9a3dfc215701db
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86e8e833d541e6dd46d7f1e61b855496a085cf2d11854131ccb1e25d44309925
3
  size 15024
last-checkpoint/rng_state_3.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:af02c613a8685a26dc5a14b364cebf568fa71cd2543f760459bf3c3d0199a792
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb26b1e8203066db35c249e162eec7503528d6c26174477aeef1a623dbe86327
3
  size 15024
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4437ef0bea09f93eb22ddf1af8da54ed8c2143ddb333951491c8e9d79d0e4801
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8b566dcf926fa2676b4cb6372c85569269920704cd9ac2594aad37fba636c71
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": 0.8446890115737915,
3
  "best_model_checkpoint": "mgh6/TCS_MLM/checkpoint-1900",
4
- "epoch": 2.5435073627844713,
5
  "eval_steps": 100,
6
- "global_step": 1900,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -292,6 +292,21 @@
292
  "eval_samples_per_second": 892.622,
293
  "eval_steps_per_second": 3.607,
294
  "step": 1900
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
295
  }
296
  ],
297
  "logging_steps": 100,
@@ -306,7 +321,7 @@
306
  "early_stopping_threshold": 0.0
307
  },
308
  "attributes": {
309
- "early_stopping_patience_counter": 0
310
  }
311
  },
312
  "TrainerControl": {
@@ -320,7 +335,7 @@
320
  "attributes": {}
321
  }
322
  },
323
- "total_flos": 6.8993314455552e+16,
324
  "train_batch_size": 64,
325
  "trial_name": null,
326
  "trial_params": null
 
1
  {
2
  "best_metric": 0.8446890115737915,
3
  "best_model_checkpoint": "mgh6/TCS_MLM/checkpoint-1900",
4
+ "epoch": 2.677376171352075,
5
  "eval_steps": 100,
6
+ "global_step": 2000,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
292
  "eval_samples_per_second": 892.622,
293
  "eval_steps_per_second": 3.607,
294
  "step": 1900
295
+ },
296
+ {
297
+ "epoch": 2.677376171352075,
298
+ "grad_norm": 0.1894202083349228,
299
+ "learning_rate": 0.0007322623828647925,
300
+ "loss": 0.8463,
301
+ "step": 2000
302
+ },
303
+ {
304
+ "epoch": 2.677376171352075,
305
+ "eval_loss": 0.8482021689414978,
306
+ "eval_runtime": 6.3911,
307
+ "eval_samples_per_second": 890.609,
308
+ "eval_steps_per_second": 3.599,
309
+ "step": 2000
310
  }
311
  ],
312
  "logging_steps": 100,
 
321
  "early_stopping_threshold": 0.0
322
  },
323
  "attributes": {
324
+ "early_stopping_patience_counter": 1
325
  }
326
  },
327
  "TrainerControl": {
 
335
  "attributes": {}
336
  }
337
  },
338
+ "total_flos": 7.262454153216e+16,
339
  "train_batch_size": 64,
340
  "trial_name": null,
341
  "trial_params": null