mgh6 commited on
Commit
d4cf6a5
·
verified ·
1 Parent(s): 9577235

Training in progress, step 2400, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:69d727907d193aef09e2a9d80365acb6f2462a20c6a4bbe793bc592fe7653384
3
  size 136000488
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e70d948b14eeb2738c622c9062216d0b8e2a32126d68081cae366880231148b
3
  size 136000488
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:14db266b84b7a4fd9c6961d6cbddc96684ca7a5facf6bbc70686999fceb9b40f
3
  size 268176506
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ce78e97c8ae69598891ec67aee3926e6b331920bcd79fa081e823d88bd33450
3
  size 268176506
last-checkpoint/rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ee07e8dcd8ba9e44bfd4964110f49118b76a8cef649358084a25ac12aea38df8
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a930774a621d4d5d809c7d64a221ff6bd07ed23f3ed097b50736aabef7637e5
3
  size 15024
last-checkpoint/rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bef8ba89520738b13bda5df191bb09dcdf29a49633395376036fac6c7c910b7e
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e3d5b90f1e82706bb6a590340582d4016e7c5e4792a715e2f622fe917104775
3
  size 15024
last-checkpoint/rng_state_2.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:982c6813cdea3b949eb3e7af3ec5f20a06ee4f7d374e292b05a8b646d098fd83
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:953299768136249cbeaf35052c07f5beaddf92b3ed6807401fc342d1f3ce8a19
3
  size 15024
last-checkpoint/rng_state_3.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ba15cb4748b341969934bf30614b73106ba62fd6173231a4135f3d41ad085f55
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:605e0299f66122c6d4f906277dccc7352e4b84e55889db022b63c776ad810b8b
3
  size 15024
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f0c45ce9ebd2e6f751801c4dc4b8d6cab111bdc01864bb53ac8fcc86dd2f2927
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:33272a1400e7968fc81a41e0dd087f4d4d92e5236ea466e9bc96e6973620ac72
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
- "best_metric": 0.8286001682281494,
3
- "best_model_checkpoint": "mgh6/TCS_MLM/checkpoint-2300",
4
- "epoch": 3.0789825970548863,
5
  "eval_steps": 100,
6
- "global_step": 2300,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -352,6 +352,21 @@
352
  "eval_samples_per_second": 882.942,
353
  "eval_steps_per_second": 3.568,
354
  "step": 2300
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
355
  }
356
  ],
357
  "logging_steps": 100,
@@ -380,7 +395,7 @@
380
  "attributes": {}
381
  }
382
  },
383
- "total_flos": 8.3518222761984e+16,
384
  "train_batch_size": 64,
385
  "trial_name": null,
386
  "trial_params": null
 
1
  {
2
+ "best_metric": 0.8264986872673035,
3
+ "best_model_checkpoint": "mgh6/TCS_MLM/checkpoint-2400",
4
+ "epoch": 3.21285140562249,
5
  "eval_steps": 100,
6
+ "global_step": 2400,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
352
  "eval_samples_per_second": 882.942,
353
  "eval_steps_per_second": 3.568,
354
  "step": 2300
355
+ },
356
+ {
357
+ "epoch": 3.21285140562249,
358
+ "grad_norm": 0.1851571649312973,
359
+ "learning_rate": 0.000678714859437751,
360
+ "loss": 0.8181,
361
+ "step": 2400
362
+ },
363
+ {
364
+ "epoch": 3.21285140562249,
365
+ "eval_loss": 0.8264986872673035,
366
+ "eval_runtime": 6.3671,
367
+ "eval_samples_per_second": 893.972,
368
+ "eval_steps_per_second": 3.612,
369
+ "step": 2400
370
  }
371
  ],
372
  "logging_steps": 100,
 
395
  "attributes": {}
396
  }
397
  },
398
+ "total_flos": 8.7149449838592e+16,
399
  "train_batch_size": 64,
400
  "trial_name": null,
401
  "trial_params": null