mgh6 commited on
Commit
4a0d384
·
verified ·
1 Parent(s): b114ccb

Training in progress, step 2800, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c11959d1a54ed24e6504b3a7484ae49b10337ba2a362e5bf3855096eaa2b78b6
3
  size 136000488
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3275db1b5a86c5b6612168662974ab24ff4e50bc9e950612349082dc1a8a3b6c
3
  size 136000488
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ec4dab928a5671648f91f6edb9f9b46cddb080bf748d16e59637c5e2b1b20f6c
3
  size 268176506
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4bc6f4a89efc879497b4ddc34c86aa2f054ff5129aecdbf08b02672266d3e2b5
3
  size 268176506
last-checkpoint/rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7a4ad3f49abac91372ab22166688ad3b24262bbea19f98731b164e717c6cc735
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1145540475c0a4c79a3a5842268be5e5da26abd6b06f053e6694bfc0aca78085
3
  size 15024
last-checkpoint/rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d686c689b3c6a4d2b77ed6b1ef483124aa34c81c7681baf6fd79cefe4b25eb50
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa6b8130fc275f74497f0f2c0e8985fcfbb5fad7a54468b0aad3be0404e7bd8d
3
  size 15024
last-checkpoint/rng_state_2.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fbc028578ac33bb688119670e675c9fc3875194620aade50b80dfa75e5f59e02
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de3c1c136abbbea82ff4de4468be7f915bc5f8a9c6ad49af141dfcc308a12f8a
3
  size 15024
last-checkpoint/rng_state_3.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:916622e8111782ccd0b9437c72abd974013c58a4fc1744fb22eb33803158a1f3
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87e9cc4330de4223b102d8ccc87860ad366dd4f3aa8d42a0ea73f3e90f3d5c75
3
  size 15024
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bbe0a9ed9e12f4fdfd9ffe0c1e4f6a485f29e209889bc15dc3cbaaec66e1d5d9
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c6da0ccf2d6b10c100f0be489d4673c497f11d835893c8abee99f077fabf46c
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": 0.8202800750732422,
3
  "best_model_checkpoint": "mgh6/TCS_MLM/checkpoint-2600",
4
- "epoch": 3.6144578313253013,
5
  "eval_steps": 100,
6
- "global_step": 2700,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -412,6 +412,21 @@
412
  "eval_samples_per_second": 881.901,
413
  "eval_steps_per_second": 3.564,
414
  "step": 2700
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
415
  }
416
  ],
417
  "logging_steps": 100,
@@ -426,7 +441,7 @@
426
  "early_stopping_threshold": 0.0
427
  },
428
  "attributes": {
429
- "early_stopping_patience_counter": 1
430
  }
431
  },
432
  "TrainerControl": {
@@ -440,7 +455,7 @@
440
  "attributes": {}
441
  }
442
  },
443
- "total_flos": 9.8043131068416e+16,
444
  "train_batch_size": 64,
445
  "trial_name": null,
446
  "trial_params": null
 
1
  {
2
  "best_metric": 0.8202800750732422,
3
  "best_model_checkpoint": "mgh6/TCS_MLM/checkpoint-2600",
4
+ "epoch": 3.748326639892905,
5
  "eval_steps": 100,
6
+ "global_step": 2800,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
412
  "eval_samples_per_second": 881.901,
413
  "eval_steps_per_second": 3.564,
414
  "step": 2700
415
+ },
416
+ {
417
+ "epoch": 3.748326639892905,
418
+ "grad_norm": 0.19937384128570557,
419
+ "learning_rate": 0.0006251673360107095,
420
+ "loss": 0.8,
421
+ "step": 2800
422
+ },
423
+ {
424
+ "epoch": 3.748326639892905,
425
+ "eval_loss": 0.8232221007347107,
426
+ "eval_runtime": 6.3959,
427
+ "eval_samples_per_second": 889.945,
428
+ "eval_steps_per_second": 3.596,
429
+ "step": 2800
430
  }
431
  ],
432
  "logging_steps": 100,
 
441
  "early_stopping_threshold": 0.0
442
  },
443
  "attributes": {
444
+ "early_stopping_patience_counter": 2
445
  }
446
  },
447
  "TrainerControl": {
 
455
  "attributes": {}
456
  }
457
  },
458
+ "total_flos": 1.01674358145024e+17,
459
  "train_batch_size": 64,
460
  "trial_name": null,
461
  "trial_params": null