mgh6 commited on
Commit
b0e36a3
·
verified ·
1 Parent(s): 11ac643

Training in progress, step 3700, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ae9af042b30122d511c4de856fcb639515f6f4a3c96adccdd7a6895b84625eb5
3
  size 136000488
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e769bfc1724ed308c205a8c14b676fae0abcbd6c25becc3bfe12e722223c07cf
3
  size 136000488
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8693137b3625d8191eaf09f56cc6a20deac33951f92616a9a9ff1d0bccef851f
3
  size 268176506
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74753ec518e8d2666789da18f5c923b6bc477180e32f344e5a49afb25a6e0e8d
3
  size 268176506
last-checkpoint/rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f7a142eda4bee97f02836c75c2cea66f8d4f33d7e9be433b7ff56a4b55b578bf
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ef6f32abae8765ac279f01b65645da0753bd6efe11cfd496c1755d230e06403
3
  size 15024
last-checkpoint/rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a92fcdc754e0876e9404de3df54c27cb79a7c0afc847521af42ae3acfe1f7cd6
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f0821ee9d28fc01fbc262ed483413dc26739baf1e14fa4d0c91c7a556f900b29
3
  size 15024
last-checkpoint/rng_state_2.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:87f2fe9f360100c5123a9602f4555fd65a0fa138dde4bb977811cb5c0435ea3d
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d3848ebfcaff899018cb00e793689532c0c6ee3110dd60ff1772d5938a5bbb8
3
  size 15024
last-checkpoint/rng_state_3.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3f47a3a95313e72338e0f81c77e920d1114ed4ffb8d2fd63e23d9c6025a96711
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50e13b7d008018a901e0404dc7c5d0954ab2a8a902f5925b2a1cf755436238ef
3
  size 15024
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f2c97b5830b5d625b7756ed3a27f46a63a2eed00e33c75466ccb85b04cd34654
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:441414a8b2ee43835af49fbc545c51f73e6eb50f2e424bb61db75a70f48a2169
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
- "best_metric": 0.7966070771217346,
3
- "best_model_checkpoint": "mgh6/TCS_MLM/checkpoint-3500",
4
- "epoch": 4.8192771084337345,
5
  "eval_steps": 100,
6
- "global_step": 3600,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -547,6 +547,21 @@
547
  "eval_samples_per_second": 890.099,
548
  "eval_steps_per_second": 3.597,
549
  "step": 3600
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
550
  }
551
  ],
552
  "logging_steps": 100,
@@ -561,7 +576,7 @@
561
  "early_stopping_threshold": 0.0
562
  },
563
  "attributes": {
564
- "early_stopping_patience_counter": 1
565
  }
566
  },
567
  "TrainerControl": {
@@ -575,7 +590,7 @@
575
  "attributes": {}
576
  }
577
  },
578
- "total_flos": 1.30724174757888e+17,
579
  "train_batch_size": 64,
580
  "trial_name": null,
581
  "trial_params": null
 
1
  {
2
+ "best_metric": 0.7916857600212097,
3
+ "best_model_checkpoint": "mgh6/TCS_MLM/checkpoint-3700",
4
+ "epoch": 4.953145917001339,
5
  "eval_steps": 100,
6
+ "global_step": 3700,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
547
  "eval_samples_per_second": 890.099,
548
  "eval_steps_per_second": 3.597,
549
  "step": 3600
550
+ },
551
+ {
552
+ "epoch": 4.953145917001339,
553
+ "grad_norm": 0.18897077441215515,
554
+ "learning_rate": 0.0005046854082998661,
555
+ "loss": 0.765,
556
+ "step": 3700
557
+ },
558
+ {
559
+ "epoch": 4.953145917001339,
560
+ "eval_loss": 0.7916857600212097,
561
+ "eval_runtime": 6.3763,
562
+ "eval_samples_per_second": 892.674,
563
+ "eval_steps_per_second": 3.607,
564
+ "step": 3700
565
  }
566
  ],
567
  "logging_steps": 100,
 
576
  "early_stopping_threshold": 0.0
577
  },
578
  "attributes": {
579
+ "early_stopping_patience_counter": 0
580
  }
581
  },
582
  "TrainerControl": {
 
590
  "attributes": {}
591
  }
592
  },
593
+ "total_flos": 1.34355401834496e+17,
594
  "train_batch_size": 64,
595
  "trial_name": null,
596
  "trial_params": null