mgh6 commited on
Commit
97dc8fb
·
verified ·
1 Parent(s): ceaf435

Training in progress, step 4000, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:738e305862686c3d72ee22dd724608c287b6f78591a8f50668a3b1a1d4f8f1f0
3
  size 136000488
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:60abf88d896a194144af4d46953b60449e1221e1a95206d3184cc6888468f1b3
3
  size 136000488
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:358086d4b8ebb80d8325fa8021a1f540bbfef86e93ce348b4fd0b6da5409f31b
3
  size 268176506
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c31c122da48d6c9c0f2cdde3c7ef9521f0fd07780cbea9911eef7d5f74b3986
3
  size 268176506
last-checkpoint/rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:693e8accb7d153672b52d1ce8a93c52cf5633622e82005e1da0f7a8036b06b6a
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:433c43bb530b3efe8cd31ff9a32e89904e5dd3b0867a45122f34dbefd5725c76
3
  size 15024
last-checkpoint/rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:be05fc0cfe3f94e07bb2eb3ee4f8e95f1c4a90b483b506d8d0d3cc90bdbde9a5
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:964c69f61d0bbf0c796f0c2c9c9e1115ff56f13e1e7564a1b7a147cbb95abc2a
3
  size 15024
last-checkpoint/rng_state_2.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fd1a28ad120c475db877f2e4d79fbd99b3f32f6412b13f66863121037081436f
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1086384f9480def9ef326fcb17e1858cd985a99bbe88fa0719775b0cfbe77694
3
  size 15024
last-checkpoint/rng_state_3.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f64a2a65f7a860f03517f72544babee772014efc4e48a4ebf473421db557027a
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35ff45b850b10b88d179a4b292143f4790bf179db89196535716df70aaf3df49
3
  size 15024
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3b7d2fadfd8b525611a599f16f2334bdd79a5d311cc5dcb4d8a12cdd4837a522
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c21aa8c015b0555648fb033821c3da85b80cf68da16ae0f0aa43c78eed3bb59a
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": 0.7911626696586609,
3
  "best_model_checkpoint": "mgh6/TCS_MLM/checkpoint-3900",
4
- "epoch": 5.220883534136546,
5
  "eval_steps": 100,
6
- "global_step": 3900,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -592,6 +592,21 @@
592
  "eval_samples_per_second": 889.442,
593
  "eval_steps_per_second": 3.594,
594
  "step": 3900
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
595
  }
596
  ],
597
  "logging_steps": 100,
@@ -606,7 +621,7 @@
606
  "early_stopping_threshold": 0.0
607
  },
608
  "attributes": {
609
- "early_stopping_patience_counter": 0
610
  }
611
  },
612
  "TrainerControl": {
@@ -620,7 +635,7 @@
620
  "attributes": {}
621
  }
622
  },
623
- "total_flos": 1.41617855987712e+17,
624
  "train_batch_size": 64,
625
  "trial_name": null,
626
  "trial_params": null
 
1
  {
2
  "best_metric": 0.7911626696586609,
3
  "best_model_checkpoint": "mgh6/TCS_MLM/checkpoint-3900",
4
+ "epoch": 5.35475234270415,
5
  "eval_steps": 100,
6
+ "global_step": 4000,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
592
  "eval_samples_per_second": 889.442,
593
  "eval_steps_per_second": 3.594,
594
  "step": 3900
595
+ },
596
+ {
597
+ "epoch": 5.35475234270415,
598
+ "grad_norm": 0.199341282248497,
599
+ "learning_rate": 0.000464524765729585,
600
+ "loss": 0.7462,
601
+ "step": 4000
602
+ },
603
+ {
604
+ "epoch": 5.35475234270415,
605
+ "eval_loss": 0.7948747873306274,
606
+ "eval_runtime": 6.3721,
607
+ "eval_samples_per_second": 893.27,
608
+ "eval_steps_per_second": 3.609,
609
+ "step": 4000
610
  }
611
  ],
612
  "logging_steps": 100,
 
621
  "early_stopping_threshold": 0.0
622
  },
623
  "attributes": {
624
+ "early_stopping_patience_counter": 1
625
  }
626
  },
627
  "TrainerControl": {
 
635
  "attributes": {}
636
  }
637
  },
638
+ "total_flos": 1.4524908306432e+17,
639
  "train_batch_size": 64,
640
  "trial_name": null,
641
  "trial_params": null