mgh6 commited on
Commit
046df3b
·
verified ·
1 Parent(s): f376ac7

Training in progress, step 3900, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c1d5f735fc1982152b996e49d1c5f6328da127293e51ef73bceca4e1c2b1e27f
3
  size 136000488
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:738e305862686c3d72ee22dd724608c287b6f78591a8f50668a3b1a1d4f8f1f0
3
  size 136000488
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2dfef2bf7d54f763d0efd5e0b9d3a27087c659b5cd7c1cfc6aa847f8c06a3018
3
  size 268176506
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:358086d4b8ebb80d8325fa8021a1f540bbfef86e93ce348b4fd0b6da5409f31b
3
  size 268176506
last-checkpoint/rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bc82e060dbeb087813f8570d4ef0d683a7cb5bc0dc56d6dc00e0c84cd7b34d06
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:693e8accb7d153672b52d1ce8a93c52cf5633622e82005e1da0f7a8036b06b6a
3
  size 15024
last-checkpoint/rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:20d31eebb7ed74aa29b670f4a1178907b09cdcd684c7c072daf50f49cc9dad3b
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be05fc0cfe3f94e07bb2eb3ee4f8e95f1c4a90b483b506d8d0d3cc90bdbde9a5
3
  size 15024
last-checkpoint/rng_state_2.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0fa2d9146d3c80203b405802e7f42444a6a216553aa167001257311731741b78
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd1a28ad120c475db877f2e4d79fbd99b3f32f6412b13f66863121037081436f
3
  size 15024
last-checkpoint/rng_state_3.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:da0c66931a0baac79fda86a1d4643855609847d8b5184185ec34959c81348839
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f64a2a65f7a860f03517f72544babee772014efc4e48a4ebf473421db557027a
3
  size 15024
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:efaa118bc9e720a18496866cfec00973dee8a5557f3fd9597f9df5a86a299377
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b7d2fadfd8b525611a599f16f2334bdd79a5d311cc5dcb4d8a12cdd4837a522
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
- "best_metric": 0.7916857600212097,
3
- "best_model_checkpoint": "mgh6/TCS_MLM/checkpoint-3700",
4
- "epoch": 5.087014725568943,
5
  "eval_steps": 100,
6
- "global_step": 3800,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -577,6 +577,21 @@
577
  "eval_samples_per_second": 888.745,
578
  "eval_steps_per_second": 3.591,
579
  "step": 3800
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
580
  }
581
  ],
582
  "logging_steps": 100,
@@ -591,7 +606,7 @@
591
  "early_stopping_threshold": 0.0
592
  },
593
  "attributes": {
594
- "early_stopping_patience_counter": 1
595
  }
596
  },
597
  "TrainerControl": {
@@ -605,7 +620,7 @@
605
  "attributes": {}
606
  }
607
  },
608
- "total_flos": 1.37986628911104e+17,
609
  "train_batch_size": 64,
610
  "trial_name": null,
611
  "trial_params": null
 
1
  {
2
+ "best_metric": 0.7911626696586609,
3
+ "best_model_checkpoint": "mgh6/TCS_MLM/checkpoint-3900",
4
+ "epoch": 5.220883534136546,
5
  "eval_steps": 100,
6
+ "global_step": 3900,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
577
  "eval_samples_per_second": 888.745,
578
  "eval_steps_per_second": 3.591,
579
  "step": 3800
580
+ },
581
+ {
582
+ "epoch": 5.220883534136546,
583
+ "grad_norm": 0.19813202321529388,
584
+ "learning_rate": 0.0004779116465863454,
585
+ "loss": 0.75,
586
+ "step": 3900
587
+ },
588
+ {
589
+ "epoch": 5.220883534136546,
590
+ "eval_loss": 0.7911626696586609,
591
+ "eval_runtime": 6.3995,
592
+ "eval_samples_per_second": 889.442,
593
+ "eval_steps_per_second": 3.594,
594
+ "step": 3900
595
  }
596
  ],
597
  "logging_steps": 100,
 
606
  "early_stopping_threshold": 0.0
607
  },
608
  "attributes": {
609
+ "early_stopping_patience_counter": 0
610
  }
611
  },
612
  "TrainerControl": {
 
620
  "attributes": {}
621
  }
622
  },
623
+ "total_flos": 1.41617855987712e+17,
624
  "train_batch_size": 64,
625
  "trial_name": null,
626
  "trial_params": null