mgh6 commited on
Commit
268335e
·
verified ·
1 Parent(s): 6c20b2a

Training in progress, step 1000, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fd3f9d192f5a816e59fb112bb1b2bf884e9355b4c87749592150eb4e3ca63999
3
  size 136000488
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa6629809084d1e0509d4cc289b87169dfa3c861eb012cb080133c56d08207b9
3
  size 136000488
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:dfc839f69c5de2d1b7b9fa0fbb77dba2374cd6db2e764c061208fa6aac20118e
3
  size 268176506
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1908de56824c88e293a5e966e8bc8e8f85075aeb828d353732f2c6728fb86b3
3
  size 268176506
last-checkpoint/rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:850fdb4a4c5ca926a1d2d289abd08e04af5e5a7720f1895ef9773ba33f82e5da
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ca8c345ce95ec23bc2370ba6a62dd7ae760ebb2dcd90f0e2732ef0d124176db
3
  size 15024
last-checkpoint/rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ea31b43fad77e528bb398791d33c59471b96f3e351d60e5432e2dc6e9bfc6c71
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec90df4419bc1788183d4b14708fe72f6455a84f3d58e7a9984c89581a48157e
3
  size 15024
last-checkpoint/rng_state_2.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:981f653c329838c2984567bec763c5d51584a3bc2569713648bb11a9bab0a732
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c1698f2a3c275181ded2c6f52ffcec238e637f047d2463fda1dc456783c969fd
3
  size 15024
last-checkpoint/rng_state_3.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f19bd524a4b5807f003926535dbbc8387b715186e497583a1d544522d618d3c2
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d359f360893dcdb0304a82318ef91c90d17ea356410731fe6784d4cb1aae8f5
3
  size 15024
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:36d4923f2032c364a94f4eb28ac470bd0071fde9669df68c8f0e5888ff61a040
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ef20705a321e73d88ef11b6e524f85650644866cb653bf90dea905b2590f2fe
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": 1.0223731994628906,
3
  "best_model_checkpoint": "mgh6/TCS_MLM_All/checkpoint-700",
4
- "epoch": 8.571428571428571,
5
  "eval_steps": 100,
6
- "global_step": 900,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -142,6 +142,21 @@
142
  "eval_samples_per_second": 86.964,
143
  "eval_steps_per_second": 4.577,
144
  "step": 900
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
145
  }
146
  ],
147
  "logging_steps": 100,
@@ -156,7 +171,7 @@
156
  "early_stopping_threshold": 0.0
157
  },
158
  "attributes": {
159
- "early_stopping_patience_counter": 2
160
  }
161
  },
162
  "TrainerControl": {
@@ -170,7 +185,7 @@
170
  "attributes": {}
171
  }
172
  },
173
- "total_flos": 2.638554505150464e+16,
174
  "train_batch_size": 64,
175
  "trial_name": null,
176
  "trial_params": null
 
1
  {
2
  "best_metric": 1.0223731994628906,
3
  "best_model_checkpoint": "mgh6/TCS_MLM_All/checkpoint-700",
4
+ "epoch": 9.523809523809524,
5
  "eval_steps": 100,
6
+ "global_step": 1000,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
142
  "eval_samples_per_second": 86.964,
143
  "eval_steps_per_second": 4.577,
144
  "step": 900
145
+ },
146
+ {
147
+ "epoch": 9.523809523809524,
148
+ "grad_norm": 0.17410966753959656,
149
+ "learning_rate": 4.761904761904762e-05,
150
+ "loss": 1.1496,
151
+ "step": 1000
152
+ },
153
+ {
154
+ "epoch": 9.523809523809524,
155
+ "eval_loss": 1.027449131011963,
156
+ "eval_runtime": 0.217,
157
+ "eval_samples_per_second": 87.54,
158
+ "eval_steps_per_second": 4.607,
159
+ "step": 1000
160
  }
161
  ],
162
  "logging_steps": 100,
 
171
  "early_stopping_threshold": 0.0
172
  },
173
  "attributes": {
174
+ "early_stopping_patience_counter": 3
175
  }
176
  },
177
  "TrainerControl": {
 
185
  "attributes": {}
186
  }
187
  },
188
+ "total_flos": 2.93172722794496e+16,
189
  "train_batch_size": 64,
190
  "trial_name": null,
191
  "trial_params": null