FredericFan commited on
Commit
4d4cf15
·
verified ·
1 Parent(s): 61d303d

Training in progress, step 1500, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7a3f5e731113e9730efd9113f5f29cb905a8f1f2743b49cc72502432ddfbbe98
3
  size 891558696
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2de3e8a0e43fd8dd9c15b000eeb4f2021cdd5eccb54819b3b0728d1b7267178
3
  size 891558696
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:05b6c8071744fb730c3cce8cd6e59b3af98553013a5f6fbdbbd538f8a35c093e
3
  size 1783272762
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b82ac85f6bf6ebbbd22442579d6ae1b2c1bf03a31bf32cacfc36ffd617eda63
3
  size 1783272762
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7412027fc58c1194bc8c7a74232f8612760d1fd20879b38d561f816aa317c25b
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2fae9953ba8f56f4659e95c4daffe7b5a7e29fdb6b98008ab375ed9889239ac9
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:34f558efbd4b52e03122b68bd1359b214dd840998b95d355abf0602295ddb8a5
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e08cecb96b0575af87573c227caf7ff2501936ebe822db040ebe990bb471ce73
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
- "best_metric": 0.09160277992486954,
3
- "best_model_checkpoint": "./fine-tuned/checkpoint-1000",
4
- "epoch": 0.08,
5
  "eval_steps": 500,
6
- "global_step": 1000,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -163,6 +163,84 @@
163
  "eval_samples_per_second": 22.714,
164
  "eval_steps_per_second": 5.679,
165
  "step": 1000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
166
  }
167
  ],
168
  "logging_steps": 50,
@@ -182,7 +260,7 @@
182
  "attributes": {}
183
  }
184
  },
185
- "total_flos": 2435831562240000.0,
186
  "train_batch_size": 4,
187
  "trial_name": null,
188
  "trial_params": null
 
1
  {
2
+ "best_metric": 0.09038107097148895,
3
+ "best_model_checkpoint": "./fine-tuned/checkpoint-1500",
4
+ "epoch": 0.12,
5
  "eval_steps": 500,
6
+ "global_step": 1500,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
163
  "eval_samples_per_second": 22.714,
164
  "eval_steps_per_second": 5.679,
165
  "step": 1000
166
+ },
167
+ {
168
+ "epoch": 0.084,
169
+ "grad_norm": 0.16729697585105896,
170
+ "learning_rate": 2.8741200000000002e-05,
171
+ "loss": 0.0823,
172
+ "step": 1050
173
+ },
174
+ {
175
+ "epoch": 0.088,
176
+ "grad_norm": 0.14851506054401398,
177
+ "learning_rate": 2.86812e-05,
178
+ "loss": 0.0785,
179
+ "step": 1100
180
+ },
181
+ {
182
+ "epoch": 0.092,
183
+ "grad_norm": 0.22481797635555267,
184
+ "learning_rate": 2.86212e-05,
185
+ "loss": 0.0786,
186
+ "step": 1150
187
+ },
188
+ {
189
+ "epoch": 0.096,
190
+ "grad_norm": 0.13808289170265198,
191
+ "learning_rate": 2.85612e-05,
192
+ "loss": 0.0785,
193
+ "step": 1200
194
+ },
195
+ {
196
+ "epoch": 0.1,
197
+ "grad_norm": 0.17833128571510315,
198
+ "learning_rate": 2.85012e-05,
199
+ "loss": 0.0737,
200
+ "step": 1250
201
+ },
202
+ {
203
+ "epoch": 0.104,
204
+ "grad_norm": 0.14926594495773315,
205
+ "learning_rate": 2.84412e-05,
206
+ "loss": 0.0767,
207
+ "step": 1300
208
+ },
209
+ {
210
+ "epoch": 0.108,
211
+ "grad_norm": 0.19346196949481964,
212
+ "learning_rate": 2.8381200000000002e-05,
213
+ "loss": 0.077,
214
+ "step": 1350
215
+ },
216
+ {
217
+ "epoch": 0.112,
218
+ "grad_norm": 0.2675027847290039,
219
+ "learning_rate": 2.83212e-05,
220
+ "loss": 0.0806,
221
+ "step": 1400
222
+ },
223
+ {
224
+ "epoch": 0.116,
225
+ "grad_norm": 0.19048169255256653,
226
+ "learning_rate": 2.82612e-05,
227
+ "loss": 0.0756,
228
+ "step": 1450
229
+ },
230
+ {
231
+ "epoch": 0.12,
232
+ "grad_norm": 0.1875162124633789,
233
+ "learning_rate": 2.82012e-05,
234
+ "loss": 0.0823,
235
+ "step": 1500
236
+ },
237
+ {
238
+ "epoch": 0.12,
239
+ "eval_loss": 0.09038107097148895,
240
+ "eval_runtime": 87.8777,
241
+ "eval_samples_per_second": 22.759,
242
+ "eval_steps_per_second": 5.69,
243
+ "step": 1500
244
  }
245
  ],
246
  "logging_steps": 50,
 
260
  "attributes": {}
261
  }
262
  },
263
+ "total_flos": 3653747343360000.0,
264
  "train_batch_size": 4,
265
  "trial_name": null,
266
  "trial_params": null