hajimemat commited on
Commit
87278f5
·
verified ·
1 Parent(s): 5bc63f5

Training in progress, step 400, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:145ec1241d02e5ad7c0c5963a613fa26a9f50d41b13b54cf4e31c3a3fd967930
3
  size 194563400
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d81ad20d6a6c4fe379bacb4c8d4a808360e99a6c66a1dc7f53e2b6139b8d2ab
3
  size 194563400
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9fe898fa16b6709fa0c7a7e7fc599faecd85a247cbb9d57e586320b5d424d3ee
3
  size 99241221
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa96847b6f54bdff6418d7a390c990b585b9a48dc362b81f36244df43abcdc59
3
  size 99241221
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ecb3d01905ba3db4c3065c85697c168d9e32937350baf828e8a0685920ef9c35
3
  size 14645
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:852572ec0a5139abf7706cbd44b245b4d47b4ea48568f8acba9d5eb3a1ceceea
3
  size 14645
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ca4f7c0edc6c0f32a409cb7bdaa5a2587da793fda2041cd5c6f57585074491a5
3
  size 1465
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7bc95c37cee1aebca09c18497d4c5a88aa069c3ace91dfd78d825324dd82fe2f
3
  size 1465
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.7146047342563644,
5
  "eval_steps": 500,
6
- "global_step": 300,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -217,6 +217,76 @@
217
  "learning_rate": 1.9741289240311755e-05,
218
  "loss": 1.0303,
219
  "step": 300
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
220
  }
221
  ],
222
  "logging_steps": 10,
@@ -236,7 +306,7 @@
236
  "attributes": {}
237
  }
238
  },
239
- "total_flos": 2.536869980012544e+17,
240
  "train_batch_size": 2,
241
  "trial_name": null,
242
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.9528063123418192,
5
  "eval_steps": 500,
6
+ "global_step": 400,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
217
  "learning_rate": 1.9741289240311755e-05,
218
  "loss": 1.0303,
219
  "step": 300
220
+ },
221
+ {
222
+ "epoch": 0.7384248920649099,
223
+ "grad_norm": 0.10671300441026688,
224
+ "learning_rate": 1.675485482450499e-05,
225
+ "loss": 0.9908,
226
+ "step": 310
227
+ },
228
+ {
229
+ "epoch": 0.7622450498734554,
230
+ "grad_norm": 0.11709579080343246,
231
+ "learning_rate": 1.3967377400236515e-05,
232
+ "loss": 0.9845,
233
+ "step": 320
234
+ },
235
+ {
236
+ "epoch": 0.7860652076820009,
237
+ "grad_norm": 0.1134701669216156,
238
+ "learning_rate": 1.1395538745233131e-05,
239
+ "loss": 0.9991,
240
+ "step": 330
241
+ },
242
+ {
243
+ "epoch": 0.8098853654905463,
244
+ "grad_norm": 0.11429400742053986,
245
+ "learning_rate": 9.054730137794886e-06,
246
+ "loss": 0.9797,
247
+ "step": 340
248
+ },
249
+ {
250
+ "epoch": 0.8337055232990919,
251
+ "grad_norm": 0.10862188786268234,
252
+ "learning_rate": 6.958960247032514e-06,
253
+ "loss": 1.0064,
254
+ "step": 350
255
+ },
256
+ {
257
+ "epoch": 0.8575256811076374,
258
+ "grad_norm": 0.11576621979475021,
259
+ "learning_rate": 5.120771297388788e-06,
260
+ "loss": 0.9775,
261
+ "step": 360
262
+ },
263
+ {
264
+ "epoch": 0.8813458389161828,
265
+ "grad_norm": 0.11541400104761124,
266
+ "learning_rate": 3.551164009160429e-06,
267
+ "loss": 1.0093,
268
+ "step": 370
269
+ },
270
+ {
271
+ "epoch": 0.9051659967247283,
272
+ "grad_norm": 0.11458367854356766,
273
+ "learning_rate": 2.2595317642176038e-06,
274
+ "loss": 0.9997,
275
+ "step": 380
276
+ },
277
+ {
278
+ "epoch": 0.9289861545332738,
279
+ "grad_norm": 0.10918566584587097,
280
+ "learning_rate": 1.2536043909088191e-06,
281
+ "loss": 1.0158,
282
+ "step": 390
283
+ },
284
+ {
285
+ "epoch": 0.9528063123418192,
286
+ "grad_norm": 0.10979858785867691,
287
+ "learning_rate": 5.394019045729448e-07,
288
+ "loss": 1.016,
289
+ "step": 400
290
  }
291
  ],
292
  "logging_steps": 10,
 
306
  "attributes": {}
307
  }
308
  },
309
+ "total_flos": 3.382493306683392e+17,
310
  "train_batch_size": 2,
311
  "trial_name": null,
312
  "trial_params": null