mgh6 commited on
Commit
4015481
·
verified ·
1 Parent(s): 03ab664

Training in progress, epoch 9, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5562090f9fa1129f5aaa580645497e48d5abe9584fdafc530eeaf40813d77f16
3
  size 2609498088
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e00286fe04914af602f8620e4a50073843f2087a23b39f7a999a6314deac97ed
3
  size 2609498088
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f2a1617dec427bfbc3ea454bf8d167fbc45ab9a7cba154e6897ed91525ad35dc
3
  size 5208796146
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e4c822c18a79168516c9ff03658697c71eef8179abb9efd40071977d42c2a60
3
  size 5208796146
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:839b1bf83e268fa72451a6eb1844dabdf138c04e5c6a0d00f0f415b37ecf6799
3
  size 15006
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:79467bc01205da61e009aa2fbf32ec57e19156a9ee560a9b1cdbafaf10bb888e
3
  size 15006
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:98b9a9b66ad7c2c92d26ff031cce36ce8f9c2ebdb6be883784d837b0e0137568
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17d282d44e6a12e9ca82ec6b42e7f212659678f5fe8c9a58e24a30599040d3e5
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 8.0,
5
  "eval_steps": 50,
6
- "global_step": 1032,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -307,6 +307,51 @@
307
  "eval_samples_per_second": 37.461,
308
  "eval_steps_per_second": 18.731,
309
  "step": 1000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
310
  }
311
  ],
312
  "logging_steps": 50,
@@ -326,7 +371,7 @@
326
  "attributes": {}
327
  }
328
  },
329
- "total_flos": 2.8530543349569946e+17,
330
  "train_batch_size": 2,
331
  "trial_name": null,
332
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 9.0,
5
  "eval_steps": 50,
6
+ "global_step": 1161,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
307
  "eval_samples_per_second": 37.461,
308
  "eval_steps_per_second": 18.731,
309
  "step": 1000
310
+ },
311
+ {
312
+ "epoch": 8.140556368960468,
313
+ "grad_norm": 0.7572025060653687,
314
+ "learning_rate": 1.796875e-05,
315
+ "loss": 1.0228,
316
+ "step": 1050
317
+ },
318
+ {
319
+ "epoch": 8.140556368960468,
320
+ "eval_loss": 1.1517966985702515,
321
+ "eval_runtime": 11.5429,
322
+ "eval_samples_per_second": 37.426,
323
+ "eval_steps_per_second": 18.713,
324
+ "step": 1050
325
+ },
326
+ {
327
+ "epoch": 8.530990727183992,
328
+ "grad_norm": 0.6960224509239197,
329
+ "learning_rate": 1.4062500000000001e-05,
330
+ "loss": 1.0231,
331
+ "step": 1100
332
+ },
333
+ {
334
+ "epoch": 8.530990727183992,
335
+ "eval_loss": 1.108694314956665,
336
+ "eval_runtime": 11.5162,
337
+ "eval_samples_per_second": 37.512,
338
+ "eval_steps_per_second": 18.756,
339
+ "step": 1100
340
+ },
341
+ {
342
+ "epoch": 8.921425085407517,
343
+ "grad_norm": 0.6743898391723633,
344
+ "learning_rate": 1.0156250000000001e-05,
345
+ "loss": 1.0164,
346
+ "step": 1150
347
+ },
348
+ {
349
+ "epoch": 8.921425085407517,
350
+ "eval_loss": 1.1212413311004639,
351
+ "eval_runtime": 11.5308,
352
+ "eval_samples_per_second": 37.465,
353
+ "eval_steps_per_second": 18.732,
354
+ "step": 1150
355
  }
356
  ],
357
  "logging_steps": 50,
 
371
  "attributes": {}
372
  }
373
  },
374
+ "total_flos": 3.209686125652214e+17,
375
  "train_batch_size": 2,
376
  "trial_name": null,
377
  "trial_params": null