bitsoko commited on
Commit
ffe489b
·
verified ·
1 Parent(s): 2cd27bb

Training in progress, step 400, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:052ef361567c1116245475bb2c6963a7cf33acb8fde0c052e3db06faff3d8020
3
  size 119597408
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:993bef54891e9f26928b34290e6027d8c9c9ce4065d79d42ca7be3baf1070577
3
  size 119597408
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b1ebb4672a1cbf93ea06141aa3e6db6d0b9c07b73fcf957a99c41179241340a7
3
  size 60387220
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e5659b524e48a2f03547e258274127e7efcfbbf02c56da73569563c1781b871
3
  size 60387220
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:facdb6d766a802a4f41ae7ca1bf9ed0da8d62bf0691baea9ce44e43fff7b8488
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72e45582261b53d7ecaa35c88e1eccb7713c6d0eb5a23b772caf206808bfa0b5
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f98b0f987b6a53d8a80048752e47fb211cd0245c26efa29892e076b577ed88b1
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:40873409734f7d9ee90459df93f961e6509fa0a5626c33d9d437e5203db441a6
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.021473710043560953,
5
  "eval_steps": 20,
6
- "global_step": 350,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -262,6 +262,51 @@
262
  "eval_samples_per_second": 5.068,
263
  "eval_steps_per_second": 0.659,
264
  "step": 340
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
265
  }
266
  ],
267
  "logging_steps": 20,
@@ -269,7 +314,7 @@
269
  "num_input_tokens_seen": 0,
270
  "num_train_epochs": 3,
271
  "save_steps": 50,
272
- "total_flos": 2.232155831666688e+16,
273
  "train_batch_size": 2,
274
  "trial_name": null,
275
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.024541382906926805,
5
  "eval_steps": 20,
6
+ "global_step": 400,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
262
  "eval_samples_per_second": 5.068,
263
  "eval_steps_per_second": 0.659,
264
  "step": 340
265
+ },
266
+ {
267
+ "epoch": 0.022087244616234125,
268
+ "grad_norm": 0.6657942533493042,
269
+ "learning_rate": 0.00019854781968420192,
270
+ "loss": 1.5955,
271
+ "step": 360
272
+ },
273
+ {
274
+ "epoch": 0.022087244616234125,
275
+ "eval_loss": 1.4536309242248535,
276
+ "eval_runtime": 19.6042,
277
+ "eval_samples_per_second": 5.101,
278
+ "eval_steps_per_second": 0.663,
279
+ "step": 360
280
+ },
281
+ {
282
+ "epoch": 0.023314313761580465,
283
+ "grad_norm": 0.8438799977302551,
284
+ "learning_rate": 0.00019846600670866399,
285
+ "loss": 1.5271,
286
+ "step": 380
287
+ },
288
+ {
289
+ "epoch": 0.023314313761580465,
290
+ "eval_loss": 1.4461709260940552,
291
+ "eval_runtime": 19.7178,
292
+ "eval_samples_per_second": 5.072,
293
+ "eval_steps_per_second": 0.659,
294
+ "step": 380
295
+ },
296
+ {
297
+ "epoch": 0.024541382906926805,
298
+ "grad_norm": 0.6734594702720642,
299
+ "learning_rate": 0.0001983841937331261,
300
+ "loss": 1.4713,
301
+ "step": 400
302
+ },
303
+ {
304
+ "epoch": 0.024541382906926805,
305
+ "eval_loss": 1.4335358142852783,
306
+ "eval_runtime": 19.7501,
307
+ "eval_samples_per_second": 5.063,
308
+ "eval_steps_per_second": 0.658,
309
+ "step": 400
310
  }
311
  ],
312
  "logging_steps": 20,
 
314
  "num_input_tokens_seen": 0,
315
  "num_train_epochs": 3,
316
  "save_steps": 50,
317
+ "total_flos": 2.60309133775872e+16,
318
  "train_batch_size": 2,
319
  "trial_name": null,
320
  "trial_params": null