EbrahemHesham commited on
Commit
54b6931
·
verified ·
1 Parent(s): 0a723f6

Training in progress, step 300, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c4d6edeefc5e39b52b62387edba6ef071a4f89f1db5efa493654f7648a8cf166
3
  size 295488936
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ead136bbf9b65dca7b1c78813f2fe22665ec908ddc047e684b2d2e4777a70e9f
3
  size 295488936
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d15f159c27281d7fcf3ce0f96593576e1cc66aa55eb22fcfb9758cd28f0f4e8f
3
  size 591203178
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d372bbd3f56d3335d7dd2bce3cba1adcc2cbbdb04dc132eb0477cdbabe38a806
3
  size 591203178
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:48ee9b73399c28d7e668360bf1d5a4d11095c4738bf96c13f7bb6fbff59f8ccb
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7682299c566684ea51cf26f0c86b6ffaa3c0bc63cbdf84674b29a2c62ac72143
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:721fbab3fb8bec5f97cdbed7b104a2d545aa7387136ca9cabeed23ace817187d
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec7445dd881aa0e896fdc6ef61cf9c541f4299feaa6850ba7cac238afd6649f3
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -2,9 +2,9 @@
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
- "epoch": 6.6722689075630255,
6
  "eval_steps": 100,
7
- "global_step": 200,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -304,6 +304,154 @@
304
  "eval_samples_per_second": 11.93,
305
  "eval_steps_per_second": 11.93,
306
  "step": 200
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
307
  }
308
  ],
309
  "logging_steps": 5,
@@ -318,12 +466,12 @@
318
  "should_evaluate": false,
319
  "should_log": false,
320
  "should_save": true,
321
- "should_training_stop": false
322
  },
323
  "attributes": {}
324
  }
325
  },
326
- "total_flos": 2.5938794643456e+16,
327
  "train_batch_size": 16,
328
  "trial_name": null,
329
  "trial_params": null
 
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
+ "epoch": 10.0,
6
  "eval_steps": 100,
7
+ "global_step": 300,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
304
  "eval_samples_per_second": 11.93,
305
  "eval_steps_per_second": 11.93,
306
  "step": 200
307
+ },
308
+ {
309
+ "epoch": 6.840336134453781,
310
+ "grad_norm": 0.30396485328674316,
311
+ "learning_rate": 2.8081442660546125e-05,
312
+ "loss": 0.0185,
313
+ "step": 205
314
+ },
315
+ {
316
+ "epoch": 7.0,
317
+ "grad_norm": 0.3928929269313812,
318
+ "learning_rate": 2.5505514088095655e-05,
319
+ "loss": 0.0184,
320
+ "step": 210
321
+ },
322
+ {
323
+ "epoch": 7.168067226890757,
324
+ "grad_norm": 0.22996097803115845,
325
+ "learning_rate": 2.3012467102424373e-05,
326
+ "loss": 0.0121,
327
+ "step": 215
328
+ },
329
+ {
330
+ "epoch": 7.336134453781512,
331
+ "grad_norm": 0.19302956759929657,
332
+ "learning_rate": 2.061073738537635e-05,
333
+ "loss": 0.0122,
334
+ "step": 220
335
+ },
336
+ {
337
+ "epoch": 7.504201680672269,
338
+ "grad_norm": 0.1985304355621338,
339
+ "learning_rate": 1.8308451630064484e-05,
340
+ "loss": 0.0134,
341
+ "step": 225
342
+ },
343
+ {
344
+ "epoch": 7.6722689075630255,
345
+ "grad_norm": 0.13862721621990204,
346
+ "learning_rate": 1.611340004271339e-05,
347
+ "loss": 0.0123,
348
+ "step": 230
349
+ },
350
+ {
351
+ "epoch": 7.840336134453781,
352
+ "grad_norm": 0.1474885195493698,
353
+ "learning_rate": 1.4033009983067452e-05,
354
+ "loss": 0.0117,
355
+ "step": 235
356
+ },
357
+ {
358
+ "epoch": 8.0,
359
+ "grad_norm": 0.28437599539756775,
360
+ "learning_rate": 1.2074320832556556e-05,
361
+ "loss": 0.0113,
362
+ "step": 240
363
+ },
364
+ {
365
+ "epoch": 8.168067226890756,
366
+ "grad_norm": 0.12733525037765503,
367
+ "learning_rate": 1.0243960175257606e-05,
368
+ "loss": 0.0096,
369
+ "step": 245
370
+ },
371
+ {
372
+ "epoch": 8.336134453781513,
373
+ "grad_norm": 0.17934471368789673,
374
+ "learning_rate": 8.548121372247918e-06,
375
+ "loss": 0.0098,
376
+ "step": 250
377
+ },
378
+ {
379
+ "epoch": 8.504201680672269,
380
+ "grad_norm": 0.20203900337219238,
381
+ "learning_rate": 6.992542605231739e-06,
382
+ "loss": 0.0097,
383
+ "step": 255
384
+ },
385
+ {
386
+ "epoch": 8.672268907563025,
387
+ "grad_norm": 0.14116302132606506,
388
+ "learning_rate": 5.582487460349805e-06,
389
+ "loss": 0.0099,
390
+ "step": 260
391
+ },
392
+ {
393
+ "epoch": 8.840336134453782,
394
+ "grad_norm": 0.17721185088157654,
395
+ "learning_rate": 4.322727117869951e-06,
396
+ "loss": 0.0095,
397
+ "step": 265
398
+ },
399
+ {
400
+ "epoch": 9.0,
401
+ "grad_norm": 0.14386144280433655,
402
+ "learning_rate": 3.2175242080234313e-06,
403
+ "loss": 0.0092,
404
+ "step": 270
405
+ },
406
+ {
407
+ "epoch": 9.168067226890756,
408
+ "grad_norm": 0.13240846991539001,
409
+ "learning_rate": 2.2706183876134045e-06,
410
+ "loss": 0.0083,
411
+ "step": 275
412
+ },
413
+ {
414
+ "epoch": 9.336134453781513,
415
+ "grad_norm": 0.12592285871505737,
416
+ "learning_rate": 1.4852136862001764e-06,
417
+ "loss": 0.0092,
418
+ "step": 280
419
+ },
420
+ {
421
+ "epoch": 9.504201680672269,
422
+ "grad_norm": 0.10958818346261978,
423
+ "learning_rate": 8.639676646793382e-07,
424
+ "loss": 0.0076,
425
+ "step": 285
426
+ },
427
+ {
428
+ "epoch": 9.672268907563025,
429
+ "grad_norm": 0.11822710186243057,
430
+ "learning_rate": 4.089824229369155e-07,
431
+ "loss": 0.0093,
432
+ "step": 290
433
+ },
434
+ {
435
+ "epoch": 9.840336134453782,
436
+ "grad_norm": 0.14177332818508148,
437
+ "learning_rate": 1.2179748700879012e-07,
438
+ "loss": 0.0087,
439
+ "step": 295
440
+ },
441
+ {
442
+ "epoch": 10.0,
443
+ "grad_norm": 0.15116795897483826,
444
+ "learning_rate": 3.384599811889766e-09,
445
+ "loss": 0.0095,
446
+ "step": 300
447
+ },
448
+ {
449
+ "epoch": 10.0,
450
+ "eval_loss": 0.1007455587387085,
451
+ "eval_runtime": 1.6871,
452
+ "eval_samples_per_second": 11.855,
453
+ "eval_steps_per_second": 11.855,
454
+ "step": 300
455
  }
456
  ],
457
  "logging_steps": 5,
 
466
  "should_evaluate": false,
467
  "should_log": false,
468
  "should_save": true,
469
+ "should_training_stop": true
470
  },
471
  "attributes": {}
472
  }
473
  },
474
+ "total_flos": 3.884520534294528e+16,
475
  "train_batch_size": 16,
476
  "trial_name": null,
477
  "trial_params": null