Mike1794 commited on
Commit
8a0dc73
·
verified ·
1 Parent(s): b5435d2

Training in progress, step 2000, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b3800b0c5082a2a85ba63553ccb85e586a8780fc9caa5196195bfc274e629f12
3
  size 62969640
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6cb4d61bd0a44d470e978c93d28879727cf615ffc64832c149ad24c3cbaea38f
3
  size 62969640
last-checkpoint/adapter_model/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b3800b0c5082a2a85ba63553ccb85e586a8780fc9caa5196195bfc274e629f12
3
  size 62969640
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6cb4d61bd0a44d470e978c93d28879727cf615ffc64832c149ad24c3cbaea38f
3
  size 62969640
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:58bce4fb12e9358f8580fd8fee8149bec0d234df41d0f3da1a1dafb4c7be126f
3
  size 84101370
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:900d513643e3d002b42ebb4329778e2f53dd10431cd241681dbd3d73f278f24a
3
  size 84101370
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:826fb0f5cab6ac986229f1a67fff03f7200f414af782afb66f437b3beaa7941c
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb3593b18ee7bc24651b21523951beff2d7d4251bd7a51b740184fc5919e960d
3
  size 14244
last-checkpoint/scaler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:45004596170d4aa0e7d597e7e8646c384a7d41cb44c069f7e129c158ae176d48
3
  size 988
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e24cf62bbe9d37fb0fa1bd7605633c18b8267073d955dffec23a49be9f54b879
3
  size 988
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f37afc474a8896b47757a80cf53f9a5c049fe18cf9e4a0f6d01fd6319603543d
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9f304e584cfe8d229125612de97e3f29f8ba76a3b8ee16eb4fb26bddfc0a2a0
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,10 +1,10 @@
1
  {
2
- "best_global_step": 1500,
3
- "best_metric": 0.7649029493331909,
4
- "best_model_checkpoint": "./whisper-large/checkpoint-1500",
5
- "epoch": 0.75,
6
  "eval_steps": 500,
7
- "global_step": 1500,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -452,6 +452,154 @@
452
  "eval_samples_per_second": 2.413,
453
  "eval_steps_per_second": 0.302,
454
  "step": 1500
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
455
  }
456
  ],
457
  "logging_steps": 25,
@@ -466,12 +614,12 @@
466
  "should_evaluate": false,
467
  "should_log": false,
468
  "should_save": true,
469
- "should_training_stop": false
470
  },
471
  "attributes": {}
472
  }
473
  },
474
- "total_flos": 1.28749215744e+19,
475
  "train_batch_size": 1,
476
  "trial_name": null,
477
  "trial_params": null
 
1
  {
2
+ "best_global_step": 2000,
3
+ "best_metric": 0.745384931564331,
4
+ "best_model_checkpoint": "./whisper-large/checkpoint-2000",
5
+ "epoch": 1.0,
6
  "eval_steps": 500,
7
+ "global_step": 2000,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
452
  "eval_samples_per_second": 2.413,
453
  "eval_steps_per_second": 0.302,
454
  "step": 1500
455
+ },
456
+ {
457
+ "epoch": 0.7625,
458
+ "grad_norm": 2.7206623554229736,
459
+ "learning_rate": 2.4461538461538466e-06,
460
+ "loss": 0.7492,
461
+ "step": 1525
462
+ },
463
+ {
464
+ "epoch": 0.775,
465
+ "grad_norm": 3.6394665241241455,
466
+ "learning_rate": 2.3179487179487183e-06,
467
+ "loss": 0.7626,
468
+ "step": 1550
469
+ },
470
+ {
471
+ "epoch": 0.7875,
472
+ "grad_norm": 3.5084238052368164,
473
+ "learning_rate": 2.18974358974359e-06,
474
+ "loss": 0.7355,
475
+ "step": 1575
476
+ },
477
+ {
478
+ "epoch": 0.8,
479
+ "grad_norm": 3.666715383529663,
480
+ "learning_rate": 2.061538461538462e-06,
481
+ "loss": 0.7641,
482
+ "step": 1600
483
+ },
484
+ {
485
+ "epoch": 0.8125,
486
+ "grad_norm": 2.775841236114502,
487
+ "learning_rate": 1.9333333333333336e-06,
488
+ "loss": 0.7556,
489
+ "step": 1625
490
+ },
491
+ {
492
+ "epoch": 0.825,
493
+ "grad_norm": 2.926852226257324,
494
+ "learning_rate": 1.8051282051282054e-06,
495
+ "loss": 0.7314,
496
+ "step": 1650
497
+ },
498
+ {
499
+ "epoch": 0.8375,
500
+ "grad_norm": 3.186278820037842,
501
+ "learning_rate": 1.676923076923077e-06,
502
+ "loss": 0.7383,
503
+ "step": 1675
504
+ },
505
+ {
506
+ "epoch": 0.85,
507
+ "grad_norm": 3.2699010372161865,
508
+ "learning_rate": 1.5487179487179487e-06,
509
+ "loss": 0.7442,
510
+ "step": 1700
511
+ },
512
+ {
513
+ "epoch": 0.8625,
514
+ "grad_norm": 3.576728105545044,
515
+ "learning_rate": 1.4205128205128208e-06,
516
+ "loss": 0.7313,
517
+ "step": 1725
518
+ },
519
+ {
520
+ "epoch": 0.875,
521
+ "grad_norm": 3.307767391204834,
522
+ "learning_rate": 1.2923076923076924e-06,
523
+ "loss": 0.73,
524
+ "step": 1750
525
+ },
526
+ {
527
+ "epoch": 0.8875,
528
+ "grad_norm": 3.2202937602996826,
529
+ "learning_rate": 1.1641025641025642e-06,
530
+ "loss": 0.7331,
531
+ "step": 1775
532
+ },
533
+ {
534
+ "epoch": 0.9,
535
+ "grad_norm": 2.9179611206054688,
536
+ "learning_rate": 1.0358974358974359e-06,
537
+ "loss": 0.7187,
538
+ "step": 1800
539
+ },
540
+ {
541
+ "epoch": 0.9125,
542
+ "grad_norm": 2.9629781246185303,
543
+ "learning_rate": 9.076923076923077e-07,
544
+ "loss": 0.7379,
545
+ "step": 1825
546
+ },
547
+ {
548
+ "epoch": 0.925,
549
+ "grad_norm": 3.4861905574798584,
550
+ "learning_rate": 7.794871794871796e-07,
551
+ "loss": 0.7558,
552
+ "step": 1850
553
+ },
554
+ {
555
+ "epoch": 0.9375,
556
+ "grad_norm": 2.8324718475341797,
557
+ "learning_rate": 6.512820512820513e-07,
558
+ "loss": 0.7355,
559
+ "step": 1875
560
+ },
561
+ {
562
+ "epoch": 0.95,
563
+ "grad_norm": 3.391080856323242,
564
+ "learning_rate": 5.230769230769231e-07,
565
+ "loss": 0.7442,
566
+ "step": 1900
567
+ },
568
+ {
569
+ "epoch": 0.9625,
570
+ "grad_norm": 3.1133198738098145,
571
+ "learning_rate": 3.9487179487179493e-07,
572
+ "loss": 0.7223,
573
+ "step": 1925
574
+ },
575
+ {
576
+ "epoch": 0.975,
577
+ "grad_norm": 2.8490092754364014,
578
+ "learning_rate": 2.666666666666667e-07,
579
+ "loss": 0.7157,
580
+ "step": 1950
581
+ },
582
+ {
583
+ "epoch": 0.9875,
584
+ "grad_norm": 3.7724802494049072,
585
+ "learning_rate": 1.384615384615385e-07,
586
+ "loss": 0.7222,
587
+ "step": 1975
588
+ },
589
+ {
590
+ "epoch": 1.0,
591
+ "grad_norm": 2.605504274368286,
592
+ "learning_rate": 1.0256410256410258e-08,
593
+ "loss": 0.7256,
594
+ "step": 2000
595
+ },
596
+ {
597
+ "epoch": 1.0,
598
+ "eval_loss": 0.745384931564331,
599
+ "eval_runtime": 1208.2983,
600
+ "eval_samples_per_second": 2.417,
601
+ "eval_steps_per_second": 0.302,
602
+ "step": 2000
603
  }
604
  ],
605
  "logging_steps": 25,
 
614
  "should_evaluate": false,
615
  "should_log": false,
616
  "should_save": true,
617
+ "should_training_stop": true
618
  },
619
  "attributes": {}
620
  }
621
  },
622
+ "total_flos": 1.71665620992e+19,
623
  "train_batch_size": 1,
624
  "trial_name": null,
625
  "trial_params": null