Sabbir772 commited on
Commit
f2594e5
·
verified ·
1 Parent(s): 7828d75

Training in progress, step 11975

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e4c14739f1958d1e21b39cf77c4f8218e9f58f22d72ce8bafb148d31def1ab7f
3
  size 990185320
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc6b220a7ddc1693f8f9890cc5852a7b7e0f32a9fe123095302817600f977b31
3
  size 990185320
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2f5241aee4b63575f094cd32fe8908608c74fb9f76fbbb67b652e0e12227f394
3
  size 1980545291
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b3dcd6af690fe95d99438cd0881674cf89b2c2354b97a0b8dbee8da92dc4dfe
3
  size 1980545291
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ac18d37e4c9a86e88d0fbe8b5ac19556189198bb3065472f1b49034b1b119395
3
  size 14645
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:640f46eb39b244e7bfc751c4f25ad8e0191fac059c44f640e0680bc644444835
3
  size 14645
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f7ce43744c475cd735b188127a324f59455118c0429aa5e624de0e4b1d004832
3
  size 1465
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c693fb2ea94de3ab99065331d59deff37c4c392b1695d7781427a4e71d863f58
3
  size 1465
last-checkpoint/trainer_state.json CHANGED
@@ -2,9 +2,9 @@
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
- "epoch": 4.843423799582464,
6
  "eval_steps": 400,
7
- "global_step": 11600,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -388,734 +388,12 @@
388
  "eval_samples_per_second": 8.611,
389
  "eval_steps_per_second": 1.089,
390
  "step": 4000
391
- },
392
- {
393
- "epoch": 1.7118997912317329,
394
- "grad_norm": 6.32857608795166,
395
- "learning_rate": 2.3019624217118998e-05,
396
- "loss": 1.289,
397
- "step": 4100
398
- },
399
- {
400
- "epoch": 1.7536534446764092,
401
- "grad_norm": 4.060805320739746,
402
- "learning_rate": 2.272734864300626e-05,
403
- "loss": 1.2964,
404
- "step": 4200
405
- },
406
- {
407
- "epoch": 1.7954070981210855,
408
- "grad_norm": 6.695485591888428,
409
- "learning_rate": 2.2435073068893524e-05,
410
- "loss": 1.2893,
411
- "step": 4300
412
- },
413
- {
414
- "epoch": 1.837160751565762,
415
- "grad_norm": 3.5373055934906006,
416
- "learning_rate": 2.2142797494780794e-05,
417
- "loss": 1.291,
418
- "step": 4400
419
- },
420
- {
421
- "epoch": 1.837160751565762,
422
- "eval_bleu": 39.50137065038,
423
- "eval_chrf": 64.97350475133454,
424
- "eval_loss": 1.4079142808914185,
425
- "eval_runtime": 56.7376,
426
- "eval_samples_per_second": 9.059,
427
- "eval_steps_per_second": 1.146,
428
- "step": 4400
429
- },
430
- {
431
- "epoch": 1.8789144050104385,
432
- "grad_norm": 5.9530510902404785,
433
- "learning_rate": 2.1850521920668057e-05,
434
- "loss": 1.2814,
435
- "step": 4500
436
- },
437
- {
438
- "epoch": 1.9206680584551148,
439
- "grad_norm": 4.477818965911865,
440
- "learning_rate": 2.1558246346555323e-05,
441
- "loss": 1.2768,
442
- "step": 4600
443
- },
444
- {
445
- "epoch": 1.962421711899791,
446
- "grad_norm": 5.695155143737793,
447
- "learning_rate": 2.1265970772442586e-05,
448
- "loss": 1.3108,
449
- "step": 4700
450
- },
451
- {
452
- "epoch": 2.0041753653444676,
453
- "grad_norm": 5.8031415939331055,
454
- "learning_rate": 2.097369519832985e-05,
455
- "loss": 1.2575,
456
- "step": 4800
457
- },
458
- {
459
- "epoch": 2.0041753653444676,
460
- "eval_bleu": 39.30699442637268,
461
- "eval_chrf": 64.89770518645786,
462
- "eval_loss": 1.3974848985671997,
463
- "eval_runtime": 55.8732,
464
- "eval_samples_per_second": 9.199,
465
- "eval_steps_per_second": 1.163,
466
- "step": 4800
467
- },
468
- {
469
- "epoch": 2.045929018789144,
470
- "grad_norm": 4.926381587982178,
471
- "learning_rate": 2.068141962421712e-05,
472
- "loss": 1.2662,
473
- "step": 4900
474
- },
475
- {
476
- "epoch": 2.0876826722338206,
477
- "grad_norm": 4.722453594207764,
478
- "learning_rate": 2.0389144050104382e-05,
479
- "loss": 1.3493,
480
- "step": 5000
481
- },
482
- {
483
- "epoch": 2.1294363256784967,
484
- "grad_norm": 4.256781101226807,
485
- "learning_rate": 2.009686847599165e-05,
486
- "loss": 1.2453,
487
- "step": 5100
488
- },
489
- {
490
- "epoch": 2.1711899791231732,
491
- "grad_norm": 7.283603668212891,
492
- "learning_rate": 1.980459290187891e-05,
493
- "loss": 1.2057,
494
- "step": 5200
495
- },
496
- {
497
- "epoch": 2.1711899791231732,
498
- "eval_bleu": 39.279414503942476,
499
- "eval_chrf": 64.69704130979886,
500
- "eval_loss": 1.3991910219192505,
501
- "eval_runtime": 56.5297,
502
- "eval_samples_per_second": 9.093,
503
- "eval_steps_per_second": 1.15,
504
- "step": 5200
505
- },
506
- {
507
- "epoch": 2.2129436325678498,
508
- "grad_norm": 5.156922340393066,
509
- "learning_rate": 1.9512317327766178e-05,
510
- "loss": 1.2841,
511
- "step": 5300
512
- },
513
- {
514
- "epoch": 2.2546972860125263,
515
- "grad_norm": 4.524971008300781,
516
- "learning_rate": 1.9220041753653444e-05,
517
- "loss": 1.2267,
518
- "step": 5400
519
- },
520
- {
521
- "epoch": 2.2964509394572024,
522
- "grad_norm": 4.417050838470459,
523
- "learning_rate": 1.8927766179540707e-05,
524
- "loss": 1.262,
525
- "step": 5500
526
- },
527
- {
528
- "epoch": 2.338204592901879,
529
- "grad_norm": 4.09854793548584,
530
- "learning_rate": 1.8635490605427974e-05,
531
- "loss": 1.354,
532
- "step": 5600
533
- },
534
- {
535
- "epoch": 2.338204592901879,
536
- "eval_bleu": 39.813589031612814,
537
- "eval_chrf": 65.03728206060732,
538
- "eval_loss": 1.392536997795105,
539
- "eval_runtime": 55.7708,
540
- "eval_samples_per_second": 9.216,
541
- "eval_steps_per_second": 1.165,
542
- "step": 5600
543
- },
544
- {
545
- "epoch": 2.3799582463465554,
546
- "grad_norm": 3.0515196323394775,
547
- "learning_rate": 1.834321503131524e-05,
548
- "loss": 1.2684,
549
- "step": 5700
550
- },
551
- {
552
- "epoch": 2.421711899791232,
553
- "grad_norm": 3.1159090995788574,
554
- "learning_rate": 1.8050939457202503e-05,
555
- "loss": 1.2926,
556
- "step": 5800
557
- },
558
- {
559
- "epoch": 2.463465553235908,
560
- "grad_norm": 3.780430316925049,
561
- "learning_rate": 1.775866388308977e-05,
562
- "loss": 1.2633,
563
- "step": 5900
564
- },
565
- {
566
- "epoch": 2.5052192066805845,
567
- "grad_norm": 4.610201358795166,
568
- "learning_rate": 1.7466388308977033e-05,
569
- "loss": 1.2727,
570
- "step": 6000
571
- },
572
- {
573
- "epoch": 2.5052192066805845,
574
- "eval_bleu": 39.650677906597124,
575
- "eval_chrf": 65.09804172463261,
576
- "eval_loss": 1.3860098123550415,
577
- "eval_runtime": 56.2283,
578
- "eval_samples_per_second": 9.141,
579
- "eval_steps_per_second": 1.156,
580
- "step": 6000
581
- },
582
- {
583
- "epoch": 2.546972860125261,
584
- "grad_norm": 3.7857203483581543,
585
- "learning_rate": 1.71741127348643e-05,
586
- "loss": 1.2094,
587
- "step": 6100
588
- },
589
- {
590
- "epoch": 2.588726513569937,
591
- "grad_norm": 6.026632785797119,
592
- "learning_rate": 1.6881837160751566e-05,
593
- "loss": 1.2877,
594
- "step": 6200
595
- },
596
- {
597
- "epoch": 2.6304801670146136,
598
- "grad_norm": 4.994929313659668,
599
- "learning_rate": 1.658956158663883e-05,
600
- "loss": 1.2911,
601
- "step": 6300
602
- },
603
- {
604
- "epoch": 2.67223382045929,
605
- "grad_norm": 6.461598873138428,
606
- "learning_rate": 1.6297286012526095e-05,
607
- "loss": 1.2314,
608
- "step": 6400
609
- },
610
- {
611
- "epoch": 2.67223382045929,
612
- "eval_bleu": 39.945861853611575,
613
- "eval_chrf": 65.04362840026685,
614
- "eval_loss": 1.3826228380203247,
615
- "eval_runtime": 56.2339,
616
- "eval_samples_per_second": 9.14,
617
- "eval_steps_per_second": 1.156,
618
- "step": 6400
619
- },
620
- {
621
- "epoch": 2.7139874739039667,
622
- "grad_norm": 5.786142826080322,
623
- "learning_rate": 1.6005010438413358e-05,
624
- "loss": 1.2109,
625
- "step": 6500
626
- },
627
- {
628
- "epoch": 2.755741127348643,
629
- "grad_norm": 5.925867557525635,
630
- "learning_rate": 1.5712734864300624e-05,
631
- "loss": 1.2846,
632
- "step": 6600
633
- },
634
- {
635
- "epoch": 2.7974947807933193,
636
- "grad_norm": 2.665583610534668,
637
- "learning_rate": 1.542045929018789e-05,
638
- "loss": 1.2492,
639
- "step": 6700
640
- },
641
- {
642
- "epoch": 2.8392484342379958,
643
- "grad_norm": 4.909760475158691,
644
- "learning_rate": 1.5128183716075156e-05,
645
- "loss": 1.2007,
646
- "step": 6800
647
- },
648
- {
649
- "epoch": 2.8392484342379958,
650
- "eval_bleu": 39.4513888065329,
651
- "eval_chrf": 65.0324545104775,
652
- "eval_loss": 1.3842790126800537,
653
- "eval_runtime": 55.7536,
654
- "eval_samples_per_second": 9.219,
655
- "eval_steps_per_second": 1.166,
656
- "step": 6800
657
- },
658
- {
659
- "epoch": 2.8810020876826723,
660
- "grad_norm": 4.68897008895874,
661
- "learning_rate": 1.483590814196242e-05,
662
- "loss": 1.2595,
663
- "step": 6900
664
- },
665
- {
666
- "epoch": 2.9227557411273484,
667
- "grad_norm": 3.6529064178466797,
668
- "learning_rate": 1.4543632567849685e-05,
669
- "loss": 1.1934,
670
- "step": 7000
671
- },
672
- {
673
- "epoch": 2.964509394572025,
674
- "grad_norm": 5.94176721572876,
675
- "learning_rate": 1.4251356993736951e-05,
676
- "loss": 1.2485,
677
- "step": 7100
678
- },
679
- {
680
- "epoch": 3.0062630480167014,
681
- "grad_norm": 5.9626007080078125,
682
- "learning_rate": 1.3959081419624216e-05,
683
- "loss": 1.253,
684
- "step": 7200
685
- },
686
- {
687
- "epoch": 3.0062630480167014,
688
- "eval_bleu": 39.45971213674,
689
- "eval_chrf": 64.96089751387221,
690
- "eval_loss": 1.3754563331604004,
691
- "eval_runtime": 56.4406,
692
- "eval_samples_per_second": 9.107,
693
- "eval_steps_per_second": 1.152,
694
- "step": 7200
695
- },
696
- {
697
- "epoch": 3.048016701461378,
698
- "grad_norm": 4.214338779449463,
699
- "learning_rate": 1.3666805845511481e-05,
700
- "loss": 1.2404,
701
- "step": 7300
702
- },
703
- {
704
- "epoch": 3.0897703549060545,
705
- "grad_norm": 5.062374591827393,
706
- "learning_rate": 1.3374530271398746e-05,
707
- "loss": 1.3364,
708
- "step": 7400
709
- },
710
- {
711
- "epoch": 3.1315240083507305,
712
- "grad_norm": 6.331946849822998,
713
- "learning_rate": 1.308225469728601e-05,
714
- "loss": 1.2342,
715
- "step": 7500
716
- },
717
- {
718
- "epoch": 3.173277661795407,
719
- "grad_norm": 4.617956638336182,
720
- "learning_rate": 1.2789979123173277e-05,
721
- "loss": 1.1997,
722
- "step": 7600
723
- },
724
- {
725
- "epoch": 3.173277661795407,
726
- "eval_bleu": 39.543166845863816,
727
- "eval_chrf": 65.14125416250813,
728
- "eval_loss": 1.3746187686920166,
729
- "eval_runtime": 56.231,
730
- "eval_samples_per_second": 9.141,
731
- "eval_steps_per_second": 1.156,
732
- "step": 7600
733
- },
734
- {
735
- "epoch": 3.2150313152400836,
736
- "grad_norm": 3.2519586086273193,
737
- "learning_rate": 1.2497703549060542e-05,
738
- "loss": 1.3495,
739
- "step": 7700
740
- },
741
- {
742
- "epoch": 3.25678496868476,
743
- "grad_norm": 7.227553844451904,
744
- "learning_rate": 1.2205427974947808e-05,
745
- "loss": 1.2462,
746
- "step": 7800
747
- },
748
- {
749
- "epoch": 3.298538622129436,
750
- "grad_norm": 7.0863566398620605,
751
- "learning_rate": 1.1913152400835071e-05,
752
- "loss": 1.1328,
753
- "step": 7900
754
- },
755
- {
756
- "epoch": 3.3402922755741127,
757
- "grad_norm": 6.927553653717041,
758
- "learning_rate": 1.1620876826722337e-05,
759
- "loss": 1.2149,
760
- "step": 8000
761
- },
762
- {
763
- "epoch": 3.3402922755741127,
764
- "eval_bleu": 39.35605161195287,
765
- "eval_chrf": 64.90078562038494,
766
- "eval_loss": 1.3774685859680176,
767
- "eval_runtime": 55.9752,
768
- "eval_samples_per_second": 9.183,
769
- "eval_steps_per_second": 1.161,
770
- "step": 8000
771
- },
772
- {
773
- "epoch": 3.382045929018789,
774
- "grad_norm": 4.033844947814941,
775
- "learning_rate": 1.1328601252609602e-05,
776
- "loss": 1.2643,
777
- "step": 8100
778
- },
779
- {
780
- "epoch": 3.4237995824634657,
781
- "grad_norm": 4.920534610748291,
782
- "learning_rate": 1.1036325678496869e-05,
783
- "loss": 1.2487,
784
- "step": 8200
785
- },
786
- {
787
- "epoch": 3.465553235908142,
788
- "grad_norm": 5.343802452087402,
789
- "learning_rate": 1.0744050104384133e-05,
790
- "loss": 1.1759,
791
- "step": 8300
792
- },
793
- {
794
- "epoch": 3.5073068893528183,
795
- "grad_norm": 3.9641456604003906,
796
- "learning_rate": 1.0451774530271396e-05,
797
- "loss": 1.1315,
798
- "step": 8400
799
- },
800
- {
801
- "epoch": 3.5073068893528183,
802
- "eval_bleu": 39.18479147993907,
803
- "eval_chrf": 65.01557816764418,
804
- "eval_loss": 1.3742948770523071,
805
- "eval_runtime": 56.3152,
806
- "eval_samples_per_second": 9.127,
807
- "eval_steps_per_second": 1.154,
808
- "step": 8400
809
- },
810
- {
811
- "epoch": 3.549060542797495,
812
- "grad_norm": 5.440670967102051,
813
- "learning_rate": 1.0159498956158663e-05,
814
- "loss": 1.2285,
815
- "step": 8500
816
- },
817
- {
818
- "epoch": 3.5908141962421714,
819
- "grad_norm": 4.842555522918701,
820
- "learning_rate": 9.867223382045927e-06,
821
- "loss": 1.1738,
822
- "step": 8600
823
- },
824
- {
825
- "epoch": 3.632567849686848,
826
- "grad_norm": 5.682887077331543,
827
- "learning_rate": 9.574947807933194e-06,
828
- "loss": 1.1964,
829
- "step": 8700
830
- },
831
- {
832
- "epoch": 3.674321503131524,
833
- "grad_norm": 4.14805269241333,
834
- "learning_rate": 9.282672233820459e-06,
835
- "loss": 1.1869,
836
- "step": 8800
837
- },
838
- {
839
- "epoch": 3.674321503131524,
840
- "eval_bleu": 39.43255607358465,
841
- "eval_chrf": 64.92402849479646,
842
- "eval_loss": 1.370447039604187,
843
- "eval_runtime": 55.6462,
844
- "eval_samples_per_second": 9.237,
845
- "eval_steps_per_second": 1.168,
846
- "step": 8800
847
- },
848
- {
849
- "epoch": 3.7160751565762005,
850
- "grad_norm": 7.448594093322754,
851
- "learning_rate": 8.990396659707723e-06,
852
- "loss": 1.1608,
853
- "step": 8900
854
- },
855
- {
856
- "epoch": 3.757828810020877,
857
- "grad_norm": 5.6767354011535645,
858
- "learning_rate": 8.698121085594988e-06,
859
- "loss": 1.3469,
860
- "step": 9000
861
- },
862
- {
863
- "epoch": 3.799582463465553,
864
- "grad_norm": 6.773651599884033,
865
- "learning_rate": 8.405845511482254e-06,
866
- "loss": 1.2066,
867
- "step": 9100
868
- },
869
- {
870
- "epoch": 3.8413361169102296,
871
- "grad_norm": 4.687694549560547,
872
- "learning_rate": 8.11356993736952e-06,
873
- "loss": 1.2112,
874
- "step": 9200
875
- },
876
- {
877
- "epoch": 3.8413361169102296,
878
- "eval_bleu": 39.44592803924271,
879
- "eval_chrf": 64.99174226152643,
880
- "eval_loss": 1.3653467893600464,
881
- "eval_runtime": 56.5388,
882
- "eval_samples_per_second": 9.091,
883
- "eval_steps_per_second": 1.15,
884
- "step": 9200
885
- },
886
- {
887
- "epoch": 3.883089770354906,
888
- "grad_norm": 4.808062553405762,
889
- "learning_rate": 7.821294363256784e-06,
890
- "loss": 1.1826,
891
- "step": 9300
892
- },
893
- {
894
- "epoch": 3.9248434237995826,
895
- "grad_norm": 3.992347002029419,
896
- "learning_rate": 7.5290187891440495e-06,
897
- "loss": 1.1879,
898
- "step": 9400
899
- },
900
- {
901
- "epoch": 3.966597077244259,
902
- "grad_norm": 6.685673236846924,
903
- "learning_rate": 7.236743215031314e-06,
904
- "loss": 1.2145,
905
- "step": 9500
906
- },
907
- {
908
- "epoch": 4.008350730688935,
909
- "grad_norm": 3.0742173194885254,
910
- "learning_rate": 6.94446764091858e-06,
911
- "loss": 1.2247,
912
- "step": 9600
913
- },
914
- {
915
- "epoch": 4.008350730688935,
916
- "eval_bleu": 39.61248876284892,
917
- "eval_chrf": 65.00803037188629,
918
- "eval_loss": 1.3674365282058716,
919
- "eval_runtime": 55.3543,
920
- "eval_samples_per_second": 9.286,
921
- "eval_steps_per_second": 1.174,
922
- "step": 9600
923
- },
924
- {
925
- "epoch": 4.050104384133611,
926
- "grad_norm": 4.643916606903076,
927
- "learning_rate": 6.652192066805845e-06,
928
- "loss": 1.2002,
929
- "step": 9700
930
- },
931
- {
932
- "epoch": 4.091858037578288,
933
- "grad_norm": 4.483417987823486,
934
- "learning_rate": 6.35991649269311e-06,
935
- "loss": 1.1674,
936
- "step": 9800
937
- },
938
- {
939
- "epoch": 4.133611691022964,
940
- "grad_norm": 4.413819789886475,
941
- "learning_rate": 6.067640918580376e-06,
942
- "loss": 1.174,
943
- "step": 9900
944
- },
945
- {
946
- "epoch": 4.175365344467641,
947
- "grad_norm": 3.874394655227661,
948
- "learning_rate": 5.77536534446764e-06,
949
- "loss": 1.1827,
950
- "step": 10000
951
- },
952
- {
953
- "epoch": 4.175365344467641,
954
- "eval_bleu": 39.476341942884325,
955
- "eval_chrf": 65.05683664223154,
956
- "eval_loss": 1.3643035888671875,
957
- "eval_runtime": 55.64,
958
- "eval_samples_per_second": 9.238,
959
- "eval_steps_per_second": 1.168,
960
- "step": 10000
961
- },
962
- {
963
- "epoch": 4.217118997912317,
964
- "grad_norm": 6.293316841125488,
965
- "learning_rate": 5.483089770354906e-06,
966
- "loss": 1.219,
967
- "step": 10100
968
- },
969
- {
970
- "epoch": 4.258872651356993,
971
- "grad_norm": 4.437298774719238,
972
- "learning_rate": 5.1908141962421715e-06,
973
- "loss": 1.254,
974
- "step": 10200
975
- },
976
- {
977
- "epoch": 4.30062630480167,
978
- "grad_norm": 6.497868537902832,
979
- "learning_rate": 4.8985386221294354e-06,
980
- "loss": 1.1714,
981
- "step": 10300
982
- },
983
- {
984
- "epoch": 4.3423799582463465,
985
- "grad_norm": 4.4877400398254395,
986
- "learning_rate": 4.606263048016701e-06,
987
- "loss": 1.1792,
988
- "step": 10400
989
- },
990
- {
991
- "epoch": 4.3423799582463465,
992
- "eval_bleu": 39.30101946875823,
993
- "eval_chrf": 65.02741852818104,
994
- "eval_loss": 1.3641453981399536,
995
- "eval_runtime": 56.1562,
996
- "eval_samples_per_second": 9.153,
997
- "eval_steps_per_second": 1.157,
998
- "step": 10400
999
- },
1000
- {
1001
- "epoch": 4.384133611691023,
1002
- "grad_norm": 4.146666049957275,
1003
- "learning_rate": 4.3139874739039666e-06,
1004
- "loss": 1.2514,
1005
- "step": 10500
1006
- },
1007
- {
1008
- "epoch": 4.4258872651356995,
1009
- "grad_norm": 4.732193946838379,
1010
- "learning_rate": 4.021711899791231e-06,
1011
- "loss": 1.179,
1012
- "step": 10600
1013
- },
1014
- {
1015
- "epoch": 4.467640918580376,
1016
- "grad_norm": 4.930966377258301,
1017
- "learning_rate": 3.7294363256784965e-06,
1018
- "loss": 1.1886,
1019
- "step": 10700
1020
- },
1021
- {
1022
- "epoch": 4.509394572025053,
1023
- "grad_norm": 6.418299674987793,
1024
- "learning_rate": 3.4371607515657616e-06,
1025
- "loss": 1.1239,
1026
- "step": 10800
1027
- },
1028
- {
1029
- "epoch": 4.509394572025053,
1030
- "eval_bleu": 39.6267656277982,
1031
- "eval_chrf": 64.9916128839759,
1032
- "eval_loss": 1.3610318899154663,
1033
- "eval_runtime": 56.2525,
1034
- "eval_samples_per_second": 9.137,
1035
- "eval_steps_per_second": 1.156,
1036
- "step": 10800
1037
- },
1038
- {
1039
- "epoch": 4.551148225469729,
1040
- "grad_norm": 4.902411460876465,
1041
- "learning_rate": 3.1448851774530268e-06,
1042
- "loss": 1.1989,
1043
- "step": 10900
1044
- },
1045
- {
1046
- "epoch": 4.592901878914405,
1047
- "grad_norm": 3.843609094619751,
1048
- "learning_rate": 2.8526096033402923e-06,
1049
- "loss": 1.2179,
1050
- "step": 11000
1051
- },
1052
- {
1053
- "epoch": 4.634655532359082,
1054
- "grad_norm": 3.9309775829315186,
1055
- "learning_rate": 2.5603340292275575e-06,
1056
- "loss": 1.2536,
1057
- "step": 11100
1058
- },
1059
- {
1060
- "epoch": 4.676409185803758,
1061
- "grad_norm": 4.596682071685791,
1062
- "learning_rate": 2.268058455114822e-06,
1063
- "loss": 1.2294,
1064
- "step": 11200
1065
- },
1066
- {
1067
- "epoch": 4.676409185803758,
1068
- "eval_bleu": 39.42537992670536,
1069
- "eval_chrf": 65.04676258592426,
1070
- "eval_loss": 1.3609488010406494,
1071
- "eval_runtime": 56.1025,
1072
- "eval_samples_per_second": 9.162,
1073
- "eval_steps_per_second": 1.159,
1074
- "step": 11200
1075
- },
1076
- {
1077
- "epoch": 4.718162839248434,
1078
- "grad_norm": 6.444948673248291,
1079
- "learning_rate": 1.9757828810020874e-06,
1080
- "loss": 1.2244,
1081
- "step": 11300
1082
- },
1083
- {
1084
- "epoch": 4.759916492693111,
1085
- "grad_norm": 4.887237071990967,
1086
- "learning_rate": 1.6835073068893527e-06,
1087
- "loss": 1.1555,
1088
- "step": 11400
1089
- },
1090
- {
1091
- "epoch": 4.801670146137787,
1092
- "grad_norm": 4.212841510772705,
1093
- "learning_rate": 1.3912317327766179e-06,
1094
- "loss": 1.2587,
1095
- "step": 11500
1096
- },
1097
- {
1098
- "epoch": 4.843423799582464,
1099
- "grad_norm": 4.797667026519775,
1100
- "learning_rate": 1.0989561586638828e-06,
1101
- "loss": 1.2433,
1102
- "step": 11600
1103
- },
1104
- {
1105
- "epoch": 4.843423799582464,
1106
- "eval_bleu": 39.52649267855855,
1107
- "eval_chrf": 65.06555352708587,
1108
- "eval_loss": 1.3612278699874878,
1109
- "eval_runtime": 56.2691,
1110
- "eval_samples_per_second": 9.135,
1111
- "eval_steps_per_second": 1.155,
1112
- "step": 11600
1113
  }
1114
  ],
1115
  "logging_steps": 100,
1116
- "max_steps": 11975,
1117
  "num_input_tokens_seen": 0,
1118
- "num_train_epochs": 5,
1119
  "save_steps": 400,
1120
  "stateful_callbacks": {
1121
  "TrainerControl": {
@@ -1129,7 +407,7 @@
1129
  "attributes": {}
1130
  }
1131
  },
1132
- "total_flos": 3.1766813766844416e+16,
1133
  "train_batch_size": 8,
1134
  "trial_name": null,
1135
  "trial_params": null
 
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
+ "epoch": 1.1918951132300357,
6
  "eval_steps": 400,
7
+ "global_step": 4000,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
388
  "eval_samples_per_second": 8.611,
389
  "eval_steps_per_second": 1.089,
390
  "step": 4000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
391
  }
392
  ],
393
  "logging_steps": 100,
394
+ "max_steps": 6712,
395
  "num_input_tokens_seen": 0,
396
+ "num_train_epochs": 2,
397
  "save_steps": 400,
398
  "stateful_callbacks": {
399
  "TrainerControl": {
 
407
  "attributes": {}
408
  }
409
  },
410
+ "total_flos": 1.0955136172032e+16,
411
  "train_batch_size": 8,
412
  "trial_name": null,
413
  "trial_params": null
last-checkpoint/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:154e087a3a2fd155154e094cc2b86a5c7733e1b8102e7ddde2f991c5884a8185
3
  size 5905
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1296a4c4cbbfb511129c5fc25155a089f73ccf8250b3689b0cf311c5f320fd65
3
  size 5905
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e4c14739f1958d1e21b39cf77c4f8218e9f58f22d72ce8bafb148d31def1ab7f
3
  size 990185320
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a9a5d731a4e350b46d20109f1d4cae3a22746905d4248ebb35989421d68044ec
3
  size 990185320