Download trainer_state.json from shyo2/emotion_classification: direct link, hf CLI and curl.
- Browser
- Download file 270 kB
-
https://huggingface.co/shyo2/emotion_classification/resolve/main/trainer_state.json
- Command line
-
hf download hf://shyo2/emotion_classification/trainer_state.json
-
curl -L -o trainer_state.json https://huggingface.co/shyo2/emotion_classification/resolve/main/trainer_state.json
270 kB
{
"best_metric": 1.361640453338623,
"best_model_checkpoint": "/content/drive/MyDrive/sentifl-llm/checkpoint-7720",
"epoch": 4.0,
"eval_steps": 500,
"global_step": 15440,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.0025906735751295338,
"grad_norm": 90.64680480957031,
"learning_rate": 4.998704663212436e-05,
"loss": 4.1987,
"step": 10
},
{
"epoch": 0.0051813471502590676,
"grad_norm": 48.762271881103516,
"learning_rate": 4.9974093264248707e-05,
"loss": 2.392,
"step": 20
},
{
"epoch": 0.007772020725388601,
"grad_norm": 32.395694732666016,
"learning_rate": 4.996113989637306e-05,
"loss": 2.4305,
"step": 30
},
{
"epoch": 0.010362694300518135,
"grad_norm": 30.257286071777344,
"learning_rate": 4.994818652849741e-05,
"loss": 2.1514,
"step": 40
},
{
"epoch": 0.012953367875647668,
"grad_norm": 30.69769859313965,
"learning_rate": 4.9935233160621766e-05,
"loss": 2.1042,
"step": 50
},
{
"epoch": 0.015544041450777202,
"grad_norm": 29.163267135620117,
"learning_rate": 4.9922279792746115e-05,
"loss": 2.0397,
"step": 60
},
{
"epoch": 0.018134715025906734,
"grad_norm": 32.90931701660156,
"learning_rate": 4.990932642487047e-05,
"loss": 2.1824,
"step": 70
},
{
"epoch": 0.02072538860103627,
"grad_norm": 35.84299087524414,
"learning_rate": 4.989637305699482e-05,
"loss": 1.9206,
"step": 80
},
{
"epoch": 0.023316062176165803,
"grad_norm": 40.81574630737305,
"learning_rate": 4.988341968911917e-05,
"loss": 2.3195,
"step": 90
},
{
"epoch": 0.025906735751295335,
"grad_norm": 29.974422454833984,
"learning_rate": 4.9870466321243523e-05,
"loss": 2.1278,
"step": 100
},
{
"epoch": 0.02849740932642487,
"grad_norm": 47.10195541381836,
"learning_rate": 4.985751295336788e-05,
"loss": 2.2292,
"step": 110
},
{
"epoch": 0.031088082901554404,
"grad_norm": 25.86618423461914,
"learning_rate": 4.984455958549223e-05,
"loss": 2.104,
"step": 120
},
{
"epoch": 0.03367875647668394,
"grad_norm": 43.72493362426758,
"learning_rate": 4.983160621761658e-05,
"loss": 2.0896,
"step": 130
},
{
"epoch": 0.03626943005181347,
"grad_norm": 36.4737663269043,
"learning_rate": 4.981865284974094e-05,
"loss": 1.91,
"step": 140
},
{
"epoch": 0.038860103626943004,
"grad_norm": 30.442228317260742,
"learning_rate": 4.980569948186529e-05,
"loss": 2.0975,
"step": 150
},
{
"epoch": 0.04145077720207254,
"grad_norm": 22.06804084777832,
"learning_rate": 4.979274611398964e-05,
"loss": 2.1474,
"step": 160
},
{
"epoch": 0.04404145077720207,
"grad_norm": 49.77131271362305,
"learning_rate": 4.977979274611399e-05,
"loss": 2.0707,
"step": 170
},
{
"epoch": 0.046632124352331605,
"grad_norm": 23.49024200439453,
"learning_rate": 4.976683937823835e-05,
"loss": 2.1349,
"step": 180
},
{
"epoch": 0.04922279792746114,
"grad_norm": 39.39369583129883,
"learning_rate": 4.9753886010362696e-05,
"loss": 2.0671,
"step": 190
},
{
"epoch": 0.05181347150259067,
"grad_norm": 43.69884490966797,
"learning_rate": 4.974093264248705e-05,
"loss": 1.972,
"step": 200
},
{
"epoch": 0.054404145077720206,
"grad_norm": 28.81562042236328,
"learning_rate": 4.97279792746114e-05,
"loss": 1.7723,
"step": 210
},
{
"epoch": 0.05699481865284974,
"grad_norm": 27.800546646118164,
"learning_rate": 4.971502590673575e-05,
"loss": 1.8274,
"step": 220
},
{
"epoch": 0.05958549222797927,
"grad_norm": 36.16977310180664,
"learning_rate": 4.9702072538860104e-05,
"loss": 1.7936,
"step": 230
},
{
"epoch": 0.06217616580310881,
"grad_norm": 17.275257110595703,
"learning_rate": 4.968911917098446e-05,
"loss": 2.0583,
"step": 240
},
{
"epoch": 0.06476683937823834,
"grad_norm": 29.767942428588867,
"learning_rate": 4.967616580310881e-05,
"loss": 1.8881,
"step": 250
},
{
"epoch": 0.06735751295336788,
"grad_norm": 31.60137367248535,
"learning_rate": 4.9663212435233164e-05,
"loss": 2.0785,
"step": 260
},
{
"epoch": 0.06994818652849741,
"grad_norm": 41.78300857543945,
"learning_rate": 4.965025906735751e-05,
"loss": 2.0194,
"step": 270
},
{
"epoch": 0.07253886010362694,
"grad_norm": 39.17737579345703,
"learning_rate": 4.963730569948187e-05,
"loss": 1.9941,
"step": 280
},
{
"epoch": 0.07512953367875648,
"grad_norm": 28.75702476501465,
"learning_rate": 4.9624352331606224e-05,
"loss": 1.9209,
"step": 290
},
{
"epoch": 0.07772020725388601,
"grad_norm": 34.6710090637207,
"learning_rate": 4.961139896373057e-05,
"loss": 1.9268,
"step": 300
},
{
"epoch": 0.08031088082901554,
"grad_norm": 27.43793296813965,
"learning_rate": 4.959844559585493e-05,
"loss": 1.8914,
"step": 310
},
{
"epoch": 0.08290155440414508,
"grad_norm": 38.60112380981445,
"learning_rate": 4.9585492227979277e-05,
"loss": 1.9156,
"step": 320
},
{
"epoch": 0.08549222797927461,
"grad_norm": 20.921571731567383,
"learning_rate": 4.957253886010363e-05,
"loss": 1.9679,
"step": 330
},
{
"epoch": 0.08808290155440414,
"grad_norm": 28.404346466064453,
"learning_rate": 4.955958549222798e-05,
"loss": 2.0248,
"step": 340
},
{
"epoch": 0.09067357512953368,
"grad_norm": 19.174943923950195,
"learning_rate": 4.954663212435233e-05,
"loss": 1.8684,
"step": 350
},
{
"epoch": 0.09326424870466321,
"grad_norm": 23.9453067779541,
"learning_rate": 4.9533678756476685e-05,
"loss": 1.9693,
"step": 360
},
{
"epoch": 0.09585492227979274,
"grad_norm": 23.264419555664062,
"learning_rate": 4.952072538860104e-05,
"loss": 2.0836,
"step": 370
},
{
"epoch": 0.09844559585492228,
"grad_norm": 20.659011840820312,
"learning_rate": 4.950777202072539e-05,
"loss": 1.9193,
"step": 380
},
{
"epoch": 0.10103626943005181,
"grad_norm": 35.69690704345703,
"learning_rate": 4.9494818652849745e-05,
"loss": 1.9577,
"step": 390
},
{
"epoch": 0.10362694300518134,
"grad_norm": 35.51260757446289,
"learning_rate": 4.948186528497409e-05,
"loss": 2.0227,
"step": 400
},
{
"epoch": 0.10621761658031088,
"grad_norm": 25.296945571899414,
"learning_rate": 4.946891191709845e-05,
"loss": 1.8838,
"step": 410
},
{
"epoch": 0.10880829015544041,
"grad_norm": 39.80986785888672,
"learning_rate": 4.9455958549222804e-05,
"loss": 1.8887,
"step": 420
},
{
"epoch": 0.11139896373056994,
"grad_norm": 24.0876522064209,
"learning_rate": 4.944300518134715e-05,
"loss": 1.7771,
"step": 430
},
{
"epoch": 0.11398963730569948,
"grad_norm": 24.325103759765625,
"learning_rate": 4.943005181347151e-05,
"loss": 1.8998,
"step": 440
},
{
"epoch": 0.11658031088082901,
"grad_norm": 34.30453872680664,
"learning_rate": 4.941709844559586e-05,
"loss": 1.8917,
"step": 450
},
{
"epoch": 0.11917098445595854,
"grad_norm": 27.123855590820312,
"learning_rate": 4.940414507772021e-05,
"loss": 1.8974,
"step": 460
},
{
"epoch": 0.12176165803108809,
"grad_norm": 36.59132385253906,
"learning_rate": 4.939119170984456e-05,
"loss": 1.904,
"step": 470
},
{
"epoch": 0.12435233160621761,
"grad_norm": 24.092031478881836,
"learning_rate": 4.937823834196891e-05,
"loss": 1.7563,
"step": 480
},
{
"epoch": 0.12694300518134716,
"grad_norm": 33.31435012817383,
"learning_rate": 4.9365284974093266e-05,
"loss": 1.9018,
"step": 490
},
{
"epoch": 0.12953367875647667,
"grad_norm": 22.365642547607422,
"learning_rate": 4.9352331606217614e-05,
"loss": 1.8529,
"step": 500
},
{
"epoch": 0.13212435233160622,
"grad_norm": 25.14298439025879,
"learning_rate": 4.933937823834197e-05,
"loss": 1.7742,
"step": 510
},
{
"epoch": 0.13471502590673576,
"grad_norm": 26.36348533630371,
"learning_rate": 4.9326424870466325e-05,
"loss": 1.7069,
"step": 520
},
{
"epoch": 0.13730569948186527,
"grad_norm": 34.89348602294922,
"learning_rate": 4.9313471502590674e-05,
"loss": 2.0531,
"step": 530
},
{
"epoch": 0.13989637305699482,
"grad_norm": 35.65658950805664,
"learning_rate": 4.930051813471503e-05,
"loss": 1.9701,
"step": 540
},
{
"epoch": 0.14248704663212436,
"grad_norm": 26.523897171020508,
"learning_rate": 4.928756476683938e-05,
"loss": 1.9057,
"step": 550
},
{
"epoch": 0.14507772020725387,
"grad_norm": 26.62743377685547,
"learning_rate": 4.9274611398963734e-05,
"loss": 1.8246,
"step": 560
},
{
"epoch": 0.14766839378238342,
"grad_norm": 36.94715881347656,
"learning_rate": 4.926165803108809e-05,
"loss": 1.8275,
"step": 570
},
{
"epoch": 0.15025906735751296,
"grad_norm": 38.11589813232422,
"learning_rate": 4.924870466321244e-05,
"loss": 1.7399,
"step": 580
},
{
"epoch": 0.15284974093264247,
"grad_norm": 32.52827072143555,
"learning_rate": 4.9235751295336794e-05,
"loss": 1.7062,
"step": 590
},
{
"epoch": 0.15544041450777202,
"grad_norm": 19.717641830444336,
"learning_rate": 4.922279792746114e-05,
"loss": 1.8911,
"step": 600
},
{
"epoch": 0.15803108808290156,
"grad_norm": 33.533260345458984,
"learning_rate": 4.920984455958549e-05,
"loss": 1.7905,
"step": 610
},
{
"epoch": 0.16062176165803108,
"grad_norm": 20.496597290039062,
"learning_rate": 4.9196891191709846e-05,
"loss": 1.7331,
"step": 620
},
{
"epoch": 0.16321243523316062,
"grad_norm": 29.243745803833008,
"learning_rate": 4.9183937823834195e-05,
"loss": 1.8105,
"step": 630
},
{
"epoch": 0.16580310880829016,
"grad_norm": 38.61339569091797,
"learning_rate": 4.917098445595855e-05,
"loss": 1.83,
"step": 640
},
{
"epoch": 0.16839378238341968,
"grad_norm": 46.75776672363281,
"learning_rate": 4.9158031088082906e-05,
"loss": 1.7877,
"step": 650
},
{
"epoch": 0.17098445595854922,
"grad_norm": 23.643779754638672,
"learning_rate": 4.9145077720207255e-05,
"loss": 1.6429,
"step": 660
},
{
"epoch": 0.17357512953367876,
"grad_norm": 33.31369400024414,
"learning_rate": 4.913212435233161e-05,
"loss": 1.7744,
"step": 670
},
{
"epoch": 0.17616580310880828,
"grad_norm": 12.69636344909668,
"learning_rate": 4.911917098445596e-05,
"loss": 1.7165,
"step": 680
},
{
"epoch": 0.17875647668393782,
"grad_norm": 25.35463523864746,
"learning_rate": 4.9106217616580315e-05,
"loss": 1.7295,
"step": 690
},
{
"epoch": 0.18134715025906736,
"grad_norm": 25.12879180908203,
"learning_rate": 4.909326424870467e-05,
"loss": 1.8067,
"step": 700
},
{
"epoch": 0.18393782383419688,
"grad_norm": 266.00311279296875,
"learning_rate": 4.908031088082902e-05,
"loss": 1.8235,
"step": 710
},
{
"epoch": 0.18652849740932642,
"grad_norm": 45.54941177368164,
"learning_rate": 4.9067357512953374e-05,
"loss": 1.8663,
"step": 720
},
{
"epoch": 0.18911917098445596,
"grad_norm": 45.34750747680664,
"learning_rate": 4.905440414507772e-05,
"loss": 1.753,
"step": 730
},
{
"epoch": 0.19170984455958548,
"grad_norm": 32.885520935058594,
"learning_rate": 4.904145077720207e-05,
"loss": 1.6691,
"step": 740
},
{
"epoch": 0.19430051813471502,
"grad_norm": 42.33537292480469,
"learning_rate": 4.902849740932643e-05,
"loss": 1.6375,
"step": 750
},
{
"epoch": 0.19689119170984457,
"grad_norm": 36.91334915161133,
"learning_rate": 4.9015544041450776e-05,
"loss": 1.722,
"step": 760
},
{
"epoch": 0.19948186528497408,
"grad_norm": 27.644725799560547,
"learning_rate": 4.900259067357513e-05,
"loss": 1.7574,
"step": 770
},
{
"epoch": 0.20207253886010362,
"grad_norm": 30.739524841308594,
"learning_rate": 4.898963730569948e-05,
"loss": 1.6296,
"step": 780
},
{
"epoch": 0.20466321243523317,
"grad_norm": 35.94935607910156,
"learning_rate": 4.8976683937823836e-05,
"loss": 1.6449,
"step": 790
},
{
"epoch": 0.20725388601036268,
"grad_norm": 27.01538848876953,
"learning_rate": 4.896373056994819e-05,
"loss": 1.5796,
"step": 800
},
{
"epoch": 0.20984455958549222,
"grad_norm": 43.2818489074707,
"learning_rate": 4.895077720207254e-05,
"loss": 1.5421,
"step": 810
},
{
"epoch": 0.21243523316062177,
"grad_norm": 321.1889343261719,
"learning_rate": 4.8937823834196895e-05,
"loss": 1.6959,
"step": 820
},
{
"epoch": 0.21502590673575128,
"grad_norm": 41.059547424316406,
"learning_rate": 4.8924870466321244e-05,
"loss": 1.8681,
"step": 830
},
{
"epoch": 0.21761658031088082,
"grad_norm": 93.38736724853516,
"learning_rate": 4.89119170984456e-05,
"loss": 1.7079,
"step": 840
},
{
"epoch": 0.22020725388601037,
"grad_norm": 28.775802612304688,
"learning_rate": 4.8898963730569955e-05,
"loss": 1.7041,
"step": 850
},
{
"epoch": 0.22279792746113988,
"grad_norm": 22.44013023376465,
"learning_rate": 4.8886010362694304e-05,
"loss": 1.5936,
"step": 860
},
{
"epoch": 0.22538860103626943,
"grad_norm": 32.674903869628906,
"learning_rate": 4.887305699481865e-05,
"loss": 1.6842,
"step": 870
},
{
"epoch": 0.22797927461139897,
"grad_norm": 46.33308792114258,
"learning_rate": 4.886010362694301e-05,
"loss": 1.8843,
"step": 880
},
{
"epoch": 0.23056994818652848,
"grad_norm": 23.926300048828125,
"learning_rate": 4.884715025906736e-05,
"loss": 1.6452,
"step": 890
},
{
"epoch": 0.23316062176165803,
"grad_norm": 38.09540557861328,
"learning_rate": 4.883419689119171e-05,
"loss": 1.9101,
"step": 900
},
{
"epoch": 0.23575129533678757,
"grad_norm": 36.87543487548828,
"learning_rate": 4.882124352331606e-05,
"loss": 1.8196,
"step": 910
},
{
"epoch": 0.23834196891191708,
"grad_norm": 32.66495132446289,
"learning_rate": 4.8808290155440416e-05,
"loss": 1.7842,
"step": 920
},
{
"epoch": 0.24093264248704663,
"grad_norm": 35.49460220336914,
"learning_rate": 4.879533678756477e-05,
"loss": 1.6401,
"step": 930
},
{
"epoch": 0.24352331606217617,
"grad_norm": 42.683815002441406,
"learning_rate": 4.878238341968912e-05,
"loss": 1.7762,
"step": 940
},
{
"epoch": 0.24611398963730569,
"grad_norm": 41.973594665527344,
"learning_rate": 4.8769430051813476e-05,
"loss": 1.835,
"step": 950
},
{
"epoch": 0.24870466321243523,
"grad_norm": 24.502161026000977,
"learning_rate": 4.8756476683937825e-05,
"loss": 1.7366,
"step": 960
},
{
"epoch": 0.25129533678756477,
"grad_norm": 28.094789505004883,
"learning_rate": 4.874352331606218e-05,
"loss": 1.7714,
"step": 970
},
{
"epoch": 0.2538860103626943,
"grad_norm": 29.359912872314453,
"learning_rate": 4.8730569948186536e-05,
"loss": 1.7727,
"step": 980
},
{
"epoch": 0.25647668393782386,
"grad_norm": 34.61936950683594,
"learning_rate": 4.8717616580310884e-05,
"loss": 1.8325,
"step": 990
},
{
"epoch": 0.25906735751295334,
"grad_norm": 16.771425247192383,
"learning_rate": 4.870466321243523e-05,
"loss": 1.8092,
"step": 1000
},
{
"epoch": 0.2616580310880829,
"grad_norm": 20.567049026489258,
"learning_rate": 4.869170984455959e-05,
"loss": 1.6931,
"step": 1010
},
{
"epoch": 0.26424870466321243,
"grad_norm": 16.966182708740234,
"learning_rate": 4.867875647668394e-05,
"loss": 1.7379,
"step": 1020
},
{
"epoch": 0.266839378238342,
"grad_norm": 31.18859100341797,
"learning_rate": 4.866580310880829e-05,
"loss": 1.4527,
"step": 1030
},
{
"epoch": 0.2694300518134715,
"grad_norm": 23.511085510253906,
"learning_rate": 4.865284974093264e-05,
"loss": 1.7604,
"step": 1040
},
{
"epoch": 0.27202072538860106,
"grad_norm": 20.5283145904541,
"learning_rate": 4.8639896373057e-05,
"loss": 1.499,
"step": 1050
},
{
"epoch": 0.27461139896373055,
"grad_norm": 37.821685791015625,
"learning_rate": 4.8626943005181346e-05,
"loss": 1.6707,
"step": 1060
},
{
"epoch": 0.2772020725388601,
"grad_norm": 26.622390747070312,
"learning_rate": 4.86139896373057e-05,
"loss": 1.6538,
"step": 1070
},
{
"epoch": 0.27979274611398963,
"grad_norm": 24.202316284179688,
"learning_rate": 4.860103626943006e-05,
"loss": 1.6011,
"step": 1080
},
{
"epoch": 0.2823834196891192,
"grad_norm": 17.74013900756836,
"learning_rate": 4.8588082901554406e-05,
"loss": 1.8081,
"step": 1090
},
{
"epoch": 0.2849740932642487,
"grad_norm": 19.905725479125977,
"learning_rate": 4.857512953367876e-05,
"loss": 1.5846,
"step": 1100
},
{
"epoch": 0.28756476683937826,
"grad_norm": 18.169803619384766,
"learning_rate": 4.8562176165803116e-05,
"loss": 1.5323,
"step": 1110
},
{
"epoch": 0.29015544041450775,
"grad_norm": 35.74382019042969,
"learning_rate": 4.8549222797927465e-05,
"loss": 1.6567,
"step": 1120
},
{
"epoch": 0.2927461139896373,
"grad_norm": 24.66326904296875,
"learning_rate": 4.8536269430051814e-05,
"loss": 1.6625,
"step": 1130
},
{
"epoch": 0.29533678756476683,
"grad_norm": 22.797182083129883,
"learning_rate": 4.852331606217617e-05,
"loss": 1.6025,
"step": 1140
},
{
"epoch": 0.2979274611398964,
"grad_norm": 24.334239959716797,
"learning_rate": 4.851036269430052e-05,
"loss": 1.6151,
"step": 1150
},
{
"epoch": 0.3005181347150259,
"grad_norm": 21.44763946533203,
"learning_rate": 4.8497409326424874e-05,
"loss": 1.6434,
"step": 1160
},
{
"epoch": 0.30310880829015546,
"grad_norm": 17.216381072998047,
"learning_rate": 4.848445595854922e-05,
"loss": 1.5918,
"step": 1170
},
{
"epoch": 0.30569948186528495,
"grad_norm": 15.633045196533203,
"learning_rate": 4.847150259067358e-05,
"loss": 1.6753,
"step": 1180
},
{
"epoch": 0.3082901554404145,
"grad_norm": 22.444318771362305,
"learning_rate": 4.8458549222797927e-05,
"loss": 1.5316,
"step": 1190
},
{
"epoch": 0.31088082901554404,
"grad_norm": 41.31028747558594,
"learning_rate": 4.844559585492228e-05,
"loss": 1.6553,
"step": 1200
},
{
"epoch": 0.3134715025906736,
"grad_norm": 30.756498336791992,
"learning_rate": 4.843264248704664e-05,
"loss": 1.3963,
"step": 1210
},
{
"epoch": 0.3160621761658031,
"grad_norm": 21.882503509521484,
"learning_rate": 4.8419689119170986e-05,
"loss": 1.3636,
"step": 1220
},
{
"epoch": 0.31865284974093266,
"grad_norm": 30.755125045776367,
"learning_rate": 4.840673575129534e-05,
"loss": 1.9331,
"step": 1230
},
{
"epoch": 0.32124352331606215,
"grad_norm": 23.70397186279297,
"learning_rate": 4.839378238341969e-05,
"loss": 1.5329,
"step": 1240
},
{
"epoch": 0.3238341968911917,
"grad_norm": 21.9459285736084,
"learning_rate": 4.8380829015544046e-05,
"loss": 1.566,
"step": 1250
},
{
"epoch": 0.32642487046632124,
"grad_norm": 27.830703735351562,
"learning_rate": 4.83678756476684e-05,
"loss": 1.6573,
"step": 1260
},
{
"epoch": 0.3290155440414508,
"grad_norm": 30.417043685913086,
"learning_rate": 4.835492227979275e-05,
"loss": 1.7139,
"step": 1270
},
{
"epoch": 0.3316062176165803,
"grad_norm": 29.945741653442383,
"learning_rate": 4.83419689119171e-05,
"loss": 1.8018,
"step": 1280
},
{
"epoch": 0.33419689119170987,
"grad_norm": 14.742363929748535,
"learning_rate": 4.832901554404145e-05,
"loss": 1.6526,
"step": 1290
},
{
"epoch": 0.33678756476683935,
"grad_norm": 25.64934539794922,
"learning_rate": 4.83160621761658e-05,
"loss": 1.6756,
"step": 1300
},
{
"epoch": 0.3393782383419689,
"grad_norm": 19.556947708129883,
"learning_rate": 4.830310880829016e-05,
"loss": 1.5911,
"step": 1310
},
{
"epoch": 0.34196891191709844,
"grad_norm": 23.164161682128906,
"learning_rate": 4.829015544041451e-05,
"loss": 1.6059,
"step": 1320
},
{
"epoch": 0.344559585492228,
"grad_norm": 30.63306427001953,
"learning_rate": 4.827720207253886e-05,
"loss": 1.7122,
"step": 1330
},
{
"epoch": 0.3471502590673575,
"grad_norm": 21.127140045166016,
"learning_rate": 4.826424870466322e-05,
"loss": 1.6247,
"step": 1340
},
{
"epoch": 0.34974093264248707,
"grad_norm": 19.14301872253418,
"learning_rate": 4.825129533678757e-05,
"loss": 1.4705,
"step": 1350
},
{
"epoch": 0.35233160621761656,
"grad_norm": 17.098033905029297,
"learning_rate": 4.823834196891192e-05,
"loss": 1.5676,
"step": 1360
},
{
"epoch": 0.3549222797927461,
"grad_norm": 16.875728607177734,
"learning_rate": 4.822538860103627e-05,
"loss": 1.7049,
"step": 1370
},
{
"epoch": 0.35751295336787564,
"grad_norm": 34.36874771118164,
"learning_rate": 4.821243523316063e-05,
"loss": 1.5321,
"step": 1380
},
{
"epoch": 0.3601036269430052,
"grad_norm": 11.960866928100586,
"learning_rate": 4.819948186528498e-05,
"loss": 1.5493,
"step": 1390
},
{
"epoch": 0.3626943005181347,
"grad_norm": 31.076112747192383,
"learning_rate": 4.818652849740933e-05,
"loss": 1.4659,
"step": 1400
},
{
"epoch": 0.36528497409326427,
"grad_norm": 16.578109741210938,
"learning_rate": 4.817357512953368e-05,
"loss": 1.6065,
"step": 1410
},
{
"epoch": 0.36787564766839376,
"grad_norm": 47.56275939941406,
"learning_rate": 4.816062176165803e-05,
"loss": 1.4897,
"step": 1420
},
{
"epoch": 0.3704663212435233,
"grad_norm": 12.677170753479004,
"learning_rate": 4.8147668393782384e-05,
"loss": 1.6257,
"step": 1430
},
{
"epoch": 0.37305699481865284,
"grad_norm": 20.837234497070312,
"learning_rate": 4.813471502590674e-05,
"loss": 1.6492,
"step": 1440
},
{
"epoch": 0.3756476683937824,
"grad_norm": 33.34071350097656,
"learning_rate": 4.812176165803109e-05,
"loss": 1.6481,
"step": 1450
},
{
"epoch": 0.37823834196891193,
"grad_norm": 28.165651321411133,
"learning_rate": 4.8108808290155444e-05,
"loss": 1.732,
"step": 1460
},
{
"epoch": 0.38082901554404147,
"grad_norm": 22.946510314941406,
"learning_rate": 4.809585492227979e-05,
"loss": 1.607,
"step": 1470
},
{
"epoch": 0.38341968911917096,
"grad_norm": 29.849567413330078,
"learning_rate": 4.808290155440415e-05,
"loss": 1.8372,
"step": 1480
},
{
"epoch": 0.3860103626943005,
"grad_norm": 36.18076705932617,
"learning_rate": 4.80699481865285e-05,
"loss": 1.5982,
"step": 1490
},
{
"epoch": 0.38860103626943004,
"grad_norm": 16.88390350341797,
"learning_rate": 4.805699481865285e-05,
"loss": 1.4599,
"step": 1500
},
{
"epoch": 0.3911917098445596,
"grad_norm": 24.603412628173828,
"learning_rate": 4.804404145077721e-05,
"loss": 1.6538,
"step": 1510
},
{
"epoch": 0.39378238341968913,
"grad_norm": 37.776615142822266,
"learning_rate": 4.8031088082901556e-05,
"loss": 1.609,
"step": 1520
},
{
"epoch": 0.3963730569948187,
"grad_norm": 25.02556610107422,
"learning_rate": 4.801813471502591e-05,
"loss": 1.4831,
"step": 1530
},
{
"epoch": 0.39896373056994816,
"grad_norm": 27.627260208129883,
"learning_rate": 4.800518134715026e-05,
"loss": 1.6274,
"step": 1540
},
{
"epoch": 0.4015544041450777,
"grad_norm": 22.371219635009766,
"learning_rate": 4.799222797927461e-05,
"loss": 1.6617,
"step": 1550
},
{
"epoch": 0.40414507772020725,
"grad_norm": 25.06279945373535,
"learning_rate": 4.7979274611398965e-05,
"loss": 1.439,
"step": 1560
},
{
"epoch": 0.4067357512953368,
"grad_norm": 28.7954158782959,
"learning_rate": 4.796632124352332e-05,
"loss": 1.5976,
"step": 1570
},
{
"epoch": 0.40932642487046633,
"grad_norm": 17.5786075592041,
"learning_rate": 4.795336787564767e-05,
"loss": 1.5391,
"step": 1580
},
{
"epoch": 0.4119170984455959,
"grad_norm": 33.97129440307617,
"learning_rate": 4.7940414507772024e-05,
"loss": 1.5288,
"step": 1590
},
{
"epoch": 0.41450777202072536,
"grad_norm": 19.382938385009766,
"learning_rate": 4.792746113989637e-05,
"loss": 1.7159,
"step": 1600
},
{
"epoch": 0.4170984455958549,
"grad_norm": 19.115318298339844,
"learning_rate": 4.791450777202073e-05,
"loss": 1.5329,
"step": 1610
},
{
"epoch": 0.41968911917098445,
"grad_norm": 27.468807220458984,
"learning_rate": 4.7901554404145084e-05,
"loss": 1.6482,
"step": 1620
},
{
"epoch": 0.422279792746114,
"grad_norm": 24.196643829345703,
"learning_rate": 4.788860103626943e-05,
"loss": 1.5666,
"step": 1630
},
{
"epoch": 0.42487046632124353,
"grad_norm": 14.91478443145752,
"learning_rate": 4.787564766839379e-05,
"loss": 1.4031,
"step": 1640
},
{
"epoch": 0.4274611398963731,
"grad_norm": 34.268985748291016,
"learning_rate": 4.786269430051814e-05,
"loss": 1.6213,
"step": 1650
},
{
"epoch": 0.43005181347150256,
"grad_norm": 21.778610229492188,
"learning_rate": 4.784974093264249e-05,
"loss": 1.6342,
"step": 1660
},
{
"epoch": 0.4326424870466321,
"grad_norm": 28.808101654052734,
"learning_rate": 4.783678756476684e-05,
"loss": 1.6757,
"step": 1670
},
{
"epoch": 0.43523316062176165,
"grad_norm": 40.345272064208984,
"learning_rate": 4.782383419689119e-05,
"loss": 1.5387,
"step": 1680
},
{
"epoch": 0.4378238341968912,
"grad_norm": 22.487010955810547,
"learning_rate": 4.7810880829015545e-05,
"loss": 1.5155,
"step": 1690
},
{
"epoch": 0.44041450777202074,
"grad_norm": 18.583967208862305,
"learning_rate": 4.7797927461139894e-05,
"loss": 1.5172,
"step": 1700
},
{
"epoch": 0.4430051813471503,
"grad_norm": 14.082930564880371,
"learning_rate": 4.778497409326425e-05,
"loss": 1.4428,
"step": 1710
},
{
"epoch": 0.44559585492227977,
"grad_norm": 18.63905906677246,
"learning_rate": 4.7772020725388605e-05,
"loss": 1.5073,
"step": 1720
},
{
"epoch": 0.4481865284974093,
"grad_norm": 23.32279396057129,
"learning_rate": 4.7759067357512954e-05,
"loss": 1.4361,
"step": 1730
},
{
"epoch": 0.45077720207253885,
"grad_norm": 28.206998825073242,
"learning_rate": 4.774611398963731e-05,
"loss": 1.7331,
"step": 1740
},
{
"epoch": 0.4533678756476684,
"grad_norm": 15.059203147888184,
"learning_rate": 4.773316062176166e-05,
"loss": 1.7509,
"step": 1750
},
{
"epoch": 0.45595854922279794,
"grad_norm": 22.62323760986328,
"learning_rate": 4.7720207253886013e-05,
"loss": 1.5393,
"step": 1760
},
{
"epoch": 0.4585492227979275,
"grad_norm": 16.210689544677734,
"learning_rate": 4.770725388601037e-05,
"loss": 1.5476,
"step": 1770
},
{
"epoch": 0.46113989637305697,
"grad_norm": 24.579015731811523,
"learning_rate": 4.769430051813472e-05,
"loss": 1.494,
"step": 1780
},
{
"epoch": 0.4637305699481865,
"grad_norm": 42.28752517700195,
"learning_rate": 4.768134715025907e-05,
"loss": 1.6756,
"step": 1790
},
{
"epoch": 0.46632124352331605,
"grad_norm": 21.940902709960938,
"learning_rate": 4.766839378238342e-05,
"loss": 1.4915,
"step": 1800
},
{
"epoch": 0.4689119170984456,
"grad_norm": 21.03409767150879,
"learning_rate": 4.765544041450777e-05,
"loss": 1.6041,
"step": 1810
},
{
"epoch": 0.47150259067357514,
"grad_norm": 22.608407974243164,
"learning_rate": 4.7642487046632126e-05,
"loss": 1.4919,
"step": 1820
},
{
"epoch": 0.4740932642487047,
"grad_norm": 20.866670608520508,
"learning_rate": 4.7629533678756475e-05,
"loss": 1.6736,
"step": 1830
},
{
"epoch": 0.47668393782383417,
"grad_norm": 45.13081359863281,
"learning_rate": 4.761658031088083e-05,
"loss": 1.285,
"step": 1840
},
{
"epoch": 0.4792746113989637,
"grad_norm": 29.818035125732422,
"learning_rate": 4.7603626943005186e-05,
"loss": 1.7222,
"step": 1850
},
{
"epoch": 0.48186528497409326,
"grad_norm": 17.365638732910156,
"learning_rate": 4.7590673575129534e-05,
"loss": 1.5273,
"step": 1860
},
{
"epoch": 0.4844559585492228,
"grad_norm": 30.186918258666992,
"learning_rate": 4.757772020725389e-05,
"loss": 1.4954,
"step": 1870
},
{
"epoch": 0.48704663212435234,
"grad_norm": 18.145353317260742,
"learning_rate": 4.756476683937824e-05,
"loss": 1.5781,
"step": 1880
},
{
"epoch": 0.4896373056994819,
"grad_norm": 27.134737014770508,
"learning_rate": 4.7551813471502594e-05,
"loss": 1.4799,
"step": 1890
},
{
"epoch": 0.49222797927461137,
"grad_norm": 13.511622428894043,
"learning_rate": 4.753886010362695e-05,
"loss": 1.5638,
"step": 1900
},
{
"epoch": 0.4948186528497409,
"grad_norm": 24.474958419799805,
"learning_rate": 4.75259067357513e-05,
"loss": 1.5646,
"step": 1910
},
{
"epoch": 0.49740932642487046,
"grad_norm": 30.088911056518555,
"learning_rate": 4.7512953367875654e-05,
"loss": 1.6835,
"step": 1920
},
{
"epoch": 0.5,
"grad_norm": 18.893680572509766,
"learning_rate": 4.75e-05,
"loss": 1.3552,
"step": 1930
},
{
"epoch": 0.5025906735751295,
"grad_norm": 17.697975158691406,
"learning_rate": 4.748704663212435e-05,
"loss": 1.5805,
"step": 1940
},
{
"epoch": 0.5051813471502591,
"grad_norm": 36.21129608154297,
"learning_rate": 4.747409326424871e-05,
"loss": 1.5902,
"step": 1950
},
{
"epoch": 0.5077720207253886,
"grad_norm": 34.01372146606445,
"learning_rate": 4.7461139896373056e-05,
"loss": 1.714,
"step": 1960
},
{
"epoch": 0.5103626943005182,
"grad_norm": 29.51852035522461,
"learning_rate": 4.744818652849741e-05,
"loss": 1.6137,
"step": 1970
},
{
"epoch": 0.5129533678756477,
"grad_norm": 18.05373764038086,
"learning_rate": 4.743523316062176e-05,
"loss": 1.6395,
"step": 1980
},
{
"epoch": 0.5155440414507773,
"grad_norm": 21.184789657592773,
"learning_rate": 4.7422279792746115e-05,
"loss": 1.4643,
"step": 1990
},
{
"epoch": 0.5181347150259067,
"grad_norm": 23.714637756347656,
"learning_rate": 4.740932642487047e-05,
"loss": 1.3882,
"step": 2000
},
{
"epoch": 0.5207253886010362,
"grad_norm": 15.874961853027344,
"learning_rate": 4.739637305699482e-05,
"loss": 1.5443,
"step": 2010
},
{
"epoch": 0.5233160621761658,
"grad_norm": 22.941028594970703,
"learning_rate": 4.7383419689119175e-05,
"loss": 1.6533,
"step": 2020
},
{
"epoch": 0.5259067357512953,
"grad_norm": 28.497156143188477,
"learning_rate": 4.7370466321243524e-05,
"loss": 1.5149,
"step": 2030
},
{
"epoch": 0.5284974093264249,
"grad_norm": 21.876256942749023,
"learning_rate": 4.735751295336788e-05,
"loss": 1.569,
"step": 2040
},
{
"epoch": 0.5310880829015544,
"grad_norm": 42.140560150146484,
"learning_rate": 4.7344559585492235e-05,
"loss": 1.7042,
"step": 2050
},
{
"epoch": 0.533678756476684,
"grad_norm": 32.847015380859375,
"learning_rate": 4.733160621761658e-05,
"loss": 1.4896,
"step": 2060
},
{
"epoch": 0.5362694300518135,
"grad_norm": 17.597278594970703,
"learning_rate": 4.731865284974093e-05,
"loss": 1.4237,
"step": 2070
},
{
"epoch": 0.538860103626943,
"grad_norm": 25.03287124633789,
"learning_rate": 4.730569948186529e-05,
"loss": 1.5668,
"step": 2080
},
{
"epoch": 0.5414507772020726,
"grad_norm": 31.418399810791016,
"learning_rate": 4.7292746113989636e-05,
"loss": 1.5693,
"step": 2090
},
{
"epoch": 0.5440414507772021,
"grad_norm": 28.765634536743164,
"learning_rate": 4.727979274611399e-05,
"loss": 1.6439,
"step": 2100
},
{
"epoch": 0.5466321243523317,
"grad_norm": 21.600297927856445,
"learning_rate": 4.726683937823834e-05,
"loss": 1.5421,
"step": 2110
},
{
"epoch": 0.5492227979274611,
"grad_norm": 12.966517448425293,
"learning_rate": 4.7253886010362696e-05,
"loss": 1.5397,
"step": 2120
},
{
"epoch": 0.5518134715025906,
"grad_norm": 17.9195499420166,
"learning_rate": 4.724093264248705e-05,
"loss": 1.533,
"step": 2130
},
{
"epoch": 0.5544041450777202,
"grad_norm": 20.84477424621582,
"learning_rate": 4.72279792746114e-05,
"loss": 1.5349,
"step": 2140
},
{
"epoch": 0.5569948186528497,
"grad_norm": 16.5068416595459,
"learning_rate": 4.7215025906735756e-05,
"loss": 1.5764,
"step": 2150
},
{
"epoch": 0.5595854922279793,
"grad_norm": 19.871946334838867,
"learning_rate": 4.7202072538860104e-05,
"loss": 1.4836,
"step": 2160
},
{
"epoch": 0.5621761658031088,
"grad_norm": 19.740755081176758,
"learning_rate": 4.718911917098446e-05,
"loss": 1.5771,
"step": 2170
},
{
"epoch": 0.5647668393782384,
"grad_norm": 25.85736656188965,
"learning_rate": 4.7176165803108815e-05,
"loss": 1.6159,
"step": 2180
},
{
"epoch": 0.5673575129533679,
"grad_norm": 22.886077880859375,
"learning_rate": 4.7163212435233164e-05,
"loss": 1.3199,
"step": 2190
},
{
"epoch": 0.5699481865284974,
"grad_norm": 22.559722900390625,
"learning_rate": 4.715025906735751e-05,
"loss": 1.3284,
"step": 2200
},
{
"epoch": 0.572538860103627,
"grad_norm": 25.815101623535156,
"learning_rate": 4.713730569948187e-05,
"loss": 1.5518,
"step": 2210
},
{
"epoch": 0.5751295336787565,
"grad_norm": 30.595857620239258,
"learning_rate": 4.712435233160622e-05,
"loss": 1.5303,
"step": 2220
},
{
"epoch": 0.5777202072538861,
"grad_norm": 29.804729461669922,
"learning_rate": 4.711139896373057e-05,
"loss": 1.5218,
"step": 2230
},
{
"epoch": 0.5803108808290155,
"grad_norm": 23.19523811340332,
"learning_rate": 4.709844559585492e-05,
"loss": 1.5969,
"step": 2240
},
{
"epoch": 0.582901554404145,
"grad_norm": 21.599428176879883,
"learning_rate": 4.708549222797928e-05,
"loss": 1.7312,
"step": 2250
},
{
"epoch": 0.5854922279792746,
"grad_norm": 18.133852005004883,
"learning_rate": 4.7072538860103625e-05,
"loss": 1.427,
"step": 2260
},
{
"epoch": 0.5880829015544041,
"grad_norm": 32.30874252319336,
"learning_rate": 4.705958549222798e-05,
"loss": 1.6664,
"step": 2270
},
{
"epoch": 0.5906735751295337,
"grad_norm": 12.439620971679688,
"learning_rate": 4.7046632124352336e-05,
"loss": 1.5669,
"step": 2280
},
{
"epoch": 0.5932642487046632,
"grad_norm": 19.621421813964844,
"learning_rate": 4.7033678756476685e-05,
"loss": 1.4908,
"step": 2290
},
{
"epoch": 0.5958549222797928,
"grad_norm": 37.777748107910156,
"learning_rate": 4.702072538860104e-05,
"loss": 1.5053,
"step": 2300
},
{
"epoch": 0.5984455958549223,
"grad_norm": 21.638986587524414,
"learning_rate": 4.7007772020725396e-05,
"loss": 1.4896,
"step": 2310
},
{
"epoch": 0.6010362694300518,
"grad_norm": 37.112083435058594,
"learning_rate": 4.6994818652849745e-05,
"loss": 1.4729,
"step": 2320
},
{
"epoch": 0.6036269430051814,
"grad_norm": 31.457401275634766,
"learning_rate": 4.69818652849741e-05,
"loss": 1.5127,
"step": 2330
},
{
"epoch": 0.6062176165803109,
"grad_norm": 23.818546295166016,
"learning_rate": 4.696891191709845e-05,
"loss": 1.7322,
"step": 2340
},
{
"epoch": 0.6088082901554405,
"grad_norm": 19.657085418701172,
"learning_rate": 4.69559585492228e-05,
"loss": 1.6702,
"step": 2350
},
{
"epoch": 0.6113989637305699,
"grad_norm": 17.729097366333008,
"learning_rate": 4.694300518134715e-05,
"loss": 1.5857,
"step": 2360
},
{
"epoch": 0.6139896373056994,
"grad_norm": 23.1026668548584,
"learning_rate": 4.69300518134715e-05,
"loss": 1.6807,
"step": 2370
},
{
"epoch": 0.616580310880829,
"grad_norm": 32.537742614746094,
"learning_rate": 4.691709844559586e-05,
"loss": 1.5266,
"step": 2380
},
{
"epoch": 0.6191709844559585,
"grad_norm": 27.677419662475586,
"learning_rate": 4.6904145077720206e-05,
"loss": 1.5167,
"step": 2390
},
{
"epoch": 0.6217616580310881,
"grad_norm": 14.836385726928711,
"learning_rate": 4.689119170984456e-05,
"loss": 1.6174,
"step": 2400
},
{
"epoch": 0.6243523316062176,
"grad_norm": 30.61054801940918,
"learning_rate": 4.687823834196892e-05,
"loss": 1.4151,
"step": 2410
},
{
"epoch": 0.6269430051813472,
"grad_norm": 27.835063934326172,
"learning_rate": 4.6865284974093266e-05,
"loss": 1.6753,
"step": 2420
},
{
"epoch": 0.6295336787564767,
"grad_norm": 20.99327850341797,
"learning_rate": 4.685233160621762e-05,
"loss": 1.7027,
"step": 2430
},
{
"epoch": 0.6321243523316062,
"grad_norm": 21.516822814941406,
"learning_rate": 4.683937823834197e-05,
"loss": 1.5758,
"step": 2440
},
{
"epoch": 0.6347150259067358,
"grad_norm": 19.70086669921875,
"learning_rate": 4.6826424870466326e-05,
"loss": 1.6582,
"step": 2450
},
{
"epoch": 0.6373056994818653,
"grad_norm": 32.987945556640625,
"learning_rate": 4.681347150259068e-05,
"loss": 1.5226,
"step": 2460
},
{
"epoch": 0.6398963730569949,
"grad_norm": 23.360549926757812,
"learning_rate": 4.680051813471503e-05,
"loss": 1.6532,
"step": 2470
},
{
"epoch": 0.6424870466321243,
"grad_norm": 19.872928619384766,
"learning_rate": 4.678756476683938e-05,
"loss": 1.443,
"step": 2480
},
{
"epoch": 0.6450777202072538,
"grad_norm": 24.031156539916992,
"learning_rate": 4.677461139896373e-05,
"loss": 1.4551,
"step": 2490
},
{
"epoch": 0.6476683937823834,
"grad_norm": 19.514060974121094,
"learning_rate": 4.676165803108808e-05,
"loss": 1.4905,
"step": 2500
},
{
"epoch": 0.6502590673575129,
"grad_norm": 35.008426666259766,
"learning_rate": 4.674870466321244e-05,
"loss": 1.5547,
"step": 2510
},
{
"epoch": 0.6528497409326425,
"grad_norm": 19.445669174194336,
"learning_rate": 4.673575129533679e-05,
"loss": 1.4371,
"step": 2520
},
{
"epoch": 0.655440414507772,
"grad_norm": 24.876949310302734,
"learning_rate": 4.672279792746114e-05,
"loss": 1.3785,
"step": 2530
},
{
"epoch": 0.6580310880829016,
"grad_norm": 32.9698371887207,
"learning_rate": 4.67098445595855e-05,
"loss": 1.5057,
"step": 2540
},
{
"epoch": 0.6606217616580311,
"grad_norm": 31.485225677490234,
"learning_rate": 4.669689119170985e-05,
"loss": 1.4855,
"step": 2550
},
{
"epoch": 0.6632124352331606,
"grad_norm": 36.924442291259766,
"learning_rate": 4.66839378238342e-05,
"loss": 1.346,
"step": 2560
},
{
"epoch": 0.6658031088082902,
"grad_norm": 25.96522331237793,
"learning_rate": 4.667098445595855e-05,
"loss": 1.4708,
"step": 2570
},
{
"epoch": 0.6683937823834197,
"grad_norm": 23.780710220336914,
"learning_rate": 4.6658031088082906e-05,
"loss": 1.4661,
"step": 2580
},
{
"epoch": 0.6709844559585493,
"grad_norm": 22.78588104248047,
"learning_rate": 4.664507772020726e-05,
"loss": 1.4275,
"step": 2590
},
{
"epoch": 0.6735751295336787,
"grad_norm": 26.27242660522461,
"learning_rate": 4.663212435233161e-05,
"loss": 1.5354,
"step": 2600
},
{
"epoch": 0.6761658031088082,
"grad_norm": 20.899934768676758,
"learning_rate": 4.661917098445596e-05,
"loss": 1.4291,
"step": 2610
},
{
"epoch": 0.6787564766839378,
"grad_norm": 27.51850700378418,
"learning_rate": 4.660621761658031e-05,
"loss": 1.4698,
"step": 2620
},
{
"epoch": 0.6813471502590673,
"grad_norm": 30.429248809814453,
"learning_rate": 4.6593264248704663e-05,
"loss": 1.519,
"step": 2630
},
{
"epoch": 0.6839378238341969,
"grad_norm": 22.45821762084961,
"learning_rate": 4.658031088082902e-05,
"loss": 1.5897,
"step": 2640
},
{
"epoch": 0.6865284974093264,
"grad_norm": 38.25667190551758,
"learning_rate": 4.656735751295337e-05,
"loss": 1.7119,
"step": 2650
},
{
"epoch": 0.689119170984456,
"grad_norm": 27.38086700439453,
"learning_rate": 4.655440414507772e-05,
"loss": 1.535,
"step": 2660
},
{
"epoch": 0.6917098445595855,
"grad_norm": 32.60316848754883,
"learning_rate": 4.654145077720207e-05,
"loss": 1.4729,
"step": 2670
},
{
"epoch": 0.694300518134715,
"grad_norm": 22.392257690429688,
"learning_rate": 4.652849740932643e-05,
"loss": 1.4588,
"step": 2680
},
{
"epoch": 0.6968911917098446,
"grad_norm": 16.215259552001953,
"learning_rate": 4.651554404145078e-05,
"loss": 1.5404,
"step": 2690
},
{
"epoch": 0.6994818652849741,
"grad_norm": 19.307567596435547,
"learning_rate": 4.650259067357513e-05,
"loss": 1.2737,
"step": 2700
},
{
"epoch": 0.7020725388601037,
"grad_norm": 20.938331604003906,
"learning_rate": 4.648963730569949e-05,
"loss": 1.5383,
"step": 2710
},
{
"epoch": 0.7046632124352331,
"grad_norm": 21.904972076416016,
"learning_rate": 4.6476683937823836e-05,
"loss": 1.3717,
"step": 2720
},
{
"epoch": 0.7072538860103627,
"grad_norm": 33.777671813964844,
"learning_rate": 4.646373056994819e-05,
"loss": 1.3569,
"step": 2730
},
{
"epoch": 0.7098445595854922,
"grad_norm": 27.625268936157227,
"learning_rate": 4.645077720207254e-05,
"loss": 1.481,
"step": 2740
},
{
"epoch": 0.7124352331606217,
"grad_norm": 19.704904556274414,
"learning_rate": 4.643782383419689e-05,
"loss": 1.529,
"step": 2750
},
{
"epoch": 0.7150259067357513,
"grad_norm": 21.457429885864258,
"learning_rate": 4.6424870466321244e-05,
"loss": 1.4551,
"step": 2760
},
{
"epoch": 0.7176165803108808,
"grad_norm": 18.11833953857422,
"learning_rate": 4.641191709844559e-05,
"loss": 1.4049,
"step": 2770
},
{
"epoch": 0.7202072538860104,
"grad_norm": 26.1339111328125,
"learning_rate": 4.639896373056995e-05,
"loss": 1.503,
"step": 2780
},
{
"epoch": 0.7227979274611399,
"grad_norm": 31.111005783081055,
"learning_rate": 4.6386010362694304e-05,
"loss": 1.6815,
"step": 2790
},
{
"epoch": 0.7253886010362695,
"grad_norm": 30.0274600982666,
"learning_rate": 4.637305699481865e-05,
"loss": 1.6701,
"step": 2800
},
{
"epoch": 0.727979274611399,
"grad_norm": 24.076631546020508,
"learning_rate": 4.636010362694301e-05,
"loss": 1.3753,
"step": 2810
},
{
"epoch": 0.7305699481865285,
"grad_norm": 37.63376235961914,
"learning_rate": 4.6347150259067364e-05,
"loss": 1.4122,
"step": 2820
},
{
"epoch": 0.7331606217616581,
"grad_norm": 13.660898208618164,
"learning_rate": 4.633419689119171e-05,
"loss": 1.2508,
"step": 2830
},
{
"epoch": 0.7357512953367875,
"grad_norm": 21.013647079467773,
"learning_rate": 4.632124352331607e-05,
"loss": 1.6511,
"step": 2840
},
{
"epoch": 0.7383419689119171,
"grad_norm": 45.621158599853516,
"learning_rate": 4.6308290155440417e-05,
"loss": 1.5082,
"step": 2850
},
{
"epoch": 0.7409326424870466,
"grad_norm": 22.01505470275879,
"learning_rate": 4.629533678756477e-05,
"loss": 1.2794,
"step": 2860
},
{
"epoch": 0.7435233160621761,
"grad_norm": 31.403440475463867,
"learning_rate": 4.628238341968912e-05,
"loss": 1.6341,
"step": 2870
},
{
"epoch": 0.7461139896373057,
"grad_norm": 29.308605194091797,
"learning_rate": 4.626943005181347e-05,
"loss": 1.6965,
"step": 2880
},
{
"epoch": 0.7487046632124352,
"grad_norm": 17.984180450439453,
"learning_rate": 4.6256476683937825e-05,
"loss": 1.4655,
"step": 2890
},
{
"epoch": 0.7512953367875648,
"grad_norm": 27.961946487426758,
"learning_rate": 4.6243523316062174e-05,
"loss": 1.717,
"step": 2900
},
{
"epoch": 0.7538860103626943,
"grad_norm": 21.96929168701172,
"learning_rate": 4.623056994818653e-05,
"loss": 1.5762,
"step": 2910
},
{
"epoch": 0.7564766839378239,
"grad_norm": 22.772825241088867,
"learning_rate": 4.6217616580310885e-05,
"loss": 1.4391,
"step": 2920
},
{
"epoch": 0.7590673575129534,
"grad_norm": 12.620854377746582,
"learning_rate": 4.6204663212435233e-05,
"loss": 1.5651,
"step": 2930
},
{
"epoch": 0.7616580310880829,
"grad_norm": 15.411774635314941,
"learning_rate": 4.619170984455959e-05,
"loss": 1.4241,
"step": 2940
},
{
"epoch": 0.7642487046632125,
"grad_norm": 29.53138542175293,
"learning_rate": 4.617875647668394e-05,
"loss": 1.6274,
"step": 2950
},
{
"epoch": 0.7668393782383419,
"grad_norm": 23.416011810302734,
"learning_rate": 4.616580310880829e-05,
"loss": 1.5422,
"step": 2960
},
{
"epoch": 0.7694300518134715,
"grad_norm": 19.553274154663086,
"learning_rate": 4.615284974093265e-05,
"loss": 1.5059,
"step": 2970
},
{
"epoch": 0.772020725388601,
"grad_norm": 17.258136749267578,
"learning_rate": 4.6139896373057e-05,
"loss": 1.5433,
"step": 2980
},
{
"epoch": 0.7746113989637305,
"grad_norm": 35.72269821166992,
"learning_rate": 4.612694300518135e-05,
"loss": 1.4761,
"step": 2990
},
{
"epoch": 0.7772020725388601,
"grad_norm": 19.949108123779297,
"learning_rate": 4.61139896373057e-05,
"loss": 1.573,
"step": 3000
},
{
"epoch": 0.7797927461139896,
"grad_norm": 24.44106101989746,
"learning_rate": 4.610103626943005e-05,
"loss": 1.5129,
"step": 3010
},
{
"epoch": 0.7823834196891192,
"grad_norm": 20.136898040771484,
"learning_rate": 4.6088082901554406e-05,
"loss": 1.525,
"step": 3020
},
{
"epoch": 0.7849740932642487,
"grad_norm": 26.775421142578125,
"learning_rate": 4.6075129533678754e-05,
"loss": 1.5917,
"step": 3030
},
{
"epoch": 0.7875647668393783,
"grad_norm": 11.887606620788574,
"learning_rate": 4.606217616580311e-05,
"loss": 1.4967,
"step": 3040
},
{
"epoch": 0.7901554404145078,
"grad_norm": 16.925893783569336,
"learning_rate": 4.6049222797927465e-05,
"loss": 1.4634,
"step": 3050
},
{
"epoch": 0.7927461139896373,
"grad_norm": 22.643062591552734,
"learning_rate": 4.6036269430051814e-05,
"loss": 1.4273,
"step": 3060
},
{
"epoch": 0.7953367875647669,
"grad_norm": 21.853689193725586,
"learning_rate": 4.602331606217617e-05,
"loss": 1.502,
"step": 3070
},
{
"epoch": 0.7979274611398963,
"grad_norm": 22.738571166992188,
"learning_rate": 4.601036269430052e-05,
"loss": 1.2828,
"step": 3080
},
{
"epoch": 0.8005181347150259,
"grad_norm": 20.293777465820312,
"learning_rate": 4.5997409326424874e-05,
"loss": 1.4143,
"step": 3090
},
{
"epoch": 0.8031088082901554,
"grad_norm": 32.77324676513672,
"learning_rate": 4.598445595854923e-05,
"loss": 1.6201,
"step": 3100
},
{
"epoch": 0.805699481865285,
"grad_norm": 28.802824020385742,
"learning_rate": 4.597150259067358e-05,
"loss": 1.4212,
"step": 3110
},
{
"epoch": 0.8082901554404145,
"grad_norm": 19.036109924316406,
"learning_rate": 4.5958549222797934e-05,
"loss": 1.4828,
"step": 3120
},
{
"epoch": 0.810880829015544,
"grad_norm": 18.638633728027344,
"learning_rate": 4.594559585492228e-05,
"loss": 1.6133,
"step": 3130
},
{
"epoch": 0.8134715025906736,
"grad_norm": 12.874844551086426,
"learning_rate": 4.593264248704663e-05,
"loss": 1.3408,
"step": 3140
},
{
"epoch": 0.8160621761658031,
"grad_norm": 24.578651428222656,
"learning_rate": 4.5919689119170986e-05,
"loss": 1.452,
"step": 3150
},
{
"epoch": 0.8186528497409327,
"grad_norm": 26.649707794189453,
"learning_rate": 4.5906735751295335e-05,
"loss": 1.6119,
"step": 3160
},
{
"epoch": 0.8212435233160622,
"grad_norm": 11.373248100280762,
"learning_rate": 4.589378238341969e-05,
"loss": 1.4846,
"step": 3170
},
{
"epoch": 0.8238341968911918,
"grad_norm": 18.468767166137695,
"learning_rate": 4.588082901554404e-05,
"loss": 1.4796,
"step": 3180
},
{
"epoch": 0.8264248704663213,
"grad_norm": 33.81085205078125,
"learning_rate": 4.5867875647668395e-05,
"loss": 1.4842,
"step": 3190
},
{
"epoch": 0.8290155440414507,
"grad_norm": 44.069862365722656,
"learning_rate": 4.585492227979275e-05,
"loss": 1.3301,
"step": 3200
},
{
"epoch": 0.8316062176165803,
"grad_norm": 30.73018455505371,
"learning_rate": 4.58419689119171e-05,
"loss": 1.4531,
"step": 3210
},
{
"epoch": 0.8341968911917098,
"grad_norm": 22.551029205322266,
"learning_rate": 4.5829015544041455e-05,
"loss": 1.3871,
"step": 3220
},
{
"epoch": 0.8367875647668394,
"grad_norm": 21.888132095336914,
"learning_rate": 4.58160621761658e-05,
"loss": 1.3878,
"step": 3230
},
{
"epoch": 0.8393782383419689,
"grad_norm": 23.434829711914062,
"learning_rate": 4.580310880829016e-05,
"loss": 1.4102,
"step": 3240
},
{
"epoch": 0.8419689119170984,
"grad_norm": 33.60170364379883,
"learning_rate": 4.5790155440414514e-05,
"loss": 1.3877,
"step": 3250
},
{
"epoch": 0.844559585492228,
"grad_norm": 30.584665298461914,
"learning_rate": 4.577720207253886e-05,
"loss": 1.5777,
"step": 3260
},
{
"epoch": 0.8471502590673575,
"grad_norm": 31.303016662597656,
"learning_rate": 4.576424870466322e-05,
"loss": 1.3479,
"step": 3270
},
{
"epoch": 0.8497409326424871,
"grad_norm": 25.0778751373291,
"learning_rate": 4.575129533678757e-05,
"loss": 1.4229,
"step": 3280
},
{
"epoch": 0.8523316062176166,
"grad_norm": 28.942176818847656,
"learning_rate": 4.5738341968911916e-05,
"loss": 1.4639,
"step": 3290
},
{
"epoch": 0.8549222797927462,
"grad_norm": 14.152292251586914,
"learning_rate": 4.572538860103627e-05,
"loss": 1.4146,
"step": 3300
},
{
"epoch": 0.8575129533678757,
"grad_norm": 34.091529846191406,
"learning_rate": 4.571243523316062e-05,
"loss": 1.3296,
"step": 3310
},
{
"epoch": 0.8601036269430051,
"grad_norm": 31.55875587463379,
"learning_rate": 4.5699481865284976e-05,
"loss": 1.7364,
"step": 3320
},
{
"epoch": 0.8626943005181347,
"grad_norm": 28.711393356323242,
"learning_rate": 4.568652849740933e-05,
"loss": 1.6203,
"step": 3330
},
{
"epoch": 0.8652849740932642,
"grad_norm": 15.44333267211914,
"learning_rate": 4.567357512953368e-05,
"loss": 1.4102,
"step": 3340
},
{
"epoch": 0.8678756476683938,
"grad_norm": 16.363929748535156,
"learning_rate": 4.5660621761658035e-05,
"loss": 1.3734,
"step": 3350
},
{
"epoch": 0.8704663212435233,
"grad_norm": 33.26145553588867,
"learning_rate": 4.5647668393782384e-05,
"loss": 1.4455,
"step": 3360
},
{
"epoch": 0.8730569948186528,
"grad_norm": 30.60645866394043,
"learning_rate": 4.563471502590674e-05,
"loss": 1.4201,
"step": 3370
},
{
"epoch": 0.8756476683937824,
"grad_norm": 32.861083984375,
"learning_rate": 4.5621761658031095e-05,
"loss": 1.3526,
"step": 3380
},
{
"epoch": 0.8782383419689119,
"grad_norm": 38.518306732177734,
"learning_rate": 4.5608808290155444e-05,
"loss": 1.7465,
"step": 3390
},
{
"epoch": 0.8808290155440415,
"grad_norm": 24.908071517944336,
"learning_rate": 4.55958549222798e-05,
"loss": 1.651,
"step": 3400
},
{
"epoch": 0.883419689119171,
"grad_norm": 19.369590759277344,
"learning_rate": 4.558290155440415e-05,
"loss": 1.5032,
"step": 3410
},
{
"epoch": 0.8860103626943006,
"grad_norm": 23.25833511352539,
"learning_rate": 4.55699481865285e-05,
"loss": 1.5119,
"step": 3420
},
{
"epoch": 0.8886010362694301,
"grad_norm": 20.567188262939453,
"learning_rate": 4.555699481865285e-05,
"loss": 1.2998,
"step": 3430
},
{
"epoch": 0.8911917098445595,
"grad_norm": 19.625741958618164,
"learning_rate": 4.55440414507772e-05,
"loss": 1.3827,
"step": 3440
},
{
"epoch": 0.8937823834196891,
"grad_norm": 26.5403995513916,
"learning_rate": 4.5531088082901556e-05,
"loss": 1.4932,
"step": 3450
},
{
"epoch": 0.8963730569948186,
"grad_norm": 18.042219161987305,
"learning_rate": 4.5518134715025905e-05,
"loss": 1.6477,
"step": 3460
},
{
"epoch": 0.8989637305699482,
"grad_norm": 21.400644302368164,
"learning_rate": 4.550518134715026e-05,
"loss": 1.3423,
"step": 3470
},
{
"epoch": 0.9015544041450777,
"grad_norm": 22.21318244934082,
"learning_rate": 4.5492227979274616e-05,
"loss": 1.5798,
"step": 3480
},
{
"epoch": 0.9041450777202072,
"grad_norm": 19.844131469726562,
"learning_rate": 4.5479274611398965e-05,
"loss": 1.3797,
"step": 3490
},
{
"epoch": 0.9067357512953368,
"grad_norm": 26.625595092773438,
"learning_rate": 4.546632124352332e-05,
"loss": 1.4852,
"step": 3500
},
{
"epoch": 0.9093264248704663,
"grad_norm": 32.40286636352539,
"learning_rate": 4.5453367875647676e-05,
"loss": 1.6987,
"step": 3510
},
{
"epoch": 0.9119170984455959,
"grad_norm": 33.19709777832031,
"learning_rate": 4.5440414507772025e-05,
"loss": 1.6457,
"step": 3520
},
{
"epoch": 0.9145077720207254,
"grad_norm": 17.236833572387695,
"learning_rate": 4.542746113989638e-05,
"loss": 1.5812,
"step": 3530
},
{
"epoch": 0.917098445595855,
"grad_norm": 19.348031997680664,
"learning_rate": 4.541450777202073e-05,
"loss": 1.541,
"step": 3540
},
{
"epoch": 0.9196891191709845,
"grad_norm": 23.45808982849121,
"learning_rate": 4.540155440414508e-05,
"loss": 1.5692,
"step": 3550
},
{
"epoch": 0.9222797927461139,
"grad_norm": 22.84897804260254,
"learning_rate": 4.538860103626943e-05,
"loss": 1.6723,
"step": 3560
},
{
"epoch": 0.9248704663212435,
"grad_norm": 13.095423698425293,
"learning_rate": 4.537564766839378e-05,
"loss": 1.5137,
"step": 3570
},
{
"epoch": 0.927461139896373,
"grad_norm": 29.42843246459961,
"learning_rate": 4.536269430051814e-05,
"loss": 1.4067,
"step": 3580
},
{
"epoch": 0.9300518134715026,
"grad_norm": 32.72073745727539,
"learning_rate": 4.5349740932642486e-05,
"loss": 1.5371,
"step": 3590
},
{
"epoch": 0.9326424870466321,
"grad_norm": 24.241315841674805,
"learning_rate": 4.533678756476684e-05,
"loss": 1.6065,
"step": 3600
},
{
"epoch": 0.9352331606217616,
"grad_norm": 18.909767150878906,
"learning_rate": 4.53238341968912e-05,
"loss": 1.5368,
"step": 3610
},
{
"epoch": 0.9378238341968912,
"grad_norm": 30.73459815979004,
"learning_rate": 4.5310880829015546e-05,
"loss": 1.4093,
"step": 3620
},
{
"epoch": 0.9404145077720207,
"grad_norm": 35.667598724365234,
"learning_rate": 4.52979274611399e-05,
"loss": 1.7693,
"step": 3630
},
{
"epoch": 0.9430051813471503,
"grad_norm": 22.410886764526367,
"learning_rate": 4.528497409326425e-05,
"loss": 1.5098,
"step": 3640
},
{
"epoch": 0.9455958549222798,
"grad_norm": 18.317495346069336,
"learning_rate": 4.5272020725388605e-05,
"loss": 1.4867,
"step": 3650
},
{
"epoch": 0.9481865284974094,
"grad_norm": 26.90761947631836,
"learning_rate": 4.525906735751296e-05,
"loss": 1.449,
"step": 3660
},
{
"epoch": 0.9507772020725389,
"grad_norm": 15.232342720031738,
"learning_rate": 4.524611398963731e-05,
"loss": 1.4036,
"step": 3670
},
{
"epoch": 0.9533678756476683,
"grad_norm": 18.1928653717041,
"learning_rate": 4.523316062176166e-05,
"loss": 1.5144,
"step": 3680
},
{
"epoch": 0.9559585492227979,
"grad_norm": 19.998991012573242,
"learning_rate": 4.522020725388601e-05,
"loss": 1.5949,
"step": 3690
},
{
"epoch": 0.9585492227979274,
"grad_norm": 30.222055435180664,
"learning_rate": 4.520725388601036e-05,
"loss": 1.353,
"step": 3700
},
{
"epoch": 0.961139896373057,
"grad_norm": 24.6115665435791,
"learning_rate": 4.519430051813472e-05,
"loss": 1.566,
"step": 3710
},
{
"epoch": 0.9637305699481865,
"grad_norm": 31.099687576293945,
"learning_rate": 4.5181347150259067e-05,
"loss": 1.3895,
"step": 3720
},
{
"epoch": 0.966321243523316,
"grad_norm": 23.968713760375977,
"learning_rate": 4.516839378238342e-05,
"loss": 1.422,
"step": 3730
},
{
"epoch": 0.9689119170984456,
"grad_norm": 25.429346084594727,
"learning_rate": 4.515544041450778e-05,
"loss": 1.5973,
"step": 3740
},
{
"epoch": 0.9715025906735751,
"grad_norm": 32.34147644042969,
"learning_rate": 4.5142487046632126e-05,
"loss": 1.4055,
"step": 3750
},
{
"epoch": 0.9740932642487047,
"grad_norm": 32.41990661621094,
"learning_rate": 4.512953367875648e-05,
"loss": 1.4335,
"step": 3760
},
{
"epoch": 0.9766839378238342,
"grad_norm": 26.07378578186035,
"learning_rate": 4.511658031088083e-05,
"loss": 1.5147,
"step": 3770
},
{
"epoch": 0.9792746113989638,
"grad_norm": 20.132482528686523,
"learning_rate": 4.5103626943005186e-05,
"loss": 1.6007,
"step": 3780
},
{
"epoch": 0.9818652849740933,
"grad_norm": 27.40679931640625,
"learning_rate": 4.509067357512954e-05,
"loss": 1.4479,
"step": 3790
},
{
"epoch": 0.9844559585492227,
"grad_norm": 18.36371612548828,
"learning_rate": 4.507772020725389e-05,
"loss": 1.3055,
"step": 3800
},
{
"epoch": 0.9870466321243523,
"grad_norm": 24.250751495361328,
"learning_rate": 4.506476683937824e-05,
"loss": 1.5206,
"step": 3810
},
{
"epoch": 0.9896373056994818,
"grad_norm": 25.35177993774414,
"learning_rate": 4.505181347150259e-05,
"loss": 1.3931,
"step": 3820
},
{
"epoch": 0.9922279792746114,
"grad_norm": 30.274795532226562,
"learning_rate": 4.503886010362694e-05,
"loss": 1.4414,
"step": 3830
},
{
"epoch": 0.9948186528497409,
"grad_norm": 24.2322998046875,
"learning_rate": 4.50259067357513e-05,
"loss": 1.4042,
"step": 3840
},
{
"epoch": 0.9974093264248705,
"grad_norm": 27.55248260498047,
"learning_rate": 4.501295336787565e-05,
"loss": 1.3548,
"step": 3850
},
{
"epoch": 1.0,
"grad_norm": 54.421669006347656,
"learning_rate": 4.5e-05,
"loss": 1.817,
"step": 3860
},
{
"epoch": 1.0,
"eval_accuracy": 0.4553698665630263,
"eval_f1": 0.4223639899839413,
"eval_loss": 1.440008282661438,
"eval_runtime": 129.8916,
"eval_samples_per_second": 59.426,
"eval_steps_per_second": 7.429,
"step": 3860
},
{
"epoch": 1.0025906735751295,
"grad_norm": 13.998290061950684,
"learning_rate": 4.498704663212435e-05,
"loss": 1.2533,
"step": 3870
},
{
"epoch": 1.005181347150259,
"grad_norm": 17.047151565551758,
"learning_rate": 4.497409326424871e-05,
"loss": 1.2155,
"step": 3880
},
{
"epoch": 1.0077720207253886,
"grad_norm": 28.66954803466797,
"learning_rate": 4.496113989637306e-05,
"loss": 1.4768,
"step": 3890
},
{
"epoch": 1.0103626943005182,
"grad_norm": 27.51622200012207,
"learning_rate": 4.494818652849741e-05,
"loss": 1.4572,
"step": 3900
},
{
"epoch": 1.0129533678756477,
"grad_norm": 23.63414192199707,
"learning_rate": 4.493523316062177e-05,
"loss": 1.2235,
"step": 3910
},
{
"epoch": 1.0155440414507773,
"grad_norm": 10.387931823730469,
"learning_rate": 4.4922279792746115e-05,
"loss": 1.4989,
"step": 3920
},
{
"epoch": 1.0181347150259068,
"grad_norm": 23.550596237182617,
"learning_rate": 4.490932642487047e-05,
"loss": 1.5015,
"step": 3930
},
{
"epoch": 1.0207253886010363,
"grad_norm": 15.778138160705566,
"learning_rate": 4.489637305699482e-05,
"loss": 1.1708,
"step": 3940
},
{
"epoch": 1.0233160621761659,
"grad_norm": 27.95370864868164,
"learning_rate": 4.488341968911917e-05,
"loss": 1.5511,
"step": 3950
},
{
"epoch": 1.0259067357512954,
"grad_norm": 13.570741653442383,
"learning_rate": 4.4870466321243524e-05,
"loss": 1.3762,
"step": 3960
},
{
"epoch": 1.028497409326425,
"grad_norm": 30.309999465942383,
"learning_rate": 4.485751295336787e-05,
"loss": 1.3065,
"step": 3970
},
{
"epoch": 1.0310880829015545,
"grad_norm": 28.459074020385742,
"learning_rate": 4.484455958549223e-05,
"loss": 1.2689,
"step": 3980
},
{
"epoch": 1.0336787564766838,
"grad_norm": 18.851470947265625,
"learning_rate": 4.4831606217616584e-05,
"loss": 1.1892,
"step": 3990
},
{
"epoch": 1.0362694300518134,
"grad_norm": 17.690624237060547,
"learning_rate": 4.481865284974093e-05,
"loss": 1.3928,
"step": 4000
},
{
"epoch": 1.038860103626943,
"grad_norm": 17.225982666015625,
"learning_rate": 4.480569948186529e-05,
"loss": 1.2388,
"step": 4010
},
{
"epoch": 1.0414507772020725,
"grad_norm": 20.139324188232422,
"learning_rate": 4.479274611398964e-05,
"loss": 1.4581,
"step": 4020
},
{
"epoch": 1.044041450777202,
"grad_norm": 16.717266082763672,
"learning_rate": 4.477979274611399e-05,
"loss": 1.4446,
"step": 4030
},
{
"epoch": 1.0466321243523315,
"grad_norm": 19.426870346069336,
"learning_rate": 4.476683937823835e-05,
"loss": 1.3466,
"step": 4040
},
{
"epoch": 1.049222797927461,
"grad_norm": 15.214735984802246,
"learning_rate": 4.4753886010362696e-05,
"loss": 1.2239,
"step": 4050
},
{
"epoch": 1.0518134715025906,
"grad_norm": 26.582632064819336,
"learning_rate": 4.474093264248705e-05,
"loss": 1.4757,
"step": 4060
},
{
"epoch": 1.0544041450777202,
"grad_norm": 28.87495994567871,
"learning_rate": 4.47279792746114e-05,
"loss": 1.5482,
"step": 4070
},
{
"epoch": 1.0569948186528497,
"grad_norm": 20.337875366210938,
"learning_rate": 4.471502590673575e-05,
"loss": 1.4364,
"step": 4080
},
{
"epoch": 1.0595854922279793,
"grad_norm": 11.887430191040039,
"learning_rate": 4.4702072538860105e-05,
"loss": 1.2455,
"step": 4090
},
{
"epoch": 1.0621761658031088,
"grad_norm": 13.533197402954102,
"learning_rate": 4.468911917098445e-05,
"loss": 1.4475,
"step": 4100
},
{
"epoch": 1.0647668393782384,
"grad_norm": 21.839876174926758,
"learning_rate": 4.467616580310881e-05,
"loss": 1.385,
"step": 4110
},
{
"epoch": 1.067357512953368,
"grad_norm": 12.319941520690918,
"learning_rate": 4.4663212435233164e-05,
"loss": 1.2414,
"step": 4120
},
{
"epoch": 1.0699481865284974,
"grad_norm": 34.992027282714844,
"learning_rate": 4.465025906735751e-05,
"loss": 1.4249,
"step": 4130
},
{
"epoch": 1.072538860103627,
"grad_norm": 25.84225845336914,
"learning_rate": 4.463730569948187e-05,
"loss": 1.2535,
"step": 4140
},
{
"epoch": 1.0751295336787565,
"grad_norm": 15.416722297668457,
"learning_rate": 4.462435233160622e-05,
"loss": 1.4665,
"step": 4150
},
{
"epoch": 1.077720207253886,
"grad_norm": 19.569765090942383,
"learning_rate": 4.461139896373057e-05,
"loss": 1.1651,
"step": 4160
},
{
"epoch": 1.0803108808290156,
"grad_norm": 18.811647415161133,
"learning_rate": 4.459844559585493e-05,
"loss": 1.5026,
"step": 4170
},
{
"epoch": 1.0829015544041452,
"grad_norm": 25.074935913085938,
"learning_rate": 4.458549222797928e-05,
"loss": 1.3583,
"step": 4180
},
{
"epoch": 1.0854922279792747,
"grad_norm": 41.43058776855469,
"learning_rate": 4.457253886010363e-05,
"loss": 1.2107,
"step": 4190
},
{
"epoch": 1.0880829015544042,
"grad_norm": 18.51222038269043,
"learning_rate": 4.455958549222798e-05,
"loss": 1.3887,
"step": 4200
},
{
"epoch": 1.0906735751295338,
"grad_norm": 34.78820037841797,
"learning_rate": 4.454663212435233e-05,
"loss": 1.3386,
"step": 4210
},
{
"epoch": 1.093264248704663,
"grad_norm": 14.28584098815918,
"learning_rate": 4.4533678756476685e-05,
"loss": 1.5648,
"step": 4220
},
{
"epoch": 1.0958549222797926,
"grad_norm": 10.484559059143066,
"learning_rate": 4.4520725388601034e-05,
"loss": 1.3229,
"step": 4230
},
{
"epoch": 1.0984455958549222,
"grad_norm": 24.480085372924805,
"learning_rate": 4.450777202072539e-05,
"loss": 1.2868,
"step": 4240
},
{
"epoch": 1.1010362694300517,
"grad_norm": 19.146596908569336,
"learning_rate": 4.4494818652849745e-05,
"loss": 1.1129,
"step": 4250
},
{
"epoch": 1.1036269430051813,
"grad_norm": 23.00044059753418,
"learning_rate": 4.4481865284974094e-05,
"loss": 1.3796,
"step": 4260
},
{
"epoch": 1.1062176165803108,
"grad_norm": 21.900585174560547,
"learning_rate": 4.446891191709845e-05,
"loss": 1.2963,
"step": 4270
},
{
"epoch": 1.1088082901554404,
"grad_norm": 24.694345474243164,
"learning_rate": 4.44559585492228e-05,
"loss": 1.28,
"step": 4280
},
{
"epoch": 1.11139896373057,
"grad_norm": 34.733306884765625,
"learning_rate": 4.4443005181347153e-05,
"loss": 1.2679,
"step": 4290
},
{
"epoch": 1.1139896373056994,
"grad_norm": 30.970521926879883,
"learning_rate": 4.443005181347151e-05,
"loss": 1.3706,
"step": 4300
},
{
"epoch": 1.116580310880829,
"grad_norm": 31.800018310546875,
"learning_rate": 4.441709844559586e-05,
"loss": 1.4288,
"step": 4310
},
{
"epoch": 1.1191709844559585,
"grad_norm": 32.764793395996094,
"learning_rate": 4.440414507772021e-05,
"loss": 1.4715,
"step": 4320
},
{
"epoch": 1.121761658031088,
"grad_norm": 26.795557022094727,
"learning_rate": 4.439119170984456e-05,
"loss": 1.5304,
"step": 4330
},
{
"epoch": 1.1243523316062176,
"grad_norm": 24.006956100463867,
"learning_rate": 4.437823834196892e-05,
"loss": 1.3372,
"step": 4340
},
{
"epoch": 1.1269430051813472,
"grad_norm": 18.705291748046875,
"learning_rate": 4.4365284974093266e-05,
"loss": 1.1718,
"step": 4350
},
{
"epoch": 1.1295336787564767,
"grad_norm": 13.131208419799805,
"learning_rate": 4.4352331606217615e-05,
"loss": 1.4833,
"step": 4360
},
{
"epoch": 1.1321243523316062,
"grad_norm": 25.325000762939453,
"learning_rate": 4.433937823834197e-05,
"loss": 1.3107,
"step": 4370
},
{
"epoch": 1.1347150259067358,
"grad_norm": 29.67412567138672,
"learning_rate": 4.432642487046632e-05,
"loss": 1.3767,
"step": 4380
},
{
"epoch": 1.1373056994818653,
"grad_norm": 20.007627487182617,
"learning_rate": 4.4313471502590675e-05,
"loss": 1.5446,
"step": 4390
},
{
"epoch": 1.1398963730569949,
"grad_norm": 28.313053131103516,
"learning_rate": 4.430051813471503e-05,
"loss": 1.2015,
"step": 4400
},
{
"epoch": 1.1424870466321244,
"grad_norm": 31.741680145263672,
"learning_rate": 4.428756476683938e-05,
"loss": 1.4763,
"step": 4410
},
{
"epoch": 1.145077720207254,
"grad_norm": 34.06559371948242,
"learning_rate": 4.4274611398963734e-05,
"loss": 1.2319,
"step": 4420
},
{
"epoch": 1.1476683937823835,
"grad_norm": 28.36117172241211,
"learning_rate": 4.426165803108808e-05,
"loss": 1.395,
"step": 4430
},
{
"epoch": 1.150259067357513,
"grad_norm": 20.457550048828125,
"learning_rate": 4.424870466321244e-05,
"loss": 1.3415,
"step": 4440
},
{
"epoch": 1.1528497409326426,
"grad_norm": 15.25887680053711,
"learning_rate": 4.4235751295336794e-05,
"loss": 1.2335,
"step": 4450
},
{
"epoch": 1.1554404145077721,
"grad_norm": 21.804288864135742,
"learning_rate": 4.422279792746114e-05,
"loss": 1.5978,
"step": 4460
},
{
"epoch": 1.1580310880829017,
"grad_norm": 18.962339401245117,
"learning_rate": 4.42098445595855e-05,
"loss": 1.4711,
"step": 4470
},
{
"epoch": 1.160621761658031,
"grad_norm": 28.846975326538086,
"learning_rate": 4.419689119170985e-05,
"loss": 1.3494,
"step": 4480
},
{
"epoch": 1.1632124352331605,
"grad_norm": 19.107990264892578,
"learning_rate": 4.4183937823834196e-05,
"loss": 1.4304,
"step": 4490
},
{
"epoch": 1.16580310880829,
"grad_norm": 18.884817123413086,
"learning_rate": 4.417098445595855e-05,
"loss": 1.1241,
"step": 4500
},
{
"epoch": 1.1683937823834196,
"grad_norm": 25.12579917907715,
"learning_rate": 4.41580310880829e-05,
"loss": 1.2503,
"step": 4510
},
{
"epoch": 1.1709844559585492,
"grad_norm": 20.97570037841797,
"learning_rate": 4.4145077720207255e-05,
"loss": 1.593,
"step": 4520
},
{
"epoch": 1.1735751295336787,
"grad_norm": 20.970779418945312,
"learning_rate": 4.413212435233161e-05,
"loss": 1.4285,
"step": 4530
},
{
"epoch": 1.1761658031088082,
"grad_norm": 18.826698303222656,
"learning_rate": 4.411917098445596e-05,
"loss": 1.2722,
"step": 4540
},
{
"epoch": 1.1787564766839378,
"grad_norm": 27.90616226196289,
"learning_rate": 4.4106217616580315e-05,
"loss": 1.4562,
"step": 4550
},
{
"epoch": 1.1813471502590673,
"grad_norm": 17.84188461303711,
"learning_rate": 4.4093264248704664e-05,
"loss": 1.5104,
"step": 4560
},
{
"epoch": 1.1839378238341969,
"grad_norm": 22.539724349975586,
"learning_rate": 4.408031088082902e-05,
"loss": 1.4795,
"step": 4570
},
{
"epoch": 1.1865284974093264,
"grad_norm": 19.079458236694336,
"learning_rate": 4.4067357512953375e-05,
"loss": 1.4157,
"step": 4580
},
{
"epoch": 1.189119170984456,
"grad_norm": 14.032687187194824,
"learning_rate": 4.4054404145077723e-05,
"loss": 1.5465,
"step": 4590
},
{
"epoch": 1.1917098445595855,
"grad_norm": 22.9605712890625,
"learning_rate": 4.404145077720208e-05,
"loss": 1.5518,
"step": 4600
},
{
"epoch": 1.194300518134715,
"grad_norm": 16.84342384338379,
"learning_rate": 4.402849740932643e-05,
"loss": 1.5939,
"step": 4610
},
{
"epoch": 1.1968911917098446,
"grad_norm": 26.823705673217773,
"learning_rate": 4.4015544041450776e-05,
"loss": 1.5037,
"step": 4620
},
{
"epoch": 1.1994818652849741,
"grad_norm": 8.14369010925293,
"learning_rate": 4.400259067357513e-05,
"loss": 1.3418,
"step": 4630
},
{
"epoch": 1.2020725388601037,
"grad_norm": 23.82241439819336,
"learning_rate": 4.398963730569948e-05,
"loss": 1.3663,
"step": 4640
},
{
"epoch": 1.2046632124352332,
"grad_norm": 16.12594223022461,
"learning_rate": 4.3976683937823836e-05,
"loss": 1.216,
"step": 4650
},
{
"epoch": 1.2072538860103628,
"grad_norm": 15.985404968261719,
"learning_rate": 4.3963730569948185e-05,
"loss": 1.5121,
"step": 4660
},
{
"epoch": 1.2098445595854923,
"grad_norm": 13.773357391357422,
"learning_rate": 4.395077720207254e-05,
"loss": 1.1993,
"step": 4670
},
{
"epoch": 1.2124352331606219,
"grad_norm": 32.26780700683594,
"learning_rate": 4.3937823834196896e-05,
"loss": 1.4183,
"step": 4680
},
{
"epoch": 1.2150259067357512,
"grad_norm": 15.097329139709473,
"learning_rate": 4.3924870466321244e-05,
"loss": 1.3219,
"step": 4690
},
{
"epoch": 1.2176165803108807,
"grad_norm": 29.384382247924805,
"learning_rate": 4.39119170984456e-05,
"loss": 1.2982,
"step": 4700
},
{
"epoch": 1.2202072538860103,
"grad_norm": 25.271577835083008,
"learning_rate": 4.3898963730569955e-05,
"loss": 1.5293,
"step": 4710
},
{
"epoch": 1.2227979274611398,
"grad_norm": 17.637662887573242,
"learning_rate": 4.3886010362694304e-05,
"loss": 1.4503,
"step": 4720
},
{
"epoch": 1.2253886010362693,
"grad_norm": 15.44536304473877,
"learning_rate": 4.387305699481866e-05,
"loss": 1.4383,
"step": 4730
},
{
"epoch": 1.2279792746113989,
"grad_norm": 15.164253234863281,
"learning_rate": 4.386010362694301e-05,
"loss": 1.4117,
"step": 4740
},
{
"epoch": 1.2305699481865284,
"grad_norm": 21.363080978393555,
"learning_rate": 4.384715025906736e-05,
"loss": 1.4723,
"step": 4750
},
{
"epoch": 1.233160621761658,
"grad_norm": 18.178009033203125,
"learning_rate": 4.383419689119171e-05,
"loss": 1.3782,
"step": 4760
},
{
"epoch": 1.2357512953367875,
"grad_norm": 26.228302001953125,
"learning_rate": 4.382124352331606e-05,
"loss": 1.2509,
"step": 4770
},
{
"epoch": 1.238341968911917,
"grad_norm": 30.54258155822754,
"learning_rate": 4.380829015544042e-05,
"loss": 1.4766,
"step": 4780
},
{
"epoch": 1.2409326424870466,
"grad_norm": 24.077661514282227,
"learning_rate": 4.3795336787564765e-05,
"loss": 1.3919,
"step": 4790
},
{
"epoch": 1.2435233160621761,
"grad_norm": 15.933079719543457,
"learning_rate": 4.378238341968912e-05,
"loss": 1.2485,
"step": 4800
},
{
"epoch": 1.2461139896373057,
"grad_norm": 27.75198745727539,
"learning_rate": 4.3769430051813476e-05,
"loss": 1.3289,
"step": 4810
},
{
"epoch": 1.2487046632124352,
"grad_norm": 27.570043563842773,
"learning_rate": 4.3756476683937825e-05,
"loss": 1.3878,
"step": 4820
},
{
"epoch": 1.2512953367875648,
"grad_norm": 15.550378799438477,
"learning_rate": 4.374352331606218e-05,
"loss": 1.4275,
"step": 4830
},
{
"epoch": 1.2538860103626943,
"grad_norm": 17.96379280090332,
"learning_rate": 4.373056994818653e-05,
"loss": 1.123,
"step": 4840
},
{
"epoch": 1.2564766839378239,
"grad_norm": 27.222564697265625,
"learning_rate": 4.3717616580310885e-05,
"loss": 1.2553,
"step": 4850
},
{
"epoch": 1.2590673575129534,
"grad_norm": 19.878164291381836,
"learning_rate": 4.370466321243524e-05,
"loss": 1.2792,
"step": 4860
},
{
"epoch": 1.261658031088083,
"grad_norm": 23.56586265563965,
"learning_rate": 4.369170984455959e-05,
"loss": 1.39,
"step": 4870
},
{
"epoch": 1.2642487046632125,
"grad_norm": 18.573320388793945,
"learning_rate": 4.367875647668394e-05,
"loss": 1.4292,
"step": 4880
},
{
"epoch": 1.266839378238342,
"grad_norm": 14.761375427246094,
"learning_rate": 4.3665803108808287e-05,
"loss": 1.2146,
"step": 4890
},
{
"epoch": 1.2694300518134716,
"grad_norm": 41.130367279052734,
"learning_rate": 4.365284974093264e-05,
"loss": 1.4675,
"step": 4900
},
{
"epoch": 1.2720207253886011,
"grad_norm": 25.26715850830078,
"learning_rate": 4.3639896373057e-05,
"loss": 1.5642,
"step": 4910
},
{
"epoch": 1.2746113989637307,
"grad_norm": 27.836719512939453,
"learning_rate": 4.3626943005181346e-05,
"loss": 1.2545,
"step": 4920
},
{
"epoch": 1.2772020725388602,
"grad_norm": 25.482887268066406,
"learning_rate": 4.36139896373057e-05,
"loss": 1.4606,
"step": 4930
},
{
"epoch": 1.2797927461139897,
"grad_norm": 22.78301239013672,
"learning_rate": 4.360103626943005e-05,
"loss": 1.3877,
"step": 4940
},
{
"epoch": 1.2823834196891193,
"grad_norm": 27.86853790283203,
"learning_rate": 4.3588082901554406e-05,
"loss": 1.4064,
"step": 4950
},
{
"epoch": 1.2849740932642488,
"grad_norm": 19.654478073120117,
"learning_rate": 4.357512953367876e-05,
"loss": 1.3611,
"step": 4960
},
{
"epoch": 1.2875647668393784,
"grad_norm": 10.995368957519531,
"learning_rate": 4.356217616580311e-05,
"loss": 1.4103,
"step": 4970
},
{
"epoch": 1.2901554404145077,
"grad_norm": 16.293827056884766,
"learning_rate": 4.3549222797927466e-05,
"loss": 1.3555,
"step": 4980
},
{
"epoch": 1.2927461139896372,
"grad_norm": 22.88702964782715,
"learning_rate": 4.353626943005182e-05,
"loss": 1.2746,
"step": 4990
},
{
"epoch": 1.2953367875647668,
"grad_norm": 22.020803451538086,
"learning_rate": 4.352331606217617e-05,
"loss": 1.2781,
"step": 5000
},
{
"epoch": 1.2979274611398963,
"grad_norm": 21.95182991027832,
"learning_rate": 4.351036269430052e-05,
"loss": 1.7124,
"step": 5010
},
{
"epoch": 1.3005181347150259,
"grad_norm": 12.238249778747559,
"learning_rate": 4.349740932642487e-05,
"loss": 1.4613,
"step": 5020
},
{
"epoch": 1.3031088082901554,
"grad_norm": 16.202857971191406,
"learning_rate": 4.348445595854922e-05,
"loss": 1.3297,
"step": 5030
},
{
"epoch": 1.305699481865285,
"grad_norm": 16.989032745361328,
"learning_rate": 4.347150259067358e-05,
"loss": 1.4931,
"step": 5040
},
{
"epoch": 1.3082901554404145,
"grad_norm": 15.361815452575684,
"learning_rate": 4.345854922279793e-05,
"loss": 1.275,
"step": 5050
},
{
"epoch": 1.310880829015544,
"grad_norm": 15.693586349487305,
"learning_rate": 4.344559585492228e-05,
"loss": 1.203,
"step": 5060
},
{
"epoch": 1.3134715025906736,
"grad_norm": 23.36720848083496,
"learning_rate": 4.343264248704663e-05,
"loss": 1.5804,
"step": 5070
},
{
"epoch": 1.3160621761658031,
"grad_norm": 15.686822891235352,
"learning_rate": 4.341968911917099e-05,
"loss": 1.3345,
"step": 5080
},
{
"epoch": 1.3186528497409327,
"grad_norm": 28.324987411499023,
"learning_rate": 4.340673575129534e-05,
"loss": 1.5257,
"step": 5090
},
{
"epoch": 1.3212435233160622,
"grad_norm": 20.766155242919922,
"learning_rate": 4.339378238341969e-05,
"loss": 1.4468,
"step": 5100
},
{
"epoch": 1.3238341968911918,
"grad_norm": 21.512235641479492,
"learning_rate": 4.3380829015544046e-05,
"loss": 1.4161,
"step": 5110
},
{
"epoch": 1.3264248704663213,
"grad_norm": 15.392351150512695,
"learning_rate": 4.3367875647668395e-05,
"loss": 1.3592,
"step": 5120
},
{
"epoch": 1.3290155440414508,
"grad_norm": 19.94327163696289,
"learning_rate": 4.335492227979275e-05,
"loss": 1.1511,
"step": 5130
},
{
"epoch": 1.3316062176165804,
"grad_norm": 24.461698532104492,
"learning_rate": 4.33419689119171e-05,
"loss": 1.3631,
"step": 5140
},
{
"epoch": 1.33419689119171,
"grad_norm": 20.84194564819336,
"learning_rate": 4.332901554404145e-05,
"loss": 1.3504,
"step": 5150
},
{
"epoch": 1.3367875647668392,
"grad_norm": 13.080467224121094,
"learning_rate": 4.3316062176165804e-05,
"loss": 1.2385,
"step": 5160
},
{
"epoch": 1.3393782383419688,
"grad_norm": 12.882525444030762,
"learning_rate": 4.330310880829015e-05,
"loss": 1.5504,
"step": 5170
},
{
"epoch": 1.3419689119170983,
"grad_norm": 13.023655891418457,
"learning_rate": 4.329015544041451e-05,
"loss": 1.4595,
"step": 5180
},
{
"epoch": 1.3445595854922279,
"grad_norm": 12.687971115112305,
"learning_rate": 4.327720207253886e-05,
"loss": 1.3543,
"step": 5190
},
{
"epoch": 1.3471502590673574,
"grad_norm": 14.552367210388184,
"learning_rate": 4.326424870466321e-05,
"loss": 1.2253,
"step": 5200
},
{
"epoch": 1.349740932642487,
"grad_norm": 33.050331115722656,
"learning_rate": 4.325129533678757e-05,
"loss": 1.4324,
"step": 5210
},
{
"epoch": 1.3523316062176165,
"grad_norm": 15.473639488220215,
"learning_rate": 4.323834196891192e-05,
"loss": 1.3002,
"step": 5220
},
{
"epoch": 1.354922279792746,
"grad_norm": 14.168670654296875,
"learning_rate": 4.322538860103627e-05,
"loss": 1.2434,
"step": 5230
},
{
"epoch": 1.3575129533678756,
"grad_norm": 17.8286075592041,
"learning_rate": 4.321243523316063e-05,
"loss": 1.3167,
"step": 5240
},
{
"epoch": 1.3601036269430051,
"grad_norm": 22.657398223876953,
"learning_rate": 4.3199481865284976e-05,
"loss": 1.5456,
"step": 5250
},
{
"epoch": 1.3626943005181347,
"grad_norm": 18.190885543823242,
"learning_rate": 4.318652849740933e-05,
"loss": 1.1403,
"step": 5260
},
{
"epoch": 1.3652849740932642,
"grad_norm": 32.13840103149414,
"learning_rate": 4.317357512953368e-05,
"loss": 1.3931,
"step": 5270
},
{
"epoch": 1.3678756476683938,
"grad_norm": 42.26449966430664,
"learning_rate": 4.3160621761658036e-05,
"loss": 1.4212,
"step": 5280
},
{
"epoch": 1.3704663212435233,
"grad_norm": 19.10822105407715,
"learning_rate": 4.3147668393782384e-05,
"loss": 1.2962,
"step": 5290
},
{
"epoch": 1.3730569948186528,
"grad_norm": 19.699108123779297,
"learning_rate": 4.313471502590673e-05,
"loss": 1.3915,
"step": 5300
},
{
"epoch": 1.3756476683937824,
"grad_norm": 32.910423278808594,
"learning_rate": 4.312176165803109e-05,
"loss": 1.5649,
"step": 5310
},
{
"epoch": 1.378238341968912,
"grad_norm": 12.720093727111816,
"learning_rate": 4.3108808290155444e-05,
"loss": 1.407,
"step": 5320
},
{
"epoch": 1.3808290155440415,
"grad_norm": 38.771484375,
"learning_rate": 4.309585492227979e-05,
"loss": 1.3817,
"step": 5330
},
{
"epoch": 1.383419689119171,
"grad_norm": 24.996482849121094,
"learning_rate": 4.308290155440415e-05,
"loss": 1.3067,
"step": 5340
},
{
"epoch": 1.3860103626943006,
"grad_norm": 28.324462890625,
"learning_rate": 4.30699481865285e-05,
"loss": 1.3221,
"step": 5350
},
{
"epoch": 1.38860103626943,
"grad_norm": 25.802644729614258,
"learning_rate": 4.305699481865285e-05,
"loss": 1.3819,
"step": 5360
},
{
"epoch": 1.3911917098445596,
"grad_norm": 23.327739715576172,
"learning_rate": 4.304404145077721e-05,
"loss": 1.4493,
"step": 5370
},
{
"epoch": 1.3937823834196892,
"grad_norm": 11.615527153015137,
"learning_rate": 4.3031088082901557e-05,
"loss": 1.3594,
"step": 5380
},
{
"epoch": 1.3963730569948187,
"grad_norm": 22.03915786743164,
"learning_rate": 4.301813471502591e-05,
"loss": 1.4156,
"step": 5390
},
{
"epoch": 1.3989637305699483,
"grad_norm": 22.57341194152832,
"learning_rate": 4.300518134715026e-05,
"loss": 1.2439,
"step": 5400
},
{
"epoch": 1.4015544041450778,
"grad_norm": 19.734148025512695,
"learning_rate": 4.2992227979274616e-05,
"loss": 1.4066,
"step": 5410
},
{
"epoch": 1.4041450777202074,
"grad_norm": 26.634857177734375,
"learning_rate": 4.2979274611398965e-05,
"loss": 1.1931,
"step": 5420
},
{
"epoch": 1.406735751295337,
"grad_norm": 40.95436096191406,
"learning_rate": 4.2966321243523314e-05,
"loss": 1.2565,
"step": 5430
},
{
"epoch": 1.4093264248704664,
"grad_norm": 18.36209487915039,
"learning_rate": 4.295336787564767e-05,
"loss": 1.3439,
"step": 5440
},
{
"epoch": 1.411917098445596,
"grad_norm": 12.691707611083984,
"learning_rate": 4.2940414507772025e-05,
"loss": 1.2172,
"step": 5450
},
{
"epoch": 1.4145077720207253,
"grad_norm": 25.72365379333496,
"learning_rate": 4.2927461139896373e-05,
"loss": 1.2175,
"step": 5460
},
{
"epoch": 1.4170984455958548,
"grad_norm": 12.202083587646484,
"learning_rate": 4.291450777202073e-05,
"loss": 1.5287,
"step": 5470
},
{
"epoch": 1.4196891191709844,
"grad_norm": 17.801963806152344,
"learning_rate": 4.290155440414508e-05,
"loss": 1.3004,
"step": 5480
},
{
"epoch": 1.422279792746114,
"grad_norm": 13.310453414916992,
"learning_rate": 4.288860103626943e-05,
"loss": 1.3996,
"step": 5490
},
{
"epoch": 1.4248704663212435,
"grad_norm": 22.060880661010742,
"learning_rate": 4.287564766839379e-05,
"loss": 1.3204,
"step": 5500
},
{
"epoch": 1.427461139896373,
"grad_norm": 10.636323928833008,
"learning_rate": 4.286269430051814e-05,
"loss": 1.4476,
"step": 5510
},
{
"epoch": 1.4300518134715026,
"grad_norm": 17.37725830078125,
"learning_rate": 4.284974093264249e-05,
"loss": 1.3473,
"step": 5520
},
{
"epoch": 1.432642487046632,
"grad_norm": 27.122089385986328,
"learning_rate": 4.283678756476684e-05,
"loss": 1.2442,
"step": 5530
},
{
"epoch": 1.4352331606217616,
"grad_norm": 27.275402069091797,
"learning_rate": 4.28238341968912e-05,
"loss": 1.362,
"step": 5540
},
{
"epoch": 1.4378238341968912,
"grad_norm": 21.288320541381836,
"learning_rate": 4.2810880829015546e-05,
"loss": 1.3615,
"step": 5550
},
{
"epoch": 1.4404145077720207,
"grad_norm": 21.079164505004883,
"learning_rate": 4.2797927461139894e-05,
"loss": 1.3207,
"step": 5560
},
{
"epoch": 1.4430051813471503,
"grad_norm": 17.506786346435547,
"learning_rate": 4.278497409326425e-05,
"loss": 1.3747,
"step": 5570
},
{
"epoch": 1.4455958549222798,
"grad_norm": 17.997365951538086,
"learning_rate": 4.27720207253886e-05,
"loss": 1.2203,
"step": 5580
},
{
"epoch": 1.4481865284974094,
"grad_norm": 17.794771194458008,
"learning_rate": 4.2759067357512954e-05,
"loss": 1.2408,
"step": 5590
},
{
"epoch": 1.450777202072539,
"grad_norm": 28.79917335510254,
"learning_rate": 4.274611398963731e-05,
"loss": 1.3492,
"step": 5600
},
{
"epoch": 1.4533678756476685,
"grad_norm": 22.511409759521484,
"learning_rate": 4.273316062176166e-05,
"loss": 1.3122,
"step": 5610
},
{
"epoch": 1.455958549222798,
"grad_norm": 15.845218658447266,
"learning_rate": 4.2720207253886014e-05,
"loss": 1.3131,
"step": 5620
},
{
"epoch": 1.4585492227979275,
"grad_norm": 23.55310821533203,
"learning_rate": 4.270725388601036e-05,
"loss": 1.3118,
"step": 5630
},
{
"epoch": 1.4611398963730569,
"grad_norm": 22.233306884765625,
"learning_rate": 4.269430051813472e-05,
"loss": 1.3669,
"step": 5640
},
{
"epoch": 1.4637305699481864,
"grad_norm": 18.036365509033203,
"learning_rate": 4.2681347150259074e-05,
"loss": 1.1596,
"step": 5650
},
{
"epoch": 1.466321243523316,
"grad_norm": 33.682289123535156,
"learning_rate": 4.266839378238342e-05,
"loss": 1.3312,
"step": 5660
},
{
"epoch": 1.4689119170984455,
"grad_norm": 18.997224807739258,
"learning_rate": 4.265544041450778e-05,
"loss": 1.4877,
"step": 5670
},
{
"epoch": 1.471502590673575,
"grad_norm": 29.21281623840332,
"learning_rate": 4.2642487046632127e-05,
"loss": 1.3569,
"step": 5680
},
{
"epoch": 1.4740932642487046,
"grad_norm": 38.818748474121094,
"learning_rate": 4.2629533678756475e-05,
"loss": 1.4843,
"step": 5690
},
{
"epoch": 1.4766839378238341,
"grad_norm": 15.1907958984375,
"learning_rate": 4.261658031088083e-05,
"loss": 1.4509,
"step": 5700
},
{
"epoch": 1.4792746113989637,
"grad_norm": 25.22455406188965,
"learning_rate": 4.260362694300518e-05,
"loss": 1.3678,
"step": 5710
},
{
"epoch": 1.4818652849740932,
"grad_norm": 18.852705001831055,
"learning_rate": 4.2590673575129535e-05,
"loss": 1.1707,
"step": 5720
},
{
"epoch": 1.4844559585492227,
"grad_norm": 13.189321517944336,
"learning_rate": 4.257772020725389e-05,
"loss": 1.2433,
"step": 5730
},
{
"epoch": 1.4870466321243523,
"grad_norm": 13.050850868225098,
"learning_rate": 4.256476683937824e-05,
"loss": 1.3231,
"step": 5740
},
{
"epoch": 1.4896373056994818,
"grad_norm": 19.20536231994629,
"learning_rate": 4.2551813471502595e-05,
"loss": 1.5195,
"step": 5750
},
{
"epoch": 1.4922279792746114,
"grad_norm": 11.80867862701416,
"learning_rate": 4.253886010362694e-05,
"loss": 1.2316,
"step": 5760
},
{
"epoch": 1.494818652849741,
"grad_norm": 17.230735778808594,
"learning_rate": 4.25259067357513e-05,
"loss": 1.4424,
"step": 5770
},
{
"epoch": 1.4974093264248705,
"grad_norm": 17.14361572265625,
"learning_rate": 4.2512953367875654e-05,
"loss": 1.2985,
"step": 5780
},
{
"epoch": 1.5,
"grad_norm": 26.587717056274414,
"learning_rate": 4.25e-05,
"loss": 1.2087,
"step": 5790
},
{
"epoch": 1.5025906735751295,
"grad_norm": 17.679460525512695,
"learning_rate": 4.248704663212436e-05,
"loss": 1.2448,
"step": 5800
},
{
"epoch": 1.505181347150259,
"grad_norm": 14.184419631958008,
"learning_rate": 4.247409326424871e-05,
"loss": 1.4365,
"step": 5810
},
{
"epoch": 1.5077720207253886,
"grad_norm": 26.23478889465332,
"learning_rate": 4.2461139896373056e-05,
"loss": 1.5114,
"step": 5820
},
{
"epoch": 1.5103626943005182,
"grad_norm": 25.750577926635742,
"learning_rate": 4.244818652849741e-05,
"loss": 1.3467,
"step": 5830
},
{
"epoch": 1.5129533678756477,
"grad_norm": 18.498096466064453,
"learning_rate": 4.243523316062176e-05,
"loss": 1.1184,
"step": 5840
},
{
"epoch": 1.5155440414507773,
"grad_norm": 16.645198822021484,
"learning_rate": 4.2422279792746116e-05,
"loss": 1.4435,
"step": 5850
},
{
"epoch": 1.5181347150259068,
"grad_norm": 30.80524253845215,
"learning_rate": 4.2409326424870464e-05,
"loss": 1.4322,
"step": 5860
},
{
"epoch": 1.5207253886010363,
"grad_norm": 20.398488998413086,
"learning_rate": 4.239637305699482e-05,
"loss": 1.4128,
"step": 5870
},
{
"epoch": 1.5233160621761659,
"grad_norm": 11.82465648651123,
"learning_rate": 4.2383419689119175e-05,
"loss": 1.2634,
"step": 5880
},
{
"epoch": 1.5259067357512954,
"grad_norm": 29.358016967773438,
"learning_rate": 4.2370466321243524e-05,
"loss": 1.3415,
"step": 5890
},
{
"epoch": 1.528497409326425,
"grad_norm": 15.843216896057129,
"learning_rate": 4.235751295336788e-05,
"loss": 1.4599,
"step": 5900
},
{
"epoch": 1.5310880829015545,
"grad_norm": 22.54316520690918,
"learning_rate": 4.234455958549223e-05,
"loss": 1.4319,
"step": 5910
},
{
"epoch": 1.533678756476684,
"grad_norm": 29.94978904724121,
"learning_rate": 4.2331606217616584e-05,
"loss": 1.2529,
"step": 5920
},
{
"epoch": 1.5362694300518136,
"grad_norm": 25.13109016418457,
"learning_rate": 4.231865284974094e-05,
"loss": 1.2371,
"step": 5930
},
{
"epoch": 1.5388601036269431,
"grad_norm": 26.09396743774414,
"learning_rate": 4.230569948186529e-05,
"loss": 1.5035,
"step": 5940
},
{
"epoch": 1.5414507772020727,
"grad_norm": 13.982986450195312,
"learning_rate": 4.229274611398964e-05,
"loss": 1.4121,
"step": 5950
},
{
"epoch": 1.5440414507772022,
"grad_norm": 24.016002655029297,
"learning_rate": 4.227979274611399e-05,
"loss": 1.5747,
"step": 5960
},
{
"epoch": 1.5466321243523318,
"grad_norm": 15.383329391479492,
"learning_rate": 4.226683937823834e-05,
"loss": 1.2894,
"step": 5970
},
{
"epoch": 1.549222797927461,
"grad_norm": 16.850305557250977,
"learning_rate": 4.2253886010362696e-05,
"loss": 1.2315,
"step": 5980
},
{
"epoch": 1.5518134715025906,
"grad_norm": 31.034687042236328,
"learning_rate": 4.2240932642487045e-05,
"loss": 1.2747,
"step": 5990
},
{
"epoch": 1.5544041450777202,
"grad_norm": 23.242969512939453,
"learning_rate": 4.22279792746114e-05,
"loss": 1.3137,
"step": 6000
},
{
"epoch": 1.5569948186528497,
"grad_norm": 29.49509048461914,
"learning_rate": 4.2215025906735756e-05,
"loss": 1.391,
"step": 6010
},
{
"epoch": 1.5595854922279793,
"grad_norm": 16.62652015686035,
"learning_rate": 4.2202072538860105e-05,
"loss": 1.3293,
"step": 6020
},
{
"epoch": 1.5621761658031088,
"grad_norm": 24.23341941833496,
"learning_rate": 4.218911917098446e-05,
"loss": 1.4047,
"step": 6030
},
{
"epoch": 1.5647668393782384,
"grad_norm": 15.684759140014648,
"learning_rate": 4.217616580310881e-05,
"loss": 1.3221,
"step": 6040
},
{
"epoch": 1.567357512953368,
"grad_norm": 14.28848648071289,
"learning_rate": 4.2163212435233165e-05,
"loss": 1.313,
"step": 6050
},
{
"epoch": 1.5699481865284974,
"grad_norm": 14.171134948730469,
"learning_rate": 4.215025906735752e-05,
"loss": 1.2576,
"step": 6060
},
{
"epoch": 1.572538860103627,
"grad_norm": 14.623178482055664,
"learning_rate": 4.213730569948187e-05,
"loss": 1.4164,
"step": 6070
},
{
"epoch": 1.5751295336787565,
"grad_norm": 20.16641616821289,
"learning_rate": 4.212435233160622e-05,
"loss": 1.1921,
"step": 6080
},
{
"epoch": 1.577720207253886,
"grad_norm": 20.977163314819336,
"learning_rate": 4.2111398963730566e-05,
"loss": 1.7815,
"step": 6090
},
{
"epoch": 1.5803108808290154,
"grad_norm": 15.623824119567871,
"learning_rate": 4.209844559585492e-05,
"loss": 1.2639,
"step": 6100
},
{
"epoch": 1.582901554404145,
"grad_norm": 20.155559539794922,
"learning_rate": 4.208549222797928e-05,
"loss": 1.3914,
"step": 6110
},
{
"epoch": 1.5854922279792745,
"grad_norm": 17.76844024658203,
"learning_rate": 4.2072538860103626e-05,
"loss": 1.3247,
"step": 6120
},
{
"epoch": 1.588082901554404,
"grad_norm": 19.844053268432617,
"learning_rate": 4.205958549222798e-05,
"loss": 1.2436,
"step": 6130
},
{
"epoch": 1.5906735751295336,
"grad_norm": 9.979780197143555,
"learning_rate": 4.204663212435233e-05,
"loss": 1.3497,
"step": 6140
},
{
"epoch": 1.593264248704663,
"grad_norm": 19.040361404418945,
"learning_rate": 4.2033678756476686e-05,
"loss": 1.0809,
"step": 6150
},
{
"epoch": 1.5958549222797926,
"grad_norm": 13.972916603088379,
"learning_rate": 4.202072538860104e-05,
"loss": 1.2187,
"step": 6160
},
{
"epoch": 1.5984455958549222,
"grad_norm": 21.95018196105957,
"learning_rate": 4.200777202072539e-05,
"loss": 1.55,
"step": 6170
},
{
"epoch": 1.6010362694300517,
"grad_norm": 26.102787017822266,
"learning_rate": 4.1994818652849745e-05,
"loss": 1.3711,
"step": 6180
},
{
"epoch": 1.6036269430051813,
"grad_norm": 22.66801643371582,
"learning_rate": 4.19818652849741e-05,
"loss": 1.3287,
"step": 6190
},
{
"epoch": 1.6062176165803108,
"grad_norm": 18.687097549438477,
"learning_rate": 4.196891191709845e-05,
"loss": 1.2998,
"step": 6200
},
{
"epoch": 1.6088082901554404,
"grad_norm": 29.410781860351562,
"learning_rate": 4.19559585492228e-05,
"loss": 1.6024,
"step": 6210
},
{
"epoch": 1.61139896373057,
"grad_norm": 14.189510345458984,
"learning_rate": 4.194300518134715e-05,
"loss": 1.5659,
"step": 6220
},
{
"epoch": 1.6139896373056994,
"grad_norm": 20.94719123840332,
"learning_rate": 4.19300518134715e-05,
"loss": 1.4954,
"step": 6230
},
{
"epoch": 1.616580310880829,
"grad_norm": 14.68749713897705,
"learning_rate": 4.191709844559586e-05,
"loss": 1.2307,
"step": 6240
},
{
"epoch": 1.6191709844559585,
"grad_norm": 24.907676696777344,
"learning_rate": 4.190414507772021e-05,
"loss": 1.3811,
"step": 6250
},
{
"epoch": 1.621761658031088,
"grad_norm": 26.977439880371094,
"learning_rate": 4.189119170984456e-05,
"loss": 1.2959,
"step": 6260
},
{
"epoch": 1.6243523316062176,
"grad_norm": 24.1215763092041,
"learning_rate": 4.187823834196891e-05,
"loss": 1.5023,
"step": 6270
},
{
"epoch": 1.6269430051813472,
"grad_norm": 21.027076721191406,
"learning_rate": 4.1865284974093266e-05,
"loss": 1.327,
"step": 6280
},
{
"epoch": 1.6295336787564767,
"grad_norm": 19.513965606689453,
"learning_rate": 4.185233160621762e-05,
"loss": 1.3159,
"step": 6290
},
{
"epoch": 1.6321243523316062,
"grad_norm": 8.502815246582031,
"learning_rate": 4.183937823834197e-05,
"loss": 1.4922,
"step": 6300
},
{
"epoch": 1.6347150259067358,
"grad_norm": 17.205886840820312,
"learning_rate": 4.1826424870466326e-05,
"loss": 1.3113,
"step": 6310
},
{
"epoch": 1.6373056994818653,
"grad_norm": 14.381513595581055,
"learning_rate": 4.1813471502590675e-05,
"loss": 1.3531,
"step": 6320
},
{
"epoch": 1.6398963730569949,
"grad_norm": 17.766483306884766,
"learning_rate": 4.180051813471503e-05,
"loss": 1.2982,
"step": 6330
},
{
"epoch": 1.6424870466321244,
"grad_norm": 19.523256301879883,
"learning_rate": 4.178756476683938e-05,
"loss": 1.1632,
"step": 6340
},
{
"epoch": 1.645077720207254,
"grad_norm": 24.686046600341797,
"learning_rate": 4.1774611398963734e-05,
"loss": 1.5319,
"step": 6350
},
{
"epoch": 1.6476683937823835,
"grad_norm": 35.34636306762695,
"learning_rate": 4.176165803108808e-05,
"loss": 1.4093,
"step": 6360
},
{
"epoch": 1.650259067357513,
"grad_norm": 13.91840934753418,
"learning_rate": 4.174870466321243e-05,
"loss": 1.3251,
"step": 6370
},
{
"epoch": 1.6528497409326426,
"grad_norm": 20.590417861938477,
"learning_rate": 4.173575129533679e-05,
"loss": 1.265,
"step": 6380
},
{
"epoch": 1.6554404145077721,
"grad_norm": 23.70689582824707,
"learning_rate": 4.172279792746114e-05,
"loss": 1.2929,
"step": 6390
},
{
"epoch": 1.6580310880829017,
"grad_norm": 15.343047142028809,
"learning_rate": 4.170984455958549e-05,
"loss": 1.412,
"step": 6400
},
{
"epoch": 1.6606217616580312,
"grad_norm": 29.376583099365234,
"learning_rate": 4.169689119170985e-05,
"loss": 1.6558,
"step": 6410
},
{
"epoch": 1.6632124352331608,
"grad_norm": 30.55746841430664,
"learning_rate": 4.16839378238342e-05,
"loss": 1.2896,
"step": 6420
},
{
"epoch": 1.6658031088082903,
"grad_norm": 18.532100677490234,
"learning_rate": 4.167098445595855e-05,
"loss": 1.1626,
"step": 6430
},
{
"epoch": 1.6683937823834198,
"grad_norm": 16.292320251464844,
"learning_rate": 4.165803108808291e-05,
"loss": 1.2979,
"step": 6440
},
{
"epoch": 1.6709844559585494,
"grad_norm": 28.850135803222656,
"learning_rate": 4.1645077720207256e-05,
"loss": 1.3512,
"step": 6450
},
{
"epoch": 1.6735751295336787,
"grad_norm": 16.78814125061035,
"learning_rate": 4.163212435233161e-05,
"loss": 1.2593,
"step": 6460
},
{
"epoch": 1.6761658031088082,
"grad_norm": 15.169946670532227,
"learning_rate": 4.161917098445596e-05,
"loss": 1.354,
"step": 6470
},
{
"epoch": 1.6787564766839378,
"grad_norm": 22.271896362304688,
"learning_rate": 4.1606217616580315e-05,
"loss": 1.3297,
"step": 6480
},
{
"epoch": 1.6813471502590673,
"grad_norm": 14.005148887634277,
"learning_rate": 4.1593264248704664e-05,
"loss": 1.3281,
"step": 6490
},
{
"epoch": 1.6839378238341969,
"grad_norm": 20.33961296081543,
"learning_rate": 4.158031088082901e-05,
"loss": 1.4867,
"step": 6500
},
{
"epoch": 1.6865284974093264,
"grad_norm": 16.255779266357422,
"learning_rate": 4.156735751295337e-05,
"loss": 1.2553,
"step": 6510
},
{
"epoch": 1.689119170984456,
"grad_norm": 30.22416114807129,
"learning_rate": 4.1554404145077724e-05,
"loss": 1.3084,
"step": 6520
},
{
"epoch": 1.6917098445595855,
"grad_norm": 14.944880485534668,
"learning_rate": 4.154145077720207e-05,
"loss": 1.4306,
"step": 6530
},
{
"epoch": 1.694300518134715,
"grad_norm": 26.06431007385254,
"learning_rate": 4.152849740932643e-05,
"loss": 1.4429,
"step": 6540
},
{
"epoch": 1.6968911917098446,
"grad_norm": 13.091216087341309,
"learning_rate": 4.1515544041450777e-05,
"loss": 1.4836,
"step": 6550
},
{
"epoch": 1.6994818652849741,
"grad_norm": 12.986082077026367,
"learning_rate": 4.150259067357513e-05,
"loss": 1.2621,
"step": 6560
},
{
"epoch": 1.7020725388601037,
"grad_norm": 34.90568923950195,
"learning_rate": 4.148963730569949e-05,
"loss": 1.3738,
"step": 6570
},
{
"epoch": 1.704663212435233,
"grad_norm": 22.165496826171875,
"learning_rate": 4.1476683937823836e-05,
"loss": 1.255,
"step": 6580
},
{
"epoch": 1.7072538860103625,
"grad_norm": 19.697107315063477,
"learning_rate": 4.146373056994819e-05,
"loss": 1.3958,
"step": 6590
},
{
"epoch": 1.709844559585492,
"grad_norm": 23.01525115966797,
"learning_rate": 4.145077720207254e-05,
"loss": 1.337,
"step": 6600
},
{
"epoch": 1.7124352331606216,
"grad_norm": 20.968366622924805,
"learning_rate": 4.1437823834196896e-05,
"loss": 1.3765,
"step": 6610
},
{
"epoch": 1.7150259067357512,
"grad_norm": 24.837873458862305,
"learning_rate": 4.1424870466321245e-05,
"loss": 1.3545,
"step": 6620
},
{
"epoch": 1.7176165803108807,
"grad_norm": 34.03835678100586,
"learning_rate": 4.141191709844559e-05,
"loss": 1.1698,
"step": 6630
},
{
"epoch": 1.7202072538860103,
"grad_norm": 25.755619049072266,
"learning_rate": 4.139896373056995e-05,
"loss": 1.5013,
"step": 6640
},
{
"epoch": 1.7227979274611398,
"grad_norm": 15.857104301452637,
"learning_rate": 4.1386010362694304e-05,
"loss": 1.2457,
"step": 6650
},
{
"epoch": 1.7253886010362693,
"grad_norm": 19.387117385864258,
"learning_rate": 4.137305699481865e-05,
"loss": 1.5431,
"step": 6660
},
{
"epoch": 1.7279792746113989,
"grad_norm": 12.648189544677734,
"learning_rate": 4.136010362694301e-05,
"loss": 1.331,
"step": 6670
},
{
"epoch": 1.7305699481865284,
"grad_norm": 18.648242950439453,
"learning_rate": 4.134715025906736e-05,
"loss": 1.3653,
"step": 6680
},
{
"epoch": 1.733160621761658,
"grad_norm": 22.544723510742188,
"learning_rate": 4.133419689119171e-05,
"loss": 1.2976,
"step": 6690
},
{
"epoch": 1.7357512953367875,
"grad_norm": 16.17022132873535,
"learning_rate": 4.132124352331607e-05,
"loss": 1.2474,
"step": 6700
},
{
"epoch": 1.738341968911917,
"grad_norm": 25.6624813079834,
"learning_rate": 4.130829015544042e-05,
"loss": 1.3631,
"step": 6710
},
{
"epoch": 1.7409326424870466,
"grad_norm": 15.56558609008789,
"learning_rate": 4.129533678756477e-05,
"loss": 1.3338,
"step": 6720
},
{
"epoch": 1.7435233160621761,
"grad_norm": 28.596885681152344,
"learning_rate": 4.128238341968912e-05,
"loss": 1.4263,
"step": 6730
},
{
"epoch": 1.7461139896373057,
"grad_norm": 21.388423919677734,
"learning_rate": 4.126943005181348e-05,
"loss": 1.3948,
"step": 6740
},
{
"epoch": 1.7487046632124352,
"grad_norm": 11.522499084472656,
"learning_rate": 4.1256476683937825e-05,
"loss": 1.2238,
"step": 6750
},
{
"epoch": 1.7512953367875648,
"grad_norm": 14.163372039794922,
"learning_rate": 4.1243523316062174e-05,
"loss": 1.418,
"step": 6760
},
{
"epoch": 1.7538860103626943,
"grad_norm": 19.713180541992188,
"learning_rate": 4.123056994818653e-05,
"loss": 1.3811,
"step": 6770
},
{
"epoch": 1.7564766839378239,
"grad_norm": 20.745494842529297,
"learning_rate": 4.121761658031088e-05,
"loss": 1.2515,
"step": 6780
},
{
"epoch": 1.7590673575129534,
"grad_norm": 31.581567764282227,
"learning_rate": 4.1204663212435234e-05,
"loss": 1.2318,
"step": 6790
},
{
"epoch": 1.761658031088083,
"grad_norm": 23.426374435424805,
"learning_rate": 4.119170984455959e-05,
"loss": 1.6397,
"step": 6800
},
{
"epoch": 1.7642487046632125,
"grad_norm": 22.067617416381836,
"learning_rate": 4.117875647668394e-05,
"loss": 1.2587,
"step": 6810
},
{
"epoch": 1.766839378238342,
"grad_norm": 21.193588256835938,
"learning_rate": 4.1165803108808294e-05,
"loss": 1.3164,
"step": 6820
},
{
"epoch": 1.7694300518134716,
"grad_norm": 28.723909378051758,
"learning_rate": 4.115284974093264e-05,
"loss": 1.2327,
"step": 6830
},
{
"epoch": 1.7720207253886011,
"grad_norm": 13.63846492767334,
"learning_rate": 4.1139896373057e-05,
"loss": 1.3534,
"step": 6840
},
{
"epoch": 1.7746113989637307,
"grad_norm": 18.96738052368164,
"learning_rate": 4.112694300518135e-05,
"loss": 1.2104,
"step": 6850
},
{
"epoch": 1.7772020725388602,
"grad_norm": 17.53043556213379,
"learning_rate": 4.11139896373057e-05,
"loss": 1.4316,
"step": 6860
},
{
"epoch": 1.7797927461139897,
"grad_norm": 14.810038566589355,
"learning_rate": 4.110103626943006e-05,
"loss": 1.2895,
"step": 6870
},
{
"epoch": 1.7823834196891193,
"grad_norm": 12.60132122039795,
"learning_rate": 4.1088082901554406e-05,
"loss": 1.3705,
"step": 6880
},
{
"epoch": 1.7849740932642488,
"grad_norm": 23.93096351623535,
"learning_rate": 4.1075129533678755e-05,
"loss": 1.4636,
"step": 6890
},
{
"epoch": 1.7875647668393784,
"grad_norm": 21.72771644592285,
"learning_rate": 4.106217616580311e-05,
"loss": 1.3025,
"step": 6900
},
{
"epoch": 1.790155440414508,
"grad_norm": 13.686393737792969,
"learning_rate": 4.104922279792746e-05,
"loss": 1.2153,
"step": 6910
},
{
"epoch": 1.7927461139896375,
"grad_norm": 19.196548461914062,
"learning_rate": 4.1036269430051815e-05,
"loss": 1.2747,
"step": 6920
},
{
"epoch": 1.795336787564767,
"grad_norm": 28.992406845092773,
"learning_rate": 4.102331606217617e-05,
"loss": 1.317,
"step": 6930
},
{
"epoch": 1.7979274611398963,
"grad_norm": 18.42598533630371,
"learning_rate": 4.101036269430052e-05,
"loss": 1.5591,
"step": 6940
},
{
"epoch": 1.8005181347150259,
"grad_norm": 26.861291885375977,
"learning_rate": 4.0997409326424874e-05,
"loss": 1.3499,
"step": 6950
},
{
"epoch": 1.8031088082901554,
"grad_norm": 14.161262512207031,
"learning_rate": 4.098445595854922e-05,
"loss": 1.4014,
"step": 6960
},
{
"epoch": 1.805699481865285,
"grad_norm": 23.094451904296875,
"learning_rate": 4.097150259067358e-05,
"loss": 1.4876,
"step": 6970
},
{
"epoch": 1.8082901554404145,
"grad_norm": 32.206993103027344,
"learning_rate": 4.0958549222797934e-05,
"loss": 1.5057,
"step": 6980
},
{
"epoch": 1.810880829015544,
"grad_norm": 19.49148941040039,
"learning_rate": 4.094559585492228e-05,
"loss": 1.2606,
"step": 6990
},
{
"epoch": 1.8134715025906736,
"grad_norm": 19.730846405029297,
"learning_rate": 4.093264248704664e-05,
"loss": 1.2801,
"step": 7000
},
{
"epoch": 1.8160621761658031,
"grad_norm": 38.16424560546875,
"learning_rate": 4.091968911917099e-05,
"loss": 1.3051,
"step": 7010
},
{
"epoch": 1.8186528497409327,
"grad_norm": 16.28639793395996,
"learning_rate": 4.0906735751295336e-05,
"loss": 1.1197,
"step": 7020
},
{
"epoch": 1.8212435233160622,
"grad_norm": 12.290285110473633,
"learning_rate": 4.089378238341969e-05,
"loss": 1.3904,
"step": 7030
},
{
"epoch": 1.8238341968911918,
"grad_norm": 26.39813995361328,
"learning_rate": 4.088082901554404e-05,
"loss": 1.1736,
"step": 7040
},
{
"epoch": 1.8264248704663213,
"grad_norm": 27.841838836669922,
"learning_rate": 4.0867875647668395e-05,
"loss": 1.4337,
"step": 7050
},
{
"epoch": 1.8290155440414506,
"grad_norm": 19.27796745300293,
"learning_rate": 4.0854922279792744e-05,
"loss": 1.4543,
"step": 7060
},
{
"epoch": 1.8316062176165802,
"grad_norm": 20.46681022644043,
"learning_rate": 4.08419689119171e-05,
"loss": 1.2814,
"step": 7070
},
{
"epoch": 1.8341968911917097,
"grad_norm": 23.02124786376953,
"learning_rate": 4.0829015544041455e-05,
"loss": 1.2939,
"step": 7080
},
{
"epoch": 1.8367875647668392,
"grad_norm": 22.3041934967041,
"learning_rate": 4.0816062176165804e-05,
"loss": 1.4197,
"step": 7090
},
{
"epoch": 1.8393782383419688,
"grad_norm": 25.5947208404541,
"learning_rate": 4.080310880829016e-05,
"loss": 1.1959,
"step": 7100
},
{
"epoch": 1.8419689119170983,
"grad_norm": 31.888469696044922,
"learning_rate": 4.079015544041451e-05,
"loss": 1.3622,
"step": 7110
},
{
"epoch": 1.8445595854922279,
"grad_norm": 18.866413116455078,
"learning_rate": 4.0777202072538863e-05,
"loss": 1.3584,
"step": 7120
},
{
"epoch": 1.8471502590673574,
"grad_norm": 12.072739601135254,
"learning_rate": 4.076424870466322e-05,
"loss": 1.2979,
"step": 7130
},
{
"epoch": 1.849740932642487,
"grad_norm": 15.54832935333252,
"learning_rate": 4.075129533678757e-05,
"loss": 1.1744,
"step": 7140
},
{
"epoch": 1.8523316062176165,
"grad_norm": 19.029197692871094,
"learning_rate": 4.0738341968911916e-05,
"loss": 1.4637,
"step": 7150
},
{
"epoch": 1.854922279792746,
"grad_norm": 27.812944412231445,
"learning_rate": 4.072538860103627e-05,
"loss": 1.159,
"step": 7160
},
{
"epoch": 1.8575129533678756,
"grad_norm": 24.79644203186035,
"learning_rate": 4.071243523316062e-05,
"loss": 1.4523,
"step": 7170
},
{
"epoch": 1.8601036269430051,
"grad_norm": 13.959175109863281,
"learning_rate": 4.0699481865284976e-05,
"loss": 1.3111,
"step": 7180
},
{
"epoch": 1.8626943005181347,
"grad_norm": 12.3533353805542,
"learning_rate": 4.0686528497409325e-05,
"loss": 1.2317,
"step": 7190
},
{
"epoch": 1.8652849740932642,
"grad_norm": 19.187397003173828,
"learning_rate": 4.067357512953368e-05,
"loss": 1.3793,
"step": 7200
},
{
"epoch": 1.8678756476683938,
"grad_norm": 16.69281768798828,
"learning_rate": 4.0660621761658036e-05,
"loss": 1.2479,
"step": 7210
},
{
"epoch": 1.8704663212435233,
"grad_norm": 15.873318672180176,
"learning_rate": 4.0647668393782384e-05,
"loss": 1.2647,
"step": 7220
},
{
"epoch": 1.8730569948186528,
"grad_norm": 22.016611099243164,
"learning_rate": 4.063471502590674e-05,
"loss": 1.3075,
"step": 7230
},
{
"epoch": 1.8756476683937824,
"grad_norm": 24.30718421936035,
"learning_rate": 4.062176165803109e-05,
"loss": 1.3989,
"step": 7240
},
{
"epoch": 1.878238341968912,
"grad_norm": 11.095220565795898,
"learning_rate": 4.0608808290155444e-05,
"loss": 1.3963,
"step": 7250
},
{
"epoch": 1.8808290155440415,
"grad_norm": 17.826648712158203,
"learning_rate": 4.05958549222798e-05,
"loss": 1.4527,
"step": 7260
},
{
"epoch": 1.883419689119171,
"grad_norm": 19.61190414428711,
"learning_rate": 4.058290155440415e-05,
"loss": 1.2262,
"step": 7270
},
{
"epoch": 1.8860103626943006,
"grad_norm": 14.913680076599121,
"learning_rate": 4.05699481865285e-05,
"loss": 1.3307,
"step": 7280
},
{
"epoch": 1.88860103626943,
"grad_norm": 14.382698059082031,
"learning_rate": 4.0556994818652846e-05,
"loss": 1.1702,
"step": 7290
},
{
"epoch": 1.8911917098445596,
"grad_norm": 21.21403694152832,
"learning_rate": 4.05440414507772e-05,
"loss": 1.4767,
"step": 7300
},
{
"epoch": 1.8937823834196892,
"grad_norm": 13.798144340515137,
"learning_rate": 4.053108808290156e-05,
"loss": 1.3026,
"step": 7310
},
{
"epoch": 1.8963730569948187,
"grad_norm": 21.149869918823242,
"learning_rate": 4.0518134715025906e-05,
"loss": 1.2543,
"step": 7320
},
{
"epoch": 1.8989637305699483,
"grad_norm": 17.648542404174805,
"learning_rate": 4.050518134715026e-05,
"loss": 1.4316,
"step": 7330
},
{
"epoch": 1.9015544041450778,
"grad_norm": 21.968616485595703,
"learning_rate": 4.049222797927461e-05,
"loss": 1.3155,
"step": 7340
},
{
"epoch": 1.9041450777202074,
"grad_norm": 14.953624725341797,
"learning_rate": 4.0479274611398965e-05,
"loss": 1.7639,
"step": 7350
},
{
"epoch": 1.906735751295337,
"grad_norm": 17.38631248474121,
"learning_rate": 4.046632124352332e-05,
"loss": 1.3361,
"step": 7360
},
{
"epoch": 1.9093264248704664,
"grad_norm": 10.537384033203125,
"learning_rate": 4.045336787564767e-05,
"loss": 1.4763,
"step": 7370
},
{
"epoch": 1.911917098445596,
"grad_norm": 29.328399658203125,
"learning_rate": 4.0440414507772025e-05,
"loss": 1.4512,
"step": 7380
},
{
"epoch": 1.9145077720207255,
"grad_norm": 37.481658935546875,
"learning_rate": 4.042746113989638e-05,
"loss": 1.2757,
"step": 7390
},
{
"epoch": 1.917098445595855,
"grad_norm": 28.204320907592773,
"learning_rate": 4.041450777202073e-05,
"loss": 1.336,
"step": 7400
},
{
"epoch": 1.9196891191709846,
"grad_norm": 11.383657455444336,
"learning_rate": 4.040155440414508e-05,
"loss": 1.3028,
"step": 7410
},
{
"epoch": 1.922279792746114,
"grad_norm": 18.042633056640625,
"learning_rate": 4.038860103626943e-05,
"loss": 1.298,
"step": 7420
},
{
"epoch": 1.9248704663212435,
"grad_norm": 21.862958908081055,
"learning_rate": 4.037564766839378e-05,
"loss": 1.269,
"step": 7430
},
{
"epoch": 1.927461139896373,
"grad_norm": 12.620656967163086,
"learning_rate": 4.036269430051814e-05,
"loss": 1.3885,
"step": 7440
},
{
"epoch": 1.9300518134715026,
"grad_norm": 27.764297485351562,
"learning_rate": 4.0349740932642486e-05,
"loss": 1.5635,
"step": 7450
},
{
"epoch": 1.932642487046632,
"grad_norm": 12.761860847473145,
"learning_rate": 4.033678756476684e-05,
"loss": 1.3146,
"step": 7460
},
{
"epoch": 1.9352331606217616,
"grad_norm": 14.975664138793945,
"learning_rate": 4.032383419689119e-05,
"loss": 1.3965,
"step": 7470
},
{
"epoch": 1.9378238341968912,
"grad_norm": 19.454166412353516,
"learning_rate": 4.0310880829015546e-05,
"loss": 1.2386,
"step": 7480
},
{
"epoch": 1.9404145077720207,
"grad_norm": 11.387210845947266,
"learning_rate": 4.02979274611399e-05,
"loss": 1.3893,
"step": 7490
},
{
"epoch": 1.9430051813471503,
"grad_norm": 14.178089141845703,
"learning_rate": 4.028497409326425e-05,
"loss": 1.2949,
"step": 7500
},
{
"epoch": 1.9455958549222798,
"grad_norm": 25.779251098632812,
"learning_rate": 4.0272020725388606e-05,
"loss": 1.3295,
"step": 7510
},
{
"epoch": 1.9481865284974094,
"grad_norm": 21.51753807067871,
"learning_rate": 4.0259067357512954e-05,
"loss": 1.2837,
"step": 7520
},
{
"epoch": 1.950777202072539,
"grad_norm": 22.763734817504883,
"learning_rate": 4.024611398963731e-05,
"loss": 1.1664,
"step": 7530
},
{
"epoch": 1.9533678756476682,
"grad_norm": 14.78508472442627,
"learning_rate": 4.023316062176166e-05,
"loss": 1.5616,
"step": 7540
},
{
"epoch": 1.9559585492227978,
"grad_norm": 10.851184844970703,
"learning_rate": 4.0220207253886014e-05,
"loss": 1.0538,
"step": 7550
},
{
"epoch": 1.9585492227979273,
"grad_norm": 21.962312698364258,
"learning_rate": 4.020725388601036e-05,
"loss": 1.3108,
"step": 7560
},
{
"epoch": 1.9611398963730569,
"grad_norm": 30.41362953186035,
"learning_rate": 4.019430051813471e-05,
"loss": 1.223,
"step": 7570
},
{
"epoch": 1.9637305699481864,
"grad_norm": 24.3177490234375,
"learning_rate": 4.018134715025907e-05,
"loss": 1.3761,
"step": 7580
},
{
"epoch": 1.966321243523316,
"grad_norm": 18.9350528717041,
"learning_rate": 4.016839378238342e-05,
"loss": 1.3848,
"step": 7590
},
{
"epoch": 1.9689119170984455,
"grad_norm": 29.20586395263672,
"learning_rate": 4.015544041450777e-05,
"loss": 1.4583,
"step": 7600
},
{
"epoch": 1.971502590673575,
"grad_norm": 21.19915008544922,
"learning_rate": 4.014248704663213e-05,
"loss": 1.453,
"step": 7610
},
{
"epoch": 1.9740932642487046,
"grad_norm": 22.55051612854004,
"learning_rate": 4.012953367875648e-05,
"loss": 1.4666,
"step": 7620
},
{
"epoch": 1.9766839378238341,
"grad_norm": 10.316965103149414,
"learning_rate": 4.011658031088083e-05,
"loss": 1.3512,
"step": 7630
},
{
"epoch": 1.9792746113989637,
"grad_norm": 21.487516403198242,
"learning_rate": 4.0103626943005186e-05,
"loss": 1.2216,
"step": 7640
},
{
"epoch": 1.9818652849740932,
"grad_norm": 25.942602157592773,
"learning_rate": 4.0090673575129535e-05,
"loss": 1.3256,
"step": 7650
},
{
"epoch": 1.9844559585492227,
"grad_norm": 24.177364349365234,
"learning_rate": 4.007772020725389e-05,
"loss": 1.1602,
"step": 7660
},
{
"epoch": 1.9870466321243523,
"grad_norm": 19.37200927734375,
"learning_rate": 4.006476683937824e-05,
"loss": 1.3429,
"step": 7670
},
{
"epoch": 1.9896373056994818,
"grad_norm": 15.106771469116211,
"learning_rate": 4.0051813471502595e-05,
"loss": 1.2502,
"step": 7680
},
{
"epoch": 1.9922279792746114,
"grad_norm": 26.10857391357422,
"learning_rate": 4.0038860103626944e-05,
"loss": 1.2741,
"step": 7690
},
{
"epoch": 1.994818652849741,
"grad_norm": 19.138973236083984,
"learning_rate": 4.002590673575129e-05,
"loss": 1.3073,
"step": 7700
},
{
"epoch": 1.9974093264248705,
"grad_norm": 27.81036376953125,
"learning_rate": 4.001295336787565e-05,
"loss": 1.1683,
"step": 7710
},
{
"epoch": 2.0,
"grad_norm": 34.38584518432617,
"learning_rate": 4e-05,
"loss": 1.5952,
"step": 7720
},
{
"epoch": 2.0,
"eval_accuracy": 0.4731182795698925,
"eval_f1": 0.4627931039001725,
"eval_loss": 1.361640453338623,
"eval_runtime": 129.9979,
"eval_samples_per_second": 59.378,
"eval_steps_per_second": 7.423,
"step": 7720
},
{
"epoch": 2.0025906735751295,
"grad_norm": 11.429848670959473,
"learning_rate": 3.998704663212435e-05,
"loss": 1.2961,
"step": 7730
},
{
"epoch": 2.005181347150259,
"grad_norm": 21.182281494140625,
"learning_rate": 3.997409326424871e-05,
"loss": 1.0398,
"step": 7740
},
{
"epoch": 2.0077720207253886,
"grad_norm": 17.32925796508789,
"learning_rate": 3.9961139896373056e-05,
"loss": 1.0883,
"step": 7750
},
{
"epoch": 2.010362694300518,
"grad_norm": 25.509929656982422,
"learning_rate": 3.994818652849741e-05,
"loss": 1.0399,
"step": 7760
},
{
"epoch": 2.0129533678756477,
"grad_norm": 23.687774658203125,
"learning_rate": 3.993523316062177e-05,
"loss": 1.3895,
"step": 7770
},
{
"epoch": 2.0155440414507773,
"grad_norm": 19.39727020263672,
"learning_rate": 3.9922279792746116e-05,
"loss": 1.2134,
"step": 7780
},
{
"epoch": 2.018134715025907,
"grad_norm": 17.348094940185547,
"learning_rate": 3.990932642487047e-05,
"loss": 1.0669,
"step": 7790
},
{
"epoch": 2.0207253886010363,
"grad_norm": 19.838769912719727,
"learning_rate": 3.989637305699482e-05,
"loss": 1.3064,
"step": 7800
},
{
"epoch": 2.023316062176166,
"grad_norm": 21.230548858642578,
"learning_rate": 3.9883419689119176e-05,
"loss": 1.2071,
"step": 7810
},
{
"epoch": 2.0259067357512954,
"grad_norm": 21.79690170288086,
"learning_rate": 3.9870466321243524e-05,
"loss": 1.143,
"step": 7820
},
{
"epoch": 2.028497409326425,
"grad_norm": 24.435625076293945,
"learning_rate": 3.985751295336787e-05,
"loss": 1.2083,
"step": 7830
},
{
"epoch": 2.0310880829015545,
"grad_norm": 21.24281883239746,
"learning_rate": 3.984455958549223e-05,
"loss": 1.2001,
"step": 7840
},
{
"epoch": 2.033678756476684,
"grad_norm": 19.086179733276367,
"learning_rate": 3.9831606217616584e-05,
"loss": 1.1502,
"step": 7850
},
{
"epoch": 2.0362694300518136,
"grad_norm": 15.034085273742676,
"learning_rate": 3.981865284974093e-05,
"loss": 1.2981,
"step": 7860
},
{
"epoch": 2.038860103626943,
"grad_norm": 19.054292678833008,
"learning_rate": 3.980569948186529e-05,
"loss": 1.1448,
"step": 7870
},
{
"epoch": 2.0414507772020727,
"grad_norm": 22.23849105834961,
"learning_rate": 3.979274611398964e-05,
"loss": 1.2104,
"step": 7880
},
{
"epoch": 2.0440414507772022,
"grad_norm": 14.052162170410156,
"learning_rate": 3.977979274611399e-05,
"loss": 1.0873,
"step": 7890
},
{
"epoch": 2.0466321243523318,
"grad_norm": 18.215436935424805,
"learning_rate": 3.976683937823835e-05,
"loss": 1.1084,
"step": 7900
},
{
"epoch": 2.0492227979274613,
"grad_norm": 25.807130813598633,
"learning_rate": 3.97538860103627e-05,
"loss": 1.0994,
"step": 7910
},
{
"epoch": 2.051813471502591,
"grad_norm": 15.771956443786621,
"learning_rate": 3.974093264248705e-05,
"loss": 1.0721,
"step": 7920
},
{
"epoch": 2.0544041450777204,
"grad_norm": 29.624675750732422,
"learning_rate": 3.97279792746114e-05,
"loss": 1.1149,
"step": 7930
},
{
"epoch": 2.05699481865285,
"grad_norm": 28.22609519958496,
"learning_rate": 3.9715025906735756e-05,
"loss": 1.175,
"step": 7940
},
{
"epoch": 2.0595854922279795,
"grad_norm": 15.543127059936523,
"learning_rate": 3.9702072538860105e-05,
"loss": 1.3779,
"step": 7950
},
{
"epoch": 2.062176165803109,
"grad_norm": 21.2368106842041,
"learning_rate": 3.9689119170984454e-05,
"loss": 1.1251,
"step": 7960
},
{
"epoch": 2.064766839378238,
"grad_norm": 26.53572654724121,
"learning_rate": 3.967616580310881e-05,
"loss": 1.216,
"step": 7970
},
{
"epoch": 2.0673575129533677,
"grad_norm": 22.304851531982422,
"learning_rate": 3.966321243523316e-05,
"loss": 1.2059,
"step": 7980
},
{
"epoch": 2.069948186528497,
"grad_norm": 28.363182067871094,
"learning_rate": 3.9650259067357513e-05,
"loss": 0.9113,
"step": 7990
},
{
"epoch": 2.0725388601036268,
"grad_norm": 24.825855255126953,
"learning_rate": 3.963730569948187e-05,
"loss": 1.1762,
"step": 8000
},
{
"epoch": 2.0751295336787563,
"grad_norm": 13.130423545837402,
"learning_rate": 3.962435233160622e-05,
"loss": 1.2138,
"step": 8010
},
{
"epoch": 2.077720207253886,
"grad_norm": 19.98362159729004,
"learning_rate": 3.961139896373057e-05,
"loss": 1.0751,
"step": 8020
},
{
"epoch": 2.0803108808290154,
"grad_norm": 16.594858169555664,
"learning_rate": 3.959844559585492e-05,
"loss": 1.1355,
"step": 8030
},
{
"epoch": 2.082901554404145,
"grad_norm": 13.3059720993042,
"learning_rate": 3.958549222797928e-05,
"loss": 1.3175,
"step": 8040
},
{
"epoch": 2.0854922279792745,
"grad_norm": 24.407896041870117,
"learning_rate": 3.957253886010363e-05,
"loss": 1.1311,
"step": 8050
},
{
"epoch": 2.088082901554404,
"grad_norm": 19.717741012573242,
"learning_rate": 3.955958549222798e-05,
"loss": 1.1083,
"step": 8060
},
{
"epoch": 2.0906735751295336,
"grad_norm": 16.02292823791504,
"learning_rate": 3.954663212435234e-05,
"loss": 1.1815,
"step": 8070
},
{
"epoch": 2.093264248704663,
"grad_norm": 28.758441925048828,
"learning_rate": 3.9533678756476686e-05,
"loss": 1.4218,
"step": 8080
},
{
"epoch": 2.0958549222797926,
"grad_norm": 24.715869903564453,
"learning_rate": 3.9520725388601035e-05,
"loss": 1.1568,
"step": 8090
},
{
"epoch": 2.098445595854922,
"grad_norm": 16.487546920776367,
"learning_rate": 3.950777202072539e-05,
"loss": 1.1214,
"step": 8100
},
{
"epoch": 2.1010362694300517,
"grad_norm": 20.037328720092773,
"learning_rate": 3.949481865284974e-05,
"loss": 1.0029,
"step": 8110
},
{
"epoch": 2.1036269430051813,
"grad_norm": 17.12887191772461,
"learning_rate": 3.9481865284974094e-05,
"loss": 1.2079,
"step": 8120
},
{
"epoch": 2.106217616580311,
"grad_norm": 13.699007034301758,
"learning_rate": 3.946891191709845e-05,
"loss": 1.314,
"step": 8130
},
{
"epoch": 2.1088082901554404,
"grad_norm": 11.489363670349121,
"learning_rate": 3.94559585492228e-05,
"loss": 0.8899,
"step": 8140
},
{
"epoch": 2.11139896373057,
"grad_norm": 11.719337463378906,
"learning_rate": 3.9443005181347154e-05,
"loss": 1.2028,
"step": 8150
},
{
"epoch": 2.1139896373056994,
"grad_norm": 23.149995803833008,
"learning_rate": 3.94300518134715e-05,
"loss": 1.0039,
"step": 8160
},
{
"epoch": 2.116580310880829,
"grad_norm": 15.254966735839844,
"learning_rate": 3.941709844559586e-05,
"loss": 1.3408,
"step": 8170
},
{
"epoch": 2.1191709844559585,
"grad_norm": 21.64217758178711,
"learning_rate": 3.9404145077720214e-05,
"loss": 1.4314,
"step": 8180
},
{
"epoch": 2.121761658031088,
"grad_norm": 34.1259880065918,
"learning_rate": 3.939119170984456e-05,
"loss": 1.3731,
"step": 8190
},
{
"epoch": 2.1243523316062176,
"grad_norm": 17.225017547607422,
"learning_rate": 3.937823834196892e-05,
"loss": 1.0274,
"step": 8200
},
{
"epoch": 2.126943005181347,
"grad_norm": 18.664960861206055,
"learning_rate": 3.9365284974093267e-05,
"loss": 1.1726,
"step": 8210
},
{
"epoch": 2.1295336787564767,
"grad_norm": 14.20803451538086,
"learning_rate": 3.9352331606217615e-05,
"loss": 1.2711,
"step": 8220
},
{
"epoch": 2.1321243523316062,
"grad_norm": 14.869386672973633,
"learning_rate": 3.933937823834197e-05,
"loss": 1.17,
"step": 8230
},
{
"epoch": 2.134715025906736,
"grad_norm": 20.059123992919922,
"learning_rate": 3.932642487046632e-05,
"loss": 1.0322,
"step": 8240
},
{
"epoch": 2.1373056994818653,
"grad_norm": 15.048595428466797,
"learning_rate": 3.9313471502590675e-05,
"loss": 1.1308,
"step": 8250
},
{
"epoch": 2.139896373056995,
"grad_norm": 11.170907974243164,
"learning_rate": 3.9300518134715024e-05,
"loss": 1.0302,
"step": 8260
},
{
"epoch": 2.1424870466321244,
"grad_norm": 19.88855743408203,
"learning_rate": 3.928756476683938e-05,
"loss": 1.3541,
"step": 8270
},
{
"epoch": 2.145077720207254,
"grad_norm": 18.699539184570312,
"learning_rate": 3.9274611398963735e-05,
"loss": 1.1694,
"step": 8280
},
{
"epoch": 2.1476683937823835,
"grad_norm": 21.56647491455078,
"learning_rate": 3.9261658031088083e-05,
"loss": 1.1168,
"step": 8290
},
{
"epoch": 2.150259067357513,
"grad_norm": 23.228368759155273,
"learning_rate": 3.924870466321244e-05,
"loss": 1.2552,
"step": 8300
},
{
"epoch": 2.1528497409326426,
"grad_norm": 9.30601978302002,
"learning_rate": 3.923575129533679e-05,
"loss": 1.1234,
"step": 8310
},
{
"epoch": 2.155440414507772,
"grad_norm": 22.152135848999023,
"learning_rate": 3.922279792746114e-05,
"loss": 1.2953,
"step": 8320
},
{
"epoch": 2.1580310880829017,
"grad_norm": 20.183935165405273,
"learning_rate": 3.92098445595855e-05,
"loss": 1.2314,
"step": 8330
},
{
"epoch": 2.160621761658031,
"grad_norm": 24.688701629638672,
"learning_rate": 3.919689119170985e-05,
"loss": 1.1787,
"step": 8340
},
{
"epoch": 2.1632124352331608,
"grad_norm": 25.358774185180664,
"learning_rate": 3.9183937823834196e-05,
"loss": 1.1907,
"step": 8350
},
{
"epoch": 2.1658031088082903,
"grad_norm": 15.565300941467285,
"learning_rate": 3.917098445595855e-05,
"loss": 1.3273,
"step": 8360
},
{
"epoch": 2.16839378238342,
"grad_norm": 17.99207305908203,
"learning_rate": 3.91580310880829e-05,
"loss": 0.9213,
"step": 8370
},
{
"epoch": 2.1709844559585494,
"grad_norm": 16.568204879760742,
"learning_rate": 3.9145077720207256e-05,
"loss": 1.3787,
"step": 8380
},
{
"epoch": 2.173575129533679,
"grad_norm": 26.537364959716797,
"learning_rate": 3.9132124352331604e-05,
"loss": 1.2405,
"step": 8390
},
{
"epoch": 2.1761658031088085,
"grad_norm": 20.60703468322754,
"learning_rate": 3.911917098445596e-05,
"loss": 1.2861,
"step": 8400
},
{
"epoch": 2.178756476683938,
"grad_norm": 16.98907470703125,
"learning_rate": 3.9106217616580315e-05,
"loss": 1.0788,
"step": 8410
},
{
"epoch": 2.1813471502590676,
"grad_norm": 21.97117805480957,
"learning_rate": 3.9093264248704664e-05,
"loss": 1.0009,
"step": 8420
},
{
"epoch": 2.1839378238341967,
"grad_norm": 21.262897491455078,
"learning_rate": 3.908031088082902e-05,
"loss": 1.155,
"step": 8430
},
{
"epoch": 2.186528497409326,
"grad_norm": 22.992162704467773,
"learning_rate": 3.906735751295337e-05,
"loss": 1.4826,
"step": 8440
},
{
"epoch": 2.1891191709844557,
"grad_norm": 15.198208808898926,
"learning_rate": 3.9054404145077724e-05,
"loss": 1.1722,
"step": 8450
},
{
"epoch": 2.1917098445595853,
"grad_norm": 17.16000747680664,
"learning_rate": 3.904145077720208e-05,
"loss": 1.2148,
"step": 8460
},
{
"epoch": 2.194300518134715,
"grad_norm": 14.3231201171875,
"learning_rate": 3.902849740932643e-05,
"loss": 1.2734,
"step": 8470
},
{
"epoch": 2.1968911917098444,
"grad_norm": 19.756145477294922,
"learning_rate": 3.901554404145078e-05,
"loss": 1.2722,
"step": 8480
},
{
"epoch": 2.199481865284974,
"grad_norm": 17.32797622680664,
"learning_rate": 3.900259067357513e-05,
"loss": 1.1029,
"step": 8490
},
{
"epoch": 2.2020725388601035,
"grad_norm": 26.023141860961914,
"learning_rate": 3.898963730569948e-05,
"loss": 1.1426,
"step": 8500
},
{
"epoch": 2.204663212435233,
"grad_norm": 21.022396087646484,
"learning_rate": 3.8976683937823836e-05,
"loss": 1.2089,
"step": 8510
},
{
"epoch": 2.2072538860103625,
"grad_norm": 17.330718994140625,
"learning_rate": 3.8963730569948185e-05,
"loss": 1.2617,
"step": 8520
},
{
"epoch": 2.209844559585492,
"grad_norm": 18.04305076599121,
"learning_rate": 3.895077720207254e-05,
"loss": 1.0777,
"step": 8530
},
{
"epoch": 2.2124352331606216,
"grad_norm": 7.859085559844971,
"learning_rate": 3.893782383419689e-05,
"loss": 1.0315,
"step": 8540
},
{
"epoch": 2.215025906735751,
"grad_norm": 41.45444869995117,
"learning_rate": 3.8924870466321245e-05,
"loss": 1.1492,
"step": 8550
},
{
"epoch": 2.2176165803108807,
"grad_norm": 11.700986862182617,
"learning_rate": 3.89119170984456e-05,
"loss": 1.2813,
"step": 8560
},
{
"epoch": 2.2202072538860103,
"grad_norm": 24.05677032470703,
"learning_rate": 3.889896373056995e-05,
"loss": 1.1663,
"step": 8570
},
{
"epoch": 2.22279792746114,
"grad_norm": 23.43558120727539,
"learning_rate": 3.8886010362694305e-05,
"loss": 1.3864,
"step": 8580
},
{
"epoch": 2.2253886010362693,
"grad_norm": 23.902585983276367,
"learning_rate": 3.887305699481866e-05,
"loss": 1.0477,
"step": 8590
},
{
"epoch": 2.227979274611399,
"grad_norm": 24.529504776000977,
"learning_rate": 3.886010362694301e-05,
"loss": 1.2474,
"step": 8600
},
{
"epoch": 2.2305699481865284,
"grad_norm": 14.372357368469238,
"learning_rate": 3.884715025906736e-05,
"loss": 1.2272,
"step": 8610
},
{
"epoch": 2.233160621761658,
"grad_norm": 20.26447105407715,
"learning_rate": 3.883419689119171e-05,
"loss": 0.9377,
"step": 8620
},
{
"epoch": 2.2357512953367875,
"grad_norm": 20.868431091308594,
"learning_rate": 3.882124352331606e-05,
"loss": 1.1089,
"step": 8630
},
{
"epoch": 2.238341968911917,
"grad_norm": 26.12928581237793,
"learning_rate": 3.880829015544042e-05,
"loss": 1.2639,
"step": 8640
},
{
"epoch": 2.2409326424870466,
"grad_norm": 17.32130241394043,
"learning_rate": 3.8795336787564766e-05,
"loss": 1.4281,
"step": 8650
},
{
"epoch": 2.243523316062176,
"grad_norm": 15.900312423706055,
"learning_rate": 3.878238341968912e-05,
"loss": 1.1893,
"step": 8660
},
{
"epoch": 2.2461139896373057,
"grad_norm": 22.90279197692871,
"learning_rate": 3.876943005181347e-05,
"loss": 1.1877,
"step": 8670
},
{
"epoch": 2.2487046632124352,
"grad_norm": 20.717567443847656,
"learning_rate": 3.8756476683937826e-05,
"loss": 1.0837,
"step": 8680
},
{
"epoch": 2.2512953367875648,
"grad_norm": 19.149394989013672,
"learning_rate": 3.874352331606218e-05,
"loss": 1.1695,
"step": 8690
},
{
"epoch": 2.2538860103626943,
"grad_norm": 18.334819793701172,
"learning_rate": 3.873056994818653e-05,
"loss": 1.257,
"step": 8700
},
{
"epoch": 2.256476683937824,
"grad_norm": 17.864599227905273,
"learning_rate": 3.8717616580310885e-05,
"loss": 1.3071,
"step": 8710
},
{
"epoch": 2.2590673575129534,
"grad_norm": 13.91187858581543,
"learning_rate": 3.8704663212435234e-05,
"loss": 1.203,
"step": 8720
},
{
"epoch": 2.261658031088083,
"grad_norm": 13.654147148132324,
"learning_rate": 3.869170984455959e-05,
"loss": 1.3395,
"step": 8730
},
{
"epoch": 2.2642487046632125,
"grad_norm": 11.836068153381348,
"learning_rate": 3.867875647668394e-05,
"loss": 1.2841,
"step": 8740
},
{
"epoch": 2.266839378238342,
"grad_norm": 16.563749313354492,
"learning_rate": 3.8665803108808294e-05,
"loss": 1.3141,
"step": 8750
},
{
"epoch": 2.2694300518134716,
"grad_norm": 17.490943908691406,
"learning_rate": 3.865284974093264e-05,
"loss": 1.3985,
"step": 8760
},
{
"epoch": 2.272020725388601,
"grad_norm": 16.312334060668945,
"learning_rate": 3.863989637305699e-05,
"loss": 1.1448,
"step": 8770
},
{
"epoch": 2.2746113989637307,
"grad_norm": 17.097368240356445,
"learning_rate": 3.862694300518135e-05,
"loss": 1.2628,
"step": 8780
},
{
"epoch": 2.27720207253886,
"grad_norm": 21.697364807128906,
"learning_rate": 3.86139896373057e-05,
"loss": 1.2053,
"step": 8790
},
{
"epoch": 2.2797927461139897,
"grad_norm": 19.086332321166992,
"learning_rate": 3.860103626943005e-05,
"loss": 1.4202,
"step": 8800
},
{
"epoch": 2.2823834196891193,
"grad_norm": 14.280288696289062,
"learning_rate": 3.8588082901554406e-05,
"loss": 1.3152,
"step": 8810
},
{
"epoch": 2.284974093264249,
"grad_norm": 13.42508602142334,
"learning_rate": 3.857512953367876e-05,
"loss": 1.1353,
"step": 8820
},
{
"epoch": 2.2875647668393784,
"grad_norm": 16.425535202026367,
"learning_rate": 3.856217616580311e-05,
"loss": 1.2438,
"step": 8830
},
{
"epoch": 2.290155440414508,
"grad_norm": 26.939910888671875,
"learning_rate": 3.8549222797927466e-05,
"loss": 1.1294,
"step": 8840
},
{
"epoch": 2.2927461139896375,
"grad_norm": 22.69028091430664,
"learning_rate": 3.8536269430051815e-05,
"loss": 1.2308,
"step": 8850
},
{
"epoch": 2.295336787564767,
"grad_norm": 19.380483627319336,
"learning_rate": 3.852331606217617e-05,
"loss": 1.1398,
"step": 8860
},
{
"epoch": 2.2979274611398965,
"grad_norm": 10.31690788269043,
"learning_rate": 3.8510362694300526e-05,
"loss": 1.0999,
"step": 8870
},
{
"epoch": 2.300518134715026,
"grad_norm": 21.6805477142334,
"learning_rate": 3.8497409326424875e-05,
"loss": 1.3665,
"step": 8880
},
{
"epoch": 2.3031088082901556,
"grad_norm": 21.621925354003906,
"learning_rate": 3.848445595854922e-05,
"loss": 1.265,
"step": 8890
},
{
"epoch": 2.305699481865285,
"grad_norm": 15.919327735900879,
"learning_rate": 3.847150259067357e-05,
"loss": 1.1713,
"step": 8900
},
{
"epoch": 2.3082901554404147,
"grad_norm": 14.717630386352539,
"learning_rate": 3.845854922279793e-05,
"loss": 1.1492,
"step": 8910
},
{
"epoch": 2.3108808290155443,
"grad_norm": 37.81255340576172,
"learning_rate": 3.844559585492228e-05,
"loss": 1.2878,
"step": 8920
},
{
"epoch": 2.313471502590674,
"grad_norm": 21.961702346801758,
"learning_rate": 3.843264248704663e-05,
"loss": 1.1779,
"step": 8930
},
{
"epoch": 2.3160621761658033,
"grad_norm": 26.466751098632812,
"learning_rate": 3.841968911917099e-05,
"loss": 1.2981,
"step": 8940
},
{
"epoch": 2.318652849740933,
"grad_norm": 17.8240966796875,
"learning_rate": 3.8406735751295336e-05,
"loss": 1.1969,
"step": 8950
},
{
"epoch": 2.321243523316062,
"grad_norm": 13.187029838562012,
"learning_rate": 3.839378238341969e-05,
"loss": 1.1159,
"step": 8960
},
{
"epoch": 2.3238341968911915,
"grad_norm": 18.920480728149414,
"learning_rate": 3.838082901554405e-05,
"loss": 1.2494,
"step": 8970
},
{
"epoch": 2.326424870466321,
"grad_norm": 16.290075302124023,
"learning_rate": 3.8367875647668396e-05,
"loss": 0.9939,
"step": 8980
},
{
"epoch": 2.3290155440414506,
"grad_norm": 18.116483688354492,
"learning_rate": 3.835492227979275e-05,
"loss": 1.1498,
"step": 8990
},
{
"epoch": 2.33160621761658,
"grad_norm": 21.153696060180664,
"learning_rate": 3.83419689119171e-05,
"loss": 1.324,
"step": 9000
},
{
"epoch": 2.3341968911917097,
"grad_norm": 13.671631813049316,
"learning_rate": 3.8329015544041455e-05,
"loss": 1.3357,
"step": 9010
},
{
"epoch": 2.3367875647668392,
"grad_norm": 23.985576629638672,
"learning_rate": 3.8316062176165804e-05,
"loss": 1.3827,
"step": 9020
},
{
"epoch": 2.339378238341969,
"grad_norm": 15.822625160217285,
"learning_rate": 3.830310880829015e-05,
"loss": 1.1376,
"step": 9030
},
{
"epoch": 2.3419689119170983,
"grad_norm": 14.349091529846191,
"learning_rate": 3.829015544041451e-05,
"loss": 1.3987,
"step": 9040
},
{
"epoch": 2.344559585492228,
"grad_norm": 13.781004905700684,
"learning_rate": 3.8277202072538864e-05,
"loss": 1.2533,
"step": 9050
},
{
"epoch": 2.3471502590673574,
"grad_norm": 10.535324096679688,
"learning_rate": 3.826424870466321e-05,
"loss": 1.2348,
"step": 9060
},
{
"epoch": 2.349740932642487,
"grad_norm": 16.16613006591797,
"learning_rate": 3.825129533678757e-05,
"loss": 1.2412,
"step": 9070
},
{
"epoch": 2.3523316062176165,
"grad_norm": 24.49249839782715,
"learning_rate": 3.8238341968911917e-05,
"loss": 1.134,
"step": 9080
},
{
"epoch": 2.354922279792746,
"grad_norm": 10.590042114257812,
"learning_rate": 3.822538860103627e-05,
"loss": 1.1409,
"step": 9090
},
{
"epoch": 2.3575129533678756,
"grad_norm": 19.3227596282959,
"learning_rate": 3.821243523316063e-05,
"loss": 1.0524,
"step": 9100
},
{
"epoch": 2.360103626943005,
"grad_norm": 22.947223663330078,
"learning_rate": 3.8199481865284976e-05,
"loss": 1.3563,
"step": 9110
},
{
"epoch": 2.3626943005181347,
"grad_norm": 12.27649974822998,
"learning_rate": 3.818652849740933e-05,
"loss": 1.0409,
"step": 9120
},
{
"epoch": 2.365284974093264,
"grad_norm": 19.1318302154541,
"learning_rate": 3.817357512953368e-05,
"loss": 1.2853,
"step": 9130
},
{
"epoch": 2.3678756476683938,
"grad_norm": 22.46090316772461,
"learning_rate": 3.8160621761658036e-05,
"loss": 1.2454,
"step": 9140
},
{
"epoch": 2.3704663212435233,
"grad_norm": 19.38761329650879,
"learning_rate": 3.8147668393782385e-05,
"loss": 1.1782,
"step": 9150
},
{
"epoch": 2.373056994818653,
"grad_norm": 13.788274765014648,
"learning_rate": 3.8134715025906733e-05,
"loss": 1.1189,
"step": 9160
},
{
"epoch": 2.3756476683937824,
"grad_norm": 17.402494430541992,
"learning_rate": 3.812176165803109e-05,
"loss": 1.2697,
"step": 9170
},
{
"epoch": 2.378238341968912,
"grad_norm": 18.612688064575195,
"learning_rate": 3.810880829015544e-05,
"loss": 1.2806,
"step": 9180
},
{
"epoch": 2.3808290155440415,
"grad_norm": 28.168231964111328,
"learning_rate": 3.809585492227979e-05,
"loss": 1.3046,
"step": 9190
},
{
"epoch": 2.383419689119171,
"grad_norm": 20.343358993530273,
"learning_rate": 3.808290155440415e-05,
"loss": 1.2495,
"step": 9200
},
{
"epoch": 2.3860103626943006,
"grad_norm": 13.418421745300293,
"learning_rate": 3.80699481865285e-05,
"loss": 1.2501,
"step": 9210
},
{
"epoch": 2.38860103626943,
"grad_norm": 21.484481811523438,
"learning_rate": 3.805699481865285e-05,
"loss": 1.3539,
"step": 9220
},
{
"epoch": 2.3911917098445596,
"grad_norm": 14.060688018798828,
"learning_rate": 3.80440414507772e-05,
"loss": 1.3536,
"step": 9230
},
{
"epoch": 2.393782383419689,
"grad_norm": 26.9643611907959,
"learning_rate": 3.803108808290156e-05,
"loss": 1.4288,
"step": 9240
},
{
"epoch": 2.3963730569948187,
"grad_norm": 16.83620834350586,
"learning_rate": 3.801813471502591e-05,
"loss": 1.2667,
"step": 9250
},
{
"epoch": 2.3989637305699483,
"grad_norm": 26.544479370117188,
"learning_rate": 3.800518134715026e-05,
"loss": 1.2039,
"step": 9260
},
{
"epoch": 2.401554404145078,
"grad_norm": 14.18250560760498,
"learning_rate": 3.799222797927462e-05,
"loss": 1.2346,
"step": 9270
},
{
"epoch": 2.4041450777202074,
"grad_norm": 17.660640716552734,
"learning_rate": 3.7979274611398965e-05,
"loss": 1.1915,
"step": 9280
},
{
"epoch": 2.406735751295337,
"grad_norm": 18.576217651367188,
"learning_rate": 3.7966321243523314e-05,
"loss": 1.2916,
"step": 9290
},
{
"epoch": 2.4093264248704664,
"grad_norm": 18.120649337768555,
"learning_rate": 3.795336787564767e-05,
"loss": 0.9513,
"step": 9300
},
{
"epoch": 2.411917098445596,
"grad_norm": 25.351348876953125,
"learning_rate": 3.794041450777202e-05,
"loss": 1.249,
"step": 9310
},
{
"epoch": 2.4145077720207255,
"grad_norm": 26.256244659423828,
"learning_rate": 3.7927461139896374e-05,
"loss": 1.2481,
"step": 9320
},
{
"epoch": 2.417098445595855,
"grad_norm": 20.253856658935547,
"learning_rate": 3.791450777202073e-05,
"loss": 1.4113,
"step": 9330
},
{
"epoch": 2.4196891191709846,
"grad_norm": 25.007518768310547,
"learning_rate": 3.790155440414508e-05,
"loss": 1.3658,
"step": 9340
},
{
"epoch": 2.422279792746114,
"grad_norm": 17.81452178955078,
"learning_rate": 3.7888601036269434e-05,
"loss": 1.3015,
"step": 9350
},
{
"epoch": 2.4248704663212437,
"grad_norm": 12.692230224609375,
"learning_rate": 3.787564766839378e-05,
"loss": 1.2975,
"step": 9360
},
{
"epoch": 2.4274611398963732,
"grad_norm": 12.667397499084473,
"learning_rate": 3.786269430051814e-05,
"loss": 1.0855,
"step": 9370
},
{
"epoch": 2.4300518134715023,
"grad_norm": 20.950847625732422,
"learning_rate": 3.784974093264249e-05,
"loss": 1.1288,
"step": 9380
},
{
"epoch": 2.432642487046632,
"grad_norm": 25.51112937927246,
"learning_rate": 3.783678756476684e-05,
"loss": 1.1657,
"step": 9390
},
{
"epoch": 2.4352331606217614,
"grad_norm": 12.361964225769043,
"learning_rate": 3.78238341968912e-05,
"loss": 1.1906,
"step": 9400
},
{
"epoch": 2.437823834196891,
"grad_norm": 20.69585609436035,
"learning_rate": 3.7810880829015546e-05,
"loss": 1.1933,
"step": 9410
},
{
"epoch": 2.4404145077720205,
"grad_norm": 16.301481246948242,
"learning_rate": 3.7797927461139895e-05,
"loss": 1.1058,
"step": 9420
},
{
"epoch": 2.44300518134715,
"grad_norm": 27.14069366455078,
"learning_rate": 3.778497409326425e-05,
"loss": 1.2754,
"step": 9430
},
{
"epoch": 2.4455958549222796,
"grad_norm": 20.51985740661621,
"learning_rate": 3.77720207253886e-05,
"loss": 1.1855,
"step": 9440
},
{
"epoch": 2.448186528497409,
"grad_norm": 40.41054916381836,
"learning_rate": 3.7759067357512955e-05,
"loss": 1.4828,
"step": 9450
},
{
"epoch": 2.4507772020725387,
"grad_norm": 25.376399993896484,
"learning_rate": 3.77461139896373e-05,
"loss": 1.0867,
"step": 9460
},
{
"epoch": 2.4533678756476682,
"grad_norm": 17.546863555908203,
"learning_rate": 3.773316062176166e-05,
"loss": 1.0859,
"step": 9470
},
{
"epoch": 2.4559585492227978,
"grad_norm": 16.743770599365234,
"learning_rate": 3.7720207253886014e-05,
"loss": 1.4224,
"step": 9480
},
{
"epoch": 2.4585492227979273,
"grad_norm": 13.290619850158691,
"learning_rate": 3.770725388601036e-05,
"loss": 1.0585,
"step": 9490
},
{
"epoch": 2.461139896373057,
"grad_norm": 23.086610794067383,
"learning_rate": 3.769430051813472e-05,
"loss": 1.2738,
"step": 9500
},
{
"epoch": 2.4637305699481864,
"grad_norm": 13.01970100402832,
"learning_rate": 3.768134715025907e-05,
"loss": 1.2029,
"step": 9510
},
{
"epoch": 2.466321243523316,
"grad_norm": 13.967059135437012,
"learning_rate": 3.766839378238342e-05,
"loss": 1.2324,
"step": 9520
},
{
"epoch": 2.4689119170984455,
"grad_norm": 20.693819046020508,
"learning_rate": 3.765544041450778e-05,
"loss": 1.2213,
"step": 9530
},
{
"epoch": 2.471502590673575,
"grad_norm": 15.79099178314209,
"learning_rate": 3.764248704663213e-05,
"loss": 1.1035,
"step": 9540
},
{
"epoch": 2.4740932642487046,
"grad_norm": 15.826251983642578,
"learning_rate": 3.7629533678756476e-05,
"loss": 1.2505,
"step": 9550
},
{
"epoch": 2.476683937823834,
"grad_norm": 19.452289581298828,
"learning_rate": 3.761658031088083e-05,
"loss": 1.2553,
"step": 9560
},
{
"epoch": 2.4792746113989637,
"grad_norm": 22.051530838012695,
"learning_rate": 3.760362694300518e-05,
"loss": 1.3597,
"step": 9570
},
{
"epoch": 2.481865284974093,
"grad_norm": 15.149986267089844,
"learning_rate": 3.7590673575129535e-05,
"loss": 1.0483,
"step": 9580
},
{
"epoch": 2.4844559585492227,
"grad_norm": 18.985620498657227,
"learning_rate": 3.7577720207253884e-05,
"loss": 1.1301,
"step": 9590
},
{
"epoch": 2.4870466321243523,
"grad_norm": 34.46501159667969,
"learning_rate": 3.756476683937824e-05,
"loss": 1.1752,
"step": 9600
},
{
"epoch": 2.489637305699482,
"grad_norm": 14.646989822387695,
"learning_rate": 3.7551813471502595e-05,
"loss": 1.1178,
"step": 9610
},
{
"epoch": 2.4922279792746114,
"grad_norm": 24.193811416625977,
"learning_rate": 3.7538860103626944e-05,
"loss": 1.1226,
"step": 9620
},
{
"epoch": 2.494818652849741,
"grad_norm": 16.67432403564453,
"learning_rate": 3.75259067357513e-05,
"loss": 1.0305,
"step": 9630
},
{
"epoch": 2.4974093264248705,
"grad_norm": 13.509353637695312,
"learning_rate": 3.751295336787565e-05,
"loss": 0.974,
"step": 9640
},
{
"epoch": 2.5,
"grad_norm": 19.822492599487305,
"learning_rate": 3.7500000000000003e-05,
"loss": 1.2604,
"step": 9650
},
{
"epoch": 2.5025906735751295,
"grad_norm": 14.679966926574707,
"learning_rate": 3.748704663212436e-05,
"loss": 1.0488,
"step": 9660
},
{
"epoch": 2.505181347150259,
"grad_norm": 17.734529495239258,
"learning_rate": 3.747409326424871e-05,
"loss": 0.8961,
"step": 9670
},
{
"epoch": 2.5077720207253886,
"grad_norm": 14.76662826538086,
"learning_rate": 3.7461139896373056e-05,
"loss": 1.4264,
"step": 9680
},
{
"epoch": 2.510362694300518,
"grad_norm": 25.26879119873047,
"learning_rate": 3.744818652849741e-05,
"loss": 1.2806,
"step": 9690
},
{
"epoch": 2.5129533678756477,
"grad_norm": 12.52980899810791,
"learning_rate": 3.743523316062176e-05,
"loss": 1.0939,
"step": 9700
},
{
"epoch": 2.5155440414507773,
"grad_norm": 19.861465454101562,
"learning_rate": 3.7422279792746116e-05,
"loss": 1.2285,
"step": 9710
},
{
"epoch": 2.518134715025907,
"grad_norm": 14.694808006286621,
"learning_rate": 3.7409326424870465e-05,
"loss": 1.1236,
"step": 9720
},
{
"epoch": 2.5207253886010363,
"grad_norm": 19.430461883544922,
"learning_rate": 3.739637305699482e-05,
"loss": 1.346,
"step": 9730
},
{
"epoch": 2.523316062176166,
"grad_norm": 22.736072540283203,
"learning_rate": 3.738341968911917e-05,
"loss": 1.2278,
"step": 9740
},
{
"epoch": 2.5259067357512954,
"grad_norm": 18.669675827026367,
"learning_rate": 3.7370466321243525e-05,
"loss": 1.146,
"step": 9750
},
{
"epoch": 2.528497409326425,
"grad_norm": 13.094359397888184,
"learning_rate": 3.735751295336788e-05,
"loss": 1.0332,
"step": 9760
},
{
"epoch": 2.5310880829015545,
"grad_norm": 27.562406539916992,
"learning_rate": 3.734455958549223e-05,
"loss": 1.162,
"step": 9770
},
{
"epoch": 2.533678756476684,
"grad_norm": 14.444271087646484,
"learning_rate": 3.7331606217616584e-05,
"loss": 0.9495,
"step": 9780
},
{
"epoch": 2.5362694300518136,
"grad_norm": 24.886123657226562,
"learning_rate": 3.731865284974094e-05,
"loss": 1.4561,
"step": 9790
},
{
"epoch": 2.538860103626943,
"grad_norm": 14.857280731201172,
"learning_rate": 3.730569948186529e-05,
"loss": 1.1431,
"step": 9800
},
{
"epoch": 2.5414507772020727,
"grad_norm": 19.597332000732422,
"learning_rate": 3.7292746113989644e-05,
"loss": 1.0573,
"step": 9810
},
{
"epoch": 2.5440414507772022,
"grad_norm": 19.24666976928711,
"learning_rate": 3.727979274611399e-05,
"loss": 1.3088,
"step": 9820
},
{
"epoch": 2.5466321243523318,
"grad_norm": 15.425520896911621,
"learning_rate": 3.726683937823834e-05,
"loss": 1.0945,
"step": 9830
},
{
"epoch": 2.5492227979274613,
"grad_norm": 20.229673385620117,
"learning_rate": 3.72538860103627e-05,
"loss": 1.2791,
"step": 9840
},
{
"epoch": 2.551813471502591,
"grad_norm": 9.709674835205078,
"learning_rate": 3.7240932642487046e-05,
"loss": 1.1249,
"step": 9850
},
{
"epoch": 2.5544041450777204,
"grad_norm": 24.487712860107422,
"learning_rate": 3.72279792746114e-05,
"loss": 1.1309,
"step": 9860
},
{
"epoch": 2.55699481865285,
"grad_norm": 21.2108154296875,
"learning_rate": 3.721502590673575e-05,
"loss": 1.2664,
"step": 9870
},
{
"epoch": 2.5595854922279795,
"grad_norm": 19.604995727539062,
"learning_rate": 3.7202072538860105e-05,
"loss": 1.0655,
"step": 9880
},
{
"epoch": 2.562176165803109,
"grad_norm": 19.017627716064453,
"learning_rate": 3.718911917098446e-05,
"loss": 1.2576,
"step": 9890
},
{
"epoch": 2.5647668393782386,
"grad_norm": 16.984418869018555,
"learning_rate": 3.717616580310881e-05,
"loss": 0.9778,
"step": 9900
},
{
"epoch": 2.567357512953368,
"grad_norm": 21.24311637878418,
"learning_rate": 3.7163212435233165e-05,
"loss": 1.2004,
"step": 9910
},
{
"epoch": 2.5699481865284977,
"grad_norm": 10.431784629821777,
"learning_rate": 3.7150259067357514e-05,
"loss": 1.4113,
"step": 9920
},
{
"epoch": 2.572538860103627,
"grad_norm": 19.517799377441406,
"learning_rate": 3.713730569948187e-05,
"loss": 1.2444,
"step": 9930
},
{
"epoch": 2.5751295336787567,
"grad_norm": 22.3072509765625,
"learning_rate": 3.7124352331606225e-05,
"loss": 1.1024,
"step": 9940
},
{
"epoch": 2.5777202072538863,
"grad_norm": 12.69965934753418,
"learning_rate": 3.7111398963730573e-05,
"loss": 0.9141,
"step": 9950
},
{
"epoch": 2.5803108808290154,
"grad_norm": 20.089561462402344,
"learning_rate": 3.709844559585492e-05,
"loss": 1.128,
"step": 9960
},
{
"epoch": 2.582901554404145,
"grad_norm": 29.209590911865234,
"learning_rate": 3.708549222797927e-05,
"loss": 1.2729,
"step": 9970
},
{
"epoch": 2.5854922279792745,
"grad_norm": 36.39741897583008,
"learning_rate": 3.7072538860103626e-05,
"loss": 1.3014,
"step": 9980
},
{
"epoch": 2.588082901554404,
"grad_norm": 24.722213745117188,
"learning_rate": 3.705958549222798e-05,
"loss": 1.2384,
"step": 9990
},
{
"epoch": 2.5906735751295336,
"grad_norm": 28.079668045043945,
"learning_rate": 3.704663212435233e-05,
"loss": 1.0773,
"step": 10000
},
{
"epoch": 2.593264248704663,
"grad_norm": 22.51559829711914,
"learning_rate": 3.7033678756476686e-05,
"loss": 1.2772,
"step": 10010
},
{
"epoch": 2.5958549222797926,
"grad_norm": 16.093351364135742,
"learning_rate": 3.702072538860104e-05,
"loss": 1.1538,
"step": 10020
},
{
"epoch": 2.598445595854922,
"grad_norm": 24.341169357299805,
"learning_rate": 3.700777202072539e-05,
"loss": 1.2725,
"step": 10030
},
{
"epoch": 2.6010362694300517,
"grad_norm": 13.350558280944824,
"learning_rate": 3.6994818652849746e-05,
"loss": 1.1983,
"step": 10040
},
{
"epoch": 2.6036269430051813,
"grad_norm": 19.571868896484375,
"learning_rate": 3.6981865284974094e-05,
"loss": 1.1564,
"step": 10050
},
{
"epoch": 2.606217616580311,
"grad_norm": 28.451169967651367,
"learning_rate": 3.696891191709845e-05,
"loss": 1.3483,
"step": 10060
},
{
"epoch": 2.6088082901554404,
"grad_norm": 15.110517501831055,
"learning_rate": 3.6955958549222805e-05,
"loss": 1.1947,
"step": 10070
},
{
"epoch": 2.61139896373057,
"grad_norm": 19.45414161682129,
"learning_rate": 3.6943005181347154e-05,
"loss": 1.2222,
"step": 10080
},
{
"epoch": 2.6139896373056994,
"grad_norm": 23.01280403137207,
"learning_rate": 3.69300518134715e-05,
"loss": 1.4461,
"step": 10090
},
{
"epoch": 2.616580310880829,
"grad_norm": 26.490650177001953,
"learning_rate": 3.691709844559585e-05,
"loss": 1.1894,
"step": 10100
},
{
"epoch": 2.6191709844559585,
"grad_norm": 11.500327110290527,
"learning_rate": 3.690414507772021e-05,
"loss": 1.1254,
"step": 10110
},
{
"epoch": 2.621761658031088,
"grad_norm": 15.689069747924805,
"learning_rate": 3.689119170984456e-05,
"loss": 1.213,
"step": 10120
},
{
"epoch": 2.6243523316062176,
"grad_norm": 12.929428100585938,
"learning_rate": 3.687823834196891e-05,
"loss": 1.3495,
"step": 10130
},
{
"epoch": 2.626943005181347,
"grad_norm": 13.263141632080078,
"learning_rate": 3.686528497409327e-05,
"loss": 1.1107,
"step": 10140
},
{
"epoch": 2.6295336787564767,
"grad_norm": 17.88367462158203,
"learning_rate": 3.6852331606217615e-05,
"loss": 1.2246,
"step": 10150
},
{
"epoch": 2.6321243523316062,
"grad_norm": 9.752889633178711,
"learning_rate": 3.683937823834197e-05,
"loss": 1.4727,
"step": 10160
},
{
"epoch": 2.634715025906736,
"grad_norm": 11.882891654968262,
"learning_rate": 3.6826424870466326e-05,
"loss": 1.3514,
"step": 10170
},
{
"epoch": 2.6373056994818653,
"grad_norm": 23.29615592956543,
"learning_rate": 3.6813471502590675e-05,
"loss": 1.2859,
"step": 10180
},
{
"epoch": 2.639896373056995,
"grad_norm": 16.229841232299805,
"learning_rate": 3.680051813471503e-05,
"loss": 1.3143,
"step": 10190
},
{
"epoch": 2.6424870466321244,
"grad_norm": 19.648935317993164,
"learning_rate": 3.678756476683938e-05,
"loss": 1.1561,
"step": 10200
},
{
"epoch": 2.645077720207254,
"grad_norm": 17.587467193603516,
"learning_rate": 3.6774611398963735e-05,
"loss": 1.2975,
"step": 10210
},
{
"epoch": 2.6476683937823835,
"grad_norm": 22.420263290405273,
"learning_rate": 3.6761658031088084e-05,
"loss": 1.2308,
"step": 10220
},
{
"epoch": 2.650259067357513,
"grad_norm": 19.951276779174805,
"learning_rate": 3.674870466321243e-05,
"loss": 1.3312,
"step": 10230
},
{
"epoch": 2.6528497409326426,
"grad_norm": 14.354147911071777,
"learning_rate": 3.673575129533679e-05,
"loss": 1.272,
"step": 10240
},
{
"epoch": 2.655440414507772,
"grad_norm": 21.306901931762695,
"learning_rate": 3.6722797927461137e-05,
"loss": 1.0445,
"step": 10250
},
{
"epoch": 2.6580310880829017,
"grad_norm": 14.092720031738281,
"learning_rate": 3.670984455958549e-05,
"loss": 1.0355,
"step": 10260
},
{
"epoch": 2.660621761658031,
"grad_norm": 11.946073532104492,
"learning_rate": 3.669689119170985e-05,
"loss": 1.2056,
"step": 10270
},
{
"epoch": 2.6632124352331608,
"grad_norm": 16.53302001953125,
"learning_rate": 3.6683937823834196e-05,
"loss": 1.4036,
"step": 10280
},
{
"epoch": 2.6658031088082903,
"grad_norm": 22.64406394958496,
"learning_rate": 3.667098445595855e-05,
"loss": 1.1495,
"step": 10290
},
{
"epoch": 2.66839378238342,
"grad_norm": 17.295196533203125,
"learning_rate": 3.665803108808291e-05,
"loss": 1.2373,
"step": 10300
},
{
"epoch": 2.6709844559585494,
"grad_norm": 24.768234252929688,
"learning_rate": 3.6645077720207256e-05,
"loss": 1.1821,
"step": 10310
},
{
"epoch": 2.6735751295336785,
"grad_norm": 14.90809154510498,
"learning_rate": 3.663212435233161e-05,
"loss": 1.1668,
"step": 10320
},
{
"epoch": 2.676165803108808,
"grad_norm": 28.83011245727539,
"learning_rate": 3.661917098445596e-05,
"loss": 1.1405,
"step": 10330
},
{
"epoch": 2.6787564766839376,
"grad_norm": 26.833555221557617,
"learning_rate": 3.6606217616580316e-05,
"loss": 1.2714,
"step": 10340
},
{
"epoch": 2.681347150259067,
"grad_norm": 17.162919998168945,
"learning_rate": 3.6593264248704664e-05,
"loss": 1.3881,
"step": 10350
},
{
"epoch": 2.6839378238341967,
"grad_norm": 19.988557815551758,
"learning_rate": 3.658031088082901e-05,
"loss": 1.3435,
"step": 10360
},
{
"epoch": 2.686528497409326,
"grad_norm": 11.963624000549316,
"learning_rate": 3.656735751295337e-05,
"loss": 1.1481,
"step": 10370
},
{
"epoch": 2.6891191709844557,
"grad_norm": 20.435829162597656,
"learning_rate": 3.655440414507772e-05,
"loss": 1.2744,
"step": 10380
},
{
"epoch": 2.6917098445595853,
"grad_norm": 20.84066390991211,
"learning_rate": 3.654145077720207e-05,
"loss": 1.27,
"step": 10390
},
{
"epoch": 2.694300518134715,
"grad_norm": 22.69620704650879,
"learning_rate": 3.652849740932643e-05,
"loss": 1.1307,
"step": 10400
},
{
"epoch": 2.6968911917098444,
"grad_norm": 15.309614181518555,
"learning_rate": 3.651554404145078e-05,
"loss": 1.1762,
"step": 10410
},
{
"epoch": 2.699481865284974,
"grad_norm": 11.206828117370605,
"learning_rate": 3.650259067357513e-05,
"loss": 1.4275,
"step": 10420
},
{
"epoch": 2.7020725388601035,
"grad_norm": 30.67605972290039,
"learning_rate": 3.648963730569948e-05,
"loss": 1.1509,
"step": 10430
},
{
"epoch": 2.704663212435233,
"grad_norm": 21.703571319580078,
"learning_rate": 3.647668393782384e-05,
"loss": 1.1938,
"step": 10440
},
{
"epoch": 2.7072538860103625,
"grad_norm": 24.347747802734375,
"learning_rate": 3.646373056994819e-05,
"loss": 1.1209,
"step": 10450
},
{
"epoch": 2.709844559585492,
"grad_norm": 22.736679077148438,
"learning_rate": 3.645077720207254e-05,
"loss": 1.1719,
"step": 10460
},
{
"epoch": 2.7124352331606216,
"grad_norm": 14.262520790100098,
"learning_rate": 3.6437823834196896e-05,
"loss": 1.4506,
"step": 10470
},
{
"epoch": 2.715025906735751,
"grad_norm": 12.087241172790527,
"learning_rate": 3.6424870466321245e-05,
"loss": 1.2157,
"step": 10480
},
{
"epoch": 2.7176165803108807,
"grad_norm": 11.109153747558594,
"learning_rate": 3.6411917098445594e-05,
"loss": 1.1733,
"step": 10490
},
{
"epoch": 2.7202072538860103,
"grad_norm": 15.236455917358398,
"learning_rate": 3.639896373056995e-05,
"loss": 1.1865,
"step": 10500
},
{
"epoch": 2.72279792746114,
"grad_norm": 17.61848258972168,
"learning_rate": 3.63860103626943e-05,
"loss": 1.3036,
"step": 10510
},
{
"epoch": 2.7253886010362693,
"grad_norm": 15.423688888549805,
"learning_rate": 3.6373056994818654e-05,
"loss": 1.1832,
"step": 10520
},
{
"epoch": 2.727979274611399,
"grad_norm": 19.815357208251953,
"learning_rate": 3.636010362694301e-05,
"loss": 1.1058,
"step": 10530
},
{
"epoch": 2.7305699481865284,
"grad_norm": 23.40677833557129,
"learning_rate": 3.634715025906736e-05,
"loss": 1.2386,
"step": 10540
},
{
"epoch": 2.733160621761658,
"grad_norm": 11.73985767364502,
"learning_rate": 3.633419689119171e-05,
"loss": 1.1302,
"step": 10550
},
{
"epoch": 2.7357512953367875,
"grad_norm": 18.29830551147461,
"learning_rate": 3.632124352331606e-05,
"loss": 1.2495,
"step": 10560
},
{
"epoch": 2.738341968911917,
"grad_norm": 20.6712646484375,
"learning_rate": 3.630829015544042e-05,
"loss": 1.1562,
"step": 10570
},
{
"epoch": 2.7409326424870466,
"grad_norm": 14.84188175201416,
"learning_rate": 3.629533678756477e-05,
"loss": 1.2485,
"step": 10580
},
{
"epoch": 2.743523316062176,
"grad_norm": 17.906124114990234,
"learning_rate": 3.628238341968912e-05,
"loss": 1.1966,
"step": 10590
},
{
"epoch": 2.7461139896373057,
"grad_norm": 22.19200897216797,
"learning_rate": 3.626943005181348e-05,
"loss": 0.9823,
"step": 10600
},
{
"epoch": 2.7487046632124352,
"grad_norm": 16.514719009399414,
"learning_rate": 3.6256476683937826e-05,
"loss": 0.9957,
"step": 10610
},
{
"epoch": 2.7512953367875648,
"grad_norm": 19.50853157043457,
"learning_rate": 3.6243523316062175e-05,
"loss": 1.0053,
"step": 10620
},
{
"epoch": 2.7538860103626943,
"grad_norm": 20.474258422851562,
"learning_rate": 3.623056994818653e-05,
"loss": 1.5512,
"step": 10630
},
{
"epoch": 2.756476683937824,
"grad_norm": 9.091084480285645,
"learning_rate": 3.621761658031088e-05,
"loss": 1.0716,
"step": 10640
},
{
"epoch": 2.7590673575129534,
"grad_norm": 25.783809661865234,
"learning_rate": 3.6204663212435234e-05,
"loss": 1.2261,
"step": 10650
},
{
"epoch": 2.761658031088083,
"grad_norm": 17.777427673339844,
"learning_rate": 3.619170984455958e-05,
"loss": 1.2122,
"step": 10660
},
{
"epoch": 2.7642487046632125,
"grad_norm": 15.162089347839355,
"learning_rate": 3.617875647668394e-05,
"loss": 1.1104,
"step": 10670
},
{
"epoch": 2.766839378238342,
"grad_norm": 24.377056121826172,
"learning_rate": 3.6165803108808294e-05,
"loss": 1.1553,
"step": 10680
},
{
"epoch": 2.7694300518134716,
"grad_norm": 18.95816993713379,
"learning_rate": 3.615284974093264e-05,
"loss": 1.1513,
"step": 10690
},
{
"epoch": 2.772020725388601,
"grad_norm": 17.179967880249023,
"learning_rate": 3.6139896373057e-05,
"loss": 1.2152,
"step": 10700
},
{
"epoch": 2.7746113989637307,
"grad_norm": 12.465139389038086,
"learning_rate": 3.612694300518135e-05,
"loss": 1.0422,
"step": 10710
},
{
"epoch": 2.77720207253886,
"grad_norm": 17.669878005981445,
"learning_rate": 3.61139896373057e-05,
"loss": 1.1444,
"step": 10720
},
{
"epoch": 2.7797927461139897,
"grad_norm": 15.226821899414062,
"learning_rate": 3.610103626943006e-05,
"loss": 1.1498,
"step": 10730
},
{
"epoch": 2.7823834196891193,
"grad_norm": 22.00106430053711,
"learning_rate": 3.6088082901554407e-05,
"loss": 1.2372,
"step": 10740
},
{
"epoch": 2.784974093264249,
"grad_norm": 21.03327751159668,
"learning_rate": 3.6075129533678755e-05,
"loss": 1.2488,
"step": 10750
},
{
"epoch": 2.7875647668393784,
"grad_norm": 13.474150657653809,
"learning_rate": 3.606217616580311e-05,
"loss": 1.2442,
"step": 10760
},
{
"epoch": 2.790155440414508,
"grad_norm": 21.887426376342773,
"learning_rate": 3.604922279792746e-05,
"loss": 1.3832,
"step": 10770
},
{
"epoch": 2.7927461139896375,
"grad_norm": 38.365882873535156,
"learning_rate": 3.6036269430051815e-05,
"loss": 1.1098,
"step": 10780
},
{
"epoch": 2.795336787564767,
"grad_norm": 13.56727123260498,
"learning_rate": 3.6023316062176164e-05,
"loss": 1.2574,
"step": 10790
},
{
"epoch": 2.7979274611398965,
"grad_norm": 18.499286651611328,
"learning_rate": 3.601036269430052e-05,
"loss": 1.162,
"step": 10800
},
{
"epoch": 2.800518134715026,
"grad_norm": 12.628071784973145,
"learning_rate": 3.5997409326424875e-05,
"loss": 1.1841,
"step": 10810
},
{
"epoch": 2.8031088082901556,
"grad_norm": 16.76665687561035,
"learning_rate": 3.5984455958549223e-05,
"loss": 1.3106,
"step": 10820
},
{
"epoch": 2.805699481865285,
"grad_norm": 8.800867080688477,
"learning_rate": 3.597150259067358e-05,
"loss": 1.3638,
"step": 10830
},
{
"epoch": 2.8082901554404147,
"grad_norm": 18.180410385131836,
"learning_rate": 3.595854922279793e-05,
"loss": 1.0734,
"step": 10840
},
{
"epoch": 2.8108808290155443,
"grad_norm": 15.733800888061523,
"learning_rate": 3.594559585492228e-05,
"loss": 1.0805,
"step": 10850
},
{
"epoch": 2.813471502590674,
"grad_norm": 22.16912269592285,
"learning_rate": 3.593264248704664e-05,
"loss": 1.1314,
"step": 10860
},
{
"epoch": 2.8160621761658033,
"grad_norm": 34.72968673706055,
"learning_rate": 3.591968911917099e-05,
"loss": 1.1941,
"step": 10870
},
{
"epoch": 2.818652849740933,
"grad_norm": 24.88812828063965,
"learning_rate": 3.590673575129534e-05,
"loss": 1.2813,
"step": 10880
},
{
"epoch": 2.8212435233160624,
"grad_norm": 15.273017883300781,
"learning_rate": 3.589378238341969e-05,
"loss": 1.2702,
"step": 10890
},
{
"epoch": 2.823834196891192,
"grad_norm": 18.92624282836914,
"learning_rate": 3.588082901554404e-05,
"loss": 1.0118,
"step": 10900
},
{
"epoch": 2.8264248704663215,
"grad_norm": 20.0513858795166,
"learning_rate": 3.5867875647668396e-05,
"loss": 1.2032,
"step": 10910
},
{
"epoch": 2.8290155440414506,
"grad_norm": 17.53339958190918,
"learning_rate": 3.5854922279792744e-05,
"loss": 1.2369,
"step": 10920
},
{
"epoch": 2.83160621761658,
"grad_norm": 29.54998016357422,
"learning_rate": 3.58419689119171e-05,
"loss": 1.2237,
"step": 10930
},
{
"epoch": 2.8341968911917097,
"grad_norm": 22.48723793029785,
"learning_rate": 3.582901554404145e-05,
"loss": 1.2416,
"step": 10940
},
{
"epoch": 2.8367875647668392,
"grad_norm": 22.690570831298828,
"learning_rate": 3.5816062176165804e-05,
"loss": 1.1532,
"step": 10950
},
{
"epoch": 2.839378238341969,
"grad_norm": 23.009605407714844,
"learning_rate": 3.580310880829016e-05,
"loss": 1.2725,
"step": 10960
},
{
"epoch": 2.8419689119170983,
"grad_norm": 11.497885704040527,
"learning_rate": 3.579015544041451e-05,
"loss": 1.1476,
"step": 10970
},
{
"epoch": 2.844559585492228,
"grad_norm": 15.264192581176758,
"learning_rate": 3.5777202072538864e-05,
"loss": 1.1206,
"step": 10980
},
{
"epoch": 2.8471502590673574,
"grad_norm": 25.739654541015625,
"learning_rate": 3.576424870466322e-05,
"loss": 1.1816,
"step": 10990
},
{
"epoch": 2.849740932642487,
"grad_norm": 29.719104766845703,
"learning_rate": 3.575129533678757e-05,
"loss": 1.2338,
"step": 11000
},
{
"epoch": 2.8523316062176165,
"grad_norm": 11.555259704589844,
"learning_rate": 3.5738341968911924e-05,
"loss": 1.2801,
"step": 11010
},
{
"epoch": 2.854922279792746,
"grad_norm": 14.758894920349121,
"learning_rate": 3.572538860103627e-05,
"loss": 1.2605,
"step": 11020
},
{
"epoch": 2.8575129533678756,
"grad_norm": 11.975519180297852,
"learning_rate": 3.571243523316062e-05,
"loss": 1.2329,
"step": 11030
},
{
"epoch": 2.860103626943005,
"grad_norm": 15.773488998413086,
"learning_rate": 3.5699481865284977e-05,
"loss": 1.0911,
"step": 11040
},
{
"epoch": 2.8626943005181347,
"grad_norm": 13.611008644104004,
"learning_rate": 3.5686528497409325e-05,
"loss": 1.1473,
"step": 11050
},
{
"epoch": 2.865284974093264,
"grad_norm": 14.384963989257812,
"learning_rate": 3.567357512953368e-05,
"loss": 1.1303,
"step": 11060
},
{
"epoch": 2.8678756476683938,
"grad_norm": 16.53676986694336,
"learning_rate": 3.566062176165803e-05,
"loss": 1.3996,
"step": 11070
},
{
"epoch": 2.8704663212435233,
"grad_norm": 16.007240295410156,
"learning_rate": 3.5647668393782385e-05,
"loss": 0.9938,
"step": 11080
},
{
"epoch": 2.873056994818653,
"grad_norm": 12.460662841796875,
"learning_rate": 3.563471502590674e-05,
"loss": 1.3683,
"step": 11090
},
{
"epoch": 2.8756476683937824,
"grad_norm": 20.48025894165039,
"learning_rate": 3.562176165803109e-05,
"loss": 1.3845,
"step": 11100
},
{
"epoch": 2.878238341968912,
"grad_norm": 20.035890579223633,
"learning_rate": 3.5608808290155445e-05,
"loss": 1.1066,
"step": 11110
},
{
"epoch": 2.8808290155440415,
"grad_norm": 12.423884391784668,
"learning_rate": 3.559585492227979e-05,
"loss": 1.0776,
"step": 11120
},
{
"epoch": 2.883419689119171,
"grad_norm": 30.693359375,
"learning_rate": 3.558290155440415e-05,
"loss": 1.2266,
"step": 11130
},
{
"epoch": 2.8860103626943006,
"grad_norm": 14.906736373901367,
"learning_rate": 3.5569948186528504e-05,
"loss": 1.3923,
"step": 11140
},
{
"epoch": 2.88860103626943,
"grad_norm": 14.3879976272583,
"learning_rate": 3.555699481865285e-05,
"loss": 1.2192,
"step": 11150
},
{
"epoch": 2.8911917098445596,
"grad_norm": 18.789209365844727,
"learning_rate": 3.55440414507772e-05,
"loss": 1.2298,
"step": 11160
},
{
"epoch": 2.893782383419689,
"grad_norm": 12.368875503540039,
"learning_rate": 3.553108808290155e-05,
"loss": 1.2088,
"step": 11170
},
{
"epoch": 2.8963730569948187,
"grad_norm": 21.842742919921875,
"learning_rate": 3.5518134715025906e-05,
"loss": 1.3326,
"step": 11180
},
{
"epoch": 2.8989637305699483,
"grad_norm": 28.098875045776367,
"learning_rate": 3.550518134715026e-05,
"loss": 1.2083,
"step": 11190
},
{
"epoch": 2.901554404145078,
"grad_norm": 29.39516258239746,
"learning_rate": 3.549222797927461e-05,
"loss": 1.2515,
"step": 11200
},
{
"epoch": 2.9041450777202074,
"grad_norm": 14.68979263305664,
"learning_rate": 3.5479274611398966e-05,
"loss": 1.1985,
"step": 11210
},
{
"epoch": 2.906735751295337,
"grad_norm": 15.075310707092285,
"learning_rate": 3.546632124352332e-05,
"loss": 1.33,
"step": 11220
},
{
"epoch": 2.9093264248704664,
"grad_norm": 32.20334243774414,
"learning_rate": 3.545336787564767e-05,
"loss": 1.2929,
"step": 11230
},
{
"epoch": 2.911917098445596,
"grad_norm": 23.26421356201172,
"learning_rate": 3.5440414507772025e-05,
"loss": 1.2285,
"step": 11240
},
{
"epoch": 2.9145077720207255,
"grad_norm": 17.540897369384766,
"learning_rate": 3.5427461139896374e-05,
"loss": 1.1363,
"step": 11250
},
{
"epoch": 2.917098445595855,
"grad_norm": 14.725648880004883,
"learning_rate": 3.541450777202073e-05,
"loss": 1.2815,
"step": 11260
},
{
"epoch": 2.9196891191709846,
"grad_norm": 18.95684051513672,
"learning_rate": 3.5401554404145085e-05,
"loss": 1.3212,
"step": 11270
},
{
"epoch": 2.9222797927461137,
"grad_norm": 12.52318286895752,
"learning_rate": 3.5388601036269434e-05,
"loss": 1.2346,
"step": 11280
},
{
"epoch": 2.9248704663212433,
"grad_norm": 11.60261058807373,
"learning_rate": 3.537564766839378e-05,
"loss": 1.3592,
"step": 11290
},
{
"epoch": 2.927461139896373,
"grad_norm": 10.515771865844727,
"learning_rate": 3.536269430051813e-05,
"loss": 1.3913,
"step": 11300
},
{
"epoch": 2.9300518134715023,
"grad_norm": 20.036813735961914,
"learning_rate": 3.534974093264249e-05,
"loss": 1.2748,
"step": 11310
},
{
"epoch": 2.932642487046632,
"grad_norm": 20.956558227539062,
"learning_rate": 3.533678756476684e-05,
"loss": 1.1604,
"step": 11320
},
{
"epoch": 2.9352331606217614,
"grad_norm": 18.369029998779297,
"learning_rate": 3.532383419689119e-05,
"loss": 1.1965,
"step": 11330
},
{
"epoch": 2.937823834196891,
"grad_norm": 11.045287132263184,
"learning_rate": 3.5310880829015546e-05,
"loss": 1.1863,
"step": 11340
},
{
"epoch": 2.9404145077720205,
"grad_norm": 21.72708511352539,
"learning_rate": 3.5297927461139895e-05,
"loss": 1.331,
"step": 11350
},
{
"epoch": 2.94300518134715,
"grad_norm": 15.087157249450684,
"learning_rate": 3.528497409326425e-05,
"loss": 1.2166,
"step": 11360
},
{
"epoch": 2.9455958549222796,
"grad_norm": 8.261834144592285,
"learning_rate": 3.5272020725388606e-05,
"loss": 1.0642,
"step": 11370
},
{
"epoch": 2.948186528497409,
"grad_norm": 14.130751609802246,
"learning_rate": 3.5259067357512955e-05,
"loss": 1.3076,
"step": 11380
},
{
"epoch": 2.9507772020725387,
"grad_norm": 38.21625900268555,
"learning_rate": 3.524611398963731e-05,
"loss": 1.2167,
"step": 11390
},
{
"epoch": 2.9533678756476682,
"grad_norm": 16.693796157836914,
"learning_rate": 3.523316062176166e-05,
"loss": 1.3193,
"step": 11400
},
{
"epoch": 2.9559585492227978,
"grad_norm": 21.661544799804688,
"learning_rate": 3.5220207253886015e-05,
"loss": 1.1728,
"step": 11410
},
{
"epoch": 2.9585492227979273,
"grad_norm": 14.314044952392578,
"learning_rate": 3.520725388601036e-05,
"loss": 1.4292,
"step": 11420
},
{
"epoch": 2.961139896373057,
"grad_norm": 19.300376892089844,
"learning_rate": 3.519430051813471e-05,
"loss": 1.1648,
"step": 11430
},
{
"epoch": 2.9637305699481864,
"grad_norm": 9.467594146728516,
"learning_rate": 3.518134715025907e-05,
"loss": 1.2806,
"step": 11440
},
{
"epoch": 2.966321243523316,
"grad_norm": 17.04918098449707,
"learning_rate": 3.5168393782383416e-05,
"loss": 1.3511,
"step": 11450
},
{
"epoch": 2.9689119170984455,
"grad_norm": 24.149394989013672,
"learning_rate": 3.515544041450777e-05,
"loss": 1.176,
"step": 11460
},
{
"epoch": 2.971502590673575,
"grad_norm": 14.166874885559082,
"learning_rate": 3.514248704663213e-05,
"loss": 1.174,
"step": 11470
},
{
"epoch": 2.9740932642487046,
"grad_norm": 13.18748950958252,
"learning_rate": 3.5129533678756476e-05,
"loss": 1.1902,
"step": 11480
},
{
"epoch": 2.976683937823834,
"grad_norm": 16.898683547973633,
"learning_rate": 3.511658031088083e-05,
"loss": 1.3403,
"step": 11490
},
{
"epoch": 2.9792746113989637,
"grad_norm": 16.73252296447754,
"learning_rate": 3.510362694300519e-05,
"loss": 1.1706,
"step": 11500
},
{
"epoch": 2.981865284974093,
"grad_norm": 22.488229751586914,
"learning_rate": 3.5090673575129536e-05,
"loss": 1.1015,
"step": 11510
},
{
"epoch": 2.9844559585492227,
"grad_norm": 21.979162216186523,
"learning_rate": 3.507772020725389e-05,
"loss": 1.2644,
"step": 11520
},
{
"epoch": 2.9870466321243523,
"grad_norm": 20.115249633789062,
"learning_rate": 3.506476683937824e-05,
"loss": 1.0592,
"step": 11530
},
{
"epoch": 2.989637305699482,
"grad_norm": 26.698129653930664,
"learning_rate": 3.5051813471502595e-05,
"loss": 1.2788,
"step": 11540
},
{
"epoch": 2.9922279792746114,
"grad_norm": 21.007387161254883,
"learning_rate": 3.5038860103626944e-05,
"loss": 1.3013,
"step": 11550
},
{
"epoch": 2.994818652849741,
"grad_norm": 19.573678970336914,
"learning_rate": 3.502590673575129e-05,
"loss": 1.2738,
"step": 11560
},
{
"epoch": 2.9974093264248705,
"grad_norm": 17.6749324798584,
"learning_rate": 3.501295336787565e-05,
"loss": 1.2041,
"step": 11570
},
{
"epoch": 3.0,
"grad_norm": 35.717247009277344,
"learning_rate": 3.5e-05,
"loss": 1.2522,
"step": 11580
},
{
"epoch": 3.0,
"eval_accuracy": 0.48102085762404456,
"eval_f1": 0.4744614685835945,
"eval_loss": 1.3680379390716553,
"eval_runtime": 130.0949,
"eval_samples_per_second": 59.334,
"eval_steps_per_second": 7.418,
"step": 11580
},
{
"epoch": 3.0025906735751295,
"grad_norm": 19.187543869018555,
"learning_rate": 3.498704663212435e-05,
"loss": 1.0431,
"step": 11590
},
{
"epoch": 3.005181347150259,
"grad_norm": 17.407344818115234,
"learning_rate": 3.497409326424871e-05,
"loss": 0.9398,
"step": 11600
},
{
"epoch": 3.0077720207253886,
"grad_norm": 17.94043731689453,
"learning_rate": 3.496113989637306e-05,
"loss": 1.1012,
"step": 11610
},
{
"epoch": 3.010362694300518,
"grad_norm": 9.666790008544922,
"learning_rate": 3.494818652849741e-05,
"loss": 0.9786,
"step": 11620
},
{
"epoch": 3.0129533678756477,
"grad_norm": 16.591276168823242,
"learning_rate": 3.493523316062176e-05,
"loss": 0.8197,
"step": 11630
},
{
"epoch": 3.0155440414507773,
"grad_norm": 13.650846481323242,
"learning_rate": 3.4922279792746116e-05,
"loss": 1.1071,
"step": 11640
},
{
"epoch": 3.018134715025907,
"grad_norm": 11.551280975341797,
"learning_rate": 3.490932642487047e-05,
"loss": 0.9312,
"step": 11650
},
{
"epoch": 3.0207253886010363,
"grad_norm": 13.925671577453613,
"learning_rate": 3.489637305699482e-05,
"loss": 1.1231,
"step": 11660
},
{
"epoch": 3.023316062176166,
"grad_norm": 23.87160301208496,
"learning_rate": 3.4883419689119176e-05,
"loss": 1.1391,
"step": 11670
},
{
"epoch": 3.0259067357512954,
"grad_norm": 29.669933319091797,
"learning_rate": 3.4870466321243525e-05,
"loss": 0.9563,
"step": 11680
},
{
"epoch": 3.028497409326425,
"grad_norm": 16.72348976135254,
"learning_rate": 3.4857512953367873e-05,
"loss": 0.9792,
"step": 11690
},
{
"epoch": 3.0310880829015545,
"grad_norm": 14.470139503479004,
"learning_rate": 3.484455958549223e-05,
"loss": 0.8533,
"step": 11700
},
{
"epoch": 3.033678756476684,
"grad_norm": 12.060184478759766,
"learning_rate": 3.483160621761658e-05,
"loss": 0.8884,
"step": 11710
},
{
"epoch": 3.0362694300518136,
"grad_norm": 14.54822063446045,
"learning_rate": 3.481865284974093e-05,
"loss": 1.2529,
"step": 11720
},
{
"epoch": 3.038860103626943,
"grad_norm": 13.277945518493652,
"learning_rate": 3.480569948186529e-05,
"loss": 0.7162,
"step": 11730
},
{
"epoch": 3.0414507772020727,
"grad_norm": 26.291929244995117,
"learning_rate": 3.479274611398964e-05,
"loss": 0.9629,
"step": 11740
},
{
"epoch": 3.0440414507772022,
"grad_norm": 17.368343353271484,
"learning_rate": 3.477979274611399e-05,
"loss": 0.8939,
"step": 11750
},
{
"epoch": 3.0466321243523318,
"grad_norm": 15.304944038391113,
"learning_rate": 3.476683937823834e-05,
"loss": 1.0869,
"step": 11760
},
{
"epoch": 3.0492227979274613,
"grad_norm": 20.522920608520508,
"learning_rate": 3.47538860103627e-05,
"loss": 1.0028,
"step": 11770
},
{
"epoch": 3.051813471502591,
"grad_norm": 26.4727725982666,
"learning_rate": 3.474093264248705e-05,
"loss": 0.9993,
"step": 11780
},
{
"epoch": 3.0544041450777204,
"grad_norm": 25.61350440979004,
"learning_rate": 3.47279792746114e-05,
"loss": 0.9596,
"step": 11790
},
{
"epoch": 3.05699481865285,
"grad_norm": 17.67412567138672,
"learning_rate": 3.471502590673576e-05,
"loss": 0.918,
"step": 11800
},
{
"epoch": 3.0595854922279795,
"grad_norm": 30.518611907958984,
"learning_rate": 3.4702072538860106e-05,
"loss": 1.0061,
"step": 11810
},
{
"epoch": 3.062176165803109,
"grad_norm": 11.944066047668457,
"learning_rate": 3.468911917098446e-05,
"loss": 0.9993,
"step": 11820
},
{
"epoch": 3.064766839378238,
"grad_norm": 14.255443572998047,
"learning_rate": 3.467616580310881e-05,
"loss": 1.0012,
"step": 11830
},
{
"epoch": 3.0673575129533677,
"grad_norm": 20.589942932128906,
"learning_rate": 3.466321243523316e-05,
"loss": 0.9433,
"step": 11840
},
{
"epoch": 3.069948186528497,
"grad_norm": 12.885974884033203,
"learning_rate": 3.4650259067357514e-05,
"loss": 0.8632,
"step": 11850
},
{
"epoch": 3.0725388601036268,
"grad_norm": 20.517902374267578,
"learning_rate": 3.463730569948186e-05,
"loss": 1.1304,
"step": 11860
},
{
"epoch": 3.0751295336787563,
"grad_norm": 18.920166015625,
"learning_rate": 3.462435233160622e-05,
"loss": 1.1317,
"step": 11870
},
{
"epoch": 3.077720207253886,
"grad_norm": 11.730055809020996,
"learning_rate": 3.4611398963730574e-05,
"loss": 1.1554,
"step": 11880
},
{
"epoch": 3.0803108808290154,
"grad_norm": 13.232941627502441,
"learning_rate": 3.459844559585492e-05,
"loss": 0.8458,
"step": 11890
},
{
"epoch": 3.082901554404145,
"grad_norm": 27.483518600463867,
"learning_rate": 3.458549222797928e-05,
"loss": 0.9141,
"step": 11900
},
{
"epoch": 3.0854922279792745,
"grad_norm": 11.342865943908691,
"learning_rate": 3.4572538860103627e-05,
"loss": 0.9838,
"step": 11910
},
{
"epoch": 3.088082901554404,
"grad_norm": 18.088443756103516,
"learning_rate": 3.455958549222798e-05,
"loss": 1.0884,
"step": 11920
},
{
"epoch": 3.0906735751295336,
"grad_norm": 23.839101791381836,
"learning_rate": 3.454663212435234e-05,
"loss": 1.039,
"step": 11930
},
{
"epoch": 3.093264248704663,
"grad_norm": 18.722606658935547,
"learning_rate": 3.4533678756476686e-05,
"loss": 1.1267,
"step": 11940
},
{
"epoch": 3.0958549222797926,
"grad_norm": 23.77379608154297,
"learning_rate": 3.452072538860104e-05,
"loss": 1.1082,
"step": 11950
},
{
"epoch": 3.098445595854922,
"grad_norm": 16.7434139251709,
"learning_rate": 3.450777202072539e-05,
"loss": 0.9479,
"step": 11960
},
{
"epoch": 3.1010362694300517,
"grad_norm": 18.28754234313965,
"learning_rate": 3.449481865284974e-05,
"loss": 1.1877,
"step": 11970
},
{
"epoch": 3.1036269430051813,
"grad_norm": 19.932353973388672,
"learning_rate": 3.4481865284974095e-05,
"loss": 1.174,
"step": 11980
},
{
"epoch": 3.106217616580311,
"grad_norm": 16.72065544128418,
"learning_rate": 3.446891191709844e-05,
"loss": 1.0263,
"step": 11990
},
{
"epoch": 3.1088082901554404,
"grad_norm": 17.303468704223633,
"learning_rate": 3.44559585492228e-05,
"loss": 0.9411,
"step": 12000
},
{
"epoch": 3.11139896373057,
"grad_norm": 19.928049087524414,
"learning_rate": 3.4443005181347154e-05,
"loss": 1.2849,
"step": 12010
},
{
"epoch": 3.1139896373056994,
"grad_norm": 26.366374969482422,
"learning_rate": 3.44300518134715e-05,
"loss": 0.9554,
"step": 12020
},
{
"epoch": 3.116580310880829,
"grad_norm": 14.406534194946289,
"learning_rate": 3.441709844559586e-05,
"loss": 1.0726,
"step": 12030
},
{
"epoch": 3.1191709844559585,
"grad_norm": 20.688108444213867,
"learning_rate": 3.440414507772021e-05,
"loss": 0.9508,
"step": 12040
},
{
"epoch": 3.121761658031088,
"grad_norm": 17.842884063720703,
"learning_rate": 3.439119170984456e-05,
"loss": 0.8711,
"step": 12050
},
{
"epoch": 3.1243523316062176,
"grad_norm": 21.070165634155273,
"learning_rate": 3.437823834196892e-05,
"loss": 1.032,
"step": 12060
},
{
"epoch": 3.126943005181347,
"grad_norm": 21.195154190063477,
"learning_rate": 3.436528497409327e-05,
"loss": 1.0998,
"step": 12070
},
{
"epoch": 3.1295336787564767,
"grad_norm": 21.04348373413086,
"learning_rate": 3.435233160621762e-05,
"loss": 1.0034,
"step": 12080
},
{
"epoch": 3.1321243523316062,
"grad_norm": 10.884324073791504,
"learning_rate": 3.433937823834197e-05,
"loss": 0.9737,
"step": 12090
},
{
"epoch": 3.134715025906736,
"grad_norm": 18.57675552368164,
"learning_rate": 3.432642487046632e-05,
"loss": 1.0039,
"step": 12100
},
{
"epoch": 3.1373056994818653,
"grad_norm": 16.422569274902344,
"learning_rate": 3.4313471502590675e-05,
"loss": 0.9222,
"step": 12110
},
{
"epoch": 3.139896373056995,
"grad_norm": 18.417078018188477,
"learning_rate": 3.4300518134715024e-05,
"loss": 0.9332,
"step": 12120
},
{
"epoch": 3.1424870466321244,
"grad_norm": 20.099384307861328,
"learning_rate": 3.428756476683938e-05,
"loss": 1.0861,
"step": 12130
},
{
"epoch": 3.145077720207254,
"grad_norm": 22.09627914428711,
"learning_rate": 3.427461139896373e-05,
"loss": 1.0013,
"step": 12140
},
{
"epoch": 3.1476683937823835,
"grad_norm": 23.453472137451172,
"learning_rate": 3.4261658031088084e-05,
"loss": 0.8654,
"step": 12150
},
{
"epoch": 3.150259067357513,
"grad_norm": 38.376956939697266,
"learning_rate": 3.424870466321244e-05,
"loss": 1.0866,
"step": 12160
},
{
"epoch": 3.1528497409326426,
"grad_norm": 25.233510971069336,
"learning_rate": 3.423575129533679e-05,
"loss": 1.225,
"step": 12170
},
{
"epoch": 3.155440414507772,
"grad_norm": 15.466232299804688,
"learning_rate": 3.4222797927461144e-05,
"loss": 0.9395,
"step": 12180
},
{
"epoch": 3.1580310880829017,
"grad_norm": 18.86590576171875,
"learning_rate": 3.42098445595855e-05,
"loss": 0.8952,
"step": 12190
},
{
"epoch": 3.160621761658031,
"grad_norm": 35.02790832519531,
"learning_rate": 3.419689119170985e-05,
"loss": 0.9699,
"step": 12200
},
{
"epoch": 3.1632124352331608,
"grad_norm": 13.985760688781738,
"learning_rate": 3.41839378238342e-05,
"loss": 1.0924,
"step": 12210
},
{
"epoch": 3.1658031088082903,
"grad_norm": 17.587324142456055,
"learning_rate": 3.417098445595855e-05,
"loss": 1.0914,
"step": 12220
},
{
"epoch": 3.16839378238342,
"grad_norm": 17.999706268310547,
"learning_rate": 3.41580310880829e-05,
"loss": 1.1601,
"step": 12230
},
{
"epoch": 3.1709844559585494,
"grad_norm": 17.75704574584961,
"learning_rate": 3.4145077720207256e-05,
"loss": 0.8973,
"step": 12240
},
{
"epoch": 3.173575129533679,
"grad_norm": 22.3013916015625,
"learning_rate": 3.4132124352331605e-05,
"loss": 1.1439,
"step": 12250
},
{
"epoch": 3.1761658031088085,
"grad_norm": 15.775397300720215,
"learning_rate": 3.411917098445596e-05,
"loss": 0.9162,
"step": 12260
},
{
"epoch": 3.178756476683938,
"grad_norm": 13.765135765075684,
"learning_rate": 3.410621761658031e-05,
"loss": 1.0797,
"step": 12270
},
{
"epoch": 3.1813471502590676,
"grad_norm": 16.714122772216797,
"learning_rate": 3.4093264248704665e-05,
"loss": 1.0949,
"step": 12280
},
{
"epoch": 3.1839378238341967,
"grad_norm": 10.433467864990234,
"learning_rate": 3.408031088082902e-05,
"loss": 1.0618,
"step": 12290
},
{
"epoch": 3.186528497409326,
"grad_norm": 13.369439125061035,
"learning_rate": 3.406735751295337e-05,
"loss": 0.9368,
"step": 12300
},
{
"epoch": 3.1891191709844557,
"grad_norm": 24.972623825073242,
"learning_rate": 3.4054404145077724e-05,
"loss": 1.0051,
"step": 12310
},
{
"epoch": 3.1917098445595853,
"grad_norm": 17.533254623413086,
"learning_rate": 3.404145077720207e-05,
"loss": 1.0138,
"step": 12320
},
{
"epoch": 3.194300518134715,
"grad_norm": 17.74778175354004,
"learning_rate": 3.402849740932643e-05,
"loss": 1.2476,
"step": 12330
},
{
"epoch": 3.1968911917098444,
"grad_norm": 17.648326873779297,
"learning_rate": 3.4015544041450784e-05,
"loss": 1.1881,
"step": 12340
},
{
"epoch": 3.199481865284974,
"grad_norm": 22.47986602783203,
"learning_rate": 3.400259067357513e-05,
"loss": 1.0418,
"step": 12350
},
{
"epoch": 3.2020725388601035,
"grad_norm": 13.294883728027344,
"learning_rate": 3.398963730569948e-05,
"loss": 1.1334,
"step": 12360
},
{
"epoch": 3.204663212435233,
"grad_norm": 22.261240005493164,
"learning_rate": 3.397668393782383e-05,
"loss": 1.1883,
"step": 12370
},
{
"epoch": 3.2072538860103625,
"grad_norm": 17.2932071685791,
"learning_rate": 3.3963730569948186e-05,
"loss": 0.9202,
"step": 12380
},
{
"epoch": 3.209844559585492,
"grad_norm": 18.029157638549805,
"learning_rate": 3.395077720207254e-05,
"loss": 0.9358,
"step": 12390
},
{
"epoch": 3.2124352331606216,
"grad_norm": 12.31982421875,
"learning_rate": 3.393782383419689e-05,
"loss": 0.9956,
"step": 12400
},
{
"epoch": 3.215025906735751,
"grad_norm": 16.79126739501953,
"learning_rate": 3.3924870466321245e-05,
"loss": 1.1058,
"step": 12410
},
{
"epoch": 3.2176165803108807,
"grad_norm": 14.792372703552246,
"learning_rate": 3.3911917098445594e-05,
"loss": 0.962,
"step": 12420
},
{
"epoch": 3.2202072538860103,
"grad_norm": 15.481828689575195,
"learning_rate": 3.389896373056995e-05,
"loss": 1.114,
"step": 12430
},
{
"epoch": 3.22279792746114,
"grad_norm": 12.666364669799805,
"learning_rate": 3.3886010362694305e-05,
"loss": 0.9382,
"step": 12440
},
{
"epoch": 3.2253886010362693,
"grad_norm": 19.48039436340332,
"learning_rate": 3.3873056994818654e-05,
"loss": 1.0165,
"step": 12450
},
{
"epoch": 3.227979274611399,
"grad_norm": 18.125402450561523,
"learning_rate": 3.386010362694301e-05,
"loss": 1.1166,
"step": 12460
},
{
"epoch": 3.2305699481865284,
"grad_norm": 11.797300338745117,
"learning_rate": 3.3847150259067365e-05,
"loss": 0.6802,
"step": 12470
},
{
"epoch": 3.233160621761658,
"grad_norm": 21.8571720123291,
"learning_rate": 3.3834196891191713e-05,
"loss": 1.0327,
"step": 12480
},
{
"epoch": 3.2357512953367875,
"grad_norm": 13.355806350708008,
"learning_rate": 3.382124352331606e-05,
"loss": 0.8933,
"step": 12490
},
{
"epoch": 3.238341968911917,
"grad_norm": 28.94112205505371,
"learning_rate": 3.380829015544041e-05,
"loss": 1.0569,
"step": 12500
},
{
"epoch": 3.2409326424870466,
"grad_norm": 23.372684478759766,
"learning_rate": 3.3795336787564766e-05,
"loss": 1.0529,
"step": 12510
},
{
"epoch": 3.243523316062176,
"grad_norm": 20.266908645629883,
"learning_rate": 3.378238341968912e-05,
"loss": 1.0403,
"step": 12520
},
{
"epoch": 3.2461139896373057,
"grad_norm": 29.264530181884766,
"learning_rate": 3.376943005181347e-05,
"loss": 1.1816,
"step": 12530
},
{
"epoch": 3.2487046632124352,
"grad_norm": 31.284175872802734,
"learning_rate": 3.3756476683937826e-05,
"loss": 1.1284,
"step": 12540
},
{
"epoch": 3.2512953367875648,
"grad_norm": 23.10700225830078,
"learning_rate": 3.3743523316062175e-05,
"loss": 1.1146,
"step": 12550
},
{
"epoch": 3.2538860103626943,
"grad_norm": 32.11769485473633,
"learning_rate": 3.373056994818653e-05,
"loss": 1.0718,
"step": 12560
},
{
"epoch": 3.256476683937824,
"grad_norm": 23.40633773803711,
"learning_rate": 3.3717616580310886e-05,
"loss": 0.986,
"step": 12570
},
{
"epoch": 3.2590673575129534,
"grad_norm": 20.844911575317383,
"learning_rate": 3.3704663212435234e-05,
"loss": 1.0244,
"step": 12580
},
{
"epoch": 3.261658031088083,
"grad_norm": 14.970420837402344,
"learning_rate": 3.369170984455959e-05,
"loss": 1.1444,
"step": 12590
},
{
"epoch": 3.2642487046632125,
"grad_norm": 19.571514129638672,
"learning_rate": 3.367875647668394e-05,
"loss": 1.064,
"step": 12600
},
{
"epoch": 3.266839378238342,
"grad_norm": 25.456619262695312,
"learning_rate": 3.3665803108808294e-05,
"loss": 1.2269,
"step": 12610
},
{
"epoch": 3.2694300518134716,
"grad_norm": 27.9005069732666,
"learning_rate": 3.365284974093264e-05,
"loss": 1.0049,
"step": 12620
},
{
"epoch": 3.272020725388601,
"grad_norm": 18.315584182739258,
"learning_rate": 3.363989637305699e-05,
"loss": 0.948,
"step": 12630
},
{
"epoch": 3.2746113989637307,
"grad_norm": 27.04753303527832,
"learning_rate": 3.362694300518135e-05,
"loss": 0.8108,
"step": 12640
},
{
"epoch": 3.27720207253886,
"grad_norm": 16.84268569946289,
"learning_rate": 3.3613989637305696e-05,
"loss": 1.2832,
"step": 12650
},
{
"epoch": 3.2797927461139897,
"grad_norm": 15.170511245727539,
"learning_rate": 3.360103626943005e-05,
"loss": 1.1997,
"step": 12660
},
{
"epoch": 3.2823834196891193,
"grad_norm": 16.592674255371094,
"learning_rate": 3.358808290155441e-05,
"loss": 1.0494,
"step": 12670
},
{
"epoch": 3.284974093264249,
"grad_norm": 15.778299331665039,
"learning_rate": 3.3575129533678756e-05,
"loss": 0.9751,
"step": 12680
},
{
"epoch": 3.2875647668393784,
"grad_norm": 25.54823112487793,
"learning_rate": 3.356217616580311e-05,
"loss": 1.1685,
"step": 12690
},
{
"epoch": 3.290155440414508,
"grad_norm": 17.281723022460938,
"learning_rate": 3.3549222797927467e-05,
"loss": 0.8521,
"step": 12700
},
{
"epoch": 3.2927461139896375,
"grad_norm": 33.72901153564453,
"learning_rate": 3.3536269430051815e-05,
"loss": 1.0911,
"step": 12710
},
{
"epoch": 3.295336787564767,
"grad_norm": 10.459478378295898,
"learning_rate": 3.352331606217617e-05,
"loss": 1.2557,
"step": 12720
},
{
"epoch": 3.2979274611398965,
"grad_norm": 20.2711181640625,
"learning_rate": 3.351036269430052e-05,
"loss": 1.2801,
"step": 12730
},
{
"epoch": 3.300518134715026,
"grad_norm": 21.28422737121582,
"learning_rate": 3.3497409326424875e-05,
"loss": 1.0211,
"step": 12740
},
{
"epoch": 3.3031088082901556,
"grad_norm": 27.508031845092773,
"learning_rate": 3.3484455958549224e-05,
"loss": 0.9843,
"step": 12750
},
{
"epoch": 3.305699481865285,
"grad_norm": 18.167566299438477,
"learning_rate": 3.347150259067357e-05,
"loss": 0.9173,
"step": 12760
},
{
"epoch": 3.3082901554404147,
"grad_norm": 16.131555557250977,
"learning_rate": 3.345854922279793e-05,
"loss": 0.898,
"step": 12770
},
{
"epoch": 3.3108808290155443,
"grad_norm": 21.303804397583008,
"learning_rate": 3.3445595854922277e-05,
"loss": 1.1038,
"step": 12780
},
{
"epoch": 3.313471502590674,
"grad_norm": 17.39990234375,
"learning_rate": 3.343264248704663e-05,
"loss": 0.8449,
"step": 12790
},
{
"epoch": 3.3160621761658033,
"grad_norm": 18.45326805114746,
"learning_rate": 3.341968911917099e-05,
"loss": 1.1183,
"step": 12800
},
{
"epoch": 3.318652849740933,
"grad_norm": 20.909183502197266,
"learning_rate": 3.3406735751295336e-05,
"loss": 1.0446,
"step": 12810
},
{
"epoch": 3.321243523316062,
"grad_norm": 17.184911727905273,
"learning_rate": 3.339378238341969e-05,
"loss": 1.2462,
"step": 12820
},
{
"epoch": 3.3238341968911915,
"grad_norm": 25.39846420288086,
"learning_rate": 3.338082901554404e-05,
"loss": 1.0704,
"step": 12830
},
{
"epoch": 3.326424870466321,
"grad_norm": 17.80790138244629,
"learning_rate": 3.3367875647668396e-05,
"loss": 0.9399,
"step": 12840
},
{
"epoch": 3.3290155440414506,
"grad_norm": 15.740781784057617,
"learning_rate": 3.335492227979275e-05,
"loss": 1.0543,
"step": 12850
},
{
"epoch": 3.33160621761658,
"grad_norm": 14.38594913482666,
"learning_rate": 3.33419689119171e-05,
"loss": 1.1524,
"step": 12860
},
{
"epoch": 3.3341968911917097,
"grad_norm": 14.34615421295166,
"learning_rate": 3.3329015544041456e-05,
"loss": 1.0863,
"step": 12870
},
{
"epoch": 3.3367875647668392,
"grad_norm": 21.34729766845703,
"learning_rate": 3.3316062176165804e-05,
"loss": 1.0153,
"step": 12880
},
{
"epoch": 3.339378238341969,
"grad_norm": 16.88654136657715,
"learning_rate": 3.330310880829016e-05,
"loss": 1.2481,
"step": 12890
},
{
"epoch": 3.3419689119170983,
"grad_norm": 23.94931983947754,
"learning_rate": 3.329015544041451e-05,
"loss": 1.097,
"step": 12900
},
{
"epoch": 3.344559585492228,
"grad_norm": 14.53790283203125,
"learning_rate": 3.327720207253886e-05,
"loss": 0.9272,
"step": 12910
},
{
"epoch": 3.3471502590673574,
"grad_norm": 15.731306076049805,
"learning_rate": 3.326424870466321e-05,
"loss": 0.96,
"step": 12920
},
{
"epoch": 3.349740932642487,
"grad_norm": 18.726924896240234,
"learning_rate": 3.325129533678757e-05,
"loss": 0.8534,
"step": 12930
},
{
"epoch": 3.3523316062176165,
"grad_norm": 22.745637893676758,
"learning_rate": 3.323834196891192e-05,
"loss": 1.038,
"step": 12940
},
{
"epoch": 3.354922279792746,
"grad_norm": 28.065874099731445,
"learning_rate": 3.322538860103627e-05,
"loss": 1.3443,
"step": 12950
},
{
"epoch": 3.3575129533678756,
"grad_norm": 18.30611228942871,
"learning_rate": 3.321243523316062e-05,
"loss": 1.129,
"step": 12960
},
{
"epoch": 3.360103626943005,
"grad_norm": 26.700237274169922,
"learning_rate": 3.319948186528498e-05,
"loss": 1.206,
"step": 12970
},
{
"epoch": 3.3626943005181347,
"grad_norm": 20.27780532836914,
"learning_rate": 3.318652849740933e-05,
"loss": 1.0615,
"step": 12980
},
{
"epoch": 3.365284974093264,
"grad_norm": 20.31704330444336,
"learning_rate": 3.317357512953368e-05,
"loss": 0.9849,
"step": 12990
},
{
"epoch": 3.3678756476683938,
"grad_norm": 21.030380249023438,
"learning_rate": 3.3160621761658036e-05,
"loss": 0.9761,
"step": 13000
},
{
"epoch": 3.3704663212435233,
"grad_norm": 13.211301803588867,
"learning_rate": 3.3147668393782385e-05,
"loss": 0.9277,
"step": 13010
},
{
"epoch": 3.373056994818653,
"grad_norm": 14.671833992004395,
"learning_rate": 3.313471502590674e-05,
"loss": 1.2859,
"step": 13020
},
{
"epoch": 3.3756476683937824,
"grad_norm": 21.125415802001953,
"learning_rate": 3.312176165803109e-05,
"loss": 0.9831,
"step": 13030
},
{
"epoch": 3.378238341968912,
"grad_norm": 7.844021797180176,
"learning_rate": 3.310880829015544e-05,
"loss": 0.866,
"step": 13040
},
{
"epoch": 3.3808290155440415,
"grad_norm": 27.169652938842773,
"learning_rate": 3.3095854922279794e-05,
"loss": 1.2656,
"step": 13050
},
{
"epoch": 3.383419689119171,
"grad_norm": 28.19388198852539,
"learning_rate": 3.308290155440414e-05,
"loss": 1.0139,
"step": 13060
},
{
"epoch": 3.3860103626943006,
"grad_norm": 26.562028884887695,
"learning_rate": 3.30699481865285e-05,
"loss": 0.8193,
"step": 13070
},
{
"epoch": 3.38860103626943,
"grad_norm": 11.12541389465332,
"learning_rate": 3.305699481865285e-05,
"loss": 0.9155,
"step": 13080
},
{
"epoch": 3.3911917098445596,
"grad_norm": 17.967655181884766,
"learning_rate": 3.30440414507772e-05,
"loss": 1.0804,
"step": 13090
},
{
"epoch": 3.393782383419689,
"grad_norm": 10.125035285949707,
"learning_rate": 3.303108808290156e-05,
"loss": 1.0454,
"step": 13100
},
{
"epoch": 3.3963730569948187,
"grad_norm": 11.898194313049316,
"learning_rate": 3.3018134715025906e-05,
"loss": 1.1078,
"step": 13110
},
{
"epoch": 3.3989637305699483,
"grad_norm": 20.494598388671875,
"learning_rate": 3.300518134715026e-05,
"loss": 0.9634,
"step": 13120
},
{
"epoch": 3.401554404145078,
"grad_norm": 18.649492263793945,
"learning_rate": 3.299222797927462e-05,
"loss": 0.9952,
"step": 13130
},
{
"epoch": 3.4041450777202074,
"grad_norm": 22.132946014404297,
"learning_rate": 3.2979274611398966e-05,
"loss": 1.1081,
"step": 13140
},
{
"epoch": 3.406735751295337,
"grad_norm": 23.369346618652344,
"learning_rate": 3.296632124352332e-05,
"loss": 1.056,
"step": 13150
},
{
"epoch": 3.4093264248704664,
"grad_norm": 25.625240325927734,
"learning_rate": 3.295336787564767e-05,
"loss": 1.0784,
"step": 13160
},
{
"epoch": 3.411917098445596,
"grad_norm": 12.8206205368042,
"learning_rate": 3.294041450777202e-05,
"loss": 1.0022,
"step": 13170
},
{
"epoch": 3.4145077720207255,
"grad_norm": 15.859149932861328,
"learning_rate": 3.2927461139896374e-05,
"loss": 0.987,
"step": 13180
},
{
"epoch": 3.417098445595855,
"grad_norm": 15.922585487365723,
"learning_rate": 3.291450777202072e-05,
"loss": 1.1819,
"step": 13190
},
{
"epoch": 3.4196891191709846,
"grad_norm": 18.425762176513672,
"learning_rate": 3.290155440414508e-05,
"loss": 1.1088,
"step": 13200
},
{
"epoch": 3.422279792746114,
"grad_norm": 14.184076309204102,
"learning_rate": 3.2888601036269434e-05,
"loss": 1.2522,
"step": 13210
},
{
"epoch": 3.4248704663212437,
"grad_norm": 12.039369583129883,
"learning_rate": 3.287564766839378e-05,
"loss": 1.1177,
"step": 13220
},
{
"epoch": 3.4274611398963732,
"grad_norm": 17.900686264038086,
"learning_rate": 3.286269430051814e-05,
"loss": 1.0867,
"step": 13230
},
{
"epoch": 3.4300518134715023,
"grad_norm": 22.506135940551758,
"learning_rate": 3.284974093264249e-05,
"loss": 1.1611,
"step": 13240
},
{
"epoch": 3.432642487046632,
"grad_norm": 15.210772514343262,
"learning_rate": 3.283678756476684e-05,
"loss": 1.1136,
"step": 13250
},
{
"epoch": 3.4352331606217614,
"grad_norm": 25.381797790527344,
"learning_rate": 3.28238341968912e-05,
"loss": 1.1901,
"step": 13260
},
{
"epoch": 3.437823834196891,
"grad_norm": 20.55554962158203,
"learning_rate": 3.281088082901555e-05,
"loss": 1.1221,
"step": 13270
},
{
"epoch": 3.4404145077720205,
"grad_norm": 17.817991256713867,
"learning_rate": 3.27979274611399e-05,
"loss": 1.0356,
"step": 13280
},
{
"epoch": 3.44300518134715,
"grad_norm": 13.853805541992188,
"learning_rate": 3.278497409326425e-05,
"loss": 1.0745,
"step": 13290
},
{
"epoch": 3.4455958549222796,
"grad_norm": 24.998868942260742,
"learning_rate": 3.27720207253886e-05,
"loss": 0.9943,
"step": 13300
},
{
"epoch": 3.448186528497409,
"grad_norm": 25.82871437072754,
"learning_rate": 3.2759067357512955e-05,
"loss": 0.9868,
"step": 13310
},
{
"epoch": 3.4507772020725387,
"grad_norm": 18.55980110168457,
"learning_rate": 3.2746113989637304e-05,
"loss": 1.0349,
"step": 13320
},
{
"epoch": 3.4533678756476682,
"grad_norm": 12.677031517028809,
"learning_rate": 3.273316062176166e-05,
"loss": 1.0214,
"step": 13330
},
{
"epoch": 3.4559585492227978,
"grad_norm": 14.766850471496582,
"learning_rate": 3.272020725388601e-05,
"loss": 1.045,
"step": 13340
},
{
"epoch": 3.4585492227979273,
"grad_norm": 16.90793228149414,
"learning_rate": 3.2707253886010363e-05,
"loss": 1.1174,
"step": 13350
},
{
"epoch": 3.461139896373057,
"grad_norm": 14.439029693603516,
"learning_rate": 3.269430051813472e-05,
"loss": 1.1416,
"step": 13360
},
{
"epoch": 3.4637305699481864,
"grad_norm": 21.027347564697266,
"learning_rate": 3.268134715025907e-05,
"loss": 1.247,
"step": 13370
},
{
"epoch": 3.466321243523316,
"grad_norm": 24.026470184326172,
"learning_rate": 3.266839378238342e-05,
"loss": 1.2507,
"step": 13380
},
{
"epoch": 3.4689119170984455,
"grad_norm": 15.7238187789917,
"learning_rate": 3.265544041450778e-05,
"loss": 0.9504,
"step": 13390
},
{
"epoch": 3.471502590673575,
"grad_norm": 24.631242752075195,
"learning_rate": 3.264248704663213e-05,
"loss": 0.9519,
"step": 13400
},
{
"epoch": 3.4740932642487046,
"grad_norm": 15.6581392288208,
"learning_rate": 3.262953367875648e-05,
"loss": 1.0704,
"step": 13410
},
{
"epoch": 3.476683937823834,
"grad_norm": 15.254619598388672,
"learning_rate": 3.261658031088083e-05,
"loss": 1.1717,
"step": 13420
},
{
"epoch": 3.4792746113989637,
"grad_norm": 19.286348342895508,
"learning_rate": 3.260362694300518e-05,
"loss": 1.2163,
"step": 13430
},
{
"epoch": 3.481865284974093,
"grad_norm": 20.491212844848633,
"learning_rate": 3.2590673575129536e-05,
"loss": 0.8896,
"step": 13440
},
{
"epoch": 3.4844559585492227,
"grad_norm": 21.512372970581055,
"learning_rate": 3.2577720207253885e-05,
"loss": 0.9916,
"step": 13450
},
{
"epoch": 3.4870466321243523,
"grad_norm": 12.149296760559082,
"learning_rate": 3.256476683937824e-05,
"loss": 1.1342,
"step": 13460
},
{
"epoch": 3.489637305699482,
"grad_norm": 18.82126235961914,
"learning_rate": 3.255181347150259e-05,
"loss": 1.0821,
"step": 13470
},
{
"epoch": 3.4922279792746114,
"grad_norm": 14.504049301147461,
"learning_rate": 3.2538860103626944e-05,
"loss": 0.8963,
"step": 13480
},
{
"epoch": 3.494818652849741,
"grad_norm": 17.607011795043945,
"learning_rate": 3.25259067357513e-05,
"loss": 0.9487,
"step": 13490
},
{
"epoch": 3.4974093264248705,
"grad_norm": 17.17642593383789,
"learning_rate": 3.251295336787565e-05,
"loss": 1.1376,
"step": 13500
},
{
"epoch": 3.5,
"grad_norm": 17.629592895507812,
"learning_rate": 3.2500000000000004e-05,
"loss": 1.0699,
"step": 13510
},
{
"epoch": 3.5025906735751295,
"grad_norm": 13.651043891906738,
"learning_rate": 3.248704663212435e-05,
"loss": 0.9936,
"step": 13520
},
{
"epoch": 3.505181347150259,
"grad_norm": 16.484861373901367,
"learning_rate": 3.247409326424871e-05,
"loss": 1.0544,
"step": 13530
},
{
"epoch": 3.5077720207253886,
"grad_norm": 16.93572425842285,
"learning_rate": 3.2461139896373064e-05,
"loss": 1.0014,
"step": 13540
},
{
"epoch": 3.510362694300518,
"grad_norm": 13.754533767700195,
"learning_rate": 3.244818652849741e-05,
"loss": 1.1242,
"step": 13550
},
{
"epoch": 3.5129533678756477,
"grad_norm": 16.76727294921875,
"learning_rate": 3.243523316062176e-05,
"loss": 0.9437,
"step": 13560
},
{
"epoch": 3.5155440414507773,
"grad_norm": 19.36014747619629,
"learning_rate": 3.242227979274611e-05,
"loss": 1.0687,
"step": 13570
},
{
"epoch": 3.518134715025907,
"grad_norm": 18.205852508544922,
"learning_rate": 3.2409326424870465e-05,
"loss": 1.0876,
"step": 13580
},
{
"epoch": 3.5207253886010363,
"grad_norm": 26.61557388305664,
"learning_rate": 3.239637305699482e-05,
"loss": 1.0803,
"step": 13590
},
{
"epoch": 3.523316062176166,
"grad_norm": 10.704928398132324,
"learning_rate": 3.238341968911917e-05,
"loss": 0.9393,
"step": 13600
},
{
"epoch": 3.5259067357512954,
"grad_norm": 22.491737365722656,
"learning_rate": 3.2370466321243525e-05,
"loss": 0.9253,
"step": 13610
},
{
"epoch": 3.528497409326425,
"grad_norm": 19.848833084106445,
"learning_rate": 3.2357512953367874e-05,
"loss": 1.2546,
"step": 13620
},
{
"epoch": 3.5310880829015545,
"grad_norm": 22.641109466552734,
"learning_rate": 3.234455958549223e-05,
"loss": 0.9205,
"step": 13630
},
{
"epoch": 3.533678756476684,
"grad_norm": 39.0699577331543,
"learning_rate": 3.2331606217616585e-05,
"loss": 1.2162,
"step": 13640
},
{
"epoch": 3.5362694300518136,
"grad_norm": 22.47085189819336,
"learning_rate": 3.2318652849740933e-05,
"loss": 1.0022,
"step": 13650
},
{
"epoch": 3.538860103626943,
"grad_norm": 19.77644920349121,
"learning_rate": 3.230569948186529e-05,
"loss": 1.1224,
"step": 13660
},
{
"epoch": 3.5414507772020727,
"grad_norm": 12.07004165649414,
"learning_rate": 3.2292746113989644e-05,
"loss": 1.023,
"step": 13670
},
{
"epoch": 3.5440414507772022,
"grad_norm": 14.033670425415039,
"learning_rate": 3.227979274611399e-05,
"loss": 0.9359,
"step": 13680
},
{
"epoch": 3.5466321243523318,
"grad_norm": 15.296849250793457,
"learning_rate": 3.226683937823834e-05,
"loss": 0.8965,
"step": 13690
},
{
"epoch": 3.5492227979274613,
"grad_norm": 24.03146743774414,
"learning_rate": 3.225388601036269e-05,
"loss": 0.8838,
"step": 13700
},
{
"epoch": 3.551813471502591,
"grad_norm": 23.485374450683594,
"learning_rate": 3.2240932642487046e-05,
"loss": 1.1331,
"step": 13710
},
{
"epoch": 3.5544041450777204,
"grad_norm": 23.888357162475586,
"learning_rate": 3.22279792746114e-05,
"loss": 1.0998,
"step": 13720
},
{
"epoch": 3.55699481865285,
"grad_norm": 17.897796630859375,
"learning_rate": 3.221502590673575e-05,
"loss": 1.2512,
"step": 13730
},
{
"epoch": 3.5595854922279795,
"grad_norm": 22.085418701171875,
"learning_rate": 3.2202072538860106e-05,
"loss": 0.9865,
"step": 13740
},
{
"epoch": 3.562176165803109,
"grad_norm": 19.154640197753906,
"learning_rate": 3.2189119170984454e-05,
"loss": 1.0088,
"step": 13750
},
{
"epoch": 3.5647668393782386,
"grad_norm": 22.51595687866211,
"learning_rate": 3.217616580310881e-05,
"loss": 1.1795,
"step": 13760
},
{
"epoch": 3.567357512953368,
"grad_norm": 16.769168853759766,
"learning_rate": 3.2163212435233165e-05,
"loss": 1.0209,
"step": 13770
},
{
"epoch": 3.5699481865284977,
"grad_norm": 10.729450225830078,
"learning_rate": 3.2150259067357514e-05,
"loss": 1.1191,
"step": 13780
},
{
"epoch": 3.572538860103627,
"grad_norm": 16.90842056274414,
"learning_rate": 3.213730569948187e-05,
"loss": 1.1809,
"step": 13790
},
{
"epoch": 3.5751295336787567,
"grad_norm": 10.211462020874023,
"learning_rate": 3.212435233160622e-05,
"loss": 1.1776,
"step": 13800
},
{
"epoch": 3.5777202072538863,
"grad_norm": 21.467008590698242,
"learning_rate": 3.2111398963730574e-05,
"loss": 1.1245,
"step": 13810
},
{
"epoch": 3.5803108808290154,
"grad_norm": 14.961464881896973,
"learning_rate": 3.209844559585492e-05,
"loss": 0.9608,
"step": 13820
},
{
"epoch": 3.582901554404145,
"grad_norm": 13.283638000488281,
"learning_rate": 3.208549222797928e-05,
"loss": 1.1927,
"step": 13830
},
{
"epoch": 3.5854922279792745,
"grad_norm": 18.309377670288086,
"learning_rate": 3.207253886010363e-05,
"loss": 1.0484,
"step": 13840
},
{
"epoch": 3.588082901554404,
"grad_norm": 22.45755958557129,
"learning_rate": 3.2059585492227975e-05,
"loss": 1.044,
"step": 13850
},
{
"epoch": 3.5906735751295336,
"grad_norm": 27.28436279296875,
"learning_rate": 3.204663212435233e-05,
"loss": 1.097,
"step": 13860
},
{
"epoch": 3.593264248704663,
"grad_norm": 11.227825164794922,
"learning_rate": 3.2033678756476686e-05,
"loss": 0.9169,
"step": 13870
},
{
"epoch": 3.5958549222797926,
"grad_norm": 15.912217140197754,
"learning_rate": 3.2020725388601035e-05,
"loss": 0.9568,
"step": 13880
},
{
"epoch": 3.598445595854922,
"grad_norm": 13.92650318145752,
"learning_rate": 3.200777202072539e-05,
"loss": 0.9822,
"step": 13890
},
{
"epoch": 3.6010362694300517,
"grad_norm": 23.149484634399414,
"learning_rate": 3.1994818652849746e-05,
"loss": 1.1391,
"step": 13900
},
{
"epoch": 3.6036269430051813,
"grad_norm": 15.457687377929688,
"learning_rate": 3.1981865284974095e-05,
"loss": 1.2231,
"step": 13910
},
{
"epoch": 3.606217616580311,
"grad_norm": 16.18830108642578,
"learning_rate": 3.196891191709845e-05,
"loss": 0.8899,
"step": 13920
},
{
"epoch": 3.6088082901554404,
"grad_norm": 20.57331085205078,
"learning_rate": 3.19559585492228e-05,
"loss": 1.0402,
"step": 13930
},
{
"epoch": 3.61139896373057,
"grad_norm": 22.226930618286133,
"learning_rate": 3.1943005181347155e-05,
"loss": 1.254,
"step": 13940
},
{
"epoch": 3.6139896373056994,
"grad_norm": 18.573875427246094,
"learning_rate": 3.19300518134715e-05,
"loss": 1.02,
"step": 13950
},
{
"epoch": 3.616580310880829,
"grad_norm": 11.614072799682617,
"learning_rate": 3.191709844559586e-05,
"loss": 0.9916,
"step": 13960
},
{
"epoch": 3.6191709844559585,
"grad_norm": 22.57888412475586,
"learning_rate": 3.190414507772021e-05,
"loss": 1.1084,
"step": 13970
},
{
"epoch": 3.621761658031088,
"grad_norm": 14.298192024230957,
"learning_rate": 3.1891191709844556e-05,
"loss": 1.1619,
"step": 13980
},
{
"epoch": 3.6243523316062176,
"grad_norm": 16.46010398864746,
"learning_rate": 3.187823834196891e-05,
"loss": 1.0806,
"step": 13990
},
{
"epoch": 3.626943005181347,
"grad_norm": 21.287330627441406,
"learning_rate": 3.186528497409327e-05,
"loss": 1.0374,
"step": 14000
},
{
"epoch": 3.6295336787564767,
"grad_norm": 16.149181365966797,
"learning_rate": 3.1852331606217616e-05,
"loss": 1.0016,
"step": 14010
},
{
"epoch": 3.6321243523316062,
"grad_norm": 12.924480438232422,
"learning_rate": 3.183937823834197e-05,
"loss": 1.0212,
"step": 14020
},
{
"epoch": 3.634715025906736,
"grad_norm": 13.692742347717285,
"learning_rate": 3.182642487046632e-05,
"loss": 0.8023,
"step": 14030
},
{
"epoch": 3.6373056994818653,
"grad_norm": 14.26175308227539,
"learning_rate": 3.1813471502590676e-05,
"loss": 1.1317,
"step": 14040
},
{
"epoch": 3.639896373056995,
"grad_norm": 27.342571258544922,
"learning_rate": 3.180051813471503e-05,
"loss": 1.1072,
"step": 14050
},
{
"epoch": 3.6424870466321244,
"grad_norm": 13.565831184387207,
"learning_rate": 3.178756476683938e-05,
"loss": 1.0544,
"step": 14060
},
{
"epoch": 3.645077720207254,
"grad_norm": 20.456554412841797,
"learning_rate": 3.1774611398963735e-05,
"loss": 1.0048,
"step": 14070
},
{
"epoch": 3.6476683937823835,
"grad_norm": 33.29747009277344,
"learning_rate": 3.1761658031088084e-05,
"loss": 1.2866,
"step": 14080
},
{
"epoch": 3.650259067357513,
"grad_norm": 17.30927085876465,
"learning_rate": 3.174870466321244e-05,
"loss": 1.0201,
"step": 14090
},
{
"epoch": 3.6528497409326426,
"grad_norm": 19.991668701171875,
"learning_rate": 3.173575129533679e-05,
"loss": 1.1194,
"step": 14100
},
{
"epoch": 3.655440414507772,
"grad_norm": 14.131022453308105,
"learning_rate": 3.172279792746114e-05,
"loss": 0.9827,
"step": 14110
},
{
"epoch": 3.6580310880829017,
"grad_norm": 14.236395835876465,
"learning_rate": 3.170984455958549e-05,
"loss": 0.9392,
"step": 14120
},
{
"epoch": 3.660621761658031,
"grad_norm": 30.509197235107422,
"learning_rate": 3.169689119170985e-05,
"loss": 1.119,
"step": 14130
},
{
"epoch": 3.6632124352331608,
"grad_norm": 20.811359405517578,
"learning_rate": 3.16839378238342e-05,
"loss": 1.0959,
"step": 14140
},
{
"epoch": 3.6658031088082903,
"grad_norm": 17.492738723754883,
"learning_rate": 3.167098445595855e-05,
"loss": 0.9456,
"step": 14150
},
{
"epoch": 3.66839378238342,
"grad_norm": 19.388498306274414,
"learning_rate": 3.16580310880829e-05,
"loss": 0.9758,
"step": 14160
},
{
"epoch": 3.6709844559585494,
"grad_norm": 28.259353637695312,
"learning_rate": 3.1645077720207256e-05,
"loss": 1.2113,
"step": 14170
},
{
"epoch": 3.6735751295336785,
"grad_norm": 14.535209655761719,
"learning_rate": 3.163212435233161e-05,
"loss": 1.014,
"step": 14180
},
{
"epoch": 3.676165803108808,
"grad_norm": 9.25168228149414,
"learning_rate": 3.161917098445596e-05,
"loss": 1.2017,
"step": 14190
},
{
"epoch": 3.6787564766839376,
"grad_norm": 26.47150230407715,
"learning_rate": 3.1606217616580316e-05,
"loss": 1.0772,
"step": 14200
},
{
"epoch": 3.681347150259067,
"grad_norm": 11.165987014770508,
"learning_rate": 3.1593264248704665e-05,
"loss": 1.2172,
"step": 14210
},
{
"epoch": 3.6839378238341967,
"grad_norm": 17.144969940185547,
"learning_rate": 3.158031088082902e-05,
"loss": 1.096,
"step": 14220
},
{
"epoch": 3.686528497409326,
"grad_norm": 31.254331588745117,
"learning_rate": 3.156735751295337e-05,
"loss": 0.967,
"step": 14230
},
{
"epoch": 3.6891191709844557,
"grad_norm": 23.66008949279785,
"learning_rate": 3.155440414507772e-05,
"loss": 1.0146,
"step": 14240
},
{
"epoch": 3.6917098445595853,
"grad_norm": 14.56528091430664,
"learning_rate": 3.154145077720207e-05,
"loss": 0.9467,
"step": 14250
},
{
"epoch": 3.694300518134715,
"grad_norm": 17.8925724029541,
"learning_rate": 3.152849740932642e-05,
"loss": 0.8828,
"step": 14260
},
{
"epoch": 3.6968911917098444,
"grad_norm": 13.79399299621582,
"learning_rate": 3.151554404145078e-05,
"loss": 0.7769,
"step": 14270
},
{
"epoch": 3.699481865284974,
"grad_norm": 20.672306060791016,
"learning_rate": 3.150259067357513e-05,
"loss": 1.1652,
"step": 14280
},
{
"epoch": 3.7020725388601035,
"grad_norm": 12.661251068115234,
"learning_rate": 3.148963730569948e-05,
"loss": 0.9965,
"step": 14290
},
{
"epoch": 3.704663212435233,
"grad_norm": 17.2885799407959,
"learning_rate": 3.147668393782384e-05,
"loss": 1.1199,
"step": 14300
},
{
"epoch": 3.7072538860103625,
"grad_norm": 17.338529586791992,
"learning_rate": 3.1463730569948186e-05,
"loss": 0.8889,
"step": 14310
},
{
"epoch": 3.709844559585492,
"grad_norm": 14.5183687210083,
"learning_rate": 3.145077720207254e-05,
"loss": 0.9976,
"step": 14320
},
{
"epoch": 3.7124352331606216,
"grad_norm": 19.94585418701172,
"learning_rate": 3.14378238341969e-05,
"loss": 1.3223,
"step": 14330
},
{
"epoch": 3.715025906735751,
"grad_norm": 38.80449295043945,
"learning_rate": 3.1424870466321246e-05,
"loss": 1.1124,
"step": 14340
},
{
"epoch": 3.7176165803108807,
"grad_norm": 10.42985725402832,
"learning_rate": 3.14119170984456e-05,
"loss": 0.9678,
"step": 14350
},
{
"epoch": 3.7202072538860103,
"grad_norm": 28.313308715820312,
"learning_rate": 3.139896373056995e-05,
"loss": 1.1114,
"step": 14360
},
{
"epoch": 3.72279792746114,
"grad_norm": 13.207917213439941,
"learning_rate": 3.13860103626943e-05,
"loss": 1.0161,
"step": 14370
},
{
"epoch": 3.7253886010362693,
"grad_norm": 13.889915466308594,
"learning_rate": 3.1373056994818654e-05,
"loss": 0.9247,
"step": 14380
},
{
"epoch": 3.727979274611399,
"grad_norm": 16.098915100097656,
"learning_rate": 3.1360103626943e-05,
"loss": 1.1886,
"step": 14390
},
{
"epoch": 3.7305699481865284,
"grad_norm": 26.07700538635254,
"learning_rate": 3.134715025906736e-05,
"loss": 1.0932,
"step": 14400
},
{
"epoch": 3.733160621761658,
"grad_norm": 16.398868560791016,
"learning_rate": 3.1334196891191714e-05,
"loss": 1.0353,
"step": 14410
},
{
"epoch": 3.7357512953367875,
"grad_norm": 13.547769546508789,
"learning_rate": 3.132124352331606e-05,
"loss": 0.9663,
"step": 14420
},
{
"epoch": 3.738341968911917,
"grad_norm": 20.945348739624023,
"learning_rate": 3.130829015544042e-05,
"loss": 1.0785,
"step": 14430
},
{
"epoch": 3.7409326424870466,
"grad_norm": 19.31782341003418,
"learning_rate": 3.1295336787564767e-05,
"loss": 1.1159,
"step": 14440
},
{
"epoch": 3.743523316062176,
"grad_norm": 21.505870819091797,
"learning_rate": 3.128238341968912e-05,
"loss": 0.9483,
"step": 14450
},
{
"epoch": 3.7461139896373057,
"grad_norm": 12.911457061767578,
"learning_rate": 3.126943005181348e-05,
"loss": 0.9961,
"step": 14460
},
{
"epoch": 3.7487046632124352,
"grad_norm": 19.067594528198242,
"learning_rate": 3.1256476683937826e-05,
"loss": 1.0225,
"step": 14470
},
{
"epoch": 3.7512953367875648,
"grad_norm": 12.725489616394043,
"learning_rate": 3.124352331606218e-05,
"loss": 1.1256,
"step": 14480
},
{
"epoch": 3.7538860103626943,
"grad_norm": 22.073558807373047,
"learning_rate": 3.123056994818653e-05,
"loss": 1.0478,
"step": 14490
},
{
"epoch": 3.756476683937824,
"grad_norm": 14.710591316223145,
"learning_rate": 3.121761658031088e-05,
"loss": 0.9567,
"step": 14500
},
{
"epoch": 3.7590673575129534,
"grad_norm": 20.81500244140625,
"learning_rate": 3.1204663212435235e-05,
"loss": 1.2649,
"step": 14510
},
{
"epoch": 3.761658031088083,
"grad_norm": 13.106612205505371,
"learning_rate": 3.1191709844559583e-05,
"loss": 0.9768,
"step": 14520
},
{
"epoch": 3.7642487046632125,
"grad_norm": 24.015602111816406,
"learning_rate": 3.117875647668394e-05,
"loss": 1.2031,
"step": 14530
},
{
"epoch": 3.766839378238342,
"grad_norm": 15.906988143920898,
"learning_rate": 3.116580310880829e-05,
"loss": 0.9923,
"step": 14540
},
{
"epoch": 3.7694300518134716,
"grad_norm": 28.701698303222656,
"learning_rate": 3.115284974093264e-05,
"loss": 1.0924,
"step": 14550
},
{
"epoch": 3.772020725388601,
"grad_norm": 21.416067123413086,
"learning_rate": 3.1139896373057e-05,
"loss": 1.0126,
"step": 14560
},
{
"epoch": 3.7746113989637307,
"grad_norm": 10.965941429138184,
"learning_rate": 3.112694300518135e-05,
"loss": 1.1342,
"step": 14570
},
{
"epoch": 3.77720207253886,
"grad_norm": 14.070008277893066,
"learning_rate": 3.11139896373057e-05,
"loss": 0.9966,
"step": 14580
},
{
"epoch": 3.7797927461139897,
"grad_norm": 20.247745513916016,
"learning_rate": 3.110103626943005e-05,
"loss": 1.109,
"step": 14590
},
{
"epoch": 3.7823834196891193,
"grad_norm": 22.167142868041992,
"learning_rate": 3.108808290155441e-05,
"loss": 0.9442,
"step": 14600
},
{
"epoch": 3.784974093264249,
"grad_norm": 23.742952346801758,
"learning_rate": 3.107512953367876e-05,
"loss": 1.1282,
"step": 14610
},
{
"epoch": 3.7875647668393784,
"grad_norm": 20.23077964782715,
"learning_rate": 3.106217616580311e-05,
"loss": 0.9646,
"step": 14620
},
{
"epoch": 3.790155440414508,
"grad_norm": 14.819039344787598,
"learning_rate": 3.104922279792746e-05,
"loss": 0.9737,
"step": 14630
},
{
"epoch": 3.7927461139896375,
"grad_norm": 12.553226470947266,
"learning_rate": 3.1036269430051815e-05,
"loss": 1.0399,
"step": 14640
},
{
"epoch": 3.795336787564767,
"grad_norm": 29.218124389648438,
"learning_rate": 3.1023316062176164e-05,
"loss": 1.2993,
"step": 14650
},
{
"epoch": 3.7979274611398965,
"grad_norm": 17.193063735961914,
"learning_rate": 3.101036269430052e-05,
"loss": 0.9981,
"step": 14660
},
{
"epoch": 3.800518134715026,
"grad_norm": 13.472943305969238,
"learning_rate": 3.099740932642487e-05,
"loss": 1.2129,
"step": 14670
},
{
"epoch": 3.8031088082901556,
"grad_norm": 15.47607135772705,
"learning_rate": 3.0984455958549224e-05,
"loss": 1.0093,
"step": 14680
},
{
"epoch": 3.805699481865285,
"grad_norm": 18.428691864013672,
"learning_rate": 3.097150259067358e-05,
"loss": 0.8688,
"step": 14690
},
{
"epoch": 3.8082901554404147,
"grad_norm": 13.894041061401367,
"learning_rate": 3.095854922279793e-05,
"loss": 1.022,
"step": 14700
},
{
"epoch": 3.8108808290155443,
"grad_norm": 20.436325073242188,
"learning_rate": 3.0945595854922284e-05,
"loss": 1.0844,
"step": 14710
},
{
"epoch": 3.813471502590674,
"grad_norm": 19.72075080871582,
"learning_rate": 3.093264248704663e-05,
"loss": 0.8796,
"step": 14720
},
{
"epoch": 3.8160621761658033,
"grad_norm": 22.688148498535156,
"learning_rate": 3.091968911917099e-05,
"loss": 1.1975,
"step": 14730
},
{
"epoch": 3.818652849740933,
"grad_norm": 15.386619567871094,
"learning_rate": 3.090673575129534e-05,
"loss": 1.077,
"step": 14740
},
{
"epoch": 3.8212435233160624,
"grad_norm": 13.79660701751709,
"learning_rate": 3.089378238341969e-05,
"loss": 1.0296,
"step": 14750
},
{
"epoch": 3.823834196891192,
"grad_norm": 16.196107864379883,
"learning_rate": 3.088082901554404e-05,
"loss": 0.916,
"step": 14760
},
{
"epoch": 3.8264248704663215,
"grad_norm": 32.87424850463867,
"learning_rate": 3.086787564766839e-05,
"loss": 1.1743,
"step": 14770
},
{
"epoch": 3.8290155440414506,
"grad_norm": 16.167367935180664,
"learning_rate": 3.0854922279792745e-05,
"loss": 1.2268,
"step": 14780
},
{
"epoch": 3.83160621761658,
"grad_norm": 10.55582046508789,
"learning_rate": 3.08419689119171e-05,
"loss": 0.8891,
"step": 14790
},
{
"epoch": 3.8341968911917097,
"grad_norm": 19.631053924560547,
"learning_rate": 3.082901554404145e-05,
"loss": 0.9712,
"step": 14800
},
{
"epoch": 3.8367875647668392,
"grad_norm": 22.902332305908203,
"learning_rate": 3.0816062176165805e-05,
"loss": 1.1691,
"step": 14810
},
{
"epoch": 3.839378238341969,
"grad_norm": 16.82746124267578,
"learning_rate": 3.080310880829015e-05,
"loss": 1.0196,
"step": 14820
},
{
"epoch": 3.8419689119170983,
"grad_norm": 41.284854888916016,
"learning_rate": 3.079015544041451e-05,
"loss": 0.9741,
"step": 14830
},
{
"epoch": 3.844559585492228,
"grad_norm": 26.880027770996094,
"learning_rate": 3.0777202072538864e-05,
"loss": 1.2471,
"step": 14840
},
{
"epoch": 3.8471502590673574,
"grad_norm": 17.14625358581543,
"learning_rate": 3.076424870466321e-05,
"loss": 1.1449,
"step": 14850
},
{
"epoch": 3.849740932642487,
"grad_norm": 16.337854385375977,
"learning_rate": 3.075129533678757e-05,
"loss": 1.2956,
"step": 14860
},
{
"epoch": 3.8523316062176165,
"grad_norm": 22.090425491333008,
"learning_rate": 3.0738341968911924e-05,
"loss": 1.1656,
"step": 14870
},
{
"epoch": 3.854922279792746,
"grad_norm": 21.050968170166016,
"learning_rate": 3.072538860103627e-05,
"loss": 1.1296,
"step": 14880
},
{
"epoch": 3.8575129533678756,
"grad_norm": 21.808563232421875,
"learning_rate": 3.071243523316062e-05,
"loss": 1.0207,
"step": 14890
},
{
"epoch": 3.860103626943005,
"grad_norm": 17.626510620117188,
"learning_rate": 3.069948186528498e-05,
"loss": 0.9736,
"step": 14900
},
{
"epoch": 3.8626943005181347,
"grad_norm": 21.67759132385254,
"learning_rate": 3.0686528497409326e-05,
"loss": 1.0146,
"step": 14910
},
{
"epoch": 3.865284974093264,
"grad_norm": 25.2427978515625,
"learning_rate": 3.067357512953368e-05,
"loss": 1.1496,
"step": 14920
},
{
"epoch": 3.8678756476683938,
"grad_norm": 12.47849178314209,
"learning_rate": 3.066062176165803e-05,
"loss": 1.0752,
"step": 14930
},
{
"epoch": 3.8704663212435233,
"grad_norm": 15.421587944030762,
"learning_rate": 3.0647668393782385e-05,
"loss": 1.2971,
"step": 14940
},
{
"epoch": 3.873056994818653,
"grad_norm": 31.482908248901367,
"learning_rate": 3.0634715025906734e-05,
"loss": 1.0739,
"step": 14950
},
{
"epoch": 3.8756476683937824,
"grad_norm": 19.077299118041992,
"learning_rate": 3.062176165803109e-05,
"loss": 1.0179,
"step": 14960
},
{
"epoch": 3.878238341968912,
"grad_norm": 18.065696716308594,
"learning_rate": 3.0608808290155445e-05,
"loss": 1.0673,
"step": 14970
},
{
"epoch": 3.8808290155440415,
"grad_norm": 12.035053253173828,
"learning_rate": 3.0595854922279794e-05,
"loss": 1.1687,
"step": 14980
},
{
"epoch": 3.883419689119171,
"grad_norm": 13.587352752685547,
"learning_rate": 3.058290155440415e-05,
"loss": 1.0266,
"step": 14990
},
{
"epoch": 3.8860103626943006,
"grad_norm": 21.370141983032227,
"learning_rate": 3.05699481865285e-05,
"loss": 1.0285,
"step": 15000
},
{
"epoch": 3.88860103626943,
"grad_norm": 14.495495796203613,
"learning_rate": 3.0556994818652853e-05,
"loss": 0.8141,
"step": 15010
},
{
"epoch": 3.8911917098445596,
"grad_norm": 15.983624458312988,
"learning_rate": 3.05440414507772e-05,
"loss": 1.0514,
"step": 15020
},
{
"epoch": 3.893782383419689,
"grad_norm": 23.63350486755371,
"learning_rate": 3.053108808290156e-05,
"loss": 1.0771,
"step": 15030
},
{
"epoch": 3.8963730569948187,
"grad_norm": 21.73606300354004,
"learning_rate": 3.0518134715025906e-05,
"loss": 1.124,
"step": 15040
},
{
"epoch": 3.8989637305699483,
"grad_norm": 25.995450973510742,
"learning_rate": 3.050518134715026e-05,
"loss": 1.2156,
"step": 15050
},
{
"epoch": 3.901554404145078,
"grad_norm": 15.107685089111328,
"learning_rate": 3.0492227979274614e-05,
"loss": 1.0114,
"step": 15060
},
{
"epoch": 3.9041450777202074,
"grad_norm": 26.61872673034668,
"learning_rate": 3.0479274611398966e-05,
"loss": 0.8048,
"step": 15070
},
{
"epoch": 3.906735751295337,
"grad_norm": 22.563993453979492,
"learning_rate": 3.0466321243523315e-05,
"loss": 1.2033,
"step": 15080
},
{
"epoch": 3.9093264248704664,
"grad_norm": 18.52940559387207,
"learning_rate": 3.045336787564767e-05,
"loss": 0.9914,
"step": 15090
},
{
"epoch": 3.911917098445596,
"grad_norm": 16.76633644104004,
"learning_rate": 3.0440414507772026e-05,
"loss": 1.2267,
"step": 15100
},
{
"epoch": 3.9145077720207255,
"grad_norm": 21.34078025817871,
"learning_rate": 3.0427461139896375e-05,
"loss": 0.9746,
"step": 15110
},
{
"epoch": 3.917098445595855,
"grad_norm": 20.18633270263672,
"learning_rate": 3.0414507772020727e-05,
"loss": 1.1961,
"step": 15120
},
{
"epoch": 3.9196891191709846,
"grad_norm": 13.737665176391602,
"learning_rate": 3.040155440414508e-05,
"loss": 0.9263,
"step": 15130
},
{
"epoch": 3.9222797927461137,
"grad_norm": 27.56827735900879,
"learning_rate": 3.038860103626943e-05,
"loss": 1.2659,
"step": 15140
},
{
"epoch": 3.9248704663212433,
"grad_norm": 19.484161376953125,
"learning_rate": 3.0375647668393786e-05,
"loss": 0.9524,
"step": 15150
},
{
"epoch": 3.927461139896373,
"grad_norm": 22.288721084594727,
"learning_rate": 3.0362694300518135e-05,
"loss": 1.0083,
"step": 15160
},
{
"epoch": 3.9300518134715023,
"grad_norm": 22.900598526000977,
"learning_rate": 3.034974093264249e-05,
"loss": 1.0071,
"step": 15170
},
{
"epoch": 3.932642487046632,
"grad_norm": 19.690567016601562,
"learning_rate": 3.033678756476684e-05,
"loss": 0.9221,
"step": 15180
},
{
"epoch": 3.9352331606217614,
"grad_norm": 19.86967658996582,
"learning_rate": 3.0323834196891195e-05,
"loss": 1.0665,
"step": 15190
},
{
"epoch": 3.937823834196891,
"grad_norm": 22.307979583740234,
"learning_rate": 3.0310880829015547e-05,
"loss": 1.1062,
"step": 15200
},
{
"epoch": 3.9404145077720205,
"grad_norm": 18.315750122070312,
"learning_rate": 3.0297927461139896e-05,
"loss": 0.9585,
"step": 15210
},
{
"epoch": 3.94300518134715,
"grad_norm": 19.131887435913086,
"learning_rate": 3.028497409326425e-05,
"loss": 1.1398,
"step": 15220
},
{
"epoch": 3.9455958549222796,
"grad_norm": 13.495637893676758,
"learning_rate": 3.02720207253886e-05,
"loss": 1.1262,
"step": 15230
},
{
"epoch": 3.948186528497409,
"grad_norm": 25.27520179748535,
"learning_rate": 3.0259067357512955e-05,
"loss": 1.1727,
"step": 15240
},
{
"epoch": 3.9507772020725387,
"grad_norm": 16.33138084411621,
"learning_rate": 3.024611398963731e-05,
"loss": 0.9269,
"step": 15250
},
{
"epoch": 3.9533678756476682,
"grad_norm": 17.23098373413086,
"learning_rate": 3.023316062176166e-05,
"loss": 1.2391,
"step": 15260
},
{
"epoch": 3.9559585492227978,
"grad_norm": 34.469932556152344,
"learning_rate": 3.022020725388601e-05,
"loss": 1.3212,
"step": 15270
},
{
"epoch": 3.9585492227979273,
"grad_norm": 15.866166114807129,
"learning_rate": 3.020725388601036e-05,
"loss": 0.9229,
"step": 15280
},
{
"epoch": 3.961139896373057,
"grad_norm": 15.217763900756836,
"learning_rate": 3.0194300518134716e-05,
"loss": 1.1062,
"step": 15290
},
{
"epoch": 3.9637305699481864,
"grad_norm": 17.242870330810547,
"learning_rate": 3.018134715025907e-05,
"loss": 1.1203,
"step": 15300
},
{
"epoch": 3.966321243523316,
"grad_norm": 17.86296844482422,
"learning_rate": 3.016839378238342e-05,
"loss": 1.1743,
"step": 15310
},
{
"epoch": 3.9689119170984455,
"grad_norm": 14.967978477478027,
"learning_rate": 3.0155440414507776e-05,
"loss": 1.0777,
"step": 15320
},
{
"epoch": 3.971502590673575,
"grad_norm": 20.47035026550293,
"learning_rate": 3.0142487046632128e-05,
"loss": 1.0167,
"step": 15330
},
{
"epoch": 3.9740932642487046,
"grad_norm": 8.135939598083496,
"learning_rate": 3.0129533678756476e-05,
"loss": 1.1125,
"step": 15340
},
{
"epoch": 3.976683937823834,
"grad_norm": 21.076732635498047,
"learning_rate": 3.0116580310880832e-05,
"loss": 1.0043,
"step": 15350
},
{
"epoch": 3.9792746113989637,
"grad_norm": 17.818252563476562,
"learning_rate": 3.010362694300518e-05,
"loss": 1.0783,
"step": 15360
},
{
"epoch": 3.981865284974093,
"grad_norm": 18.149782180786133,
"learning_rate": 3.0090673575129536e-05,
"loss": 1.0091,
"step": 15370
},
{
"epoch": 3.9844559585492227,
"grad_norm": 15.672308921813965,
"learning_rate": 3.007772020725389e-05,
"loss": 1.0179,
"step": 15380
},
{
"epoch": 3.9870466321243523,
"grad_norm": 10.05276107788086,
"learning_rate": 3.006476683937824e-05,
"loss": 1.1472,
"step": 15390
},
{
"epoch": 3.989637305699482,
"grad_norm": 15.202702522277832,
"learning_rate": 3.0051813471502592e-05,
"loss": 0.9332,
"step": 15400
},
{
"epoch": 3.9922279792746114,
"grad_norm": 20.344093322753906,
"learning_rate": 3.003886010362694e-05,
"loss": 0.9578,
"step": 15410
},
{
"epoch": 3.994818652849741,
"grad_norm": 18.56192970275879,
"learning_rate": 3.0025906735751297e-05,
"loss": 1.0543,
"step": 15420
},
{
"epoch": 3.9974093264248705,
"grad_norm": 34.574405670166016,
"learning_rate": 3.0012953367875652e-05,
"loss": 0.9591,
"step": 15430
},
{
"epoch": 4.0,
"grad_norm": 29.03618621826172,
"learning_rate": 3e-05,
"loss": 0.828,
"step": 15440
},
{
"epoch": 4.0,
"eval_accuracy": 0.4851664723409768,
"eval_f1": 0.4725670649773406,
"eval_loss": 1.493676781654358,
"eval_runtime": 130.1939,
"eval_samples_per_second": 59.289,
"eval_steps_per_second": 7.412,
"step": 15440
}
],
"logging_steps": 10,
"max_steps": 38600,
"num_input_tokens_seen": 0,
"num_train_epochs": 10,
"save_steps": 500,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": false
},
"attributes": {}
}
},
"total_flos": 9.2302322171904e+16,
"train_batch_size": 8,
"trial_name": null,
"trial_params": null
}
{
"best_metric": 1.361640453338623,
"best_model_checkpoint": "/content/drive/MyDrive/sentifl-llm/checkpoint-7720",
"epoch": 4.0,
"eval_steps": 500,
"global_step": 15440,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.0025906735751295338,
"grad_norm": 90.64680480957031,
"learning_rate": 4.998704663212436e-05,
"loss": 4.1987,
"step": 10
},
{
"epoch": 0.0051813471502590676,
"grad_norm": 48.762271881103516,
"learning_rate": 4.9974093264248707e-05,
"loss": 2.392,
"step": 20
},
{
"epoch": 0.007772020725388601,
"grad_norm": 32.395694732666016,
"learning_rate": 4.996113989637306e-05,
"loss": 2.4305,
"step": 30
},
{
"epoch": 0.010362694300518135,
"grad_norm": 30.257286071777344,
"learning_rate": 4.994818652849741e-05,
"loss": 2.1514,
"step": 40
},
{
"epoch": 0.012953367875647668,
"grad_norm": 30.69769859313965,
"learning_rate": 4.9935233160621766e-05,
"loss": 2.1042,
"step": 50
},
{
"epoch": 0.015544041450777202,
"grad_norm": 29.163267135620117,
"learning_rate": 4.9922279792746115e-05,
"loss": 2.0397,
"step": 60
},
{
"epoch": 0.018134715025906734,
"grad_norm": 32.90931701660156,
"learning_rate": 4.990932642487047e-05,
"loss": 2.1824,
"step": 70
},
{
"epoch": 0.02072538860103627,
"grad_norm": 35.84299087524414,
"learning_rate": 4.989637305699482e-05,
"loss": 1.9206,
"step": 80
},
{
"epoch": 0.023316062176165803,
"grad_norm": 40.81574630737305,
"learning_rate": 4.988341968911917e-05,
"loss": 2.3195,
"step": 90
},
{
"epoch": 0.025906735751295335,
"grad_norm": 29.974422454833984,
"learning_rate": 4.9870466321243523e-05,
"loss": 2.1278,
"step": 100
},
{
"epoch": 0.02849740932642487,
"grad_norm": 47.10195541381836,
"learning_rate": 4.985751295336788e-05,
"loss": 2.2292,
"step": 110
},
{
"epoch": 0.031088082901554404,
"grad_norm": 25.86618423461914,
"learning_rate": 4.984455958549223e-05,
"loss": 2.104,
"step": 120
},
{
"epoch": 0.03367875647668394,
"grad_norm": 43.72493362426758,
"learning_rate": 4.983160621761658e-05,
"loss": 2.0896,
"step": 130