{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.0,
  "eval_steps": 500,
  "global_step": 758,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.002638522427440633,
      "grad_norm": 0.3394036889076233,
      "learning_rate": 0.0,
      "loss": 1.0827826261520386,
      "step": 1
    },
    {
      "epoch": 0.005277044854881266,
      "grad_norm": 0.2860078513622284,
      "learning_rate": 5e-06,
      "loss": 1.102963924407959,
      "step": 2
    },
    {
      "epoch": 0.0079155672823219,
      "grad_norm": 0.3322666585445404,
      "learning_rate": 1e-05,
      "loss": 0.9182360172271729,
      "step": 3
    },
    {
      "epoch": 0.010554089709762533,
      "grad_norm": 0.29622846841812134,
      "learning_rate": 1.5e-05,
      "loss": 0.9905988574028015,
      "step": 4
    },
    {
      "epoch": 0.013192612137203167,
      "grad_norm": 0.26111382246017456,
      "learning_rate": 2e-05,
      "loss": 1.096787691116333,
      "step": 5
    },
    {
      "epoch": 0.0158311345646438,
      "grad_norm": 0.2614597976207733,
      "learning_rate": 2.5e-05,
      "loss": 1.105420708656311,
      "step": 6
    },
    {
      "epoch": 0.018469656992084433,
      "grad_norm": 0.2569218873977661,
      "learning_rate": 3e-05,
      "loss": 0.9514756202697754,
      "step": 7
    },
    {
      "epoch": 0.021108179419525065,
      "grad_norm": 0.24397169053554535,
      "learning_rate": 3.5e-05,
      "loss": 0.9208998680114746,
      "step": 8
    },
    {
      "epoch": 0.023746701846965697,
      "grad_norm": 0.30534666776657104,
      "learning_rate": 4e-05,
      "loss": 1.0918810367584229,
      "step": 9
    },
    {
      "epoch": 0.026385224274406333,
      "grad_norm": 0.2684849202632904,
      "learning_rate": 4.5e-05,
      "loss": 1.0292065143585205,
      "step": 10
    },
    {
      "epoch": 0.029023746701846966,
      "grad_norm": 0.26211386919021606,
      "learning_rate": 5e-05,
      "loss": 1.0240130424499512,
      "step": 11
    },
    {
      "epoch": 0.0316622691292876,
      "grad_norm": 0.2565249502658844,
      "learning_rate": 5.500000000000001e-05,
      "loss": 0.9769070148468018,
      "step": 12
    },
    {
      "epoch": 0.03430079155672823,
      "grad_norm": 0.26444166898727417,
      "learning_rate": 6e-05,
      "loss": 1.0853519439697266,
      "step": 13
    },
    {
      "epoch": 0.036939313984168866,
      "grad_norm": 0.2618539035320282,
      "learning_rate": 6.500000000000001e-05,
      "loss": 1.0640870332717896,
      "step": 14
    },
    {
      "epoch": 0.0395778364116095,
      "grad_norm": 0.2667272388935089,
      "learning_rate": 7e-05,
      "loss": 0.998728334903717,
      "step": 15
    },
    {
      "epoch": 0.04221635883905013,
      "grad_norm": 0.2519418001174927,
      "learning_rate": 7.500000000000001e-05,
      "loss": 0.9445884227752686,
      "step": 16
    },
    {
      "epoch": 0.044854881266490766,
      "grad_norm": 0.23243127763271332,
      "learning_rate": 8e-05,
      "loss": 0.9943759441375732,
      "step": 17
    },
    {
      "epoch": 0.047493403693931395,
      "grad_norm": 0.24636130034923553,
      "learning_rate": 8.5e-05,
      "loss": 1.087374210357666,
      "step": 18
    },
    {
      "epoch": 0.05013192612137203,
      "grad_norm": 0.2173345983028412,
      "learning_rate": 9e-05,
      "loss": 1.0086473226547241,
      "step": 19
    },
    {
      "epoch": 0.052770448548812667,
      "grad_norm": 0.20626968145370483,
      "learning_rate": 9.5e-05,
      "loss": 0.8200538158416748,
      "step": 20
    },
    {
      "epoch": 0.055408970976253295,
      "grad_norm": 0.23201459646224976,
      "learning_rate": 0.0001,
      "loss": 0.9757561683654785,
      "step": 21
    },
    {
      "epoch": 0.05804749340369393,
      "grad_norm": 0.20844975113868713,
      "learning_rate": 9.999954697061305e-05,
      "loss": 0.9280185103416443,
      "step": 22
    },
    {
      "epoch": 0.06068601583113457,
      "grad_norm": 0.20567265152931213,
      "learning_rate": 9.999818789066165e-05,
      "loss": 1.0713424682617188,
      "step": 23
    },
    {
      "epoch": 0.0633245382585752,
      "grad_norm": 0.22238284349441528,
      "learning_rate": 9.999592278477388e-05,
      "loss": 0.9708124995231628,
      "step": 24
    },
    {
      "epoch": 0.06596306068601583,
      "grad_norm": 0.2274278849363327,
      "learning_rate": 9.999275169399614e-05,
      "loss": 1.0282939672470093,
      "step": 25
    },
    {
      "epoch": 0.06860158311345646,
      "grad_norm": 0.2159455567598343,
      "learning_rate": 9.998867467579234e-05,
      "loss": 1.1293445825576782,
      "step": 26
    },
    {
      "epoch": 0.0712401055408971,
      "grad_norm": 0.1889648586511612,
      "learning_rate": 9.998369180404283e-05,
      "loss": 0.8767735958099365,
      "step": 27
    },
    {
      "epoch": 0.07387862796833773,
      "grad_norm": 0.2028406262397766,
      "learning_rate": 9.997780316904311e-05,
      "loss": 1.0634520053863525,
      "step": 28
    },
    {
      "epoch": 0.07651715039577836,
      "grad_norm": 0.180164635181427,
      "learning_rate": 9.997100887750215e-05,
      "loss": 0.8971686363220215,
      "step": 29
    },
    {
      "epoch": 0.079155672823219,
      "grad_norm": 0.18992403149604797,
      "learning_rate": 9.99633090525405e-05,
      "loss": 0.9242538809776306,
      "step": 30
    },
    {
      "epoch": 0.08179419525065963,
      "grad_norm": 0.1975812315940857,
      "learning_rate": 9.995470383368808e-05,
      "loss": 1.0072821378707886,
      "step": 31
    },
    {
      "epoch": 0.08443271767810026,
      "grad_norm": 0.21048954129219055,
      "learning_rate": 9.994519337688152e-05,
      "loss": 1.0022131204605103,
      "step": 32
    },
    {
      "epoch": 0.0870712401055409,
      "grad_norm": 0.20481035113334656,
      "learning_rate": 9.99347778544615e-05,
      "loss": 1.032679796218872,
      "step": 33
    },
    {
      "epoch": 0.08970976253298153,
      "grad_norm": 0.1966608613729477,
      "learning_rate": 9.992345745516953e-05,
      "loss": 1.0260268449783325,
      "step": 34
    },
    {
      "epoch": 0.09234828496042216,
      "grad_norm": 0.19506685435771942,
      "learning_rate": 9.991123238414455e-05,
      "loss": 1.0653270483016968,
      "step": 35
    },
    {
      "epoch": 0.09498680738786279,
      "grad_norm": 0.19783715903759003,
      "learning_rate": 9.989810286291923e-05,
      "loss": 1.0186381340026855,
      "step": 36
    },
    {
      "epoch": 0.09762532981530343,
      "grad_norm": 0.19126851856708527,
      "learning_rate": 9.98840691294159e-05,
      "loss": 0.9795345067977905,
      "step": 37
    },
    {
      "epoch": 0.10026385224274406,
      "grad_norm": 0.19075506925582886,
      "learning_rate": 9.986913143794232e-05,
      "loss": 0.9185978770256042,
      "step": 38
    },
    {
      "epoch": 0.10290237467018469,
      "grad_norm": 0.20359137654304504,
      "learning_rate": 9.985329005918702e-05,
      "loss": 1.068305253982544,
      "step": 39
    },
    {
      "epoch": 0.10554089709762533,
      "grad_norm": 0.17329703271389008,
      "learning_rate": 9.983654528021442e-05,
      "loss": 0.8745554685592651,
      "step": 40
    },
    {
      "epoch": 0.10817941952506596,
      "grad_norm": 0.184177964925766,
      "learning_rate": 9.981889740445958e-05,
      "loss": 1.0511523485183716,
      "step": 41
    },
    {
      "epoch": 0.11081794195250659,
      "grad_norm": 0.17558042705059052,
      "learning_rate": 9.980034675172274e-05,
      "loss": 1.0206934213638306,
      "step": 42
    },
    {
      "epoch": 0.11345646437994723,
      "grad_norm": 0.1741347759962082,
      "learning_rate": 9.978089365816357e-05,
      "loss": 0.993105947971344,
      "step": 43
    },
    {
      "epoch": 0.11609498680738786,
      "grad_norm": 0.18105603754520416,
      "learning_rate": 9.976053847629496e-05,
      "loss": 0.9645117521286011,
      "step": 44
    },
    {
      "epoch": 0.11873350923482849,
      "grad_norm": 0.18442459404468536,
      "learning_rate": 9.973928157497674e-05,
      "loss": 1.0399397611618042,
      "step": 45
    },
    {
      "epoch": 0.12137203166226913,
      "grad_norm": 0.1740163266658783,
      "learning_rate": 9.971712333940895e-05,
      "loss": 1.0997076034545898,
      "step": 46
    },
    {
      "epoch": 0.12401055408970976,
      "grad_norm": 0.16615112125873566,
      "learning_rate": 9.969406417112489e-05,
      "loss": 0.9800876379013062,
      "step": 47
    },
    {
      "epoch": 0.1266490765171504,
      "grad_norm": 0.17227014899253845,
      "learning_rate": 9.967010448798375e-05,
      "loss": 0.9780592918395996,
      "step": 48
    },
    {
      "epoch": 0.12928759894459102,
      "grad_norm": 0.20567218959331512,
      "learning_rate": 9.964524472416319e-05,
      "loss": 1.0072335004806519,
      "step": 49
    },
    {
      "epoch": 0.13192612137203166,
      "grad_norm": 0.18364901840686798,
      "learning_rate": 9.961948533015133e-05,
      "loss": 1.0017499923706055,
      "step": 50
    },
    {
      "epoch": 0.1345646437994723,
      "grad_norm": 0.1748533993959427,
      "learning_rate": 9.95928267727387e-05,
      "loss": 0.9483516216278076,
      "step": 51
    },
    {
      "epoch": 0.13720316622691292,
      "grad_norm": 0.17033548653125763,
      "learning_rate": 9.956526953500964e-05,
      "loss": 0.9018915891647339,
      "step": 52
    },
    {
      "epoch": 0.13984168865435356,
      "grad_norm": 0.1777356117963791,
      "learning_rate": 9.953681411633376e-05,
      "loss": 0.9655129909515381,
      "step": 53
    },
    {
      "epoch": 0.1424802110817942,
      "grad_norm": 0.1858673244714737,
      "learning_rate": 9.950746103235663e-05,
      "loss": 1.0894356966018677,
      "step": 54
    },
    {
      "epoch": 0.14511873350923482,
      "grad_norm": 0.16702871024608612,
      "learning_rate": 9.947721081499068e-05,
      "loss": 0.9454880952835083,
      "step": 55
    },
    {
      "epoch": 0.14775725593667546,
      "grad_norm": 0.16913406550884247,
      "learning_rate": 9.944606401240539e-05,
      "loss": 0.9937676191329956,
      "step": 56
    },
    {
      "epoch": 0.1503957783641161,
      "grad_norm": 0.17091500759124756,
      "learning_rate": 9.941402118901744e-05,
      "loss": 0.9700629711151123,
      "step": 57
    },
    {
      "epoch": 0.15303430079155672,
      "grad_norm": 0.18050940334796906,
      "learning_rate": 9.938108292548044e-05,
      "loss": 1.009847640991211,
      "step": 58
    },
    {
      "epoch": 0.15567282321899736,
      "grad_norm": 0.1656666100025177,
      "learning_rate": 9.934724981867446e-05,
      "loss": 0.9251805543899536,
      "step": 59
    },
    {
      "epoch": 0.158311345646438,
      "grad_norm": 0.17462797462940216,
      "learning_rate": 9.931252248169518e-05,
      "loss": 0.9192997813224792,
      "step": 60
    },
    {
      "epoch": 0.16094986807387862,
      "grad_norm": 0.1910332590341568,
      "learning_rate": 9.927690154384273e-05,
      "loss": 0.9398717880249023,
      "step": 61
    },
    {
      "epoch": 0.16358839050131926,
      "grad_norm": 0.17913269996643066,
      "learning_rate": 9.924038765061042e-05,
      "loss": 0.9283158779144287,
      "step": 62
    },
    {
      "epoch": 0.1662269129287599,
      "grad_norm": 0.17269554734230042,
      "learning_rate": 9.920298146367286e-05,
      "loss": 0.9414621591567993,
      "step": 63
    },
    {
      "epoch": 0.16886543535620052,
      "grad_norm": 0.15802136063575745,
      "learning_rate": 9.916468366087417e-05,
      "loss": 1.0821268558502197,
      "step": 64
    },
    {
      "epoch": 0.17150395778364116,
      "grad_norm": 0.16915935277938843,
      "learning_rate": 9.912549493621554e-05,
      "loss": 0.909949541091919,
      "step": 65
    },
    {
      "epoch": 0.1741424802110818,
      "grad_norm": 0.181443452835083,
      "learning_rate": 9.908541599984276e-05,
      "loss": 1.0008492469787598,
      "step": 66
    },
    {
      "epoch": 0.17678100263852242,
      "grad_norm": 0.1813468486070633,
      "learning_rate": 9.904444757803321e-05,
      "loss": 0.9849015474319458,
      "step": 67
    },
    {
      "epoch": 0.17941952506596306,
      "grad_norm": 0.18925133347511292,
      "learning_rate": 9.900259041318289e-05,
      "loss": 1.089128017425537,
      "step": 68
    },
    {
      "epoch": 0.1820580474934037,
      "grad_norm": 0.17448389530181885,
      "learning_rate": 9.895984526379281e-05,
      "loss": 1.0046229362487793,
      "step": 69
    },
    {
      "epoch": 0.18469656992084432,
      "grad_norm": 0.16590456664562225,
      "learning_rate": 9.891621290445534e-05,
      "loss": 0.9553288221359253,
      "step": 70
    },
    {
      "epoch": 0.18733509234828497,
      "grad_norm": 0.18540161848068237,
      "learning_rate": 9.887169412584011e-05,
      "loss": 1.0598280429840088,
      "step": 71
    },
    {
      "epoch": 0.18997361477572558,
      "grad_norm": 0.1836412101984024,
      "learning_rate": 9.882628973467972e-05,
      "loss": 1.0192971229553223,
      "step": 72
    },
    {
      "epoch": 0.19261213720316622,
      "grad_norm": 0.1572759449481964,
      "learning_rate": 9.878000055375512e-05,
      "loss": 1.0670673847198486,
      "step": 73
    },
    {
      "epoch": 0.19525065963060687,
      "grad_norm": 0.16847407817840576,
      "learning_rate": 9.873282742188066e-05,
      "loss": 1.0559749603271484,
      "step": 74
    },
    {
      "epoch": 0.19788918205804748,
      "grad_norm": 0.18431080877780914,
      "learning_rate": 9.868477119388896e-05,
      "loss": 1.0605112314224243,
      "step": 75
    },
    {
      "epoch": 0.20052770448548812,
      "grad_norm": 0.17507214844226837,
      "learning_rate": 9.863583274061534e-05,
      "loss": 0.9671310186386108,
      "step": 76
    },
    {
      "epoch": 0.20316622691292877,
      "grad_norm": 0.169069305062294,
      "learning_rate": 9.858601294888213e-05,
      "loss": 0.9900617003440857,
      "step": 77
    },
    {
      "epoch": 0.20580474934036938,
      "grad_norm": 0.1741606891155243,
      "learning_rate": 9.853531272148249e-05,
      "loss": 1.0460593700408936,
      "step": 78
    },
    {
      "epoch": 0.20844327176781002,
      "grad_norm": 0.18498769402503967,
      "learning_rate": 9.848373297716414e-05,
      "loss": 1.0282113552093506,
      "step": 79
    },
    {
      "epoch": 0.21108179419525067,
      "grad_norm": 0.15732872486114502,
      "learning_rate": 9.84312746506127e-05,
      "loss": 0.9001719951629639,
      "step": 80
    },
    {
      "epoch": 0.21372031662269128,
      "grad_norm": 0.18386222422122955,
      "learning_rate": 9.837793869243468e-05,
      "loss": 0.9183194637298584,
      "step": 81
    },
    {
      "epoch": 0.21635883905013192,
      "grad_norm": 0.17975150048732758,
      "learning_rate": 9.832372606914037e-05,
      "loss": 1.0881237983703613,
      "step": 82
    },
    {
      "epoch": 0.21899736147757257,
      "grad_norm": 0.17720025777816772,
      "learning_rate": 9.82686377631262e-05,
      "loss": 0.9983437061309814,
      "step": 83
    },
    {
      "epoch": 0.22163588390501318,
      "grad_norm": 0.18643102049827576,
      "learning_rate": 9.821267477265705e-05,
      "loss": 1.1010072231292725,
      "step": 84
    },
    {
      "epoch": 0.22427440633245382,
      "grad_norm": 0.19078285992145538,
      "learning_rate": 9.815583811184808e-05,
      "loss": 1.091160774230957,
      "step": 85
    },
    {
      "epoch": 0.22691292875989447,
      "grad_norm": 0.1700907051563263,
      "learning_rate": 9.80981288106464e-05,
      "loss": 0.9641087055206299,
      "step": 86
    },
    {
      "epoch": 0.22955145118733508,
      "grad_norm": 0.1585739403963089,
      "learning_rate": 9.803954791481239e-05,
      "loss": 0.9505077600479126,
      "step": 87
    },
    {
      "epoch": 0.23218997361477572,
      "grad_norm": 0.16782094538211823,
      "learning_rate": 9.798009648590072e-05,
      "loss": 1.0017526149749756,
      "step": 88
    },
    {
      "epoch": 0.23482849604221637,
      "grad_norm": 0.17637847363948822,
      "learning_rate": 9.791977560124119e-05,
      "loss": 0.9929439425468445,
      "step": 89
    },
    {
      "epoch": 0.23746701846965698,
      "grad_norm": 0.17673365771770477,
      "learning_rate": 9.785858635391914e-05,
      "loss": 1.0124274492263794,
      "step": 90
    },
    {
      "epoch": 0.24010554089709762,
      "grad_norm": 0.16427874565124512,
      "learning_rate": 9.779652985275562e-05,
      "loss": 0.8820173144340515,
      "step": 91
    },
    {
      "epoch": 0.24274406332453827,
      "grad_norm": 0.1866939812898636,
      "learning_rate": 9.773360722228742e-05,
      "loss": 0.9582796096801758,
      "step": 92
    },
    {
      "epoch": 0.24538258575197888,
      "grad_norm": 0.16584990918636322,
      "learning_rate": 9.766981960274653e-05,
      "loss": 0.9931353330612183,
      "step": 93
    },
    {
      "epoch": 0.24802110817941952,
      "grad_norm": 0.1827409565448761,
      "learning_rate": 9.760516815003964e-05,
      "loss": 1.0762715339660645,
      "step": 94
    },
    {
      "epoch": 0.25065963060686014,
      "grad_norm": 0.1706336885690689,
      "learning_rate": 9.753965403572703e-05,
      "loss": 0.9621766805648804,
      "step": 95
    },
    {
      "epoch": 0.2532981530343008,
      "grad_norm": 0.17512862384319305,
      "learning_rate": 9.747327844700147e-05,
      "loss": 1.0493756532669067,
      "step": 96
    },
    {
      "epoch": 0.2559366754617414,
      "grad_norm": 0.1861727088689804,
      "learning_rate": 9.740604258666668e-05,
      "loss": 0.9710463285446167,
      "step": 97
    },
    {
      "epoch": 0.25857519788918204,
      "grad_norm": 0.17469093203544617,
      "learning_rate": 9.733794767311544e-05,
      "loss": 1.0105197429656982,
      "step": 98
    },
    {
      "epoch": 0.2612137203166227,
      "grad_norm": 0.1550728976726532,
      "learning_rate": 9.726899494030768e-05,
      "loss": 0.8987333178520203,
      "step": 99
    },
    {
      "epoch": 0.2638522427440633,
      "grad_norm": 0.17990083992481232,
      "learning_rate": 9.719918563774792e-05,
      "loss": 0.8861106038093567,
      "step": 100
    },
    {
      "epoch": 0.26649076517150394,
      "grad_norm": 0.15576201677322388,
      "learning_rate": 9.71285210304628e-05,
      "loss": 1.059525728225708,
      "step": 101
    },
    {
      "epoch": 0.2691292875989446,
      "grad_norm": 0.16039283573627472,
      "learning_rate": 9.705700239897809e-05,
      "loss": 0.9966175556182861,
      "step": 102
    },
    {
      "epoch": 0.2717678100263852,
      "grad_norm": 0.1752789467573166,
      "learning_rate": 9.698463103929542e-05,
      "loss": 0.9518905878067017,
      "step": 103
    },
    {
      "epoch": 0.27440633245382584,
      "grad_norm": 0.18624742329120636,
      "learning_rate": 9.691140826286893e-05,
      "loss": 0.9436296224594116,
      "step": 104
    },
    {
      "epoch": 0.2770448548812665,
      "grad_norm": 0.160239577293396,
      "learning_rate": 9.683733539658139e-05,
      "loss": 1.0474563837051392,
      "step": 105
    },
    {
      "epoch": 0.2796833773087071,
      "grad_norm": 0.1599990278482437,
      "learning_rate": 9.676241378272021e-05,
      "loss": 1.0836262702941895,
      "step": 106
    },
    {
      "epoch": 0.28232189973614774,
      "grad_norm": 0.1549750417470932,
      "learning_rate": 9.66866447789531e-05,
      "loss": 0.9756717085838318,
      "step": 107
    },
    {
      "epoch": 0.2849604221635884,
      "grad_norm": 0.1627299189567566,
      "learning_rate": 9.661002975830349e-05,
      "loss": 0.9459734559059143,
      "step": 108
    },
    {
      "epoch": 0.287598944591029,
      "grad_norm": 0.15503612160682678,
      "learning_rate": 9.653257010912559e-05,
      "loss": 0.9717468023300171,
      "step": 109
    },
    {
      "epoch": 0.29023746701846964,
      "grad_norm": 0.16452868282794952,
      "learning_rate": 9.645426723507929e-05,
      "loss": 0.9126809239387512,
      "step": 110
    },
    {
      "epoch": 0.2928759894459103,
      "grad_norm": 0.17188014090061188,
      "learning_rate": 9.637512255510475e-05,
      "loss": 0.9921525120735168,
      "step": 111
    },
    {
      "epoch": 0.2955145118733509,
      "grad_norm": 0.1495610475540161,
      "learning_rate": 9.629513750339655e-05,
      "loss": 0.866377592086792,
      "step": 112
    },
    {
      "epoch": 0.29815303430079154,
      "grad_norm": 0.17267285287380219,
      "learning_rate": 9.621431352937789e-05,
      "loss": 0.9987406730651855,
      "step": 113
    },
    {
      "epoch": 0.3007915567282322,
      "grad_norm": 0.15371519327163696,
      "learning_rate": 9.613265209767417e-05,
      "loss": 0.8675357103347778,
      "step": 114
    },
    {
      "epoch": 0.3034300791556728,
      "grad_norm": 0.169174462556839,
      "learning_rate": 9.605015468808651e-05,
      "loss": 0.9573705792427063,
      "step": 115
    },
    {
      "epoch": 0.30606860158311344,
      "grad_norm": 0.17276419699192047,
      "learning_rate": 9.596682279556498e-05,
      "loss": 1.0629740953445435,
      "step": 116
    },
    {
      "epoch": 0.3087071240105541,
      "grad_norm": 0.16400578618049622,
      "learning_rate": 9.58826579301814e-05,
      "loss": 0.9535355567932129,
      "step": 117
    },
    {
      "epoch": 0.3113456464379947,
      "grad_norm": 0.18149444460868835,
      "learning_rate": 9.579766161710209e-05,
      "loss": 1.0182714462280273,
      "step": 118
    },
    {
      "epoch": 0.31398416886543534,
      "grad_norm": 0.17230141162872314,
      "learning_rate": 9.571183539656011e-05,
      "loss": 1.0627704858779907,
      "step": 119
    },
    {
      "epoch": 0.316622691292876,
      "grad_norm": 0.16222770512104034,
      "learning_rate": 9.56251808238275e-05,
      "loss": 1.0022966861724854,
      "step": 120
    },
    {
      "epoch": 0.31926121372031663,
      "grad_norm": 0.1661306470632553,
      "learning_rate": 9.553769946918697e-05,
      "loss": 0.9902384877204895,
      "step": 121
    },
    {
      "epoch": 0.32189973614775724,
      "grad_norm": 0.1522214263677597,
      "learning_rate": 9.544939291790351e-05,
      "loss": 1.0071738958358765,
      "step": 122
    },
    {
      "epoch": 0.3245382585751979,
      "grad_norm": 0.1561179757118225,
      "learning_rate": 9.536026277019561e-05,
      "loss": 1.0049107074737549,
      "step": 123
    },
    {
      "epoch": 0.32717678100263853,
      "grad_norm": 0.16295814514160156,
      "learning_rate": 9.527031064120632e-05,
      "loss": 0.9579784870147705,
      "step": 124
    },
    {
      "epoch": 0.32981530343007914,
      "grad_norm": 0.1570494920015335,
      "learning_rate": 9.517953816097396e-05,
      "loss": 0.9788990020751953,
      "step": 125
    },
    {
      "epoch": 0.3324538258575198,
      "grad_norm": 0.1672319918870926,
      "learning_rate": 9.508794697440257e-05,
      "loss": 1.018532395362854,
      "step": 126
    },
    {
      "epoch": 0.33509234828496043,
      "grad_norm": 0.1804421991109848,
      "learning_rate": 9.499553874123212e-05,
      "loss": 0.9944267272949219,
      "step": 127
    },
    {
      "epoch": 0.33773087071240104,
      "grad_norm": 0.17225806415081024,
      "learning_rate": 9.490231513600843e-05,
      "loss": 1.0111069679260254,
      "step": 128
    },
    {
      "epoch": 0.3403693931398417,
      "grad_norm": 0.15516908466815948,
      "learning_rate": 9.480827784805278e-05,
      "loss": 0.9605324268341064,
      "step": 129
    },
    {
      "epoch": 0.34300791556728233,
      "grad_norm": 0.16040503978729248,
      "learning_rate": 9.47134285814314e-05,
      "loss": 0.933555006980896,
      "step": 130
    },
    {
      "epoch": 0.34564643799472294,
      "grad_norm": 0.18396888673305511,
      "learning_rate": 9.461776905492446e-05,
      "loss": 1.0374318361282349,
      "step": 131
    },
    {
      "epoch": 0.3482849604221636,
      "grad_norm": 0.17078086733818054,
      "learning_rate": 9.452130100199503e-05,
      "loss": 0.9799578785896301,
      "step": 132
    },
    {
      "epoch": 0.35092348284960423,
      "grad_norm": 0.1631857305765152,
      "learning_rate": 9.442402617075765e-05,
      "loss": 0.9599941968917847,
      "step": 133
    },
    {
      "epoch": 0.35356200527704484,
      "grad_norm": 0.15046699345111847,
      "learning_rate": 9.43259463239466e-05,
      "loss": 0.9483698010444641,
      "step": 134
    },
    {
      "epoch": 0.3562005277044855,
      "grad_norm": 0.14928267896175385,
      "learning_rate": 9.422706323888397e-05,
      "loss": 0.8940687775611877,
      "step": 135
    },
    {
      "epoch": 0.35883905013192613,
      "grad_norm": 0.17583905160427094,
      "learning_rate": 9.412737870744752e-05,
      "loss": 0.8684873580932617,
      "step": 136
    },
    {
      "epoch": 0.36147757255936674,
      "grad_norm": 0.16805775463581085,
      "learning_rate": 9.402689453603815e-05,
      "loss": 1.027605652809143,
      "step": 137
    },
    {
      "epoch": 0.3641160949868074,
      "grad_norm": 0.16120663285255432,
      "learning_rate": 9.392561254554713e-05,
      "loss": 0.9406588673591614,
      "step": 138
    },
    {
      "epoch": 0.36675461741424803,
      "grad_norm": 0.16707223653793335,
      "learning_rate": 9.382353457132317e-05,
      "loss": 1.0448381900787354,
      "step": 139
    },
    {
      "epoch": 0.36939313984168864,
      "grad_norm": 0.17459368705749512,
      "learning_rate": 9.372066246313921e-05,
      "loss": 0.9596197605133057,
      "step": 140
    },
    {
      "epoch": 0.3720316622691293,
      "grad_norm": 0.16556183993816376,
      "learning_rate": 9.361699808515876e-05,
      "loss": 1.0335559844970703,
      "step": 141
    },
    {
      "epoch": 0.37467018469656993,
      "grad_norm": 0.16449083387851715,
      "learning_rate": 9.351254331590215e-05,
      "loss": 0.9463608860969543,
      "step": 142
    },
    {
      "epoch": 0.37730870712401055,
      "grad_norm": 0.16412568092346191,
      "learning_rate": 9.340730004821266e-05,
      "loss": 0.9579424858093262,
      "step": 143
    },
    {
      "epoch": 0.37994722955145116,
      "grad_norm": 0.176985964179039,
      "learning_rate": 9.330127018922194e-05,
      "loss": 1.0462236404418945,
      "step": 144
    },
    {
      "epoch": 0.38258575197889183,
      "grad_norm": 0.1623564213514328,
      "learning_rate": 9.31944556603157e-05,
      "loss": 0.9870291948318481,
      "step": 145
    },
    {
      "epoch": 0.38522427440633245,
      "grad_norm": 0.18084806203842163,
      "learning_rate": 9.308685839709879e-05,
      "loss": 1.0054789781570435,
      "step": 146
    },
    {
      "epoch": 0.38786279683377306,
      "grad_norm": 0.18217523396015167,
      "learning_rate": 9.297848034936006e-05,
      "loss": 1.019425868988037,
      "step": 147
    },
    {
      "epoch": 0.39050131926121373,
      "grad_norm": 0.15862634778022766,
      "learning_rate": 9.286932348103716e-05,
      "loss": 0.8727700710296631,
      "step": 148
    },
    {
      "epoch": 0.39313984168865435,
      "grad_norm": 0.17286421358585358,
      "learning_rate": 9.275938977018081e-05,
      "loss": 1.0189862251281738,
      "step": 149
    },
    {
      "epoch": 0.39577836411609496,
      "grad_norm": 0.16580720245838165,
      "learning_rate": 9.264868120891912e-05,
      "loss": 1.0655592679977417,
      "step": 150
    },
    {
      "epoch": 0.39841688654353563,
      "grad_norm": 0.16368559002876282,
      "learning_rate": 9.253719980342135e-05,
      "loss": 0.937400221824646,
      "step": 151
    },
    {
      "epoch": 0.40105540897097625,
      "grad_norm": 0.1721360981464386,
      "learning_rate": 9.24249475738616e-05,
      "loss": 0.9234015941619873,
      "step": 152
    },
    {
      "epoch": 0.40369393139841686,
      "grad_norm": 0.18208572268486023,
      "learning_rate": 9.231192655438221e-05,
      "loss": 1.0558464527130127,
      "step": 153
    },
    {
      "epoch": 0.40633245382585753,
      "grad_norm": 0.1552550047636032,
      "learning_rate": 9.219813879305692e-05,
      "loss": 0.9326491355895996,
      "step": 154
    },
    {
      "epoch": 0.40897097625329815,
      "grad_norm": 0.1624125838279724,
      "learning_rate": 9.208358635185373e-05,
      "loss": 1.020031452178955,
      "step": 155
    },
    {
      "epoch": 0.41160949868073876,
      "grad_norm": 0.1575743854045868,
      "learning_rate": 9.19682713065975e-05,
      "loss": 1.0257234573364258,
      "step": 156
    },
    {
      "epoch": 0.41424802110817943,
      "grad_norm": 0.14020493626594543,
      "learning_rate": 9.185219574693242e-05,
      "loss": 0.9181210994720459,
      "step": 157
    },
    {
      "epoch": 0.41688654353562005,
      "grad_norm": 0.18366360664367676,
      "learning_rate": 9.173536177628409e-05,
      "loss": 1.1496880054473877,
      "step": 158
    },
    {
      "epoch": 0.41952506596306066,
      "grad_norm": 0.15704800188541412,
      "learning_rate": 9.161777151182136e-05,
      "loss": 0.9523612260818481,
      "step": 159
    },
    {
      "epoch": 0.42216358839050133,
      "grad_norm": 0.20316386222839355,
      "learning_rate": 9.149942708441808e-05,
      "loss": 1.1875518560409546,
      "step": 160
    },
    {
      "epoch": 0.42480211081794195,
      "grad_norm": 0.16364015638828278,
      "learning_rate": 9.138033063861436e-05,
      "loss": 0.9598340392112732,
      "step": 161
    },
    {
      "epoch": 0.42744063324538256,
      "grad_norm": 0.17661993205547333,
      "learning_rate": 9.126048433257779e-05,
      "loss": 1.0217077732086182,
      "step": 162
    },
    {
      "epoch": 0.43007915567282323,
      "grad_norm": 0.1741223782300949,
      "learning_rate": 9.113989033806434e-05,
      "loss": 1.0106780529022217,
      "step": 163
    },
    {
      "epoch": 0.43271767810026385,
      "grad_norm": 0.1821887344121933,
      "learning_rate": 9.101855084037894e-05,
      "loss": 0.992047905921936,
      "step": 164
    },
    {
      "epoch": 0.43535620052770446,
      "grad_norm": 0.1628859043121338,
      "learning_rate": 9.089646803833589e-05,
      "loss": 1.083019733428955,
      "step": 165
    },
    {
      "epoch": 0.43799472295514513,
      "grad_norm": 0.1696838140487671,
      "learning_rate": 9.077364414421909e-05,
      "loss": 1.0616456270217896,
      "step": 166
    },
    {
      "epoch": 0.44063324538258575,
      "grad_norm": 0.17563055455684662,
      "learning_rate": 9.065008138374189e-05,
      "loss": 0.981091320514679,
      "step": 167
    },
    {
      "epoch": 0.44327176781002636,
      "grad_norm": 0.16527481377124786,
      "learning_rate": 9.052578199600675e-05,
      "loss": 0.9541459083557129,
      "step": 168
    },
    {
      "epoch": 0.44591029023746703,
      "grad_norm": 0.1794591099023819,
      "learning_rate": 9.040074823346465e-05,
      "loss": 0.9892167448997498,
      "step": 169
    },
    {
      "epoch": 0.44854881266490765,
      "grad_norm": 0.1672830432653427,
      "learning_rate": 9.027498236187439e-05,
      "loss": 1.0351946353912354,
      "step": 170
    },
    {
      "epoch": 0.45118733509234826,
      "grad_norm": 0.17655089497566223,
      "learning_rate": 9.014848666026138e-05,
      "loss": 0.9711981415748596,
      "step": 171
    },
    {
      "epoch": 0.45382585751978893,
      "grad_norm": 0.1557280719280243,
      "learning_rate": 9.002126342087642e-05,
      "loss": 0.9778252840042114,
      "step": 172
    },
    {
      "epoch": 0.45646437994722955,
      "grad_norm": 0.17430546879768372,
      "learning_rate": 8.989331494915417e-05,
      "loss": 1.0428410768508911,
      "step": 173
    },
    {
      "epoch": 0.45910290237467016,
      "grad_norm": 0.1841093748807907,
      "learning_rate": 8.976464356367134e-05,
      "loss": 0.9610801935195923,
      "step": 174
    },
    {
      "epoch": 0.46174142480211083,
      "grad_norm": 0.18140369653701782,
      "learning_rate": 8.963525159610465e-05,
      "loss": 1.0488272905349731,
      "step": 175
    },
    {
      "epoch": 0.46437994722955145,
      "grad_norm": 0.16312600672245026,
      "learning_rate": 8.950514139118868e-05,
      "loss": 0.995346188545227,
      "step": 176
    },
    {
      "epoch": 0.46701846965699206,
      "grad_norm": 0.18155968189239502,
      "learning_rate": 8.937431530667328e-05,
      "loss": 1.089247226715088,
      "step": 177
    },
    {
      "epoch": 0.46965699208443273,
      "grad_norm": 0.16854368150234222,
      "learning_rate": 8.92427757132809e-05,
      "loss": 1.0536508560180664,
      "step": 178
    },
    {
      "epoch": 0.47229551451187335,
      "grad_norm": 0.16431039571762085,
      "learning_rate": 8.911052499466357e-05,
      "loss": 0.9526739716529846,
      "step": 179
    },
    {
      "epoch": 0.47493403693931396,
      "grad_norm": 0.16609320044517517,
      "learning_rate": 8.897756554735977e-05,
      "loss": 1.0196548700332642,
      "step": 180
    },
    {
      "epoch": 0.47757255936675463,
      "grad_norm": 0.16544099152088165,
      "learning_rate": 8.884389978075098e-05,
      "loss": 0.9600881338119507,
      "step": 181
    },
    {
      "epoch": 0.48021108179419525,
      "grad_norm": 0.18530991673469543,
      "learning_rate": 8.870953011701804e-05,
      "loss": 1.0501227378845215,
      "step": 182
    },
    {
      "epoch": 0.48284960422163586,
      "grad_norm": 0.147592693567276,
      "learning_rate": 8.857445899109715e-05,
      "loss": 1.0376373529434204,
      "step": 183
    },
    {
      "epoch": 0.48548812664907653,
      "grad_norm": 0.19425112009048462,
      "learning_rate": 8.843868885063593e-05,
      "loss": 1.0233935117721558,
      "step": 184
    },
    {
      "epoch": 0.48812664907651715,
      "grad_norm": 0.15668635070323944,
      "learning_rate": 8.83022221559489e-05,
      "loss": 1.0277446508407593,
      "step": 185
    },
    {
      "epoch": 0.49076517150395776,
      "grad_norm": 0.1669091135263443,
      "learning_rate": 8.8165061379973e-05,
      "loss": 1.032301425933838,
      "step": 186
    },
    {
      "epoch": 0.49340369393139843,
      "grad_norm": 0.1691151261329651,
      "learning_rate": 8.80272090082227e-05,
      "loss": 0.9066123366355896,
      "step": 187
    },
    {
      "epoch": 0.49604221635883905,
      "grad_norm": 0.17567206919193268,
      "learning_rate": 8.788866753874503e-05,
      "loss": 1.017852544784546,
      "step": 188
    },
    {
      "epoch": 0.49868073878627966,
      "grad_norm": 0.17546191811561584,
      "learning_rate": 8.774943948207426e-05,
      "loss": 1.0644317865371704,
      "step": 189
    },
    {
      "epoch": 0.5013192612137203,
      "grad_norm": 0.16563469171524048,
      "learning_rate": 8.760952736118644e-05,
      "loss": 1.0079925060272217,
      "step": 190
    },
    {
      "epoch": 0.503957783641161,
      "grad_norm": 0.15652592480182648,
      "learning_rate": 8.746893371145366e-05,
      "loss": 0.9726508855819702,
      "step": 191
    },
    {
      "epoch": 0.5065963060686016,
      "grad_norm": 0.16774515807628632,
      "learning_rate": 8.732766108059813e-05,
      "loss": 1.0333598852157593,
      "step": 192
    },
    {
      "epoch": 0.5092348284960422,
      "grad_norm": 0.19023677706718445,
      "learning_rate": 8.718571202864598e-05,
      "loss": 1.0274595022201538,
      "step": 193
    },
    {
      "epoch": 0.5118733509234829,
      "grad_norm": 0.16863608360290527,
      "learning_rate": 8.70430891278809e-05,
      "loss": 0.990319013595581,
      "step": 194
    },
    {
      "epoch": 0.5145118733509235,
      "grad_norm": 0.1866767555475235,
      "learning_rate": 8.689979496279746e-05,
      "loss": 1.0066261291503906,
      "step": 195
    },
    {
      "epoch": 0.5171503957783641,
      "grad_norm": 0.1698773354291916,
      "learning_rate": 8.675583213005443e-05,
      "loss": 1.0301073789596558,
      "step": 196
    },
    {
      "epoch": 0.5197889182058048,
      "grad_norm": 0.18543866276741028,
      "learning_rate": 8.661120323842751e-05,
      "loss": 1.0110327005386353,
      "step": 197
    },
    {
      "epoch": 0.5224274406332454,
      "grad_norm": 0.17273621261119843,
      "learning_rate": 8.646591090876224e-05,
      "loss": 0.942511796951294,
      "step": 198
    },
    {
      "epoch": 0.525065963060686,
      "grad_norm": 0.17858357727527618,
      "learning_rate": 8.631995777392645e-05,
      "loss": 0.9492037892341614,
      "step": 199
    },
    {
      "epoch": 0.5277044854881267,
      "grad_norm": 0.21972784399986267,
      "learning_rate": 8.61733464787625e-05,
      "loss": 1.125957727432251,
      "step": 200
    },
    {
      "epoch": 0.5303430079155673,
      "grad_norm": 0.17801721394062042,
      "learning_rate": 8.602607968003935e-05,
      "loss": 1.0186785459518433,
      "step": 201
    },
    {
      "epoch": 0.5329815303430079,
      "grad_norm": 0.1811058521270752,
      "learning_rate": 8.587816004640456e-05,
      "loss": 1.0295569896697998,
      "step": 202
    },
    {
      "epoch": 0.5356200527704486,
      "grad_norm": 0.1558198630809784,
      "learning_rate": 8.572959025833573e-05,
      "loss": 0.882567286491394,
      "step": 203
    },
    {
      "epoch": 0.5382585751978892,
      "grad_norm": 0.1586204618215561,
      "learning_rate": 8.558037300809208e-05,
      "loss": 0.8986984491348267,
      "step": 204
    },
    {
      "epoch": 0.5408970976253298,
      "grad_norm": 0.17992497980594635,
      "learning_rate": 8.543051099966558e-05,
      "loss": 0.9992472529411316,
      "step": 205
    },
    {
      "epoch": 0.5435356200527705,
      "grad_norm": 0.16778439283370972,
      "learning_rate": 8.528000694873198e-05,
      "loss": 0.9697674512863159,
      "step": 206
    },
    {
      "epoch": 0.5461741424802111,
      "grad_norm": 0.15742550790309906,
      "learning_rate": 8.512886358260162e-05,
      "loss": 0.9573698043823242,
      "step": 207
    },
    {
      "epoch": 0.5488126649076517,
      "grad_norm": 0.16890263557434082,
      "learning_rate": 8.49770836401699e-05,
      "loss": 0.8758108615875244,
      "step": 208
    },
    {
      "epoch": 0.5514511873350924,
      "grad_norm": 0.16583888232707977,
      "learning_rate": 8.482466987186785e-05,
      "loss": 0.9687983989715576,
      "step": 209
    },
    {
      "epoch": 0.554089709762533,
      "grad_norm": 0.17507483065128326,
      "learning_rate": 8.467162503961208e-05,
      "loss": 1.0307694673538208,
      "step": 210
    },
    {
      "epoch": 0.5567282321899736,
      "grad_norm": 0.1639733910560608,
      "learning_rate": 8.451795191675488e-05,
      "loss": 0.9487868547439575,
      "step": 211
    },
    {
      "epoch": 0.5593667546174143,
      "grad_norm": 0.18524755537509918,
      "learning_rate": 8.436365328803385e-05,
      "loss": 1.0524779558181763,
      "step": 212
    },
    {
      "epoch": 0.5620052770448549,
      "grad_norm": 0.1726824939250946,
      "learning_rate": 8.420873194952152e-05,
      "loss": 1.0479933023452759,
      "step": 213
    },
    {
      "epoch": 0.5646437994722955,
      "grad_norm": 0.15832193195819855,
      "learning_rate": 8.405319070857467e-05,
      "loss": 0.9252246022224426,
      "step": 214
    },
    {
      "epoch": 0.5672823218997362,
      "grad_norm": 0.18013589084148407,
      "learning_rate": 8.389703238378339e-05,
      "loss": 1.035888671875,
      "step": 215
    },
    {
      "epoch": 0.5699208443271768,
      "grad_norm": 0.1560203582048416,
      "learning_rate": 8.374025980492011e-05,
      "loss": 0.9540398120880127,
      "step": 216
    },
    {
      "epoch": 0.5725593667546174,
      "grad_norm": 0.16869907081127167,
      "learning_rate": 8.358287581288822e-05,
      "loss": 1.0841728448867798,
      "step": 217
    },
    {
      "epoch": 0.575197889182058,
      "grad_norm": 0.1753094494342804,
      "learning_rate": 8.342488325967068e-05,
      "loss": 1.0053566694259644,
      "step": 218
    },
    {
      "epoch": 0.5778364116094987,
      "grad_norm": 0.16862048208713531,
      "learning_rate": 8.326628500827826e-05,
      "loss": 0.9311268329620361,
      "step": 219
    },
    {
      "epoch": 0.5804749340369393,
      "grad_norm": 0.1801312416791916,
      "learning_rate": 8.310708393269772e-05,
      "loss": 0.9063538908958435,
      "step": 220
    },
    {
      "epoch": 0.58311345646438,
      "grad_norm": 0.18925103545188904,
      "learning_rate": 8.294728291783966e-05,
      "loss": 1.0815038681030273,
      "step": 221
    },
    {
      "epoch": 0.5857519788918206,
      "grad_norm": 0.18007421493530273,
      "learning_rate": 8.278688485948633e-05,
      "loss": 1.0415452718734741,
      "step": 222
    },
    {
      "epoch": 0.5883905013192612,
      "grad_norm": 0.1658685952425003,
      "learning_rate": 8.262589266423908e-05,
      "loss": 0.9547388553619385,
      "step": 223
    },
    {
      "epoch": 0.5910290237467019,
      "grad_norm": 0.16324631869792938,
      "learning_rate": 8.246430924946575e-05,
      "loss": 0.900030791759491,
      "step": 224
    },
    {
      "epoch": 0.5936675461741425,
      "grad_norm": 0.17047886550426483,
      "learning_rate": 8.230213754324773e-05,
      "loss": 0.914841890335083,
      "step": 225
    },
    {
      "epoch": 0.5963060686015831,
      "grad_norm": 0.18901900947093964,
      "learning_rate": 8.213938048432697e-05,
      "loss": 0.8218327760696411,
      "step": 226
    },
    {
      "epoch": 0.5989445910290238,
      "grad_norm": 0.18023498356342316,
      "learning_rate": 8.197604102205271e-05,
      "loss": 1.0853064060211182,
      "step": 227
    },
    {
      "epoch": 0.6015831134564644,
      "grad_norm": 0.16877271234989166,
      "learning_rate": 8.181212211632799e-05,
      "loss": 0.9420395493507385,
      "step": 228
    },
    {
      "epoch": 0.604221635883905,
      "grad_norm": 0.1619059145450592,
      "learning_rate": 8.16476267375561e-05,
      "loss": 0.9768050909042358,
      "step": 229
    },
    {
      "epoch": 0.6068601583113457,
      "grad_norm": 0.18686461448669434,
      "learning_rate": 8.14825578665866e-05,
      "loss": 1.000288486480713,
      "step": 230
    },
    {
      "epoch": 0.6094986807387863,
      "grad_norm": 0.1876915544271469,
      "learning_rate": 8.131691849466153e-05,
      "loss": 1.0954421758651733,
      "step": 231
    },
    {
      "epoch": 0.6121372031662269,
      "grad_norm": 0.17862121760845184,
      "learning_rate": 8.115071162336098e-05,
      "loss": 0.9122456908226013,
      "step": 232
    },
    {
      "epoch": 0.6147757255936676,
      "grad_norm": 0.17977792024612427,
      "learning_rate": 8.098394026454885e-05,
      "loss": 0.9491496086120605,
      "step": 233
    },
    {
      "epoch": 0.6174142480211082,
      "grad_norm": 0.1632521152496338,
      "learning_rate": 8.081660744031819e-05,
      "loss": 0.9856275916099548,
      "step": 234
    },
    {
      "epoch": 0.6200527704485488,
      "grad_norm": 0.17910513281822205,
      "learning_rate": 8.064871618293646e-05,
      "loss": 1.0011181831359863,
      "step": 235
    },
    {
      "epoch": 0.6226912928759895,
      "grad_norm": 0.1681145429611206,
      "learning_rate": 8.048026953479062e-05,
      "loss": 0.973308801651001,
      "step": 236
    },
    {
      "epoch": 0.6253298153034301,
      "grad_norm": 0.18468503654003143,
      "learning_rate": 8.03112705483319e-05,
      "loss": 1.0287890434265137,
      "step": 237
    },
    {
      "epoch": 0.6279683377308707,
      "grad_norm": 0.16042198240756989,
      "learning_rate": 8.014172228602064e-05,
      "loss": 0.9670297503471375,
      "step": 238
    },
    {
      "epoch": 0.6306068601583114,
      "grad_norm": 0.16996483504772186,
      "learning_rate": 7.997162782027061e-05,
      "loss": 0.9653870463371277,
      "step": 239
    },
    {
      "epoch": 0.633245382585752,
      "grad_norm": 0.1739293932914734,
      "learning_rate": 7.98009902333935e-05,
      "loss": 0.9817367792129517,
      "step": 240
    },
    {
      "epoch": 0.6358839050131926,
      "grad_norm": 0.17517700791358948,
      "learning_rate": 7.962981261754294e-05,
      "loss": 0.9925550222396851,
      "step": 241
    },
    {
      "epoch": 0.6385224274406333,
      "grad_norm": 0.1885872781276703,
      "learning_rate": 7.945809807465857e-05,
      "loss": 0.9885467886924744,
      "step": 242
    },
    {
      "epoch": 0.6411609498680739,
      "grad_norm": 0.1705755591392517,
      "learning_rate": 7.928584971640974e-05,
      "loss": 1.0115675926208496,
      "step": 243
    },
    {
      "epoch": 0.6437994722955145,
      "grad_norm": 0.15275037288665771,
      "learning_rate": 7.911307066413919e-05,
      "loss": 0.9338511228561401,
      "step": 244
    },
    {
      "epoch": 0.6464379947229552,
      "grad_norm": 0.17367307841777802,
      "learning_rate": 7.893976404880643e-05,
      "loss": 0.9358500242233276,
      "step": 245
    },
    {
      "epoch": 0.6490765171503958,
      "grad_norm": 0.18579082190990448,
      "learning_rate": 7.876593301093104e-05,
      "loss": 0.993777871131897,
      "step": 246
    },
    {
      "epoch": 0.6517150395778364,
      "grad_norm": 0.17416690289974213,
      "learning_rate": 7.859158070053577e-05,
      "loss": 0.9911141991615295,
      "step": 247
    },
    {
      "epoch": 0.6543535620052771,
      "grad_norm": 0.17322957515716553,
      "learning_rate": 7.841671027708944e-05,
      "loss": 0.9777154922485352,
      "step": 248
    },
    {
      "epoch": 0.6569920844327177,
      "grad_norm": 0.14296574890613556,
      "learning_rate": 7.824132490944967e-05,
      "loss": 0.8306946158409119,
      "step": 249
    },
    {
      "epoch": 0.6596306068601583,
      "grad_norm": 0.18208211660385132,
      "learning_rate": 7.80654277758055e-05,
      "loss": 0.9833745956420898,
      "step": 250
    },
    {
      "epoch": 0.662269129287599,
      "grad_norm": 0.15957476198673248,
      "learning_rate": 7.788902206361973e-05,
      "loss": 0.9916603565216064,
      "step": 251
    },
    {
      "epoch": 0.6649076517150396,
      "grad_norm": 0.17746901512145996,
      "learning_rate": 7.771211096957125e-05,
      "loss": 0.9748624563217163,
      "step": 252
    },
    {
      "epoch": 0.6675461741424802,
      "grad_norm": 0.19569706916809082,
      "learning_rate": 7.7534697699497e-05,
      "loss": 0.9759517908096313,
      "step": 253
    },
    {
      "epoch": 0.6701846965699209,
      "grad_norm": 0.1637251377105713,
      "learning_rate": 7.735678546833402e-05,
      "loss": 0.9450954794883728,
      "step": 254
    },
    {
      "epoch": 0.6728232189973615,
      "grad_norm": 0.18049630522727966,
      "learning_rate": 7.717837750006106e-05,
      "loss": 1.0253992080688477,
      "step": 255
    },
    {
      "epoch": 0.6754617414248021,
      "grad_norm": 0.165897935628891,
      "learning_rate": 7.699947702764021e-05,
      "loss": 1.0213006734848022,
      "step": 256
    },
    {
      "epoch": 0.6781002638522428,
      "grad_norm": 0.20414817333221436,
      "learning_rate": 7.682008729295833e-05,
      "loss": 1.0483496189117432,
      "step": 257
    },
    {
      "epoch": 0.6807387862796834,
      "grad_norm": 0.16246487200260162,
      "learning_rate": 7.664021154676829e-05,
      "loss": 0.9613660573959351,
      "step": 258
    },
    {
      "epoch": 0.683377308707124,
      "grad_norm": 0.18064430356025696,
      "learning_rate": 7.645985304863003e-05,
      "loss": 0.9091204404830933,
      "step": 259
    },
    {
      "epoch": 0.6860158311345647,
      "grad_norm": 0.17883849143981934,
      "learning_rate": 7.627901506685157e-05,
      "loss": 0.9444289207458496,
      "step": 260
    },
    {
      "epoch": 0.6886543535620053,
      "grad_norm": 0.17278419435024261,
      "learning_rate": 7.609770087842969e-05,
      "loss": 0.8510349988937378,
      "step": 261
    },
    {
      "epoch": 0.6912928759894459,
      "grad_norm": 0.15988567471504211,
      "learning_rate": 7.591591376899062e-05,
      "loss": 0.9418317079544067,
      "step": 262
    },
    {
      "epoch": 0.6939313984168866,
      "grad_norm": 0.1863398402929306,
      "learning_rate": 7.573365703273046e-05,
      "loss": 0.9580644369125366,
      "step": 263
    },
    {
      "epoch": 0.6965699208443272,
      "grad_norm": 0.16767530143260956,
      "learning_rate": 7.555093397235552e-05,
      "loss": 0.8833745121955872,
      "step": 264
    },
    {
      "epoch": 0.6992084432717678,
      "grad_norm": 0.17919766902923584,
      "learning_rate": 7.536774789902246e-05,
      "loss": 0.9687992334365845,
      "step": 265
    },
    {
      "epoch": 0.7018469656992085,
      "grad_norm": 0.20329569280147552,
      "learning_rate": 7.518410213227822e-05,
      "loss": 0.8355344533920288,
      "step": 266
    },
    {
      "epoch": 0.7044854881266491,
      "grad_norm": 0.17873340845108032,
      "learning_rate": 7.500000000000001e-05,
      "loss": 0.9391046166419983,
      "step": 267
    },
    {
      "epoch": 0.7071240105540897,
      "grad_norm": 0.17777030169963837,
      "learning_rate": 7.481544483833485e-05,
      "loss": 1.0823737382888794,
      "step": 268
    },
    {
      "epoch": 0.7097625329815304,
      "grad_norm": 0.18217693269252777,
      "learning_rate": 7.463043999163919e-05,
      "loss": 1.016803503036499,
      "step": 269
    },
    {
      "epoch": 0.712401055408971,
      "grad_norm": 0.1759069412946701,
      "learning_rate": 7.444498881241835e-05,
      "loss": 1.019862413406372,
      "step": 270
    },
    {
      "epoch": 0.7150395778364116,
      "grad_norm": 0.17746379971504211,
      "learning_rate": 7.425909466126568e-05,
      "loss": 0.996162474155426,
      "step": 271
    },
    {
      "epoch": 0.7176781002638523,
      "grad_norm": 0.1615501195192337,
      "learning_rate": 7.407276090680172e-05,
      "loss": 1.0143609046936035,
      "step": 272
    },
    {
      "epoch": 0.7203166226912929,
      "grad_norm": 0.17791925370693207,
      "learning_rate": 7.388599092561315e-05,
      "loss": 0.9809026718139648,
      "step": 273
    },
    {
      "epoch": 0.7229551451187335,
      "grad_norm": 0.17972691357135773,
      "learning_rate": 7.369878810219154e-05,
      "loss": 1.0634626150131226,
      "step": 274
    },
    {
      "epoch": 0.7255936675461742,
      "grad_norm": 0.18457219004631042,
      "learning_rate": 7.351115582887211e-05,
      "loss": 0.9123151302337646,
      "step": 275
    },
    {
      "epoch": 0.7282321899736148,
      "grad_norm": 0.1787765920162201,
      "learning_rate": 7.332309750577222e-05,
      "loss": 1.0113319158554077,
      "step": 276
    },
    {
      "epoch": 0.7308707124010554,
      "grad_norm": 0.15324430167675018,
      "learning_rate": 7.313461654072973e-05,
      "loss": 0.8716138601303101,
      "step": 277
    },
    {
      "epoch": 0.7335092348284961,
      "grad_norm": 0.17701661586761475,
      "learning_rate": 7.29457163492413e-05,
      "loss": 0.9495022296905518,
      "step": 278
    },
    {
      "epoch": 0.7361477572559367,
      "grad_norm": 0.1860339343547821,
      "learning_rate": 7.275640035440045e-05,
      "loss": 1.1002585887908936,
      "step": 279
    },
    {
      "epoch": 0.7387862796833773,
      "grad_norm": 0.1833198368549347,
      "learning_rate": 7.256667198683552e-05,
      "loss": 1.0140724182128906,
      "step": 280
    },
    {
      "epoch": 0.741424802110818,
      "grad_norm": 0.16927815973758698,
      "learning_rate": 7.237653468464756e-05,
      "loss": 0.8884044885635376,
      "step": 281
    },
    {
      "epoch": 0.7440633245382586,
      "grad_norm": 0.1619526445865631,
      "learning_rate": 7.218599189334799e-05,
      "loss": 0.8716824054718018,
      "step": 282
    },
    {
      "epoch": 0.7467018469656992,
      "grad_norm": 0.1803620606660843,
      "learning_rate": 7.199504706579617e-05,
      "loss": 0.9060261845588684,
      "step": 283
    },
    {
      "epoch": 0.7493403693931399,
      "grad_norm": 0.1543535739183426,
      "learning_rate": 7.180370366213684e-05,
      "loss": 0.9115622043609619,
      "step": 284
    },
    {
      "epoch": 0.7519788918205804,
      "grad_norm": 0.18664343655109406,
      "learning_rate": 7.161196514973734e-05,
      "loss": 0.9853682518005371,
      "step": 285
    },
    {
      "epoch": 0.7546174142480211,
      "grad_norm": 0.165468230843544,
      "learning_rate": 7.141983500312498e-05,
      "loss": 0.9828847646713257,
      "step": 286
    },
    {
      "epoch": 0.7572559366754618,
      "grad_norm": 0.16414625942707062,
      "learning_rate": 7.12273167039238e-05,
      "loss": 0.9459795951843262,
      "step": 287
    },
    {
      "epoch": 0.7598944591029023,
      "grad_norm": 0.16700607538223267,
      "learning_rate": 7.10344137407917e-05,
      "loss": 0.9463711977005005,
      "step": 288
    },
    {
      "epoch": 0.762532981530343,
      "grad_norm": 0.18241791427135468,
      "learning_rate": 7.084112960935716e-05,
      "loss": 1.0513451099395752,
      "step": 289
    },
    {
      "epoch": 0.7651715039577837,
      "grad_norm": 0.1688919961452484,
      "learning_rate": 7.064746781215577e-05,
      "loss": 0.9387044310569763,
      "step": 290
    },
    {
      "epoch": 0.7678100263852242,
      "grad_norm": 0.19025741517543793,
      "learning_rate": 7.045343185856701e-05,
      "loss": 1.0054974555969238,
      "step": 291
    },
    {
      "epoch": 0.7704485488126649,
      "grad_norm": 0.15950188040733337,
      "learning_rate": 7.02590252647504e-05,
      "loss": 0.958078920841217,
      "step": 292
    },
    {
      "epoch": 0.7730870712401056,
      "grad_norm": 0.16371142864227295,
      "learning_rate": 7.006425155358195e-05,
      "loss": 0.8427443504333496,
      "step": 293
    },
    {
      "epoch": 0.7757255936675461,
      "grad_norm": 0.16640605032444,
      "learning_rate": 6.986911425459028e-05,
      "loss": 0.9656301736831665,
      "step": 294
    },
    {
      "epoch": 0.7783641160949868,
      "grad_norm": 0.15756769478321075,
      "learning_rate": 6.967361690389258e-05,
      "loss": 0.8850897550582886,
      "step": 295
    },
    {
      "epoch": 0.7810026385224275,
      "grad_norm": 0.1860872358083725,
      "learning_rate": 6.947776304413071e-05,
      "loss": 1.0678696632385254,
      "step": 296
    },
    {
      "epoch": 0.783641160949868,
      "grad_norm": 0.1724071353673935,
      "learning_rate": 6.92815562244068e-05,
      "loss": 0.9517515897750854,
      "step": 297
    },
    {
      "epoch": 0.7862796833773087,
      "grad_norm": 0.163114994764328,
      "learning_rate": 6.908500000021904e-05,
      "loss": 1.0018560886383057,
      "step": 298
    },
    {
      "epoch": 0.7889182058047494,
      "grad_norm": 0.1724291294813156,
      "learning_rate": 6.88880979333973e-05,
      "loss": 0.8515908718109131,
      "step": 299
    },
    {
      "epoch": 0.7915567282321899,
      "grad_norm": 0.18454426527023315,
      "learning_rate": 6.869085359203844e-05,
      "loss": 1.0833189487457275,
      "step": 300
    },
    {
      "epoch": 0.7941952506596306,
      "grad_norm": 0.19565890729427338,
      "learning_rate": 6.849327055044183e-05,
      "loss": 0.9864209294319153,
      "step": 301
    },
    {
      "epoch": 0.7968337730870713,
      "grad_norm": 0.1698215752840042,
      "learning_rate": 6.82953523890444e-05,
      "loss": 1.0138895511627197,
      "step": 302
    },
    {
      "epoch": 0.7994722955145118,
      "grad_norm": 0.18076743185520172,
      "learning_rate": 6.809710269435589e-05,
      "loss": 0.9143779277801514,
      "step": 303
    },
    {
      "epoch": 0.8021108179419525,
      "grad_norm": 0.18112292885780334,
      "learning_rate": 6.789852505889383e-05,
      "loss": 0.9987108707427979,
      "step": 304
    },
    {
      "epoch": 0.8047493403693932,
      "grad_norm": 0.19905203580856323,
      "learning_rate": 6.769962308111839e-05,
      "loss": 1.0594322681427002,
      "step": 305
    },
    {
      "epoch": 0.8073878627968337,
      "grad_norm": 0.15984803438186646,
      "learning_rate": 6.750040036536718e-05,
      "loss": 0.8765107989311218,
      "step": 306
    },
    {
      "epoch": 0.8100263852242744,
      "grad_norm": 0.18265588581562042,
      "learning_rate": 6.730086052179004e-05,
      "loss": 1.0807573795318604,
      "step": 307
    },
    {
      "epoch": 0.8126649076517151,
      "grad_norm": 0.17338073253631592,
      "learning_rate": 6.710100716628344e-05,
      "loss": 1.0164018869400024,
      "step": 308
    },
    {
      "epoch": 0.8153034300791556,
      "grad_norm": 0.16966766119003296,
      "learning_rate": 6.690084392042513e-05,
      "loss": 0.8892185688018799,
      "step": 309
    },
    {
      "epoch": 0.8179419525065963,
      "grad_norm": 0.1647440642118454,
      "learning_rate": 6.670037441140843e-05,
      "loss": 0.9149801731109619,
      "step": 310
    },
    {
      "epoch": 0.820580474934037,
      "grad_norm": 0.1590905487537384,
      "learning_rate": 6.649960227197647e-05,
      "loss": 0.9656392335891724,
      "step": 311
    },
    {
      "epoch": 0.8232189973614775,
      "grad_norm": 0.1711450070142746,
      "learning_rate": 6.629853114035642e-05,
      "loss": 0.8801575899124146,
      "step": 312
    },
    {
      "epoch": 0.8258575197889182,
      "grad_norm": 0.16500213742256165,
      "learning_rate": 6.609716466019356e-05,
      "loss": 0.962440013885498,
      "step": 313
    },
    {
      "epoch": 0.8284960422163589,
      "grad_norm": 0.16399310529232025,
      "learning_rate": 6.589550648048517e-05,
      "loss": 0.9615823030471802,
      "step": 314
    },
    {
      "epoch": 0.8311345646437994,
      "grad_norm": 0.1439095288515091,
      "learning_rate": 6.569356025551454e-05,
      "loss": 0.8974040150642395,
      "step": 315
    },
    {
      "epoch": 0.8337730870712401,
      "grad_norm": 0.1773672252893448,
      "learning_rate": 6.549132964478465e-05,
      "loss": 0.8947254419326782,
      "step": 316
    },
    {
      "epoch": 0.8364116094986808,
      "grad_norm": 0.1713113933801651,
      "learning_rate": 6.528881831295188e-05,
      "loss": 0.9751154184341431,
      "step": 317
    },
    {
      "epoch": 0.8390501319261213,
      "grad_norm": 0.16960115730762482,
      "learning_rate": 6.508602992975963e-05,
      "loss": 0.887660026550293,
      "step": 318
    },
    {
      "epoch": 0.841688654353562,
      "grad_norm": 0.16344815492630005,
      "learning_rate": 6.488296816997173e-05,
      "loss": 1.0093176364898682,
      "step": 319
    },
    {
      "epoch": 0.8443271767810027,
      "grad_norm": 0.1804485321044922,
      "learning_rate": 6.467963671330602e-05,
      "loss": 0.9559671878814697,
      "step": 320
    },
    {
      "epoch": 0.8469656992084432,
      "grad_norm": 0.1776222586631775,
      "learning_rate": 6.447603924436744e-05,
      "loss": 0.9938176870346069,
      "step": 321
    },
    {
      "epoch": 0.8496042216358839,
      "grad_norm": 0.18694733083248138,
      "learning_rate": 6.427217945258151e-05,
      "loss": 1.0674500465393066,
      "step": 322
    },
    {
      "epoch": 0.8522427440633246,
      "grad_norm": 0.19572079181671143,
      "learning_rate": 6.406806103212725e-05,
      "loss": 1.019213318824768,
      "step": 323
    },
    {
      "epoch": 0.8548812664907651,
      "grad_norm": 0.18069222569465637,
      "learning_rate": 6.38636876818704e-05,
      "loss": 1.1204936504364014,
      "step": 324
    },
    {
      "epoch": 0.8575197889182058,
      "grad_norm": 0.18144075572490692,
      "learning_rate": 6.36590631052963e-05,
      "loss": 0.9554729461669922,
      "step": 325
    },
    {
      "epoch": 0.8601583113456465,
      "grad_norm": 0.17216528952121735,
      "learning_rate": 6.34541910104428e-05,
      "loss": 0.9567139148712158,
      "step": 326
    },
    {
      "epoch": 0.862796833773087,
      "grad_norm": 0.16113649308681488,
      "learning_rate": 6.32490751098331e-05,
      "loss": 0.8932434320449829,
      "step": 327
    },
    {
      "epoch": 0.8654353562005277,
      "grad_norm": 0.17543751001358032,
      "learning_rate": 6.304371912040839e-05,
      "loss": 1.0658743381500244,
      "step": 328
    },
    {
      "epoch": 0.8680738786279684,
      "grad_norm": 0.1963348686695099,
      "learning_rate": 6.283812676346063e-05,
      "loss": 0.9329290390014648,
      "step": 329
    },
    {
      "epoch": 0.8707124010554089,
      "grad_norm": 0.14915871620178223,
      "learning_rate": 6.263230176456498e-05,
      "loss": 0.8152093291282654,
      "step": 330
    },
    {
      "epoch": 0.8733509234828496,
      "grad_norm": 0.16528934240341187,
      "learning_rate": 6.242624785351236e-05,
      "loss": 0.9133073091506958,
      "step": 331
    },
    {
      "epoch": 0.8759894459102903,
      "grad_norm": 0.16276095807552338,
      "learning_rate": 6.221996876424185e-05,
      "loss": 0.9373147487640381,
      "step": 332
    },
    {
      "epoch": 0.8786279683377308,
      "grad_norm": 0.1769801527261734,
      "learning_rate": 6.201346823477303e-05,
      "loss": 0.9239742159843445,
      "step": 333
    },
    {
      "epoch": 0.8812664907651715,
      "grad_norm": 0.166982963681221,
      "learning_rate": 6.180675000713825e-05,
      "loss": 0.9344125986099243,
      "step": 334
    },
    {
      "epoch": 0.8839050131926122,
      "grad_norm": 0.17170056700706482,
      "learning_rate": 6.159981782731474e-05,
      "loss": 0.9131274223327637,
      "step": 335
    },
    {
      "epoch": 0.8865435356200527,
      "grad_norm": 0.1550513505935669,
      "learning_rate": 6.139267544515689e-05,
      "loss": 0.9826679229736328,
      "step": 336
    },
    {
      "epoch": 0.8891820580474934,
      "grad_norm": 0.16641782224178314,
      "learning_rate": 6.118532661432812e-05,
      "loss": 0.9474678039550781,
      "step": 337
    },
    {
      "epoch": 0.8918205804749341,
      "grad_norm": 0.1698181927204132,
      "learning_rate": 6.097777509223299e-05,
      "loss": 0.9482673406600952,
      "step": 338
    },
    {
      "epoch": 0.8944591029023746,
      "grad_norm": 0.17008566856384277,
      "learning_rate": 6.0770024639949074e-05,
      "loss": 0.9680395126342773,
      "step": 339
    },
    {
      "epoch": 0.8970976253298153,
      "grad_norm": 0.15967540442943573,
      "learning_rate": 6.056207902215874e-05,
      "loss": 1.001111388206482,
      "step": 340
    },
    {
      "epoch": 0.899736147757256,
      "grad_norm": 0.1756800413131714,
      "learning_rate": 6.0353942007081046e-05,
      "loss": 0.9691710472106934,
      "step": 341
    },
    {
      "epoch": 0.9023746701846965,
      "grad_norm": 0.1710166037082672,
      "learning_rate": 6.014561736640334e-05,
      "loss": 0.945921778678894,
      "step": 342
    },
    {
      "epoch": 0.9050131926121372,
      "grad_norm": 0.17799116671085358,
      "learning_rate": 5.993710887521302e-05,
      "loss": 1.0534354448318481,
      "step": 343
    },
    {
      "epoch": 0.9076517150395779,
      "grad_norm": 0.1695486456155777,
      "learning_rate": 5.9728420311929014e-05,
      "loss": 0.9974007606506348,
      "step": 344
    },
    {
      "epoch": 0.9102902374670184,
      "grad_norm": 0.176923930644989,
      "learning_rate": 5.951955545823342e-05,
      "loss": 0.8604757785797119,
      "step": 345
    },
    {
      "epoch": 0.9129287598944591,
      "grad_norm": 0.17479252815246582,
      "learning_rate": 5.93105180990029e-05,
      "loss": 0.9862606525421143,
      "step": 346
    },
    {
      "epoch": 0.9155672823218998,
      "grad_norm": 0.18432128429412842,
      "learning_rate": 5.9101312022240106e-05,
      "loss": 1.0248565673828125,
      "step": 347
    },
    {
      "epoch": 0.9182058047493403,
      "grad_norm": 0.18314237892627716,
      "learning_rate": 5.889194101900509e-05,
      "loss": 0.9174256324768066,
      "step": 348
    },
    {
      "epoch": 0.920844327176781,
      "grad_norm": 0.16578571498394012,
      "learning_rate": 5.868240888334653e-05,
      "loss": 1.056714415550232,
      "step": 349
    },
    {
      "epoch": 0.9234828496042217,
      "grad_norm": 0.15476450324058533,
      "learning_rate": 5.847271941223301e-05,
      "loss": 0.9293104410171509,
      "step": 350
    },
    {
      "epoch": 0.9261213720316622,
      "grad_norm": 0.1833016276359558,
      "learning_rate": 5.826287640548425e-05,
      "loss": 0.9992409348487854,
      "step": 351
    },
    {
      "epoch": 0.9287598944591029,
      "grad_norm": 0.17842108011245728,
      "learning_rate": 5.8052883665702195e-05,
      "loss": 1.0228012800216675,
      "step": 352
    },
    {
      "epoch": 0.9313984168865436,
      "grad_norm": 0.18546055257320404,
      "learning_rate": 5.784274499820214e-05,
      "loss": 0.9743684530258179,
      "step": 353
    },
    {
      "epoch": 0.9340369393139841,
      "grad_norm": 0.16940274834632874,
      "learning_rate": 5.7632464210943726e-05,
      "loss": 0.9181085824966431,
      "step": 354
    },
    {
      "epoch": 0.9366754617414248,
      "grad_norm": 0.1520531177520752,
      "learning_rate": 5.742204511446203e-05,
      "loss": 0.9358412623405457,
      "step": 355
    },
    {
      "epoch": 0.9393139841688655,
      "grad_norm": 0.1511743813753128,
      "learning_rate": 5.72114915217984e-05,
      "loss": 0.932067334651947,
      "step": 356
    },
    {
      "epoch": 0.941952506596306,
      "grad_norm": 0.1603623628616333,
      "learning_rate": 5.700080724843147e-05,
      "loss": 0.8600016832351685,
      "step": 357
    },
    {
      "epoch": 0.9445910290237467,
      "grad_norm": 0.16928866505622864,
      "learning_rate": 5.678999611220786e-05,
      "loss": 0.9700044393539429,
      "step": 358
    },
    {
      "epoch": 0.9472295514511874,
      "grad_norm": 0.1810542345046997,
      "learning_rate": 5.657906193327325e-05,
      "loss": 0.9956720471382141,
      "step": 359
    },
    {
      "epoch": 0.9498680738786279,
      "grad_norm": 0.16913573443889618,
      "learning_rate": 5.636800853400285e-05,
      "loss": 0.9498183727264404,
      "step": 360
    },
    {
      "epoch": 0.9525065963060686,
      "grad_norm": 0.17175836861133575,
      "learning_rate": 5.6156839738932343e-05,
      "loss": 0.9880730509757996,
      "step": 361
    },
    {
      "epoch": 0.9551451187335093,
      "grad_norm": 0.1765371859073639,
      "learning_rate": 5.594555937468856e-05,
      "loss": 0.9926971197128296,
      "step": 362
    },
    {
      "epoch": 0.9577836411609498,
      "grad_norm": 0.17631809413433075,
      "learning_rate": 5.573417126992003e-05,
      "loss": 1.1096311807632446,
      "step": 363
    },
    {
      "epoch": 0.9604221635883905,
      "grad_norm": 0.18647527694702148,
      "learning_rate": 5.5522679255227695e-05,
      "loss": 0.9738677740097046,
      "step": 364
    },
    {
      "epoch": 0.9630606860158312,
      "grad_norm": 0.17723622918128967,
      "learning_rate": 5.531108716309547e-05,
      "loss": 1.0370627641677856,
      "step": 365
    },
    {
      "epoch": 0.9656992084432717,
      "grad_norm": 0.18259158730506897,
      "learning_rate": 5.509939882782077e-05,
      "loss": 1.0807445049285889,
      "step": 366
    },
    {
      "epoch": 0.9683377308707124,
      "grad_norm": 0.15763477981090546,
      "learning_rate": 5.4887618085445094e-05,
      "loss": 0.958760142326355,
      "step": 367
    },
    {
      "epoch": 0.9709762532981531,
      "grad_norm": 0.15909765660762787,
      "learning_rate": 5.467574877368441e-05,
      "loss": 0.873651921749115,
      "step": 368
    },
    {
      "epoch": 0.9736147757255936,
      "grad_norm": 0.16833601891994476,
      "learning_rate": 5.446379473185972e-05,
      "loss": 0.9816885590553284,
      "step": 369
    },
    {
      "epoch": 0.9762532981530343,
      "grad_norm": 0.15526193380355835,
      "learning_rate": 5.42517598008274e-05,
      "loss": 0.9115396738052368,
      "step": 370
    },
    {
      "epoch": 0.978891820580475,
      "grad_norm": 0.16502319276332855,
      "learning_rate": 5.4039647822909624e-05,
      "loss": 0.8796002864837646,
      "step": 371
    },
    {
      "epoch": 0.9815303430079155,
      "grad_norm": 0.16136875748634338,
      "learning_rate": 5.38274626418248e-05,
      "loss": 0.9705801010131836,
      "step": 372
    },
    {
      "epoch": 0.9841688654353562,
      "grad_norm": 0.15776164829730988,
      "learning_rate": 5.361520810261779e-05,
      "loss": 0.9282939434051514,
      "step": 373
    },
    {
      "epoch": 0.9868073878627969,
      "grad_norm": 0.1755094826221466,
      "learning_rate": 5.340288805159036e-05,
      "loss": 0.8166096806526184,
      "step": 374
    },
    {
      "epoch": 0.9894459102902374,
      "grad_norm": 0.15046261250972748,
      "learning_rate": 5.319050633623142e-05,
      "loss": 0.8774311542510986,
      "step": 375
    },
    {
      "epoch": 0.9920844327176781,
      "grad_norm": 0.17574267089366913,
      "learning_rate": 5.297806680514731e-05,
      "loss": 0.9345486164093018,
      "step": 376
    },
    {
      "epoch": 0.9947229551451188,
      "grad_norm": 0.17158278822898865,
      "learning_rate": 5.2765573307992036e-05,
      "loss": 0.9240652322769165,
      "step": 377
    },
    {
      "epoch": 0.9973614775725593,
      "grad_norm": 0.17372801899909973,
      "learning_rate": 5.2553029695397525e-05,
      "loss": 0.9987330436706543,
      "step": 378
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.18322864174842834,
      "learning_rate": 5.234043981890394e-05,
      "loss": 0.9055143594741821,
      "step": 379
    },
    {
      "epoch": 1.0026385224274406,
      "grad_norm": 0.163027822971344,
      "learning_rate": 5.212780753088968e-05,
      "loss": 0.8689513206481934,
      "step": 380
    },
    {
      "epoch": 1.0052770448548813,
      "grad_norm": 0.16747920215129852,
      "learning_rate": 5.191513668450178e-05,
      "loss": 0.8572540283203125,
      "step": 381
    },
    {
      "epoch": 1.007915567282322,
      "grad_norm": 0.15519443154335022,
      "learning_rate": 5.170243113358594e-05,
      "loss": 0.7752639651298523,
      "step": 382
    },
    {
      "epoch": 1.0105540897097625,
      "grad_norm": 0.17219293117523193,
      "learning_rate": 5.14896947326168e-05,
      "loss": 0.8173640966415405,
      "step": 383
    },
    {
      "epoch": 1.0131926121372032,
      "grad_norm": 0.18401013314723969,
      "learning_rate": 5.127693133662801e-05,
      "loss": 0.9488857388496399,
      "step": 384
    },
    {
      "epoch": 1.0158311345646438,
      "grad_norm": 0.16421173512935638,
      "learning_rate": 5.1064144801142374e-05,
      "loss": 0.8519411087036133,
      "step": 385
    },
    {
      "epoch": 1.0184696569920844,
      "grad_norm": 0.16793890297412872,
      "learning_rate": 5.0851338982102084e-05,
      "loss": 0.8834291696548462,
      "step": 386
    },
    {
      "epoch": 1.0211081794195251,
      "grad_norm": 0.15045003592967987,
      "learning_rate": 5.0638517735798696e-05,
      "loss": 0.7745985984802246,
      "step": 387
    },
    {
      "epoch": 1.0237467018469657,
      "grad_norm": 0.18770800530910492,
      "learning_rate": 5.042568491880339e-05,
      "loss": 0.8939248919487,
      "step": 388
    },
    {
      "epoch": 1.0263852242744063,
      "grad_norm": 0.1821233332157135,
      "learning_rate": 5.021284438789694e-05,
      "loss": 0.8552336096763611,
      "step": 389
    },
    {
      "epoch": 1.029023746701847,
      "grad_norm": 0.16420002281665802,
      "learning_rate": 5e-05,
      "loss": 0.8692670464515686,
      "step": 390
    },
    {
      "epoch": 1.0316622691292876,
      "grad_norm": 0.18629834055900574,
      "learning_rate": 4.9787155612103074e-05,
      "loss": 0.8282995820045471,
      "step": 391
    },
    {
      "epoch": 1.0343007915567282,
      "grad_norm": 0.1892436146736145,
      "learning_rate": 4.957431508119663e-05,
      "loss": 0.8892487287521362,
      "step": 392
    },
    {
      "epoch": 1.036939313984169,
      "grad_norm": 0.22068382799625397,
      "learning_rate": 4.936148226420132e-05,
      "loss": 0.8855545520782471,
      "step": 393
    },
    {
      "epoch": 1.0395778364116095,
      "grad_norm": 0.1730453372001648,
      "learning_rate": 4.914866101789792e-05,
      "loss": 0.9536787271499634,
      "step": 394
    },
    {
      "epoch": 1.04221635883905,
      "grad_norm": 0.17769935727119446,
      "learning_rate": 4.893585519885764e-05,
      "loss": 0.841202974319458,
      "step": 395
    },
    {
      "epoch": 1.0448548812664908,
      "grad_norm": 0.16897647082805634,
      "learning_rate": 4.8723068663372006e-05,
      "loss": 0.8201183080673218,
      "step": 396
    },
    {
      "epoch": 1.0474934036939314,
      "grad_norm": 0.16851696372032166,
      "learning_rate": 4.851030526738321e-05,
      "loss": 0.7748086452484131,
      "step": 397
    },
    {
      "epoch": 1.050131926121372,
      "grad_norm": 0.1909930258989334,
      "learning_rate": 4.829756886641407e-05,
      "loss": 0.9193738698959351,
      "step": 398
    },
    {
      "epoch": 1.0527704485488127,
      "grad_norm": 0.18687032163143158,
      "learning_rate": 4.8084863315498234e-05,
      "loss": 0.838584303855896,
      "step": 399
    },
    {
      "epoch": 1.0554089709762533,
      "grad_norm": 0.1934981346130371,
      "learning_rate": 4.787219246911034e-05,
      "loss": 0.9033339619636536,
      "step": 400
    },
    {
      "epoch": 1.0580474934036939,
      "grad_norm": 0.18443354964256287,
      "learning_rate": 4.765956018109607e-05,
      "loss": 0.8763784766197205,
      "step": 401
    },
    {
      "epoch": 1.0606860158311346,
      "grad_norm": 0.18538866937160492,
      "learning_rate": 4.744697030460248e-05,
      "loss": 0.8398501873016357,
      "step": 402
    },
    {
      "epoch": 1.0633245382585752,
      "grad_norm": 0.16640767455101013,
      "learning_rate": 4.723442669200798e-05,
      "loss": 0.8269528150558472,
      "step": 403
    },
    {
      "epoch": 1.0659630606860158,
      "grad_norm": 0.22288216650485992,
      "learning_rate": 4.702193319485271e-05,
      "loss": 0.8861086368560791,
      "step": 404
    },
    {
      "epoch": 1.0686015831134565,
      "grad_norm": 0.18035729229450226,
      "learning_rate": 4.680949366376858e-05,
      "loss": 0.824222981929779,
      "step": 405
    },
    {
      "epoch": 1.071240105540897,
      "grad_norm": 0.17725308239459991,
      "learning_rate": 4.659711194840964e-05,
      "loss": 0.9309662580490112,
      "step": 406
    },
    {
      "epoch": 1.0738786279683377,
      "grad_norm": 0.19792447984218597,
      "learning_rate": 4.638479189738224e-05,
      "loss": 0.9101674556732178,
      "step": 407
    },
    {
      "epoch": 1.0765171503957784,
      "grad_norm": 0.19369834661483765,
      "learning_rate": 4.6172537358175214e-05,
      "loss": 0.8125869631767273,
      "step": 408
    },
    {
      "epoch": 1.079155672823219,
      "grad_norm": 0.2080707997083664,
      "learning_rate": 4.5960352177090395e-05,
      "loss": 0.9006462097167969,
      "step": 409
    },
    {
      "epoch": 1.0817941952506596,
      "grad_norm": 0.1985592097043991,
      "learning_rate": 4.5748240199172614e-05,
      "loss": 0.8294681310653687,
      "step": 410
    },
    {
      "epoch": 1.0844327176781003,
      "grad_norm": 0.18108457326889038,
      "learning_rate": 4.5536205268140294e-05,
      "loss": 0.8876621127128601,
      "step": 411
    },
    {
      "epoch": 1.087071240105541,
      "grad_norm": 0.21750716865062714,
      "learning_rate": 4.532425122631559e-05,
      "loss": 0.868391752243042,
      "step": 412
    },
    {
      "epoch": 1.0897097625329815,
      "grad_norm": 0.19873136281967163,
      "learning_rate": 4.511238191455491e-05,
      "loss": 0.8306460380554199,
      "step": 413
    },
    {
      "epoch": 1.0923482849604222,
      "grad_norm": 0.18541795015335083,
      "learning_rate": 4.4900601172179244e-05,
      "loss": 0.9179568290710449,
      "step": 414
    },
    {
      "epoch": 1.0949868073878628,
      "grad_norm": 0.18384666740894318,
      "learning_rate": 4.468891283690454e-05,
      "loss": 0.8310732841491699,
      "step": 415
    },
    {
      "epoch": 1.0976253298153034,
      "grad_norm": 0.1964699774980545,
      "learning_rate": 4.447732074477233e-05,
      "loss": 0.9393026828765869,
      "step": 416
    },
    {
      "epoch": 1.1002638522427441,
      "grad_norm": 0.19017209112644196,
      "learning_rate": 4.4265828730079987e-05,
      "loss": 0.8362956047058105,
      "step": 417
    },
    {
      "epoch": 1.1029023746701847,
      "grad_norm": 0.19348829984664917,
      "learning_rate": 4.405444062531145e-05,
      "loss": 0.7968118190765381,
      "step": 418
    },
    {
      "epoch": 1.1055408970976253,
      "grad_norm": 0.17324209213256836,
      "learning_rate": 4.3843160261067655e-05,
      "loss": 0.7850878834724426,
      "step": 419
    },
    {
      "epoch": 1.108179419525066,
      "grad_norm": 0.17320138216018677,
      "learning_rate": 4.363199146599717e-05,
      "loss": 0.9237335324287415,
      "step": 420
    },
    {
      "epoch": 1.1108179419525066,
      "grad_norm": 0.19056344032287598,
      "learning_rate": 4.342093806672678e-05,
      "loss": 0.8847521543502808,
      "step": 421
    },
    {
      "epoch": 1.1134564643799472,
      "grad_norm": 0.17850638926029205,
      "learning_rate": 4.321000388779214e-05,
      "loss": 0.8789336681365967,
      "step": 422
    },
    {
      "epoch": 1.116094986807388,
      "grad_norm": 0.17765560746192932,
      "learning_rate": 4.2999192751568564e-05,
      "loss": 0.8255523443222046,
      "step": 423
    },
    {
      "epoch": 1.1187335092348285,
      "grad_norm": 0.17237840592861176,
      "learning_rate": 4.2788508478201606e-05,
      "loss": 0.8108619451522827,
      "step": 424
    },
    {
      "epoch": 1.121372031662269,
      "grad_norm": 0.18996207416057587,
      "learning_rate": 4.2577954885537986e-05,
      "loss": 0.8163636922836304,
      "step": 425
    },
    {
      "epoch": 1.1240105540897098,
      "grad_norm": 0.19661268591880798,
      "learning_rate": 4.236753578905627e-05,
      "loss": 0.8180580139160156,
      "step": 426
    },
    {
      "epoch": 1.1266490765171504,
      "grad_norm": 0.1983136236667633,
      "learning_rate": 4.215725500179787e-05,
      "loss": 0.8661148548126221,
      "step": 427
    },
    {
      "epoch": 1.129287598944591,
      "grad_norm": 0.20327302813529968,
      "learning_rate": 4.194711633429782e-05,
      "loss": 0.8483480215072632,
      "step": 428
    },
    {
      "epoch": 1.1319261213720317,
      "grad_norm": 0.18003475666046143,
      "learning_rate": 4.1737123594515756e-05,
      "loss": 0.7864603996276855,
      "step": 429
    },
    {
      "epoch": 1.1345646437994723,
      "grad_norm": 0.19587212800979614,
      "learning_rate": 4.152728058776701e-05,
      "loss": 0.8808155059814453,
      "step": 430
    },
    {
      "epoch": 1.1372031662269129,
      "grad_norm": 0.19418397545814514,
      "learning_rate": 4.131759111665349e-05,
      "loss": 0.832161545753479,
      "step": 431
    },
    {
      "epoch": 1.1398416886543536,
      "grad_norm": 0.2255297303199768,
      "learning_rate": 4.110805898099493e-05,
      "loss": 0.8426797986030579,
      "step": 432
    },
    {
      "epoch": 1.1424802110817942,
      "grad_norm": 0.19156090915203094,
      "learning_rate": 4.089868797775989e-05,
      "loss": 0.8604530096054077,
      "step": 433
    },
    {
      "epoch": 1.1451187335092348,
      "grad_norm": 0.20741666853427887,
      "learning_rate": 4.06894819009971e-05,
      "loss": 0.9090075492858887,
      "step": 434
    },
    {
      "epoch": 1.1477572559366755,
      "grad_norm": 0.19898787140846252,
      "learning_rate": 4.0480444541766576e-05,
      "loss": 0.8166146874427795,
      "step": 435
    },
    {
      "epoch": 1.150395778364116,
      "grad_norm": 0.1938183307647705,
      "learning_rate": 4.0271579688071e-05,
      "loss": 0.7139468193054199,
      "step": 436
    },
    {
      "epoch": 1.1530343007915567,
      "grad_norm": 0.19528253376483917,
      "learning_rate": 4.0062891124787e-05,
      "loss": 0.8504555821418762,
      "step": 437
    },
    {
      "epoch": 1.1556728232189974,
      "grad_norm": 0.1629706174135208,
      "learning_rate": 3.9854382633596664e-05,
      "loss": 0.7654178142547607,
      "step": 438
    },
    {
      "epoch": 1.158311345646438,
      "grad_norm": 0.18239827454090118,
      "learning_rate": 3.964605799291897e-05,
      "loss": 0.8295183777809143,
      "step": 439
    },
    {
      "epoch": 1.1609498680738786,
      "grad_norm": 0.20417547225952148,
      "learning_rate": 3.943792097784127e-05,
      "loss": 0.8282760977745056,
      "step": 440
    },
    {
      "epoch": 1.1635883905013193,
      "grad_norm": 0.16850367188453674,
      "learning_rate": 3.922997536005094e-05,
      "loss": 0.7826701998710632,
      "step": 441
    },
    {
      "epoch": 1.16622691292876,
      "grad_norm": 0.23355093598365784,
      "learning_rate": 3.9022224907767005e-05,
      "loss": 0.8789860010147095,
      "step": 442
    },
    {
      "epoch": 1.1688654353562005,
      "grad_norm": 0.21100738644599915,
      "learning_rate": 3.8814673385671894e-05,
      "loss": 0.8798761367797852,
      "step": 443
    },
    {
      "epoch": 1.1715039577836412,
      "grad_norm": 0.19496478140354156,
      "learning_rate": 3.8607324554843136e-05,
      "loss": 0.8681943416595459,
      "step": 444
    },
    {
      "epoch": 1.1741424802110818,
      "grad_norm": 0.2121591866016388,
      "learning_rate": 3.840018217268527e-05,
      "loss": 0.8384369015693665,
      "step": 445
    },
    {
      "epoch": 1.1767810026385224,
      "grad_norm": 0.1898183971643448,
      "learning_rate": 3.819324999286177e-05,
      "loss": 0.7906219959259033,
      "step": 446
    },
    {
      "epoch": 1.1794195250659631,
      "grad_norm": 0.20216920971870422,
      "learning_rate": 3.7986531765226964e-05,
      "loss": 0.7790259122848511,
      "step": 447
    },
    {
      "epoch": 1.1820580474934037,
      "grad_norm": 0.20957563817501068,
      "learning_rate": 3.778003123575815e-05,
      "loss": 0.7760137915611267,
      "step": 448
    },
    {
      "epoch": 1.1846965699208443,
      "grad_norm": 0.20613044500350952,
      "learning_rate": 3.757375214648764e-05,
      "loss": 0.8447249531745911,
      "step": 449
    },
    {
      "epoch": 1.187335092348285,
      "grad_norm": 0.2005365639925003,
      "learning_rate": 3.7367698235435036e-05,
      "loss": 0.8000772595405579,
      "step": 450
    },
    {
      "epoch": 1.1899736147757256,
      "grad_norm": 0.18416504561901093,
      "learning_rate": 3.716187323653939e-05,
      "loss": 0.8127347230911255,
      "step": 451
    },
    {
      "epoch": 1.1926121372031662,
      "grad_norm": 0.18120023608207703,
      "learning_rate": 3.695628087959162e-05,
      "loss": 0.8312699794769287,
      "step": 452
    },
    {
      "epoch": 1.195250659630607,
      "grad_norm": 0.19914136826992035,
      "learning_rate": 3.675092489016693e-05,
      "loss": 0.8587290048599243,
      "step": 453
    },
    {
      "epoch": 1.1978891820580475,
      "grad_norm": 0.18168587982654572,
      "learning_rate": 3.6545808989557205e-05,
      "loss": 0.8895556926727295,
      "step": 454
    },
    {
      "epoch": 1.200527704485488,
      "grad_norm": 0.19216057658195496,
      "learning_rate": 3.634093689470371e-05,
      "loss": 0.8902896642684937,
      "step": 455
    },
    {
      "epoch": 1.2031662269129288,
      "grad_norm": 0.19391824305057526,
      "learning_rate": 3.61363123181296e-05,
      "loss": 0.7836971282958984,
      "step": 456
    },
    {
      "epoch": 1.2058047493403694,
      "grad_norm": 0.22049692273139954,
      "learning_rate": 3.5931938967872766e-05,
      "loss": 0.9629299640655518,
      "step": 457
    },
    {
      "epoch": 1.20844327176781,
      "grad_norm": 0.20522050559520721,
      "learning_rate": 3.5727820547418524e-05,
      "loss": 0.8854247331619263,
      "step": 458
    },
    {
      "epoch": 1.2110817941952507,
      "grad_norm": 0.19162432849407196,
      "learning_rate": 3.5523960755632574e-05,
      "loss": 0.8424211740493774,
      "step": 459
    },
    {
      "epoch": 1.2137203166226913,
      "grad_norm": 0.19570188224315643,
      "learning_rate": 3.5320363286694015e-05,
      "loss": 0.7317659854888916,
      "step": 460
    },
    {
      "epoch": 1.2163588390501319,
      "grad_norm": 0.2107311189174652,
      "learning_rate": 3.5117031830028274e-05,
      "loss": 0.8849686980247498,
      "step": 461
    },
    {
      "epoch": 1.2189973614775726,
      "grad_norm": 0.20445716381072998,
      "learning_rate": 3.4913970070240386e-05,
      "loss": 0.8883921504020691,
      "step": 462
    },
    {
      "epoch": 1.2216358839050132,
      "grad_norm": 0.2084072083234787,
      "learning_rate": 3.471118168704811e-05,
      "loss": 0.8633065819740295,
      "step": 463
    },
    {
      "epoch": 1.2242744063324538,
      "grad_norm": 0.2052319049835205,
      "learning_rate": 3.450867035521536e-05,
      "loss": 0.8934541344642639,
      "step": 464
    },
    {
      "epoch": 1.2269129287598945,
      "grad_norm": 0.19645145535469055,
      "learning_rate": 3.4306439744485454e-05,
      "loss": 0.9101189970970154,
      "step": 465
    },
    {
      "epoch": 1.229551451187335,
      "grad_norm": 0.2135409414768219,
      "learning_rate": 3.4104493519514844e-05,
      "loss": 0.833043098449707,
      "step": 466
    },
    {
      "epoch": 1.2321899736147757,
      "grad_norm": 0.18406689167022705,
      "learning_rate": 3.390283533980646e-05,
      "loss": 0.8629342317581177,
      "step": 467
    },
    {
      "epoch": 1.2348284960422165,
      "grad_norm": 0.2001754194498062,
      "learning_rate": 3.370146885964358e-05,
      "loss": 0.873695969581604,
      "step": 468
    },
    {
      "epoch": 1.237467018469657,
      "grad_norm": 0.2148927003145218,
      "learning_rate": 3.350039772802354e-05,
      "loss": 0.8796666264533997,
      "step": 469
    },
    {
      "epoch": 1.2401055408970976,
      "grad_norm": 0.21805380284786224,
      "learning_rate": 3.3299625588591564e-05,
      "loss": 0.9472431540489197,
      "step": 470
    },
    {
      "epoch": 1.2427440633245384,
      "grad_norm": 0.1728621870279312,
      "learning_rate": 3.309915607957487e-05,
      "loss": 0.7903483510017395,
      "step": 471
    },
    {
      "epoch": 1.245382585751979,
      "grad_norm": 0.1994401216506958,
      "learning_rate": 3.289899283371657e-05,
      "loss": 0.8357045650482178,
      "step": 472
    },
    {
      "epoch": 1.2480211081794195,
      "grad_norm": 0.1856645941734314,
      "learning_rate": 3.269913947820998e-05,
      "loss": 0.8685092926025391,
      "step": 473
    },
    {
      "epoch": 1.2506596306068603,
      "grad_norm": 0.18104133009910583,
      "learning_rate": 3.249959963463283e-05,
      "loss": 0.8382564783096313,
      "step": 474
    },
    {
      "epoch": 1.2532981530343008,
      "grad_norm": 0.1977917104959488,
      "learning_rate": 3.2300376918881624e-05,
      "loss": 0.7892318964004517,
      "step": 475
    },
    {
      "epoch": 1.2559366754617414,
      "grad_norm": 0.19494417309761047,
      "learning_rate": 3.210147494110618e-05,
      "loss": 0.8779850602149963,
      "step": 476
    },
    {
      "epoch": 1.258575197889182,
      "grad_norm": 0.18986152112483978,
      "learning_rate": 3.1902897305644095e-05,
      "loss": 0.8703120350837708,
      "step": 477
    },
    {
      "epoch": 1.2612137203166227,
      "grad_norm": 0.21342100203037262,
      "learning_rate": 3.170464761095562e-05,
      "loss": 0.8629742860794067,
      "step": 478
    },
    {
      "epoch": 1.2638522427440633,
      "grad_norm": 0.19701190292835236,
      "learning_rate": 3.1506729449558184e-05,
      "loss": 0.8151880502700806,
      "step": 479
    },
    {
      "epoch": 1.266490765171504,
      "grad_norm": 0.19951196014881134,
      "learning_rate": 3.130914640796157e-05,
      "loss": 0.7900158762931824,
      "step": 480
    },
    {
      "epoch": 1.2691292875989446,
      "grad_norm": 0.1988476812839508,
      "learning_rate": 3.1111902066602724e-05,
      "loss": 0.8788620233535767,
      "step": 481
    },
    {
      "epoch": 1.2717678100263852,
      "grad_norm": 0.2119346261024475,
      "learning_rate": 3.091499999978097e-05,
      "loss": 0.9024869799613953,
      "step": 482
    },
    {
      "epoch": 1.2744063324538257,
      "grad_norm": 0.1857406198978424,
      "learning_rate": 3.071844377559323e-05,
      "loss": 0.8004682064056396,
      "step": 483
    },
    {
      "epoch": 1.2770448548812665,
      "grad_norm": 0.2080564647912979,
      "learning_rate": 3.052223695586929e-05,
      "loss": 0.7997844815254211,
      "step": 484
    },
    {
      "epoch": 1.279683377308707,
      "grad_norm": 0.20487792789936066,
      "learning_rate": 3.0326383096107426e-05,
      "loss": 0.8369828462600708,
      "step": 485
    },
    {
      "epoch": 1.2823218997361479,
      "grad_norm": 0.21704550087451935,
      "learning_rate": 3.013088574540974e-05,
      "loss": 0.8362990617752075,
      "step": 486
    },
    {
      "epoch": 1.2849604221635884,
      "grad_norm": 0.1796228289604187,
      "learning_rate": 2.9935748446418066e-05,
      "loss": 0.7657400369644165,
      "step": 487
    },
    {
      "epoch": 1.287598944591029,
      "grad_norm": 0.19341661036014557,
      "learning_rate": 2.9740974735249627e-05,
      "loss": 0.8564615845680237,
      "step": 488
    },
    {
      "epoch": 1.2902374670184695,
      "grad_norm": 0.19471068680286407,
      "learning_rate": 2.9546568141433006e-05,
      "loss": 0.8282036781311035,
      "step": 489
    },
    {
      "epoch": 1.2928759894459103,
      "grad_norm": 0.19298681616783142,
      "learning_rate": 2.9352532187844252e-05,
      "loss": 0.7633144855499268,
      "step": 490
    },
    {
      "epoch": 1.2955145118733509,
      "grad_norm": 0.2185523808002472,
      "learning_rate": 2.915887039064287e-05,
      "loss": 0.8637824058532715,
      "step": 491
    },
    {
      "epoch": 1.2981530343007917,
      "grad_norm": 0.18757079541683197,
      "learning_rate": 2.8965586259208295e-05,
      "loss": 0.9021022915840149,
      "step": 492
    },
    {
      "epoch": 1.3007915567282322,
      "grad_norm": 0.22943295538425446,
      "learning_rate": 2.8772683296076196e-05,
      "loss": 0.7836156487464905,
      "step": 493
    },
    {
      "epoch": 1.3034300791556728,
      "grad_norm": 0.22361497581005096,
      "learning_rate": 2.858016499687503e-05,
      "loss": 0.8892571926116943,
      "step": 494
    },
    {
      "epoch": 1.3060686015831133,
      "grad_norm": 0.17517295479774475,
      "learning_rate": 2.8388034850262646e-05,
      "loss": 0.7846842408180237,
      "step": 495
    },
    {
      "epoch": 1.3087071240105541,
      "grad_norm": 0.21480333805084229,
      "learning_rate": 2.8196296337863193e-05,
      "loss": 0.8207566142082214,
      "step": 496
    },
    {
      "epoch": 1.3113456464379947,
      "grad_norm": 0.20812678337097168,
      "learning_rate": 2.8004952934203838e-05,
      "loss": 0.8578101396560669,
      "step": 497
    },
    {
      "epoch": 1.3139841688654355,
      "grad_norm": 0.20664533972740173,
      "learning_rate": 2.7814008106652012e-05,
      "loss": 0.8509771823883057,
      "step": 498
    },
    {
      "epoch": 1.316622691292876,
      "grad_norm": 0.21508260071277618,
      "learning_rate": 2.762346531535246e-05,
      "loss": 0.8185523748397827,
      "step": 499
    },
    {
      "epoch": 1.3192612137203166,
      "grad_norm": 0.1851697713136673,
      "learning_rate": 2.7433328013164495e-05,
      "loss": 0.7895690202713013,
      "step": 500
    },
    {
      "epoch": 1.3218997361477571,
      "grad_norm": 0.21966880559921265,
      "learning_rate": 2.7243599645599576e-05,
      "loss": 0.8147685527801514,
      "step": 501
    },
    {
      "epoch": 1.324538258575198,
      "grad_norm": 0.2082214504480362,
      "learning_rate": 2.7054283650758682e-05,
      "loss": 0.9062052369117737,
      "step": 502
    },
    {
      "epoch": 1.3271767810026385,
      "grad_norm": 0.18478548526763916,
      "learning_rate": 2.6865383459270265e-05,
      "loss": 0.8946532011032104,
      "step": 503
    },
    {
      "epoch": 1.3298153034300793,
      "grad_norm": 0.2242600917816162,
      "learning_rate": 2.6676902494227795e-05,
      "loss": 0.8830220699310303,
      "step": 504
    },
    {
      "epoch": 1.3324538258575198,
      "grad_norm": 0.22042159736156464,
      "learning_rate": 2.6488844171127903e-05,
      "loss": 0.8637486696243286,
      "step": 505
    },
    {
      "epoch": 1.3350923482849604,
      "grad_norm": 0.19908133149147034,
      "learning_rate": 2.6301211897808464e-05,
      "loss": 0.9240211248397827,
      "step": 506
    },
    {
      "epoch": 1.337730870712401,
      "grad_norm": 0.21462836861610413,
      "learning_rate": 2.6114009074386846e-05,
      "loss": 0.8997042179107666,
      "step": 507
    },
    {
      "epoch": 1.3403693931398417,
      "grad_norm": 0.2102992832660675,
      "learning_rate": 2.5927239093198274e-05,
      "loss": 0.8191858530044556,
      "step": 508
    },
    {
      "epoch": 1.3430079155672823,
      "grad_norm": 0.21195337176322937,
      "learning_rate": 2.574090533873431e-05,
      "loss": 0.8745005130767822,
      "step": 509
    },
    {
      "epoch": 1.345646437994723,
      "grad_norm": 0.17979484796524048,
      "learning_rate": 2.555501118758167e-05,
      "loss": 0.8337305784225464,
      "step": 510
    },
    {
      "epoch": 1.3482849604221636,
      "grad_norm": 0.19970622658729553,
      "learning_rate": 2.5369560008360828e-05,
      "loss": 0.8389545679092407,
      "step": 511
    },
    {
      "epoch": 1.3509234828496042,
      "grad_norm": 0.2224525660276413,
      "learning_rate": 2.518455516166517e-05,
      "loss": 0.9300051927566528,
      "step": 512
    },
    {
      "epoch": 1.3535620052770447,
      "grad_norm": 0.2070772796869278,
      "learning_rate": 2.500000000000001e-05,
      "loss": 0.8477452993392944,
      "step": 513
    },
    {
      "epoch": 1.3562005277044855,
      "grad_norm": 0.20911110937595367,
      "learning_rate": 2.4815897867721784e-05,
      "loss": 0.8734545707702637,
      "step": 514
    },
    {
      "epoch": 1.358839050131926,
      "grad_norm": 0.21647144854068756,
      "learning_rate": 2.4632252100977566e-05,
      "loss": 0.8972655534744263,
      "step": 515
    },
    {
      "epoch": 1.3614775725593669,
      "grad_norm": 0.21526023745536804,
      "learning_rate": 2.4449066027644475e-05,
      "loss": 0.8118870258331299,
      "step": 516
    },
    {
      "epoch": 1.3641160949868074,
      "grad_norm": 0.20327945053577423,
      "learning_rate": 2.4266342967269552e-05,
      "loss": 0.855424165725708,
      "step": 517
    },
    {
      "epoch": 1.366754617414248,
      "grad_norm": 0.19717800617218018,
      "learning_rate": 2.4084086231009395e-05,
      "loss": 0.7565803527832031,
      "step": 518
    },
    {
      "epoch": 1.3693931398416885,
      "grad_norm": 0.20523078739643097,
      "learning_rate": 2.3902299121570333e-05,
      "loss": 0.9261975288391113,
      "step": 519
    },
    {
      "epoch": 1.3720316622691293,
      "grad_norm": 0.219309002161026,
      "learning_rate": 2.3720984933148444e-05,
      "loss": 0.7988795042037964,
      "step": 520
    },
    {
      "epoch": 1.3746701846965699,
      "grad_norm": 0.24325881898403168,
      "learning_rate": 2.354014695136997e-05,
      "loss": 0.8413968086242676,
      "step": 521
    },
    {
      "epoch": 1.3773087071240107,
      "grad_norm": 0.19859999418258667,
      "learning_rate": 2.3359788453231724e-05,
      "loss": 0.8811598420143127,
      "step": 522
    },
    {
      "epoch": 1.3799472295514512,
      "grad_norm": 0.2395762950181961,
      "learning_rate": 2.317991270704167e-05,
      "loss": 0.8950267434120178,
      "step": 523
    },
    {
      "epoch": 1.3825857519788918,
      "grad_norm": 0.17747214436531067,
      "learning_rate": 2.30005229723598e-05,
      "loss": 0.7522149085998535,
      "step": 524
    },
    {
      "epoch": 1.3852242744063323,
      "grad_norm": 0.2008499652147293,
      "learning_rate": 2.282162249993895e-05,
      "loss": 0.727147102355957,
      "step": 525
    },
    {
      "epoch": 1.3878627968337731,
      "grad_norm": 0.20609167218208313,
      "learning_rate": 2.2643214531665978e-05,
      "loss": 0.8256455659866333,
      "step": 526
    },
    {
      "epoch": 1.3905013192612137,
      "grad_norm": 0.20032787322998047,
      "learning_rate": 2.246530230050301e-05,
      "loss": 0.8437114357948303,
      "step": 527
    },
    {
      "epoch": 1.3931398416886545,
      "grad_norm": 0.21618762612342834,
      "learning_rate": 2.228788903042877e-05,
      "loss": 0.8061575293540955,
      "step": 528
    },
    {
      "epoch": 1.395778364116095,
      "grad_norm": 0.2020416408777237,
      "learning_rate": 2.211097793638029e-05,
      "loss": 0.7951303124427795,
      "step": 529
    },
    {
      "epoch": 1.3984168865435356,
      "grad_norm": 0.21808432042598724,
      "learning_rate": 2.19345722241945e-05,
      "loss": 0.893155038356781,
      "step": 530
    },
    {
      "epoch": 1.4010554089709761,
      "grad_norm": 0.20245902240276337,
      "learning_rate": 2.175867509055033e-05,
      "loss": 0.8358583450317383,
      "step": 531
    },
    {
      "epoch": 1.403693931398417,
      "grad_norm": 0.20912860333919525,
      "learning_rate": 2.158328972291056e-05,
      "loss": 0.8978977799415588,
      "step": 532
    },
    {
      "epoch": 1.4063324538258575,
      "grad_norm": 0.22441457211971283,
      "learning_rate": 2.1408419299464245e-05,
      "loss": 0.861559271812439,
      "step": 533
    },
    {
      "epoch": 1.4089709762532983,
      "grad_norm": 0.19903819262981415,
      "learning_rate": 2.1234066989068972e-05,
      "loss": 0.8497825860977173,
      "step": 534
    },
    {
      "epoch": 1.4116094986807388,
      "grad_norm": 0.2019970715045929,
      "learning_rate": 2.106023595119358e-05,
      "loss": 0.8910925388336182,
      "step": 535
    },
    {
      "epoch": 1.4142480211081794,
      "grad_norm": 0.19506564736366272,
      "learning_rate": 2.0886929335860826e-05,
      "loss": 0.8591622710227966,
      "step": 536
    },
    {
      "epoch": 1.41688654353562,
      "grad_norm": 0.19065196812152863,
      "learning_rate": 2.071415028359026e-05,
      "loss": 0.8114444017410278,
      "step": 537
    },
    {
      "epoch": 1.4195250659630607,
      "grad_norm": 0.20525790750980377,
      "learning_rate": 2.0541901925341445e-05,
      "loss": 0.8627693057060242,
      "step": 538
    },
    {
      "epoch": 1.4221635883905013,
      "grad_norm": 0.1845739483833313,
      "learning_rate": 2.0370187382457068e-05,
      "loss": 0.784498929977417,
      "step": 539
    },
    {
      "epoch": 1.424802110817942,
      "grad_norm": 0.19489313662052155,
      "learning_rate": 2.0199009766606507e-05,
      "loss": 0.8950122594833374,
      "step": 540
    },
    {
      "epoch": 1.4274406332453826,
      "grad_norm": 0.19720782339572906,
      "learning_rate": 2.0028372179729403e-05,
      "loss": 0.8929563760757446,
      "step": 541
    },
    {
      "epoch": 1.4300791556728232,
      "grad_norm": 0.2457919865846634,
      "learning_rate": 1.985827771397938e-05,
      "loss": 0.8557782173156738,
      "step": 542
    },
    {
      "epoch": 1.4327176781002637,
      "grad_norm": 0.212116539478302,
      "learning_rate": 1.9688729451668114e-05,
      "loss": 0.8671682476997375,
      "step": 543
    },
    {
      "epoch": 1.4353562005277045,
      "grad_norm": 0.20607347786426544,
      "learning_rate": 1.9519730465209384e-05,
      "loss": 0.8468962907791138,
      "step": 544
    },
    {
      "epoch": 1.437994722955145,
      "grad_norm": 0.19764231145381927,
      "learning_rate": 1.935128381706355e-05,
      "loss": 0.8730595707893372,
      "step": 545
    },
    {
      "epoch": 1.4406332453825859,
      "grad_norm": 0.20810900628566742,
      "learning_rate": 1.9183392559681812e-05,
      "loss": 0.905620813369751,
      "step": 546
    },
    {
      "epoch": 1.4432717678100264,
      "grad_norm": 0.20794421434402466,
      "learning_rate": 1.901605973545116e-05,
      "loss": 0.8467898964881897,
      "step": 547
    },
    {
      "epoch": 1.445910290237467,
      "grad_norm": 0.1914779394865036,
      "learning_rate": 1.8849288376639017e-05,
      "loss": 0.8068687915802002,
      "step": 548
    },
    {
      "epoch": 1.4485488126649075,
      "grad_norm": 0.21812552213668823,
      "learning_rate": 1.868308150533847e-05,
      "loss": 0.8541518449783325,
      "step": 549
    },
    {
      "epoch": 1.4511873350923483,
      "grad_norm": 0.2212463617324829,
      "learning_rate": 1.8517442133413403e-05,
      "loss": 0.8813215494155884,
      "step": 550
    },
    {
      "epoch": 1.4538258575197889,
      "grad_norm": 0.22319260239601135,
      "learning_rate": 1.8352373262443916e-05,
      "loss": 0.9005920886993408,
      "step": 551
    },
    {
      "epoch": 1.4564643799472297,
      "grad_norm": 0.22040770947933197,
      "learning_rate": 1.818787788367202e-05,
      "loss": 0.8013516664505005,
      "step": 552
    },
    {
      "epoch": 1.4591029023746702,
      "grad_norm": 0.21650803089141846,
      "learning_rate": 1.8023958977947304e-05,
      "loss": 0.8534271717071533,
      "step": 553
    },
    {
      "epoch": 1.4617414248021108,
      "grad_norm": 0.2045343667268753,
      "learning_rate": 1.7860619515673033e-05,
      "loss": 0.7753493785858154,
      "step": 554
    },
    {
      "epoch": 1.4643799472295513,
      "grad_norm": 0.20727676153182983,
      "learning_rate": 1.7697862456752273e-05,
      "loss": 0.8886493444442749,
      "step": 555
    },
    {
      "epoch": 1.4670184696569921,
      "grad_norm": 0.19541321694850922,
      "learning_rate": 1.7535690750534266e-05,
      "loss": 0.7950649261474609,
      "step": 556
    },
    {
      "epoch": 1.4696569920844327,
      "grad_norm": 0.21428488194942474,
      "learning_rate": 1.7374107335760936e-05,
      "loss": 0.8809351921081543,
      "step": 557
    },
    {
      "epoch": 1.4722955145118735,
      "grad_norm": 0.1980544626712799,
      "learning_rate": 1.7213115140513686e-05,
      "loss": 0.7901041507720947,
      "step": 558
    },
    {
      "epoch": 1.474934036939314,
      "grad_norm": 0.19511975347995758,
      "learning_rate": 1.7052717082160346e-05,
      "loss": 0.8931927680969238,
      "step": 559
    },
    {
      "epoch": 1.4775725593667546,
      "grad_norm": 0.20257903635501862,
      "learning_rate": 1.689291606730228e-05,
      "loss": 0.7760272026062012,
      "step": 560
    },
    {
      "epoch": 1.4802110817941951,
      "grad_norm": 0.2089790254831314,
      "learning_rate": 1.673371499172174e-05,
      "loss": 0.8708549737930298,
      "step": 561
    },
    {
      "epoch": 1.482849604221636,
      "grad_norm": 0.2033015638589859,
      "learning_rate": 1.6575116740329317e-05,
      "loss": 0.8020316362380981,
      "step": 562
    },
    {
      "epoch": 1.4854881266490765,
      "grad_norm": 0.19399622082710266,
      "learning_rate": 1.6417124187111775e-05,
      "loss": 0.8268682956695557,
      "step": 563
    },
    {
      "epoch": 1.4881266490765173,
      "grad_norm": 0.2089431881904602,
      "learning_rate": 1.6259740195079903e-05,
      "loss": 0.8855108618736267,
      "step": 564
    },
    {
      "epoch": 1.4907651715039578,
      "grad_norm": 0.2224927544593811,
      "learning_rate": 1.610296761621662e-05,
      "loss": 0.825925350189209,
      "step": 565
    },
    {
      "epoch": 1.4934036939313984,
      "grad_norm": 0.22050341963768005,
      "learning_rate": 1.594680929142535e-05,
      "loss": 0.896023690700531,
      "step": 566
    },
    {
      "epoch": 1.496042216358839,
      "grad_norm": 0.193280890583992,
      "learning_rate": 1.5791268050478486e-05,
      "loss": 0.7469483017921448,
      "step": 567
    },
    {
      "epoch": 1.4986807387862797,
      "grad_norm": 0.20433108508586884,
      "learning_rate": 1.5636346711966155e-05,
      "loss": 0.8419564962387085,
      "step": 568
    },
    {
      "epoch": 1.5013192612137203,
      "grad_norm": 0.2134133279323578,
      "learning_rate": 1.5482048083245114e-05,
      "loss": 0.8411462903022766,
      "step": 569
    },
    {
      "epoch": 1.503957783641161,
      "grad_norm": 0.2517402470111847,
      "learning_rate": 1.532837496038792e-05,
      "loss": 0.8998865485191345,
      "step": 570
    },
    {
      "epoch": 1.5065963060686016,
      "grad_norm": 0.19719058275222778,
      "learning_rate": 1.517533012813217e-05,
      "loss": 0.790407121181488,
      "step": 571
    },
    {
      "epoch": 1.5092348284960422,
      "grad_norm": 0.19815827906131744,
      "learning_rate": 1.5022916359830113e-05,
      "loss": 0.827681303024292,
      "step": 572
    },
    {
      "epoch": 1.5118733509234827,
      "grad_norm": 0.20996305346488953,
      "learning_rate": 1.4871136417398406e-05,
      "loss": 0.8366416692733765,
      "step": 573
    },
    {
      "epoch": 1.5145118733509235,
      "grad_norm": 0.20357419550418854,
      "learning_rate": 1.4719993051268022e-05,
      "loss": 0.7767808437347412,
      "step": 574
    },
    {
      "epoch": 1.517150395778364,
      "grad_norm": 0.19412170350551605,
      "learning_rate": 1.4569489000334436e-05,
      "loss": 0.8966915011405945,
      "step": 575
    },
    {
      "epoch": 1.5197889182058049,
      "grad_norm": 0.21949054300785065,
      "learning_rate": 1.4419626991907925e-05,
      "loss": 0.9867626428604126,
      "step": 576
    },
    {
      "epoch": 1.5224274406332454,
      "grad_norm": 0.21542461216449738,
      "learning_rate": 1.427040974166427e-05,
      "loss": 0.7484675645828247,
      "step": 577
    },
    {
      "epoch": 1.525065963060686,
      "grad_norm": 0.20638151466846466,
      "learning_rate": 1.412183995359544e-05,
      "loss": 0.8688530921936035,
      "step": 578
    },
    {
      "epoch": 1.5277044854881265,
      "grad_norm": 0.21876366436481476,
      "learning_rate": 1.3973920319960655e-05,
      "loss": 0.9383907318115234,
      "step": 579
    },
    {
      "epoch": 1.5303430079155673,
      "grad_norm": 0.21015901863574982,
      "learning_rate": 1.3826653521237525e-05,
      "loss": 0.7594534754753113,
      "step": 580
    },
    {
      "epoch": 1.5329815303430079,
      "grad_norm": 0.19950366020202637,
      "learning_rate": 1.3680042226073552e-05,
      "loss": 0.8834112882614136,
      "step": 581
    },
    {
      "epoch": 1.5356200527704487,
      "grad_norm": 0.21755766868591309,
      "learning_rate": 1.3534089091237755e-05,
      "loss": 0.8213707208633423,
      "step": 582
    },
    {
      "epoch": 1.5382585751978892,
      "grad_norm": 0.19696074724197388,
      "learning_rate": 1.3388796761572492e-05,
      "loss": 0.9167644381523132,
      "step": 583
    },
    {
      "epoch": 1.5408970976253298,
      "grad_norm": 0.21788553893566132,
      "learning_rate": 1.3244167869945589e-05,
      "loss": 0.931348443031311,
      "step": 584
    },
    {
      "epoch": 1.5435356200527703,
      "grad_norm": 0.2014394998550415,
      "learning_rate": 1.310020503720254e-05,
      "loss": 0.8700617551803589,
      "step": 585
    },
    {
      "epoch": 1.5461741424802111,
      "grad_norm": 0.21630780398845673,
      "learning_rate": 1.295691087211912e-05,
      "loss": 0.8227249979972839,
      "step": 586
    },
    {
      "epoch": 1.5488126649076517,
      "grad_norm": 0.18821114301681519,
      "learning_rate": 1.2814287971354022e-05,
      "loss": 0.8128796815872192,
      "step": 587
    },
    {
      "epoch": 1.5514511873350925,
      "grad_norm": 0.2557939887046814,
      "learning_rate": 1.2672338919401866e-05,
      "loss": 0.8653614521026611,
      "step": 588
    },
    {
      "epoch": 1.554089709762533,
      "grad_norm": 0.1947825402021408,
      "learning_rate": 1.253106628854635e-05,
      "loss": 0.9020968675613403,
      "step": 589
    },
    {
      "epoch": 1.5567282321899736,
      "grad_norm": 0.21898962557315826,
      "learning_rate": 1.2390472638813571e-05,
      "loss": 0.7656817436218262,
      "step": 590
    },
    {
      "epoch": 1.5593667546174141,
      "grad_norm": 0.21510836482048035,
      "learning_rate": 1.2250560517925746e-05,
      "loss": 0.8295509815216064,
      "step": 591
    },
    {
      "epoch": 1.562005277044855,
      "grad_norm": 0.2284301370382309,
      "learning_rate": 1.211133246125497e-05,
      "loss": 0.8284837603569031,
      "step": 592
    },
    {
      "epoch": 1.5646437994722955,
      "grad_norm": 0.20992207527160645,
      "learning_rate": 1.1972790991777311e-05,
      "loss": 0.8653608560562134,
      "step": 593
    },
    {
      "epoch": 1.5672823218997363,
      "grad_norm": 0.22688503563404083,
      "learning_rate": 1.183493862002702e-05,
      "loss": 0.8686569929122925,
      "step": 594
    },
    {
      "epoch": 1.5699208443271768,
      "grad_norm": 0.19538283348083496,
      "learning_rate": 1.1697777844051105e-05,
      "loss": 0.7942227125167847,
      "step": 595
    },
    {
      "epoch": 1.5725593667546174,
      "grad_norm": 0.21061819791793823,
      "learning_rate": 1.1561311149364073e-05,
      "loss": 0.84868323802948,
      "step": 596
    },
    {
      "epoch": 1.575197889182058,
      "grad_norm": 0.21847675740718842,
      "learning_rate": 1.1425541008902851e-05,
      "loss": 0.8898189067840576,
      "step": 597
    },
    {
      "epoch": 1.5778364116094987,
      "grad_norm": 0.20205287635326385,
      "learning_rate": 1.1290469882981986e-05,
      "loss": 0.6871122121810913,
      "step": 598
    },
    {
      "epoch": 1.5804749340369393,
      "grad_norm": 0.209647536277771,
      "learning_rate": 1.1156100219249022e-05,
      "loss": 0.7839260101318359,
      "step": 599
    },
    {
      "epoch": 1.58311345646438,
      "grad_norm": 0.19462355971336365,
      "learning_rate": 1.102243445264025e-05,
      "loss": 0.7594859600067139,
      "step": 600
    },
    {
      "epoch": 1.5857519788918206,
      "grad_norm": 0.20564399659633636,
      "learning_rate": 1.0889475005336446e-05,
      "loss": 0.9194256067276001,
      "step": 601
    },
    {
      "epoch": 1.5883905013192612,
      "grad_norm": 0.2016313374042511,
      "learning_rate": 1.075722428671911e-05,
      "loss": 0.8529200553894043,
      "step": 602
    },
    {
      "epoch": 1.5910290237467017,
      "grad_norm": 0.22161997854709625,
      "learning_rate": 1.0625684693326727e-05,
      "loss": 0.8794209957122803,
      "step": 603
    },
    {
      "epoch": 1.5936675461741425,
      "grad_norm": 0.19965285062789917,
      "learning_rate": 1.0494858608811326e-05,
      "loss": 0.7318451404571533,
      "step": 604
    },
    {
      "epoch": 1.596306068601583,
      "grad_norm": 0.21324901282787323,
      "learning_rate": 1.036474840389537e-05,
      "loss": 0.7938931584358215,
      "step": 605
    },
    {
      "epoch": 1.5989445910290239,
      "grad_norm": 0.2236800491809845,
      "learning_rate": 1.0235356436328675e-05,
      "loss": 0.9312845468521118,
      "step": 606
    },
    {
      "epoch": 1.6015831134564644,
      "grad_norm": 0.20095610618591309,
      "learning_rate": 1.0106685050845838e-05,
      "loss": 0.9334725737571716,
      "step": 607
    },
    {
      "epoch": 1.604221635883905,
      "grad_norm": 0.24465373158454895,
      "learning_rate": 9.978736579123577e-06,
      "loss": 0.9391512274742126,
      "step": 608
    },
    {
      "epoch": 1.6068601583113455,
      "grad_norm": 0.21828067302703857,
      "learning_rate": 9.851513339738628e-06,
      "loss": 0.9064762592315674,
      "step": 609
    },
    {
      "epoch": 1.6094986807387863,
      "grad_norm": 0.21165606379508972,
      "learning_rate": 9.72501763812561e-06,
      "loss": 0.8413673639297485,
      "step": 610
    },
    {
      "epoch": 1.6121372031662269,
      "grad_norm": 0.19530081748962402,
      "learning_rate": 9.599251766535345e-06,
      "loss": 0.8129094839096069,
      "step": 611
    },
    {
      "epoch": 1.6147757255936677,
      "grad_norm": 0.19908255338668823,
      "learning_rate": 9.474218003993273e-06,
      "loss": 0.7808138132095337,
      "step": 612
    },
    {
      "epoch": 1.6174142480211082,
      "grad_norm": 0.1975618451833725,
      "learning_rate": 9.349918616258114e-06,
      "loss": 0.7855852842330933,
      "step": 613
    },
    {
      "epoch": 1.6200527704485488,
      "grad_norm": 0.20149685442447662,
      "learning_rate": 9.226355855780921e-06,
      "loss": 0.774482011795044,
      "step": 614
    },
    {
      "epoch": 1.6226912928759893,
      "grad_norm": 0.21338312327861786,
      "learning_rate": 9.103531961664118e-06,
      "loss": 0.8815280199050903,
      "step": 615
    },
    {
      "epoch": 1.6253298153034301,
      "grad_norm": 0.2008296102285385,
      "learning_rate": 8.981449159621074e-06,
      "loss": 0.8243716359138489,
      "step": 616
    },
    {
      "epoch": 1.6279683377308707,
      "grad_norm": 0.21292272210121155,
      "learning_rate": 8.860109661935674e-06,
      "loss": 0.8072988390922546,
      "step": 617
    },
    {
      "epoch": 1.6306068601583115,
      "grad_norm": 0.23465301096439362,
      "learning_rate": 8.73951566742221e-06,
      "loss": 0.8511773347854614,
      "step": 618
    },
    {
      "epoch": 1.633245382585752,
      "grad_norm": 0.46375322341918945,
      "learning_rate": 8.619669361385663e-06,
      "loss": 0.853812575340271,
      "step": 619
    },
    {
      "epoch": 1.6358839050131926,
      "grad_norm": 0.18248288333415985,
      "learning_rate": 8.500572915581922e-06,
      "loss": 0.7355204224586487,
      "step": 620
    },
    {
      "epoch": 1.6385224274406331,
      "grad_norm": 0.18261535465717316,
      "learning_rate": 8.38222848817864e-06,
      "loss": 0.8264297246932983,
      "step": 621
    },
    {
      "epoch": 1.641160949868074,
      "grad_norm": 0.20754438638687134,
      "learning_rate": 8.264638223715916e-06,
      "loss": 0.8225191235542297,
      "step": 622
    },
    {
      "epoch": 1.6437994722955145,
      "grad_norm": 0.20159278810024261,
      "learning_rate": 8.14780425306758e-06,
      "loss": 0.87016361951828,
      "step": 623
    },
    {
      "epoch": 1.6464379947229553,
      "grad_norm": 0.22935034334659576,
      "learning_rate": 8.031728693402502e-06,
      "loss": 0.8048298358917236,
      "step": 624
    },
    {
      "epoch": 1.6490765171503958,
      "grad_norm": 0.18488283455371857,
      "learning_rate": 7.91641364814628e-06,
      "loss": 0.8106614351272583,
      "step": 625
    },
    {
      "epoch": 1.6517150395778364,
      "grad_norm": 0.21160657703876495,
      "learning_rate": 7.801861206943089e-06,
      "loss": 0.8310866951942444,
      "step": 626
    },
    {
      "epoch": 1.654353562005277,
      "grad_norm": 0.1970130354166031,
      "learning_rate": 7.688073445617799e-06,
      "loss": 0.7170044779777527,
      "step": 627
    },
    {
      "epoch": 1.6569920844327177,
      "grad_norm": 0.20660647749900818,
      "learning_rate": 7.5750524261384235e-06,
      "loss": 0.7831541299819946,
      "step": 628
    },
    {
      "epoch": 1.6596306068601583,
      "grad_norm": 0.20981073379516602,
      "learning_rate": 7.462800196578662e-06,
      "loss": 0.8566669225692749,
      "step": 629
    },
    {
      "epoch": 1.662269129287599,
      "grad_norm": 0.23708082735538483,
      "learning_rate": 7.35131879108088e-06,
      "loss": 0.8529813289642334,
      "step": 630
    },
    {
      "epoch": 1.6649076517150396,
      "grad_norm": 0.9549576640129089,
      "learning_rate": 7.240610229819195e-06,
      "loss": 0.8493508100509644,
      "step": 631
    },
    {
      "epoch": 1.6675461741424802,
      "grad_norm": 0.2114357352256775,
      "learning_rate": 7.130676518962859e-06,
      "loss": 0.8748669624328613,
      "step": 632
    },
    {
      "epoch": 1.6701846965699207,
      "grad_norm": 0.19402459263801575,
      "learning_rate": 7.0215196506399515e-06,
      "loss": 0.8187092542648315,
      "step": 633
    },
    {
      "epoch": 1.6728232189973615,
      "grad_norm": 0.20854152739048004,
      "learning_rate": 6.913141602901213e-06,
      "loss": 0.9096065163612366,
      "step": 634
    },
    {
      "epoch": 1.675461741424802,
      "grad_norm": 0.21093755960464478,
      "learning_rate": 6.8055443396842945e-06,
      "loss": 0.8709210157394409,
      "step": 635
    },
    {
      "epoch": 1.6781002638522429,
      "grad_norm": 0.21466106176376343,
      "learning_rate": 6.698729810778065e-06,
      "loss": 0.8059540390968323,
      "step": 636
    },
    {
      "epoch": 1.6807387862796834,
      "grad_norm": 0.19374695420265198,
      "learning_rate": 6.592699951787362e-06,
      "loss": 0.8607715368270874,
      "step": 637
    },
    {
      "epoch": 1.683377308707124,
      "grad_norm": 0.2216903418302536,
      "learning_rate": 6.487456684097848e-06,
      "loss": 0.8703226447105408,
      "step": 638
    },
    {
      "epoch": 1.6860158311345645,
      "grad_norm": 0.24131982028484344,
      "learning_rate": 6.3830019148412525e-06,
      "loss": 0.8075211048126221,
      "step": 639
    },
    {
      "epoch": 1.6886543535620053,
      "grad_norm": 0.19988761842250824,
      "learning_rate": 6.279337536860785e-06,
      "loss": 0.8634479641914368,
      "step": 640
    },
    {
      "epoch": 1.6912928759894459,
      "grad_norm": 0.21736286580562592,
      "learning_rate": 6.17646542867682e-06,
      "loss": 0.8513948321342468,
      "step": 641
    },
    {
      "epoch": 1.6939313984168867,
      "grad_norm": 0.21482457220554352,
      "learning_rate": 6.07438745445289e-06,
      "loss": 0.8792531490325928,
      "step": 642
    },
    {
      "epoch": 1.6965699208443272,
      "grad_norm": 0.20397554337978363,
      "learning_rate": 5.973105463961865e-06,
      "loss": 0.8307263851165771,
      "step": 643
    },
    {
      "epoch": 1.6992084432717678,
      "grad_norm": 0.20772746205329895,
      "learning_rate": 5.872621292552477e-06,
      "loss": 0.8588171005249023,
      "step": 644
    },
    {
      "epoch": 1.7018469656992083,
      "grad_norm": 0.21618413925170898,
      "learning_rate": 5.772936761116027e-06,
      "loss": 0.8800046443939209,
      "step": 645
    },
    {
      "epoch": 1.7044854881266491,
      "grad_norm": 0.20802974700927734,
      "learning_rate": 5.6740536760534144e-06,
      "loss": 0.9347285032272339,
      "step": 646
    },
    {
      "epoch": 1.7071240105540897,
      "grad_norm": 0.22136233747005463,
      "learning_rate": 5.575973829242364e-06,
      "loss": 0.8545072078704834,
      "step": 647
    },
    {
      "epoch": 1.7097625329815305,
      "grad_norm": 0.2067175656557083,
      "learning_rate": 5.478698998004967e-06,
      "loss": 0.8864841461181641,
      "step": 648
    },
    {
      "epoch": 1.712401055408971,
      "grad_norm": 0.23648934066295624,
      "learning_rate": 5.382230945075556e-06,
      "loss": 0.86419677734375,
      "step": 649
    },
    {
      "epoch": 1.7150395778364116,
      "grad_norm": 0.20306909084320068,
      "learning_rate": 5.286571418568615e-06,
      "loss": 0.8809700012207031,
      "step": 650
    },
    {
      "epoch": 1.7176781002638521,
      "grad_norm": 0.2015990912914276,
      "learning_rate": 5.191722151947226e-06,
      "loss": 0.7576265931129456,
      "step": 651
    },
    {
      "epoch": 1.720316622691293,
      "grad_norm": 0.20526087284088135,
      "learning_rate": 5.097684863991575e-06,
      "loss": 0.8124517798423767,
      "step": 652
    },
    {
      "epoch": 1.7229551451187335,
      "grad_norm": 0.21329709887504578,
      "learning_rate": 5.004461258767873e-06,
      "loss": 0.8556035757064819,
      "step": 653
    },
    {
      "epoch": 1.7255936675461743,
      "grad_norm": 0.21723578870296478,
      "learning_rate": 4.912053025597429e-06,
      "loss": 0.8384562134742737,
      "step": 654
    },
    {
      "epoch": 1.7282321899736148,
      "grad_norm": 0.19574065506458282,
      "learning_rate": 4.820461839026047e-06,
      "loss": 0.8278510570526123,
      "step": 655
    },
    {
      "epoch": 1.7308707124010554,
      "grad_norm": 0.1882028728723526,
      "learning_rate": 4.729689358793693e-06,
      "loss": 0.8415632843971252,
      "step": 656
    },
    {
      "epoch": 1.733509234828496,
      "grad_norm": 0.22890862822532654,
      "learning_rate": 4.639737229804403e-06,
      "loss": 0.8932334184646606,
      "step": 657
    },
    {
      "epoch": 1.7361477572559367,
      "grad_norm": 0.2388426512479782,
      "learning_rate": 4.5506070820964976e-06,
      "loss": 0.7936335802078247,
      "step": 658
    },
    {
      "epoch": 1.7387862796833773,
      "grad_norm": 0.2018558830022812,
      "learning_rate": 4.462300530813024e-06,
      "loss": 0.7627620100975037,
      "step": 659
    },
    {
      "epoch": 1.741424802110818,
      "grad_norm": 0.2154654711484909,
      "learning_rate": 4.374819176172501e-06,
      "loss": 0.8787714838981628,
      "step": 660
    },
    {
      "epoch": 1.7440633245382586,
      "grad_norm": 0.2038903832435608,
      "learning_rate": 4.2881646034398925e-06,
      "loss": 0.8130042552947998,
      "step": 661
    },
    {
      "epoch": 1.7467018469656992,
      "grad_norm": 0.21601106226444244,
      "learning_rate": 4.20233838289793e-06,
      "loss": 0.835135281085968,
      "step": 662
    },
    {
      "epoch": 1.7493403693931397,
      "grad_norm": 0.2100323736667633,
      "learning_rate": 4.117342069818603e-06,
      "loss": 0.8817960023880005,
      "step": 663
    },
    {
      "epoch": 1.7519788918205803,
      "grad_norm": 0.20168212056159973,
      "learning_rate": 4.033177204435024e-06,
      "loss": 0.8514724969863892,
      "step": 664
    },
    {
      "epoch": 1.754617414248021,
      "grad_norm": 0.2164795845746994,
      "learning_rate": 3.949845311913492e-06,
      "loss": 0.8425164818763733,
      "step": 665
    },
    {
      "epoch": 1.7572559366754619,
      "grad_norm": 0.19507786631584167,
      "learning_rate": 3.8673479023258465e-06,
      "loss": 0.8335729241371155,
      "step": 666
    },
    {
      "epoch": 1.7598944591029024,
      "grad_norm": 0.23975177109241486,
      "learning_rate": 3.7856864706221185e-06,
      "loss": 0.8719772696495056,
      "step": 667
    },
    {
      "epoch": 1.762532981530343,
      "grad_norm": 0.21782037615776062,
      "learning_rate": 3.7048624966034506e-06,
      "loss": 0.8989812135696411,
      "step": 668
    },
    {
      "epoch": 1.7651715039577835,
      "grad_norm": 0.1859140247106552,
      "learning_rate": 3.6248774448952695e-06,
      "loss": 0.8056320548057556,
      "step": 669
    },
    {
      "epoch": 1.767810026385224,
      "grad_norm": 0.19920724630355835,
      "learning_rate": 3.5457327649207172e-06,
      "loss": 0.7947468757629395,
      "step": 670
    },
    {
      "epoch": 1.770448548812665,
      "grad_norm": 0.19092382490634918,
      "learning_rate": 3.467429890874424e-06,
      "loss": 0.7448170781135559,
      "step": 671
    },
    {
      "epoch": 1.7730870712401057,
      "grad_norm": 0.22142529487609863,
      "learning_rate": 3.389970241696516e-06,
      "loss": 0.9054186344146729,
      "step": 672
    },
    {
      "epoch": 1.7757255936675462,
      "grad_norm": 0.22562207281589508,
      "learning_rate": 3.3133552210468875e-06,
      "loss": 0.9187839031219482,
      "step": 673
    },
    {
      "epoch": 1.7783641160949868,
      "grad_norm": 0.21036329865455627,
      "learning_rate": 3.2375862172797864e-06,
      "loss": 0.7974717020988464,
      "step": 674
    },
    {
      "epoch": 1.7810026385224274,
      "grad_norm": 0.21586009860038757,
      "learning_rate": 3.162664603418608e-06,
      "loss": 0.9025945663452148,
      "step": 675
    },
    {
      "epoch": 1.783641160949868,
      "grad_norm": 0.20773616433143616,
      "learning_rate": 3.0885917371310745e-06,
      "loss": 0.8064232468605042,
      "step": 676
    },
    {
      "epoch": 1.7862796833773087,
      "grad_norm": 0.2322840839624405,
      "learning_rate": 3.0153689607045845e-06,
      "loss": 0.7908546924591064,
      "step": 677
    },
    {
      "epoch": 1.7889182058047495,
      "grad_norm": 0.2061799168586731,
      "learning_rate": 2.942997601021924e-06,
      "loss": 0.8989397287368774,
      "step": 678
    },
    {
      "epoch": 1.79155672823219,
      "grad_norm": 0.2287965565919876,
      "learning_rate": 2.871478969537206e-06,
      "loss": 0.9402959942817688,
      "step": 679
    },
    {
      "epoch": 1.7941952506596306,
      "grad_norm": 0.22069700062274933,
      "learning_rate": 2.800814362252091e-06,
      "loss": 0.7985097169876099,
      "step": 680
    },
    {
      "epoch": 1.7968337730870712,
      "grad_norm": 0.20467771589756012,
      "learning_rate": 2.731005059692332e-06,
      "loss": 0.7937331199645996,
      "step": 681
    },
    {
      "epoch": 1.7994722955145117,
      "grad_norm": 0.21517489850521088,
      "learning_rate": 2.662052326884551e-06,
      "loss": 0.8889937996864319,
      "step": 682
    },
    {
      "epoch": 1.8021108179419525,
      "grad_norm": 0.20879219472408295,
      "learning_rate": 2.5939574133333312e-06,
      "loss": 0.875966489315033,
      "step": 683
    },
    {
      "epoch": 1.8047493403693933,
      "grad_norm": 0.20481455326080322,
      "learning_rate": 2.5267215529985342e-06,
      "loss": 0.7772852778434753,
      "step": 684
    },
    {
      "epoch": 1.8073878627968338,
      "grad_norm": 0.23448669910430908,
      "learning_rate": 2.4603459642729863e-06,
      "loss": 0.9144713878631592,
      "step": 685
    },
    {
      "epoch": 1.8100263852242744,
      "grad_norm": 0.22476829588413239,
      "learning_rate": 2.394831849960377e-06,
      "loss": 0.802951455116272,
      "step": 686
    },
    {
      "epoch": 1.812664907651715,
      "grad_norm": 0.20005077123641968,
      "learning_rate": 2.330180397253473e-06,
      "loss": 0.7209995985031128,
      "step": 687
    },
    {
      "epoch": 1.8153034300791555,
      "grad_norm": 0.21807320415973663,
      "learning_rate": 2.266392777712595e-06,
      "loss": 0.8040324449539185,
      "step": 688
    },
    {
      "epoch": 1.8179419525065963,
      "grad_norm": 0.21830332279205322,
      "learning_rate": 2.203470147244385e-06,
      "loss": 0.875383734703064,
      "step": 689
    },
    {
      "epoch": 1.820580474934037,
      "grad_norm": 0.23793306946754456,
      "learning_rate": 2.1414136460808807e-06,
      "loss": 0.7538058161735535,
      "step": 690
    },
    {
      "epoch": 1.8232189973614776,
      "grad_norm": 0.22125472128391266,
      "learning_rate": 2.0802243987588066e-06,
      "loss": 0.8075780868530273,
      "step": 691
    },
    {
      "epoch": 1.8258575197889182,
      "grad_norm": 0.21494165062904358,
      "learning_rate": 2.019903514099275e-06,
      "loss": 0.8103631138801575,
      "step": 692
    },
    {
      "epoch": 1.8284960422163588,
      "grad_norm": 0.23122619092464447,
      "learning_rate": 1.9604520851876198e-06,
      "loss": 0.8613567352294922,
      "step": 693
    },
    {
      "epoch": 1.8311345646437993,
      "grad_norm": 0.20822040736675262,
      "learning_rate": 1.901871189353599e-06,
      "loss": 0.9021971225738525,
      "step": 694
    },
    {
      "epoch": 1.83377308707124,
      "grad_norm": 0.20075157284736633,
      "learning_rate": 1.8441618881519184e-06,
      "loss": 0.8062754273414612,
      "step": 695
    },
    {
      "epoch": 1.8364116094986809,
      "grad_norm": 0.20415347814559937,
      "learning_rate": 1.7873252273429509e-06,
      "loss": 0.811295747756958,
      "step": 696
    },
    {
      "epoch": 1.8390501319261214,
      "grad_norm": 0.21688245236873627,
      "learning_rate": 1.7313622368738014e-06,
      "loss": 0.8866380453109741,
      "step": 697
    },
    {
      "epoch": 1.841688654353562,
      "grad_norm": 0.19460809230804443,
      "learning_rate": 1.6762739308596343e-06,
      "loss": 0.8552433252334595,
      "step": 698
    },
    {
      "epoch": 1.8443271767810026,
      "grad_norm": 0.1838616132736206,
      "learning_rate": 1.6220613075653202e-06,
      "loss": 0.6805065274238586,
      "step": 699
    },
    {
      "epoch": 1.8469656992084431,
      "grad_norm": 0.1913633495569229,
      "learning_rate": 1.5687253493873067e-06,
      "loss": 0.7490788698196411,
      "step": 700
    },
    {
      "epoch": 1.849604221635884,
      "grad_norm": 0.2015620470046997,
      "learning_rate": 1.51626702283586e-06,
      "loss": 0.8849630355834961,
      "step": 701
    },
    {
      "epoch": 1.8522427440633247,
      "grad_norm": 0.2095753252506256,
      "learning_rate": 1.464687278517518e-06,
      "loss": 0.8486800193786621,
      "step": 702
    },
    {
      "epoch": 1.8548812664907652,
      "grad_norm": 0.21090112626552582,
      "learning_rate": 1.4139870511178766e-06,
      "loss": 0.8101059794425964,
      "step": 703
    },
    {
      "epoch": 1.8575197889182058,
      "grad_norm": 0.22010932862758636,
      "learning_rate": 1.3641672593846632e-06,
      "loss": 0.8158517479896545,
      "step": 704
    },
    {
      "epoch": 1.8601583113456464,
      "grad_norm": 0.20055443048477173,
      "learning_rate": 1.3152288061110518e-06,
      "loss": 0.7629213333129883,
      "step": 705
    },
    {
      "epoch": 1.862796833773087,
      "grad_norm": 0.19355174899101257,
      "learning_rate": 1.2671725781193467e-06,
      "loss": 0.7851141691207886,
      "step": 706
    },
    {
      "epoch": 1.8654353562005277,
      "grad_norm": 0.2218313366174698,
      "learning_rate": 1.2199994462448904e-06,
      "loss": 0.8358639478683472,
      "step": 707
    },
    {
      "epoch": 1.8680738786279685,
      "grad_norm": 0.20099952816963196,
      "learning_rate": 1.1737102653202826e-06,
      "loss": 0.8785051107406616,
      "step": 708
    },
    {
      "epoch": 1.870712401055409,
      "grad_norm": 0.20789465308189392,
      "learning_rate": 1.128305874159896e-06,
      "loss": 0.7248390316963196,
      "step": 709
    },
    {
      "epoch": 1.8733509234828496,
      "grad_norm": 0.20585159957408905,
      "learning_rate": 1.0837870955446638e-06,
      "loss": 0.8331854343414307,
      "step": 710
    },
    {
      "epoch": 1.8759894459102902,
      "grad_norm": 0.21308377385139465,
      "learning_rate": 1.040154736207194e-06,
      "loss": 0.860977292060852,
      "step": 711
    },
    {
      "epoch": 1.8786279683377307,
      "grad_norm": 0.21850626170635223,
      "learning_rate": 9.974095868171162e-07,
      "loss": 0.8206614255905151,
      "step": 712
    },
    {
      "epoch": 1.8812664907651715,
      "grad_norm": 0.19836367666721344,
      "learning_rate": 9.555524219667989e-07,
      "loss": 0.8025310635566711,
      "step": 713
    },
    {
      "epoch": 1.8839050131926123,
      "grad_norm": 0.21136832237243652,
      "learning_rate": 9.145840001572537e-07,
      "loss": 0.8504902124404907,
      "step": 714
    },
    {
      "epoch": 1.8865435356200528,
      "grad_norm": 0.23634563386440277,
      "learning_rate": 8.745050637844532e-07,
      "loss": 0.8698995113372803,
      "step": 715
    },
    {
      "epoch": 1.8891820580474934,
      "grad_norm": 0.2007746547460556,
      "learning_rate": 8.353163391258301e-07,
      "loss": 0.8317679166793823,
      "step": 716
    },
    {
      "epoch": 1.891820580474934,
      "grad_norm": 0.20997071266174316,
      "learning_rate": 7.970185363271431e-07,
      "loss": 0.7819387912750244,
      "step": 717
    },
    {
      "epoch": 1.8944591029023745,
      "grad_norm": 0.21593962609767914,
      "learning_rate": 7.596123493895991e-07,
      "loss": 0.8462232947349548,
      "step": 718
    },
    {
      "epoch": 1.8970976253298153,
      "grad_norm": 0.20098824799060822,
      "learning_rate": 7.230984561572729e-07,
      "loss": 0.835645318031311,
      "step": 719
    },
    {
      "epoch": 1.899736147757256,
      "grad_norm": 0.20634238421916962,
      "learning_rate": 6.874775183048299e-07,
      "loss": 0.8471999764442444,
      "step": 720
    },
    {
      "epoch": 1.9023746701846966,
      "grad_norm": 0.18705205619335175,
      "learning_rate": 6.527501813255344e-07,
      "loss": 0.8066807389259338,
      "step": 721
    },
    {
      "epoch": 1.9050131926121372,
      "grad_norm": 0.22316007316112518,
      "learning_rate": 6.189170745195649e-07,
      "loss": 0.8412566184997559,
      "step": 722
    },
    {
      "epoch": 1.9076517150395778,
      "grad_norm": 0.20048147439956665,
      "learning_rate": 5.859788109825793e-07,
      "loss": 0.7970318794250488,
      "step": 723
    },
    {
      "epoch": 1.9102902374670183,
      "grad_norm": 0.22987322509288788,
      "learning_rate": 5.53935987594617e-07,
      "loss": 0.7696294188499451,
      "step": 724
    },
    {
      "epoch": 1.912928759894459,
      "grad_norm": 0.23662720620632172,
      "learning_rate": 5.227891850093314e-07,
      "loss": 0.8058530688285828,
      "step": 725
    },
    {
      "epoch": 1.9155672823218999,
      "grad_norm": 0.2005518525838852,
      "learning_rate": 4.925389676433745e-07,
      "loss": 0.7893189191818237,
      "step": 726
    },
    {
      "epoch": 1.9182058047493404,
      "grad_norm": 0.22957301139831543,
      "learning_rate": 4.6318588366625616e-07,
      "loss": 0.9222890138626099,
      "step": 727
    },
    {
      "epoch": 1.920844327176781,
      "grad_norm": 0.20035627484321594,
      "learning_rate": 4.347304649903572e-07,
      "loss": 0.8075400590896606,
      "step": 728
    },
    {
      "epoch": 1.9234828496042216,
      "grad_norm": 0.22035662829875946,
      "learning_rate": 4.071732272613149e-07,
      "loss": 0.800722599029541,
      "step": 729
    },
    {
      "epoch": 1.9261213720316621,
      "grad_norm": 0.21661067008972168,
      "learning_rate": 3.805146698486695e-07,
      "loss": 0.8441472053527832,
      "step": 730
    },
    {
      "epoch": 1.928759894459103,
      "grad_norm": 0.2007487416267395,
      "learning_rate": 3.5475527583681e-07,
      "loss": 0.720578134059906,
      "step": 731
    },
    {
      "epoch": 1.9313984168865437,
      "grad_norm": 0.2147989273071289,
      "learning_rate": 3.2989551201624835e-07,
      "loss": 0.8720710277557373,
      "step": 732
    },
    {
      "epoch": 1.9340369393139842,
      "grad_norm": 0.2244662344455719,
      "learning_rate": 3.059358288751202e-07,
      "loss": 0.8538236021995544,
      "step": 733
    },
    {
      "epoch": 1.9366754617414248,
      "grad_norm": 0.1987634301185608,
      "learning_rate": 2.828766605910471e-07,
      "loss": 0.8031460642814636,
      "step": 734
    },
    {
      "epoch": 1.9393139841688654,
      "grad_norm": 0.23431123793125153,
      "learning_rate": 2.6071842502326527e-07,
      "loss": 0.9187484979629517,
      "step": 735
    },
    {
      "epoch": 1.941952506596306,
      "grad_norm": 0.20140373706817627,
      "learning_rate": 2.3946152370505346e-07,
      "loss": 0.8281949758529663,
      "step": 736
    },
    {
      "epoch": 1.9445910290237467,
      "grad_norm": 0.20692074298858643,
      "learning_rate": 2.1910634183644474e-07,
      "loss": 0.7750309705734253,
      "step": 737
    },
    {
      "epoch": 1.9472295514511875,
      "grad_norm": 0.2009861320257187,
      "learning_rate": 1.996532482772595e-07,
      "loss": 0.8492032885551453,
      "step": 738
    },
    {
      "epoch": 1.949868073878628,
      "grad_norm": 0.21607014536857605,
      "learning_rate": 1.811025955404333e-07,
      "loss": 0.8605877161026001,
      "step": 739
    },
    {
      "epoch": 1.9525065963060686,
      "grad_norm": 0.21618352830410004,
      "learning_rate": 1.6345471978558845e-07,
      "loss": 0.8067154884338379,
      "step": 740
    },
    {
      "epoch": 1.9551451187335092,
      "grad_norm": 0.1969093680381775,
      "learning_rate": 1.4670994081297795e-07,
      "loss": 0.8418698310852051,
      "step": 741
    },
    {
      "epoch": 1.9577836411609497,
      "grad_norm": 0.21148380637168884,
      "learning_rate": 1.3086856205768438e-07,
      "loss": 0.9082729816436768,
      "step": 742
    },
    {
      "epoch": 1.9604221635883905,
      "grad_norm": 0.21570627391338348,
      "learning_rate": 1.1593087058410779e-07,
      "loss": 0.828383207321167,
      "step": 743
    },
    {
      "epoch": 1.9630606860158313,
      "grad_norm": 0.22988225519657135,
      "learning_rate": 1.0189713708078085e-07,
      "loss": 0.8422545194625854,
      "step": 744
    },
    {
      "epoch": 1.9656992084432718,
      "grad_norm": 0.21034526824951172,
      "learning_rate": 8.876761585545068e-08,
      "loss": 0.8603432774543762,
      "step": 745
    },
    {
      "epoch": 1.9683377308707124,
      "grad_norm": 0.23274272680282593,
      "learning_rate": 7.65425448304713e-08,
      "loss": 0.9002218246459961,
      "step": 746
    },
    {
      "epoch": 1.970976253298153,
      "grad_norm": 0.19577914476394653,
      "learning_rate": 6.522214553850159e-08,
      "loss": 0.8663936853408813,
      "step": 747
    },
    {
      "epoch": 1.9736147757255935,
      "grad_norm": 0.2175392359495163,
      "learning_rate": 5.4806623118486275e-08,
      "loss": 0.8117172122001648,
      "step": 748
    },
    {
      "epoch": 1.9762532981530343,
      "grad_norm": 0.2106153666973114,
      "learning_rate": 4.529616631193112e-08,
      "loss": 0.9605646133422852,
      "step": 749
    },
    {
      "epoch": 1.978891820580475,
      "grad_norm": 0.20242197811603546,
      "learning_rate": 3.669094745950008e-08,
      "loss": 0.7868301272392273,
      "step": 750
    },
    {
      "epoch": 1.9815303430079156,
      "grad_norm": 0.22185878455638885,
      "learning_rate": 2.899112249786229e-08,
      "loss": 0.9537394046783447,
      "step": 751
    },
    {
      "epoch": 1.9841688654353562,
      "grad_norm": 0.2320915013551712,
      "learning_rate": 2.219683095690539e-08,
      "loss": 0.9150735139846802,
      "step": 752
    },
    {
      "epoch": 1.9868073878627968,
      "grad_norm": 0.24962309002876282,
      "learning_rate": 1.6308195957182027e-08,
      "loss": 0.769099235534668,
      "step": 753
    },
    {
      "epoch": 1.9894459102902373,
      "grad_norm": 0.20675364136695862,
      "learning_rate": 1.1325324207667188e-08,
      "loss": 0.8421361446380615,
      "step": 754
    },
    {
      "epoch": 1.992084432717678,
      "grad_norm": 0.1924310028553009,
      "learning_rate": 7.248306003865279e-09,
      "loss": 0.8723808526992798,
      "step": 755
    },
    {
      "epoch": 1.9947229551451189,
      "grad_norm": 0.2054050862789154,
      "learning_rate": 4.07721522613369e-09,
      "loss": 0.8893437385559082,
      "step": 756
    },
    {
      "epoch": 1.9973614775725594,
      "grad_norm": 0.21500982344150543,
      "learning_rate": 1.8121093383671738e-09,
      "loss": 0.9416911602020264,
      "step": 757
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.2577999234199524,
      "learning_rate": 4.5302938694868903e-10,
      "loss": 0.8910604119300842,
      "step": 758
    }
  ],
  "logging_steps": 1,
  "max_steps": 758,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 100,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 8.294513101283913e+18,
  "train_batch_size": 16,
  "trial_name": null,
  "trial_params": null
}