{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 4.986425339366516,
  "eval_steps": 500,
  "global_step": 550,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.00904977375565611,
      "grad_norm": 6.353778491475079,
      "learning_rate": 1.4545454545454546e-06,
      "loss": 0.8197,
      "step": 1
    },
    {
      "epoch": 0.01809954751131222,
      "grad_norm": 6.38646932272591,
      "learning_rate": 2.9090909090909093e-06,
      "loss": 0.8224,
      "step": 2
    },
    {
      "epoch": 0.027149321266968326,
      "grad_norm": 6.053910996051301,
      "learning_rate": 4.363636363636364e-06,
      "loss": 0.8034,
      "step": 3
    },
    {
      "epoch": 0.03619909502262444,
      "grad_norm": 4.366009246926635,
      "learning_rate": 5.8181818181818185e-06,
      "loss": 0.774,
      "step": 4
    },
    {
      "epoch": 0.04524886877828054,
      "grad_norm": 2.274884898169855,
      "learning_rate": 7.272727272727273e-06,
      "loss": 0.7292,
      "step": 5
    },
    {
      "epoch": 0.05429864253393665,
      "grad_norm": 1.9029591404903814,
      "learning_rate": 8.727272727272728e-06,
      "loss": 0.7138,
      "step": 6
    },
    {
      "epoch": 0.06334841628959276,
      "grad_norm": 4.535776001491079,
      "learning_rate": 1.0181818181818182e-05,
      "loss": 0.7317,
      "step": 7
    },
    {
      "epoch": 0.07239819004524888,
      "grad_norm": 5.273781078723551,
      "learning_rate": 1.1636363636363637e-05,
      "loss": 0.7227,
      "step": 8
    },
    {
      "epoch": 0.08144796380090498,
      "grad_norm": 6.613983727436227,
      "learning_rate": 1.3090909090909092e-05,
      "loss": 0.7225,
      "step": 9
    },
    {
      "epoch": 0.09049773755656108,
      "grad_norm": 5.322076805028839,
      "learning_rate": 1.4545454545454546e-05,
      "loss": 0.7032,
      "step": 10
    },
    {
      "epoch": 0.09954751131221719,
      "grad_norm": 2.6848510839250563,
      "learning_rate": 1.6000000000000003e-05,
      "loss": 0.6662,
      "step": 11
    },
    {
      "epoch": 0.1085972850678733,
      "grad_norm": 2.501883063773779,
      "learning_rate": 1.7454545454545456e-05,
      "loss": 0.6361,
      "step": 12
    },
    {
      "epoch": 0.11764705882352941,
      "grad_norm": 2.4408014518675407,
      "learning_rate": 1.8909090909090912e-05,
      "loss": 0.6328,
      "step": 13
    },
    {
      "epoch": 0.12669683257918551,
      "grad_norm": 1.3581412540415263,
      "learning_rate": 2.0363636363636365e-05,
      "loss": 0.6038,
      "step": 14
    },
    {
      "epoch": 0.13574660633484162,
      "grad_norm": 1.3171074276840706,
      "learning_rate": 2.1818181818181818e-05,
      "loss": 0.5949,
      "step": 15
    },
    {
      "epoch": 0.14479638009049775,
      "grad_norm": 1.1346220985487154,
      "learning_rate": 2.3272727272727274e-05,
      "loss": 0.5812,
      "step": 16
    },
    {
      "epoch": 0.15384615384615385,
      "grad_norm": 0.9805713190517853,
      "learning_rate": 2.4727272727272727e-05,
      "loss": 0.5777,
      "step": 17
    },
    {
      "epoch": 0.16289592760180996,
      "grad_norm": 0.981975629498607,
      "learning_rate": 2.6181818181818183e-05,
      "loss": 0.5671,
      "step": 18
    },
    {
      "epoch": 0.17194570135746606,
      "grad_norm": 0.8633430106624941,
      "learning_rate": 2.763636363636364e-05,
      "loss": 0.5617,
      "step": 19
    },
    {
      "epoch": 0.18099547511312217,
      "grad_norm": 0.9927559005340078,
      "learning_rate": 2.9090909090909093e-05,
      "loss": 0.5547,
      "step": 20
    },
    {
      "epoch": 0.19004524886877827,
      "grad_norm": 0.7908715300138798,
      "learning_rate": 3.054545454545455e-05,
      "loss": 0.5392,
      "step": 21
    },
    {
      "epoch": 0.19909502262443438,
      "grad_norm": 1.077249549339691,
      "learning_rate": 3.2000000000000005e-05,
      "loss": 0.5373,
      "step": 22
    },
    {
      "epoch": 0.2081447963800905,
      "grad_norm": 1.3602867857746606,
      "learning_rate": 3.345454545454546e-05,
      "loss": 0.534,
      "step": 23
    },
    {
      "epoch": 0.2171945701357466,
      "grad_norm": 0.687608913929421,
      "learning_rate": 3.490909090909091e-05,
      "loss": 0.5286,
      "step": 24
    },
    {
      "epoch": 0.22624434389140272,
      "grad_norm": 1.2223237721495865,
      "learning_rate": 3.6363636363636364e-05,
      "loss": 0.5301,
      "step": 25
    },
    {
      "epoch": 0.23529411764705882,
      "grad_norm": 0.8580084887459775,
      "learning_rate": 3.7818181818181824e-05,
      "loss": 0.5214,
      "step": 26
    },
    {
      "epoch": 0.24434389140271492,
      "grad_norm": 1.1071155887269823,
      "learning_rate": 3.927272727272728e-05,
      "loss": 0.5115,
      "step": 27
    },
    {
      "epoch": 0.25339366515837103,
      "grad_norm": 0.7195369247916135,
      "learning_rate": 4.072727272727273e-05,
      "loss": 0.5095,
      "step": 28
    },
    {
      "epoch": 0.26244343891402716,
      "grad_norm": 1.5961441486786672,
      "learning_rate": 4.218181818181818e-05,
      "loss": 0.5087,
      "step": 29
    },
    {
      "epoch": 0.27149321266968324,
      "grad_norm": 0.827814164011704,
      "learning_rate": 4.3636363636363636e-05,
      "loss": 0.5111,
      "step": 30
    },
    {
      "epoch": 0.28054298642533937,
      "grad_norm": 1.1252915824734908,
      "learning_rate": 4.509090909090909e-05,
      "loss": 0.5072,
      "step": 31
    },
    {
      "epoch": 0.2895927601809955,
      "grad_norm": 1.1219477837842433,
      "learning_rate": 4.654545454545455e-05,
      "loss": 0.5046,
      "step": 32
    },
    {
      "epoch": 0.2986425339366516,
      "grad_norm": 1.505289650732032,
      "learning_rate": 4.8e-05,
      "loss": 0.503,
      "step": 33
    },
    {
      "epoch": 0.3076923076923077,
      "grad_norm": 0.8491008498263081,
      "learning_rate": 4.9454545454545454e-05,
      "loss": 0.5011,
      "step": 34
    },
    {
      "epoch": 0.3167420814479638,
      "grad_norm": 1.4306190204877898,
      "learning_rate": 5.0909090909090914e-05,
      "loss": 0.4895,
      "step": 35
    },
    {
      "epoch": 0.3257918552036199,
      "grad_norm": 1.0851621930114523,
      "learning_rate": 5.236363636363637e-05,
      "loss": 0.4956,
      "step": 36
    },
    {
      "epoch": 0.334841628959276,
      "grad_norm": 1.206194741973144,
      "learning_rate": 5.381818181818182e-05,
      "loss": 0.4887,
      "step": 37
    },
    {
      "epoch": 0.3438914027149321,
      "grad_norm": 1.4311749390727002,
      "learning_rate": 5.527272727272728e-05,
      "loss": 0.487,
      "step": 38
    },
    {
      "epoch": 0.35294117647058826,
      "grad_norm": 0.738265754189619,
      "learning_rate": 5.672727272727273e-05,
      "loss": 0.4854,
      "step": 39
    },
    {
      "epoch": 0.36199095022624433,
      "grad_norm": 1.6935271715239177,
      "learning_rate": 5.8181818181818185e-05,
      "loss": 0.4943,
      "step": 40
    },
    {
      "epoch": 0.37104072398190047,
      "grad_norm": 0.8407873740347103,
      "learning_rate": 5.9636363636363645e-05,
      "loss": 0.4846,
      "step": 41
    },
    {
      "epoch": 0.38009049773755654,
      "grad_norm": 1.168749658810784,
      "learning_rate": 6.10909090909091e-05,
      "loss": 0.4765,
      "step": 42
    },
    {
      "epoch": 0.3891402714932127,
      "grad_norm": 0.9365669815926128,
      "learning_rate": 6.254545454545456e-05,
      "loss": 0.4865,
      "step": 43
    },
    {
      "epoch": 0.39819004524886875,
      "grad_norm": 1.481731917951899,
      "learning_rate": 6.400000000000001e-05,
      "loss": 0.4858,
      "step": 44
    },
    {
      "epoch": 0.4072398190045249,
      "grad_norm": 1.52181493703478,
      "learning_rate": 6.545454545454546e-05,
      "loss": 0.4949,
      "step": 45
    },
    {
      "epoch": 0.416289592760181,
      "grad_norm": 1.449133028804705,
      "learning_rate": 6.690909090909092e-05,
      "loss": 0.4799,
      "step": 46
    },
    {
      "epoch": 0.4253393665158371,
      "grad_norm": 1.4529455783010232,
      "learning_rate": 6.836363636363637e-05,
      "loss": 0.4779,
      "step": 47
    },
    {
      "epoch": 0.4343891402714932,
      "grad_norm": 1.3548957795298309,
      "learning_rate": 6.981818181818182e-05,
      "loss": 0.4776,
      "step": 48
    },
    {
      "epoch": 0.4434389140271493,
      "grad_norm": 1.3963891315975814,
      "learning_rate": 7.127272727272728e-05,
      "loss": 0.4731,
      "step": 49
    },
    {
      "epoch": 0.45248868778280543,
      "grad_norm": 1.0657728232300334,
      "learning_rate": 7.272727272727273e-05,
      "loss": 0.4702,
      "step": 50
    },
    {
      "epoch": 0.46153846153846156,
      "grad_norm": 1.2659845812441222,
      "learning_rate": 7.418181818181818e-05,
      "loss": 0.4853,
      "step": 51
    },
    {
      "epoch": 0.47058823529411764,
      "grad_norm": 1.0364505292451895,
      "learning_rate": 7.563636363636365e-05,
      "loss": 0.4663,
      "step": 52
    },
    {
      "epoch": 0.4796380090497738,
      "grad_norm": 1.188728427839461,
      "learning_rate": 7.70909090909091e-05,
      "loss": 0.4819,
      "step": 53
    },
    {
      "epoch": 0.48868778280542985,
      "grad_norm": 1.3147320829735498,
      "learning_rate": 7.854545454545455e-05,
      "loss": 0.4765,
      "step": 54
    },
    {
      "epoch": 0.497737556561086,
      "grad_norm": 1.1857487638939694,
      "learning_rate": 8e-05,
      "loss": 0.4764,
      "step": 55
    },
    {
      "epoch": 0.5067873303167421,
      "grad_norm": 1.4561796125999034,
      "learning_rate": 7.999919440291627e-05,
      "loss": 0.4853,
      "step": 56
    },
    {
      "epoch": 0.5158371040723982,
      "grad_norm": 1.3437982531985815,
      "learning_rate": 7.999677764411438e-05,
      "loss": 0.4766,
      "step": 57
    },
    {
      "epoch": 0.5248868778280543,
      "grad_norm": 0.7865846274351967,
      "learning_rate": 7.999274982094104e-05,
      "loss": 0.4697,
      "step": 58
    },
    {
      "epoch": 0.5339366515837104,
      "grad_norm": 1.7177406402851725,
      "learning_rate": 7.998711109563637e-05,
      "loss": 0.4753,
      "step": 59
    },
    {
      "epoch": 0.5429864253393665,
      "grad_norm": 0.765099828673138,
      "learning_rate": 7.997986169532741e-05,
      "loss": 0.4646,
      "step": 60
    },
    {
      "epoch": 0.5520361990950227,
      "grad_norm": 1.291319953299644,
      "learning_rate": 7.997100191201896e-05,
      "loss": 0.4719,
      "step": 61
    },
    {
      "epoch": 0.5610859728506787,
      "grad_norm": 1.0231054776331459,
      "learning_rate": 7.996053210258176e-05,
      "loss": 0.4597,
      "step": 62
    },
    {
      "epoch": 0.5701357466063348,
      "grad_norm": 1.020678257497354,
      "learning_rate": 7.994845268873825e-05,
      "loss": 0.4631,
      "step": 63
    },
    {
      "epoch": 0.579185520361991,
      "grad_norm": 1.0920667405954658,
      "learning_rate": 7.993476415704543e-05,
      "loss": 0.4557,
      "step": 64
    },
    {
      "epoch": 0.5882352941176471,
      "grad_norm": 1.1128002216774169,
      "learning_rate": 7.991946705887539e-05,
      "loss": 0.4601,
      "step": 65
    },
    {
      "epoch": 0.5972850678733032,
      "grad_norm": 1.0096600697154985,
      "learning_rate": 7.990256201039297e-05,
      "loss": 0.4616,
      "step": 66
    },
    {
      "epoch": 0.6063348416289592,
      "grad_norm": 1.0630268901035373,
      "learning_rate": 7.98840496925311e-05,
      "loss": 0.4536,
      "step": 67
    },
    {
      "epoch": 0.6153846153846154,
      "grad_norm": 0.6564221253831782,
      "learning_rate": 7.986393085096324e-05,
      "loss": 0.4483,
      "step": 68
    },
    {
      "epoch": 0.6244343891402715,
      "grad_norm": 0.6260742925219016,
      "learning_rate": 7.984220629607336e-05,
      "loss": 0.4508,
      "step": 69
    },
    {
      "epoch": 0.6334841628959276,
      "grad_norm": 0.8273325354500644,
      "learning_rate": 7.981887690292339e-05,
      "loss": 0.4494,
      "step": 70
    },
    {
      "epoch": 0.6425339366515838,
      "grad_norm": 0.884333850023049,
      "learning_rate": 7.979394361121789e-05,
      "loss": 0.4519,
      "step": 71
    },
    {
      "epoch": 0.6515837104072398,
      "grad_norm": 1.0182608804991282,
      "learning_rate": 7.97674074252662e-05,
      "loss": 0.4555,
      "step": 72
    },
    {
      "epoch": 0.6606334841628959,
      "grad_norm": 0.8109090124549581,
      "learning_rate": 7.9739269413942e-05,
      "loss": 0.4521,
      "step": 73
    },
    {
      "epoch": 0.669683257918552,
      "grad_norm": 0.9807135848274302,
      "learning_rate": 7.970953071064036e-05,
      "loss": 0.4531,
      "step": 74
    },
    {
      "epoch": 0.6787330316742082,
      "grad_norm": 1.504171669224647,
      "learning_rate": 7.967819251323182e-05,
      "loss": 0.4705,
      "step": 75
    },
    {
      "epoch": 0.6877828054298643,
      "grad_norm": 0.5907918802273645,
      "learning_rate": 7.964525608401445e-05,
      "loss": 0.4488,
      "step": 76
    },
    {
      "epoch": 0.6968325791855203,
      "grad_norm": 1.198484065683406,
      "learning_rate": 7.961072274966282e-05,
      "loss": 0.4551,
      "step": 77
    },
    {
      "epoch": 0.7058823529411765,
      "grad_norm": 0.7873070678087877,
      "learning_rate": 7.957459390117458e-05,
      "loss": 0.4457,
      "step": 78
    },
    {
      "epoch": 0.7149321266968326,
      "grad_norm": 0.8039969398610661,
      "learning_rate": 7.95368709938145e-05,
      "loss": 0.454,
      "step": 79
    },
    {
      "epoch": 0.7239819004524887,
      "grad_norm": 0.7842737782633313,
      "learning_rate": 7.949755554705577e-05,
      "loss": 0.441,
      "step": 80
    },
    {
      "epoch": 0.7330316742081447,
      "grad_norm": 0.8912309653170191,
      "learning_rate": 7.945664914451888e-05,
      "loss": 0.4442,
      "step": 81
    },
    {
      "epoch": 0.7420814479638009,
      "grad_norm": 0.7795917187202375,
      "learning_rate": 7.941415343390773e-05,
      "loss": 0.4406,
      "step": 82
    },
    {
      "epoch": 0.751131221719457,
      "grad_norm": 0.6205090396508431,
      "learning_rate": 7.937007012694335e-05,
      "loss": 0.4507,
      "step": 83
    },
    {
      "epoch": 0.7601809954751131,
      "grad_norm": 0.8937106249538119,
      "learning_rate": 7.932440099929493e-05,
      "loss": 0.4532,
      "step": 84
    },
    {
      "epoch": 0.7692307692307693,
      "grad_norm": 0.6165097160255976,
      "learning_rate": 7.927714789050826e-05,
      "loss": 0.4454,
      "step": 85
    },
    {
      "epoch": 0.7782805429864253,
      "grad_norm": 0.6003524566440082,
      "learning_rate": 7.92283127039317e-05,
      "loss": 0.4367,
      "step": 86
    },
    {
      "epoch": 0.7873303167420814,
      "grad_norm": 0.6906315651004887,
      "learning_rate": 7.917789740663941e-05,
      "loss": 0.4332,
      "step": 87
    },
    {
      "epoch": 0.7963800904977375,
      "grad_norm": 0.515950260791789,
      "learning_rate": 7.912590402935223e-05,
      "loss": 0.4345,
      "step": 88
    },
    {
      "epoch": 0.8054298642533937,
      "grad_norm": 0.5111081573242718,
      "learning_rate": 7.907233466635582e-05,
      "loss": 0.4419,
      "step": 89
    },
    {
      "epoch": 0.8144796380090498,
      "grad_norm": 0.4275091010122135,
      "learning_rate": 7.90171914754163e-05,
      "loss": 0.4383,
      "step": 90
    },
    {
      "epoch": 0.8235294117647058,
      "grad_norm": 0.5029385491118522,
      "learning_rate": 7.896047667769335e-05,
      "loss": 0.4348,
      "step": 91
    },
    {
      "epoch": 0.832579185520362,
      "grad_norm": 0.4078317539372912,
      "learning_rate": 7.890219255765077e-05,
      "loss": 0.4293,
      "step": 92
    },
    {
      "epoch": 0.8416289592760181,
      "grad_norm": 0.4768996453352078,
      "learning_rate": 7.884234146296442e-05,
      "loss": 0.4375,
      "step": 93
    },
    {
      "epoch": 0.8506787330316742,
      "grad_norm": 0.5642712829841973,
      "learning_rate": 7.878092580442766e-05,
      "loss": 0.4301,
      "step": 94
    },
    {
      "epoch": 0.8597285067873304,
      "grad_norm": 0.7926376614480052,
      "learning_rate": 7.871794805585427e-05,
      "loss": 0.4377,
      "step": 95
    },
    {
      "epoch": 0.8687782805429864,
      "grad_norm": 0.8704449632643672,
      "learning_rate": 7.865341075397874e-05,
      "loss": 0.4303,
      "step": 96
    },
    {
      "epoch": 0.8778280542986425,
      "grad_norm": 0.8638439306395513,
      "learning_rate": 7.858731649835424e-05,
      "loss": 0.4321,
      "step": 97
    },
    {
      "epoch": 0.8868778280542986,
      "grad_norm": 1.1122142269322102,
      "learning_rate": 7.85196679512477e-05,
      "loss": 0.4369,
      "step": 98
    },
    {
      "epoch": 0.8959276018099548,
      "grad_norm": 0.8695186582366218,
      "learning_rate": 7.845046783753276e-05,
      "loss": 0.4229,
      "step": 99
    },
    {
      "epoch": 0.9049773755656109,
      "grad_norm": 0.6907557363110941,
      "learning_rate": 7.837971894457991e-05,
      "loss": 0.4294,
      "step": 100
    },
    {
      "epoch": 0.9140271493212669,
      "grad_norm": 0.5776183515910319,
      "learning_rate": 7.830742412214422e-05,
      "loss": 0.4276,
      "step": 101
    },
    {
      "epoch": 0.9230769230769231,
      "grad_norm": 0.45053560734923015,
      "learning_rate": 7.82335862822506e-05,
      "loss": 0.4284,
      "step": 102
    },
    {
      "epoch": 0.9321266968325792,
      "grad_norm": 0.643150601551687,
      "learning_rate": 7.815820839907651e-05,
      "loss": 0.4237,
      "step": 103
    },
    {
      "epoch": 0.9411764705882353,
      "grad_norm": 0.6867059068503916,
      "learning_rate": 7.808129350883207e-05,
      "loss": 0.4325,
      "step": 104
    },
    {
      "epoch": 0.9502262443438914,
      "grad_norm": 0.47092962014394424,
      "learning_rate": 7.800284470963783e-05,
      "loss": 0.4282,
      "step": 105
    },
    {
      "epoch": 0.9592760180995475,
      "grad_norm": 0.5794346362766767,
      "learning_rate": 7.792286516139999e-05,
      "loss": 0.426,
      "step": 106
    },
    {
      "epoch": 0.9683257918552036,
      "grad_norm": 0.5899947636404669,
      "learning_rate": 7.784135808568308e-05,
      "loss": 0.4241,
      "step": 107
    },
    {
      "epoch": 0.9773755656108597,
      "grad_norm": 0.5788528664751798,
      "learning_rate": 7.775832676558028e-05,
      "loss": 0.4356,
      "step": 108
    },
    {
      "epoch": 0.9864253393665159,
      "grad_norm": 0.8755965755346112,
      "learning_rate": 7.7673774545581e-05,
      "loss": 0.4366,
      "step": 109
    },
    {
      "epoch": 0.995475113122172,
      "grad_norm": 0.9177669118629138,
      "learning_rate": 7.758770483143634e-05,
      "loss": 0.4329,
      "step": 110
    },
    {
      "epoch": 1.006787330316742,
      "grad_norm": 0.6446624913715124,
      "learning_rate": 7.750012109002185e-05,
      "loss": 0.4137,
      "step": 111
    },
    {
      "epoch": 1.0158371040723981,
      "grad_norm": 0.5702180405824077,
      "learning_rate": 7.741102684919787e-05,
      "loss": 0.414,
      "step": 112
    },
    {
      "epoch": 1.0248868778280542,
      "grad_norm": 0.604164406050923,
      "learning_rate": 7.732042569766741e-05,
      "loss": 0.4059,
      "step": 113
    },
    {
      "epoch": 1.0339366515837105,
      "grad_norm": 0.578300789859933,
      "learning_rate": 7.722832128483165e-05,
      "loss": 0.4072,
      "step": 114
    },
    {
      "epoch": 1.0429864253393666,
      "grad_norm": 0.7009255889818755,
      "learning_rate": 7.71347173206429e-05,
      "loss": 0.4044,
      "step": 115
    },
    {
      "epoch": 1.0520361990950227,
      "grad_norm": 0.709442615518018,
      "learning_rate": 7.703961757545522e-05,
      "loss": 0.4171,
      "step": 116
    },
    {
      "epoch": 1.0610859728506787,
      "grad_norm": 0.6827354691854699,
      "learning_rate": 7.694302587987245e-05,
      "loss": 0.4079,
      "step": 117
    },
    {
      "epoch": 1.0701357466063348,
      "grad_norm": 0.6818158818500779,
      "learning_rate": 7.6844946124594e-05,
      "loss": 0.4126,
      "step": 118
    },
    {
      "epoch": 1.079185520361991,
      "grad_norm": 0.863785651181626,
      "learning_rate": 7.674538226025815e-05,
      "loss": 0.4109,
      "step": 119
    },
    {
      "epoch": 1.088235294117647,
      "grad_norm": 0.5508478361873977,
      "learning_rate": 7.664433829728279e-05,
      "loss": 0.4028,
      "step": 120
    },
    {
      "epoch": 1.0972850678733033,
      "grad_norm": 0.5954544705810189,
      "learning_rate": 7.654181830570404e-05,
      "loss": 0.3969,
      "step": 121
    },
    {
      "epoch": 1.1063348416289593,
      "grad_norm": 0.5872119406822112,
      "learning_rate": 7.64378264150122e-05,
      "loss": 0.3993,
      "step": 122
    },
    {
      "epoch": 1.1153846153846154,
      "grad_norm": 0.5228235141898725,
      "learning_rate": 7.633236681398549e-05,
      "loss": 0.4063,
      "step": 123
    },
    {
      "epoch": 1.1244343891402715,
      "grad_norm": 0.6996331404201509,
      "learning_rate": 7.622544375052124e-05,
      "loss": 0.4076,
      "step": 124
    },
    {
      "epoch": 1.1334841628959276,
      "grad_norm": 0.5428162110150009,
      "learning_rate": 7.611706153146486e-05,
      "loss": 0.4016,
      "step": 125
    },
    {
      "epoch": 1.1425339366515836,
      "grad_norm": 0.4476576669392731,
      "learning_rate": 7.600722452243632e-05,
      "loss": 0.4018,
      "step": 126
    },
    {
      "epoch": 1.1515837104072397,
      "grad_norm": 0.47501951208322907,
      "learning_rate": 7.589593714765434e-05,
      "loss": 0.4003,
      "step": 127
    },
    {
      "epoch": 1.160633484162896,
      "grad_norm": 0.39864387167073856,
      "learning_rate": 7.578320388975816e-05,
      "loss": 0.4043,
      "step": 128
    },
    {
      "epoch": 1.169683257918552,
      "grad_norm": 0.4415298124574496,
      "learning_rate": 7.566902928962694e-05,
      "loss": 0.3996,
      "step": 129
    },
    {
      "epoch": 1.1787330316742082,
      "grad_norm": 0.3522729758159122,
      "learning_rate": 7.555341794619695e-05,
      "loss": 0.402,
      "step": 130
    },
    {
      "epoch": 1.1877828054298643,
      "grad_norm": 0.37499820674043755,
      "learning_rate": 7.543637451627623e-05,
      "loss": 0.3963,
      "step": 131
    },
    {
      "epoch": 1.1968325791855203,
      "grad_norm": 0.3140691864451784,
      "learning_rate": 7.531790371435709e-05,
      "loss": 0.3961,
      "step": 132
    },
    {
      "epoch": 1.2058823529411764,
      "grad_norm": 0.3383990510694389,
      "learning_rate": 7.519801031242613e-05,
      "loss": 0.4026,
      "step": 133
    },
    {
      "epoch": 1.2149321266968327,
      "grad_norm": 0.3704940782389753,
      "learning_rate": 7.507669913977213e-05,
      "loss": 0.3964,
      "step": 134
    },
    {
      "epoch": 1.2239819004524888,
      "grad_norm": 0.3963648582905255,
      "learning_rate": 7.49539750827914e-05,
      "loss": 0.3989,
      "step": 135
    },
    {
      "epoch": 1.2330316742081449,
      "grad_norm": 0.43661160954834166,
      "learning_rate": 7.482984308479109e-05,
      "loss": 0.3992,
      "step": 136
    },
    {
      "epoch": 1.242081447963801,
      "grad_norm": 0.4760701506797231,
      "learning_rate": 7.470430814578997e-05,
      "loss": 0.4038,
      "step": 137
    },
    {
      "epoch": 1.251131221719457,
      "grad_norm": 0.6080541303280323,
      "learning_rate": 7.457737532231708e-05,
      "loss": 0.4017,
      "step": 138
    },
    {
      "epoch": 1.260180995475113,
      "grad_norm": 0.8992194165468265,
      "learning_rate": 7.444904972720803e-05,
      "loss": 0.4021,
      "step": 139
    },
    {
      "epoch": 1.2692307692307692,
      "grad_norm": 0.9388790657173226,
      "learning_rate": 7.431933652939909e-05,
      "loss": 0.4012,
      "step": 140
    },
    {
      "epoch": 1.2782805429864252,
      "grad_norm": 0.7115639008601973,
      "learning_rate": 7.418824095371895e-05,
      "loss": 0.3981,
      "step": 141
    },
    {
      "epoch": 1.2873303167420813,
      "grad_norm": 0.482309574495901,
      "learning_rate": 7.405576828067829e-05,
      "loss": 0.4016,
      "step": 142
    },
    {
      "epoch": 1.2963800904977376,
      "grad_norm": 0.4429825222163161,
      "learning_rate": 7.392192384625704e-05,
      "loss": 0.3992,
      "step": 143
    },
    {
      "epoch": 1.3054298642533937,
      "grad_norm": 0.46955938360600935,
      "learning_rate": 7.378671304168955e-05,
      "loss": 0.3963,
      "step": 144
    },
    {
      "epoch": 1.3144796380090498,
      "grad_norm": 0.41143211547851066,
      "learning_rate": 7.365014131324725e-05,
      "loss": 0.3989,
      "step": 145
    },
    {
      "epoch": 1.3235294117647058,
      "grad_norm": 0.3655361428229988,
      "learning_rate": 7.35122141620195e-05,
      "loss": 0.3981,
      "step": 146
    },
    {
      "epoch": 1.332579185520362,
      "grad_norm": 0.3675624921847117,
      "learning_rate": 7.337293714369182e-05,
      "loss": 0.3888,
      "step": 147
    },
    {
      "epoch": 1.3416289592760182,
      "grad_norm": 0.38410932117144336,
      "learning_rate": 7.323231586832219e-05,
      "loss": 0.3983,
      "step": 148
    },
    {
      "epoch": 1.3506787330316743,
      "grad_norm": 0.35565241834369704,
      "learning_rate": 7.30903560001151e-05,
      "loss": 0.3927,
      "step": 149
    },
    {
      "epoch": 1.3597285067873304,
      "grad_norm": 0.3699524089900378,
      "learning_rate": 7.294706325719331e-05,
      "loss": 0.4009,
      "step": 150
    },
    {
      "epoch": 1.3687782805429864,
      "grad_norm": 0.37565752487407766,
      "learning_rate": 7.280244341136765e-05,
      "loss": 0.3968,
      "step": 151
    },
    {
      "epoch": 1.3778280542986425,
      "grad_norm": 0.41101581863985015,
      "learning_rate": 7.26565022879044e-05,
      "loss": 0.396,
      "step": 152
    },
    {
      "epoch": 1.3868778280542986,
      "grad_norm": 0.4755720566371037,
      "learning_rate": 7.250924576529072e-05,
      "loss": 0.3941,
      "step": 153
    },
    {
      "epoch": 1.3959276018099547,
      "grad_norm": 0.5478106344364355,
      "learning_rate": 7.236067977499791e-05,
      "loss": 0.396,
      "step": 154
    },
    {
      "epoch": 1.4049773755656108,
      "grad_norm": 0.6612146719144061,
      "learning_rate": 7.221081030124235e-05,
      "loss": 0.3927,
      "step": 155
    },
    {
      "epoch": 1.4140271493212668,
      "grad_norm": 0.7051474533138959,
      "learning_rate": 7.205964338074462e-05,
      "loss": 0.3991,
      "step": 156
    },
    {
      "epoch": 1.4230769230769231,
      "grad_norm": 0.6630123949633135,
      "learning_rate": 7.190718510248622e-05,
      "loss": 0.3969,
      "step": 157
    },
    {
      "epoch": 1.4321266968325792,
      "grad_norm": 0.5841525031103902,
      "learning_rate": 7.175344160746438e-05,
      "loss": 0.4009,
      "step": 158
    },
    {
      "epoch": 1.4411764705882353,
      "grad_norm": 0.5791330941522758,
      "learning_rate": 7.159841908844465e-05,
      "loss": 0.3904,
      "step": 159
    },
    {
      "epoch": 1.4502262443438914,
      "grad_norm": 0.6974262225802738,
      "learning_rate": 7.144212378971151e-05,
      "loss": 0.3965,
      "step": 160
    },
    {
      "epoch": 1.4592760180995474,
      "grad_norm": 0.7970932314626533,
      "learning_rate": 7.128456200681678e-05,
      "loss": 0.3913,
      "step": 161
    },
    {
      "epoch": 1.4683257918552037,
      "grad_norm": 0.7048456834043483,
      "learning_rate": 7.11257400863261e-05,
      "loss": 0.3901,
      "step": 162
    },
    {
      "epoch": 1.4773755656108598,
      "grad_norm": 0.4096523489923981,
      "learning_rate": 7.096566442556331e-05,
      "loss": 0.3937,
      "step": 163
    },
    {
      "epoch": 1.4864253393665159,
      "grad_norm": 0.3554945327024847,
      "learning_rate": 7.080434147235263e-05,
      "loss": 0.3892,
      "step": 164
    },
    {
      "epoch": 1.495475113122172,
      "grad_norm": 0.5448243159096916,
      "learning_rate": 7.064177772475912e-05,
      "loss": 0.3985,
      "step": 165
    },
    {
      "epoch": 1.504524886877828,
      "grad_norm": 0.4087602063081316,
      "learning_rate": 7.047797973082684e-05,
      "loss": 0.3953,
      "step": 166
    },
    {
      "epoch": 1.5135746606334841,
      "grad_norm": 0.27977995475090656,
      "learning_rate": 7.031295408831508e-05,
      "loss": 0.3859,
      "step": 167
    },
    {
      "epoch": 1.5226244343891402,
      "grad_norm": 0.4128081941990591,
      "learning_rate": 7.014670744443267e-05,
      "loss": 0.3993,
      "step": 168
    },
    {
      "epoch": 1.5316742081447963,
      "grad_norm": 0.3728102691478845,
      "learning_rate": 6.997924649557017e-05,
      "loss": 0.3924,
      "step": 169
    },
    {
      "epoch": 1.5407239819004523,
      "grad_norm": 0.2814741945781907,
      "learning_rate": 6.98105779870302e-05,
      "loss": 0.396,
      "step": 170
    },
    {
      "epoch": 1.5497737556561086,
      "grad_norm": 0.3864339523003812,
      "learning_rate": 6.964070871275567e-05,
      "loss": 0.3958,
      "step": 171
    },
    {
      "epoch": 1.5588235294117647,
      "grad_norm": 0.32053481390391325,
      "learning_rate": 6.94696455150562e-05,
      "loss": 0.3927,
      "step": 172
    },
    {
      "epoch": 1.5678733031674208,
      "grad_norm": 0.25239085998303645,
      "learning_rate": 6.929739528433244e-05,
      "loss": 0.3931,
      "step": 173
    },
    {
      "epoch": 1.5769230769230769,
      "grad_norm": 0.3797864909903561,
      "learning_rate": 6.912396495879857e-05,
      "loss": 0.3947,
      "step": 174
    },
    {
      "epoch": 1.5859728506787332,
      "grad_norm": 0.3778896067077122,
      "learning_rate": 6.89493615242028e-05,
      "loss": 0.3958,
      "step": 175
    },
    {
      "epoch": 1.5950226244343892,
      "grad_norm": 0.34652871604736857,
      "learning_rate": 6.877359201354606e-05,
      "loss": 0.3875,
      "step": 176
    },
    {
      "epoch": 1.6040723981900453,
      "grad_norm": 0.42674803575084275,
      "learning_rate": 6.859666350679854e-05,
      "loss": 0.3909,
      "step": 177
    },
    {
      "epoch": 1.6131221719457014,
      "grad_norm": 0.29475704922050416,
      "learning_rate": 6.841858313061477e-05,
      "loss": 0.3861,
      "step": 178
    },
    {
      "epoch": 1.6221719457013575,
      "grad_norm": 0.3605164686190752,
      "learning_rate": 6.823935805804626e-05,
      "loss": 0.3946,
      "step": 179
    },
    {
      "epoch": 1.6312217194570136,
      "grad_norm": 0.3793403076875403,
      "learning_rate": 6.805899550825285e-05,
      "loss": 0.3849,
      "step": 180
    },
    {
      "epoch": 1.6402714932126696,
      "grad_norm": 0.38647041207728616,
      "learning_rate": 6.787750274621175e-05,
      "loss": 0.3841,
      "step": 181
    },
    {
      "epoch": 1.6493212669683257,
      "grad_norm": 0.41289104580852704,
      "learning_rate": 6.769488708242492e-05,
      "loss": 0.3901,
      "step": 182
    },
    {
      "epoch": 1.6583710407239818,
      "grad_norm": 0.4086406307183557,
      "learning_rate": 6.751115587262469e-05,
      "loss": 0.3886,
      "step": 183
    },
    {
      "epoch": 1.6674208144796379,
      "grad_norm": 0.35780257992696674,
      "learning_rate": 6.732631651747739e-05,
      "loss": 0.3832,
      "step": 184
    },
    {
      "epoch": 1.6764705882352942,
      "grad_norm": 0.30719607252305003,
      "learning_rate": 6.714037646228529e-05,
      "loss": 0.3904,
      "step": 185
    },
    {
      "epoch": 1.6855203619909502,
      "grad_norm": 0.38674289134885453,
      "learning_rate": 6.695334319668672e-05,
      "loss": 0.3886,
      "step": 186
    },
    {
      "epoch": 1.6945701357466063,
      "grad_norm": 0.4005595923099328,
      "learning_rate": 6.676522425435433e-05,
      "loss": 0.3919,
      "step": 187
    },
    {
      "epoch": 1.7036199095022626,
      "grad_norm": 0.2349267690302485,
      "learning_rate": 6.65760272126917e-05,
      "loss": 0.3883,
      "step": 188
    },
    {
      "epoch": 1.7126696832579187,
      "grad_norm": 0.3574524568496641,
      "learning_rate": 6.638575969252806e-05,
      "loss": 0.3865,
      "step": 189
    },
    {
      "epoch": 1.7217194570135748,
      "grad_norm": 0.42670317548076125,
      "learning_rate": 6.619442935781141e-05,
      "loss": 0.3914,
      "step": 190
    },
    {
      "epoch": 1.7307692307692308,
      "grad_norm": 0.30707518042373566,
      "learning_rate": 6.600204391529971e-05,
      "loss": 0.3865,
      "step": 191
    },
    {
      "epoch": 1.739819004524887,
      "grad_norm": 0.2622083300455114,
      "learning_rate": 6.580861111425053e-05,
      "loss": 0.391,
      "step": 192
    },
    {
      "epoch": 1.748868778280543,
      "grad_norm": 0.38093733410787994,
      "learning_rate": 6.56141387461089e-05,
      "loss": 0.3872,
      "step": 193
    },
    {
      "epoch": 1.757918552036199,
      "grad_norm": 0.43742318682713477,
      "learning_rate": 6.541863464419346e-05,
      "loss": 0.3938,
      "step": 194
    },
    {
      "epoch": 1.7669683257918551,
      "grad_norm": 0.4418280959306971,
      "learning_rate": 6.52221066833809e-05,
      "loss": 0.3848,
      "step": 195
    },
    {
      "epoch": 1.7760180995475112,
      "grad_norm": 0.41049856835634324,
      "learning_rate": 6.502456277978887e-05,
      "loss": 0.3852,
      "step": 196
    },
    {
      "epoch": 1.7850678733031673,
      "grad_norm": 0.4150478314670342,
      "learning_rate": 6.482601089045696e-05,
      "loss": 0.3844,
      "step": 197
    },
    {
      "epoch": 1.7941176470588234,
      "grad_norm": 0.43894520954893845,
      "learning_rate": 6.462645901302633e-05,
      "loss": 0.3814,
      "step": 198
    },
    {
      "epoch": 1.8031674208144797,
      "grad_norm": 0.41995958530789795,
      "learning_rate": 6.442591518541753e-05,
      "loss": 0.381,
      "step": 199
    },
    {
      "epoch": 1.8122171945701357,
      "grad_norm": 0.3201288359968715,
      "learning_rate": 6.422438748550667e-05,
      "loss": 0.3852,
      "step": 200
    },
    {
      "epoch": 1.8212669683257918,
      "grad_norm": 0.2931969021729461,
      "learning_rate": 6.402188403080013e-05,
      "loss": 0.3878,
      "step": 201
    },
    {
      "epoch": 1.8303167420814481,
      "grad_norm": 0.4066483749649814,
      "learning_rate": 6.381841297810753e-05,
      "loss": 0.3834,
      "step": 202
    },
    {
      "epoch": 1.8393665158371042,
      "grad_norm": 0.40957398047436605,
      "learning_rate": 6.361398252321321e-05,
      "loss": 0.3886,
      "step": 203
    },
    {
      "epoch": 1.8484162895927603,
      "grad_norm": 0.32160755061403157,
      "learning_rate": 6.340860090054608e-05,
      "loss": 0.3841,
      "step": 204
    },
    {
      "epoch": 1.8574660633484164,
      "grad_norm": 0.23090971242916025,
      "learning_rate": 6.320227638284793e-05,
      "loss": 0.3842,
      "step": 205
    },
    {
      "epoch": 1.8665158371040724,
      "grad_norm": 0.32946206927022925,
      "learning_rate": 6.29950172808403e-05,
      "loss": 0.3901,
      "step": 206
    },
    {
      "epoch": 1.8755656108597285,
      "grad_norm": 0.3530001057183439,
      "learning_rate": 6.278683194288956e-05,
      "loss": 0.3852,
      "step": 207
    },
    {
      "epoch": 1.8846153846153846,
      "grad_norm": 0.28218082313802967,
      "learning_rate": 6.257772875467078e-05,
      "loss": 0.387,
      "step": 208
    },
    {
      "epoch": 1.8936651583710407,
      "grad_norm": 0.3059885996215407,
      "learning_rate": 6.236771613882987e-05,
      "loss": 0.3883,
      "step": 209
    },
    {
      "epoch": 1.9027149321266967,
      "grad_norm": 0.34171931460456756,
      "learning_rate": 6.215680255464442e-05,
      "loss": 0.3824,
      "step": 210
    },
    {
      "epoch": 1.9117647058823528,
      "grad_norm": 0.29374439911760764,
      "learning_rate": 6.194499649768281e-05,
      "loss": 0.3864,
      "step": 211
    },
    {
      "epoch": 1.9208144796380089,
      "grad_norm": 0.29144021228496453,
      "learning_rate": 6.173230649946213e-05,
      "loss": 0.3836,
      "step": 212
    },
    {
      "epoch": 1.9298642533936652,
      "grad_norm": 0.29148303948179005,
      "learning_rate": 6.15187411271045e-05,
      "loss": 0.3796,
      "step": 213
    },
    {
      "epoch": 1.9389140271493213,
      "grad_norm": 0.2754963794966634,
      "learning_rate": 6.130430898299199e-05,
      "loss": 0.3848,
      "step": 214
    },
    {
      "epoch": 1.9479638009049773,
      "grad_norm": 0.26672266015023416,
      "learning_rate": 6.10890187044201e-05,
      "loss": 0.3836,
      "step": 215
    },
    {
      "epoch": 1.9570135746606336,
      "grad_norm": 0.3413044280319467,
      "learning_rate": 6.087287896324984e-05,
      "loss": 0.385,
      "step": 216
    },
    {
      "epoch": 1.9660633484162897,
      "grad_norm": 0.4653279793260335,
      "learning_rate": 6.0655898465558484e-05,
      "loss": 0.3871,
      "step": 217
    },
    {
      "epoch": 1.9751131221719458,
      "grad_norm": 0.4607547435763325,
      "learning_rate": 6.043808595128883e-05,
      "loss": 0.3827,
      "step": 218
    },
    {
      "epoch": 1.9841628959276019,
      "grad_norm": 0.3114177233194163,
      "learning_rate": 6.021945019389719e-05,
      "loss": 0.391,
      "step": 219
    },
    {
      "epoch": 1.993212669683258,
      "grad_norm": 0.263615834735127,
      "learning_rate": 6.000000000000001e-05,
      "loss": 0.381,
      "step": 220
    },
    {
      "epoch": 2.004524886877828,
      "grad_norm": 0.3080883305611625,
      "learning_rate": 5.977974420901908e-05,
      "loss": 0.3732,
      "step": 221
    },
    {
      "epoch": 2.013574660633484,
      "grad_norm": 0.2983316325982498,
      "learning_rate": 5.955869169282556e-05,
      "loss": 0.3539,
      "step": 222
    },
    {
      "epoch": 2.02262443438914,
      "grad_norm": 0.35442755044439017,
      "learning_rate": 5.9336851355382557e-05,
      "loss": 0.3625,
      "step": 223
    },
    {
      "epoch": 2.0316742081447963,
      "grad_norm": 0.5038394603992613,
      "learning_rate": 5.911423213238653e-05,
      "loss": 0.3565,
      "step": 224
    },
    {
      "epoch": 2.0407239819004523,
      "grad_norm": 0.6565318273183188,
      "learning_rate": 5.889084299090732e-05,
      "loss": 0.3562,
      "step": 225
    },
    {
      "epoch": 2.0497737556561084,
      "grad_norm": 0.8028771505743133,
      "learning_rate": 5.866669292902695e-05,
      "loss": 0.36,
      "step": 226
    },
    {
      "epoch": 2.0588235294117645,
      "grad_norm": 0.8257109533011188,
      "learning_rate": 5.844179097547725e-05,
      "loss": 0.3602,
      "step": 227
    },
    {
      "epoch": 2.067873303167421,
      "grad_norm": 0.6350182381420444,
      "learning_rate": 5.821614618927613e-05,
      "loss": 0.3571,
      "step": 228
    },
    {
      "epoch": 2.076923076923077,
      "grad_norm": 0.38135287559376224,
      "learning_rate": 5.798976765936264e-05,
      "loss": 0.3559,
      "step": 229
    },
    {
      "epoch": 2.085972850678733,
      "grad_norm": 0.5026969066810225,
      "learning_rate": 5.776266450423097e-05,
      "loss": 0.355,
      "step": 230
    },
    {
      "epoch": 2.0950226244343892,
      "grad_norm": 0.6298538131496503,
      "learning_rate": 5.75348458715631e-05,
      "loss": 0.3595,
      "step": 231
    },
    {
      "epoch": 2.1040723981900453,
      "grad_norm": 0.3867446080865823,
      "learning_rate": 5.7306320937860336e-05,
      "loss": 0.352,
      "step": 232
    },
    {
      "epoch": 2.1131221719457014,
      "grad_norm": 0.3115968628085643,
      "learning_rate": 5.7077098908073676e-05,
      "loss": 0.3582,
      "step": 233
    },
    {
      "epoch": 2.1221719457013575,
      "grad_norm": 0.3939923894024485,
      "learning_rate": 5.684718901523307e-05,
      "loss": 0.3533,
      "step": 234
    },
    {
      "epoch": 2.1312217194570136,
      "grad_norm": 0.25112142036368945,
      "learning_rate": 5.661660052007547e-05,
      "loss": 0.3564,
      "step": 235
    },
    {
      "epoch": 2.1402714932126696,
      "grad_norm": 0.3261992149324723,
      "learning_rate": 5.6385342710671815e-05,
      "loss": 0.3518,
      "step": 236
    },
    {
      "epoch": 2.1493212669683257,
      "grad_norm": 0.32489012611444446,
      "learning_rate": 5.6153424902053e-05,
      "loss": 0.3535,
      "step": 237
    },
    {
      "epoch": 2.158371040723982,
      "grad_norm": 0.24162335661441722,
      "learning_rate": 5.59208564358345e-05,
      "loss": 0.3548,
      "step": 238
    },
    {
      "epoch": 2.167420814479638,
      "grad_norm": 0.3778776749277093,
      "learning_rate": 5.568764667984022e-05,
      "loss": 0.3605,
      "step": 239
    },
    {
      "epoch": 2.176470588235294,
      "grad_norm": 0.33672093596701086,
      "learning_rate": 5.5453805027725145e-05,
      "loss": 0.3538,
      "step": 240
    },
    {
      "epoch": 2.1855203619909505,
      "grad_norm": 0.24527198542362685,
      "learning_rate": 5.521934089859692e-05,
      "loss": 0.3497,
      "step": 241
    },
    {
      "epoch": 2.1945701357466065,
      "grad_norm": 0.3958849461770139,
      "learning_rate": 5.4984263736636494e-05,
      "loss": 0.355,
      "step": 242
    },
    {
      "epoch": 2.2036199095022626,
      "grad_norm": 0.38916418294477323,
      "learning_rate": 5.4748583010717636e-05,
      "loss": 0.3557,
      "step": 243
    },
    {
      "epoch": 2.2126696832579187,
      "grad_norm": 0.36390563994328023,
      "learning_rate": 5.451230821402564e-05,
      "loss": 0.362,
      "step": 244
    },
    {
      "epoch": 2.2217194570135748,
      "grad_norm": 0.3301056539987755,
      "learning_rate": 5.427544886367488e-05,
      "loss": 0.3519,
      "step": 245
    },
    {
      "epoch": 2.230769230769231,
      "grad_norm": 0.215969613599219,
      "learning_rate": 5.403801450032544e-05,
      "loss": 0.3551,
      "step": 246
    },
    {
      "epoch": 2.239819004524887,
      "grad_norm": 0.2378223811885189,
      "learning_rate": 5.380001468779883e-05,
      "loss": 0.359,
      "step": 247
    },
    {
      "epoch": 2.248868778280543,
      "grad_norm": 0.3256287018733439,
      "learning_rate": 5.356145901269282e-05,
      "loss": 0.3569,
      "step": 248
    },
    {
      "epoch": 2.257918552036199,
      "grad_norm": 0.2802481742472565,
      "learning_rate": 5.3322357083995235e-05,
      "loss": 0.3584,
      "step": 249
    },
    {
      "epoch": 2.266968325791855,
      "grad_norm": 0.30050063645860137,
      "learning_rate": 5.3082718532696874e-05,
      "loss": 0.3527,
      "step": 250
    },
    {
      "epoch": 2.276018099547511,
      "grad_norm": 0.337462061586617,
      "learning_rate": 5.284255301140364e-05,
      "loss": 0.3508,
      "step": 251
    },
    {
      "epoch": 2.2850678733031673,
      "grad_norm": 0.22314780810636892,
      "learning_rate": 5.2601870193947716e-05,
      "loss": 0.3486,
      "step": 252
    },
    {
      "epoch": 2.2941176470588234,
      "grad_norm": 0.2251099676952424,
      "learning_rate": 5.23606797749979e-05,
      "loss": 0.3521,
      "step": 253
    },
    {
      "epoch": 2.3031674208144794,
      "grad_norm": 0.2657181581176672,
      "learning_rate": 5.21189914696691e-05,
      "loss": 0.3506,
      "step": 254
    },
    {
      "epoch": 2.3122171945701355,
      "grad_norm": 0.23800570673769336,
      "learning_rate": 5.1876815013131e-05,
      "loss": 0.3511,
      "step": 255
    },
    {
      "epoch": 2.321266968325792,
      "grad_norm": 0.2673484662572871,
      "learning_rate": 5.163416016021597e-05,
      "loss": 0.3537,
      "step": 256
    },
    {
      "epoch": 2.330316742081448,
      "grad_norm": 0.25378700284589706,
      "learning_rate": 5.1391036685026093e-05,
      "loss": 0.3492,
      "step": 257
    },
    {
      "epoch": 2.339366515837104,
      "grad_norm": 0.2198551274983534,
      "learning_rate": 5.114745438053952e-05,
      "loss": 0.3522,
      "step": 258
    },
    {
      "epoch": 2.3484162895927603,
      "grad_norm": 0.22757974892064678,
      "learning_rate": 5.0903423058215925e-05,
      "loss": 0.3531,
      "step": 259
    },
    {
      "epoch": 2.3574660633484164,
      "grad_norm": 0.2162305337190899,
      "learning_rate": 5.06589525476014e-05,
      "loss": 0.3509,
      "step": 260
    },
    {
      "epoch": 2.3665158371040724,
      "grad_norm": 0.22176152775329794,
      "learning_rate": 5.0414052695932486e-05,
      "loss": 0.3539,
      "step": 261
    },
    {
      "epoch": 2.3755656108597285,
      "grad_norm": 0.20465996494402094,
      "learning_rate": 5.016873336773949e-05,
      "loss": 0.3513,
      "step": 262
    },
    {
      "epoch": 2.3846153846153846,
      "grad_norm": 0.19749781398286828,
      "learning_rate": 4.992300444444916e-05,
      "loss": 0.3569,
      "step": 263
    },
    {
      "epoch": 2.3936651583710407,
      "grad_norm": 0.21862557545293346,
      "learning_rate": 4.967687582398671e-05,
      "loss": 0.3532,
      "step": 264
    },
    {
      "epoch": 2.4027149321266967,
      "grad_norm": 0.22129803132569947,
      "learning_rate": 4.94303574203771e-05,
      "loss": 0.3546,
      "step": 265
    },
    {
      "epoch": 2.411764705882353,
      "grad_norm": 0.22177138969097251,
      "learning_rate": 4.9183459163345644e-05,
      "loss": 0.3502,
      "step": 266
    },
    {
      "epoch": 2.420814479638009,
      "grad_norm": 0.19327131140015494,
      "learning_rate": 4.893619099791817e-05,
      "loss": 0.3522,
      "step": 267
    },
    {
      "epoch": 2.4298642533936654,
      "grad_norm": 0.20052109770619267,
      "learning_rate": 4.868856288402032e-05,
      "loss": 0.356,
      "step": 268
    },
    {
      "epoch": 2.4389140271493215,
      "grad_norm": 0.19644855379050266,
      "learning_rate": 4.8440584796076395e-05,
      "loss": 0.3534,
      "step": 269
    },
    {
      "epoch": 2.4479638009049776,
      "grad_norm": 0.20192604708935719,
      "learning_rate": 4.819226672260763e-05,
      "loss": 0.3592,
      "step": 270
    },
    {
      "epoch": 2.4570135746606336,
      "grad_norm": 0.1922532533153157,
      "learning_rate": 4.794361866582982e-05,
      "loss": 0.3552,
      "step": 271
    },
    {
      "epoch": 2.4660633484162897,
      "grad_norm": 0.22962467692658226,
      "learning_rate": 4.7694650641250446e-05,
      "loss": 0.3531,
      "step": 272
    },
    {
      "epoch": 2.475113122171946,
      "grad_norm": 0.21255494327094565,
      "learning_rate": 4.7445372677265205e-05,
      "loss": 0.3554,
      "step": 273
    },
    {
      "epoch": 2.484162895927602,
      "grad_norm": 0.19556932541533853,
      "learning_rate": 4.719579481475416e-05,
      "loss": 0.3558,
      "step": 274
    },
    {
      "epoch": 2.493212669683258,
      "grad_norm": 0.2127502030224185,
      "learning_rate": 4.694592710667723e-05,
      "loss": 0.3558,
      "step": 275
    },
    {
      "epoch": 2.502262443438914,
      "grad_norm": 0.2051192723904285,
      "learning_rate": 4.6695779617669236e-05,
      "loss": 0.355,
      "step": 276
    },
    {
      "epoch": 2.51131221719457,
      "grad_norm": 0.21459679896962008,
      "learning_rate": 4.6445362423634574e-05,
      "loss": 0.3547,
      "step": 277
    },
    {
      "epoch": 2.520361990950226,
      "grad_norm": 0.21249030888822018,
      "learning_rate": 4.61946856113413e-05,
      "loss": 0.3524,
      "step": 278
    },
    {
      "epoch": 2.5294117647058822,
      "grad_norm": 0.18973130323510315,
      "learning_rate": 4.594375927801487e-05,
      "loss": 0.3518,
      "step": 279
    },
    {
      "epoch": 2.5384615384615383,
      "grad_norm": 0.20099116045455737,
      "learning_rate": 4.5692593530931416e-05,
      "loss": 0.3551,
      "step": 280
    },
    {
      "epoch": 2.5475113122171944,
      "grad_norm": 0.2404974178503931,
      "learning_rate": 4.5441198487010574e-05,
      "loss": 0.3546,
      "step": 281
    },
    {
      "epoch": 2.5565610859728505,
      "grad_norm": 0.21416667678544446,
      "learning_rate": 4.5189584272408074e-05,
      "loss": 0.3521,
      "step": 282
    },
    {
      "epoch": 2.5656108597285066,
      "grad_norm": 0.1821577098280573,
      "learning_rate": 4.493776102210779e-05,
      "loss": 0.351,
      "step": 283
    },
    {
      "epoch": 2.5746606334841626,
      "grad_norm": 0.1940123893538777,
      "learning_rate": 4.468573887951354e-05,
      "loss": 0.352,
      "step": 284
    },
    {
      "epoch": 2.583710407239819,
      "grad_norm": 0.21908628404417796,
      "learning_rate": 4.4433527996040443e-05,
      "loss": 0.3555,
      "step": 285
    },
    {
      "epoch": 2.5927601809954752,
      "grad_norm": 0.16351576977199667,
      "learning_rate": 4.418113853070614e-05,
      "loss": 0.3534,
      "step": 286
    },
    {
      "epoch": 2.6018099547511313,
      "grad_norm": 0.18499158266871718,
      "learning_rate": 4.392858064972149e-05,
      "loss": 0.3555,
      "step": 287
    },
    {
      "epoch": 2.6108597285067874,
      "grad_norm": 0.17222994187080978,
      "learning_rate": 4.3675864526081106e-05,
      "loss": 0.3522,
      "step": 288
    },
    {
      "epoch": 2.6199095022624435,
      "grad_norm": 0.17596242704110496,
      "learning_rate": 4.34230003391536e-05,
      "loss": 0.3529,
      "step": 289
    },
    {
      "epoch": 2.6289592760180995,
      "grad_norm": 0.1788336399501724,
      "learning_rate": 4.316999827427154e-05,
      "loss": 0.3501,
      "step": 290
    },
    {
      "epoch": 2.6380090497737556,
      "grad_norm": 0.15674058262172438,
      "learning_rate": 4.2916868522321235e-05,
      "loss": 0.3593,
      "step": 291
    },
    {
      "epoch": 2.6470588235294117,
      "grad_norm": 0.19461132000856615,
      "learning_rate": 4.266362127933216e-05,
      "loss": 0.3542,
      "step": 292
    },
    {
      "epoch": 2.6561085972850678,
      "grad_norm": 0.18265415777078592,
      "learning_rate": 4.2410266746066345e-05,
      "loss": 0.3529,
      "step": 293
    },
    {
      "epoch": 2.665158371040724,
      "grad_norm": 0.19366748651198787,
      "learning_rate": 4.215681512760744e-05,
      "loss": 0.3545,
      "step": 294
    },
    {
      "epoch": 2.6742081447963804,
      "grad_norm": 0.19701470985076372,
      "learning_rate": 4.19032766329497e-05,
      "loss": 0.3533,
      "step": 295
    },
    {
      "epoch": 2.6832579185520364,
      "grad_norm": 0.2051473001306171,
      "learning_rate": 4.1649661474586694e-05,
      "loss": 0.3543,
      "step": 296
    },
    {
      "epoch": 2.6923076923076925,
      "grad_norm": 0.18550660724506887,
      "learning_rate": 4.139597986810005e-05,
      "loss": 0.3569,
      "step": 297
    },
    {
      "epoch": 2.7013574660633486,
      "grad_norm": 0.20456848012158177,
      "learning_rate": 4.114224203174785e-05,
      "loss": 0.3496,
      "step": 298
    },
    {
      "epoch": 2.7104072398190047,
      "grad_norm": 0.1780622844651236,
      "learning_rate": 4.0888458186053184e-05,
      "loss": 0.354,
      "step": 299
    },
    {
      "epoch": 2.7194570135746607,
      "grad_norm": 0.1640758315975294,
      "learning_rate": 4.063463855339232e-05,
      "loss": 0.3496,
      "step": 300
    },
    {
      "epoch": 2.728506787330317,
      "grad_norm": 0.19228477606561048,
      "learning_rate": 4.0380793357583076e-05,
      "loss": 0.3491,
      "step": 301
    },
    {
      "epoch": 2.737556561085973,
      "grad_norm": 0.1755323101374011,
      "learning_rate": 4.012693282347289e-05,
      "loss": 0.3564,
      "step": 302
    },
    {
      "epoch": 2.746606334841629,
      "grad_norm": 0.1809635624979587,
      "learning_rate": 3.9873067176527114e-05,
      "loss": 0.3544,
      "step": 303
    },
    {
      "epoch": 2.755656108597285,
      "grad_norm": 0.18201509342269132,
      "learning_rate": 3.961920664241694e-05,
      "loss": 0.3546,
      "step": 304
    },
    {
      "epoch": 2.764705882352941,
      "grad_norm": 0.17873879422611214,
      "learning_rate": 3.9365361446607684e-05,
      "loss": 0.355,
      "step": 305
    },
    {
      "epoch": 2.773755656108597,
      "grad_norm": 0.21315929069191436,
      "learning_rate": 3.911154181394682e-05,
      "loss": 0.3564,
      "step": 306
    },
    {
      "epoch": 2.7828054298642533,
      "grad_norm": 0.19819053615429819,
      "learning_rate": 3.885775796825216e-05,
      "loss": 0.3548,
      "step": 307
    },
    {
      "epoch": 2.7918552036199094,
      "grad_norm": 0.13490710454922517,
      "learning_rate": 3.860402013189998e-05,
      "loss": 0.3485,
      "step": 308
    },
    {
      "epoch": 2.8009049773755654,
      "grad_norm": 0.20244714474335393,
      "learning_rate": 3.835033852541332e-05,
      "loss": 0.3562,
      "step": 309
    },
    {
      "epoch": 2.8099547511312215,
      "grad_norm": 0.1724672504964484,
      "learning_rate": 3.809672336705031e-05,
      "loss": 0.348,
      "step": 310
    },
    {
      "epoch": 2.8190045248868776,
      "grad_norm": 0.15081349665835933,
      "learning_rate": 3.784318487239257e-05,
      "loss": 0.3546,
      "step": 311
    },
    {
      "epoch": 2.8280542986425337,
      "grad_norm": 0.1783285611622551,
      "learning_rate": 3.758973325393367e-05,
      "loss": 0.35,
      "step": 312
    },
    {
      "epoch": 2.83710407239819,
      "grad_norm": 0.16120590818140387,
      "learning_rate": 3.7336378720667846e-05,
      "loss": 0.3537,
      "step": 313
    },
    {
      "epoch": 2.8461538461538463,
      "grad_norm": 0.20165982856627884,
      "learning_rate": 3.708313147767878e-05,
      "loss": 0.3543,
      "step": 314
    },
    {
      "epoch": 2.8552036199095023,
      "grad_norm": 0.21095988182947403,
      "learning_rate": 3.683000172572846e-05,
      "loss": 0.3544,
      "step": 315
    },
    {
      "epoch": 2.8642533936651584,
      "grad_norm": 0.18625234007151376,
      "learning_rate": 3.657699966084642e-05,
      "loss": 0.3531,
      "step": 316
    },
    {
      "epoch": 2.8733031674208145,
      "grad_norm": 0.22479750462747256,
      "learning_rate": 3.632413547391891e-05,
      "loss": 0.3556,
      "step": 317
    },
    {
      "epoch": 2.8823529411764706,
      "grad_norm": 0.20909188100700477,
      "learning_rate": 3.6071419350278515e-05,
      "loss": 0.3471,
      "step": 318
    },
    {
      "epoch": 2.8914027149321266,
      "grad_norm": 0.18778607505398776,
      "learning_rate": 3.581886146929387e-05,
      "loss": 0.3451,
      "step": 319
    },
    {
      "epoch": 2.9004524886877827,
      "grad_norm": 0.21561728314983256,
      "learning_rate": 3.556647200395956e-05,
      "loss": 0.352,
      "step": 320
    },
    {
      "epoch": 2.909502262443439,
      "grad_norm": 0.20718371330348473,
      "learning_rate": 3.5314261120486474e-05,
      "loss": 0.3493,
      "step": 321
    },
    {
      "epoch": 2.918552036199095,
      "grad_norm": 0.16443205391902374,
      "learning_rate": 3.5062238977892214e-05,
      "loss": 0.3508,
      "step": 322
    },
    {
      "epoch": 2.9276018099547514,
      "grad_norm": 0.19396119036177084,
      "learning_rate": 3.481041572759193e-05,
      "loss": 0.355,
      "step": 323
    },
    {
      "epoch": 2.9366515837104075,
      "grad_norm": 0.18132782101939904,
      "learning_rate": 3.4558801512989446e-05,
      "loss": 0.354,
      "step": 324
    },
    {
      "epoch": 2.9457013574660635,
      "grad_norm": 0.17332578387246808,
      "learning_rate": 3.4307406469068604e-05,
      "loss": 0.3542,
      "step": 325
    },
    {
      "epoch": 2.9547511312217196,
      "grad_norm": 0.15354450735940553,
      "learning_rate": 3.405624072198514e-05,
      "loss": 0.3553,
      "step": 326
    },
    {
      "epoch": 2.9638009049773757,
      "grad_norm": 0.17733336095930732,
      "learning_rate": 3.3805314388658714e-05,
      "loss": 0.3507,
      "step": 327
    },
    {
      "epoch": 2.9728506787330318,
      "grad_norm": 0.16922858743324629,
      "learning_rate": 3.3554637576365446e-05,
      "loss": 0.3469,
      "step": 328
    },
    {
      "epoch": 2.981900452488688,
      "grad_norm": 0.1635466514191799,
      "learning_rate": 3.330422038233078e-05,
      "loss": 0.3499,
      "step": 329
    },
    {
      "epoch": 2.990950226244344,
      "grad_norm": 0.181396866738228,
      "learning_rate": 3.305407289332279e-05,
      "loss": 0.3475,
      "step": 330
    },
    {
      "epoch": 3.002262443438914,
      "grad_norm": 0.17232098683504665,
      "learning_rate": 3.280420518524585e-05,
      "loss": 0.3429,
      "step": 331
    },
    {
      "epoch": 3.01131221719457,
      "grad_norm": 0.2085779039684738,
      "learning_rate": 3.25546273227348e-05,
      "loss": 0.3276,
      "step": 332
    },
    {
      "epoch": 3.020361990950226,
      "grad_norm": 0.20454372196591433,
      "learning_rate": 3.230534935874958e-05,
      "loss": 0.322,
      "step": 333
    },
    {
      "epoch": 3.0294117647058822,
      "grad_norm": 0.21400683996161396,
      "learning_rate": 3.205638133417019e-05,
      "loss": 0.3247,
      "step": 334
    },
    {
      "epoch": 3.0384615384615383,
      "grad_norm": 0.20994330105610337,
      "learning_rate": 3.180773327739238e-05,
      "loss": 0.328,
      "step": 335
    },
    {
      "epoch": 3.0475113122171944,
      "grad_norm": 0.2107968970213985,
      "learning_rate": 3.155941520392362e-05,
      "loss": 0.3235,
      "step": 336
    },
    {
      "epoch": 3.0565610859728505,
      "grad_norm": 0.20164240350868537,
      "learning_rate": 3.1311437115979696e-05,
      "loss": 0.3203,
      "step": 337
    },
    {
      "epoch": 3.065610859728507,
      "grad_norm": 0.20071440677649943,
      "learning_rate": 3.1063809002081834e-05,
      "loss": 0.3221,
      "step": 338
    },
    {
      "epoch": 3.074660633484163,
      "grad_norm": 0.17663930655160845,
      "learning_rate": 3.0816540836654356e-05,
      "loss": 0.3226,
      "step": 339
    },
    {
      "epoch": 3.083710407239819,
      "grad_norm": 0.18106709441769947,
      "learning_rate": 3.0569642579622905e-05,
      "loss": 0.3214,
      "step": 340
    },
    {
      "epoch": 3.0927601809954752,
      "grad_norm": 0.17780441082604515,
      "learning_rate": 3.0323124176013297e-05,
      "loss": 0.3225,
      "step": 341
    },
    {
      "epoch": 3.1018099547511313,
      "grad_norm": 0.17074344590150428,
      "learning_rate": 3.007699555555086e-05,
      "loss": 0.3183,
      "step": 342
    },
    {
      "epoch": 3.1108597285067874,
      "grad_norm": 0.22118329908847872,
      "learning_rate": 2.9831266632260534e-05,
      "loss": 0.3221,
      "step": 343
    },
    {
      "epoch": 3.1199095022624435,
      "grad_norm": 0.1862795261167787,
      "learning_rate": 2.958594730406752e-05,
      "loss": 0.3233,
      "step": 344
    },
    {
      "epoch": 3.1289592760180995,
      "grad_norm": 0.18624339502853474,
      "learning_rate": 2.9341047452398607e-05,
      "loss": 0.3232,
      "step": 345
    },
    {
      "epoch": 3.1380090497737556,
      "grad_norm": 0.19906920288843233,
      "learning_rate": 2.9096576941784095e-05,
      "loss": 0.3217,
      "step": 346
    },
    {
      "epoch": 3.1470588235294117,
      "grad_norm": 0.1759509265715728,
      "learning_rate": 2.8852545619460495e-05,
      "loss": 0.3294,
      "step": 347
    },
    {
      "epoch": 3.1561085972850678,
      "grad_norm": 0.18215420840842134,
      "learning_rate": 2.860896331497391e-05,
      "loss": 0.3178,
      "step": 348
    },
    {
      "epoch": 3.165158371040724,
      "grad_norm": 0.16928396196250736,
      "learning_rate": 2.8365839839784038e-05,
      "loss": 0.3208,
      "step": 349
    },
    {
      "epoch": 3.17420814479638,
      "grad_norm": 0.18758285635894378,
      "learning_rate": 2.8123184986869022e-05,
      "loss": 0.3252,
      "step": 350
    },
    {
      "epoch": 3.183257918552036,
      "grad_norm": 0.1727196365880379,
      "learning_rate": 2.7881008530330914e-05,
      "loss": 0.3219,
      "step": 351
    },
    {
      "epoch": 3.1923076923076925,
      "grad_norm": 0.19928771398379677,
      "learning_rate": 2.7639320225002108e-05,
      "loss": 0.3279,
      "step": 352
    },
    {
      "epoch": 3.2013574660633486,
      "grad_norm": 0.15934892115019736,
      "learning_rate": 2.7398129806052298e-05,
      "loss": 0.3211,
      "step": 353
    },
    {
      "epoch": 3.2104072398190047,
      "grad_norm": 0.1620987722032314,
      "learning_rate": 2.715744698859637e-05,
      "loss": 0.3264,
      "step": 354
    },
    {
      "epoch": 3.2194570135746607,
      "grad_norm": 0.14580042456343553,
      "learning_rate": 2.691728146730314e-05,
      "loss": 0.3247,
      "step": 355
    },
    {
      "epoch": 3.228506787330317,
      "grad_norm": 0.1669926797929679,
      "learning_rate": 2.6677642916004772e-05,
      "loss": 0.3219,
      "step": 356
    },
    {
      "epoch": 3.237556561085973,
      "grad_norm": 0.13912969057523117,
      "learning_rate": 2.6438540987307174e-05,
      "loss": 0.3224,
      "step": 357
    },
    {
      "epoch": 3.246606334841629,
      "grad_norm": 0.17393961594448798,
      "learning_rate": 2.6199985312201185e-05,
      "loss": 0.3287,
      "step": 358
    },
    {
      "epoch": 3.255656108597285,
      "grad_norm": 0.13336325385823727,
      "learning_rate": 2.5961985499674587e-05,
      "loss": 0.3195,
      "step": 359
    },
    {
      "epoch": 3.264705882352941,
      "grad_norm": 0.16625718933722608,
      "learning_rate": 2.5724551136325132e-05,
      "loss": 0.3155,
      "step": 360
    },
    {
      "epoch": 3.273755656108597,
      "grad_norm": 0.1313925578933839,
      "learning_rate": 2.5487691785974366e-05,
      "loss": 0.3245,
      "step": 361
    },
    {
      "epoch": 3.2828054298642533,
      "grad_norm": 0.1580151751002634,
      "learning_rate": 2.5251416989282377e-05,
      "loss": 0.3244,
      "step": 362
    },
    {
      "epoch": 3.2918552036199094,
      "grad_norm": 0.13919373737905993,
      "learning_rate": 2.501573626336352e-05,
      "loss": 0.3204,
      "step": 363
    },
    {
      "epoch": 3.3009049773755654,
      "grad_norm": 0.1394478161996878,
      "learning_rate": 2.478065910140308e-05,
      "loss": 0.319,
      "step": 364
    },
    {
      "epoch": 3.3099547511312215,
      "grad_norm": 0.1422678230130045,
      "learning_rate": 2.4546194972274852e-05,
      "loss": 0.3234,
      "step": 365
    },
    {
      "epoch": 3.3190045248868776,
      "grad_norm": 0.13767311772002824,
      "learning_rate": 2.431235332015978e-05,
      "loss": 0.3222,
      "step": 366
    },
    {
      "epoch": 3.328054298642534,
      "grad_norm": 0.15146521934073406,
      "learning_rate": 2.4079143564165524e-05,
      "loss": 0.3196,
      "step": 367
    },
    {
      "epoch": 3.33710407239819,
      "grad_norm": 0.14554574710226792,
      "learning_rate": 2.3846575097947015e-05,
      "loss": 0.3238,
      "step": 368
    },
    {
      "epoch": 3.3461538461538463,
      "grad_norm": 0.12428809362324093,
      "learning_rate": 2.361465728932819e-05,
      "loss": 0.3281,
      "step": 369
    },
    {
      "epoch": 3.3552036199095023,
      "grad_norm": 0.1359067551518604,
      "learning_rate": 2.338339947992455e-05,
      "loss": 0.3197,
      "step": 370
    },
    {
      "epoch": 3.3642533936651584,
      "grad_norm": 0.12263338859613652,
      "learning_rate": 2.315281098476694e-05,
      "loss": 0.3217,
      "step": 371
    },
    {
      "epoch": 3.3733031674208145,
      "grad_norm": 0.13047474507331128,
      "learning_rate": 2.2922901091926334e-05,
      "loss": 0.3244,
      "step": 372
    },
    {
      "epoch": 3.3823529411764706,
      "grad_norm": 0.12872903204410682,
      "learning_rate": 2.269367906213966e-05,
      "loss": 0.3229,
      "step": 373
    },
    {
      "epoch": 3.3914027149321266,
      "grad_norm": 0.11879478583728734,
      "learning_rate": 2.24651541284369e-05,
      "loss": 0.3246,
      "step": 374
    },
    {
      "epoch": 3.4004524886877827,
      "grad_norm": 0.13996450916284633,
      "learning_rate": 2.2237335495769035e-05,
      "loss": 0.3255,
      "step": 375
    },
    {
      "epoch": 3.409502262443439,
      "grad_norm": 0.12258279755344627,
      "learning_rate": 2.2010232340637375e-05,
      "loss": 0.3222,
      "step": 376
    },
    {
      "epoch": 3.418552036199095,
      "grad_norm": 0.13396529243580008,
      "learning_rate": 2.1783853810723895e-05,
      "loss": 0.3188,
      "step": 377
    },
    {
      "epoch": 3.427601809954751,
      "grad_norm": 0.12827246370155101,
      "learning_rate": 2.155820902452276e-05,
      "loss": 0.3233,
      "step": 378
    },
    {
      "epoch": 3.4366515837104075,
      "grad_norm": 0.13361073513914423,
      "learning_rate": 2.1333307070973054e-05,
      "loss": 0.32,
      "step": 379
    },
    {
      "epoch": 3.4457013574660635,
      "grad_norm": 0.1294537429532072,
      "learning_rate": 2.11091570090927e-05,
      "loss": 0.3234,
      "step": 380
    },
    {
      "epoch": 3.4547511312217196,
      "grad_norm": 0.12477628801726541,
      "learning_rate": 2.0885767867613485e-05,
      "loss": 0.3236,
      "step": 381
    },
    {
      "epoch": 3.4638009049773757,
      "grad_norm": 0.12556744064400813,
      "learning_rate": 2.0663148644617443e-05,
      "loss": 0.3193,
      "step": 382
    },
    {
      "epoch": 3.4728506787330318,
      "grad_norm": 0.12838442646777212,
      "learning_rate": 2.044130830717445e-05,
      "loss": 0.3197,
      "step": 383
    },
    {
      "epoch": 3.481900452488688,
      "grad_norm": 0.11666989370139778,
      "learning_rate": 2.0220255790980935e-05,
      "loss": 0.3222,
      "step": 384
    },
    {
      "epoch": 3.490950226244344,
      "grad_norm": 0.1201654171036639,
      "learning_rate": 2.0000000000000012e-05,
      "loss": 0.323,
      "step": 385
    },
    {
      "epoch": 3.5,
      "grad_norm": 0.12406834396457092,
      "learning_rate": 1.9780549806102827e-05,
      "loss": 0.3233,
      "step": 386
    },
    {
      "epoch": 3.509049773755656,
      "grad_norm": 0.13211561659340326,
      "learning_rate": 1.9561914048711182e-05,
      "loss": 0.3328,
      "step": 387
    },
    {
      "epoch": 3.518099547511312,
      "grad_norm": 0.11794332998469956,
      "learning_rate": 1.934410153444153e-05,
      "loss": 0.3206,
      "step": 388
    },
    {
      "epoch": 3.5271493212669682,
      "grad_norm": 0.11751517121074768,
      "learning_rate": 1.912712103675017e-05,
      "loss": 0.3234,
      "step": 389
    },
    {
      "epoch": 3.5361990950226243,
      "grad_norm": 0.11384664165774953,
      "learning_rate": 1.8910981295579903e-05,
      "loss": 0.326,
      "step": 390
    },
    {
      "epoch": 3.5452488687782804,
      "grad_norm": 0.11619434472524914,
      "learning_rate": 1.8695691017008005e-05,
      "loss": 0.328,
      "step": 391
    },
    {
      "epoch": 3.5542986425339365,
      "grad_norm": 0.11461255200579494,
      "learning_rate": 1.8481258872895503e-05,
      "loss": 0.3249,
      "step": 392
    },
    {
      "epoch": 3.5633484162895925,
      "grad_norm": 0.1269351876097148,
      "learning_rate": 1.826769350053789e-05,
      "loss": 0.325,
      "step": 393
    },
    {
      "epoch": 3.5723981900452486,
      "grad_norm": 0.1262020845365235,
      "learning_rate": 1.8055003502317213e-05,
      "loss": 0.3245,
      "step": 394
    },
    {
      "epoch": 3.581447963800905,
      "grad_norm": 0.1244584292444969,
      "learning_rate": 1.7843197445355593e-05,
      "loss": 0.3257,
      "step": 395
    },
    {
      "epoch": 3.590497737556561,
      "grad_norm": 0.121141018365639,
      "learning_rate": 1.7632283861170135e-05,
      "loss": 0.3267,
      "step": 396
    },
    {
      "epoch": 3.5995475113122173,
      "grad_norm": 0.1199129930925027,
      "learning_rate": 1.7422271245329244e-05,
      "loss": 0.3257,
      "step": 397
    },
    {
      "epoch": 3.6085972850678734,
      "grad_norm": 0.11856999524364402,
      "learning_rate": 1.721316805711045e-05,
      "loss": 0.3211,
      "step": 398
    },
    {
      "epoch": 3.6176470588235294,
      "grad_norm": 0.11909188120229579,
      "learning_rate": 1.7004982719159712e-05,
      "loss": 0.3201,
      "step": 399
    },
    {
      "epoch": 3.6266968325791855,
      "grad_norm": 0.11144474240232284,
      "learning_rate": 1.679772361715208e-05,
      "loss": 0.3223,
      "step": 400
    },
    {
      "epoch": 3.6357466063348416,
      "grad_norm": 0.12526137904233012,
      "learning_rate": 1.6591399099453952e-05,
      "loss": 0.3251,
      "step": 401
    },
    {
      "epoch": 3.6447963800904977,
      "grad_norm": 0.1129996909861758,
      "learning_rate": 1.6386017476786818e-05,
      "loss": 0.3264,
      "step": 402
    },
    {
      "epoch": 3.6538461538461537,
      "grad_norm": 0.11339940885061946,
      "learning_rate": 1.6181587021892484e-05,
      "loss": 0.3252,
      "step": 403
    },
    {
      "epoch": 3.66289592760181,
      "grad_norm": 0.11557131743659978,
      "learning_rate": 1.5978115969199882e-05,
      "loss": 0.3241,
      "step": 404
    },
    {
      "epoch": 3.6719457013574663,
      "grad_norm": 0.12094104342387753,
      "learning_rate": 1.5775612514493343e-05,
      "loss": 0.3224,
      "step": 405
    },
    {
      "epoch": 3.6809954751131224,
      "grad_norm": 0.12996591315042658,
      "learning_rate": 1.557408481458247e-05,
      "loss": 0.3214,
      "step": 406
    },
    {
      "epoch": 3.6900452488687785,
      "grad_norm": 0.10932053351798611,
      "learning_rate": 1.537354098697367e-05,
      "loss": 0.3243,
      "step": 407
    },
    {
      "epoch": 3.6990950226244346,
      "grad_norm": 0.119643634861931,
      "learning_rate": 1.5173989109543055e-05,
      "loss": 0.3262,
      "step": 408
    },
    {
      "epoch": 3.7081447963800906,
      "grad_norm": 0.11650012137085076,
      "learning_rate": 1.497543722021114e-05,
      "loss": 0.3248,
      "step": 409
    },
    {
      "epoch": 3.7171945701357467,
      "grad_norm": 0.11291091689614972,
      "learning_rate": 1.4777893316619114e-05,
      "loss": 0.3203,
      "step": 410
    },
    {
      "epoch": 3.726244343891403,
      "grad_norm": 0.1162086489522257,
      "learning_rate": 1.4581365355806555e-05,
      "loss": 0.3243,
      "step": 411
    },
    {
      "epoch": 3.735294117647059,
      "grad_norm": 0.10927589657003309,
      "learning_rate": 1.4385861253891111e-05,
      "loss": 0.327,
      "step": 412
    },
    {
      "epoch": 3.744343891402715,
      "grad_norm": 0.10801027792504748,
      "learning_rate": 1.4191388885749487e-05,
      "loss": 0.3237,
      "step": 413
    },
    {
      "epoch": 3.753393665158371,
      "grad_norm": 0.11625407101384182,
      "learning_rate": 1.3997956084700301e-05,
      "loss": 0.3223,
      "step": 414
    },
    {
      "epoch": 3.762443438914027,
      "grad_norm": 0.10784892069818107,
      "learning_rate": 1.3805570642188602e-05,
      "loss": 0.3258,
      "step": 415
    },
    {
      "epoch": 3.771493212669683,
      "grad_norm": 0.11300531775753117,
      "learning_rate": 1.3614240307471942e-05,
      "loss": 0.3248,
      "step": 416
    },
    {
      "epoch": 3.7805429864253393,
      "grad_norm": 0.10835333011179236,
      "learning_rate": 1.34239727873083e-05,
      "loss": 0.3223,
      "step": 417
    },
    {
      "epoch": 3.7895927601809953,
      "grad_norm": 0.11188577965419376,
      "learning_rate": 1.3234775745645684e-05,
      "loss": 0.321,
      "step": 418
    },
    {
      "epoch": 3.7986425339366514,
      "grad_norm": 0.12447909695863361,
      "learning_rate": 1.3046656803313287e-05,
      "loss": 0.324,
      "step": 419
    },
    {
      "epoch": 3.8076923076923075,
      "grad_norm": 0.10209002045981093,
      "learning_rate": 1.2859623537714719e-05,
      "loss": 0.3227,
      "step": 420
    },
    {
      "epoch": 3.8167420814479636,
      "grad_norm": 0.11319252778270614,
      "learning_rate": 1.2673683482522629e-05,
      "loss": 0.3289,
      "step": 421
    },
    {
      "epoch": 3.8257918552036196,
      "grad_norm": 0.10456931028449813,
      "learning_rate": 1.248884412737532e-05,
      "loss": 0.3236,
      "step": 422
    },
    {
      "epoch": 3.834841628959276,
      "grad_norm": 0.10976135305835821,
      "learning_rate": 1.2305112917575092e-05,
      "loss": 0.3273,
      "step": 423
    },
    {
      "epoch": 3.8438914027149322,
      "grad_norm": 0.10710488304052018,
      "learning_rate": 1.2122497253788267e-05,
      "loss": 0.3224,
      "step": 424
    },
    {
      "epoch": 3.8529411764705883,
      "grad_norm": 0.10332457574753726,
      "learning_rate": 1.1941004491747145e-05,
      "loss": 0.3174,
      "step": 425
    },
    {
      "epoch": 3.8619909502262444,
      "grad_norm": 0.10300034100616205,
      "learning_rate": 1.1760641941953744e-05,
      "loss": 0.3252,
      "step": 426
    },
    {
      "epoch": 3.8710407239819005,
      "grad_norm": 0.09955598289499694,
      "learning_rate": 1.1581416869385253e-05,
      "loss": 0.3223,
      "step": 427
    },
    {
      "epoch": 3.8800904977375565,
      "grad_norm": 0.10841097410633975,
      "learning_rate": 1.1403336493201462e-05,
      "loss": 0.3215,
      "step": 428
    },
    {
      "epoch": 3.8891402714932126,
      "grad_norm": 0.10174185620822972,
      "learning_rate": 1.1226407986453963e-05,
      "loss": 0.3238,
      "step": 429
    },
    {
      "epoch": 3.8981900452488687,
      "grad_norm": 0.10861737022921748,
      "learning_rate": 1.1050638475797193e-05,
      "loss": 0.3256,
      "step": 430
    },
    {
      "epoch": 3.9072398190045248,
      "grad_norm": 0.10297039570713754,
      "learning_rate": 1.0876035041201436e-05,
      "loss": 0.3221,
      "step": 431
    },
    {
      "epoch": 3.916289592760181,
      "grad_norm": 0.1076446648237558,
      "learning_rate": 1.070260471566757e-05,
      "loss": 0.3252,
      "step": 432
    },
    {
      "epoch": 3.9253393665158374,
      "grad_norm": 0.10925197562208173,
      "learning_rate": 1.0530354484943798e-05,
      "loss": 0.3185,
      "step": 433
    },
    {
      "epoch": 3.9343891402714934,
      "grad_norm": 0.09823521379039317,
      "learning_rate": 1.0359291287244334e-05,
      "loss": 0.3241,
      "step": 434
    },
    {
      "epoch": 3.9434389140271495,
      "grad_norm": 0.11042331281486452,
      "learning_rate": 1.0189422012969814e-05,
      "loss": 0.3264,
      "step": 435
    },
    {
      "epoch": 3.9524886877828056,
      "grad_norm": 0.0998774378258076,
      "learning_rate": 1.0020753504429845e-05,
      "loss": 0.3184,
      "step": 436
    },
    {
      "epoch": 3.9615384615384617,
      "grad_norm": 0.10587358010063602,
      "learning_rate": 9.85329255556735e-06,
      "loss": 0.3259,
      "step": 437
    },
    {
      "epoch": 3.9705882352941178,
      "grad_norm": 0.10052895526823628,
      "learning_rate": 9.687045911684928e-06,
      "loss": 0.3239,
      "step": 438
    },
    {
      "epoch": 3.979638009049774,
      "grad_norm": 0.09541866120111013,
      "learning_rate": 9.522020269173172e-06,
      "loss": 0.323,
      "step": 439
    },
    {
      "epoch": 3.98868778280543,
      "grad_norm": 0.09557886438970163,
      "learning_rate": 9.358222275240884e-06,
      "loss": 0.324,
      "step": 440
    },
    {
      "epoch": 3.997737556561086,
      "grad_norm": 0.10151624518760664,
      "learning_rate": 9.195658527647371e-06,
      "loss": 0.3264,
      "step": 441
    },
    {
      "epoch": 4.009049773755656,
      "grad_norm": 0.16524757813062563,
      "learning_rate": 9.034335574436701e-06,
      "loss": 0.3062,
      "step": 442
    },
    {
      "epoch": 4.018099547511312,
      "grad_norm": 0.12618495103542215,
      "learning_rate": 8.8742599136739e-06,
      "loss": 0.3037,
      "step": 443
    },
    {
      "epoch": 4.027149321266968,
      "grad_norm": 0.12794305399302355,
      "learning_rate": 8.715437993183235e-06,
      "loss": 0.3071,
      "step": 444
    },
    {
      "epoch": 4.036199095022624,
      "grad_norm": 0.1752311726452474,
      "learning_rate": 8.55787621028851e-06,
      "loss": 0.3049,
      "step": 445
    },
    {
      "epoch": 4.04524886877828,
      "grad_norm": 0.13744941353125903,
      "learning_rate": 8.401580911555353e-06,
      "loss": 0.3022,
      "step": 446
    },
    {
      "epoch": 4.0542986425339365,
      "grad_norm": 0.1442214999179444,
      "learning_rate": 8.24655839253563e-06,
      "loss": 0.304,
      "step": 447
    },
    {
      "epoch": 4.0633484162895925,
      "grad_norm": 0.14721326705532867,
      "learning_rate": 8.09281489751379e-06,
      "loss": 0.3014,
      "step": 448
    },
    {
      "epoch": 4.072398190045249,
      "grad_norm": 0.13164956472111614,
      "learning_rate": 7.940356619255385e-06,
      "loss": 0.3,
      "step": 449
    },
    {
      "epoch": 4.081447963800905,
      "grad_norm": 0.14645232900110186,
      "learning_rate": 7.789189698757656e-06,
      "loss": 0.3051,
      "step": 450
    },
    {
      "epoch": 4.090497737556561,
      "grad_norm": 0.13594041957864836,
      "learning_rate": 7.639320225002106e-06,
      "loss": 0.3008,
      "step": 451
    },
    {
      "epoch": 4.099547511312217,
      "grad_norm": 0.12959173947863253,
      "learning_rate": 7.490754234709285e-06,
      "loss": 0.3029,
      "step": 452
    },
    {
      "epoch": 4.108597285067873,
      "grad_norm": 0.1312102043451062,
      "learning_rate": 7.343497712095619e-06,
      "loss": 0.3018,
      "step": 453
    },
    {
      "epoch": 4.117647058823529,
      "grad_norm": 0.12721628165894824,
      "learning_rate": 7.1975565886323575e-06,
      "loss": 0.3021,
      "step": 454
    },
    {
      "epoch": 4.126696832579185,
      "grad_norm": 0.12135804195023794,
      "learning_rate": 7.052936742806693e-06,
      "loss": 0.3029,
      "step": 455
    },
    {
      "epoch": 4.135746606334842,
      "grad_norm": 0.11021717009086096,
      "learning_rate": 6.909643999884918e-06,
      "loss": 0.3036,
      "step": 456
    },
    {
      "epoch": 4.144796380090498,
      "grad_norm": 0.1171461454928136,
      "learning_rate": 6.767684131677814e-06,
      "loss": 0.3019,
      "step": 457
    },
    {
      "epoch": 4.153846153846154,
      "grad_norm": 0.12398145068200955,
      "learning_rate": 6.627062856308191e-06,
      "loss": 0.3057,
      "step": 458
    },
    {
      "epoch": 4.16289592760181,
      "grad_norm": 0.10813946756475247,
      "learning_rate": 6.487785837980509e-06,
      "loss": 0.3055,
      "step": 459
    },
    {
      "epoch": 4.171945701357466,
      "grad_norm": 0.10512317676255085,
      "learning_rate": 6.349858686752748e-06,
      "loss": 0.3028,
      "step": 460
    },
    {
      "epoch": 4.180995475113122,
      "grad_norm": 0.11457252381271353,
      "learning_rate": 6.213286958310476e-06,
      "loss": 0.3029,
      "step": 461
    },
    {
      "epoch": 4.1900452488687785,
      "grad_norm": 0.11257398302051942,
      "learning_rate": 6.078076153742962e-06,
      "loss": 0.3042,
      "step": 462
    },
    {
      "epoch": 4.199095022624435,
      "grad_norm": 0.1068866308205338,
      "learning_rate": 5.9442317193217245e-06,
      "loss": 0.3051,
      "step": 463
    },
    {
      "epoch": 4.208144796380091,
      "grad_norm": 0.09665417595653125,
      "learning_rate": 5.811759046281062e-06,
      "loss": 0.3044,
      "step": 464
    },
    {
      "epoch": 4.217194570135747,
      "grad_norm": 0.10132756213863214,
      "learning_rate": 5.680663470600918e-06,
      "loss": 0.3047,
      "step": 465
    },
    {
      "epoch": 4.226244343891403,
      "grad_norm": 0.10197900247318212,
      "learning_rate": 5.550950272791977e-06,
      "loss": 0.3036,
      "step": 466
    },
    {
      "epoch": 4.235294117647059,
      "grad_norm": 0.10011788827590404,
      "learning_rate": 5.422624677682935e-06,
      "loss": 0.3042,
      "step": 467
    },
    {
      "epoch": 4.244343891402715,
      "grad_norm": 0.09704681985529298,
      "learning_rate": 5.29569185421003e-06,
      "loss": 0.2997,
      "step": 468
    },
    {
      "epoch": 4.253393665158371,
      "grad_norm": 0.0889335395278227,
      "learning_rate": 5.1701569152089196e-06,
      "loss": 0.3033,
      "step": 469
    },
    {
      "epoch": 4.262443438914027,
      "grad_norm": 0.09701179356263233,
      "learning_rate": 5.046024917208603e-06,
      "loss": 0.3074,
      "step": 470
    },
    {
      "epoch": 4.271493212669683,
      "grad_norm": 0.09991090929407241,
      "learning_rate": 4.923300860227884e-06,
      "loss": 0.3074,
      "step": 471
    },
    {
      "epoch": 4.280542986425339,
      "grad_norm": 0.09090875982688397,
      "learning_rate": 4.801989687573878e-06,
      "loss": 0.3049,
      "step": 472
    },
    {
      "epoch": 4.289592760180995,
      "grad_norm": 0.08947832790676682,
      "learning_rate": 4.6820962856429205e-06,
      "loss": 0.3039,
      "step": 473
    },
    {
      "epoch": 4.298642533936651,
      "grad_norm": 0.08534002305718665,
      "learning_rate": 4.563625483723777e-06,
      "loss": 0.3079,
      "step": 474
    },
    {
      "epoch": 4.3076923076923075,
      "grad_norm": 0.08940524333139004,
      "learning_rate": 4.446582053803066e-06,
      "loss": 0.2974,
      "step": 475
    },
    {
      "epoch": 4.316742081447964,
      "grad_norm": 0.09171172616230228,
      "learning_rate": 4.330970710373063e-06,
      "loss": 0.3076,
      "step": 476
    },
    {
      "epoch": 4.32579185520362,
      "grad_norm": 0.08806621206621702,
      "learning_rate": 4.216796110241852e-06,
      "loss": 0.3048,
      "step": 477
    },
    {
      "epoch": 4.334841628959276,
      "grad_norm": 0.08409826711122455,
      "learning_rate": 4.104062852345671e-06,
      "loss": 0.3013,
      "step": 478
    },
    {
      "epoch": 4.343891402714932,
      "grad_norm": 0.0893222760374292,
      "learning_rate": 3.9927754775636886e-06,
      "loss": 0.3052,
      "step": 479
    },
    {
      "epoch": 4.352941176470588,
      "grad_norm": 0.08399072448662723,
      "learning_rate": 3.882938468535158e-06,
      "loss": 0.3024,
      "step": 480
    },
    {
      "epoch": 4.361990950226244,
      "grad_norm": 0.08499472493876709,
      "learning_rate": 3.7745562494787645e-06,
      "loss": 0.3022,
      "step": 481
    },
    {
      "epoch": 4.371040723981901,
      "grad_norm": 0.08145638475145033,
      "learning_rate": 3.667633186014512e-06,
      "loss": 0.3054,
      "step": 482
    },
    {
      "epoch": 4.380090497737557,
      "grad_norm": 0.08565742656060206,
      "learning_rate": 3.5621735849877957e-06,
      "loss": 0.3026,
      "step": 483
    },
    {
      "epoch": 4.389140271493213,
      "grad_norm": 0.08492763740421684,
      "learning_rate": 3.458181694295961e-06,
      "loss": 0.3055,
      "step": 484
    },
    {
      "epoch": 4.398190045248869,
      "grad_norm": 0.08463274662713963,
      "learning_rate": 3.3556617027172168e-06,
      "loss": 0.3024,
      "step": 485
    },
    {
      "epoch": 4.407239819004525,
      "grad_norm": 0.08462399748218868,
      "learning_rate": 3.2546177397418677e-06,
      "loss": 0.3066,
      "step": 486
    },
    {
      "epoch": 4.416289592760181,
      "grad_norm": 0.08376453881287438,
      "learning_rate": 3.155053875406e-06,
      "loss": 0.3042,
      "step": 487
    },
    {
      "epoch": 4.425339366515837,
      "grad_norm": 0.08830270926768068,
      "learning_rate": 3.0569741201275626e-06,
      "loss": 0.2987,
      "step": 488
    },
    {
      "epoch": 4.4343891402714934,
      "grad_norm": 0.08240870254024944,
      "learning_rate": 2.96038242454479e-06,
      "loss": 0.3003,
      "step": 489
    },
    {
      "epoch": 4.4434389140271495,
      "grad_norm": 0.09052455529057644,
      "learning_rate": 2.8652826793570975e-06,
      "loss": 0.3028,
      "step": 490
    },
    {
      "epoch": 4.452488687782806,
      "grad_norm": 0.08455563785960757,
      "learning_rate": 2.77167871516836e-06,
      "loss": 0.3073,
      "step": 491
    },
    {
      "epoch": 4.461538461538462,
      "grad_norm": 0.08127731938352123,
      "learning_rate": 2.679574302332597e-06,
      "loss": 0.2999,
      "step": 492
    },
    {
      "epoch": 4.470588235294118,
      "grad_norm": 0.08359245964188998,
      "learning_rate": 2.5889731508021363e-06,
      "loss": 0.3049,
      "step": 493
    },
    {
      "epoch": 4.479638009049774,
      "grad_norm": 0.08004277394855593,
      "learning_rate": 2.4998789099781507e-06,
      "loss": 0.2995,
      "step": 494
    },
    {
      "epoch": 4.48868778280543,
      "grad_norm": 0.09293016471118876,
      "learning_rate": 2.4122951685636674e-06,
      "loss": 0.3084,
      "step": 495
    },
    {
      "epoch": 4.497737556561086,
      "grad_norm": 0.08857129082558779,
      "learning_rate": 2.3262254544190154e-06,
      "loss": 0.3028,
      "step": 496
    },
    {
      "epoch": 4.506787330316742,
      "grad_norm": 0.0851690989816207,
      "learning_rate": 2.2416732344197368e-06,
      "loss": 0.3052,
      "step": 497
    },
    {
      "epoch": 4.515837104072398,
      "grad_norm": 0.08380605677642579,
      "learning_rate": 2.1586419143169125e-06,
      "loss": 0.3071,
      "step": 498
    },
    {
      "epoch": 4.524886877828054,
      "grad_norm": 0.07847574450950273,
      "learning_rate": 2.0771348386000233e-06,
      "loss": 0.3034,
      "step": 499
    },
    {
      "epoch": 4.53393665158371,
      "grad_norm": 0.08166491411892216,
      "learning_rate": 1.997155290362187e-06,
      "loss": 0.3065,
      "step": 500
    },
    {
      "epoch": 4.542986425339366,
      "grad_norm": 0.07778971565605453,
      "learning_rate": 1.9187064911679432e-06,
      "loss": 0.3024,
      "step": 501
    },
    {
      "epoch": 4.552036199095022,
      "grad_norm": 0.07933626982513363,
      "learning_rate": 1.841791600923495e-06,
      "loss": 0.3023,
      "step": 502
    },
    {
      "epoch": 4.5610859728506785,
      "grad_norm": 0.08136425063541126,
      "learning_rate": 1.766413717749389e-06,
      "loss": 0.304,
      "step": 503
    },
    {
      "epoch": 4.570135746606335,
      "grad_norm": 0.08138859986883137,
      "learning_rate": 1.6925758778557933e-06,
      "loss": 0.3055,
      "step": 504
    },
    {
      "epoch": 4.579185520361991,
      "grad_norm": 0.0787210528579053,
      "learning_rate": 1.6202810554201099e-06,
      "loss": 0.3049,
      "step": 505
    },
    {
      "epoch": 4.588235294117647,
      "grad_norm": 0.08051236562441969,
      "learning_rate": 1.5495321624672443e-06,
      "loss": 0.3044,
      "step": 506
    },
    {
      "epoch": 4.597285067873303,
      "grad_norm": 0.0788996281741959,
      "learning_rate": 1.4803320487523087e-06,
      "loss": 0.3057,
      "step": 507
    },
    {
      "epoch": 4.606334841628959,
      "grad_norm": 0.07764118519403024,
      "learning_rate": 1.4126835016457752e-06,
      "loss": 0.3038,
      "step": 508
    },
    {
      "epoch": 4.615384615384615,
      "grad_norm": 0.08001544469825624,
      "learning_rate": 1.3465892460212594e-06,
      "loss": 0.3064,
      "step": 509
    },
    {
      "epoch": 4.624434389140271,
      "grad_norm": 0.09063120326499433,
      "learning_rate": 1.2820519441457502e-06,
      "loss": 0.3047,
      "step": 510
    },
    {
      "epoch": 4.633484162895927,
      "grad_norm": 0.07794623861050551,
      "learning_rate": 1.2190741955723495e-06,
      "loss": 0.3045,
      "step": 511
    },
    {
      "epoch": 4.642533936651584,
      "grad_norm": 0.07595212127483163,
      "learning_rate": 1.1576585370355908e-06,
      "loss": 0.3065,
      "step": 512
    },
    {
      "epoch": 4.65158371040724,
      "grad_norm": 0.07739705488047151,
      "learning_rate": 1.0978074423492368e-06,
      "loss": 0.3014,
      "step": 513
    },
    {
      "epoch": 4.660633484162896,
      "grad_norm": 0.07685164772052698,
      "learning_rate": 1.0395233223066614e-06,
      "loss": 0.2996,
      "step": 514
    },
    {
      "epoch": 4.669683257918552,
      "grad_norm": 0.08015550295148605,
      "learning_rate": 9.828085245837183e-07,
      "loss": 0.307,
      "step": 515
    },
    {
      "epoch": 4.678733031674208,
      "grad_norm": 0.08113161848829428,
      "learning_rate": 9.276653336441943e-07,
      "loss": 0.3091,
      "step": 516
    },
    {
      "epoch": 4.6877828054298645,
      "grad_norm": 0.08234301018528185,
      "learning_rate": 8.740959706477725e-07,
      "loss": 0.3022,
      "step": 517
    },
    {
      "epoch": 4.6968325791855206,
      "grad_norm": 0.07811510319887344,
      "learning_rate": 8.221025933605919e-07,
      "loss": 0.3027,
      "step": 518
    },
    {
      "epoch": 4.705882352941177,
      "grad_norm": 0.07966253839252949,
      "learning_rate": 7.716872960683041e-07,
      "loss": 0.304,
      "step": 519
    },
    {
      "epoch": 4.714932126696833,
      "grad_norm": 0.07556300199073022,
      "learning_rate": 7.228521094917318e-07,
      "loss": 0.303,
      "step": 520
    },
    {
      "epoch": 4.723981900452489,
      "grad_norm": 0.07949886614317854,
      "learning_rate": 6.755990007050761e-07,
      "loss": 0.3061,
      "step": 521
    },
    {
      "epoch": 4.733031674208145,
      "grad_norm": 0.07841434742669152,
      "learning_rate": 6.299298730566516e-07,
      "loss": 0.3068,
      "step": 522
    },
    {
      "epoch": 4.742081447963801,
      "grad_norm": 0.07541915667043782,
      "learning_rate": 5.858465660922808e-07,
      "loss": 0.3066,
      "step": 523
    },
    {
      "epoch": 4.751131221719457,
      "grad_norm": 0.07733742513960733,
      "learning_rate": 5.433508554811307e-07,
      "loss": 0.3057,
      "step": 524
    },
    {
      "epoch": 4.760180995475113,
      "grad_norm": 0.07836214413259006,
      "learning_rate": 5.024444529442285e-07,
      "loss": 0.3031,
      "step": 525
    },
    {
      "epoch": 4.769230769230769,
      "grad_norm": 0.07953356517050592,
      "learning_rate": 4.6312900618550317e-07,
      "loss": 0.3016,
      "step": 526
    },
    {
      "epoch": 4.778280542986425,
      "grad_norm": 0.07617521054682652,
      "learning_rate": 4.254060988254205e-07,
      "loss": 0.2999,
      "step": 527
    },
    {
      "epoch": 4.787330316742081,
      "grad_norm": 0.07846308080577853,
      "learning_rate": 3.8927725033718553e-07,
      "loss": 0.3051,
      "step": 528
    },
    {
      "epoch": 4.796380090497737,
      "grad_norm": 0.07896885874732473,
      "learning_rate": 3.547439159855559e-07,
      "loss": 0.3063,
      "step": 529
    },
    {
      "epoch": 4.8054298642533935,
      "grad_norm": 0.07878929850813644,
      "learning_rate": 3.218074867681864e-07,
      "loss": 0.302,
      "step": 530
    },
    {
      "epoch": 4.8144796380090495,
      "grad_norm": 0.07613359977307133,
      "learning_rate": 2.9046928935966056e-07,
      "loss": 0.2972,
      "step": 531
    },
    {
      "epoch": 4.823529411764706,
      "grad_norm": 0.07688492198921053,
      "learning_rate": 2.607305860579912e-07,
      "loss": 0.3067,
      "step": 532
    },
    {
      "epoch": 4.832579185520362,
      "grad_norm": 0.07476518062895497,
      "learning_rate": 2.3259257473381647e-07,
      "loss": 0.2991,
      "step": 533
    },
    {
      "epoch": 4.841628959276018,
      "grad_norm": 0.07552831124187401,
      "learning_rate": 2.060563887821232e-07,
      "loss": 0.3005,
      "step": 534
    },
    {
      "epoch": 4.850678733031674,
      "grad_norm": 0.07631228481012646,
      "learning_rate": 1.8112309707661647e-07,
      "loss": 0.3035,
      "step": 535
    },
    {
      "epoch": 4.859728506787331,
      "grad_norm": 0.07467074977475399,
      "learning_rate": 1.577937039266475e-07,
      "loss": 0.3056,
      "step": 536
    },
    {
      "epoch": 4.868778280542987,
      "grad_norm": 0.07431003159382249,
      "learning_rate": 1.3606914903677492e-07,
      "loss": 0.2996,
      "step": 537
    },
    {
      "epoch": 4.877828054298643,
      "grad_norm": 0.07468768960052453,
      "learning_rate": 1.1595030746890168e-07,
      "loss": 0.3077,
      "step": 538
    },
    {
      "epoch": 4.886877828054299,
      "grad_norm": 0.07691379852821048,
      "learning_rate": 9.74379896070321e-08,
      "loss": 0.303,
      "step": 539
    },
    {
      "epoch": 4.895927601809955,
      "grad_norm": 0.07405617978413666,
      "learning_rate": 8.053294112462696e-08,
      "loss": 0.3029,
      "step": 540
    },
    {
      "epoch": 4.904977375565611,
      "grad_norm": 0.07237727103301038,
      "learning_rate": 6.523584295457408e-08,
      "loss": 0.3045,
      "step": 541
    },
    {
      "epoch": 4.914027149321267,
      "grad_norm": 0.07736995275320246,
      "learning_rate": 5.154731126176149e-08,
      "loss": 0.3072,
      "step": 542
    },
    {
      "epoch": 4.923076923076923,
      "grad_norm": 0.07450947266190626,
      "learning_rate": 3.946789741824386e-08,
      "loss": 0.2999,
      "step": 543
    },
    {
      "epoch": 4.932126696832579,
      "grad_norm": 0.07656920155960474,
      "learning_rate": 2.8998087981055854e-08,
      "loss": 0.3001,
      "step": 544
    },
    {
      "epoch": 4.9411764705882355,
      "grad_norm": 0.07427882247951784,
      "learning_rate": 2.01383046725967e-08,
      "loss": 0.3011,
      "step": 545
    },
    {
      "epoch": 4.950226244343892,
      "grad_norm": 0.07493198557289557,
      "learning_rate": 1.288890436363488e-08,
      "loss": 0.3073,
      "step": 546
    },
    {
      "epoch": 4.959276018099548,
      "grad_norm": 0.07595703866942234,
      "learning_rate": 7.250179058968521e-09,
      "loss": 0.302,
      "step": 547
    },
    {
      "epoch": 4.968325791855204,
      "grad_norm": 0.07667669947739308,
      "learning_rate": 3.222355885625916e-09,
      "loss": 0.3058,
      "step": 548
    },
    {
      "epoch": 4.97737556561086,
      "grad_norm": 0.0778877092524117,
      "learning_rate": 8.055970837395066e-10,
      "loss": 0.3071,
      "step": 549
    },
    {
      "epoch": 4.986425339366516,
      "grad_norm": 0.07598122336675614,
      "learning_rate": 0.0,
      "loss": 0.3021,
      "step": 550
    },
    {
      "epoch": 4.986425339366516,
      "step": 550,
      "total_flos": 1.3210208775492862e+19,
      "train_loss": 0.37584147680889474,
      "train_runtime": 27424.4359,
      "train_samples_per_second": 10.307,
      "train_steps_per_second": 0.02
    }
  ],
  "logging_steps": 1,
  "max_steps": 550,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 5,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.3210208775492862e+19,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}