{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 318,
  "global_step": 318,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0031446540880503146,
      "grad_norm": 1.4494149684906006,
      "learning_rate": 0.0,
      "loss": 2.1591796875,
      "step": 1
    },
    {
      "epoch": 0.006289308176100629,
      "grad_norm": 1.472015619277954,
      "learning_rate": 1.0000000000000002e-06,
      "loss": 1.9853515625,
      "step": 2
    },
    {
      "epoch": 0.009433962264150943,
      "grad_norm": 1.2991633415222168,
      "learning_rate": 2.0000000000000003e-06,
      "loss": 1.94287109375,
      "step": 3
    },
    {
      "epoch": 0.012578616352201259,
      "grad_norm": 1.3701603412628174,
      "learning_rate": 3e-06,
      "loss": 1.96337890625,
      "step": 4
    },
    {
      "epoch": 0.015723270440251572,
      "grad_norm": 1.668572187423706,
      "learning_rate": 4.000000000000001e-06,
      "loss": 2.1435546875,
      "step": 5
    },
    {
      "epoch": 0.018867924528301886,
      "grad_norm": 1.2014765739440918,
      "learning_rate": 5e-06,
      "loss": 1.95751953125,
      "step": 6
    },
    {
      "epoch": 0.0220125786163522,
      "grad_norm": 1.3996855020523071,
      "learning_rate": 6e-06,
      "loss": 2.08203125,
      "step": 7
    },
    {
      "epoch": 0.025157232704402517,
      "grad_norm": 1.3427141904830933,
      "learning_rate": 7e-06,
      "loss": 2.046142578125,
      "step": 8
    },
    {
      "epoch": 0.02830188679245283,
      "grad_norm": 1.6375218629837036,
      "learning_rate": 8.000000000000001e-06,
      "loss": 2.1396484375,
      "step": 9
    },
    {
      "epoch": 0.031446540880503145,
      "grad_norm": 0.7162802815437317,
      "learning_rate": 9e-06,
      "loss": 1.611328125,
      "step": 10
    },
    {
      "epoch": 0.03459119496855346,
      "grad_norm": 1.6569421291351318,
      "learning_rate": 1e-05,
      "loss": 2.0888671875,
      "step": 11
    },
    {
      "epoch": 0.03773584905660377,
      "grad_norm": 1.2393434047698975,
      "learning_rate": 9.999739903471488e-06,
      "loss": 1.94384765625,
      "step": 12
    },
    {
      "epoch": 0.040880503144654086,
      "grad_norm": 1.2549704313278198,
      "learning_rate": 9.998959640946033e-06,
      "loss": 1.9033203125,
      "step": 13
    },
    {
      "epoch": 0.0440251572327044,
      "grad_norm": 1.196319580078125,
      "learning_rate": 9.997659293601066e-06,
      "loss": 1.92578125,
      "step": 14
    },
    {
      "epoch": 0.04716981132075472,
      "grad_norm": 0.961357831954956,
      "learning_rate": 9.995838996722916e-06,
      "loss": 1.71826171875,
      "step": 15
    },
    {
      "epoch": 0.050314465408805034,
      "grad_norm": 0.7349967956542969,
      "learning_rate": 9.993498939692744e-06,
      "loss": 1.650146484375,
      "step": 16
    },
    {
      "epoch": 0.05345911949685535,
      "grad_norm": 0.8328500986099243,
      "learning_rate": 9.990639365966835e-06,
      "loss": 1.73095703125,
      "step": 17
    },
    {
      "epoch": 0.05660377358490566,
      "grad_norm": 0.7642322778701782,
      "learning_rate": 9.987260573051268e-06,
      "loss": 1.638671875,
      "step": 18
    },
    {
      "epoch": 0.059748427672955975,
      "grad_norm": 0.6029979586601257,
      "learning_rate": 9.983362912470967e-06,
      "loss": 1.62841796875,
      "step": 19
    },
    {
      "epoch": 0.06289308176100629,
      "grad_norm": 0.81263667345047,
      "learning_rate": 9.978946789733126e-06,
      "loss": 1.64306640625,
      "step": 20
    },
    {
      "epoch": 0.0660377358490566,
      "grad_norm": 0.6555175185203552,
      "learning_rate": 9.97401266428502e-06,
      "loss": 1.5634765625,
      "step": 21
    },
    {
      "epoch": 0.06918238993710692,
      "grad_norm": 0.5500423908233643,
      "learning_rate": 9.968561049466214e-06,
      "loss": 1.6044921875,
      "step": 22
    },
    {
      "epoch": 0.07232704402515723,
      "grad_norm": 0.4210081100463867,
      "learning_rate": 9.96259251245514e-06,
      "loss": 1.506103515625,
      "step": 23
    },
    {
      "epoch": 0.07547169811320754,
      "grad_norm": 0.4597223401069641,
      "learning_rate": 9.9561076742101e-06,
      "loss": 1.5380859375,
      "step": 24
    },
    {
      "epoch": 0.07861635220125786,
      "grad_norm": 0.5838366150856018,
      "learning_rate": 9.949107209404664e-06,
      "loss": 1.58203125,
      "step": 25
    },
    {
      "epoch": 0.08176100628930817,
      "grad_norm": 0.5811012387275696,
      "learning_rate": 9.941591846357467e-06,
      "loss": 1.4892578125,
      "step": 26
    },
    {
      "epoch": 0.08490566037735849,
      "grad_norm": 0.5185905694961548,
      "learning_rate": 9.933562366956445e-06,
      "loss": 1.463134765625,
      "step": 27
    },
    {
      "epoch": 0.0880503144654088,
      "grad_norm": 0.4009871184825897,
      "learning_rate": 9.925019606577486e-06,
      "loss": 1.4609375,
      "step": 28
    },
    {
      "epoch": 0.09119496855345911,
      "grad_norm": 0.4346908926963806,
      "learning_rate": 9.915964453997516e-06,
      "loss": 1.47900390625,
      "step": 29
    },
    {
      "epoch": 0.09433962264150944,
      "grad_norm": 0.4531169831752777,
      "learning_rate": 9.906397851302036e-06,
      "loss": 1.435546875,
      "step": 30
    },
    {
      "epoch": 0.09748427672955975,
      "grad_norm": 0.32488882541656494,
      "learning_rate": 9.896320793787106e-06,
      "loss": 1.35546875,
      "step": 31
    },
    {
      "epoch": 0.10062893081761007,
      "grad_norm": 0.37860193848609924,
      "learning_rate": 9.885734329855798e-06,
      "loss": 1.43505859375,
      "step": 32
    },
    {
      "epoch": 0.10377358490566038,
      "grad_norm": 0.4280271530151367,
      "learning_rate": 9.874639560909118e-06,
      "loss": 1.4111328125,
      "step": 33
    },
    {
      "epoch": 0.1069182389937107,
      "grad_norm": 0.3741612732410431,
      "learning_rate": 9.863037641231424e-06,
      "loss": 1.3740234375,
      "step": 34
    },
    {
      "epoch": 0.11006289308176101,
      "grad_norm": 0.2793862521648407,
      "learning_rate": 9.850929777870324e-06,
      "loss": 1.33642578125,
      "step": 35
    },
    {
      "epoch": 0.11320754716981132,
      "grad_norm": 0.3218320310115814,
      "learning_rate": 9.838317230511111e-06,
      "loss": 1.393310546875,
      "step": 36
    },
    {
      "epoch": 0.11635220125786164,
      "grad_norm": 0.3182618319988251,
      "learning_rate": 9.8252013113457e-06,
      "loss": 1.422607421875,
      "step": 37
    },
    {
      "epoch": 0.11949685534591195,
      "grad_norm": 0.3342706561088562,
      "learning_rate": 9.811583384936108e-06,
      "loss": 1.34912109375,
      "step": 38
    },
    {
      "epoch": 0.12264150943396226,
      "grad_norm": 0.23300714790821075,
      "learning_rate": 9.797464868072489e-06,
      "loss": 1.3857421875,
      "step": 39
    },
    {
      "epoch": 0.12578616352201258,
      "grad_norm": 0.26877281069755554,
      "learning_rate": 9.782847229625729e-06,
      "loss": 1.34716796875,
      "step": 40
    },
    {
      "epoch": 0.1289308176100629,
      "grad_norm": 0.20799706876277924,
      "learning_rate": 9.767731990394638e-06,
      "loss": 1.3388671875,
      "step": 41
    },
    {
      "epoch": 0.1320754716981132,
      "grad_norm": 0.20554538071155548,
      "learning_rate": 9.752120722947717e-06,
      "loss": 1.3515625,
      "step": 42
    },
    {
      "epoch": 0.13522012578616352,
      "grad_norm": 0.3131389915943146,
      "learning_rate": 9.736015051459551e-06,
      "loss": 1.32373046875,
      "step": 43
    },
    {
      "epoch": 0.13836477987421383,
      "grad_norm": 0.15417590737342834,
      "learning_rate": 9.719416651541839e-06,
      "loss": 1.302734375,
      "step": 44
    },
    {
      "epoch": 0.14150943396226415,
      "grad_norm": 0.22120970487594604,
      "learning_rate": 9.702327250069058e-06,
      "loss": 1.27978515625,
      "step": 45
    },
    {
      "epoch": 0.14465408805031446,
      "grad_norm": 0.16401228308677673,
      "learning_rate": 9.68474862499881e-06,
      "loss": 1.24658203125,
      "step": 46
    },
    {
      "epoch": 0.14779874213836477,
      "grad_norm": 0.17903250455856323,
      "learning_rate": 9.666682605186834e-06,
      "loss": 1.299560546875,
      "step": 47
    },
    {
      "epoch": 0.1509433962264151,
      "grad_norm": 0.18163374066352844,
      "learning_rate": 9.648131070196749e-06,
      "loss": 1.261474609375,
      "step": 48
    },
    {
      "epoch": 0.1540880503144654,
      "grad_norm": 0.14828112721443176,
      "learning_rate": 9.62909595010449e-06,
      "loss": 1.33056640625,
      "step": 49
    },
    {
      "epoch": 0.15723270440251572,
      "grad_norm": 0.1566939502954483,
      "learning_rate": 9.609579225297524e-06,
      "loss": 1.2666015625,
      "step": 50
    },
    {
      "epoch": 0.16037735849056603,
      "grad_norm": 0.17874041199684143,
      "learning_rate": 9.589582926268798e-06,
      "loss": 1.36767578125,
      "step": 51
    },
    {
      "epoch": 0.16352201257861634,
      "grad_norm": 0.16513372957706451,
      "learning_rate": 9.569109133405495e-06,
      "loss": 1.3505859375,
      "step": 52
    },
    {
      "epoch": 0.16666666666666666,
      "grad_norm": 0.14548315107822418,
      "learning_rate": 9.548159976772593e-06,
      "loss": 1.29736328125,
      "step": 53
    },
    {
      "epoch": 0.16981132075471697,
      "grad_norm": 0.15943686664104462,
      "learning_rate": 9.526737635891262e-06,
      "loss": 1.25634765625,
      "step": 54
    },
    {
      "epoch": 0.17295597484276728,
      "grad_norm": 0.13931553065776825,
      "learning_rate": 9.504844339512096e-06,
      "loss": 1.2578125,
      "step": 55
    },
    {
      "epoch": 0.1761006289308176,
      "grad_norm": 0.14830654859542847,
      "learning_rate": 9.482482365383254e-06,
      "loss": 1.315673828125,
      "step": 56
    },
    {
      "epoch": 0.1792452830188679,
      "grad_norm": 0.12663020193576813,
      "learning_rate": 9.45965404001347e-06,
      "loss": 1.24853515625,
      "step": 57
    },
    {
      "epoch": 0.18238993710691823,
      "grad_norm": 0.1341799944639206,
      "learning_rate": 9.436361738430016e-06,
      "loss": 1.26416015625,
      "step": 58
    },
    {
      "epoch": 0.18553459119496854,
      "grad_norm": 0.12654203176498413,
      "learning_rate": 9.412607883931608e-06,
      "loss": 1.26416015625,
      "step": 59
    },
    {
      "epoch": 0.18867924528301888,
      "grad_norm": 0.12026432156562805,
      "learning_rate": 9.388394947836278e-06,
      "loss": 1.2392578125,
      "step": 60
    },
    {
      "epoch": 0.1918238993710692,
      "grad_norm": 0.11050467193126678,
      "learning_rate": 9.363725449224281e-06,
      "loss": 1.21728515625,
      "step": 61
    },
    {
      "epoch": 0.1949685534591195,
      "grad_norm": 0.11030342429876328,
      "learning_rate": 9.338601954675995e-06,
      "loss": 1.35595703125,
      "step": 62
    },
    {
      "epoch": 0.19811320754716982,
      "grad_norm": 0.11015181988477707,
      "learning_rate": 9.313027078004903e-06,
      "loss": 1.197509765625,
      "step": 63
    },
    {
      "epoch": 0.20125786163522014,
      "grad_norm": 0.11742514371871948,
      "learning_rate": 9.287003479985667e-06,
      "loss": 1.2265625,
      "step": 64
    },
    {
      "epoch": 0.20440251572327045,
      "grad_norm": 0.12025771290063858,
      "learning_rate": 9.260533868077283e-06,
      "loss": 1.24658203125,
      "step": 65
    },
    {
      "epoch": 0.20754716981132076,
      "grad_norm": 0.10835342109203339,
      "learning_rate": 9.233620996141421e-06,
      "loss": 1.20751953125,
      "step": 66
    },
    {
      "epoch": 0.21069182389937108,
      "grad_norm": 0.10320407897233963,
      "learning_rate": 9.206267664155906e-06,
      "loss": 1.16796875,
      "step": 67
    },
    {
      "epoch": 0.2138364779874214,
      "grad_norm": 0.10821900516748428,
      "learning_rate": 9.178476717923415e-06,
      "loss": 1.2431640625,
      "step": 68
    },
    {
      "epoch": 0.2169811320754717,
      "grad_norm": 0.10739477723836899,
      "learning_rate": 9.150251048775403e-06,
      "loss": 1.251220703125,
      "step": 69
    },
    {
      "epoch": 0.22012578616352202,
      "grad_norm": 0.108885757625103,
      "learning_rate": 9.121593593271297e-06,
      "loss": 1.35107421875,
      "step": 70
    },
    {
      "epoch": 0.22327044025157233,
      "grad_norm": 0.10561460256576538,
      "learning_rate": 9.092507332892968e-06,
      "loss": 1.27880859375,
      "step": 71
    },
    {
      "epoch": 0.22641509433962265,
      "grad_norm": 0.09498227387666702,
      "learning_rate": 9.062995293734562e-06,
      "loss": 1.2900390625,
      "step": 72
    },
    {
      "epoch": 0.22955974842767296,
      "grad_norm": 0.10343296080827713,
      "learning_rate": 9.033060546187651e-06,
      "loss": 1.164794921875,
      "step": 73
    },
    {
      "epoch": 0.23270440251572327,
      "grad_norm": 0.10015164315700531,
      "learning_rate": 9.002706204621802e-06,
      "loss": 1.28173828125,
      "step": 74
    },
    {
      "epoch": 0.2358490566037736,
      "grad_norm": 0.10706444084644318,
      "learning_rate": 8.971935427060563e-06,
      "loss": 1.15380859375,
      "step": 75
    },
    {
      "epoch": 0.2389937106918239,
      "grad_norm": 0.10046739131212234,
      "learning_rate": 8.940751414852904e-06,
      "loss": 1.25927734375,
      "step": 76
    },
    {
      "epoch": 0.24213836477987422,
      "grad_norm": 0.09688299149274826,
      "learning_rate": 8.90915741234015e-06,
      "loss": 1.32666015625,
      "step": 77
    },
    {
      "epoch": 0.24528301886792453,
      "grad_norm": 0.1397327482700348,
      "learning_rate": 8.877156706518453e-06,
      "loss": 1.2939453125,
      "step": 78
    },
    {
      "epoch": 0.24842767295597484,
      "grad_norm": 0.10606326162815094,
      "learning_rate": 8.84475262669681e-06,
      "loss": 1.298828125,
      "step": 79
    },
    {
      "epoch": 0.25157232704402516,
      "grad_norm": 0.10689855366945267,
      "learning_rate": 8.811948544150693e-06,
      "loss": 1.2236328125,
      "step": 80
    },
    {
      "epoch": 0.25471698113207547,
      "grad_norm": 0.10143591463565826,
      "learning_rate": 8.778747871771293e-06,
      "loss": 1.173828125,
      "step": 81
    },
    {
      "epoch": 0.2578616352201258,
      "grad_norm": 0.09580762684345245,
      "learning_rate": 8.745154063710464e-06,
      "loss": 1.23779296875,
      "step": 82
    },
    {
      "epoch": 0.2610062893081761,
      "grad_norm": 0.09986191987991333,
      "learning_rate": 8.71117061502135e-06,
      "loss": 1.2890625,
      "step": 83
    },
    {
      "epoch": 0.2641509433962264,
      "grad_norm": 0.09059023857116699,
      "learning_rate": 8.676801061294764e-06,
      "loss": 1.255859375,
      "step": 84
    },
    {
      "epoch": 0.2672955974842767,
      "grad_norm": 0.09870278090238571,
      "learning_rate": 8.642048978291347e-06,
      "loss": 1.247802734375,
      "step": 85
    },
    {
      "epoch": 0.27044025157232704,
      "grad_norm": 0.09271863102912903,
      "learning_rate": 8.60691798156956e-06,
      "loss": 1.2841796875,
      "step": 86
    },
    {
      "epoch": 0.27358490566037735,
      "grad_norm": 0.10226648300886154,
      "learning_rate": 8.571411726109518e-06,
      "loss": 1.173583984375,
      "step": 87
    },
    {
      "epoch": 0.27672955974842767,
      "grad_norm": 0.08855801820755005,
      "learning_rate": 8.535533905932739e-06,
      "loss": 1.27197265625,
      "step": 88
    },
    {
      "epoch": 0.279874213836478,
      "grad_norm": 0.09819382429122925,
      "learning_rate": 8.49928825371781e-06,
      "loss": 1.2265625,
      "step": 89
    },
    {
      "epoch": 0.2830188679245283,
      "grad_norm": 0.0931096225976944,
      "learning_rate": 8.46267854041206e-06,
      "loss": 1.2666015625,
      "step": 90
    },
    {
      "epoch": 0.2861635220125786,
      "grad_norm": 0.09582605212926865,
      "learning_rate": 8.425708574839221e-06,
      "loss": 1.2294921875,
      "step": 91
    },
    {
      "epoch": 0.2893081761006289,
      "grad_norm": 0.09605991095304489,
      "learning_rate": 8.388382203303181e-06,
      "loss": 1.26953125,
      "step": 92
    },
    {
      "epoch": 0.29245283018867924,
      "grad_norm": 0.08945699781179428,
      "learning_rate": 8.3507033091878e-06,
      "loss": 1.26611328125,
      "step": 93
    },
    {
      "epoch": 0.29559748427672955,
      "grad_norm": 0.09489528834819794,
      "learning_rate": 8.312675812552898e-06,
      "loss": 1.22314453125,
      "step": 94
    },
    {
      "epoch": 0.29874213836477986,
      "grad_norm": 0.0868961364030838,
      "learning_rate": 8.274303669726427e-06,
      "loss": 1.24072265625,
      "step": 95
    },
    {
      "epoch": 0.3018867924528302,
      "grad_norm": 0.09084431827068329,
      "learning_rate": 8.235590872892837e-06,
      "loss": 1.2958984375,
      "step": 96
    },
    {
      "epoch": 0.3050314465408805,
      "grad_norm": 0.09020113945007324,
      "learning_rate": 8.196541449677758e-06,
      "loss": 1.23828125,
      "step": 97
    },
    {
      "epoch": 0.3081761006289308,
      "grad_norm": 0.08751130104064941,
      "learning_rate": 8.157159462728956e-06,
      "loss": 1.2392578125,
      "step": 98
    },
    {
      "epoch": 0.3113207547169811,
      "grad_norm": 0.09124515950679779,
      "learning_rate": 8.117449009293668e-06,
      "loss": 1.230712890625,
      "step": 99
    },
    {
      "epoch": 0.31446540880503143,
      "grad_norm": 0.08627773076295853,
      "learning_rate": 8.077414220792328e-06,
      "loss": 1.222900390625,
      "step": 100
    },
    {
      "epoch": 0.31761006289308175,
      "grad_norm": 0.10408709198236465,
      "learning_rate": 8.03705926238874e-06,
      "loss": 1.2490234375,
      "step": 101
    },
    {
      "epoch": 0.32075471698113206,
      "grad_norm": 0.0939742848277092,
      "learning_rate": 7.996388332556735e-06,
      "loss": 1.19482421875,
      "step": 102
    },
    {
      "epoch": 0.3238993710691824,
      "grad_norm": 0.19658835232257843,
      "learning_rate": 7.955405662643384e-06,
      "loss": 1.249267578125,
      "step": 103
    },
    {
      "epoch": 0.3270440251572327,
      "grad_norm": 0.08333238214254379,
      "learning_rate": 7.914115516428751e-06,
      "loss": 1.2451171875,
      "step": 104
    },
    {
      "epoch": 0.330188679245283,
      "grad_norm": 0.08837057650089264,
      "learning_rate": 7.872522189682318e-06,
      "loss": 1.27587890625,
      "step": 105
    },
    {
      "epoch": 0.3333333333333333,
      "grad_norm": 0.09254736453294754,
      "learning_rate": 7.830630009716038e-06,
      "loss": 1.1962890625,
      "step": 106
    },
    {
      "epoch": 0.33647798742138363,
      "grad_norm": 0.10213299095630646,
      "learning_rate": 7.788443334934148e-06,
      "loss": 1.24658203125,
      "step": 107
    },
    {
      "epoch": 0.33962264150943394,
      "grad_norm": 0.08779237419366837,
      "learning_rate": 7.745966554379708e-06,
      "loss": 1.24365234375,
      "step": 108
    },
    {
      "epoch": 0.34276729559748426,
      "grad_norm": 0.09156819432973862,
      "learning_rate": 7.703204087277989e-06,
      "loss": 1.26806640625,
      "step": 109
    },
    {
      "epoch": 0.34591194968553457,
      "grad_norm": 0.0824931263923645,
      "learning_rate": 7.660160382576683e-06,
      "loss": 1.237060546875,
      "step": 110
    },
    {
      "epoch": 0.3490566037735849,
      "grad_norm": 0.0844307392835617,
      "learning_rate": 7.616839918483061e-06,
      "loss": 1.21240234375,
      "step": 111
    },
    {
      "epoch": 0.3522012578616352,
      "grad_norm": 0.0942101925611496,
      "learning_rate": 7.573247201998051e-06,
      "loss": 1.19580078125,
      "step": 112
    },
    {
      "epoch": 0.3553459119496855,
      "grad_norm": 0.09428957849740982,
      "learning_rate": 7.529386768447342e-06,
      "loss": 1.212890625,
      "step": 113
    },
    {
      "epoch": 0.3584905660377358,
      "grad_norm": 0.10116898268461227,
      "learning_rate": 7.485263181009539e-06,
      "loss": 1.2587890625,
      "step": 114
    },
    {
      "epoch": 0.36163522012578614,
      "grad_norm": 0.08661499619483948,
      "learning_rate": 7.440881030241407e-06,
      "loss": 1.26025390625,
      "step": 115
    },
    {
      "epoch": 0.36477987421383645,
      "grad_norm": 0.0860162153840065,
      "learning_rate": 7.396244933600285e-06,
      "loss": 1.236328125,
      "step": 116
    },
    {
      "epoch": 0.36792452830188677,
      "grad_norm": 0.0877000018954277,
      "learning_rate": 7.351359534963684e-06,
      "loss": 1.26806640625,
      "step": 117
    },
    {
      "epoch": 0.3710691823899371,
      "grad_norm": 0.08836546540260315,
      "learning_rate": 7.306229504146154e-06,
      "loss": 1.240234375,
      "step": 118
    },
    {
      "epoch": 0.3742138364779874,
      "grad_norm": 0.0874360054731369,
      "learning_rate": 7.260859536413429e-06,
      "loss": 1.25146484375,
      "step": 119
    },
    {
      "epoch": 0.37735849056603776,
      "grad_norm": 0.09354016184806824,
      "learning_rate": 7.215254351993957e-06,
      "loss": 1.267578125,
      "step": 120
    },
    {
      "epoch": 0.3805031446540881,
      "grad_norm": 0.0862109363079071,
      "learning_rate": 7.169418695587791e-06,
      "loss": 1.191650390625,
      "step": 121
    },
    {
      "epoch": 0.3836477987421384,
      "grad_norm": 0.08533702045679092,
      "learning_rate": 7.123357335872982e-06,
      "loss": 1.214111328125,
      "step": 122
    },
    {
      "epoch": 0.3867924528301887,
      "grad_norm": 0.08776259422302246,
      "learning_rate": 7.0770750650094335e-06,
      "loss": 1.22802734375,
      "step": 123
    },
    {
      "epoch": 0.389937106918239,
      "grad_norm": 0.09998597204685211,
      "learning_rate": 7.0305766981403365e-06,
      "loss": 1.2080078125,
      "step": 124
    },
    {
      "epoch": 0.39308176100628933,
      "grad_norm": 0.0824577659368515,
      "learning_rate": 6.983867072891213e-06,
      "loss": 1.23583984375,
      "step": 125
    },
    {
      "epoch": 0.39622641509433965,
      "grad_norm": 0.08219949156045914,
      "learning_rate": 6.936951048866616e-06,
      "loss": 1.22607421875,
      "step": 126
    },
    {
      "epoch": 0.39937106918238996,
      "grad_norm": 0.08929724246263504,
      "learning_rate": 6.889833507144534e-06,
      "loss": 1.220458984375,
      "step": 127
    },
    {
      "epoch": 0.4025157232704403,
      "grad_norm": 0.0950295552611351,
      "learning_rate": 6.842519349768582e-06,
      "loss": 1.1494140625,
      "step": 128
    },
    {
      "epoch": 0.4056603773584906,
      "grad_norm": 0.09173066914081573,
      "learning_rate": 6.7950134992379935e-06,
      "loss": 1.1640625,
      "step": 129
    },
    {
      "epoch": 0.4088050314465409,
      "grad_norm": 0.08214280754327774,
      "learning_rate": 6.747320897995493e-06,
      "loss": 1.228515625,
      "step": 130
    },
    {
      "epoch": 0.4119496855345912,
      "grad_norm": 0.08603708446025848,
      "learning_rate": 6.699446507913083e-06,
      "loss": 1.25390625,
      "step": 131
    },
    {
      "epoch": 0.41509433962264153,
      "grad_norm": 0.0935707688331604,
      "learning_rate": 6.651395309775837e-06,
      "loss": 1.18408203125,
      "step": 132
    },
    {
      "epoch": 0.41823899371069184,
      "grad_norm": 0.08640452474355698,
      "learning_rate": 6.6031723027636775e-06,
      "loss": 1.2451171875,
      "step": 133
    },
    {
      "epoch": 0.42138364779874216,
      "grad_norm": 0.08143847435712814,
      "learning_rate": 6.554782503931298e-06,
      "loss": 1.24267578125,
      "step": 134
    },
    {
      "epoch": 0.42452830188679247,
      "grad_norm": 0.08352352678775787,
      "learning_rate": 6.5062309476861714e-06,
      "loss": 1.22216796875,
      "step": 135
    },
    {
      "epoch": 0.4276729559748428,
      "grad_norm": 0.08868604898452759,
      "learning_rate": 6.457522685264793e-06,
      "loss": 1.2099609375,
      "step": 136
    },
    {
      "epoch": 0.4308176100628931,
      "grad_norm": 0.08718673884868622,
      "learning_rate": 6.408662784207149e-06,
      "loss": 1.2470703125,
      "step": 137
    },
    {
      "epoch": 0.4339622641509434,
      "grad_norm": 0.08005645871162415,
      "learning_rate": 6.359656327829498e-06,
      "loss": 1.241455078125,
      "step": 138
    },
    {
      "epoch": 0.4371069182389937,
      "grad_norm": 0.09011710435152054,
      "learning_rate": 6.310508414695511e-06,
      "loss": 1.21142578125,
      "step": 139
    },
    {
      "epoch": 0.44025157232704404,
      "grad_norm": 0.10179577022790909,
      "learning_rate": 6.261224158085826e-06,
      "loss": 1.26611328125,
      "step": 140
    },
    {
      "epoch": 0.44339622641509435,
      "grad_norm": 0.08692909777164459,
      "learning_rate": 6.211808685466063e-06,
      "loss": 1.23388671875,
      "step": 141
    },
    {
      "epoch": 0.44654088050314467,
      "grad_norm": 0.09201560169458389,
      "learning_rate": 6.162267137953374e-06,
      "loss": 1.24853515625,
      "step": 142
    },
    {
      "epoch": 0.449685534591195,
      "grad_norm": 0.08598781377077103,
      "learning_rate": 6.112604669781572e-06,
      "loss": 1.2255859375,
      "step": 143
    },
    {
      "epoch": 0.4528301886792453,
      "grad_norm": 0.08363979309797287,
      "learning_rate": 6.062826447764883e-06,
      "loss": 1.217041015625,
      "step": 144
    },
    {
      "epoch": 0.4559748427672956,
      "grad_norm": 0.0804029256105423,
      "learning_rate": 6.012937650760406e-06,
      "loss": 1.2509765625,
      "step": 145
    },
    {
      "epoch": 0.4591194968553459,
      "grad_norm": 0.08158931881189346,
      "learning_rate": 5.962943469129303e-06,
      "loss": 1.234375,
      "step": 146
    },
    {
      "epoch": 0.46226415094339623,
      "grad_norm": 0.08835593611001968,
      "learning_rate": 5.91284910419681e-06,
      "loss": 1.27587890625,
      "step": 147
    },
    {
      "epoch": 0.46540880503144655,
      "grad_norm": 0.10376080870628357,
      "learning_rate": 5.862659767711094e-06,
      "loss": 1.1826171875,
      "step": 148
    },
    {
      "epoch": 0.46855345911949686,
      "grad_norm": 0.09770874679088593,
      "learning_rate": 5.812380681301031e-06,
      "loss": 1.1572265625,
      "step": 149
    },
    {
      "epoch": 0.4716981132075472,
      "grad_norm": 0.10530182719230652,
      "learning_rate": 5.762017075932952e-06,
      "loss": 1.2587890625,
      "step": 150
    },
    {
      "epoch": 0.4748427672955975,
      "grad_norm": 0.08281303942203522,
      "learning_rate": 5.711574191366427e-06,
      "loss": 1.1708984375,
      "step": 151
    },
    {
      "epoch": 0.4779874213836478,
      "grad_norm": 0.08968009054660797,
      "learning_rate": 5.66105727560912e-06,
      "loss": 1.269775390625,
      "step": 152
    },
    {
      "epoch": 0.4811320754716981,
      "grad_norm": 0.07928328961133957,
      "learning_rate": 5.6104715843708e-06,
      "loss": 1.21484375,
      "step": 153
    },
    {
      "epoch": 0.48427672955974843,
      "grad_norm": 0.08762849122285843,
      "learning_rate": 5.559822380516539e-06,
      "loss": 1.220458984375,
      "step": 154
    },
    {
      "epoch": 0.48742138364779874,
      "grad_norm": 0.08722134679555893,
      "learning_rate": 5.509114933519179e-06,
      "loss": 1.25634765625,
      "step": 155
    },
    {
      "epoch": 0.49056603773584906,
      "grad_norm": 0.0900566354393959,
      "learning_rate": 5.458354518911086e-06,
      "loss": 1.236328125,
      "step": 156
    },
    {
      "epoch": 0.4937106918238994,
      "grad_norm": 0.08496430516242981,
      "learning_rate": 5.4075464177353165e-06,
      "loss": 1.21630859375,
      "step": 157
    },
    {
      "epoch": 0.4968553459119497,
      "grad_norm": 0.08240823447704315,
      "learning_rate": 5.356695915996162e-06,
      "loss": 1.22607421875,
      "step": 158
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.08470958471298218,
      "learning_rate": 5.3058083041092145e-06,
      "loss": 1.22705078125,
      "step": 159
    },
    {
      "epoch": 0.5031446540880503,
      "grad_norm": 0.08934212476015091,
      "learning_rate": 5.25488887635095e-06,
      "loss": 1.285400390625,
      "step": 160
    },
    {
      "epoch": 0.5062893081761006,
      "grad_norm": 0.09710770845413208,
      "learning_rate": 5.2039429303079294e-06,
      "loss": 1.232421875,
      "step": 161
    },
    {
      "epoch": 0.5094339622641509,
      "grad_norm": 0.08722967654466629,
      "learning_rate": 5.152975766325631e-06,
      "loss": 1.263427734375,
      "step": 162
    },
    {
      "epoch": 0.5125786163522013,
      "grad_norm": 0.07902610301971436,
      "learning_rate": 5.101992686957028e-06,
      "loss": 1.25732421875,
      "step": 163
    },
    {
      "epoch": 0.5157232704402516,
      "grad_norm": 0.08694876730442047,
      "learning_rate": 5.050998996410899e-06,
      "loss": 1.298095703125,
      "step": 164
    },
    {
      "epoch": 0.5188679245283019,
      "grad_norm": 0.08544755727052689,
      "learning_rate": 5e-06,
      "loss": 1.208984375,
      "step": 165
    },
    {
      "epoch": 0.5220125786163522,
      "grad_norm": 0.0834759846329689,
      "learning_rate": 4.949001003589102e-06,
      "loss": 1.23779296875,
      "step": 166
    },
    {
      "epoch": 0.5251572327044025,
      "grad_norm": 0.08612226694822311,
      "learning_rate": 4.898007313042975e-06,
      "loss": 1.283935546875,
      "step": 167
    },
    {
      "epoch": 0.5283018867924528,
      "grad_norm": 0.09189831465482712,
      "learning_rate": 4.84702423367437e-06,
      "loss": 1.17431640625,
      "step": 168
    },
    {
      "epoch": 0.5314465408805031,
      "grad_norm": 0.09417322278022766,
      "learning_rate": 4.796057069692073e-06,
      "loss": 1.21875,
      "step": 169
    },
    {
      "epoch": 0.5345911949685535,
      "grad_norm": 0.0859440341591835,
      "learning_rate": 4.74511112364905e-06,
      "loss": 1.237548828125,
      "step": 170
    },
    {
      "epoch": 0.5377358490566038,
      "grad_norm": 0.09315012395381927,
      "learning_rate": 4.694191695890788e-06,
      "loss": 1.21923828125,
      "step": 171
    },
    {
      "epoch": 0.5408805031446541,
      "grad_norm": 0.08770447224378586,
      "learning_rate": 4.643304084003839e-06,
      "loss": 1.22705078125,
      "step": 172
    },
    {
      "epoch": 0.5440251572327044,
      "grad_norm": 0.08003748953342438,
      "learning_rate": 4.592453582264684e-06,
      "loss": 1.28173828125,
      "step": 173
    },
    {
      "epoch": 0.5471698113207547,
      "grad_norm": 0.09152880311012268,
      "learning_rate": 4.541645481088914e-06,
      "loss": 1.24169921875,
      "step": 174
    },
    {
      "epoch": 0.550314465408805,
      "grad_norm": 0.07619733363389969,
      "learning_rate": 4.4908850664808245e-06,
      "loss": 1.2568359375,
      "step": 175
    },
    {
      "epoch": 0.5534591194968553,
      "grad_norm": 0.08338797092437744,
      "learning_rate": 4.4401776194834615e-06,
      "loss": 1.16650390625,
      "step": 176
    },
    {
      "epoch": 0.5566037735849056,
      "grad_norm": 0.07812988758087158,
      "learning_rate": 4.389528415629201e-06,
      "loss": 1.24755859375,
      "step": 177
    },
    {
      "epoch": 0.559748427672956,
      "grad_norm": 0.0926586166024208,
      "learning_rate": 4.33894272439088e-06,
      "loss": 1.214599609375,
      "step": 178
    },
    {
      "epoch": 0.5628930817610063,
      "grad_norm": 0.10608647018671036,
      "learning_rate": 4.2884258086335755e-06,
      "loss": 1.16162109375,
      "step": 179
    },
    {
      "epoch": 0.5660377358490566,
      "grad_norm": 0.0896821841597557,
      "learning_rate": 4.23798292406705e-06,
      "loss": 1.21923828125,
      "step": 180
    },
    {
      "epoch": 0.5691823899371069,
      "grad_norm": 0.10245795547962189,
      "learning_rate": 4.187619318698971e-06,
      "loss": 1.207763671875,
      "step": 181
    },
    {
      "epoch": 0.5723270440251572,
      "grad_norm": 0.0842718854546547,
      "learning_rate": 4.137340232288908e-06,
      "loss": 1.30224609375,
      "step": 182
    },
    {
      "epoch": 0.5754716981132075,
      "grad_norm": 0.09193960577249527,
      "learning_rate": 4.087150895803192e-06,
      "loss": 1.218994140625,
      "step": 183
    },
    {
      "epoch": 0.5786163522012578,
      "grad_norm": 0.08665217459201813,
      "learning_rate": 4.0370565308706986e-06,
      "loss": 1.1982421875,
      "step": 184
    },
    {
      "epoch": 0.5817610062893082,
      "grad_norm": 0.0908685177564621,
      "learning_rate": 3.987062349239596e-06,
      "loss": 1.21240234375,
      "step": 185
    },
    {
      "epoch": 0.5849056603773585,
      "grad_norm": 0.08689988404512405,
      "learning_rate": 3.937173552235117e-06,
      "loss": 1.296875,
      "step": 186
    },
    {
      "epoch": 0.5880503144654088,
      "grad_norm": 0.11394862085580826,
      "learning_rate": 3.887395330218429e-06,
      "loss": 1.20361328125,
      "step": 187
    },
    {
      "epoch": 0.5911949685534591,
      "grad_norm": 0.0949663296341896,
      "learning_rate": 3.837732862046627e-06,
      "loss": 1.263671875,
      "step": 188
    },
    {
      "epoch": 0.5943396226415094,
      "grad_norm": 0.08149112015962601,
      "learning_rate": 3.7881913145339387e-06,
      "loss": 1.25390625,
      "step": 189
    },
    {
      "epoch": 0.5974842767295597,
      "grad_norm": 0.09439687430858612,
      "learning_rate": 3.738775841914175e-06,
      "loss": 1.2255859375,
      "step": 190
    },
    {
      "epoch": 0.60062893081761,
      "grad_norm": 0.0807260051369667,
      "learning_rate": 3.689491585304491e-06,
      "loss": 1.22998046875,
      "step": 191
    },
    {
      "epoch": 0.6037735849056604,
      "grad_norm": 0.08422300219535828,
      "learning_rate": 3.640343672170503e-06,
      "loss": 1.23828125,
      "step": 192
    },
    {
      "epoch": 0.6069182389937107,
      "grad_norm": 0.08983633667230606,
      "learning_rate": 3.5913372157928515e-06,
      "loss": 1.21337890625,
      "step": 193
    },
    {
      "epoch": 0.610062893081761,
      "grad_norm": 0.09498164057731628,
      "learning_rate": 3.5424773147352085e-06,
      "loss": 1.17724609375,
      "step": 194
    },
    {
      "epoch": 0.6132075471698113,
      "grad_norm": 0.0914149209856987,
      "learning_rate": 3.4937690523138302e-06,
      "loss": 1.232421875,
      "step": 195
    },
    {
      "epoch": 0.6163522012578616,
      "grad_norm": 0.0758446678519249,
      "learning_rate": 3.4452174960687033e-06,
      "loss": 1.1982421875,
      "step": 196
    },
    {
      "epoch": 0.6194968553459119,
      "grad_norm": 0.10985689610242844,
      "learning_rate": 3.3968276972363224e-06,
      "loss": 1.2041015625,
      "step": 197
    },
    {
      "epoch": 0.6226415094339622,
      "grad_norm": 0.09818878769874573,
      "learning_rate": 3.3486046902241663e-06,
      "loss": 1.19287109375,
      "step": 198
    },
    {
      "epoch": 0.6257861635220126,
      "grad_norm": 0.09397387504577637,
      "learning_rate": 3.3005534920869175e-06,
      "loss": 1.267578125,
      "step": 199
    },
    {
      "epoch": 0.6289308176100629,
      "grad_norm": 0.09300831705331802,
      "learning_rate": 3.252679102004509e-06,
      "loss": 1.24462890625,
      "step": 200
    },
    {
      "epoch": 0.6320754716981132,
      "grad_norm": 0.08829600363969803,
      "learning_rate": 3.204986500762006e-06,
      "loss": 1.25390625,
      "step": 201
    },
    {
      "epoch": 0.6352201257861635,
      "grad_norm": 0.0840512067079544,
      "learning_rate": 3.1574806502314206e-06,
      "loss": 1.11474609375,
      "step": 202
    },
    {
      "epoch": 0.6383647798742138,
      "grad_norm": 0.08670662343502045,
      "learning_rate": 3.110166492855468e-06,
      "loss": 1.203857421875,
      "step": 203
    },
    {
      "epoch": 0.6415094339622641,
      "grad_norm": 0.08876918256282806,
      "learning_rate": 3.063048951133386e-06,
      "loss": 1.237060546875,
      "step": 204
    },
    {
      "epoch": 0.6446540880503144,
      "grad_norm": 0.0912042111158371,
      "learning_rate": 3.016132927108787e-06,
      "loss": 1.20458984375,
      "step": 205
    },
    {
      "epoch": 0.6477987421383647,
      "grad_norm": 0.09555654227733612,
      "learning_rate": 2.9694233018596665e-06,
      "loss": 1.240478515625,
      "step": 206
    },
    {
      "epoch": 0.6509433962264151,
      "grad_norm": 0.10727142542600632,
      "learning_rate": 2.9229249349905686e-06,
      "loss": 1.22119140625,
      "step": 207
    },
    {
      "epoch": 0.6540880503144654,
      "grad_norm": 0.08861692994832993,
      "learning_rate": 2.8766426641270197e-06,
      "loss": 1.1953125,
      "step": 208
    },
    {
      "epoch": 0.6572327044025157,
      "grad_norm": 0.09431105107069016,
      "learning_rate": 2.83058130441221e-06,
      "loss": 1.26220703125,
      "step": 209
    },
    {
      "epoch": 0.660377358490566,
      "grad_norm": 0.08846162259578705,
      "learning_rate": 2.7847456480060476e-06,
      "loss": 1.22021484375,
      "step": 210
    },
    {
      "epoch": 0.6635220125786163,
      "grad_norm": 0.07520295679569244,
      "learning_rate": 2.7391404635865725e-06,
      "loss": 1.20068359375,
      "step": 211
    },
    {
      "epoch": 0.6666666666666666,
      "grad_norm": 0.08306454122066498,
      "learning_rate": 2.6937704958538483e-06,
      "loss": 1.154296875,
      "step": 212
    },
    {
      "epoch": 0.6698113207547169,
      "grad_norm": 0.08136342465877533,
      "learning_rate": 2.648640465036316e-06,
      "loss": 1.1875,
      "step": 213
    },
    {
      "epoch": 0.6729559748427673,
      "grad_norm": 0.0894201323390007,
      "learning_rate": 2.603755066399718e-06,
      "loss": 1.272705078125,
      "step": 214
    },
    {
      "epoch": 0.6761006289308176,
      "grad_norm": 0.10022783279418945,
      "learning_rate": 2.559118969758595e-06,
      "loss": 1.2265625,
      "step": 215
    },
    {
      "epoch": 0.6792452830188679,
      "grad_norm": 0.0807405486702919,
      "learning_rate": 2.514736818990463e-06,
      "loss": 1.18994140625,
      "step": 216
    },
    {
      "epoch": 0.6823899371069182,
      "grad_norm": 0.08904239535331726,
      "learning_rate": 2.470613231552661e-06,
      "loss": 1.11181640625,
      "step": 217
    },
    {
      "epoch": 0.6855345911949685,
      "grad_norm": 0.08609310537576675,
      "learning_rate": 2.4267527980019523e-06,
      "loss": 1.216796875,
      "step": 218
    },
    {
      "epoch": 0.6886792452830188,
      "grad_norm": 0.08292370289564133,
      "learning_rate": 2.383160081516941e-06,
      "loss": 1.2783203125,
      "step": 219
    },
    {
      "epoch": 0.6918238993710691,
      "grad_norm": 0.10215222090482712,
      "learning_rate": 2.339839617423318e-06,
      "loss": 1.248046875,
      "step": 220
    },
    {
      "epoch": 0.6949685534591195,
      "grad_norm": 0.08919369429349899,
      "learning_rate": 2.296795912722014e-06,
      "loss": 1.26953125,
      "step": 221
    },
    {
      "epoch": 0.6981132075471698,
      "grad_norm": 0.09696005284786224,
      "learning_rate": 2.254033445620293e-06,
      "loss": 1.19677734375,
      "step": 222
    },
    {
      "epoch": 0.7012578616352201,
      "grad_norm": 0.09767638891935349,
      "learning_rate": 2.211556665065854e-06,
      "loss": 1.23193359375,
      "step": 223
    },
    {
      "epoch": 0.7044025157232704,
      "grad_norm": 0.08746252954006195,
      "learning_rate": 2.169369990283963e-06,
      "loss": 1.228515625,
      "step": 224
    },
    {
      "epoch": 0.7075471698113207,
      "grad_norm": 0.0967244878411293,
      "learning_rate": 2.1274778103176854e-06,
      "loss": 1.240234375,
      "step": 225
    },
    {
      "epoch": 0.710691823899371,
      "grad_norm": 0.08571658283472061,
      "learning_rate": 2.08588448357125e-06,
      "loss": 1.265625,
      "step": 226
    },
    {
      "epoch": 0.7138364779874213,
      "grad_norm": 0.10917211323976517,
      "learning_rate": 2.0445943373566178e-06,
      "loss": 1.21875,
      "step": 227
    },
    {
      "epoch": 0.7169811320754716,
      "grad_norm": 0.08573350310325623,
      "learning_rate": 2.0036116674432653e-06,
      "loss": 1.181884765625,
      "step": 228
    },
    {
      "epoch": 0.720125786163522,
      "grad_norm": 0.09475314617156982,
      "learning_rate": 1.962940737611264e-06,
      "loss": 1.20849609375,
      "step": 229
    },
    {
      "epoch": 0.7232704402515723,
      "grad_norm": 0.08965165168046951,
      "learning_rate": 1.922585779207674e-06,
      "loss": 1.17822265625,
      "step": 230
    },
    {
      "epoch": 0.7264150943396226,
      "grad_norm": 0.08729615807533264,
      "learning_rate": 1.8825509907063328e-06,
      "loss": 1.27294921875,
      "step": 231
    },
    {
      "epoch": 0.7295597484276729,
      "grad_norm": 0.09284593164920807,
      "learning_rate": 1.8428405372710446e-06,
      "loss": 1.2294921875,
      "step": 232
    },
    {
      "epoch": 0.7327044025157232,
      "grad_norm": 0.0874868854880333,
      "learning_rate": 1.8034585503222441e-06,
      "loss": 1.11474609375,
      "step": 233
    },
    {
      "epoch": 0.7358490566037735,
      "grad_norm": 0.08022027462720871,
      "learning_rate": 1.7644091271071645e-06,
      "loss": 1.214111328125,
      "step": 234
    },
    {
      "epoch": 0.7389937106918238,
      "grad_norm": 0.0947025790810585,
      "learning_rate": 1.7256963302735752e-06,
      "loss": 1.19580078125,
      "step": 235
    },
    {
      "epoch": 0.7421383647798742,
      "grad_norm": 0.07570719718933105,
      "learning_rate": 1.687324187447102e-06,
      "loss": 1.265625,
      "step": 236
    },
    {
      "epoch": 0.7452830188679245,
      "grad_norm": 0.08627166599035263,
      "learning_rate": 1.6492966908122033e-06,
      "loss": 1.240234375,
      "step": 237
    },
    {
      "epoch": 0.7484276729559748,
      "grad_norm": 0.09424252808094025,
      "learning_rate": 1.611617796696821e-06,
      "loss": 1.22412109375,
      "step": 238
    },
    {
      "epoch": 0.7515723270440252,
      "grad_norm": 0.08505000174045563,
      "learning_rate": 1.5742914251607794e-06,
      "loss": 1.22509765625,
      "step": 239
    },
    {
      "epoch": 0.7547169811320755,
      "grad_norm": 0.0981978178024292,
      "learning_rate": 1.5373214595879416e-06,
      "loss": 1.228515625,
      "step": 240
    },
    {
      "epoch": 0.7578616352201258,
      "grad_norm": 0.08118585497140884,
      "learning_rate": 1.500711746282192e-06,
      "loss": 1.25537109375,
      "step": 241
    },
    {
      "epoch": 0.7610062893081762,
      "grad_norm": 0.08585264533758163,
      "learning_rate": 1.4644660940672628e-06,
      "loss": 1.310791015625,
      "step": 242
    },
    {
      "epoch": 0.7641509433962265,
      "grad_norm": 0.08260893076658249,
      "learning_rate": 1.4285882738904822e-06,
      "loss": 1.175048828125,
      "step": 243
    },
    {
      "epoch": 0.7672955974842768,
      "grad_norm": 0.09124623984098434,
      "learning_rate": 1.3930820184304423e-06,
      "loss": 1.22314453125,
      "step": 244
    },
    {
      "epoch": 0.7704402515723271,
      "grad_norm": 0.0838477611541748,
      "learning_rate": 1.357951021708655e-06,
      "loss": 1.238525390625,
      "step": 245
    },
    {
      "epoch": 0.7735849056603774,
      "grad_norm": 0.10469858348369598,
      "learning_rate": 1.323198938705238e-06,
      "loss": 1.23486328125,
      "step": 246
    },
    {
      "epoch": 0.7767295597484277,
      "grad_norm": 0.09047719091176987,
      "learning_rate": 1.2888293849786503e-06,
      "loss": 1.189697265625,
      "step": 247
    },
    {
      "epoch": 0.779874213836478,
      "grad_norm": 0.09436509758234024,
      "learning_rate": 1.2548459362895377e-06,
      "loss": 1.19091796875,
      "step": 248
    },
    {
      "epoch": 0.7830188679245284,
      "grad_norm": 0.09370195865631104,
      "learning_rate": 1.2212521282287093e-06,
      "loss": 1.20654296875,
      "step": 249
    },
    {
      "epoch": 0.7861635220125787,
      "grad_norm": 0.09401333332061768,
      "learning_rate": 1.188051455849309e-06,
      "loss": 1.1904296875,
      "step": 250
    },
    {
      "epoch": 0.789308176100629,
      "grad_norm": 0.08302223682403564,
      "learning_rate": 1.1552473733031893e-06,
      "loss": 1.224853515625,
      "step": 251
    },
    {
      "epoch": 0.7924528301886793,
      "grad_norm": 0.08327268809080124,
      "learning_rate": 1.1228432934815487e-06,
      "loss": 1.2490234375,
      "step": 252
    },
    {
      "epoch": 0.7955974842767296,
      "grad_norm": 0.09186363220214844,
      "learning_rate": 1.0908425876598512e-06,
      "loss": 1.2255859375,
      "step": 253
    },
    {
      "epoch": 0.7987421383647799,
      "grad_norm": 0.10745052248239517,
      "learning_rate": 1.0592485851470973e-06,
      "loss": 1.23876953125,
      "step": 254
    },
    {
      "epoch": 0.8018867924528302,
      "grad_norm": 0.09070909023284912,
      "learning_rate": 1.0280645729394368e-06,
      "loss": 1.21923828125,
      "step": 255
    },
    {
      "epoch": 0.8050314465408805,
      "grad_norm": 0.09789802879095078,
      "learning_rate": 9.972937953781985e-07,
      "loss": 1.210693359375,
      "step": 256
    },
    {
      "epoch": 0.8081761006289309,
      "grad_norm": 0.09813636541366577,
      "learning_rate": 9.6693945381235e-07,
      "loss": 1.248046875,
      "step": 257
    },
    {
      "epoch": 0.8113207547169812,
      "grad_norm": 0.0862487405538559,
      "learning_rate": 9.370047062654386e-07,
      "loss": 1.1884765625,
      "step": 258
    },
    {
      "epoch": 0.8144654088050315,
      "grad_norm": 0.08022520691156387,
      "learning_rate": 9.074926671070322e-07,
      "loss": 1.191650390625,
      "step": 259
    },
    {
      "epoch": 0.8176100628930818,
      "grad_norm": 0.08337897062301636,
      "learning_rate": 8.784064067287057e-07,
      "loss": 1.1689453125,
      "step": 260
    },
    {
      "epoch": 0.8207547169811321,
      "grad_norm": 0.09539865702390671,
      "learning_rate": 8.497489512245971e-07,
      "loss": 1.1767578125,
      "step": 261
    },
    {
      "epoch": 0.8238993710691824,
      "grad_norm": 0.09431402385234833,
      "learning_rate": 8.215232820765851e-07,
      "loss": 1.2138671875,
      "step": 262
    },
    {
      "epoch": 0.8270440251572327,
      "grad_norm": 0.10074929147958755,
      "learning_rate": 7.937323358440935e-07,
      "loss": 1.26904296875,
      "step": 263
    },
    {
      "epoch": 0.8301886792452831,
      "grad_norm": 0.08571036159992218,
      "learning_rate": 7.663790038585794e-07,
      "loss": 1.23046875,
      "step": 264
    },
    {
      "epoch": 0.8333333333333334,
      "grad_norm": 0.08719199895858765,
      "learning_rate": 7.394661319227175e-07,
      "loss": 1.23876953125,
      "step": 265
    },
    {
      "epoch": 0.8364779874213837,
      "grad_norm": 0.08014900237321854,
      "learning_rate": 7.129965200143335e-07,
      "loss": 1.227294921875,
      "step": 266
    },
    {
      "epoch": 0.839622641509434,
      "grad_norm": 0.1006547287106514,
      "learning_rate": 6.86972921995096e-07,
      "loss": 1.232421875,
      "step": 267
    },
    {
      "epoch": 0.8427672955974843,
      "grad_norm": 0.09184549003839493,
      "learning_rate": 6.613980453240065e-07,
      "loss": 1.17724609375,
      "step": 268
    },
    {
      "epoch": 0.8459119496855346,
      "grad_norm": 0.08853388577699661,
      "learning_rate": 6.36274550775719e-07,
      "loss": 1.205322265625,
      "step": 269
    },
    {
      "epoch": 0.8490566037735849,
      "grad_norm": 0.08986873179674149,
      "learning_rate": 6.116050521637218e-07,
      "loss": 1.197265625,
      "step": 270
    },
    {
      "epoch": 0.8522012578616353,
      "grad_norm": 0.09413354843854904,
      "learning_rate": 5.873921160683943e-07,
      "loss": 1.21044921875,
      "step": 271
    },
    {
      "epoch": 0.8553459119496856,
      "grad_norm": 0.10209821909666061,
      "learning_rate": 5.636382615699842e-07,
      "loss": 1.228759765625,
      "step": 272
    },
    {
      "epoch": 0.8584905660377359,
      "grad_norm": 0.09260933846235275,
      "learning_rate": 5.403459599865307e-07,
      "loss": 1.19091796875,
      "step": 273
    },
    {
      "epoch": 0.8616352201257862,
      "grad_norm": 0.0983046144247055,
      "learning_rate": 5.175176346167465e-07,
      "loss": 1.22705078125,
      "step": 274
    },
    {
      "epoch": 0.8647798742138365,
      "grad_norm": 0.08732131868600845,
      "learning_rate": 4.951556604879049e-07,
      "loss": 1.2109375,
      "step": 275
    },
    {
      "epoch": 0.8679245283018868,
      "grad_norm": 0.09008695185184479,
      "learning_rate": 4.732623641087403e-07,
      "loss": 1.22607421875,
      "step": 276
    },
    {
      "epoch": 0.8710691823899371,
      "grad_norm": 0.09183256328105927,
      "learning_rate": 4.5184002322740784e-07,
      "loss": 1.27099609375,
      "step": 277
    },
    {
      "epoch": 0.8742138364779874,
      "grad_norm": 0.10036151111125946,
      "learning_rate": 4.3089086659450774e-07,
      "loss": 1.24609375,
      "step": 278
    },
    {
      "epoch": 0.8773584905660378,
      "grad_norm": 0.08253729343414307,
      "learning_rate": 4.1041707373120354e-07,
      "loss": 1.240234375,
      "step": 279
    },
    {
      "epoch": 0.8805031446540881,
      "grad_norm": 0.08661764860153198,
      "learning_rate": 3.9042077470247574e-07,
      "loss": 1.2265625,
      "step": 280
    },
    {
      "epoch": 0.8836477987421384,
      "grad_norm": 0.11636807769536972,
      "learning_rate": 3.709040498955102e-07,
      "loss": 1.21630859375,
      "step": 281
    },
    {
      "epoch": 0.8867924528301887,
      "grad_norm": 0.09158287197351456,
      "learning_rate": 3.518689298032524e-07,
      "loss": 1.1962890625,
      "step": 282
    },
    {
      "epoch": 0.889937106918239,
      "grad_norm": 0.08876530826091766,
      "learning_rate": 3.333173948131663e-07,
      "loss": 1.27099609375,
      "step": 283
    },
    {
      "epoch": 0.8930817610062893,
      "grad_norm": 0.08798261731863022,
      "learning_rate": 3.1525137500119207e-07,
      "loss": 1.24951171875,
      "step": 284
    },
    {
      "epoch": 0.8962264150943396,
      "grad_norm": 0.08027750253677368,
      "learning_rate": 2.9767274993094285e-07,
      "loss": 1.24560546875,
      "step": 285
    },
    {
      "epoch": 0.89937106918239,
      "grad_norm": 0.09272100776433945,
      "learning_rate": 2.8058334845816214e-07,
      "loss": 1.199462890625,
      "step": 286
    },
    {
      "epoch": 0.9025157232704403,
      "grad_norm": 0.10138490796089172,
      "learning_rate": 2.6398494854045055e-07,
      "loss": 1.2041015625,
      "step": 287
    },
    {
      "epoch": 0.9056603773584906,
      "grad_norm": 0.10046400874853134,
      "learning_rate": 2.478792770522842e-07,
      "loss": 1.17041015625,
      "step": 288
    },
    {
      "epoch": 0.9088050314465409,
      "grad_norm": 0.08769627660512924,
      "learning_rate": 2.32268009605362e-07,
      "loss": 1.277587890625,
      "step": 289
    },
    {
      "epoch": 0.9119496855345912,
      "grad_norm": 0.08884772658348083,
      "learning_rate": 2.171527703742715e-07,
      "loss": 1.254638671875,
      "step": 290
    },
    {
      "epoch": 0.9150943396226415,
      "grad_norm": 0.07322319597005844,
      "learning_rate": 2.0253513192751374e-07,
      "loss": 1.20361328125,
      "step": 291
    },
    {
      "epoch": 0.9182389937106918,
      "grad_norm": 0.08685608953237534,
      "learning_rate": 1.884166150638933e-07,
      "loss": 1.252685546875,
      "step": 292
    },
    {
      "epoch": 0.9213836477987422,
      "grad_norm": 0.08980607241392136,
      "learning_rate": 1.7479868865430072e-07,
      "loss": 1.177734375,
      "step": 293
    },
    {
      "epoch": 0.9245283018867925,
      "grad_norm": 0.0856226310133934,
      "learning_rate": 1.6168276948889007e-07,
      "loss": 1.2509765625,
      "step": 294
    },
    {
      "epoch": 0.9276729559748428,
      "grad_norm": 0.0801997110247612,
      "learning_rate": 1.4907022212967803e-07,
      "loss": 1.2158203125,
      "step": 295
    },
    {
      "epoch": 0.9308176100628931,
      "grad_norm": 0.08406123518943787,
      "learning_rate": 1.3696235876857812e-07,
      "loss": 1.2265625,
      "step": 296
    },
    {
      "epoch": 0.9339622641509434,
      "grad_norm": 0.08864335715770721,
      "learning_rate": 1.253604390908819e-07,
      "loss": 1.2197265625,
      "step": 297
    },
    {
      "epoch": 0.9371069182389937,
      "grad_norm": 0.10364779084920883,
      "learning_rate": 1.1426567014420297e-07,
      "loss": 1.198486328125,
      "step": 298
    },
    {
      "epoch": 0.940251572327044,
      "grad_norm": 0.0869453102350235,
      "learning_rate": 1.0367920621289496e-07,
      "loss": 1.20751953125,
      "step": 299
    },
    {
      "epoch": 0.9433962264150944,
      "grad_norm": 0.08727333694696426,
      "learning_rate": 9.360214869796492e-08,
      "loss": 1.207275390625,
      "step": 300
    },
    {
      "epoch": 0.9465408805031447,
      "grad_norm": 0.09867426753044128,
      "learning_rate": 8.403554600248498e-08,
      "loss": 1.198974609375,
      "step": 301
    },
    {
      "epoch": 0.949685534591195,
      "grad_norm": 0.10300202667713165,
      "learning_rate": 7.498039342251573e-08,
      "loss": 1.2158203125,
      "step": 302
    },
    {
      "epoch": 0.9528301886792453,
      "grad_norm": 0.09961962699890137,
      "learning_rate": 6.643763304355566e-08,
      "loss": 1.24267578125,
      "step": 303
    },
    {
      "epoch": 0.9559748427672956,
      "grad_norm": 0.08277103304862976,
      "learning_rate": 5.8408153642533493e-08,
      "loss": 1.27392578125,
      "step": 304
    },
    {
      "epoch": 0.9591194968553459,
      "grad_norm": 0.09768108278512955,
      "learning_rate": 5.089279059533658e-08,
      "loss": 1.2109375,
      "step": 305
    },
    {
      "epoch": 0.9622641509433962,
      "grad_norm": 0.08892697095870972,
      "learning_rate": 4.389232578989988e-08,
      "loss": 1.17431640625,
      "step": 306
    },
    {
      "epoch": 0.9654088050314465,
      "grad_norm": 0.08239562809467316,
      "learning_rate": 3.7407487544861565e-08,
      "loss": 1.228759765625,
      "step": 307
    },
    {
      "epoch": 0.9685534591194969,
      "grad_norm": 0.09559322148561478,
      "learning_rate": 3.143895053378698e-08,
      "loss": 1.22509765625,
      "step": 308
    },
    {
      "epoch": 0.9716981132075472,
      "grad_norm": 0.09237507730722427,
      "learning_rate": 2.59873357149798e-08,
      "loss": 1.183837890625,
      "step": 309
    },
    {
      "epoch": 0.9748427672955975,
      "grad_norm": 0.08496708422899246,
      "learning_rate": 2.1053210266875346e-08,
      "loss": 1.21435546875,
      "step": 310
    },
    {
      "epoch": 0.9779874213836478,
      "grad_norm": 0.0905926525592804,
      "learning_rate": 1.6637087529033925e-08,
      "loss": 1.20458984375,
      "step": 311
    },
    {
      "epoch": 0.9811320754716981,
      "grad_norm": 0.09607579559087753,
      "learning_rate": 1.2739426948732426e-08,
      "loss": 1.19677734375,
      "step": 312
    },
    {
      "epoch": 0.9842767295597484,
      "grad_norm": 0.08372277021408081,
      "learning_rate": 9.36063403316534e-09,
      "loss": 1.118896484375,
      "step": 313
    },
    {
      "epoch": 0.9874213836477987,
      "grad_norm": 0.08898620307445526,
      "learning_rate": 6.501060307256835e-09,
      "loss": 1.208984375,
      "step": 314
    },
    {
      "epoch": 0.9905660377358491,
      "grad_norm": 0.0899147167801857,
      "learning_rate": 4.161003277085574e-09,
      "loss": 1.23486328125,
      "step": 315
    },
    {
      "epoch": 0.9937106918238994,
      "grad_norm": 0.09119053184986115,
      "learning_rate": 2.3407063989361324e-09,
      "loss": 1.259521484375,
      "step": 316
    },
    {
      "epoch": 0.9968553459119497,
      "grad_norm": 0.08343734592199326,
      "learning_rate": 1.040359053967599e-09,
      "loss": 1.231689453125,
      "step": 317
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.0955134704709053,
      "learning_rate": 2.6009652851211044e-10,
      "loss": 1.25927734375,
      "step": 318
    },
    {
      "epoch": 1.0,
      "eval_loss": 1.35986328125,
      "eval_runtime": 10.9098,
      "eval_samples_per_second": 0.55,
      "eval_steps_per_second": 0.092,
      "step": 318
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 318,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 0,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 8.935569965579239e+18,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}