{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.0,
  "eval_steps": 500,
  "global_step": 752,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0026595744680851063,
      "grad_norm": 7.823265044222166,
      "learning_rate": 0.0,
      "loss": 3.0134,
      "step": 1
    },
    {
      "epoch": 0.005319148936170213,
      "grad_norm": 7.642957709635029,
      "learning_rate": 1.6005307325482135e-07,
      "loss": 3.1765,
      "step": 2
    },
    {
      "epoch": 0.007978723404255319,
      "grad_norm": 7.334880781186477,
      "learning_rate": 2.5367811923406806e-07,
      "loss": 3.015,
      "step": 3
    },
    {
      "epoch": 0.010638297872340425,
      "grad_norm": 7.622164840160959,
      "learning_rate": 3.201061465096427e-07,
      "loss": 3.0191,
      "step": 4
    },
    {
      "epoch": 0.013297872340425532,
      "grad_norm": 7.559561166288389,
      "learning_rate": 3.716317274634347e-07,
      "loss": 3.0604,
      "step": 5
    },
    {
      "epoch": 0.015957446808510637,
      "grad_norm": 7.537486932594524,
      "learning_rate": 4.137311924888894e-07,
      "loss": 3.0974,
      "step": 6
    },
    {
      "epoch": 0.018617021276595744,
      "grad_norm": 7.852202340999875,
      "learning_rate": 4.4932578299236894e-07,
      "loss": 3.0015,
      "step": 7
    },
    {
      "epoch": 0.02127659574468085,
      "grad_norm": 7.556325866974648,
      "learning_rate": 4.80159219764464e-07,
      "loss": 3.0507,
      "step": 8
    },
    {
      "epoch": 0.023936170212765957,
      "grad_norm": 7.332175625826142,
      "learning_rate": 5.073562384681361e-07,
      "loss": 3.127,
      "step": 9
    },
    {
      "epoch": 0.026595744680851064,
      "grad_norm": 7.725255533578292,
      "learning_rate": 5.316848007182561e-07,
      "loss": 3.0381,
      "step": 10
    },
    {
      "epoch": 0.02925531914893617,
      "grad_norm": 7.457326924140823,
      "learning_rate": 5.536926622778005e-07,
      "loss": 3.0634,
      "step": 11
    },
    {
      "epoch": 0.031914893617021274,
      "grad_norm": 7.693199711944396,
      "learning_rate": 5.737842657437107e-07,
      "loss": 3.0101,
      "step": 12
    },
    {
      "epoch": 0.034574468085106384,
      "grad_norm": 7.313122323445423,
      "learning_rate": 5.922667492826867e-07,
      "loss": 3.0967,
      "step": 13
    },
    {
      "epoch": 0.03723404255319149,
      "grad_norm": 7.381687042192129,
      "learning_rate": 6.093788562471904e-07,
      "loss": 3.0606,
      "step": 14
    },
    {
      "epoch": 0.0398936170212766,
      "grad_norm": 7.501689466289098,
      "learning_rate": 6.253098466975028e-07,
      "loss": 3.0923,
      "step": 15
    },
    {
      "epoch": 0.0425531914893617,
      "grad_norm": 7.764166896561166,
      "learning_rate": 6.402122930192854e-07,
      "loss": 3.0133,
      "step": 16
    },
    {
      "epoch": 0.04521276595744681,
      "grad_norm": 7.632126776388045,
      "learning_rate": 6.542109895570008e-07,
      "loss": 3.0261,
      "step": 17
    },
    {
      "epoch": 0.047872340425531915,
      "grad_norm": 7.5260472985128875,
      "learning_rate": 6.674093117229574e-07,
      "loss": 3.0122,
      "step": 18
    },
    {
      "epoch": 0.05053191489361702,
      "grad_norm": 7.760501268851623,
      "learning_rate": 6.798938534903572e-07,
      "loss": 2.8592,
      "step": 19
    },
    {
      "epoch": 0.05319148936170213,
      "grad_norm": 7.498060611474783,
      "learning_rate": 6.917378739730775e-07,
      "loss": 2.8595,
      "step": 20
    },
    {
      "epoch": 0.05585106382978723,
      "grad_norm": 7.527553046681602,
      "learning_rate": 7.030039022264371e-07,
      "loss": 2.7323,
      "step": 21
    },
    {
      "epoch": 0.05851063829787234,
      "grad_norm": 7.139599749462118,
      "learning_rate": 7.13745735532622e-07,
      "loss": 3.0506,
      "step": 22
    },
    {
      "epoch": 0.061170212765957445,
      "grad_norm": 7.6904167286597165,
      "learning_rate": 7.24009993125516e-07,
      "loss": 2.8334,
      "step": 23
    },
    {
      "epoch": 0.06382978723404255,
      "grad_norm": 7.13831891441032,
      "learning_rate": 7.338373389985321e-07,
      "loss": 3.0714,
      "step": 24
    },
    {
      "epoch": 0.06648936170212766,
      "grad_norm": 7.277657469838149,
      "learning_rate": 7.432634549268694e-07,
      "loss": 3.0034,
      "step": 25
    },
    {
      "epoch": 0.06914893617021277,
      "grad_norm": 7.601860581578553,
      "learning_rate": 7.52319822537508e-07,
      "loss": 2.8405,
      "step": 26
    },
    {
      "epoch": 0.07180851063829788,
      "grad_norm": 7.406160378215662,
      "learning_rate": 7.610343577022042e-07,
      "loss": 2.8776,
      "step": 27
    },
    {
      "epoch": 0.07446808510638298,
      "grad_norm": 7.501158815505739,
      "learning_rate": 7.694319295020116e-07,
      "loss": 2.8623,
      "step": 28
    },
    {
      "epoch": 0.07712765957446809,
      "grad_norm": 7.475182990956878,
      "learning_rate": 7.775347880836832e-07,
      "loss": 2.8176,
      "step": 29
    },
    {
      "epoch": 0.0797872340425532,
      "grad_norm": 6.90076598186568,
      "learning_rate": 7.853629199523242e-07,
      "loss": 2.6601,
      "step": 30
    },
    {
      "epoch": 0.08244680851063829,
      "grad_norm": 7.317267534729387,
      "learning_rate": 7.929343449851162e-07,
      "loss": 2.5921,
      "step": 31
    },
    {
      "epoch": 0.0851063829787234,
      "grad_norm": 6.540702440994457,
      "learning_rate": 8.002653662741068e-07,
      "loss": 2.7996,
      "step": 32
    },
    {
      "epoch": 0.08776595744680851,
      "grad_norm": 7.135880043595326,
      "learning_rate": 8.073707815118686e-07,
      "loss": 2.5778,
      "step": 33
    },
    {
      "epoch": 0.09042553191489362,
      "grad_norm": 6.507937939592382,
      "learning_rate": 8.142640628118222e-07,
      "loss": 2.7356,
      "step": 34
    },
    {
      "epoch": 0.09308510638297872,
      "grad_norm": 6.445617298664252,
      "learning_rate": 8.209575104558038e-07,
      "loss": 2.7163,
      "step": 35
    },
    {
      "epoch": 0.09574468085106383,
      "grad_norm": 6.62462859642164,
      "learning_rate": 8.274623849777788e-07,
      "loss": 2.6283,
      "step": 36
    },
    {
      "epoch": 0.09840425531914894,
      "grad_norm": 6.7066040969467995,
      "learning_rate": 8.337890211465859e-07,
      "loss": 2.5485,
      "step": 37
    },
    {
      "epoch": 0.10106382978723404,
      "grad_norm": 6.6019115107446815,
      "learning_rate": 8.399469267451787e-07,
      "loss": 2.5864,
      "step": 38
    },
    {
      "epoch": 0.10372340425531915,
      "grad_norm": 6.526338473606032,
      "learning_rate": 8.459448685167547e-07,
      "loss": 2.6546,
      "step": 39
    },
    {
      "epoch": 0.10638297872340426,
      "grad_norm": 6.677090538207485,
      "learning_rate": 8.517909472278988e-07,
      "loss": 2.6135,
      "step": 40
    },
    {
      "epoch": 0.10904255319148937,
      "grad_norm": 6.627853354895093,
      "learning_rate": 8.574926634616532e-07,
      "loss": 2.6117,
      "step": 41
    },
    {
      "epoch": 0.11170212765957446,
      "grad_norm": 6.210420944517809,
      "learning_rate": 8.630569754812584e-07,
      "loss": 2.6221,
      "step": 42
    },
    {
      "epoch": 0.11436170212765957,
      "grad_norm": 6.490293150689325,
      "learning_rate": 8.684903502843901e-07,
      "loss": 2.6191,
      "step": 43
    },
    {
      "epoch": 0.11702127659574468,
      "grad_norm": 6.5133887096434036,
      "learning_rate": 8.737988087874431e-07,
      "loss": 2.6479,
      "step": 44
    },
    {
      "epoch": 0.1196808510638298,
      "grad_norm": 6.5629458321401275,
      "learning_rate": 8.789879659315709e-07,
      "loss": 2.5919,
      "step": 45
    },
    {
      "epoch": 0.12234042553191489,
      "grad_norm": 6.263965110944729,
      "learning_rate": 8.840630663803374e-07,
      "loss": 2.564,
      "step": 46
    },
    {
      "epoch": 0.125,
      "grad_norm": 6.2925368290438355,
      "learning_rate": 8.890290163779749e-07,
      "loss": 2.4828,
      "step": 47
    },
    {
      "epoch": 0.1276595744680851,
      "grad_norm": 5.562972488052771,
      "learning_rate": 8.938904122533535e-07,
      "loss": 2.3536,
      "step": 48
    },
    {
      "epoch": 0.13031914893617022,
      "grad_norm": 5.051596119252882,
      "learning_rate": 8.986515659847379e-07,
      "loss": 2.2057,
      "step": 49
    },
    {
      "epoch": 0.13297872340425532,
      "grad_norm": 4.783115795828969,
      "learning_rate": 9.033165281816909e-07,
      "loss": 2.1078,
      "step": 50
    },
    {
      "epoch": 0.1356382978723404,
      "grad_norm": 4.0379873353666,
      "learning_rate": 9.078891087910689e-07,
      "loss": 2.1146,
      "step": 51
    },
    {
      "epoch": 0.13829787234042554,
      "grad_norm": 4.425461679286027,
      "learning_rate": 9.123728957923294e-07,
      "loss": 2.106,
      "step": 52
    },
    {
      "epoch": 0.14095744680851063,
      "grad_norm": 4.219063302168513,
      "learning_rate": 9.167712721119934e-07,
      "loss": 2.0448,
      "step": 53
    },
    {
      "epoch": 0.14361702127659576,
      "grad_norm": 4.177230312333208,
      "learning_rate": 9.210874309570255e-07,
      "loss": 2.106,
      "step": 54
    },
    {
      "epoch": 0.14627659574468085,
      "grad_norm": 3.58662530955563,
      "learning_rate": 9.253243897412354e-07,
      "loss": 2.1577,
      "step": 55
    },
    {
      "epoch": 0.14893617021276595,
      "grad_norm": 3.8076903225375607,
      "learning_rate": 9.294850027568331e-07,
      "loss": 2.044,
      "step": 56
    },
    {
      "epoch": 0.15159574468085107,
      "grad_norm": 3.9757823965828445,
      "learning_rate": 9.335719727244254e-07,
      "loss": 2.1354,
      "step": 57
    },
    {
      "epoch": 0.15425531914893617,
      "grad_norm": 3.8984355429604305,
      "learning_rate": 9.375878613385046e-07,
      "loss": 2.0297,
      "step": 58
    },
    {
      "epoch": 0.15691489361702127,
      "grad_norm": 4.006300970220442,
      "learning_rate": 9.415350989114764e-07,
      "loss": 1.8268,
      "step": 59
    },
    {
      "epoch": 0.1595744680851064,
      "grad_norm": 3.7231660155630126,
      "learning_rate": 9.454159932071455e-07,
      "loss": 1.8824,
      "step": 60
    },
    {
      "epoch": 0.1622340425531915,
      "grad_norm": 3.896921356096762,
      "learning_rate": 9.492327375440568e-07,
      "loss": 1.9475,
      "step": 61
    },
    {
      "epoch": 0.16489361702127658,
      "grad_norm": 3.1704796037774394,
      "learning_rate": 9.529874182399376e-07,
      "loss": 1.9461,
      "step": 62
    },
    {
      "epoch": 0.1675531914893617,
      "grad_norm": 3.624185273266048,
      "learning_rate": 9.566820214605051e-07,
      "loss": 2.0426,
      "step": 63
    },
    {
      "epoch": 0.1702127659574468,
      "grad_norm": 3.438777616799716,
      "learning_rate": 9.60318439528928e-07,
      "loss": 1.9094,
      "step": 64
    },
    {
      "epoch": 0.17287234042553193,
      "grad_norm": 4.546206080990496,
      "learning_rate": 9.638984767461214e-07,
      "loss": 1.9037,
      "step": 65
    },
    {
      "epoch": 0.17553191489361702,
      "grad_norm": 3.092553572071205,
      "learning_rate": 9.6742385476669e-07,
      "loss": 1.9928,
      "step": 66
    },
    {
      "epoch": 0.17819148936170212,
      "grad_norm": 3.3574221590495807,
      "learning_rate": 9.708962175706178e-07,
      "loss": 1.9752,
      "step": 67
    },
    {
      "epoch": 0.18085106382978725,
      "grad_norm": 3.0865121040891714,
      "learning_rate": 9.743171360666435e-07,
      "loss": 1.9853,
      "step": 68
    },
    {
      "epoch": 0.18351063829787234,
      "grad_norm": 3.25288028731065,
      "learning_rate": 9.776881123595842e-07,
      "loss": 1.8024,
      "step": 69
    },
    {
      "epoch": 0.18617021276595744,
      "grad_norm": 2.8739512645435865,
      "learning_rate": 9.810105837106252e-07,
      "loss": 2.0918,
      "step": 70
    },
    {
      "epoch": 0.18882978723404256,
      "grad_norm": 2.8379601865829414,
      "learning_rate": 9.842859262167094e-07,
      "loss": 1.801,
      "step": 71
    },
    {
      "epoch": 0.19148936170212766,
      "grad_norm": 2.634217473181439,
      "learning_rate": 9.875154582326002e-07,
      "loss": 1.9093,
      "step": 72
    },
    {
      "epoch": 0.19414893617021275,
      "grad_norm": 2.674409166489119,
      "learning_rate": 9.907004435569156e-07,
      "loss": 1.8468,
      "step": 73
    },
    {
      "epoch": 0.19680851063829788,
      "grad_norm": 2.5418462429291178,
      "learning_rate": 9.938420944014074e-07,
      "loss": 2.0187,
      "step": 74
    },
    {
      "epoch": 0.19946808510638298,
      "grad_norm": 2.249520992577069,
      "learning_rate": 9.969415741609375e-07,
      "loss": 1.8433,
      "step": 75
    },
    {
      "epoch": 0.20212765957446807,
      "grad_norm": 3.4070896898561567,
      "learning_rate": 1e-06,
      "loss": 1.6904,
      "step": 76
    },
    {
      "epoch": 0.2047872340425532,
      "grad_norm": 2.405587439537431,
      "learning_rate": 1e-06,
      "loss": 1.9263,
      "step": 77
    },
    {
      "epoch": 0.2074468085106383,
      "grad_norm": 2.1351508990882686,
      "learning_rate": 9.985207100591716e-07,
      "loss": 1.9915,
      "step": 78
    },
    {
      "epoch": 0.21010638297872342,
      "grad_norm": 2.253674050573154,
      "learning_rate": 9.97041420118343e-07,
      "loss": 1.8581,
      "step": 79
    },
    {
      "epoch": 0.2127659574468085,
      "grad_norm": 1.9816102720192281,
      "learning_rate": 9.955621301775147e-07,
      "loss": 1.8838,
      "step": 80
    },
    {
      "epoch": 0.2154255319148936,
      "grad_norm": 2.1585154035600502,
      "learning_rate": 9.940828402366864e-07,
      "loss": 1.7891,
      "step": 81
    },
    {
      "epoch": 0.21808510638297873,
      "grad_norm": 2.1927798177222466,
      "learning_rate": 9.92603550295858e-07,
      "loss": 1.6338,
      "step": 82
    },
    {
      "epoch": 0.22074468085106383,
      "grad_norm": 2.1195681092445606,
      "learning_rate": 9.911242603550295e-07,
      "loss": 1.8233,
      "step": 83
    },
    {
      "epoch": 0.22340425531914893,
      "grad_norm": 1.79894840198714,
      "learning_rate": 9.896449704142011e-07,
      "loss": 1.6456,
      "step": 84
    },
    {
      "epoch": 0.22606382978723405,
      "grad_norm": 2.1334819930653004,
      "learning_rate": 9.881656804733728e-07,
      "loss": 1.7721,
      "step": 85
    },
    {
      "epoch": 0.22872340425531915,
      "grad_norm": 2.2522144017174988,
      "learning_rate": 9.866863905325444e-07,
      "loss": 1.8225,
      "step": 86
    },
    {
      "epoch": 0.23138297872340424,
      "grad_norm": 2.1109395194449885,
      "learning_rate": 9.852071005917159e-07,
      "loss": 1.8103,
      "step": 87
    },
    {
      "epoch": 0.23404255319148937,
      "grad_norm": 1.889220101950186,
      "learning_rate": 9.837278106508875e-07,
      "loss": 1.7531,
      "step": 88
    },
    {
      "epoch": 0.23670212765957446,
      "grad_norm": 2.0103297503036797,
      "learning_rate": 9.822485207100592e-07,
      "loss": 1.4589,
      "step": 89
    },
    {
      "epoch": 0.2393617021276596,
      "grad_norm": 2.0087468092299012,
      "learning_rate": 9.807692307692306e-07,
      "loss": 1.7291,
      "step": 90
    },
    {
      "epoch": 0.24202127659574468,
      "grad_norm": 2.1537427838116603,
      "learning_rate": 9.792899408284023e-07,
      "loss": 1.8277,
      "step": 91
    },
    {
      "epoch": 0.24468085106382978,
      "grad_norm": 1.811327456337824,
      "learning_rate": 9.77810650887574e-07,
      "loss": 1.6806,
      "step": 92
    },
    {
      "epoch": 0.2473404255319149,
      "grad_norm": 1.8193216533171808,
      "learning_rate": 9.763313609467456e-07,
      "loss": 1.5615,
      "step": 93
    },
    {
      "epoch": 0.25,
      "grad_norm": 1.7880991378455267,
      "learning_rate": 9.748520710059172e-07,
      "loss": 1.6315,
      "step": 94
    },
    {
      "epoch": 0.2526595744680851,
      "grad_norm": 1.9732905510612142,
      "learning_rate": 9.733727810650887e-07,
      "loss": 1.6118,
      "step": 95
    },
    {
      "epoch": 0.2553191489361702,
      "grad_norm": 1.8507510310387487,
      "learning_rate": 9.718934911242603e-07,
      "loss": 1.562,
      "step": 96
    },
    {
      "epoch": 0.2579787234042553,
      "grad_norm": 1.937704198597928,
      "learning_rate": 9.704142011834318e-07,
      "loss": 1.5891,
      "step": 97
    },
    {
      "epoch": 0.26063829787234044,
      "grad_norm": 1.8949539814094551,
      "learning_rate": 9.689349112426034e-07,
      "loss": 1.55,
      "step": 98
    },
    {
      "epoch": 0.2632978723404255,
      "grad_norm": 1.7741323445830024,
      "learning_rate": 9.67455621301775e-07,
      "loss": 1.734,
      "step": 99
    },
    {
      "epoch": 0.26595744680851063,
      "grad_norm": 1.7021314190064671,
      "learning_rate": 9.659763313609467e-07,
      "loss": 1.4889,
      "step": 100
    },
    {
      "epoch": 0.26861702127659576,
      "grad_norm": 1.9644914618403917,
      "learning_rate": 9.644970414201184e-07,
      "loss": 1.7278,
      "step": 101
    },
    {
      "epoch": 0.2712765957446808,
      "grad_norm": 1.8634125925152643,
      "learning_rate": 9.630177514792898e-07,
      "loss": 1.5682,
      "step": 102
    },
    {
      "epoch": 0.27393617021276595,
      "grad_norm": 1.8401952841001055,
      "learning_rate": 9.615384615384615e-07,
      "loss": 1.565,
      "step": 103
    },
    {
      "epoch": 0.2765957446808511,
      "grad_norm": 1.804040900318666,
      "learning_rate": 9.600591715976331e-07,
      "loss": 1.5869,
      "step": 104
    },
    {
      "epoch": 0.27925531914893614,
      "grad_norm": 1.706090462740245,
      "learning_rate": 9.585798816568048e-07,
      "loss": 1.5148,
      "step": 105
    },
    {
      "epoch": 0.28191489361702127,
      "grad_norm": 1.728525487149655,
      "learning_rate": 9.571005917159762e-07,
      "loss": 1.5603,
      "step": 106
    },
    {
      "epoch": 0.2845744680851064,
      "grad_norm": 1.7524632420405768,
      "learning_rate": 9.556213017751479e-07,
      "loss": 1.6348,
      "step": 107
    },
    {
      "epoch": 0.2872340425531915,
      "grad_norm": 1.7478581672975904,
      "learning_rate": 9.541420118343195e-07,
      "loss": 1.6436,
      "step": 108
    },
    {
      "epoch": 0.2898936170212766,
      "grad_norm": 1.9985633100646443,
      "learning_rate": 9.526627218934911e-07,
      "loss": 1.7681,
      "step": 109
    },
    {
      "epoch": 0.2925531914893617,
      "grad_norm": 2.079481786216591,
      "learning_rate": 9.511834319526627e-07,
      "loss": 1.419,
      "step": 110
    },
    {
      "epoch": 0.29521276595744683,
      "grad_norm": 1.6892443930394687,
      "learning_rate": 9.497041420118342e-07,
      "loss": 1.6604,
      "step": 111
    },
    {
      "epoch": 0.2978723404255319,
      "grad_norm": 1.610960466459826,
      "learning_rate": 9.482248520710058e-07,
      "loss": 1.6354,
      "step": 112
    },
    {
      "epoch": 0.300531914893617,
      "grad_norm": 1.8544084912738468,
      "learning_rate": 9.467455621301774e-07,
      "loss": 1.596,
      "step": 113
    },
    {
      "epoch": 0.30319148936170215,
      "grad_norm": 1.9170248346565737,
      "learning_rate": 9.45266272189349e-07,
      "loss": 1.6547,
      "step": 114
    },
    {
      "epoch": 0.3058510638297872,
      "grad_norm": 1.7881140714522759,
      "learning_rate": 9.437869822485207e-07,
      "loss": 1.6039,
      "step": 115
    },
    {
      "epoch": 0.30851063829787234,
      "grad_norm": 1.9088889444538937,
      "learning_rate": 9.423076923076923e-07,
      "loss": 1.7795,
      "step": 116
    },
    {
      "epoch": 0.31117021276595747,
      "grad_norm": 2.2553186073976383,
      "learning_rate": 9.408284023668639e-07,
      "loss": 1.4582,
      "step": 117
    },
    {
      "epoch": 0.31382978723404253,
      "grad_norm": 1.843300845507743,
      "learning_rate": 9.393491124260355e-07,
      "loss": 1.5459,
      "step": 118
    },
    {
      "epoch": 0.31648936170212766,
      "grad_norm": 1.7169781655337961,
      "learning_rate": 9.378698224852071e-07,
      "loss": 1.5621,
      "step": 119
    },
    {
      "epoch": 0.3191489361702128,
      "grad_norm": 1.690585106680432,
      "learning_rate": 9.363905325443787e-07,
      "loss": 1.5449,
      "step": 120
    },
    {
      "epoch": 0.32180851063829785,
      "grad_norm": 1.634720340224596,
      "learning_rate": 9.349112426035502e-07,
      "loss": 1.5937,
      "step": 121
    },
    {
      "epoch": 0.324468085106383,
      "grad_norm": 1.905851103523696,
      "learning_rate": 9.334319526627219e-07,
      "loss": 1.6611,
      "step": 122
    },
    {
      "epoch": 0.3271276595744681,
      "grad_norm": 1.5977114642239374,
      "learning_rate": 9.319526627218934e-07,
      "loss": 1.3517,
      "step": 123
    },
    {
      "epoch": 0.32978723404255317,
      "grad_norm": 1.7739378101582597,
      "learning_rate": 9.304733727810651e-07,
      "loss": 1.6623,
      "step": 124
    },
    {
      "epoch": 0.3324468085106383,
      "grad_norm": 1.7433956729666737,
      "learning_rate": 9.289940828402366e-07,
      "loss": 1.565,
      "step": 125
    },
    {
      "epoch": 0.3351063829787234,
      "grad_norm": 1.8292660534852752,
      "learning_rate": 9.275147928994083e-07,
      "loss": 1.6095,
      "step": 126
    },
    {
      "epoch": 0.3377659574468085,
      "grad_norm": 1.8582148418654536,
      "learning_rate": 9.260355029585798e-07,
      "loss": 1.6689,
      "step": 127
    },
    {
      "epoch": 0.3404255319148936,
      "grad_norm": 1.5903483721719576,
      "learning_rate": 9.245562130177515e-07,
      "loss": 1.4741,
      "step": 128
    },
    {
      "epoch": 0.34308510638297873,
      "grad_norm": 1.5937293556222676,
      "learning_rate": 9.230769230769231e-07,
      "loss": 1.4603,
      "step": 129
    },
    {
      "epoch": 0.34574468085106386,
      "grad_norm": 1.8563999128333846,
      "learning_rate": 9.215976331360947e-07,
      "loss": 1.6907,
      "step": 130
    },
    {
      "epoch": 0.3484042553191489,
      "grad_norm": 1.7139518347374663,
      "learning_rate": 9.201183431952662e-07,
      "loss": 1.6474,
      "step": 131
    },
    {
      "epoch": 0.35106382978723405,
      "grad_norm": 1.7465122753927422,
      "learning_rate": 9.186390532544378e-07,
      "loss": 1.6324,
      "step": 132
    },
    {
      "epoch": 0.3537234042553192,
      "grad_norm": 1.6610443253134841,
      "learning_rate": 9.171597633136094e-07,
      "loss": 1.5045,
      "step": 133
    },
    {
      "epoch": 0.35638297872340424,
      "grad_norm": 1.655396079412198,
      "learning_rate": 9.15680473372781e-07,
      "loss": 1.5022,
      "step": 134
    },
    {
      "epoch": 0.35904255319148937,
      "grad_norm": 1.6336073697442315,
      "learning_rate": 9.142011834319526e-07,
      "loss": 1.5522,
      "step": 135
    },
    {
      "epoch": 0.3617021276595745,
      "grad_norm": 1.707143679480118,
      "learning_rate": 9.127218934911243e-07,
      "loss": 1.551,
      "step": 136
    },
    {
      "epoch": 0.36436170212765956,
      "grad_norm": 1.685651756020523,
      "learning_rate": 9.112426035502958e-07,
      "loss": 1.6122,
      "step": 137
    },
    {
      "epoch": 0.3670212765957447,
      "grad_norm": 2.358800653945757,
      "learning_rate": 9.097633136094675e-07,
      "loss": 1.5604,
      "step": 138
    },
    {
      "epoch": 0.3696808510638298,
      "grad_norm": 1.9426261400386715,
      "learning_rate": 9.08284023668639e-07,
      "loss": 1.4685,
      "step": 139
    },
    {
      "epoch": 0.3723404255319149,
      "grad_norm": 1.7028161565048658,
      "learning_rate": 9.068047337278106e-07,
      "loss": 1.4377,
      "step": 140
    },
    {
      "epoch": 0.375,
      "grad_norm": 1.6566345919926695,
      "learning_rate": 9.053254437869821e-07,
      "loss": 1.4231,
      "step": 141
    },
    {
      "epoch": 0.3776595744680851,
      "grad_norm": 1.750830521373255,
      "learning_rate": 9.038461538461538e-07,
      "loss": 1.5528,
      "step": 142
    },
    {
      "epoch": 0.3803191489361702,
      "grad_norm": 1.673773427490192,
      "learning_rate": 9.023668639053253e-07,
      "loss": 1.5206,
      "step": 143
    },
    {
      "epoch": 0.3829787234042553,
      "grad_norm": 1.9158107325263525,
      "learning_rate": 9.00887573964497e-07,
      "loss": 1.5624,
      "step": 144
    },
    {
      "epoch": 0.38563829787234044,
      "grad_norm": 1.863606934304487,
      "learning_rate": 8.994082840236686e-07,
      "loss": 1.7617,
      "step": 145
    },
    {
      "epoch": 0.3882978723404255,
      "grad_norm": 1.743890793561562,
      "learning_rate": 8.979289940828402e-07,
      "loss": 1.6736,
      "step": 146
    },
    {
      "epoch": 0.39095744680851063,
      "grad_norm": 1.7765187119696408,
      "learning_rate": 8.964497041420118e-07,
      "loss": 1.401,
      "step": 147
    },
    {
      "epoch": 0.39361702127659576,
      "grad_norm": 1.9492055399414594,
      "learning_rate": 8.949704142011834e-07,
      "loss": 1.7687,
      "step": 148
    },
    {
      "epoch": 0.3962765957446808,
      "grad_norm": 1.9491511698228168,
      "learning_rate": 8.93491124260355e-07,
      "loss": 1.5873,
      "step": 149
    },
    {
      "epoch": 0.39893617021276595,
      "grad_norm": 1.7732893423967535,
      "learning_rate": 8.920118343195265e-07,
      "loss": 1.4666,
      "step": 150
    },
    {
      "epoch": 0.4015957446808511,
      "grad_norm": 1.628295930467344,
      "learning_rate": 8.905325443786981e-07,
      "loss": 1.4253,
      "step": 151
    },
    {
      "epoch": 0.40425531914893614,
      "grad_norm": 1.9501879161375453,
      "learning_rate": 8.890532544378698e-07,
      "loss": 1.5748,
      "step": 152
    },
    {
      "epoch": 0.40691489361702127,
      "grad_norm": 1.6883577356837587,
      "learning_rate": 8.875739644970413e-07,
      "loss": 1.3546,
      "step": 153
    },
    {
      "epoch": 0.4095744680851064,
      "grad_norm": 1.7177779483356421,
      "learning_rate": 8.86094674556213e-07,
      "loss": 1.6715,
      "step": 154
    },
    {
      "epoch": 0.4122340425531915,
      "grad_norm": 1.806803334100437,
      "learning_rate": 8.846153846153846e-07,
      "loss": 1.5485,
      "step": 155
    },
    {
      "epoch": 0.4148936170212766,
      "grad_norm": 1.7522522193654075,
      "learning_rate": 8.831360946745562e-07,
      "loss": 1.5091,
      "step": 156
    },
    {
      "epoch": 0.4175531914893617,
      "grad_norm": 1.8508800423865754,
      "learning_rate": 8.816568047337278e-07,
      "loss": 1.7112,
      "step": 157
    },
    {
      "epoch": 0.42021276595744683,
      "grad_norm": 1.752024433296569,
      "learning_rate": 8.801775147928994e-07,
      "loss": 1.3702,
      "step": 158
    },
    {
      "epoch": 0.4228723404255319,
      "grad_norm": 2.0875697232783246,
      "learning_rate": 8.786982248520711e-07,
      "loss": 1.5972,
      "step": 159
    },
    {
      "epoch": 0.425531914893617,
      "grad_norm": 1.7852623572002673,
      "learning_rate": 8.772189349112425e-07,
      "loss": 1.5496,
      "step": 160
    },
    {
      "epoch": 0.42819148936170215,
      "grad_norm": 2.0049459574733968,
      "learning_rate": 8.757396449704142e-07,
      "loss": 1.5256,
      "step": 161
    },
    {
      "epoch": 0.4308510638297872,
      "grad_norm": 1.8394745863340762,
      "learning_rate": 8.742603550295857e-07,
      "loss": 1.5466,
      "step": 162
    },
    {
      "epoch": 0.43351063829787234,
      "grad_norm": 1.890821588557376,
      "learning_rate": 8.727810650887574e-07,
      "loss": 1.4839,
      "step": 163
    },
    {
      "epoch": 0.43617021276595747,
      "grad_norm": 1.6481011214712673,
      "learning_rate": 8.713017751479289e-07,
      "loss": 1.6322,
      "step": 164
    },
    {
      "epoch": 0.43882978723404253,
      "grad_norm": 1.6910215297075097,
      "learning_rate": 8.698224852071006e-07,
      "loss": 1.4294,
      "step": 165
    },
    {
      "epoch": 0.44148936170212766,
      "grad_norm": 2.2849926490581978,
      "learning_rate": 8.683431952662722e-07,
      "loss": 1.5214,
      "step": 166
    },
    {
      "epoch": 0.4441489361702128,
      "grad_norm": 1.6530282697158378,
      "learning_rate": 8.668639053254438e-07,
      "loss": 1.5387,
      "step": 167
    },
    {
      "epoch": 0.44680851063829785,
      "grad_norm": 1.8612064349812791,
      "learning_rate": 8.653846153846154e-07,
      "loss": 1.4698,
      "step": 168
    },
    {
      "epoch": 0.449468085106383,
      "grad_norm": 1.844773154127249,
      "learning_rate": 8.639053254437869e-07,
      "loss": 1.6155,
      "step": 169
    },
    {
      "epoch": 0.4521276595744681,
      "grad_norm": 1.7920892424117567,
      "learning_rate": 8.624260355029585e-07,
      "loss": 1.4435,
      "step": 170
    },
    {
      "epoch": 0.45478723404255317,
      "grad_norm": 1.7631889349519279,
      "learning_rate": 8.609467455621301e-07,
      "loss": 1.5657,
      "step": 171
    },
    {
      "epoch": 0.4574468085106383,
      "grad_norm": 1.850684750618834,
      "learning_rate": 8.594674556213017e-07,
      "loss": 1.4599,
      "step": 172
    },
    {
      "epoch": 0.4601063829787234,
      "grad_norm": 1.8936077580680233,
      "learning_rate": 8.579881656804734e-07,
      "loss": 1.4487,
      "step": 173
    },
    {
      "epoch": 0.4627659574468085,
      "grad_norm": 1.8302300226282981,
      "learning_rate": 8.565088757396449e-07,
      "loss": 1.3982,
      "step": 174
    },
    {
      "epoch": 0.4654255319148936,
      "grad_norm": 1.77826681795055,
      "learning_rate": 8.550295857988166e-07,
      "loss": 1.4513,
      "step": 175
    },
    {
      "epoch": 0.46808510638297873,
      "grad_norm": 1.687204688334926,
      "learning_rate": 8.535502958579881e-07,
      "loss": 1.4119,
      "step": 176
    },
    {
      "epoch": 0.47074468085106386,
      "grad_norm": 1.8120179028458203,
      "learning_rate": 8.520710059171598e-07,
      "loss": 1.6192,
      "step": 177
    },
    {
      "epoch": 0.4734042553191489,
      "grad_norm": 1.8795981293168291,
      "learning_rate": 8.505917159763313e-07,
      "loss": 1.4954,
      "step": 178
    },
    {
      "epoch": 0.47606382978723405,
      "grad_norm": 1.7065716786077503,
      "learning_rate": 8.491124260355029e-07,
      "loss": 1.5966,
      "step": 179
    },
    {
      "epoch": 0.4787234042553192,
      "grad_norm": 1.7627718668452295,
      "learning_rate": 8.476331360946745e-07,
      "loss": 1.4327,
      "step": 180
    },
    {
      "epoch": 0.48138297872340424,
      "grad_norm": 1.8665938451163775,
      "learning_rate": 8.461538461538461e-07,
      "loss": 1.4918,
      "step": 181
    },
    {
      "epoch": 0.48404255319148937,
      "grad_norm": 1.819110850294668,
      "learning_rate": 8.446745562130177e-07,
      "loss": 1.5539,
      "step": 182
    },
    {
      "epoch": 0.4867021276595745,
      "grad_norm": 1.8453397847354074,
      "learning_rate": 8.431952662721893e-07,
      "loss": 1.5331,
      "step": 183
    },
    {
      "epoch": 0.48936170212765956,
      "grad_norm": 2.622110865899153,
      "learning_rate": 8.417159763313609e-07,
      "loss": 1.3705,
      "step": 184
    },
    {
      "epoch": 0.4920212765957447,
      "grad_norm": 2.0496831369913378,
      "learning_rate": 8.402366863905325e-07,
      "loss": 1.434,
      "step": 185
    },
    {
      "epoch": 0.4946808510638298,
      "grad_norm": 1.7777460669960974,
      "learning_rate": 8.387573964497041e-07,
      "loss": 1.507,
      "step": 186
    },
    {
      "epoch": 0.4973404255319149,
      "grad_norm": 1.7648525067264564,
      "learning_rate": 8.372781065088757e-07,
      "loss": 1.5419,
      "step": 187
    },
    {
      "epoch": 0.5,
      "grad_norm": 1.7346580205717035,
      "learning_rate": 8.357988165680473e-07,
      "loss": 1.4474,
      "step": 188
    },
    {
      "epoch": 0.5026595744680851,
      "grad_norm": 1.8941186829293386,
      "learning_rate": 8.343195266272189e-07,
      "loss": 1.4239,
      "step": 189
    },
    {
      "epoch": 0.5053191489361702,
      "grad_norm": 1.793062893259623,
      "learning_rate": 8.328402366863904e-07,
      "loss": 1.5339,
      "step": 190
    },
    {
      "epoch": 0.5079787234042553,
      "grad_norm": 1.867427730668421,
      "learning_rate": 8.313609467455621e-07,
      "loss": 1.3395,
      "step": 191
    },
    {
      "epoch": 0.5106382978723404,
      "grad_norm": 1.836942681632619,
      "learning_rate": 8.298816568047336e-07,
      "loss": 1.6135,
      "step": 192
    },
    {
      "epoch": 0.5132978723404256,
      "grad_norm": 1.6942657192312134,
      "learning_rate": 8.284023668639053e-07,
      "loss": 1.5308,
      "step": 193
    },
    {
      "epoch": 0.5159574468085106,
      "grad_norm": 1.841411465300408,
      "learning_rate": 8.269230769230768e-07,
      "loss": 1.5345,
      "step": 194
    },
    {
      "epoch": 0.5186170212765957,
      "grad_norm": 1.8794098811564628,
      "learning_rate": 8.254437869822485e-07,
      "loss": 1.6901,
      "step": 195
    },
    {
      "epoch": 0.5212765957446809,
      "grad_norm": 1.7012388651957833,
      "learning_rate": 8.239644970414202e-07,
      "loss": 1.474,
      "step": 196
    },
    {
      "epoch": 0.523936170212766,
      "grad_norm": 1.7944418314011599,
      "learning_rate": 8.224852071005917e-07,
      "loss": 1.32,
      "step": 197
    },
    {
      "epoch": 0.526595744680851,
      "grad_norm": 1.7425046897179257,
      "learning_rate": 8.210059171597633e-07,
      "loss": 1.368,
      "step": 198
    },
    {
      "epoch": 0.5292553191489362,
      "grad_norm": 1.7880936710475852,
      "learning_rate": 8.195266272189348e-07,
      "loss": 1.645,
      "step": 199
    },
    {
      "epoch": 0.5319148936170213,
      "grad_norm": 1.6715457627732746,
      "learning_rate": 8.180473372781065e-07,
      "loss": 1.4261,
      "step": 200
    },
    {
      "epoch": 0.5345744680851063,
      "grad_norm": 1.822736509594185,
      "learning_rate": 8.16568047337278e-07,
      "loss": 1.624,
      "step": 201
    },
    {
      "epoch": 0.5372340425531915,
      "grad_norm": 1.6809290356200428,
      "learning_rate": 8.150887573964497e-07,
      "loss": 1.3937,
      "step": 202
    },
    {
      "epoch": 0.5398936170212766,
      "grad_norm": 1.7496410410443377,
      "learning_rate": 8.136094674556213e-07,
      "loss": 1.5429,
      "step": 203
    },
    {
      "epoch": 0.5425531914893617,
      "grad_norm": 1.9199038686131074,
      "learning_rate": 8.121301775147929e-07,
      "loss": 1.5023,
      "step": 204
    },
    {
      "epoch": 0.5452127659574468,
      "grad_norm": 1.6850758554154257,
      "learning_rate": 8.106508875739645e-07,
      "loss": 1.4991,
      "step": 205
    },
    {
      "epoch": 0.5478723404255319,
      "grad_norm": 1.9329660957508767,
      "learning_rate": 8.091715976331361e-07,
      "loss": 1.5398,
      "step": 206
    },
    {
      "epoch": 0.550531914893617,
      "grad_norm": 1.666476222919606,
      "learning_rate": 8.076923076923077e-07,
      "loss": 1.5637,
      "step": 207
    },
    {
      "epoch": 0.5531914893617021,
      "grad_norm": 2.224757697809998,
      "learning_rate": 8.062130177514792e-07,
      "loss": 1.6452,
      "step": 208
    },
    {
      "epoch": 0.5558510638297872,
      "grad_norm": 1.861249667872802,
      "learning_rate": 8.047337278106508e-07,
      "loss": 1.541,
      "step": 209
    },
    {
      "epoch": 0.5585106382978723,
      "grad_norm": 1.7749036870266581,
      "learning_rate": 8.032544378698225e-07,
      "loss": 1.4811,
      "step": 210
    },
    {
      "epoch": 0.5611702127659575,
      "grad_norm": 1.9725453562773687,
      "learning_rate": 8.01775147928994e-07,
      "loss": 1.4289,
      "step": 211
    },
    {
      "epoch": 0.5638297872340425,
      "grad_norm": 1.5771745142242444,
      "learning_rate": 8.002958579881657e-07,
      "loss": 1.1851,
      "step": 212
    },
    {
      "epoch": 0.5664893617021277,
      "grad_norm": 1.7671763938332208,
      "learning_rate": 7.988165680473372e-07,
      "loss": 1.4632,
      "step": 213
    },
    {
      "epoch": 0.5691489361702128,
      "grad_norm": 2.3539254619170147,
      "learning_rate": 7.973372781065089e-07,
      "loss": 1.4399,
      "step": 214
    },
    {
      "epoch": 0.5718085106382979,
      "grad_norm": 1.6811659582751803,
      "learning_rate": 7.958579881656804e-07,
      "loss": 1.3874,
      "step": 215
    },
    {
      "epoch": 0.574468085106383,
      "grad_norm": 1.816100982937805,
      "learning_rate": 7.943786982248521e-07,
      "loss": 1.3507,
      "step": 216
    },
    {
      "epoch": 0.5771276595744681,
      "grad_norm": 1.6054386033989114,
      "learning_rate": 7.928994082840237e-07,
      "loss": 1.3523,
      "step": 217
    },
    {
      "epoch": 0.5797872340425532,
      "grad_norm": 1.747109205347203,
      "learning_rate": 7.914201183431952e-07,
      "loss": 1.4471,
      "step": 218
    },
    {
      "epoch": 0.5824468085106383,
      "grad_norm": 2.544095072667201,
      "learning_rate": 7.899408284023668e-07,
      "loss": 1.4659,
      "step": 219
    },
    {
      "epoch": 0.5851063829787234,
      "grad_norm": 1.9052355208698295,
      "learning_rate": 7.884615384615384e-07,
      "loss": 1.6808,
      "step": 220
    },
    {
      "epoch": 0.5877659574468085,
      "grad_norm": 1.7475037482225553,
      "learning_rate": 7.8698224852071e-07,
      "loss": 1.4223,
      "step": 221
    },
    {
      "epoch": 0.5904255319148937,
      "grad_norm": 1.7030078252678653,
      "learning_rate": 7.855029585798816e-07,
      "loss": 1.558,
      "step": 222
    },
    {
      "epoch": 0.5930851063829787,
      "grad_norm": 1.6935707673119045,
      "learning_rate": 7.840236686390532e-07,
      "loss": 1.3466,
      "step": 223
    },
    {
      "epoch": 0.5957446808510638,
      "grad_norm": 1.9730090137474936,
      "learning_rate": 7.825443786982249e-07,
      "loss": 1.6373,
      "step": 224
    },
    {
      "epoch": 0.598404255319149,
      "grad_norm": 1.7329005942211182,
      "learning_rate": 7.810650887573964e-07,
      "loss": 1.3348,
      "step": 225
    },
    {
      "epoch": 0.601063829787234,
      "grad_norm": 2.033731441401403,
      "learning_rate": 7.795857988165681e-07,
      "loss": 1.5524,
      "step": 226
    },
    {
      "epoch": 0.6037234042553191,
      "grad_norm": 1.7207604873916247,
      "learning_rate": 7.781065088757395e-07,
      "loss": 1.3862,
      "step": 227
    },
    {
      "epoch": 0.6063829787234043,
      "grad_norm": 1.8075753757910789,
      "learning_rate": 7.766272189349112e-07,
      "loss": 1.5981,
      "step": 228
    },
    {
      "epoch": 0.6090425531914894,
      "grad_norm": 2.291978352476086,
      "learning_rate": 7.751479289940827e-07,
      "loss": 1.4514,
      "step": 229
    },
    {
      "epoch": 0.6117021276595744,
      "grad_norm": 1.8644568615293915,
      "learning_rate": 7.736686390532544e-07,
      "loss": 1.6587,
      "step": 230
    },
    {
      "epoch": 0.6143617021276596,
      "grad_norm": 2.594171053250292,
      "learning_rate": 7.721893491124259e-07,
      "loss": 1.6336,
      "step": 231
    },
    {
      "epoch": 0.6170212765957447,
      "grad_norm": 1.5011539788709316,
      "learning_rate": 7.707100591715976e-07,
      "loss": 1.2387,
      "step": 232
    },
    {
      "epoch": 0.6196808510638298,
      "grad_norm": 1.6819405282763624,
      "learning_rate": 7.692307692307693e-07,
      "loss": 1.5038,
      "step": 233
    },
    {
      "epoch": 0.6223404255319149,
      "grad_norm": 1.7251235005494032,
      "learning_rate": 7.677514792899408e-07,
      "loss": 1.5774,
      "step": 234
    },
    {
      "epoch": 0.625,
      "grad_norm": 1.864499827243002,
      "learning_rate": 7.662721893491125e-07,
      "loss": 1.5276,
      "step": 235
    },
    {
      "epoch": 0.6276595744680851,
      "grad_norm": 1.7781078666304035,
      "learning_rate": 7.64792899408284e-07,
      "loss": 1.5232,
      "step": 236
    },
    {
      "epoch": 0.6303191489361702,
      "grad_norm": 1.6599021088795032,
      "learning_rate": 7.633136094674556e-07,
      "loss": 1.4473,
      "step": 237
    },
    {
      "epoch": 0.6329787234042553,
      "grad_norm": 1.6721336663765791,
      "learning_rate": 7.618343195266271e-07,
      "loss": 1.3851,
      "step": 238
    },
    {
      "epoch": 0.6356382978723404,
      "grad_norm": 1.797473310291003,
      "learning_rate": 7.603550295857988e-07,
      "loss": 1.4871,
      "step": 239
    },
    {
      "epoch": 0.6382978723404256,
      "grad_norm": 1.68684289642348,
      "learning_rate": 7.588757396449704e-07,
      "loss": 1.3971,
      "step": 240
    },
    {
      "epoch": 0.6409574468085106,
      "grad_norm": 1.6548030218587813,
      "learning_rate": 7.57396449704142e-07,
      "loss": 1.4413,
      "step": 241
    },
    {
      "epoch": 0.6436170212765957,
      "grad_norm": 1.7764920048747164,
      "learning_rate": 7.559171597633136e-07,
      "loss": 1.5327,
      "step": 242
    },
    {
      "epoch": 0.6462765957446809,
      "grad_norm": 2.3776019048662627,
      "learning_rate": 7.544378698224852e-07,
      "loss": 1.3973,
      "step": 243
    },
    {
      "epoch": 0.648936170212766,
      "grad_norm": 2.180898241246454,
      "learning_rate": 7.529585798816568e-07,
      "loss": 1.4108,
      "step": 244
    },
    {
      "epoch": 0.651595744680851,
      "grad_norm": 1.7308120559219609,
      "learning_rate": 7.514792899408284e-07,
      "loss": 1.437,
      "step": 245
    },
    {
      "epoch": 0.6542553191489362,
      "grad_norm": 1.6797613083347633,
      "learning_rate": 7.5e-07,
      "loss": 1.4266,
      "step": 246
    },
    {
      "epoch": 0.6569148936170213,
      "grad_norm": 1.7244677372074293,
      "learning_rate": 7.485207100591716e-07,
      "loss": 1.4562,
      "step": 247
    },
    {
      "epoch": 0.6595744680851063,
      "grad_norm": 1.831008658275623,
      "learning_rate": 7.470414201183431e-07,
      "loss": 1.625,
      "step": 248
    },
    {
      "epoch": 0.6622340425531915,
      "grad_norm": 1.5987807515924746,
      "learning_rate": 7.455621301775148e-07,
      "loss": 1.351,
      "step": 249
    },
    {
      "epoch": 0.6648936170212766,
      "grad_norm": 1.657627324756177,
      "learning_rate": 7.440828402366863e-07,
      "loss": 1.3021,
      "step": 250
    },
    {
      "epoch": 0.6675531914893617,
      "grad_norm": 1.6806656229564951,
      "learning_rate": 7.42603550295858e-07,
      "loss": 1.4708,
      "step": 251
    },
    {
      "epoch": 0.6702127659574468,
      "grad_norm": 1.6469208307421896,
      "learning_rate": 7.411242603550295e-07,
      "loss": 1.4309,
      "step": 252
    },
    {
      "epoch": 0.6728723404255319,
      "grad_norm": 1.6396856616158755,
      "learning_rate": 7.396449704142012e-07,
      "loss": 1.501,
      "step": 253
    },
    {
      "epoch": 0.675531914893617,
      "grad_norm": 1.6377964159170837,
      "learning_rate": 7.381656804733728e-07,
      "loss": 1.5208,
      "step": 254
    },
    {
      "epoch": 0.6781914893617021,
      "grad_norm": 1.6580558864253538,
      "learning_rate": 7.366863905325444e-07,
      "loss": 1.4638,
      "step": 255
    },
    {
      "epoch": 0.6808510638297872,
      "grad_norm": 1.837851772242258,
      "learning_rate": 7.352071005917159e-07,
      "loss": 1.3164,
      "step": 256
    },
    {
      "epoch": 0.6835106382978723,
      "grad_norm": 2.224825104258165,
      "learning_rate": 7.337278106508875e-07,
      "loss": 1.6295,
      "step": 257
    },
    {
      "epoch": 0.6861702127659575,
      "grad_norm": 1.6131790535172048,
      "learning_rate": 7.322485207100591e-07,
      "loss": 1.4414,
      "step": 258
    },
    {
      "epoch": 0.6888297872340425,
      "grad_norm": 1.549489595607848,
      "learning_rate": 7.307692307692307e-07,
      "loss": 1.4455,
      "step": 259
    },
    {
      "epoch": 0.6914893617021277,
      "grad_norm": 1.761687284810298,
      "learning_rate": 7.292899408284023e-07,
      "loss": 1.4913,
      "step": 260
    },
    {
      "epoch": 0.6941489361702128,
      "grad_norm": 1.6593936380320258,
      "learning_rate": 7.27810650887574e-07,
      "loss": 1.6427,
      "step": 261
    },
    {
      "epoch": 0.6968085106382979,
      "grad_norm": 1.7879593292364175,
      "learning_rate": 7.263313609467455e-07,
      "loss": 1.6127,
      "step": 262
    },
    {
      "epoch": 0.699468085106383,
      "grad_norm": 1.559119726167982,
      "learning_rate": 7.248520710059172e-07,
      "loss": 1.3617,
      "step": 263
    },
    {
      "epoch": 0.7021276595744681,
      "grad_norm": 1.5376887507996986,
      "learning_rate": 7.233727810650887e-07,
      "loss": 1.3915,
      "step": 264
    },
    {
      "epoch": 0.7047872340425532,
      "grad_norm": 1.892877482230423,
      "learning_rate": 7.218934911242604e-07,
      "loss": 1.3938,
      "step": 265
    },
    {
      "epoch": 0.7074468085106383,
      "grad_norm": 2.1615047832844647,
      "learning_rate": 7.204142011834318e-07,
      "loss": 1.433,
      "step": 266
    },
    {
      "epoch": 0.7101063829787234,
      "grad_norm": 1.5754637988987956,
      "learning_rate": 7.189349112426035e-07,
      "loss": 1.3913,
      "step": 267
    },
    {
      "epoch": 0.7127659574468085,
      "grad_norm": 1.4917666655680848,
      "learning_rate": 7.17455621301775e-07,
      "loss": 1.4024,
      "step": 268
    },
    {
      "epoch": 0.7154255319148937,
      "grad_norm": 1.7371252437936426,
      "learning_rate": 7.159763313609467e-07,
      "loss": 1.5104,
      "step": 269
    },
    {
      "epoch": 0.7180851063829787,
      "grad_norm": 1.479255763133087,
      "learning_rate": 7.144970414201183e-07,
      "loss": 1.3533,
      "step": 270
    },
    {
      "epoch": 0.7207446808510638,
      "grad_norm": 1.6094715867178733,
      "learning_rate": 7.130177514792899e-07,
      "loss": 1.3532,
      "step": 271
    },
    {
      "epoch": 0.723404255319149,
      "grad_norm": 1.565198399335246,
      "learning_rate": 7.115384615384616e-07,
      "loss": 1.3988,
      "step": 272
    },
    {
      "epoch": 0.726063829787234,
      "grad_norm": 1.5067122007483011,
      "learning_rate": 7.100591715976331e-07,
      "loss": 1.3825,
      "step": 273
    },
    {
      "epoch": 0.7287234042553191,
      "grad_norm": 1.7140633929936213,
      "learning_rate": 7.085798816568048e-07,
      "loss": 1.4082,
      "step": 274
    },
    {
      "epoch": 0.7313829787234043,
      "grad_norm": 1.540948863934289,
      "learning_rate": 7.071005917159762e-07,
      "loss": 1.5153,
      "step": 275
    },
    {
      "epoch": 0.7340425531914894,
      "grad_norm": 1.7664241501358,
      "learning_rate": 7.056213017751479e-07,
      "loss": 1.2721,
      "step": 276
    },
    {
      "epoch": 0.7367021276595744,
      "grad_norm": 1.5709026992552224,
      "learning_rate": 7.041420118343195e-07,
      "loss": 1.3492,
      "step": 277
    },
    {
      "epoch": 0.7393617021276596,
      "grad_norm": 1.5068566647857482,
      "learning_rate": 7.026627218934911e-07,
      "loss": 1.362,
      "step": 278
    },
    {
      "epoch": 0.7420212765957447,
      "grad_norm": 1.9554416192824882,
      "learning_rate": 7.011834319526627e-07,
      "loss": 1.6618,
      "step": 279
    },
    {
      "epoch": 0.7446808510638298,
      "grad_norm": 1.6405976792740071,
      "learning_rate": 6.997041420118343e-07,
      "loss": 1.5917,
      "step": 280
    },
    {
      "epoch": 0.7473404255319149,
      "grad_norm": 1.7066156854813295,
      "learning_rate": 6.982248520710059e-07,
      "loss": 1.2984,
      "step": 281
    },
    {
      "epoch": 0.75,
      "grad_norm": 1.616654607721298,
      "learning_rate": 6.967455621301775e-07,
      "loss": 1.4085,
      "step": 282
    },
    {
      "epoch": 0.7526595744680851,
      "grad_norm": 1.6119917549130687,
      "learning_rate": 6.952662721893491e-07,
      "loss": 1.4059,
      "step": 283
    },
    {
      "epoch": 0.7553191489361702,
      "grad_norm": 1.4894224582399371,
      "learning_rate": 6.937869822485208e-07,
      "loss": 1.4205,
      "step": 284
    },
    {
      "epoch": 0.7579787234042553,
      "grad_norm": 1.7561130701083838,
      "learning_rate": 6.923076923076922e-07,
      "loss": 1.5931,
      "step": 285
    },
    {
      "epoch": 0.7606382978723404,
      "grad_norm": 1.5507572662266917,
      "learning_rate": 6.908284023668639e-07,
      "loss": 1.3968,
      "step": 286
    },
    {
      "epoch": 0.7632978723404256,
      "grad_norm": 1.4671913155048064,
      "learning_rate": 6.893491124260354e-07,
      "loss": 1.2951,
      "step": 287
    },
    {
      "epoch": 0.7659574468085106,
      "grad_norm": 1.5498863732312698,
      "learning_rate": 6.878698224852071e-07,
      "loss": 1.2232,
      "step": 288
    },
    {
      "epoch": 0.7686170212765957,
      "grad_norm": 1.680206076834721,
      "learning_rate": 6.863905325443786e-07,
      "loss": 1.4992,
      "step": 289
    },
    {
      "epoch": 0.7712765957446809,
      "grad_norm": 1.718088751084764,
      "learning_rate": 6.849112426035503e-07,
      "loss": 1.4422,
      "step": 290
    },
    {
      "epoch": 0.773936170212766,
      "grad_norm": 1.5282347438855142,
      "learning_rate": 6.834319526627219e-07,
      "loss": 1.4063,
      "step": 291
    },
    {
      "epoch": 0.776595744680851,
      "grad_norm": 1.9525999050003993,
      "learning_rate": 6.819526627218935e-07,
      "loss": 1.5957,
      "step": 292
    },
    {
      "epoch": 0.7792553191489362,
      "grad_norm": 2.258813866966866,
      "learning_rate": 6.804733727810651e-07,
      "loss": 1.4431,
      "step": 293
    },
    {
      "epoch": 0.7819148936170213,
      "grad_norm": 1.5364750834268603,
      "learning_rate": 6.789940828402367e-07,
      "loss": 1.3558,
      "step": 294
    },
    {
      "epoch": 0.7845744680851063,
      "grad_norm": 1.5393402313754123,
      "learning_rate": 6.775147928994082e-07,
      "loss": 1.439,
      "step": 295
    },
    {
      "epoch": 0.7872340425531915,
      "grad_norm": 1.6455162885770198,
      "learning_rate": 6.760355029585798e-07,
      "loss": 1.5158,
      "step": 296
    },
    {
      "epoch": 0.7898936170212766,
      "grad_norm": 1.6475778661453933,
      "learning_rate": 6.745562130177514e-07,
      "loss": 1.4278,
      "step": 297
    },
    {
      "epoch": 0.7925531914893617,
      "grad_norm": 1.502594611161215,
      "learning_rate": 6.730769230769231e-07,
      "loss": 1.3064,
      "step": 298
    },
    {
      "epoch": 0.7952127659574468,
      "grad_norm": 1.4819306978451936,
      "learning_rate": 6.715976331360946e-07,
      "loss": 1.4,
      "step": 299
    },
    {
      "epoch": 0.7978723404255319,
      "grad_norm": 1.6911681538448085,
      "learning_rate": 6.701183431952663e-07,
      "loss": 1.3364,
      "step": 300
    },
    {
      "epoch": 0.800531914893617,
      "grad_norm": 1.4712764033020207,
      "learning_rate": 6.686390532544378e-07,
      "loss": 1.3514,
      "step": 301
    },
    {
      "epoch": 0.8031914893617021,
      "grad_norm": 1.5453820007555663,
      "learning_rate": 6.671597633136095e-07,
      "loss": 1.252,
      "step": 302
    },
    {
      "epoch": 0.8058510638297872,
      "grad_norm": 1.6870546106387143,
      "learning_rate": 6.65680473372781e-07,
      "loss": 1.4819,
      "step": 303
    },
    {
      "epoch": 0.8085106382978723,
      "grad_norm": 1.539899104888,
      "learning_rate": 6.642011834319526e-07,
      "loss": 1.4248,
      "step": 304
    },
    {
      "epoch": 0.8111702127659575,
      "grad_norm": 1.8570540873303243,
      "learning_rate": 6.627218934911242e-07,
      "loss": 1.398,
      "step": 305
    },
    {
      "epoch": 0.8138297872340425,
      "grad_norm": 1.6462980732890118,
      "learning_rate": 6.612426035502958e-07,
      "loss": 1.472,
      "step": 306
    },
    {
      "epoch": 0.8164893617021277,
      "grad_norm": 5.047207753458083,
      "learning_rate": 6.597633136094674e-07,
      "loss": 1.4934,
      "step": 307
    },
    {
      "epoch": 0.8191489361702128,
      "grad_norm": 1.6578320558708661,
      "learning_rate": 6.58284023668639e-07,
      "loss": 1.4467,
      "step": 308
    },
    {
      "epoch": 0.8218085106382979,
      "grad_norm": 1.650877101009254,
      "learning_rate": 6.568047337278106e-07,
      "loss": 1.3491,
      "step": 309
    },
    {
      "epoch": 0.824468085106383,
      "grad_norm": 1.7139451577038085,
      "learning_rate": 6.553254437869822e-07,
      "loss": 1.4975,
      "step": 310
    },
    {
      "epoch": 0.8271276595744681,
      "grad_norm": 1.6275656326818695,
      "learning_rate": 6.538461538461538e-07,
      "loss": 1.4493,
      "step": 311
    },
    {
      "epoch": 0.8297872340425532,
      "grad_norm": 1.693438289435893,
      "learning_rate": 6.523668639053254e-07,
      "loss": 1.3593,
      "step": 312
    },
    {
      "epoch": 0.8324468085106383,
      "grad_norm": 1.5252049292780119,
      "learning_rate": 6.50887573964497e-07,
      "loss": 1.4798,
      "step": 313
    },
    {
      "epoch": 0.8351063829787234,
      "grad_norm": 1.7006952995622482,
      "learning_rate": 6.494082840236686e-07,
      "loss": 1.5054,
      "step": 314
    },
    {
      "epoch": 0.8377659574468085,
      "grad_norm": 1.7203889834996966,
      "learning_rate": 6.479289940828401e-07,
      "loss": 1.599,
      "step": 315
    },
    {
      "epoch": 0.8404255319148937,
      "grad_norm": 1.665289055188048,
      "learning_rate": 6.464497041420118e-07,
      "loss": 1.47,
      "step": 316
    },
    {
      "epoch": 0.8430851063829787,
      "grad_norm": 1.783255201333473,
      "learning_rate": 6.449704142011834e-07,
      "loss": 1.3293,
      "step": 317
    },
    {
      "epoch": 0.8457446808510638,
      "grad_norm": 1.5474686687545494,
      "learning_rate": 6.43491124260355e-07,
      "loss": 1.5827,
      "step": 318
    },
    {
      "epoch": 0.848404255319149,
      "grad_norm": 1.7096057045749924,
      "learning_rate": 6.420118343195266e-07,
      "loss": 1.4208,
      "step": 319
    },
    {
      "epoch": 0.851063829787234,
      "grad_norm": 1.660091264238197,
      "learning_rate": 6.405325443786982e-07,
      "loss": 1.3729,
      "step": 320
    },
    {
      "epoch": 0.8537234042553191,
      "grad_norm": 2.1515758550003663,
      "learning_rate": 6.390532544378699e-07,
      "loss": 1.6061,
      "step": 321
    },
    {
      "epoch": 0.8563829787234043,
      "grad_norm": 1.6705826372283528,
      "learning_rate": 6.375739644970414e-07,
      "loss": 1.3534,
      "step": 322
    },
    {
      "epoch": 0.8590425531914894,
      "grad_norm": 1.6232024300738965,
      "learning_rate": 6.360946745562131e-07,
      "loss": 1.425,
      "step": 323
    },
    {
      "epoch": 0.8617021276595744,
      "grad_norm": 1.7044169574045285,
      "learning_rate": 6.346153846153845e-07,
      "loss": 1.5695,
      "step": 324
    },
    {
      "epoch": 0.8643617021276596,
      "grad_norm": 1.7606258681853417,
      "learning_rate": 6.331360946745562e-07,
      "loss": 1.418,
      "step": 325
    },
    {
      "epoch": 0.8670212765957447,
      "grad_norm": 1.5280589114761016,
      "learning_rate": 6.316568047337277e-07,
      "loss": 1.4349,
      "step": 326
    },
    {
      "epoch": 0.8696808510638298,
      "grad_norm": 1.7139434884413298,
      "learning_rate": 6.301775147928994e-07,
      "loss": 1.4371,
      "step": 327
    },
    {
      "epoch": 0.8723404255319149,
      "grad_norm": 1.5926203744807812,
      "learning_rate": 6.28698224852071e-07,
      "loss": 1.4015,
      "step": 328
    },
    {
      "epoch": 0.875,
      "grad_norm": 1.6264161761425606,
      "learning_rate": 6.272189349112426e-07,
      "loss": 1.4729,
      "step": 329
    },
    {
      "epoch": 0.8776595744680851,
      "grad_norm": 1.5831228752137032,
      "learning_rate": 6.257396449704142e-07,
      "loss": 1.421,
      "step": 330
    },
    {
      "epoch": 0.8803191489361702,
      "grad_norm": 1.5811866295220025,
      "learning_rate": 6.242603550295858e-07,
      "loss": 1.3628,
      "step": 331
    },
    {
      "epoch": 0.8829787234042553,
      "grad_norm": 1.5679708453260865,
      "learning_rate": 6.227810650887574e-07,
      "loss": 1.2859,
      "step": 332
    },
    {
      "epoch": 0.8856382978723404,
      "grad_norm": 1.6766225130373726,
      "learning_rate": 6.213017751479289e-07,
      "loss": 1.4369,
      "step": 333
    },
    {
      "epoch": 0.8882978723404256,
      "grad_norm": 1.8047128650814857,
      "learning_rate": 6.198224852071005e-07,
      "loss": 1.5913,
      "step": 334
    },
    {
      "epoch": 0.8909574468085106,
      "grad_norm": 1.6456822515106042,
      "learning_rate": 6.183431952662722e-07,
      "loss": 1.4972,
      "step": 335
    },
    {
      "epoch": 0.8936170212765957,
      "grad_norm": 1.552523155961138,
      "learning_rate": 6.168639053254437e-07,
      "loss": 1.3171,
      "step": 336
    },
    {
      "epoch": 0.8962765957446809,
      "grad_norm": 1.788183804411441,
      "learning_rate": 6.153846153846154e-07,
      "loss": 1.5059,
      "step": 337
    },
    {
      "epoch": 0.898936170212766,
      "grad_norm": 1.5907686060024624,
      "learning_rate": 6.139053254437869e-07,
      "loss": 1.1485,
      "step": 338
    },
    {
      "epoch": 0.901595744680851,
      "grad_norm": 1.7254040314022046,
      "learning_rate": 6.124260355029586e-07,
      "loss": 1.5628,
      "step": 339
    },
    {
      "epoch": 0.9042553191489362,
      "grad_norm": 1.6347353623664331,
      "learning_rate": 6.109467455621301e-07,
      "loss": 1.3704,
      "step": 340
    },
    {
      "epoch": 0.9069148936170213,
      "grad_norm": 2.194464251540189,
      "learning_rate": 6.094674556213018e-07,
      "loss": 1.4758,
      "step": 341
    },
    {
      "epoch": 0.9095744680851063,
      "grad_norm": 1.5698776022464798,
      "learning_rate": 6.079881656804734e-07,
      "loss": 1.3871,
      "step": 342
    },
    {
      "epoch": 0.9122340425531915,
      "grad_norm": 1.8859732282362605,
      "learning_rate": 6.065088757396449e-07,
      "loss": 1.4136,
      "step": 343
    },
    {
      "epoch": 0.9148936170212766,
      "grad_norm": 1.7373147056080605,
      "learning_rate": 6.050295857988165e-07,
      "loss": 1.5494,
      "step": 344
    },
    {
      "epoch": 0.9175531914893617,
      "grad_norm": 1.6179407549268443,
      "learning_rate": 6.035502958579881e-07,
      "loss": 1.3776,
      "step": 345
    },
    {
      "epoch": 0.9202127659574468,
      "grad_norm": 1.77670135626407,
      "learning_rate": 6.020710059171597e-07,
      "loss": 1.3275,
      "step": 346
    },
    {
      "epoch": 0.9228723404255319,
      "grad_norm": 1.7482955670467306,
      "learning_rate": 6.005917159763313e-07,
      "loss": 1.4015,
      "step": 347
    },
    {
      "epoch": 0.925531914893617,
      "grad_norm": 1.6887523807534266,
      "learning_rate": 5.991124260355029e-07,
      "loss": 1.5069,
      "step": 348
    },
    {
      "epoch": 0.9281914893617021,
      "grad_norm": 1.514381055516736,
      "learning_rate": 5.976331360946746e-07,
      "loss": 1.3818,
      "step": 349
    },
    {
      "epoch": 0.9308510638297872,
      "grad_norm": 1.4907168186147164,
      "learning_rate": 5.961538461538461e-07,
      "loss": 1.4495,
      "step": 350
    },
    {
      "epoch": 0.9335106382978723,
      "grad_norm": 2.265910373999388,
      "learning_rate": 5.946745562130178e-07,
      "loss": 1.2853,
      "step": 351
    },
    {
      "epoch": 0.9361702127659575,
      "grad_norm": 1.7992082788491501,
      "learning_rate": 5.931952662721894e-07,
      "loss": 1.539,
      "step": 352
    },
    {
      "epoch": 0.9388297872340425,
      "grad_norm": 1.443028062263383,
      "learning_rate": 5.917159763313609e-07,
      "loss": 1.324,
      "step": 353
    },
    {
      "epoch": 0.9414893617021277,
      "grad_norm": 1.6139434859203183,
      "learning_rate": 5.902366863905324e-07,
      "loss": 1.3336,
      "step": 354
    },
    {
      "epoch": 0.9441489361702128,
      "grad_norm": 2.252829785523421,
      "learning_rate": 5.887573964497041e-07,
      "loss": 1.2986,
      "step": 355
    },
    {
      "epoch": 0.9468085106382979,
      "grad_norm": 1.7284412087838827,
      "learning_rate": 5.872781065088757e-07,
      "loss": 1.4817,
      "step": 356
    },
    {
      "epoch": 0.949468085106383,
      "grad_norm": 1.7787571244355151,
      "learning_rate": 5.857988165680473e-07,
      "loss": 1.5187,
      "step": 357
    },
    {
      "epoch": 0.9521276595744681,
      "grad_norm": 2.181835688354598,
      "learning_rate": 5.84319526627219e-07,
      "loss": 1.5578,
      "step": 358
    },
    {
      "epoch": 0.9547872340425532,
      "grad_norm": 1.4634212657053263,
      "learning_rate": 5.828402366863905e-07,
      "loss": 1.2286,
      "step": 359
    },
    {
      "epoch": 0.9574468085106383,
      "grad_norm": 1.687131629579792,
      "learning_rate": 5.813609467455622e-07,
      "loss": 1.3256,
      "step": 360
    },
    {
      "epoch": 0.9601063829787234,
      "grad_norm": 1.629444719409858,
      "learning_rate": 5.798816568047337e-07,
      "loss": 1.5522,
      "step": 361
    },
    {
      "epoch": 0.9627659574468085,
      "grad_norm": 1.6487449612370586,
      "learning_rate": 5.784023668639053e-07,
      "loss": 1.5252,
      "step": 362
    },
    {
      "epoch": 0.9654255319148937,
      "grad_norm": 1.5119623190054727,
      "learning_rate": 5.769230769230768e-07,
      "loss": 1.4479,
      "step": 363
    },
    {
      "epoch": 0.9680851063829787,
      "grad_norm": 1.529900871256959,
      "learning_rate": 5.754437869822485e-07,
      "loss": 1.4081,
      "step": 364
    },
    {
      "epoch": 0.9707446808510638,
      "grad_norm": 1.679158185017686,
      "learning_rate": 5.739644970414201e-07,
      "loss": 1.3219,
      "step": 365
    },
    {
      "epoch": 0.973404255319149,
      "grad_norm": 1.5743852626682602,
      "learning_rate": 5.724852071005917e-07,
      "loss": 1.4408,
      "step": 366
    },
    {
      "epoch": 0.976063829787234,
      "grad_norm": 1.4327135424204693,
      "learning_rate": 5.710059171597633e-07,
      "loss": 1.4267,
      "step": 367
    },
    {
      "epoch": 0.9787234042553191,
      "grad_norm": 1.693248001536766,
      "learning_rate": 5.695266272189349e-07,
      "loss": 1.459,
      "step": 368
    },
    {
      "epoch": 0.9813829787234043,
      "grad_norm": 1.6118417002332202,
      "learning_rate": 5.680473372781065e-07,
      "loss": 1.3239,
      "step": 369
    },
    {
      "epoch": 0.9840425531914894,
      "grad_norm": 1.5994817848229685,
      "learning_rate": 5.665680473372781e-07,
      "loss": 1.3316,
      "step": 370
    },
    {
      "epoch": 0.9867021276595744,
      "grad_norm": 1.734698428678095,
      "learning_rate": 5.650887573964497e-07,
      "loss": 1.4394,
      "step": 371
    },
    {
      "epoch": 0.9893617021276596,
      "grad_norm": 2.8750724783344626,
      "learning_rate": 5.636094674556213e-07,
      "loss": 1.3439,
      "step": 372
    },
    {
      "epoch": 0.9920212765957447,
      "grad_norm": 1.5483975094463054,
      "learning_rate": 5.621301775147928e-07,
      "loss": 1.3684,
      "step": 373
    },
    {
      "epoch": 0.9946808510638298,
      "grad_norm": 1.5202730618700395,
      "learning_rate": 5.606508875739645e-07,
      "loss": 1.3361,
      "step": 374
    },
    {
      "epoch": 0.9973404255319149,
      "grad_norm": 1.6144865765856777,
      "learning_rate": 5.59171597633136e-07,
      "loss": 1.3195,
      "step": 375
    },
    {
      "epoch": 1.0,
      "grad_norm": 1.6792801473937533,
      "learning_rate": 5.576923076923077e-07,
      "loss": 1.4384,
      "step": 376
    },
    {
      "epoch": 1.002659574468085,
      "grad_norm": 1.9175762077814629,
      "learning_rate": 5.562130177514792e-07,
      "loss": 1.4758,
      "step": 377
    },
    {
      "epoch": 1.0053191489361701,
      "grad_norm": 1.8048610851481421,
      "learning_rate": 5.547337278106509e-07,
      "loss": 1.4803,
      "step": 378
    },
    {
      "epoch": 1.0079787234042554,
      "grad_norm": 1.606071563190404,
      "learning_rate": 5.532544378698225e-07,
      "loss": 1.485,
      "step": 379
    },
    {
      "epoch": 1.0106382978723405,
      "grad_norm": 1.5572569044777356,
      "learning_rate": 5.517751479289941e-07,
      "loss": 1.2355,
      "step": 380
    },
    {
      "epoch": 1.0132978723404256,
      "grad_norm": 1.5959684601920348,
      "learning_rate": 5.502958579881657e-07,
      "loss": 1.2246,
      "step": 381
    },
    {
      "epoch": 1.0159574468085106,
      "grad_norm": 1.9674075560318893,
      "learning_rate": 5.488165680473372e-07,
      "loss": 1.5334,
      "step": 382
    },
    {
      "epoch": 1.0186170212765957,
      "grad_norm": 1.6680206362227628,
      "learning_rate": 5.473372781065088e-07,
      "loss": 1.4226,
      "step": 383
    },
    {
      "epoch": 1.0212765957446808,
      "grad_norm": 1.5700791218738284,
      "learning_rate": 5.458579881656804e-07,
      "loss": 1.3727,
      "step": 384
    },
    {
      "epoch": 1.023936170212766,
      "grad_norm": 1.5969942768737249,
      "learning_rate": 5.44378698224852e-07,
      "loss": 1.4911,
      "step": 385
    },
    {
      "epoch": 1.0265957446808511,
      "grad_norm": 1.5398360114287806,
      "learning_rate": 5.428994082840237e-07,
      "loss": 1.3769,
      "step": 386
    },
    {
      "epoch": 1.0292553191489362,
      "grad_norm": 1.5805625597294484,
      "learning_rate": 5.414201183431952e-07,
      "loss": 1.4166,
      "step": 387
    },
    {
      "epoch": 1.0319148936170213,
      "grad_norm": 1.5312252431931253,
      "learning_rate": 5.399408284023669e-07,
      "loss": 1.2332,
      "step": 388
    },
    {
      "epoch": 1.0345744680851063,
      "grad_norm": 2.185966499141712,
      "learning_rate": 5.384615384615384e-07,
      "loss": 1.3489,
      "step": 389
    },
    {
      "epoch": 1.0372340425531914,
      "grad_norm": 1.5033859343676257,
      "learning_rate": 5.369822485207101e-07,
      "loss": 1.4487,
      "step": 390
    },
    {
      "epoch": 1.0398936170212767,
      "grad_norm": 1.6054054860368354,
      "learning_rate": 5.355029585798815e-07,
      "loss": 1.4788,
      "step": 391
    },
    {
      "epoch": 1.0425531914893618,
      "grad_norm": 1.6494604615754016,
      "learning_rate": 5.340236686390532e-07,
      "loss": 1.479,
      "step": 392
    },
    {
      "epoch": 1.0452127659574468,
      "grad_norm": 1.7222866777780232,
      "learning_rate": 5.325443786982249e-07,
      "loss": 1.3891,
      "step": 393
    },
    {
      "epoch": 1.047872340425532,
      "grad_norm": 1.7350078493539867,
      "learning_rate": 5.310650887573964e-07,
      "loss": 1.5214,
      "step": 394
    },
    {
      "epoch": 1.050531914893617,
      "grad_norm": 1.677699700420203,
      "learning_rate": 5.295857988165681e-07,
      "loss": 1.4027,
      "step": 395
    },
    {
      "epoch": 1.053191489361702,
      "grad_norm": 1.7218061845324277,
      "learning_rate": 5.281065088757396e-07,
      "loss": 1.5612,
      "step": 396
    },
    {
      "epoch": 1.0558510638297873,
      "grad_norm": 2.0460338465780015,
      "learning_rate": 5.266272189349113e-07,
      "loss": 1.7095,
      "step": 397
    },
    {
      "epoch": 1.0585106382978724,
      "grad_norm": 1.8707733198479073,
      "learning_rate": 5.251479289940828e-07,
      "loss": 1.3582,
      "step": 398
    },
    {
      "epoch": 1.0611702127659575,
      "grad_norm": 1.6674094055135629,
      "learning_rate": 5.236686390532545e-07,
      "loss": 1.4667,
      "step": 399
    },
    {
      "epoch": 1.0638297872340425,
      "grad_norm": 1.9223542274996348,
      "learning_rate": 5.22189349112426e-07,
      "loss": 1.3237,
      "step": 400
    },
    {
      "epoch": 1.0664893617021276,
      "grad_norm": 1.442702870639783,
      "learning_rate": 5.207100591715976e-07,
      "loss": 1.3436,
      "step": 401
    },
    {
      "epoch": 1.0691489361702127,
      "grad_norm": 1.459623592531859,
      "learning_rate": 5.192307692307692e-07,
      "loss": 1.3075,
      "step": 402
    },
    {
      "epoch": 1.071808510638298,
      "grad_norm": 1.7736298040913328,
      "learning_rate": 5.177514792899408e-07,
      "loss": 1.55,
      "step": 403
    },
    {
      "epoch": 1.074468085106383,
      "grad_norm": 1.492584255658168,
      "learning_rate": 5.162721893491124e-07,
      "loss": 1.3287,
      "step": 404
    },
    {
      "epoch": 1.077127659574468,
      "grad_norm": 1.5311371897968131,
      "learning_rate": 5.14792899408284e-07,
      "loss": 1.2852,
      "step": 405
    },
    {
      "epoch": 1.0797872340425532,
      "grad_norm": 1.7056998990486645,
      "learning_rate": 5.133136094674556e-07,
      "loss": 1.3844,
      "step": 406
    },
    {
      "epoch": 1.0824468085106382,
      "grad_norm": 1.5754295217572547,
      "learning_rate": 5.118343195266272e-07,
      "loss": 1.4362,
      "step": 407
    },
    {
      "epoch": 1.0851063829787233,
      "grad_norm": 1.7118767376849466,
      "learning_rate": 5.103550295857988e-07,
      "loss": 1.4678,
      "step": 408
    },
    {
      "epoch": 1.0877659574468086,
      "grad_norm": 1.7720130880057632,
      "learning_rate": 5.088757396449705e-07,
      "loss": 1.407,
      "step": 409
    },
    {
      "epoch": 1.0904255319148937,
      "grad_norm": 1.6779654968724649,
      "learning_rate": 5.07396449704142e-07,
      "loss": 1.4306,
      "step": 410
    },
    {
      "epoch": 1.0930851063829787,
      "grad_norm": 1.6236129122592553,
      "learning_rate": 5.059171597633136e-07,
      "loss": 1.3498,
      "step": 411
    },
    {
      "epoch": 1.0957446808510638,
      "grad_norm": 1.6329048532167492,
      "learning_rate": 5.044378698224851e-07,
      "loss": 1.4461,
      "step": 412
    },
    {
      "epoch": 1.0984042553191489,
      "grad_norm": 1.6207024159387382,
      "learning_rate": 5.029585798816568e-07,
      "loss": 1.3772,
      "step": 413
    },
    {
      "epoch": 1.101063829787234,
      "grad_norm": 1.5324741841766363,
      "learning_rate": 5.014792899408283e-07,
      "loss": 1.1312,
      "step": 414
    },
    {
      "epoch": 1.1037234042553192,
      "grad_norm": 1.7401441557132455,
      "learning_rate": 5e-07,
      "loss": 1.1982,
      "step": 415
    },
    {
      "epoch": 1.1063829787234043,
      "grad_norm": 1.7504453773507886,
      "learning_rate": 4.985207100591715e-07,
      "loss": 1.4541,
      "step": 416
    },
    {
      "epoch": 1.1090425531914894,
      "grad_norm": 1.699882851098421,
      "learning_rate": 4.970414201183432e-07,
      "loss": 1.2368,
      "step": 417
    },
    {
      "epoch": 1.1117021276595744,
      "grad_norm": 1.6218516588828402,
      "learning_rate": 4.955621301775147e-07,
      "loss": 1.2906,
      "step": 418
    },
    {
      "epoch": 1.1143617021276595,
      "grad_norm": 1.6649091116123456,
      "learning_rate": 4.940828402366864e-07,
      "loss": 1.4454,
      "step": 419
    },
    {
      "epoch": 1.1170212765957448,
      "grad_norm": 1.728282227356823,
      "learning_rate": 4.926035502958579e-07,
      "loss": 1.4663,
      "step": 420
    },
    {
      "epoch": 1.1196808510638299,
      "grad_norm": 1.6435295189184387,
      "learning_rate": 4.911242603550296e-07,
      "loss": 1.4789,
      "step": 421
    },
    {
      "epoch": 1.122340425531915,
      "grad_norm": 1.8191659615562332,
      "learning_rate": 4.896449704142011e-07,
      "loss": 1.3986,
      "step": 422
    },
    {
      "epoch": 1.125,
      "grad_norm": 1.5470082389400086,
      "learning_rate": 4.881656804733728e-07,
      "loss": 1.4072,
      "step": 423
    },
    {
      "epoch": 1.127659574468085,
      "grad_norm": 1.581839768866324,
      "learning_rate": 4.866863905325443e-07,
      "loss": 1.3122,
      "step": 424
    },
    {
      "epoch": 1.1303191489361701,
      "grad_norm": 1.4620677635311095,
      "learning_rate": 4.852071005917159e-07,
      "loss": 1.2643,
      "step": 425
    },
    {
      "epoch": 1.1329787234042552,
      "grad_norm": 1.6707102916564711,
      "learning_rate": 4.837278106508875e-07,
      "loss": 1.3747,
      "step": 426
    },
    {
      "epoch": 1.1356382978723405,
      "grad_norm": 1.5396285202284683,
      "learning_rate": 4.822485207100592e-07,
      "loss": 1.3101,
      "step": 427
    },
    {
      "epoch": 1.1382978723404256,
      "grad_norm": 1.8606687901078265,
      "learning_rate": 4.807692307692307e-07,
      "loss": 1.3172,
      "step": 428
    },
    {
      "epoch": 1.1409574468085106,
      "grad_norm": 1.6119139560046312,
      "learning_rate": 4.792899408284024e-07,
      "loss": 1.3865,
      "step": 429
    },
    {
      "epoch": 1.1436170212765957,
      "grad_norm": 1.715672112601465,
      "learning_rate": 4.778106508875739e-07,
      "loss": 1.4168,
      "step": 430
    },
    {
      "epoch": 1.1462765957446808,
      "grad_norm": 1.6367162736314051,
      "learning_rate": 4.7633136094674555e-07,
      "loss": 1.6202,
      "step": 431
    },
    {
      "epoch": 1.148936170212766,
      "grad_norm": 1.6173047746530647,
      "learning_rate": 4.748520710059171e-07,
      "loss": 1.4345,
      "step": 432
    },
    {
      "epoch": 1.1515957446808511,
      "grad_norm": 1.591852292459417,
      "learning_rate": 4.733727810650887e-07,
      "loss": 1.3504,
      "step": 433
    },
    {
      "epoch": 1.1542553191489362,
      "grad_norm": 1.704091419091409,
      "learning_rate": 4.7189349112426035e-07,
      "loss": 1.3978,
      "step": 434
    },
    {
      "epoch": 1.1569148936170213,
      "grad_norm": 1.6750388468322808,
      "learning_rate": 4.7041420118343195e-07,
      "loss": 1.5323,
      "step": 435
    },
    {
      "epoch": 1.1595744680851063,
      "grad_norm": 1.550611356946591,
      "learning_rate": 4.6893491124260356e-07,
      "loss": 1.3516,
      "step": 436
    },
    {
      "epoch": 1.1622340425531914,
      "grad_norm": 1.6666235759250934,
      "learning_rate": 4.674556213017751e-07,
      "loss": 1.3193,
      "step": 437
    },
    {
      "epoch": 1.1648936170212765,
      "grad_norm": 1.6060648830034072,
      "learning_rate": 4.659763313609467e-07,
      "loss": 1.4802,
      "step": 438
    },
    {
      "epoch": 1.1675531914893618,
      "grad_norm": 2.7759623465499113,
      "learning_rate": 4.644970414201183e-07,
      "loss": 1.3673,
      "step": 439
    },
    {
      "epoch": 1.1702127659574468,
      "grad_norm": 1.6142500584687862,
      "learning_rate": 4.630177514792899e-07,
      "loss": 1.2367,
      "step": 440
    },
    {
      "epoch": 1.172872340425532,
      "grad_norm": 1.6293255382971552,
      "learning_rate": 4.6153846153846156e-07,
      "loss": 1.4771,
      "step": 441
    },
    {
      "epoch": 1.175531914893617,
      "grad_norm": 1.6166636037633662,
      "learning_rate": 4.600591715976331e-07,
      "loss": 1.3891,
      "step": 442
    },
    {
      "epoch": 1.178191489361702,
      "grad_norm": 1.6156668770120142,
      "learning_rate": 4.585798816568047e-07,
      "loss": 1.3015,
      "step": 443
    },
    {
      "epoch": 1.1808510638297873,
      "grad_norm": 1.541456190983287,
      "learning_rate": 4.571005917159763e-07,
      "loss": 1.325,
      "step": 444
    },
    {
      "epoch": 1.1835106382978724,
      "grad_norm": 1.5371528822910774,
      "learning_rate": 4.556213017751479e-07,
      "loss": 1.391,
      "step": 445
    },
    {
      "epoch": 1.1861702127659575,
      "grad_norm": 1.8047509120352834,
      "learning_rate": 4.541420118343195e-07,
      "loss": 1.3802,
      "step": 446
    },
    {
      "epoch": 1.1888297872340425,
      "grad_norm": 1.4772002442457595,
      "learning_rate": 4.5266272189349107e-07,
      "loss": 1.2972,
      "step": 447
    },
    {
      "epoch": 1.1914893617021276,
      "grad_norm": 1.4833680602448407,
      "learning_rate": 4.5118343195266267e-07,
      "loss": 1.3515,
      "step": 448
    },
    {
      "epoch": 1.1941489361702127,
      "grad_norm": 1.557530779220624,
      "learning_rate": 4.497041420118343e-07,
      "loss": 1.367,
      "step": 449
    },
    {
      "epoch": 1.196808510638298,
      "grad_norm": 1.8027220753490893,
      "learning_rate": 4.482248520710059e-07,
      "loss": 1.5443,
      "step": 450
    },
    {
      "epoch": 1.199468085106383,
      "grad_norm": 1.5684441226470547,
      "learning_rate": 4.467455621301775e-07,
      "loss": 1.3059,
      "step": 451
    },
    {
      "epoch": 1.202127659574468,
      "grad_norm": 1.593970040483734,
      "learning_rate": 4.4526627218934907e-07,
      "loss": 1.2474,
      "step": 452
    },
    {
      "epoch": 1.2047872340425532,
      "grad_norm": 1.7048839620218588,
      "learning_rate": 4.437869822485207e-07,
      "loss": 1.4689,
      "step": 453
    },
    {
      "epoch": 1.2074468085106382,
      "grad_norm": 1.6500745120708162,
      "learning_rate": 4.423076923076923e-07,
      "loss": 1.3768,
      "step": 454
    },
    {
      "epoch": 1.2101063829787235,
      "grad_norm": 1.6649022378945304,
      "learning_rate": 4.408284023668639e-07,
      "loss": 1.6992,
      "step": 455
    },
    {
      "epoch": 1.2127659574468086,
      "grad_norm": 2.150475218838757,
      "learning_rate": 4.3934911242603553e-07,
      "loss": 1.4338,
      "step": 456
    },
    {
      "epoch": 1.2154255319148937,
      "grad_norm": 1.4810681098612493,
      "learning_rate": 4.378698224852071e-07,
      "loss": 1.2523,
      "step": 457
    },
    {
      "epoch": 1.2180851063829787,
      "grad_norm": 1.5941194592252996,
      "learning_rate": 4.363905325443787e-07,
      "loss": 1.5144,
      "step": 458
    },
    {
      "epoch": 1.2207446808510638,
      "grad_norm": 2.9846606692055855,
      "learning_rate": 4.349112426035503e-07,
      "loss": 1.4394,
      "step": 459
    },
    {
      "epoch": 1.2234042553191489,
      "grad_norm": 1.5758645515570575,
      "learning_rate": 4.334319526627219e-07,
      "loss": 1.314,
      "step": 460
    },
    {
      "epoch": 1.226063829787234,
      "grad_norm": 2.0348791713600374,
      "learning_rate": 4.3195266272189343e-07,
      "loss": 1.3581,
      "step": 461
    },
    {
      "epoch": 1.2287234042553192,
      "grad_norm": 1.65492749945659,
      "learning_rate": 4.3047337278106503e-07,
      "loss": 1.5053,
      "step": 462
    },
    {
      "epoch": 1.2313829787234043,
      "grad_norm": 1.6722641251398465,
      "learning_rate": 4.289940828402367e-07,
      "loss": 1.4641,
      "step": 463
    },
    {
      "epoch": 1.2340425531914894,
      "grad_norm": 1.5474460973272384,
      "learning_rate": 4.275147928994083e-07,
      "loss": 1.4182,
      "step": 464
    },
    {
      "epoch": 1.2367021276595744,
      "grad_norm": 1.7345506046508428,
      "learning_rate": 4.260355029585799e-07,
      "loss": 1.3139,
      "step": 465
    },
    {
      "epoch": 1.2393617021276595,
      "grad_norm": 1.7713814803315784,
      "learning_rate": 4.2455621301775144e-07,
      "loss": 1.4832,
      "step": 466
    },
    {
      "epoch": 1.2420212765957448,
      "grad_norm": 1.5498103025703653,
      "learning_rate": 4.2307692307692304e-07,
      "loss": 1.4115,
      "step": 467
    },
    {
      "epoch": 1.2446808510638299,
      "grad_norm": 1.5577840972729278,
      "learning_rate": 4.2159763313609464e-07,
      "loss": 1.3256,
      "step": 468
    },
    {
      "epoch": 1.247340425531915,
      "grad_norm": 1.578861933203747,
      "learning_rate": 4.2011834319526624e-07,
      "loss": 1.2007,
      "step": 469
    },
    {
      "epoch": 1.25,
      "grad_norm": 1.6507686385229483,
      "learning_rate": 4.1863905325443785e-07,
      "loss": 1.3944,
      "step": 470
    },
    {
      "epoch": 1.252659574468085,
      "grad_norm": 1.7990714539210155,
      "learning_rate": 4.1715976331360945e-07,
      "loss": 1.4632,
      "step": 471
    },
    {
      "epoch": 1.2553191489361701,
      "grad_norm": 1.7618234269198014,
      "learning_rate": 4.1568047337278105e-07,
      "loss": 1.3313,
      "step": 472
    },
    {
      "epoch": 1.2579787234042552,
      "grad_norm": 1.5213599490802718,
      "learning_rate": 4.1420118343195265e-07,
      "loss": 1.5047,
      "step": 473
    },
    {
      "epoch": 1.2606382978723405,
      "grad_norm": 1.6052633557883167,
      "learning_rate": 4.1272189349112425e-07,
      "loss": 1.4177,
      "step": 474
    },
    {
      "epoch": 1.2632978723404256,
      "grad_norm": 1.9773267391803975,
      "learning_rate": 4.1124260355029585e-07,
      "loss": 1.2606,
      "step": 475
    },
    {
      "epoch": 1.2659574468085106,
      "grad_norm": 1.7023545368582853,
      "learning_rate": 4.097633136094674e-07,
      "loss": 1.3522,
      "step": 476
    },
    {
      "epoch": 1.2686170212765957,
      "grad_norm": 1.657218002450086,
      "learning_rate": 4.08284023668639e-07,
      "loss": 1.307,
      "step": 477
    },
    {
      "epoch": 1.2712765957446808,
      "grad_norm": 1.6560677482089055,
      "learning_rate": 4.0680473372781066e-07,
      "loss": 1.5599,
      "step": 478
    },
    {
      "epoch": 1.273936170212766,
      "grad_norm": 1.5827603390864668,
      "learning_rate": 4.0532544378698226e-07,
      "loss": 1.3864,
      "step": 479
    },
    {
      "epoch": 1.2765957446808511,
      "grad_norm": 1.490492812079521,
      "learning_rate": 4.0384615384615386e-07,
      "loss": 1.3238,
      "step": 480
    },
    {
      "epoch": 1.2792553191489362,
      "grad_norm": 1.4427306337618429,
      "learning_rate": 4.023668639053254e-07,
      "loss": 1.3381,
      "step": 481
    },
    {
      "epoch": 1.2819148936170213,
      "grad_norm": 1.8739427128710302,
      "learning_rate": 4.00887573964497e-07,
      "loss": 1.5195,
      "step": 482
    },
    {
      "epoch": 1.2845744680851063,
      "grad_norm": 1.4205586135195478,
      "learning_rate": 3.994082840236686e-07,
      "loss": 1.3342,
      "step": 483
    },
    {
      "epoch": 1.2872340425531914,
      "grad_norm": 1.4978308888768397,
      "learning_rate": 3.979289940828402e-07,
      "loss": 1.3198,
      "step": 484
    },
    {
      "epoch": 1.2898936170212765,
      "grad_norm": 1.453096779169849,
      "learning_rate": 3.9644970414201187e-07,
      "loss": 1.0572,
      "step": 485
    },
    {
      "epoch": 1.2925531914893618,
      "grad_norm": 1.9700050592115472,
      "learning_rate": 3.949704142011834e-07,
      "loss": 1.5476,
      "step": 486
    },
    {
      "epoch": 1.2952127659574468,
      "grad_norm": 1.52650807341244,
      "learning_rate": 3.93491124260355e-07,
      "loss": 1.3027,
      "step": 487
    },
    {
      "epoch": 1.297872340425532,
      "grad_norm": 1.6797022619264115,
      "learning_rate": 3.920118343195266e-07,
      "loss": 1.4014,
      "step": 488
    },
    {
      "epoch": 1.300531914893617,
      "grad_norm": 1.4684740172475148,
      "learning_rate": 3.905325443786982e-07,
      "loss": 1.2891,
      "step": 489
    },
    {
      "epoch": 1.3031914893617023,
      "grad_norm": 1.7009794386978352,
      "learning_rate": 3.8905325443786977e-07,
      "loss": 1.498,
      "step": 490
    },
    {
      "epoch": 1.3058510638297873,
      "grad_norm": 1.8679273089411261,
      "learning_rate": 3.8757396449704137e-07,
      "loss": 1.5135,
      "step": 491
    },
    {
      "epoch": 1.3085106382978724,
      "grad_norm": 2.6124670473785723,
      "learning_rate": 3.8609467455621297e-07,
      "loss": 1.4419,
      "step": 492
    },
    {
      "epoch": 1.3111702127659575,
      "grad_norm": 1.531497234704401,
      "learning_rate": 3.8461538461538463e-07,
      "loss": 1.441,
      "step": 493
    },
    {
      "epoch": 1.3138297872340425,
      "grad_norm": 1.6983808183380165,
      "learning_rate": 3.8313609467455623e-07,
      "loss": 1.3176,
      "step": 494
    },
    {
      "epoch": 1.3164893617021276,
      "grad_norm": 1.7106971746124235,
      "learning_rate": 3.816568047337278e-07,
      "loss": 1.2673,
      "step": 495
    },
    {
      "epoch": 1.3191489361702127,
      "grad_norm": 1.7661676163840787,
      "learning_rate": 3.801775147928994e-07,
      "loss": 1.6258,
      "step": 496
    },
    {
      "epoch": 1.3218085106382977,
      "grad_norm": 1.6248132891862335,
      "learning_rate": 3.78698224852071e-07,
      "loss": 1.3813,
      "step": 497
    },
    {
      "epoch": 1.324468085106383,
      "grad_norm": 1.5079876101311178,
      "learning_rate": 3.772189349112426e-07,
      "loss": 1.3491,
      "step": 498
    },
    {
      "epoch": 1.327127659574468,
      "grad_norm": 1.9080784267885529,
      "learning_rate": 3.757396449704142e-07,
      "loss": 1.4263,
      "step": 499
    },
    {
      "epoch": 1.3297872340425532,
      "grad_norm": 1.7134136936747053,
      "learning_rate": 3.742603550295858e-07,
      "loss": 1.4804,
      "step": 500
    },
    {
      "epoch": 1.3324468085106382,
      "grad_norm": 2.6890220767611934,
      "learning_rate": 3.727810650887574e-07,
      "loss": 1.4301,
      "step": 501
    },
    {
      "epoch": 1.3351063829787235,
      "grad_norm": 1.4491614153026324,
      "learning_rate": 3.71301775147929e-07,
      "loss": 1.2226,
      "step": 502
    },
    {
      "epoch": 1.3377659574468086,
      "grad_norm": 1.4673050610910694,
      "learning_rate": 3.698224852071006e-07,
      "loss": 1.2824,
      "step": 503
    },
    {
      "epoch": 1.3404255319148937,
      "grad_norm": 1.5811077672143066,
      "learning_rate": 3.683431952662722e-07,
      "loss": 1.4056,
      "step": 504
    },
    {
      "epoch": 1.3430851063829787,
      "grad_norm": 1.784207214911482,
      "learning_rate": 3.6686390532544374e-07,
      "loss": 1.4456,
      "step": 505
    },
    {
      "epoch": 1.3457446808510638,
      "grad_norm": 1.7545013437687231,
      "learning_rate": 3.6538461538461534e-07,
      "loss": 1.4255,
      "step": 506
    },
    {
      "epoch": 1.3484042553191489,
      "grad_norm": 1.5378814658235478,
      "learning_rate": 3.63905325443787e-07,
      "loss": 1.4752,
      "step": 507
    },
    {
      "epoch": 1.351063829787234,
      "grad_norm": 1.5663338737224375,
      "learning_rate": 3.624260355029586e-07,
      "loss": 1.4324,
      "step": 508
    },
    {
      "epoch": 1.3537234042553192,
      "grad_norm": 1.5530747526395428,
      "learning_rate": 3.609467455621302e-07,
      "loss": 1.3294,
      "step": 509
    },
    {
      "epoch": 1.3563829787234043,
      "grad_norm": 1.5555181536643647,
      "learning_rate": 3.5946745562130175e-07,
      "loss": 1.2615,
      "step": 510
    },
    {
      "epoch": 1.3590425531914894,
      "grad_norm": 1.561907923100703,
      "learning_rate": 3.5798816568047335e-07,
      "loss": 1.4247,
      "step": 511
    },
    {
      "epoch": 1.3617021276595744,
      "grad_norm": 1.561727561754077,
      "learning_rate": 3.5650887573964495e-07,
      "loss": 1.442,
      "step": 512
    },
    {
      "epoch": 1.3643617021276595,
      "grad_norm": 1.571729864924405,
      "learning_rate": 3.5502958579881655e-07,
      "loss": 1.3471,
      "step": 513
    },
    {
      "epoch": 1.3670212765957448,
      "grad_norm": 1.6501651767936791,
      "learning_rate": 3.535502958579881e-07,
      "loss": 1.4957,
      "step": 514
    },
    {
      "epoch": 1.3696808510638299,
      "grad_norm": 1.7712985007484374,
      "learning_rate": 3.5207100591715975e-07,
      "loss": 1.3116,
      "step": 515
    },
    {
      "epoch": 1.372340425531915,
      "grad_norm": 1.6021754882790804,
      "learning_rate": 3.5059171597633135e-07,
      "loss": 1.3507,
      "step": 516
    },
    {
      "epoch": 1.375,
      "grad_norm": 1.9744682223829157,
      "learning_rate": 3.4911242603550296e-07,
      "loss": 1.3187,
      "step": 517
    },
    {
      "epoch": 1.377659574468085,
      "grad_norm": 1.437548678030046,
      "learning_rate": 3.4763313609467456e-07,
      "loss": 1.3055,
      "step": 518
    },
    {
      "epoch": 1.3803191489361701,
      "grad_norm": 1.7376163882785898,
      "learning_rate": 3.461538461538461e-07,
      "loss": 1.3712,
      "step": 519
    },
    {
      "epoch": 1.3829787234042552,
      "grad_norm": 1.709895613646418,
      "learning_rate": 3.446745562130177e-07,
      "loss": 1.4941,
      "step": 520
    },
    {
      "epoch": 1.3856382978723405,
      "grad_norm": 1.5064773577923485,
      "learning_rate": 3.431952662721893e-07,
      "loss": 1.3598,
      "step": 521
    },
    {
      "epoch": 1.3882978723404256,
      "grad_norm": 1.6991123209979573,
      "learning_rate": 3.4171597633136096e-07,
      "loss": 1.3859,
      "step": 522
    },
    {
      "epoch": 1.3909574468085106,
      "grad_norm": 1.611358975201833,
      "learning_rate": 3.4023668639053256e-07,
      "loss": 1.3624,
      "step": 523
    },
    {
      "epoch": 1.3936170212765957,
      "grad_norm": 1.5235030722566782,
      "learning_rate": 3.387573964497041e-07,
      "loss": 1.306,
      "step": 524
    },
    {
      "epoch": 1.3962765957446808,
      "grad_norm": 1.5097567026286727,
      "learning_rate": 3.372781065088757e-07,
      "loss": 1.3098,
      "step": 525
    },
    {
      "epoch": 1.398936170212766,
      "grad_norm": 1.5501867735527708,
      "learning_rate": 3.357988165680473e-07,
      "loss": 1.2582,
      "step": 526
    },
    {
      "epoch": 1.4015957446808511,
      "grad_norm": 1.5737400889065642,
      "learning_rate": 3.343195266272189e-07,
      "loss": 1.4226,
      "step": 527
    },
    {
      "epoch": 1.4042553191489362,
      "grad_norm": 1.8163702192116935,
      "learning_rate": 3.328402366863905e-07,
      "loss": 1.45,
      "step": 528
    },
    {
      "epoch": 1.4069148936170213,
      "grad_norm": 1.6761526127572786,
      "learning_rate": 3.313609467455621e-07,
      "loss": 1.4133,
      "step": 529
    },
    {
      "epoch": 1.4095744680851063,
      "grad_norm": 1.7300976770863319,
      "learning_rate": 3.298816568047337e-07,
      "loss": 1.5036,
      "step": 530
    },
    {
      "epoch": 1.4122340425531914,
      "grad_norm": 1.7219520565452116,
      "learning_rate": 3.284023668639053e-07,
      "loss": 1.4172,
      "step": 531
    },
    {
      "epoch": 1.4148936170212765,
      "grad_norm": 1.8137826656078981,
      "learning_rate": 3.269230769230769e-07,
      "loss": 1.5673,
      "step": 532
    },
    {
      "epoch": 1.4175531914893618,
      "grad_norm": 1.9605494871424245,
      "learning_rate": 3.254437869822485e-07,
      "loss": 1.4421,
      "step": 533
    },
    {
      "epoch": 1.4202127659574468,
      "grad_norm": 1.5063443324517625,
      "learning_rate": 3.239644970414201e-07,
      "loss": 1.3858,
      "step": 534
    },
    {
      "epoch": 1.422872340425532,
      "grad_norm": 1.5929428001187216,
      "learning_rate": 3.224852071005917e-07,
      "loss": 1.4245,
      "step": 535
    },
    {
      "epoch": 1.425531914893617,
      "grad_norm": 1.5090052181328104,
      "learning_rate": 3.210059171597633e-07,
      "loss": 1.185,
      "step": 536
    },
    {
      "epoch": 1.4281914893617023,
      "grad_norm": 1.7599894966549008,
      "learning_rate": 3.1952662721893493e-07,
      "loss": 1.5936,
      "step": 537
    },
    {
      "epoch": 1.4308510638297873,
      "grad_norm": 1.8274682976599146,
      "learning_rate": 3.1804733727810653e-07,
      "loss": 1.5133,
      "step": 538
    },
    {
      "epoch": 1.4335106382978724,
      "grad_norm": 1.6304863965807304,
      "learning_rate": 3.165680473372781e-07,
      "loss": 1.4513,
      "step": 539
    },
    {
      "epoch": 1.4361702127659575,
      "grad_norm": 1.865748149954226,
      "learning_rate": 3.150887573964497e-07,
      "loss": 1.579,
      "step": 540
    },
    {
      "epoch": 1.4388297872340425,
      "grad_norm": 1.497890260310679,
      "learning_rate": 3.136094674556213e-07,
      "loss": 1.3996,
      "step": 541
    },
    {
      "epoch": 1.4414893617021276,
      "grad_norm": 1.5505684579290944,
      "learning_rate": 3.121301775147929e-07,
      "loss": 1.4765,
      "step": 542
    },
    {
      "epoch": 1.4441489361702127,
      "grad_norm": 1.5934674629645669,
      "learning_rate": 3.1065088757396443e-07,
      "loss": 1.2206,
      "step": 543
    },
    {
      "epoch": 1.4468085106382977,
      "grad_norm": 2.5003698075483776,
      "learning_rate": 3.091715976331361e-07,
      "loss": 1.4785,
      "step": 544
    },
    {
      "epoch": 1.449468085106383,
      "grad_norm": 1.5430363507491573,
      "learning_rate": 3.076923076923077e-07,
      "loss": 1.3596,
      "step": 545
    },
    {
      "epoch": 1.452127659574468,
      "grad_norm": 1.6114525579321486,
      "learning_rate": 3.062130177514793e-07,
      "loss": 1.3768,
      "step": 546
    },
    {
      "epoch": 1.4547872340425532,
      "grad_norm": 1.51705181171149,
      "learning_rate": 3.047337278106509e-07,
      "loss": 1.3161,
      "step": 547
    },
    {
      "epoch": 1.4574468085106382,
      "grad_norm": 1.659706683154854,
      "learning_rate": 3.0325443786982244e-07,
      "loss": 1.4808,
      "step": 548
    },
    {
      "epoch": 1.4601063829787235,
      "grad_norm": 1.6484483474446856,
      "learning_rate": 3.0177514792899404e-07,
      "loss": 1.398,
      "step": 549
    },
    {
      "epoch": 1.4627659574468086,
      "grad_norm": 1.6054531570011474,
      "learning_rate": 3.0029585798816564e-07,
      "loss": 1.1421,
      "step": 550
    },
    {
      "epoch": 1.4654255319148937,
      "grad_norm": 1.5260699880356663,
      "learning_rate": 2.988165680473373e-07,
      "loss": 1.4223,
      "step": 551
    },
    {
      "epoch": 1.4680851063829787,
      "grad_norm": 1.5022650148070196,
      "learning_rate": 2.973372781065089e-07,
      "loss": 1.3579,
      "step": 552
    },
    {
      "epoch": 1.4707446808510638,
      "grad_norm": 1.696210632092268,
      "learning_rate": 2.9585798816568045e-07,
      "loss": 1.4437,
      "step": 553
    },
    {
      "epoch": 1.4734042553191489,
      "grad_norm": 1.50505509525979,
      "learning_rate": 2.9437869822485205e-07,
      "loss": 1.3666,
      "step": 554
    },
    {
      "epoch": 1.476063829787234,
      "grad_norm": 1.6283581586889138,
      "learning_rate": 2.9289940828402365e-07,
      "loss": 1.3807,
      "step": 555
    },
    {
      "epoch": 1.4787234042553192,
      "grad_norm": 1.57845733466985,
      "learning_rate": 2.9142011834319525e-07,
      "loss": 1.4947,
      "step": 556
    },
    {
      "epoch": 1.4813829787234043,
      "grad_norm": 1.6269594263364617,
      "learning_rate": 2.8994082840236686e-07,
      "loss": 1.5315,
      "step": 557
    },
    {
      "epoch": 1.4840425531914894,
      "grad_norm": 1.4901674188093539,
      "learning_rate": 2.884615384615384e-07,
      "loss": 1.2067,
      "step": 558
    },
    {
      "epoch": 1.4867021276595744,
      "grad_norm": 1.608926803251607,
      "learning_rate": 2.8698224852071006e-07,
      "loss": 1.4501,
      "step": 559
    },
    {
      "epoch": 1.4893617021276595,
      "grad_norm": 1.5736272188001768,
      "learning_rate": 2.8550295857988166e-07,
      "loss": 1.4938,
      "step": 560
    },
    {
      "epoch": 1.4920212765957448,
      "grad_norm": 1.6178988306695008,
      "learning_rate": 2.8402366863905326e-07,
      "loss": 1.2858,
      "step": 561
    },
    {
      "epoch": 1.4946808510638299,
      "grad_norm": 1.612098241628475,
      "learning_rate": 2.8254437869822486e-07,
      "loss": 1.3793,
      "step": 562
    },
    {
      "epoch": 1.497340425531915,
      "grad_norm": 1.521850228548639,
      "learning_rate": 2.810650887573964e-07,
      "loss": 1.3616,
      "step": 563
    },
    {
      "epoch": 1.5,
      "grad_norm": 1.4283693834886921,
      "learning_rate": 2.79585798816568e-07,
      "loss": 1.2373,
      "step": 564
    },
    {
      "epoch": 1.502659574468085,
      "grad_norm": 1.4614575118454327,
      "learning_rate": 2.781065088757396e-07,
      "loss": 1.3506,
      "step": 565
    },
    {
      "epoch": 1.5053191489361701,
      "grad_norm": 4.833934856122629,
      "learning_rate": 2.7662721893491127e-07,
      "loss": 1.3368,
      "step": 566
    },
    {
      "epoch": 1.5079787234042552,
      "grad_norm": 1.5417407593664367,
      "learning_rate": 2.7514792899408287e-07,
      "loss": 1.3806,
      "step": 567
    },
    {
      "epoch": 1.5106382978723403,
      "grad_norm": 1.3942611390001125,
      "learning_rate": 2.736686390532544e-07,
      "loss": 1.2778,
      "step": 568
    },
    {
      "epoch": 1.5132978723404256,
      "grad_norm": 1.5232973474443783,
      "learning_rate": 2.72189349112426e-07,
      "loss": 1.5106,
      "step": 569
    },
    {
      "epoch": 1.5159574468085106,
      "grad_norm": 1.6181295111494955,
      "learning_rate": 2.707100591715976e-07,
      "loss": 1.3182,
      "step": 570
    },
    {
      "epoch": 1.5186170212765957,
      "grad_norm": 1.4905875051329172,
      "learning_rate": 2.692307692307692e-07,
      "loss": 1.359,
      "step": 571
    },
    {
      "epoch": 1.521276595744681,
      "grad_norm": 1.5438422326091557,
      "learning_rate": 2.6775147928994077e-07,
      "loss": 1.4581,
      "step": 572
    },
    {
      "epoch": 1.523936170212766,
      "grad_norm": 1.6689444553647594,
      "learning_rate": 2.662721893491124e-07,
      "loss": 1.4416,
      "step": 573
    },
    {
      "epoch": 1.5265957446808511,
      "grad_norm": 1.732092721800618,
      "learning_rate": 2.6479289940828403e-07,
      "loss": 1.4653,
      "step": 574
    },
    {
      "epoch": 1.5292553191489362,
      "grad_norm": 1.5939357125781168,
      "learning_rate": 2.6331360946745563e-07,
      "loss": 1.3659,
      "step": 575
    },
    {
      "epoch": 1.5319148936170213,
      "grad_norm": 1.619819379203523,
      "learning_rate": 2.6183431952662723e-07,
      "loss": 1.4057,
      "step": 576
    },
    {
      "epoch": 1.5345744680851063,
      "grad_norm": 1.5228031500567076,
      "learning_rate": 2.603550295857988e-07,
      "loss": 1.3322,
      "step": 577
    },
    {
      "epoch": 1.5372340425531914,
      "grad_norm": 1.6403075138073668,
      "learning_rate": 2.588757396449704e-07,
      "loss": 1.3243,
      "step": 578
    },
    {
      "epoch": 1.5398936170212765,
      "grad_norm": 1.6158463818930031,
      "learning_rate": 2.57396449704142e-07,
      "loss": 1.3743,
      "step": 579
    },
    {
      "epoch": 1.5425531914893615,
      "grad_norm": 1.4401607766731626,
      "learning_rate": 2.559171597633136e-07,
      "loss": 1.3209,
      "step": 580
    },
    {
      "epoch": 1.5452127659574468,
      "grad_norm": 1.610458527778034,
      "learning_rate": 2.5443786982248524e-07,
      "loss": 1.437,
      "step": 581
    },
    {
      "epoch": 1.547872340425532,
      "grad_norm": 1.4720391313596763,
      "learning_rate": 2.529585798816568e-07,
      "loss": 1.2406,
      "step": 582
    },
    {
      "epoch": 1.550531914893617,
      "grad_norm": 1.4693642812943966,
      "learning_rate": 2.514792899408284e-07,
      "loss": 1.3345,
      "step": 583
    },
    {
      "epoch": 1.5531914893617023,
      "grad_norm": 1.6024699547818029,
      "learning_rate": 2.5e-07,
      "loss": 1.4164,
      "step": 584
    },
    {
      "epoch": 1.5558510638297873,
      "grad_norm": 1.602502091357314,
      "learning_rate": 2.485207100591716e-07,
      "loss": 1.4412,
      "step": 585
    },
    {
      "epoch": 1.5585106382978724,
      "grad_norm": 1.7241679714315328,
      "learning_rate": 2.470414201183432e-07,
      "loss": 1.331,
      "step": 586
    },
    {
      "epoch": 1.5611702127659575,
      "grad_norm": 1.7371187244572857,
      "learning_rate": 2.455621301775148e-07,
      "loss": 1.4532,
      "step": 587
    },
    {
      "epoch": 1.5638297872340425,
      "grad_norm": 1.4995956670676633,
      "learning_rate": 2.440828402366864e-07,
      "loss": 1.2702,
      "step": 588
    },
    {
      "epoch": 1.5664893617021276,
      "grad_norm": 1.4659221291046236,
      "learning_rate": 2.4260355029585794e-07,
      "loss": 1.4754,
      "step": 589
    },
    {
      "epoch": 1.5691489361702127,
      "grad_norm": 1.5385805721266792,
      "learning_rate": 2.411242603550296e-07,
      "loss": 1.5509,
      "step": 590
    },
    {
      "epoch": 1.5718085106382977,
      "grad_norm": 1.5161262548508925,
      "learning_rate": 2.396449704142012e-07,
      "loss": 1.3936,
      "step": 591
    },
    {
      "epoch": 1.574468085106383,
      "grad_norm": 1.4666556990097799,
      "learning_rate": 2.3816568047337277e-07,
      "loss": 1.3143,
      "step": 592
    },
    {
      "epoch": 1.577127659574468,
      "grad_norm": 1.6300523417207398,
      "learning_rate": 2.3668639053254435e-07,
      "loss": 1.3385,
      "step": 593
    },
    {
      "epoch": 1.5797872340425532,
      "grad_norm": 1.5121985962743036,
      "learning_rate": 2.3520710059171598e-07,
      "loss": 1.4693,
      "step": 594
    },
    {
      "epoch": 1.5824468085106385,
      "grad_norm": 1.6977627534281994,
      "learning_rate": 2.3372781065088755e-07,
      "loss": 1.5827,
      "step": 595
    },
    {
      "epoch": 1.5851063829787235,
      "grad_norm": 1.4675438168952388,
      "learning_rate": 2.3224852071005915e-07,
      "loss": 1.4037,
      "step": 596
    },
    {
      "epoch": 1.5877659574468086,
      "grad_norm": 1.5087620408684652,
      "learning_rate": 2.3076923076923078e-07,
      "loss": 1.2713,
      "step": 597
    },
    {
      "epoch": 1.5904255319148937,
      "grad_norm": 1.853798719037303,
      "learning_rate": 2.2928994082840236e-07,
      "loss": 1.4517,
      "step": 598
    },
    {
      "epoch": 1.5930851063829787,
      "grad_norm": 1.5624391162454545,
      "learning_rate": 2.2781065088757396e-07,
      "loss": 1.5716,
      "step": 599
    },
    {
      "epoch": 1.5957446808510638,
      "grad_norm": 1.5647362537380562,
      "learning_rate": 2.2633136094674553e-07,
      "loss": 1.2679,
      "step": 600
    },
    {
      "epoch": 1.5984042553191489,
      "grad_norm": 1.5028293469540326,
      "learning_rate": 2.2485207100591716e-07,
      "loss": 1.3477,
      "step": 601
    },
    {
      "epoch": 1.601063829787234,
      "grad_norm": 1.5616178692766567,
      "learning_rate": 2.2337278106508876e-07,
      "loss": 1.349,
      "step": 602
    },
    {
      "epoch": 1.603723404255319,
      "grad_norm": 1.5652068533404448,
      "learning_rate": 2.2189349112426034e-07,
      "loss": 1.3408,
      "step": 603
    },
    {
      "epoch": 1.6063829787234043,
      "grad_norm": 1.8312281167867779,
      "learning_rate": 2.2041420118343194e-07,
      "loss": 1.5744,
      "step": 604
    },
    {
      "epoch": 1.6090425531914894,
      "grad_norm": 1.5113532834536092,
      "learning_rate": 2.1893491124260354e-07,
      "loss": 1.5116,
      "step": 605
    },
    {
      "epoch": 1.6117021276595744,
      "grad_norm": 1.4148002933798485,
      "learning_rate": 2.1745562130177514e-07,
      "loss": 1.3254,
      "step": 606
    },
    {
      "epoch": 1.6143617021276597,
      "grad_norm": 1.4128390757612144,
      "learning_rate": 2.1597633136094672e-07,
      "loss": 1.3424,
      "step": 607
    },
    {
      "epoch": 1.6170212765957448,
      "grad_norm": 1.664151543039297,
      "learning_rate": 2.1449704142011834e-07,
      "loss": 1.4507,
      "step": 608
    },
    {
      "epoch": 1.6196808510638299,
      "grad_norm": 1.5001892924079347,
      "learning_rate": 2.1301775147928995e-07,
      "loss": 1.3598,
      "step": 609
    },
    {
      "epoch": 1.622340425531915,
      "grad_norm": 1.7189011247258703,
      "learning_rate": 2.1153846153846152e-07,
      "loss": 1.4798,
      "step": 610
    },
    {
      "epoch": 1.625,
      "grad_norm": 1.4495039913652832,
      "learning_rate": 2.1005917159763312e-07,
      "loss": 1.1879,
      "step": 611
    },
    {
      "epoch": 1.627659574468085,
      "grad_norm": 1.4863964571390131,
      "learning_rate": 2.0857988165680472e-07,
      "loss": 1.4149,
      "step": 612
    },
    {
      "epoch": 1.6303191489361701,
      "grad_norm": 1.470842696782351,
      "learning_rate": 2.0710059171597633e-07,
      "loss": 1.5213,
      "step": 613
    },
    {
      "epoch": 1.6329787234042552,
      "grad_norm": 1.5332931589309218,
      "learning_rate": 2.0562130177514793e-07,
      "loss": 1.3847,
      "step": 614
    },
    {
      "epoch": 1.6356382978723403,
      "grad_norm": 1.5012230655181953,
      "learning_rate": 2.041420118343195e-07,
      "loss": 1.2194,
      "step": 615
    },
    {
      "epoch": 1.6382978723404256,
      "grad_norm": 1.4592244922211661,
      "learning_rate": 2.0266272189349113e-07,
      "loss": 1.2863,
      "step": 616
    },
    {
      "epoch": 1.6409574468085106,
      "grad_norm": 1.6194968573694928,
      "learning_rate": 2.011834319526627e-07,
      "loss": 1.563,
      "step": 617
    },
    {
      "epoch": 1.6436170212765957,
      "grad_norm": 1.5398995693701385,
      "learning_rate": 1.997041420118343e-07,
      "loss": 1.5,
      "step": 618
    },
    {
      "epoch": 1.646276595744681,
      "grad_norm": 1.803830954994613,
      "learning_rate": 1.9822485207100593e-07,
      "loss": 1.3459,
      "step": 619
    },
    {
      "epoch": 1.648936170212766,
      "grad_norm": 1.5731270083148248,
      "learning_rate": 1.967455621301775e-07,
      "loss": 1.3277,
      "step": 620
    },
    {
      "epoch": 1.6515957446808511,
      "grad_norm": 1.6370008858204694,
      "learning_rate": 1.952662721893491e-07,
      "loss": 1.4752,
      "step": 621
    },
    {
      "epoch": 1.6542553191489362,
      "grad_norm": 1.3905339157621093,
      "learning_rate": 1.9378698224852069e-07,
      "loss": 1.1591,
      "step": 622
    },
    {
      "epoch": 1.6569148936170213,
      "grad_norm": 1.521784820078054,
      "learning_rate": 1.9230769230769231e-07,
      "loss": 1.348,
      "step": 623
    },
    {
      "epoch": 1.6595744680851063,
      "grad_norm": 2.480779673395715,
      "learning_rate": 1.908284023668639e-07,
      "loss": 1.3468,
      "step": 624
    },
    {
      "epoch": 1.6622340425531914,
      "grad_norm": 1.5047866424190777,
      "learning_rate": 1.893491124260355e-07,
      "loss": 1.3808,
      "step": 625
    },
    {
      "epoch": 1.6648936170212765,
      "grad_norm": 1.5186127777273435,
      "learning_rate": 1.878698224852071e-07,
      "loss": 1.4201,
      "step": 626
    },
    {
      "epoch": 1.6675531914893615,
      "grad_norm": 1.4407427328000266,
      "learning_rate": 1.863905325443787e-07,
      "loss": 1.273,
      "step": 627
    },
    {
      "epoch": 1.6702127659574468,
      "grad_norm": 1.5224116074533014,
      "learning_rate": 1.849112426035503e-07,
      "loss": 1.2098,
      "step": 628
    },
    {
      "epoch": 1.672872340425532,
      "grad_norm": 1.527239003211648,
      "learning_rate": 1.8343195266272187e-07,
      "loss": 1.3724,
      "step": 629
    },
    {
      "epoch": 1.675531914893617,
      "grad_norm": 1.6525871512419401,
      "learning_rate": 1.819526627218935e-07,
      "loss": 1.3946,
      "step": 630
    },
    {
      "epoch": 1.6781914893617023,
      "grad_norm": 3.0200043340992933,
      "learning_rate": 1.804733727810651e-07,
      "loss": 1.4742,
      "step": 631
    },
    {
      "epoch": 1.6808510638297873,
      "grad_norm": 1.5029965510376364,
      "learning_rate": 1.7899408284023667e-07,
      "loss": 1.3623,
      "step": 632
    },
    {
      "epoch": 1.6835106382978724,
      "grad_norm": 1.5389625013367383,
      "learning_rate": 1.7751479289940827e-07,
      "loss": 1.5043,
      "step": 633
    },
    {
      "epoch": 1.6861702127659575,
      "grad_norm": 1.5608661501656413,
      "learning_rate": 1.7603550295857988e-07,
      "loss": 1.2883,
      "step": 634
    },
    {
      "epoch": 1.6888297872340425,
      "grad_norm": 1.6847845057440693,
      "learning_rate": 1.7455621301775148e-07,
      "loss": 1.4244,
      "step": 635
    },
    {
      "epoch": 1.6914893617021276,
      "grad_norm": 1.5793904433648327,
      "learning_rate": 1.7307692307692305e-07,
      "loss": 1.4062,
      "step": 636
    },
    {
      "epoch": 1.6941489361702127,
      "grad_norm": 1.4350293530642095,
      "learning_rate": 1.7159763313609465e-07,
      "loss": 1.2754,
      "step": 637
    },
    {
      "epoch": 1.6968085106382977,
      "grad_norm": 1.902506858522582,
      "learning_rate": 1.7011834319526628e-07,
      "loss": 1.4541,
      "step": 638
    },
    {
      "epoch": 1.699468085106383,
      "grad_norm": 1.478754263683889,
      "learning_rate": 1.6863905325443786e-07,
      "loss": 1.3463,
      "step": 639
    },
    {
      "epoch": 1.702127659574468,
      "grad_norm": 1.6464724285737642,
      "learning_rate": 1.6715976331360946e-07,
      "loss": 1.3807,
      "step": 640
    },
    {
      "epoch": 1.7047872340425532,
      "grad_norm": 1.6125752749357112,
      "learning_rate": 1.6568047337278106e-07,
      "loss": 1.2933,
      "step": 641
    },
    {
      "epoch": 1.7074468085106385,
      "grad_norm": 1.5928623495071816,
      "learning_rate": 1.6420118343195266e-07,
      "loss": 1.4326,
      "step": 642
    },
    {
      "epoch": 1.7101063829787235,
      "grad_norm": 1.5193190242572798,
      "learning_rate": 1.6272189349112426e-07,
      "loss": 1.3588,
      "step": 643
    },
    {
      "epoch": 1.7127659574468086,
      "grad_norm": 1.5482920311769846,
      "learning_rate": 1.6124260355029584e-07,
      "loss": 1.3839,
      "step": 644
    },
    {
      "epoch": 1.7154255319148937,
      "grad_norm": 1.8407335336806905,
      "learning_rate": 1.5976331360946747e-07,
      "loss": 1.3248,
      "step": 645
    },
    {
      "epoch": 1.7180851063829787,
      "grad_norm": 1.6055785649743377,
      "learning_rate": 1.5828402366863904e-07,
      "loss": 1.3872,
      "step": 646
    },
    {
      "epoch": 1.7207446808510638,
      "grad_norm": 1.6297496194969232,
      "learning_rate": 1.5680473372781064e-07,
      "loss": 1.389,
      "step": 647
    },
    {
      "epoch": 1.7234042553191489,
      "grad_norm": 1.577321745146047,
      "learning_rate": 1.5532544378698222e-07,
      "loss": 1.1947,
      "step": 648
    },
    {
      "epoch": 1.726063829787234,
      "grad_norm": 1.6447713137577962,
      "learning_rate": 1.5384615384615385e-07,
      "loss": 1.2652,
      "step": 649
    },
    {
      "epoch": 1.728723404255319,
      "grad_norm": 1.6234194331407543,
      "learning_rate": 1.5236686390532545e-07,
      "loss": 1.4239,
      "step": 650
    },
    {
      "epoch": 1.7313829787234043,
      "grad_norm": 1.532776130454777,
      "learning_rate": 1.5088757396449702e-07,
      "loss": 1.3875,
      "step": 651
    },
    {
      "epoch": 1.7340425531914894,
      "grad_norm": 1.4837535962878305,
      "learning_rate": 1.4940828402366865e-07,
      "loss": 1.2059,
      "step": 652
    },
    {
      "epoch": 1.7367021276595744,
      "grad_norm": 1.5395205053467318,
      "learning_rate": 1.4792899408284022e-07,
      "loss": 1.3513,
      "step": 653
    },
    {
      "epoch": 1.7393617021276597,
      "grad_norm": 1.4112077844892696,
      "learning_rate": 1.4644970414201183e-07,
      "loss": 1.3336,
      "step": 654
    },
    {
      "epoch": 1.7420212765957448,
      "grad_norm": 1.481010800777514,
      "learning_rate": 1.4497041420118343e-07,
      "loss": 1.4028,
      "step": 655
    },
    {
      "epoch": 1.7446808510638299,
      "grad_norm": 1.4564408238676725,
      "learning_rate": 1.4349112426035503e-07,
      "loss": 1.3502,
      "step": 656
    },
    {
      "epoch": 1.747340425531915,
      "grad_norm": 1.6956227102239596,
      "learning_rate": 1.4201183431952663e-07,
      "loss": 1.5672,
      "step": 657
    },
    {
      "epoch": 1.75,
      "grad_norm": 1.5705454639314052,
      "learning_rate": 1.405325443786982e-07,
      "loss": 1.4109,
      "step": 658
    },
    {
      "epoch": 1.752659574468085,
      "grad_norm": 1.5656622358755812,
      "learning_rate": 1.390532544378698e-07,
      "loss": 1.557,
      "step": 659
    },
    {
      "epoch": 1.7553191489361701,
      "grad_norm": 1.8848625197729474,
      "learning_rate": 1.3757396449704143e-07,
      "loss": 1.4017,
      "step": 660
    },
    {
      "epoch": 1.7579787234042552,
      "grad_norm": 1.4196764538431994,
      "learning_rate": 1.36094674556213e-07,
      "loss": 1.2331,
      "step": 661
    },
    {
      "epoch": 1.7606382978723403,
      "grad_norm": 1.4675927168298655,
      "learning_rate": 1.346153846153846e-07,
      "loss": 1.4689,
      "step": 662
    },
    {
      "epoch": 1.7632978723404256,
      "grad_norm": 1.6895719453339277,
      "learning_rate": 1.331360946745562e-07,
      "loss": 1.6055,
      "step": 663
    },
    {
      "epoch": 1.7659574468085106,
      "grad_norm": 1.6565509018980442,
      "learning_rate": 1.3165680473372781e-07,
      "loss": 1.346,
      "step": 664
    },
    {
      "epoch": 1.7686170212765957,
      "grad_norm": 1.6111421234975374,
      "learning_rate": 1.301775147928994e-07,
      "loss": 1.3318,
      "step": 665
    },
    {
      "epoch": 1.771276595744681,
      "grad_norm": 1.5477525938145107,
      "learning_rate": 1.28698224852071e-07,
      "loss": 1.4311,
      "step": 666
    },
    {
      "epoch": 1.773936170212766,
      "grad_norm": 1.4344548853484294,
      "learning_rate": 1.2721893491124262e-07,
      "loss": 1.4168,
      "step": 667
    },
    {
      "epoch": 1.7765957446808511,
      "grad_norm": 2.002400150167084,
      "learning_rate": 1.257396449704142e-07,
      "loss": 1.5304,
      "step": 668
    },
    {
      "epoch": 1.7792553191489362,
      "grad_norm": 1.6203137830914942,
      "learning_rate": 1.242603550295858e-07,
      "loss": 1.4902,
      "step": 669
    },
    {
      "epoch": 1.7819148936170213,
      "grad_norm": 1.653101321305009,
      "learning_rate": 1.227810650887574e-07,
      "loss": 1.523,
      "step": 670
    },
    {
      "epoch": 1.7845744680851063,
      "grad_norm": 1.4583067028702263,
      "learning_rate": 1.2130177514792897e-07,
      "loss": 1.3307,
      "step": 671
    },
    {
      "epoch": 1.7872340425531914,
      "grad_norm": 1.4416958484378999,
      "learning_rate": 1.198224852071006e-07,
      "loss": 1.2879,
      "step": 672
    },
    {
      "epoch": 1.7898936170212765,
      "grad_norm": 1.5342015216907867,
      "learning_rate": 1.1834319526627217e-07,
      "loss": 1.3491,
      "step": 673
    },
    {
      "epoch": 1.7925531914893615,
      "grad_norm": 1.5120417917571398,
      "learning_rate": 1.1686390532544378e-07,
      "loss": 1.5533,
      "step": 674
    },
    {
      "epoch": 1.7952127659574468,
      "grad_norm": 1.6448669091043147,
      "learning_rate": 1.1538461538461539e-07,
      "loss": 1.4507,
      "step": 675
    },
    {
      "epoch": 1.797872340425532,
      "grad_norm": 1.5744246355313867,
      "learning_rate": 1.1390532544378698e-07,
      "loss": 1.4762,
      "step": 676
    },
    {
      "epoch": 1.800531914893617,
      "grad_norm": 1.407351126310039,
      "learning_rate": 1.1242603550295858e-07,
      "loss": 1.2665,
      "step": 677
    },
    {
      "epoch": 1.8031914893617023,
      "grad_norm": 1.4428356495487928,
      "learning_rate": 1.1094674556213017e-07,
      "loss": 1.4222,
      "step": 678
    },
    {
      "epoch": 1.8058510638297873,
      "grad_norm": 1.4978022369408812,
      "learning_rate": 1.0946745562130177e-07,
      "loss": 1.3571,
      "step": 679
    },
    {
      "epoch": 1.8085106382978724,
      "grad_norm": 1.608694580830846,
      "learning_rate": 1.0798816568047336e-07,
      "loss": 1.2468,
      "step": 680
    },
    {
      "epoch": 1.8111702127659575,
      "grad_norm": 1.3671652219864612,
      "learning_rate": 1.0650887573964497e-07,
      "loss": 1.1918,
      "step": 681
    },
    {
      "epoch": 1.8138297872340425,
      "grad_norm": 1.5436563625586248,
      "learning_rate": 1.0502958579881656e-07,
      "loss": 1.3447,
      "step": 682
    },
    {
      "epoch": 1.8164893617021276,
      "grad_norm": 2.0668175329496448,
      "learning_rate": 1.0355029585798816e-07,
      "loss": 1.2851,
      "step": 683
    },
    {
      "epoch": 1.8191489361702127,
      "grad_norm": 1.4711737418040087,
      "learning_rate": 1.0207100591715975e-07,
      "loss": 1.4054,
      "step": 684
    },
    {
      "epoch": 1.8218085106382977,
      "grad_norm": 1.628475068104997,
      "learning_rate": 1.0059171597633135e-07,
      "loss": 1.2297,
      "step": 685
    },
    {
      "epoch": 1.824468085106383,
      "grad_norm": 1.6652537635356375,
      "learning_rate": 9.911242603550297e-08,
      "loss": 1.4249,
      "step": 686
    },
    {
      "epoch": 1.827127659574468,
      "grad_norm": 1.4549454801379844,
      "learning_rate": 9.763313609467456e-08,
      "loss": 1.4738,
      "step": 687
    },
    {
      "epoch": 1.8297872340425532,
      "grad_norm": 1.4571125733944477,
      "learning_rate": 9.615384615384616e-08,
      "loss": 1.2531,
      "step": 688
    },
    {
      "epoch": 1.8324468085106385,
      "grad_norm": 1.4934710030590315,
      "learning_rate": 9.467455621301774e-08,
      "loss": 1.4224,
      "step": 689
    },
    {
      "epoch": 1.8351063829787235,
      "grad_norm": 1.5068998589001918,
      "learning_rate": 9.319526627218935e-08,
      "loss": 1.4137,
      "step": 690
    },
    {
      "epoch": 1.8377659574468086,
      "grad_norm": 1.5592030646382606,
      "learning_rate": 9.171597633136093e-08,
      "loss": 1.4923,
      "step": 691
    },
    {
      "epoch": 1.8404255319148937,
      "grad_norm": 1.5420672523438603,
      "learning_rate": 9.023668639053255e-08,
      "loss": 1.3542,
      "step": 692
    },
    {
      "epoch": 1.8430851063829787,
      "grad_norm": 1.4933658760362354,
      "learning_rate": 8.875739644970414e-08,
      "loss": 1.4062,
      "step": 693
    },
    {
      "epoch": 1.8457446808510638,
      "grad_norm": 2.1197107348039648,
      "learning_rate": 8.727810650887574e-08,
      "loss": 1.3514,
      "step": 694
    },
    {
      "epoch": 1.8484042553191489,
      "grad_norm": 1.420310868366173,
      "learning_rate": 8.579881656804733e-08,
      "loss": 1.3865,
      "step": 695
    },
    {
      "epoch": 1.851063829787234,
      "grad_norm": 2.1476526664851083,
      "learning_rate": 8.431952662721893e-08,
      "loss": 1.1886,
      "step": 696
    },
    {
      "epoch": 1.853723404255319,
      "grad_norm": 1.3847908910859454,
      "learning_rate": 8.284023668639053e-08,
      "loss": 1.4107,
      "step": 697
    },
    {
      "epoch": 1.8563829787234043,
      "grad_norm": 1.6527903429011437,
      "learning_rate": 8.136094674556213e-08,
      "loss": 1.2876,
      "step": 698
    },
    {
      "epoch": 1.8590425531914894,
      "grad_norm": 1.5745014854949893,
      "learning_rate": 7.988165680473373e-08,
      "loss": 1.4558,
      "step": 699
    },
    {
      "epoch": 1.8617021276595744,
      "grad_norm": 1.5350363492855568,
      "learning_rate": 7.840236686390532e-08,
      "loss": 1.4523,
      "step": 700
    },
    {
      "epoch": 1.8643617021276597,
      "grad_norm": 1.4853786087332579,
      "learning_rate": 7.692307692307692e-08,
      "loss": 1.3292,
      "step": 701
    },
    {
      "epoch": 1.8670212765957448,
      "grad_norm": 1.4473821719214552,
      "learning_rate": 7.544378698224851e-08,
      "loss": 1.2034,
      "step": 702
    },
    {
      "epoch": 1.8696808510638299,
      "grad_norm": 1.4659266830367277,
      "learning_rate": 7.396449704142011e-08,
      "loss": 1.2584,
      "step": 703
    },
    {
      "epoch": 1.872340425531915,
      "grad_norm": 1.4759466915583441,
      "learning_rate": 7.248520710059171e-08,
      "loss": 1.3187,
      "step": 704
    },
    {
      "epoch": 1.875,
      "grad_norm": 2.111257320773056,
      "learning_rate": 7.100591715976332e-08,
      "loss": 1.3323,
      "step": 705
    },
    {
      "epoch": 1.877659574468085,
      "grad_norm": 1.5831480252428458,
      "learning_rate": 6.95266272189349e-08,
      "loss": 1.4302,
      "step": 706
    },
    {
      "epoch": 1.8803191489361701,
      "grad_norm": 1.6086043948043176,
      "learning_rate": 6.80473372781065e-08,
      "loss": 1.4017,
      "step": 707
    },
    {
      "epoch": 1.8829787234042552,
      "grad_norm": 2.0849492736061332,
      "learning_rate": 6.65680473372781e-08,
      "loss": 1.5211,
      "step": 708
    },
    {
      "epoch": 1.8856382978723403,
      "grad_norm": 1.5043217865201886,
      "learning_rate": 6.50887573964497e-08,
      "loss": 1.2166,
      "step": 709
    },
    {
      "epoch": 1.8882978723404256,
      "grad_norm": 1.5612635488662876,
      "learning_rate": 6.360946745562131e-08,
      "loss": 1.3481,
      "step": 710
    },
    {
      "epoch": 1.8909574468085106,
      "grad_norm": 1.4947402449036076,
      "learning_rate": 6.21301775147929e-08,
      "loss": 1.1988,
      "step": 711
    },
    {
      "epoch": 1.8936170212765957,
      "grad_norm": 1.7123431001612024,
      "learning_rate": 6.065088757396449e-08,
      "loss": 1.6215,
      "step": 712
    },
    {
      "epoch": 1.896276595744681,
      "grad_norm": 1.5722027689056413,
      "learning_rate": 5.917159763313609e-08,
      "loss": 1.435,
      "step": 713
    },
    {
      "epoch": 1.898936170212766,
      "grad_norm": 1.5736347184744337,
      "learning_rate": 5.7692307692307695e-08,
      "loss": 1.4243,
      "step": 714
    },
    {
      "epoch": 1.9015957446808511,
      "grad_norm": 1.4558857769282714,
      "learning_rate": 5.621301775147929e-08,
      "loss": 1.3732,
      "step": 715
    },
    {
      "epoch": 1.9042553191489362,
      "grad_norm": 1.430432818475582,
      "learning_rate": 5.4733727810650885e-08,
      "loss": 1.2582,
      "step": 716
    },
    {
      "epoch": 1.9069148936170213,
      "grad_norm": 1.4010572562597123,
      "learning_rate": 5.3254437869822486e-08,
      "loss": 1.2036,
      "step": 717
    },
    {
      "epoch": 1.9095744680851063,
      "grad_norm": 1.5030183623430164,
      "learning_rate": 5.177514792899408e-08,
      "loss": 1.3348,
      "step": 718
    },
    {
      "epoch": 1.9122340425531914,
      "grad_norm": 1.5264425521471463,
      "learning_rate": 5.0295857988165676e-08,
      "loss": 1.3486,
      "step": 719
    },
    {
      "epoch": 1.9148936170212765,
      "grad_norm": 1.6568867880777098,
      "learning_rate": 4.881656804733728e-08,
      "loss": 1.5102,
      "step": 720
    },
    {
      "epoch": 1.9175531914893615,
      "grad_norm": 1.426877705408139,
      "learning_rate": 4.733727810650887e-08,
      "loss": 1.2843,
      "step": 721
    },
    {
      "epoch": 1.9202127659574468,
      "grad_norm": 1.5745176121540452,
      "learning_rate": 4.585798816568047e-08,
      "loss": 1.5892,
      "step": 722
    },
    {
      "epoch": 1.922872340425532,
      "grad_norm": 1.5299374151207628,
      "learning_rate": 4.437869822485207e-08,
      "loss": 1.2833,
      "step": 723
    },
    {
      "epoch": 1.925531914893617,
      "grad_norm": 1.5485924328569498,
      "learning_rate": 4.2899408284023664e-08,
      "loss": 1.2528,
      "step": 724
    },
    {
      "epoch": 1.9281914893617023,
      "grad_norm": 1.5650812571579016,
      "learning_rate": 4.1420118343195265e-08,
      "loss": 1.4623,
      "step": 725
    },
    {
      "epoch": 1.9308510638297873,
      "grad_norm": 1.4874887834654986,
      "learning_rate": 3.9940828402366866e-08,
      "loss": 1.331,
      "step": 726
    },
    {
      "epoch": 1.9335106382978724,
      "grad_norm": 2.2386953559992606,
      "learning_rate": 3.846153846153846e-08,
      "loss": 1.3,
      "step": 727
    },
    {
      "epoch": 1.9361702127659575,
      "grad_norm": 1.6479534866842882,
      "learning_rate": 3.6982248520710056e-08,
      "loss": 1.5275,
      "step": 728
    },
    {
      "epoch": 1.9388297872340425,
      "grad_norm": 1.3421164941268597,
      "learning_rate": 3.550295857988166e-08,
      "loss": 1.2612,
      "step": 729
    },
    {
      "epoch": 1.9414893617021276,
      "grad_norm": 1.4738714329564195,
      "learning_rate": 3.402366863905325e-08,
      "loss": 1.4314,
      "step": 730
    },
    {
      "epoch": 1.9441489361702127,
      "grad_norm": 1.44156180682146,
      "learning_rate": 3.254437869822485e-08,
      "loss": 1.3338,
      "step": 731
    },
    {
      "epoch": 1.9468085106382977,
      "grad_norm": 1.5784061294788538,
      "learning_rate": 3.106508875739645e-08,
      "loss": 1.3386,
      "step": 732
    },
    {
      "epoch": 1.949468085106383,
      "grad_norm": 1.3371318363907538,
      "learning_rate": 2.9585798816568044e-08,
      "loss": 1.3028,
      "step": 733
    },
    {
      "epoch": 1.952127659574468,
      "grad_norm": 1.6852290803170833,
      "learning_rate": 2.8106508875739645e-08,
      "loss": 1.4942,
      "step": 734
    },
    {
      "epoch": 1.9547872340425532,
      "grad_norm": 1.4000270483265091,
      "learning_rate": 2.6627218934911243e-08,
      "loss": 1.2736,
      "step": 735
    },
    {
      "epoch": 1.9574468085106385,
      "grad_norm": 1.5150814064740574,
      "learning_rate": 2.5147928994082838e-08,
      "loss": 1.3892,
      "step": 736
    },
    {
      "epoch": 1.9601063829787235,
      "grad_norm": 1.6902820824629503,
      "learning_rate": 2.3668639053254436e-08,
      "loss": 1.4473,
      "step": 737
    },
    {
      "epoch": 1.9627659574468086,
      "grad_norm": 1.5540380607077866,
      "learning_rate": 2.2189349112426034e-08,
      "loss": 1.4118,
      "step": 738
    },
    {
      "epoch": 1.9654255319148937,
      "grad_norm": 1.7104646212150858,
      "learning_rate": 2.0710059171597633e-08,
      "loss": 1.3168,
      "step": 739
    },
    {
      "epoch": 1.9680851063829787,
      "grad_norm": 2.2605324172049865,
      "learning_rate": 1.923076923076923e-08,
      "loss": 1.5395,
      "step": 740
    },
    {
      "epoch": 1.9707446808510638,
      "grad_norm": 1.5974851484011308,
      "learning_rate": 1.775147928994083e-08,
      "loss": 1.6206,
      "step": 741
    },
    {
      "epoch": 1.9734042553191489,
      "grad_norm": 1.5065611553522427,
      "learning_rate": 1.6272189349112424e-08,
      "loss": 1.282,
      "step": 742
    },
    {
      "epoch": 1.976063829787234,
      "grad_norm": 1.5885436344655675,
      "learning_rate": 1.4792899408284022e-08,
      "loss": 1.3356,
      "step": 743
    },
    {
      "epoch": 1.978723404255319,
      "grad_norm": 1.503074753014641,
      "learning_rate": 1.3313609467455622e-08,
      "loss": 1.4519,
      "step": 744
    },
    {
      "epoch": 1.9813829787234043,
      "grad_norm": 1.4858939981761545,
      "learning_rate": 1.1834319526627218e-08,
      "loss": 1.4708,
      "step": 745
    },
    {
      "epoch": 1.9840425531914894,
      "grad_norm": 1.5483339923710784,
      "learning_rate": 1.0355029585798816e-08,
      "loss": 1.4574,
      "step": 746
    },
    {
      "epoch": 1.9867021276595744,
      "grad_norm": 1.4527735951794787,
      "learning_rate": 8.875739644970414e-09,
      "loss": 1.2918,
      "step": 747
    },
    {
      "epoch": 1.9893617021276597,
      "grad_norm": 1.6044461968692099,
      "learning_rate": 7.396449704142011e-09,
      "loss": 1.4377,
      "step": 748
    },
    {
      "epoch": 1.9920212765957448,
      "grad_norm": 1.530330381812826,
      "learning_rate": 5.917159763313609e-09,
      "loss": 1.4002,
      "step": 749
    },
    {
      "epoch": 1.9946808510638299,
      "grad_norm": 1.5188564969623919,
      "learning_rate": 4.437869822485207e-09,
      "loss": 1.3378,
      "step": 750
    },
    {
      "epoch": 1.997340425531915,
      "grad_norm": 1.470529168569605,
      "learning_rate": 2.9585798816568045e-09,
      "loss": 1.3217,
      "step": 751
    },
    {
      "epoch": 2.0,
      "grad_norm": 1.4650169982184404,
      "learning_rate": 1.4792899408284023e-09,
      "loss": 1.3323,
      "step": 752
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 752,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 3000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}