{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 7.0,
  "eval_steps": 500,
  "global_step": 567,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.012345679012345678,
      "grad_norm": 9.008057481638138,
      "learning_rate": 3.5087719298245616e-07,
      "loss": 0.6743,
      "step": 1
    },
    {
      "epoch": 0.024691358024691357,
      "grad_norm": 7.6701365166507625,
      "learning_rate": 7.017543859649123e-07,
      "loss": 0.576,
      "step": 2
    },
    {
      "epoch": 0.037037037037037035,
      "grad_norm": 8.97726725259136,
      "learning_rate": 1.0526315789473685e-06,
      "loss": 0.6663,
      "step": 3
    },
    {
      "epoch": 0.04938271604938271,
      "grad_norm": 7.225115208278711,
      "learning_rate": 1.4035087719298246e-06,
      "loss": 0.5696,
      "step": 4
    },
    {
      "epoch": 0.06172839506172839,
      "grad_norm": 7.33497956558816,
      "learning_rate": 1.7543859649122807e-06,
      "loss": 0.5746,
      "step": 5
    },
    {
      "epoch": 0.07407407407407407,
      "grad_norm": 6.771581012013294,
      "learning_rate": 2.105263157894737e-06,
      "loss": 0.5319,
      "step": 6
    },
    {
      "epoch": 0.08641975308641975,
      "grad_norm": 5.723788798376614,
      "learning_rate": 2.456140350877193e-06,
      "loss": 0.4894,
      "step": 7
    },
    {
      "epoch": 0.09876543209876543,
      "grad_norm": 5.4088640282382565,
      "learning_rate": 2.8070175438596493e-06,
      "loss": 0.517,
      "step": 8
    },
    {
      "epoch": 0.1111111111111111,
      "grad_norm": 2.153808698110969,
      "learning_rate": 3.157894736842105e-06,
      "loss": 0.4509,
      "step": 9
    },
    {
      "epoch": 0.12345679012345678,
      "grad_norm": 2.0408212548859406,
      "learning_rate": 3.5087719298245615e-06,
      "loss": 0.4467,
      "step": 10
    },
    {
      "epoch": 0.13580246913580246,
      "grad_norm": 1.5459963386370055,
      "learning_rate": 3.859649122807018e-06,
      "loss": 0.4118,
      "step": 11
    },
    {
      "epoch": 0.14814814814814814,
      "grad_norm": 1.5814209627310287,
      "learning_rate": 4.210526315789474e-06,
      "loss": 0.3888,
      "step": 12
    },
    {
      "epoch": 0.16049382716049382,
      "grad_norm": 1.87145877734503,
      "learning_rate": 4.56140350877193e-06,
      "loss": 0.4058,
      "step": 13
    },
    {
      "epoch": 0.1728395061728395,
      "grad_norm": 1.3756801350478975,
      "learning_rate": 4.912280701754386e-06,
      "loss": 0.3741,
      "step": 14
    },
    {
      "epoch": 0.18518518518518517,
      "grad_norm": 1.1752142353172148,
      "learning_rate": 5.263157894736842e-06,
      "loss": 0.3995,
      "step": 15
    },
    {
      "epoch": 0.19753086419753085,
      "grad_norm": 1.418292428476638,
      "learning_rate": 5.6140350877192985e-06,
      "loss": 0.385,
      "step": 16
    },
    {
      "epoch": 0.20987654320987653,
      "grad_norm": 1.16124552621937,
      "learning_rate": 5.964912280701755e-06,
      "loss": 0.36,
      "step": 17
    },
    {
      "epoch": 0.2222222222222222,
      "grad_norm": 0.9870066082850208,
      "learning_rate": 6.31578947368421e-06,
      "loss": 0.3499,
      "step": 18
    },
    {
      "epoch": 0.2345679012345679,
      "grad_norm": 0.9366608437505954,
      "learning_rate": 6.666666666666667e-06,
      "loss": 0.3513,
      "step": 19
    },
    {
      "epoch": 0.24691358024691357,
      "grad_norm": 1.1198168697388675,
      "learning_rate": 7.017543859649123e-06,
      "loss": 0.3412,
      "step": 20
    },
    {
      "epoch": 0.25925925925925924,
      "grad_norm": 0.877398481087362,
      "learning_rate": 7.368421052631579e-06,
      "loss": 0.3298,
      "step": 21
    },
    {
      "epoch": 0.2716049382716049,
      "grad_norm": 0.9702377137387861,
      "learning_rate": 7.719298245614036e-06,
      "loss": 0.3365,
      "step": 22
    },
    {
      "epoch": 0.2839506172839506,
      "grad_norm": 0.7984859557261315,
      "learning_rate": 8.070175438596492e-06,
      "loss": 0.3025,
      "step": 23
    },
    {
      "epoch": 0.2962962962962963,
      "grad_norm": 0.7050324311912214,
      "learning_rate": 8.421052631578948e-06,
      "loss": 0.2703,
      "step": 24
    },
    {
      "epoch": 0.30864197530864196,
      "grad_norm": 0.9126479851972958,
      "learning_rate": 8.771929824561405e-06,
      "loss": 0.2939,
      "step": 25
    },
    {
      "epoch": 0.32098765432098764,
      "grad_norm": 0.8796740071209702,
      "learning_rate": 9.12280701754386e-06,
      "loss": 0.304,
      "step": 26
    },
    {
      "epoch": 0.3333333333333333,
      "grad_norm": 0.9446428136109001,
      "learning_rate": 9.473684210526315e-06,
      "loss": 0.3092,
      "step": 27
    },
    {
      "epoch": 0.345679012345679,
      "grad_norm": 0.8426809268341795,
      "learning_rate": 9.824561403508772e-06,
      "loss": 0.2732,
      "step": 28
    },
    {
      "epoch": 0.35802469135802467,
      "grad_norm": 0.8732085201361185,
      "learning_rate": 1.017543859649123e-05,
      "loss": 0.2745,
      "step": 29
    },
    {
      "epoch": 0.37037037037037035,
      "grad_norm": 0.827942537306075,
      "learning_rate": 1.0526315789473684e-05,
      "loss": 0.2824,
      "step": 30
    },
    {
      "epoch": 0.38271604938271603,
      "grad_norm": 0.9093812676850115,
      "learning_rate": 1.0877192982456142e-05,
      "loss": 0.2796,
      "step": 31
    },
    {
      "epoch": 0.3950617283950617,
      "grad_norm": 0.7240207676930677,
      "learning_rate": 1.1228070175438597e-05,
      "loss": 0.2413,
      "step": 32
    },
    {
      "epoch": 0.4074074074074074,
      "grad_norm": 0.8837553684406467,
      "learning_rate": 1.1578947368421053e-05,
      "loss": 0.2654,
      "step": 33
    },
    {
      "epoch": 0.41975308641975306,
      "grad_norm": 0.9620696328942127,
      "learning_rate": 1.192982456140351e-05,
      "loss": 0.2604,
      "step": 34
    },
    {
      "epoch": 0.43209876543209874,
      "grad_norm": 0.8315152131518835,
      "learning_rate": 1.2280701754385966e-05,
      "loss": 0.2374,
      "step": 35
    },
    {
      "epoch": 0.4444444444444444,
      "grad_norm": 0.7954427643282206,
      "learning_rate": 1.263157894736842e-05,
      "loss": 0.2599,
      "step": 36
    },
    {
      "epoch": 0.4567901234567901,
      "grad_norm": 0.8097701562489309,
      "learning_rate": 1.2982456140350879e-05,
      "loss": 0.2336,
      "step": 37
    },
    {
      "epoch": 0.4691358024691358,
      "grad_norm": 0.7679487776985499,
      "learning_rate": 1.3333333333333333e-05,
      "loss": 0.1984,
      "step": 38
    },
    {
      "epoch": 0.48148148148148145,
      "grad_norm": 0.8186214855532091,
      "learning_rate": 1.3684210526315791e-05,
      "loss": 0.2257,
      "step": 39
    },
    {
      "epoch": 0.49382716049382713,
      "grad_norm": 0.8486399745760126,
      "learning_rate": 1.4035087719298246e-05,
      "loss": 0.2203,
      "step": 40
    },
    {
      "epoch": 0.5061728395061729,
      "grad_norm": 0.7515522994828953,
      "learning_rate": 1.4385964912280704e-05,
      "loss": 0.2033,
      "step": 41
    },
    {
      "epoch": 0.5185185185185185,
      "grad_norm": 0.8186675607439609,
      "learning_rate": 1.4736842105263159e-05,
      "loss": 0.2035,
      "step": 42
    },
    {
      "epoch": 0.5308641975308642,
      "grad_norm": 0.8105881928417837,
      "learning_rate": 1.5087719298245615e-05,
      "loss": 0.2067,
      "step": 43
    },
    {
      "epoch": 0.5432098765432098,
      "grad_norm": 0.7099905049117751,
      "learning_rate": 1.543859649122807e-05,
      "loss": 0.1619,
      "step": 44
    },
    {
      "epoch": 0.5555555555555556,
      "grad_norm": 0.7178850952198459,
      "learning_rate": 1.578947368421053e-05,
      "loss": 0.1763,
      "step": 45
    },
    {
      "epoch": 0.5679012345679012,
      "grad_norm": 0.9051580828689527,
      "learning_rate": 1.6140350877192984e-05,
      "loss": 0.1777,
      "step": 46
    },
    {
      "epoch": 0.5802469135802469,
      "grad_norm": 0.776120251351539,
      "learning_rate": 1.649122807017544e-05,
      "loss": 0.1533,
      "step": 47
    },
    {
      "epoch": 0.5925925925925926,
      "grad_norm": 0.6923150710928373,
      "learning_rate": 1.6842105263157896e-05,
      "loss": 0.1471,
      "step": 48
    },
    {
      "epoch": 0.6049382716049383,
      "grad_norm": 0.8308137534219192,
      "learning_rate": 1.719298245614035e-05,
      "loss": 0.1661,
      "step": 49
    },
    {
      "epoch": 0.6172839506172839,
      "grad_norm": 0.6920144332725509,
      "learning_rate": 1.754385964912281e-05,
      "loss": 0.1544,
      "step": 50
    },
    {
      "epoch": 0.6296296296296297,
      "grad_norm": 0.8936796942488102,
      "learning_rate": 1.7894736842105264e-05,
      "loss": 0.1517,
      "step": 51
    },
    {
      "epoch": 0.6419753086419753,
      "grad_norm": 0.7606903567238646,
      "learning_rate": 1.824561403508772e-05,
      "loss": 0.1436,
      "step": 52
    },
    {
      "epoch": 0.654320987654321,
      "grad_norm": 0.7983567717631593,
      "learning_rate": 1.8596491228070176e-05,
      "loss": 0.1504,
      "step": 53
    },
    {
      "epoch": 0.6666666666666666,
      "grad_norm": 0.6932938639060522,
      "learning_rate": 1.894736842105263e-05,
      "loss": 0.1323,
      "step": 54
    },
    {
      "epoch": 0.6790123456790124,
      "grad_norm": 0.765978207523316,
      "learning_rate": 1.929824561403509e-05,
      "loss": 0.1584,
      "step": 55
    },
    {
      "epoch": 0.691358024691358,
      "grad_norm": 0.6706267081010999,
      "learning_rate": 1.9649122807017544e-05,
      "loss": 0.1226,
      "step": 56
    },
    {
      "epoch": 0.7037037037037037,
      "grad_norm": 0.7576546029397313,
      "learning_rate": 2e-05,
      "loss": 0.1107,
      "step": 57
    },
    {
      "epoch": 0.7160493827160493,
      "grad_norm": 0.631172942746403,
      "learning_rate": 1.999981027348727e-05,
      "loss": 0.1269,
      "step": 58
    },
    {
      "epoch": 0.7283950617283951,
      "grad_norm": 0.7763194682579061,
      "learning_rate": 1.999924110114831e-05,
      "loss": 0.1106,
      "step": 59
    },
    {
      "epoch": 0.7407407407407407,
      "grad_norm": 0.6620307624287203,
      "learning_rate": 1.9998292504580528e-05,
      "loss": 0.1264,
      "step": 60
    },
    {
      "epoch": 0.7530864197530864,
      "grad_norm": 0.6018372333318557,
      "learning_rate": 1.999696451977872e-05,
      "loss": 0.1064,
      "step": 61
    },
    {
      "epoch": 0.7654320987654321,
      "grad_norm": 0.5505324516461024,
      "learning_rate": 1.999525719713366e-05,
      "loss": 0.0924,
      "step": 62
    },
    {
      "epoch": 0.7777777777777778,
      "grad_norm": 0.6290628543373665,
      "learning_rate": 1.9993170601430233e-05,
      "loss": 0.1015,
      "step": 63
    },
    {
      "epoch": 0.7901234567901234,
      "grad_norm": 0.5654581976010135,
      "learning_rate": 1.9990704811844934e-05,
      "loss": 0.0955,
      "step": 64
    },
    {
      "epoch": 0.8024691358024691,
      "grad_norm": 0.6143207836622308,
      "learning_rate": 1.99878599219429e-05,
      "loss": 0.1045,
      "step": 65
    },
    {
      "epoch": 0.8148148148148148,
      "grad_norm": 0.6398660896422187,
      "learning_rate": 1.9984636039674342e-05,
      "loss": 0.0873,
      "step": 66
    },
    {
      "epoch": 0.8271604938271605,
      "grad_norm": 0.6398310694406929,
      "learning_rate": 1.9981033287370443e-05,
      "loss": 0.1089,
      "step": 67
    },
    {
      "epoch": 0.8395061728395061,
      "grad_norm": 0.6948653198177049,
      "learning_rate": 1.9977051801738733e-05,
      "loss": 0.1364,
      "step": 68
    },
    {
      "epoch": 0.8518518518518519,
      "grad_norm": 0.6005769842034276,
      "learning_rate": 1.997269173385788e-05,
      "loss": 0.092,
      "step": 69
    },
    {
      "epoch": 0.8641975308641975,
      "grad_norm": 0.6977886617269095,
      "learning_rate": 1.996795324917199e-05,
      "loss": 0.1083,
      "step": 70
    },
    {
      "epoch": 0.8765432098765432,
      "grad_norm": 0.6065814882574566,
      "learning_rate": 1.9962836527484296e-05,
      "loss": 0.0818,
      "step": 71
    },
    {
      "epoch": 0.8888888888888888,
      "grad_norm": 0.6615848160240534,
      "learning_rate": 1.9957341762950346e-05,
      "loss": 0.0981,
      "step": 72
    },
    {
      "epoch": 0.9012345679012346,
      "grad_norm": 0.5931653814016081,
      "learning_rate": 1.9951469164070647e-05,
      "loss": 0.083,
      "step": 73
    },
    {
      "epoch": 0.9135802469135802,
      "grad_norm": 0.5186114507696477,
      "learning_rate": 1.9945218953682736e-05,
      "loss": 0.0809,
      "step": 74
    },
    {
      "epoch": 0.9259259259259259,
      "grad_norm": 0.573114746431398,
      "learning_rate": 1.993859136895274e-05,
      "loss": 0.0848,
      "step": 75
    },
    {
      "epoch": 0.9382716049382716,
      "grad_norm": 0.5344071067213606,
      "learning_rate": 1.9931586661366363e-05,
      "loss": 0.0815,
      "step": 76
    },
    {
      "epoch": 0.9506172839506173,
      "grad_norm": 0.6377105774122757,
      "learning_rate": 1.992420509671936e-05,
      "loss": 0.0879,
      "step": 77
    },
    {
      "epoch": 0.9629629629629629,
      "grad_norm": 0.5209583162843623,
      "learning_rate": 1.991644695510743e-05,
      "loss": 0.0805,
      "step": 78
    },
    {
      "epoch": 0.9753086419753086,
      "grad_norm": 0.417423387838958,
      "learning_rate": 1.9908312530915603e-05,
      "loss": 0.0634,
      "step": 79
    },
    {
      "epoch": 0.9876543209876543,
      "grad_norm": 0.5230529318454548,
      "learning_rate": 1.9899802132807073e-05,
      "loss": 0.074,
      "step": 80
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.571800306158981,
      "learning_rate": 1.9890916083711463e-05,
      "loss": 0.0896,
      "step": 81
    },
    {
      "epoch": 1.0123456790123457,
      "grad_norm": 0.48654258298002473,
      "learning_rate": 1.9881654720812594e-05,
      "loss": 0.0616,
      "step": 82
    },
    {
      "epoch": 1.0246913580246915,
      "grad_norm": 0.49061163663393764,
      "learning_rate": 1.9872018395535694e-05,
      "loss": 0.0546,
      "step": 83
    },
    {
      "epoch": 1.037037037037037,
      "grad_norm": 0.5362863528158126,
      "learning_rate": 1.9862007473534026e-05,
      "loss": 0.0633,
      "step": 84
    },
    {
      "epoch": 1.0493827160493827,
      "grad_norm": 0.48289786827410613,
      "learning_rate": 1.9851622334675065e-05,
      "loss": 0.0651,
      "step": 85
    },
    {
      "epoch": 1.0617283950617284,
      "grad_norm": 0.4191994966523693,
      "learning_rate": 1.9840863373026046e-05,
      "loss": 0.0378,
      "step": 86
    },
    {
      "epoch": 1.074074074074074,
      "grad_norm": 0.48414987204753185,
      "learning_rate": 1.982973099683902e-05,
      "loss": 0.0479,
      "step": 87
    },
    {
      "epoch": 1.0864197530864197,
      "grad_norm": 0.47673601747945576,
      "learning_rate": 1.9818225628535372e-05,
      "loss": 0.0482,
      "step": 88
    },
    {
      "epoch": 1.0987654320987654,
      "grad_norm": 0.4668133839134151,
      "learning_rate": 1.9806347704689778e-05,
      "loss": 0.0691,
      "step": 89
    },
    {
      "epoch": 1.1111111111111112,
      "grad_norm": 0.40912483085288526,
      "learning_rate": 1.979409767601366e-05,
      "loss": 0.0473,
      "step": 90
    },
    {
      "epoch": 1.123456790123457,
      "grad_norm": 0.46287321439131024,
      "learning_rate": 1.9781476007338058e-05,
      "loss": 0.0487,
      "step": 91
    },
    {
      "epoch": 1.1358024691358024,
      "grad_norm": 0.46265781731853756,
      "learning_rate": 1.9768483177596008e-05,
      "loss": 0.0548,
      "step": 92
    },
    {
      "epoch": 1.1481481481481481,
      "grad_norm": 0.43307375489466543,
      "learning_rate": 1.975511967980437e-05,
      "loss": 0.045,
      "step": 93
    },
    {
      "epoch": 1.1604938271604939,
      "grad_norm": 0.4715524387710138,
      "learning_rate": 1.9741386021045105e-05,
      "loss": 0.0417,
      "step": 94
    },
    {
      "epoch": 1.1728395061728394,
      "grad_norm": 0.42072406617196306,
      "learning_rate": 1.972728272244605e-05,
      "loss": 0.0472,
      "step": 95
    },
    {
      "epoch": 1.1851851851851851,
      "grad_norm": 0.43172521185288276,
      "learning_rate": 1.971281031916114e-05,
      "loss": 0.0377,
      "step": 96
    },
    {
      "epoch": 1.1975308641975309,
      "grad_norm": 0.4497872448243483,
      "learning_rate": 1.9697969360350098e-05,
      "loss": 0.042,
      "step": 97
    },
    {
      "epoch": 1.2098765432098766,
      "grad_norm": 0.4015427782061893,
      "learning_rate": 1.968276040915759e-05,
      "loss": 0.0467,
      "step": 98
    },
    {
      "epoch": 1.2222222222222223,
      "grad_norm": 0.46433315248898455,
      "learning_rate": 1.9667184042691877e-05,
      "loss": 0.0781,
      "step": 99
    },
    {
      "epoch": 1.2345679012345678,
      "grad_norm": 0.4607108700832256,
      "learning_rate": 1.965124085200289e-05,
      "loss": 0.0484,
      "step": 100
    },
    {
      "epoch": 1.2469135802469136,
      "grad_norm": 0.4580474315592068,
      "learning_rate": 1.9634931442059833e-05,
      "loss": 0.0497,
      "step": 101
    },
    {
      "epoch": 1.2592592592592593,
      "grad_norm": 0.4376923035257714,
      "learning_rate": 1.961825643172819e-05,
      "loss": 0.0372,
      "step": 102
    },
    {
      "epoch": 1.2716049382716048,
      "grad_norm": 0.47470979724718027,
      "learning_rate": 1.9601216453746285e-05,
      "loss": 0.0412,
      "step": 103
    },
    {
      "epoch": 1.2839506172839505,
      "grad_norm": 0.48607721607358306,
      "learning_rate": 1.9583812154701227e-05,
      "loss": 0.063,
      "step": 104
    },
    {
      "epoch": 1.2962962962962963,
      "grad_norm": 0.3698617332173753,
      "learning_rate": 1.956604419500441e-05,
      "loss": 0.0531,
      "step": 105
    },
    {
      "epoch": 1.308641975308642,
      "grad_norm": 0.4394488729697042,
      "learning_rate": 1.9547913248866447e-05,
      "loss": 0.0629,
      "step": 106
    },
    {
      "epoch": 1.3209876543209877,
      "grad_norm": 0.36774414517262893,
      "learning_rate": 1.9529420004271568e-05,
      "loss": 0.0465,
      "step": 107
    },
    {
      "epoch": 1.3333333333333333,
      "grad_norm": 0.4084826218592715,
      "learning_rate": 1.9510565162951538e-05,
      "loss": 0.0375,
      "step": 108
    },
    {
      "epoch": 1.345679012345679,
      "grad_norm": 0.3974187863812691,
      "learning_rate": 1.9491349440359014e-05,
      "loss": 0.0372,
      "step": 109
    },
    {
      "epoch": 1.3580246913580247,
      "grad_norm": 0.43146975975134916,
      "learning_rate": 1.9471773565640405e-05,
      "loss": 0.0366,
      "step": 110
    },
    {
      "epoch": 1.3703703703703702,
      "grad_norm": 0.3812925184125817,
      "learning_rate": 1.94518382816082e-05,
      "loss": 0.0432,
      "step": 111
    },
    {
      "epoch": 1.382716049382716,
      "grad_norm": 0.5295352324623606,
      "learning_rate": 1.9431544344712776e-05,
      "loss": 0.0643,
      "step": 112
    },
    {
      "epoch": 1.3950617283950617,
      "grad_norm": 0.46291492570157333,
      "learning_rate": 1.9410892525013717e-05,
      "loss": 0.0419,
      "step": 113
    },
    {
      "epoch": 1.4074074074074074,
      "grad_norm": 0.3646553984739498,
      "learning_rate": 1.938988360615057e-05,
      "loss": 0.0376,
      "step": 114
    },
    {
      "epoch": 1.4197530864197532,
      "grad_norm": 0.4120840867522972,
      "learning_rate": 1.9368518385313108e-05,
      "loss": 0.0277,
      "step": 115
    },
    {
      "epoch": 1.4320987654320987,
      "grad_norm": 0.3678320151928319,
      "learning_rate": 1.9346797673211108e-05,
      "loss": 0.0472,
      "step": 116
    },
    {
      "epoch": 1.4444444444444444,
      "grad_norm": 0.3509880150630426,
      "learning_rate": 1.932472229404356e-05,
      "loss": 0.0532,
      "step": 117
    },
    {
      "epoch": 1.4567901234567902,
      "grad_norm": 0.5013873051103777,
      "learning_rate": 1.9302293085467404e-05,
      "loss": 0.0468,
      "step": 118
    },
    {
      "epoch": 1.4691358024691357,
      "grad_norm": 0.37461635613832134,
      "learning_rate": 1.927951089856575e-05,
      "loss": 0.0393,
      "step": 119
    },
    {
      "epoch": 1.4814814814814814,
      "grad_norm": 0.6569993579112918,
      "learning_rate": 1.9256376597815565e-05,
      "loss": 0.0506,
      "step": 120
    },
    {
      "epoch": 1.4938271604938271,
      "grad_norm": 0.3606538758277819,
      "learning_rate": 1.9232891061054896e-05,
      "loss": 0.0309,
      "step": 121
    },
    {
      "epoch": 1.5061728395061729,
      "grad_norm": 0.4489552042946805,
      "learning_rate": 1.920905517944954e-05,
      "loss": 0.0495,
      "step": 122
    },
    {
      "epoch": 1.5185185185185186,
      "grad_norm": 0.3640183154186618,
      "learning_rate": 1.9184869857459233e-05,
      "loss": 0.0294,
      "step": 123
    },
    {
      "epoch": 1.5308641975308643,
      "grad_norm": 0.4987631065093897,
      "learning_rate": 1.916033601280334e-05,
      "loss": 0.0533,
      "step": 124
    },
    {
      "epoch": 1.5432098765432098,
      "grad_norm": 0.40319894875583845,
      "learning_rate": 1.913545457642601e-05,
      "loss": 0.0386,
      "step": 125
    },
    {
      "epoch": 1.5555555555555556,
      "grad_norm": 0.3044060536431661,
      "learning_rate": 1.9110226492460886e-05,
      "loss": 0.0342,
      "step": 126
    },
    {
      "epoch": 1.567901234567901,
      "grad_norm": 0.36919281340072985,
      "learning_rate": 1.9084652718195237e-05,
      "loss": 0.034,
      "step": 127
    },
    {
      "epoch": 1.5802469135802468,
      "grad_norm": 0.4554316645468543,
      "learning_rate": 1.9058734224033673e-05,
      "loss": 0.0442,
      "step": 128
    },
    {
      "epoch": 1.5925925925925926,
      "grad_norm": 0.3860637450416904,
      "learning_rate": 1.903247199346129e-05,
      "loss": 0.0351,
      "step": 129
    },
    {
      "epoch": 1.6049382716049383,
      "grad_norm": 0.4145904111255904,
      "learning_rate": 1.9005867023006374e-05,
      "loss": 0.0538,
      "step": 130
    },
    {
      "epoch": 1.617283950617284,
      "grad_norm": 0.37152108124728694,
      "learning_rate": 1.8978920322202582e-05,
      "loss": 0.0372,
      "step": 131
    },
    {
      "epoch": 1.6296296296296298,
      "grad_norm": 0.3533748489120987,
      "learning_rate": 1.8951632913550625e-05,
      "loss": 0.0347,
      "step": 132
    },
    {
      "epoch": 1.6419753086419753,
      "grad_norm": 0.41307921206850035,
      "learning_rate": 1.892400583247948e-05,
      "loss": 0.0467,
      "step": 133
    },
    {
      "epoch": 1.654320987654321,
      "grad_norm": 0.3623309750124559,
      "learning_rate": 1.88960401273071e-05,
      "loss": 0.0339,
      "step": 134
    },
    {
      "epoch": 1.6666666666666665,
      "grad_norm": 0.32342684047692133,
      "learning_rate": 1.886773685920062e-05,
      "loss": 0.0475,
      "step": 135
    },
    {
      "epoch": 1.6790123456790123,
      "grad_norm": 0.2751221763038461,
      "learning_rate": 1.8839097102136123e-05,
      "loss": 0.0411,
      "step": 136
    },
    {
      "epoch": 1.691358024691358,
      "grad_norm": 0.4309033939961943,
      "learning_rate": 1.8810121942857848e-05,
      "loss": 0.0499,
      "step": 137
    },
    {
      "epoch": 1.7037037037037037,
      "grad_norm": 0.40460125045082745,
      "learning_rate": 1.878081248083698e-05,
      "loss": 0.0704,
      "step": 138
    },
    {
      "epoch": 1.7160493827160495,
      "grad_norm": 0.33237280139195097,
      "learning_rate": 1.8751169828229927e-05,
      "loss": 0.0288,
      "step": 139
    },
    {
      "epoch": 1.7283950617283952,
      "grad_norm": 0.33276164181630363,
      "learning_rate": 1.872119510983611e-05,
      "loss": 0.0283,
      "step": 140
    },
    {
      "epoch": 1.7407407407407407,
      "grad_norm": 0.33846042235910045,
      "learning_rate": 1.8690889463055285e-05,
      "loss": 0.0346,
      "step": 141
    },
    {
      "epoch": 1.7530864197530864,
      "grad_norm": 0.2983835469497029,
      "learning_rate": 1.866025403784439e-05,
      "loss": 0.0204,
      "step": 142
    },
    {
      "epoch": 1.765432098765432,
      "grad_norm": 0.32286554382633115,
      "learning_rate": 1.86292899966739e-05,
      "loss": 0.0564,
      "step": 143
    },
    {
      "epoch": 1.7777777777777777,
      "grad_norm": 0.29494797125215033,
      "learning_rate": 1.8597998514483724e-05,
      "loss": 0.0199,
      "step": 144
    },
    {
      "epoch": 1.7901234567901234,
      "grad_norm": 0.31485674246853385,
      "learning_rate": 1.856638077863863e-05,
      "loss": 0.0246,
      "step": 145
    },
    {
      "epoch": 1.8024691358024691,
      "grad_norm": 0.3553330613625899,
      "learning_rate": 1.853443798888316e-05,
      "loss": 0.0428,
      "step": 146
    },
    {
      "epoch": 1.8148148148148149,
      "grad_norm": 0.4094124323752043,
      "learning_rate": 1.8502171357296144e-05,
      "loss": 0.0325,
      "step": 147
    },
    {
      "epoch": 1.8271604938271606,
      "grad_norm": 0.4512274400089503,
      "learning_rate": 1.8469582108244672e-05,
      "loss": 0.0316,
      "step": 148
    },
    {
      "epoch": 1.8395061728395061,
      "grad_norm": 0.3386207896347789,
      "learning_rate": 1.8436671478337666e-05,
      "loss": 0.0264,
      "step": 149
    },
    {
      "epoch": 1.8518518518518519,
      "grad_norm": 0.30377308765711836,
      "learning_rate": 1.840344071637893e-05,
      "loss": 0.0256,
      "step": 150
    },
    {
      "epoch": 1.8641975308641974,
      "grad_norm": 0.3047593078910109,
      "learning_rate": 1.836989108331978e-05,
      "loss": 0.0406,
      "step": 151
    },
    {
      "epoch": 1.876543209876543,
      "grad_norm": 0.3453918783190626,
      "learning_rate": 1.8336023852211197e-05,
      "loss": 0.0293,
      "step": 152
    },
    {
      "epoch": 1.8888888888888888,
      "grad_norm": 0.34020059500334965,
      "learning_rate": 1.8301840308155507e-05,
      "loss": 0.0376,
      "step": 153
    },
    {
      "epoch": 1.9012345679012346,
      "grad_norm": 0.3898075678508035,
      "learning_rate": 1.8267341748257636e-05,
      "loss": 0.0339,
      "step": 154
    },
    {
      "epoch": 1.9135802469135803,
      "grad_norm": 0.5039729606941286,
      "learning_rate": 1.8232529481575874e-05,
      "loss": 0.0237,
      "step": 155
    },
    {
      "epoch": 1.925925925925926,
      "grad_norm": 0.39939423124671763,
      "learning_rate": 1.8197404829072214e-05,
      "loss": 0.0567,
      "step": 156
    },
    {
      "epoch": 1.9382716049382716,
      "grad_norm": 0.3110373822433647,
      "learning_rate": 1.816196912356222e-05,
      "loss": 0.0263,
      "step": 157
    },
    {
      "epoch": 1.9506172839506173,
      "grad_norm": 0.2730898361055386,
      "learning_rate": 1.812622370966446e-05,
      "loss": 0.0167,
      "step": 158
    },
    {
      "epoch": 1.9629629629629628,
      "grad_norm": 0.3740775592122447,
      "learning_rate": 1.8090169943749477e-05,
      "loss": 0.0366,
      "step": 159
    },
    {
      "epoch": 1.9753086419753085,
      "grad_norm": 0.3517482972136562,
      "learning_rate": 1.8053809193888326e-05,
      "loss": 0.0343,
      "step": 160
    },
    {
      "epoch": 1.9876543209876543,
      "grad_norm": 0.3448201470407539,
      "learning_rate": 1.8017142839800667e-05,
      "loss": 0.0407,
      "step": 161
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.31463659127167554,
      "learning_rate": 1.7980172272802398e-05,
      "loss": 0.0326,
      "step": 162
    },
    {
      "epoch": 2.0123456790123457,
      "grad_norm": 0.3119319557778762,
      "learning_rate": 1.794289889575286e-05,
      "loss": 0.0162,
      "step": 163
    },
    {
      "epoch": 2.0246913580246915,
      "grad_norm": 0.32152041344430515,
      "learning_rate": 1.7905324123001634e-05,
      "loss": 0.0253,
      "step": 164
    },
    {
      "epoch": 2.037037037037037,
      "grad_norm": 0.2773957765251134,
      "learning_rate": 1.7867449380334834e-05,
      "loss": 0.0203,
      "step": 165
    },
    {
      "epoch": 2.049382716049383,
      "grad_norm": 0.22908870780721655,
      "learning_rate": 1.782927610492103e-05,
      "loss": 0.0186,
      "step": 166
    },
    {
      "epoch": 2.0617283950617282,
      "grad_norm": 0.2955956970727338,
      "learning_rate": 1.7790805745256703e-05,
      "loss": 0.02,
      "step": 167
    },
    {
      "epoch": 2.074074074074074,
      "grad_norm": 0.34426895222254217,
      "learning_rate": 1.77520397611113e-05,
      "loss": 0.0206,
      "step": 168
    },
    {
      "epoch": 2.0864197530864197,
      "grad_norm": 0.3394383274911477,
      "learning_rate": 1.771297962347181e-05,
      "loss": 0.021,
      "step": 169
    },
    {
      "epoch": 2.0987654320987654,
      "grad_norm": 0.3174782568269176,
      "learning_rate": 1.767362681448697e-05,
      "loss": 0.0223,
      "step": 170
    },
    {
      "epoch": 2.111111111111111,
      "grad_norm": 0.28793132810552485,
      "learning_rate": 1.763398282741103e-05,
      "loss": 0.015,
      "step": 171
    },
    {
      "epoch": 2.123456790123457,
      "grad_norm": 0.25904756194914924,
      "learning_rate": 1.7594049166547073e-05,
      "loss": 0.0152,
      "step": 172
    },
    {
      "epoch": 2.1358024691358026,
      "grad_norm": 0.28872886550519916,
      "learning_rate": 1.7553827347189937e-05,
      "loss": 0.0218,
      "step": 173
    },
    {
      "epoch": 2.148148148148148,
      "grad_norm": 0.3383745922979738,
      "learning_rate": 1.7513318895568734e-05,
      "loss": 0.0186,
      "step": 174
    },
    {
      "epoch": 2.1604938271604937,
      "grad_norm": 0.3433669022459947,
      "learning_rate": 1.747252534878891e-05,
      "loss": 0.0244,
      "step": 175
    },
    {
      "epoch": 2.1728395061728394,
      "grad_norm": 0.3096900118277167,
      "learning_rate": 1.7431448254773943e-05,
      "loss": 0.0247,
      "step": 176
    },
    {
      "epoch": 2.185185185185185,
      "grad_norm": 0.3160661155338934,
      "learning_rate": 1.7390089172206594e-05,
      "loss": 0.0204,
      "step": 177
    },
    {
      "epoch": 2.197530864197531,
      "grad_norm": 0.3031506421614271,
      "learning_rate": 1.7348449670469758e-05,
      "loss": 0.0247,
      "step": 178
    },
    {
      "epoch": 2.2098765432098766,
      "grad_norm": 0.29699710884206193,
      "learning_rate": 1.7306531329586933e-05,
      "loss": 0.0212,
      "step": 179
    },
    {
      "epoch": 2.2222222222222223,
      "grad_norm": 0.27055995416522066,
      "learning_rate": 1.7264335740162244e-05,
      "loss": 0.0141,
      "step": 180
    },
    {
      "epoch": 2.234567901234568,
      "grad_norm": 0.2513720939615437,
      "learning_rate": 1.7221864503320093e-05,
      "loss": 0.0176,
      "step": 181
    },
    {
      "epoch": 2.246913580246914,
      "grad_norm": 0.21463355334635534,
      "learning_rate": 1.717911923064442e-05,
      "loss": 0.0195,
      "step": 182
    },
    {
      "epoch": 2.259259259259259,
      "grad_norm": 0.3057377106103357,
      "learning_rate": 1.7136101544117526e-05,
      "loss": 0.0216,
      "step": 183
    },
    {
      "epoch": 2.271604938271605,
      "grad_norm": 0.29775222163099,
      "learning_rate": 1.7092813076058536e-05,
      "loss": 0.0275,
      "step": 184
    },
    {
      "epoch": 2.2839506172839505,
      "grad_norm": 0.3055276236869669,
      "learning_rate": 1.7049255469061476e-05,
      "loss": 0.0344,
      "step": 185
    },
    {
      "epoch": 2.2962962962962963,
      "grad_norm": 0.21549260314464128,
      "learning_rate": 1.700543037593291e-05,
      "loss": 0.0168,
      "step": 186
    },
    {
      "epoch": 2.308641975308642,
      "grad_norm": 0.2617363419016656,
      "learning_rate": 1.696133945962927e-05,
      "loss": 0.0223,
      "step": 187
    },
    {
      "epoch": 2.3209876543209877,
      "grad_norm": 0.24161925121125105,
      "learning_rate": 1.6916984393193704e-05,
      "loss": 0.0149,
      "step": 188
    },
    {
      "epoch": 2.3333333333333335,
      "grad_norm": 0.3097073679033491,
      "learning_rate": 1.687236685969263e-05,
      "loss": 0.0278,
      "step": 189
    },
    {
      "epoch": 2.3456790123456788,
      "grad_norm": 0.25261420518988137,
      "learning_rate": 1.6827488552151855e-05,
      "loss": 0.0209,
      "step": 190
    },
    {
      "epoch": 2.3580246913580245,
      "grad_norm": 0.29919385437925194,
      "learning_rate": 1.678235117349234e-05,
      "loss": 0.021,
      "step": 191
    },
    {
      "epoch": 2.3703703703703702,
      "grad_norm": 0.26627559608374113,
      "learning_rate": 1.6736956436465573e-05,
      "loss": 0.0156,
      "step": 192
    },
    {
      "epoch": 2.382716049382716,
      "grad_norm": 0.315756273819458,
      "learning_rate": 1.6691306063588583e-05,
      "loss": 0.0119,
      "step": 193
    },
    {
      "epoch": 2.3950617283950617,
      "grad_norm": 0.3521313813287778,
      "learning_rate": 1.664540178707858e-05,
      "loss": 0.0197,
      "step": 194
    },
    {
      "epoch": 2.4074074074074074,
      "grad_norm": 0.23890807245570367,
      "learning_rate": 1.659924534878723e-05,
      "loss": 0.0161,
      "step": 195
    },
    {
      "epoch": 2.419753086419753,
      "grad_norm": 0.23229593095773818,
      "learning_rate": 1.655283850013454e-05,
      "loss": 0.0082,
      "step": 196
    },
    {
      "epoch": 2.432098765432099,
      "grad_norm": 0.2488497617155846,
      "learning_rate": 1.650618300204242e-05,
      "loss": 0.0154,
      "step": 197
    },
    {
      "epoch": 2.4444444444444446,
      "grad_norm": 0.2846644237202055,
      "learning_rate": 1.6459280624867876e-05,
      "loss": 0.017,
      "step": 198
    },
    {
      "epoch": 2.45679012345679,
      "grad_norm": 0.3307306653758879,
      "learning_rate": 1.6412133148335786e-05,
      "loss": 0.0253,
      "step": 199
    },
    {
      "epoch": 2.4691358024691357,
      "grad_norm": 0.401524089447455,
      "learning_rate": 1.6364742361471416e-05,
      "loss": 0.0248,
      "step": 200
    },
    {
      "epoch": 2.4814814814814814,
      "grad_norm": 0.24557760407685852,
      "learning_rate": 1.631711006253251e-05,
      "loss": 0.0219,
      "step": 201
    },
    {
      "epoch": 2.493827160493827,
      "grad_norm": 0.2231254084874177,
      "learning_rate": 1.626923805894107e-05,
      "loss": 0.0185,
      "step": 202
    },
    {
      "epoch": 2.506172839506173,
      "grad_norm": 0.2746670149754389,
      "learning_rate": 1.6221128167214742e-05,
      "loss": 0.0198,
      "step": 203
    },
    {
      "epoch": 2.5185185185185186,
      "grad_norm": 0.22454413205332946,
      "learning_rate": 1.617278221289793e-05,
      "loss": 0.0131,
      "step": 204
    },
    {
      "epoch": 2.5308641975308643,
      "grad_norm": 0.23942689316296767,
      "learning_rate": 1.61242020304925e-05,
      "loss": 0.0216,
      "step": 205
    },
    {
      "epoch": 2.5432098765432096,
      "grad_norm": 0.3167065348394166,
      "learning_rate": 1.607538946338817e-05,
      "loss": 0.015,
      "step": 206
    },
    {
      "epoch": 2.5555555555555554,
      "grad_norm": 0.3522580744129786,
      "learning_rate": 1.6026346363792565e-05,
      "loss": 0.0284,
      "step": 207
    },
    {
      "epoch": 2.567901234567901,
      "grad_norm": 0.2988578750438895,
      "learning_rate": 1.5977074592660936e-05,
      "loss": 0.0166,
      "step": 208
    },
    {
      "epoch": 2.580246913580247,
      "grad_norm": 0.2119054892726317,
      "learning_rate": 1.592757601962555e-05,
      "loss": 0.0096,
      "step": 209
    },
    {
      "epoch": 2.5925925925925926,
      "grad_norm": 0.20741064911092552,
      "learning_rate": 1.5877852522924733e-05,
      "loss": 0.0191,
      "step": 210
    },
    {
      "epoch": 2.6049382716049383,
      "grad_norm": 0.26294749753775415,
      "learning_rate": 1.582790598933161e-05,
      "loss": 0.0265,
      "step": 211
    },
    {
      "epoch": 2.617283950617284,
      "grad_norm": 0.2521344397345761,
      "learning_rate": 1.5777738314082514e-05,
      "loss": 0.0174,
      "step": 212
    },
    {
      "epoch": 2.6296296296296298,
      "grad_norm": 0.2090224535341981,
      "learning_rate": 1.5727351400805054e-05,
      "loss": 0.0159,
      "step": 213
    },
    {
      "epoch": 2.6419753086419755,
      "grad_norm": 0.21033486854745503,
      "learning_rate": 1.5676747161445903e-05,
      "loss": 0.0236,
      "step": 214
    },
    {
      "epoch": 2.6543209876543212,
      "grad_norm": 0.19657648924979762,
      "learning_rate": 1.5625927516198235e-05,
      "loss": 0.0178,
      "step": 215
    },
    {
      "epoch": 2.6666666666666665,
      "grad_norm": 0.2411052605645195,
      "learning_rate": 1.5574894393428856e-05,
      "loss": 0.0111,
      "step": 216
    },
    {
      "epoch": 2.6790123456790123,
      "grad_norm": 0.31954942273313647,
      "learning_rate": 1.552364972960506e-05,
      "loss": 0.026,
      "step": 217
    },
    {
      "epoch": 2.691358024691358,
      "grad_norm": 0.2838958762793406,
      "learning_rate": 1.5472195469221115e-05,
      "loss": 0.0309,
      "step": 218
    },
    {
      "epoch": 2.7037037037037037,
      "grad_norm": 0.20041777320173626,
      "learning_rate": 1.5420533564724495e-05,
      "loss": 0.0183,
      "step": 219
    },
    {
      "epoch": 2.7160493827160495,
      "grad_norm": 0.2450116676808879,
      "learning_rate": 1.5368665976441802e-05,
      "loss": 0.0209,
      "step": 220
    },
    {
      "epoch": 2.728395061728395,
      "grad_norm": 0.23961047907329863,
      "learning_rate": 1.5316594672504362e-05,
      "loss": 0.0177,
      "step": 221
    },
    {
      "epoch": 2.7407407407407405,
      "grad_norm": 0.22107765498822843,
      "learning_rate": 1.526432162877356e-05,
      "loss": 0.0115,
      "step": 222
    },
    {
      "epoch": 2.753086419753086,
      "grad_norm": 0.283474952878893,
      "learning_rate": 1.5211848828765852e-05,
      "loss": 0.034,
      "step": 223
    },
    {
      "epoch": 2.765432098765432,
      "grad_norm": 0.21699559982290464,
      "learning_rate": 1.5159178263577512e-05,
      "loss": 0.0101,
      "step": 224
    },
    {
      "epoch": 2.7777777777777777,
      "grad_norm": 0.22698992910116217,
      "learning_rate": 1.510631193180907e-05,
      "loss": 0.0251,
      "step": 225
    },
    {
      "epoch": 2.7901234567901234,
      "grad_norm": 0.21582178770974225,
      "learning_rate": 1.5053251839489482e-05,
      "loss": 0.0108,
      "step": 226
    },
    {
      "epoch": 2.802469135802469,
      "grad_norm": 0.26829257899099024,
      "learning_rate": 1.5000000000000002e-05,
      "loss": 0.0209,
      "step": 227
    },
    {
      "epoch": 2.814814814814815,
      "grad_norm": 0.3507275921603246,
      "learning_rate": 1.4946558433997792e-05,
      "loss": 0.0264,
      "step": 228
    },
    {
      "epoch": 2.8271604938271606,
      "grad_norm": 0.17972895444262435,
      "learning_rate": 1.4892929169339237e-05,
      "loss": 0.0064,
      "step": 229
    },
    {
      "epoch": 2.8395061728395063,
      "grad_norm": 0.2617950316333363,
      "learning_rate": 1.4839114241003017e-05,
      "loss": 0.0205,
      "step": 230
    },
    {
      "epoch": 2.851851851851852,
      "grad_norm": 0.21854432114775668,
      "learning_rate": 1.4785115691012866e-05,
      "loss": 0.0133,
      "step": 231
    },
    {
      "epoch": 2.8641975308641974,
      "grad_norm": 0.3086185413115422,
      "learning_rate": 1.4730935568360103e-05,
      "loss": 0.0258,
      "step": 232
    },
    {
      "epoch": 2.876543209876543,
      "grad_norm": 0.26360881813895337,
      "learning_rate": 1.4676575928925869e-05,
      "loss": 0.0122,
      "step": 233
    },
    {
      "epoch": 2.888888888888889,
      "grad_norm": 0.19397354302951686,
      "learning_rate": 1.4622038835403135e-05,
      "loss": 0.0189,
      "step": 234
    },
    {
      "epoch": 2.9012345679012346,
      "grad_norm": 0.27942768599957285,
      "learning_rate": 1.4567326357218408e-05,
      "loss": 0.025,
      "step": 235
    },
    {
      "epoch": 2.9135802469135803,
      "grad_norm": 0.2950242324226194,
      "learning_rate": 1.451244057045323e-05,
      "loss": 0.0365,
      "step": 236
    },
    {
      "epoch": 2.925925925925926,
      "grad_norm": 0.17975187594689376,
      "learning_rate": 1.4457383557765385e-05,
      "loss": 0.0188,
      "step": 237
    },
    {
      "epoch": 2.9382716049382713,
      "grad_norm": 0.23376665230749175,
      "learning_rate": 1.4402157408309876e-05,
      "loss": 0.0099,
      "step": 238
    },
    {
      "epoch": 2.950617283950617,
      "grad_norm": 0.19019995851535298,
      "learning_rate": 1.4346764217659652e-05,
      "loss": 0.0162,
      "step": 239
    },
    {
      "epoch": 2.962962962962963,
      "grad_norm": 0.2214940835243357,
      "learning_rate": 1.429120608772609e-05,
      "loss": 0.0237,
      "step": 240
    },
    {
      "epoch": 2.9753086419753085,
      "grad_norm": 0.2627103929594842,
      "learning_rate": 1.4235485126679244e-05,
      "loss": 0.0157,
      "step": 241
    },
    {
      "epoch": 2.9876543209876543,
      "grad_norm": 0.2682992652202373,
      "learning_rate": 1.4179603448867836e-05,
      "loss": 0.0298,
      "step": 242
    },
    {
      "epoch": 3.0,
      "grad_norm": 0.298232489464775,
      "learning_rate": 1.4123563174739036e-05,
      "loss": 0.0152,
      "step": 243
    },
    {
      "epoch": 3.0123456790123457,
      "grad_norm": 0.12740632304155414,
      "learning_rate": 1.4067366430758004e-05,
      "loss": 0.0059,
      "step": 244
    },
    {
      "epoch": 3.0246913580246915,
      "grad_norm": 0.19794558417137054,
      "learning_rate": 1.4011015349327188e-05,
      "loss": 0.0088,
      "step": 245
    },
    {
      "epoch": 3.037037037037037,
      "grad_norm": 0.1922683196961256,
      "learning_rate": 1.3954512068705425e-05,
      "loss": 0.0081,
      "step": 246
    },
    {
      "epoch": 3.049382716049383,
      "grad_norm": 0.17829186059186022,
      "learning_rate": 1.3897858732926794e-05,
      "loss": 0.0071,
      "step": 247
    },
    {
      "epoch": 3.0617283950617282,
      "grad_norm": 0.14264428973058538,
      "learning_rate": 1.3841057491719261e-05,
      "loss": 0.0096,
      "step": 248
    },
    {
      "epoch": 3.074074074074074,
      "grad_norm": 0.2266151450801307,
      "learning_rate": 1.3784110500423104e-05,
      "loss": 0.0154,
      "step": 249
    },
    {
      "epoch": 3.0864197530864197,
      "grad_norm": 0.2197194981703044,
      "learning_rate": 1.372701991990914e-05,
      "loss": 0.0231,
      "step": 250
    },
    {
      "epoch": 3.0987654320987654,
      "grad_norm": 0.21131738021284832,
      "learning_rate": 1.3669787916496722e-05,
      "loss": 0.0094,
      "step": 251
    },
    {
      "epoch": 3.111111111111111,
      "grad_norm": 0.20464969805446995,
      "learning_rate": 1.3612416661871532e-05,
      "loss": 0.0085,
      "step": 252
    },
    {
      "epoch": 3.123456790123457,
      "grad_norm": 0.21532674194312212,
      "learning_rate": 1.355490833300318e-05,
      "loss": 0.0087,
      "step": 253
    },
    {
      "epoch": 3.1358024691358026,
      "grad_norm": 0.16104981288328868,
      "learning_rate": 1.3497265112062613e-05,
      "loss": 0.0055,
      "step": 254
    },
    {
      "epoch": 3.148148148148148,
      "grad_norm": 0.24076058570830933,
      "learning_rate": 1.3439489186339283e-05,
      "loss": 0.008,
      "step": 255
    },
    {
      "epoch": 3.1604938271604937,
      "grad_norm": 0.2604821262949657,
      "learning_rate": 1.3381582748158173e-05,
      "loss": 0.0231,
      "step": 256
    },
    {
      "epoch": 3.1728395061728394,
      "grad_norm": 0.24580486733045098,
      "learning_rate": 1.3323547994796597e-05,
      "loss": 0.0174,
      "step": 257
    },
    {
      "epoch": 3.185185185185185,
      "grad_norm": 0.3154617969549976,
      "learning_rate": 1.3265387128400833e-05,
      "loss": 0.0092,
      "step": 258
    },
    {
      "epoch": 3.197530864197531,
      "grad_norm": 0.2224133620360006,
      "learning_rate": 1.3207102355902553e-05,
      "loss": 0.0129,
      "step": 259
    },
    {
      "epoch": 3.2098765432098766,
      "grad_norm": 0.281666620283078,
      "learning_rate": 1.314869588893508e-05,
      "loss": 0.0114,
      "step": 260
    },
    {
      "epoch": 3.2222222222222223,
      "grad_norm": 0.22582566658451753,
      "learning_rate": 1.3090169943749475e-05,
      "loss": 0.0125,
      "step": 261
    },
    {
      "epoch": 3.234567901234568,
      "grad_norm": 0.20743608754259807,
      "learning_rate": 1.3031526741130435e-05,
      "loss": 0.0133,
      "step": 262
    },
    {
      "epoch": 3.246913580246914,
      "grad_norm": 0.1823778790146933,
      "learning_rate": 1.2972768506312028e-05,
      "loss": 0.0097,
      "step": 263
    },
    {
      "epoch": 3.259259259259259,
      "grad_norm": 0.24794430856710525,
      "learning_rate": 1.2913897468893249e-05,
      "loss": 0.0081,
      "step": 264
    },
    {
      "epoch": 3.271604938271605,
      "grad_norm": 0.22571751396689432,
      "learning_rate": 1.2854915862753424e-05,
      "loss": 0.0114,
      "step": 265
    },
    {
      "epoch": 3.2839506172839505,
      "grad_norm": 0.19127790036678968,
      "learning_rate": 1.279582592596744e-05,
      "loss": 0.009,
      "step": 266
    },
    {
      "epoch": 3.2962962962962963,
      "grad_norm": 0.21071669945822885,
      "learning_rate": 1.2736629900720832e-05,
      "loss": 0.0155,
      "step": 267
    },
    {
      "epoch": 3.308641975308642,
      "grad_norm": 0.15143256661237275,
      "learning_rate": 1.2677330033224681e-05,
      "loss": 0.0065,
      "step": 268
    },
    {
      "epoch": 3.3209876543209877,
      "grad_norm": 0.23256148298533083,
      "learning_rate": 1.2617928573630405e-05,
      "loss": 0.0124,
      "step": 269
    },
    {
      "epoch": 3.3333333333333335,
      "grad_norm": 0.22582573521296015,
      "learning_rate": 1.2558427775944357e-05,
      "loss": 0.0216,
      "step": 270
    },
    {
      "epoch": 3.3456790123456788,
      "grad_norm": 0.13193162285788634,
      "learning_rate": 1.2498829897942308e-05,
      "loss": 0.011,
      "step": 271
    },
    {
      "epoch": 3.3580246913580245,
      "grad_norm": 0.312976420046679,
      "learning_rate": 1.2439137201083772e-05,
      "loss": 0.0106,
      "step": 272
    },
    {
      "epoch": 3.3703703703703702,
      "grad_norm": 0.19625961746503687,
      "learning_rate": 1.2379351950426188e-05,
      "loss": 0.0089,
      "step": 273
    },
    {
      "epoch": 3.382716049382716,
      "grad_norm": 0.16447584005359223,
      "learning_rate": 1.2319476414538982e-05,
      "loss": 0.0063,
      "step": 274
    },
    {
      "epoch": 3.3950617283950617,
      "grad_norm": 0.1965358769188583,
      "learning_rate": 1.2259512865417478e-05,
      "loss": 0.0079,
      "step": 275
    },
    {
      "epoch": 3.4074074074074074,
      "grad_norm": 0.2160518293938132,
      "learning_rate": 1.2199463578396688e-05,
      "loss": 0.0115,
      "step": 276
    },
    {
      "epoch": 3.419753086419753,
      "grad_norm": 0.15127756963407038,
      "learning_rate": 1.2139330832064975e-05,
      "loss": 0.0094,
      "step": 277
    },
    {
      "epoch": 3.432098765432099,
      "grad_norm": 0.15670354823656912,
      "learning_rate": 1.2079116908177592e-05,
      "loss": 0.0067,
      "step": 278
    },
    {
      "epoch": 3.4444444444444446,
      "grad_norm": 0.1832029547236401,
      "learning_rate": 1.2018824091570103e-05,
      "loss": 0.0076,
      "step": 279
    },
    {
      "epoch": 3.45679012345679,
      "grad_norm": 0.1847955538396133,
      "learning_rate": 1.1958454670071671e-05,
      "loss": 0.0068,
      "step": 280
    },
    {
      "epoch": 3.4691358024691357,
      "grad_norm": 0.16708923166356573,
      "learning_rate": 1.1898010934418261e-05,
      "loss": 0.0077,
      "step": 281
    },
    {
      "epoch": 3.4814814814814814,
      "grad_norm": 0.219254384910188,
      "learning_rate": 1.1837495178165706e-05,
      "loss": 0.0136,
      "step": 282
    },
    {
      "epoch": 3.493827160493827,
      "grad_norm": 0.3031509215534536,
      "learning_rate": 1.177690969760269e-05,
      "loss": 0.0078,
      "step": 283
    },
    {
      "epoch": 3.506172839506173,
      "grad_norm": 0.20587394181029134,
      "learning_rate": 1.1716256791663599e-05,
      "loss": 0.0107,
      "step": 284
    },
    {
      "epoch": 3.5185185185185186,
      "grad_norm": 0.18349458503479488,
      "learning_rate": 1.16555387618413e-05,
      "loss": 0.0114,
      "step": 285
    },
    {
      "epoch": 3.5308641975308643,
      "grad_norm": 0.21953256031427928,
      "learning_rate": 1.159475791209981e-05,
      "loss": 0.021,
      "step": 286
    },
    {
      "epoch": 3.5432098765432096,
      "grad_norm": 0.16802927221598177,
      "learning_rate": 1.1533916548786856e-05,
      "loss": 0.017,
      "step": 287
    },
    {
      "epoch": 3.5555555555555554,
      "grad_norm": 0.17437530961491682,
      "learning_rate": 1.1473016980546377e-05,
      "loss": 0.0082,
      "step": 288
    },
    {
      "epoch": 3.567901234567901,
      "grad_norm": 0.18753660249190723,
      "learning_rate": 1.1412061518230916e-05,
      "loss": 0.0104,
      "step": 289
    },
    {
      "epoch": 3.580246913580247,
      "grad_norm": 0.1961816817103867,
      "learning_rate": 1.135105247481393e-05,
      "loss": 0.0151,
      "step": 290
    },
    {
      "epoch": 3.5925925925925926,
      "grad_norm": 0.21880871777689972,
      "learning_rate": 1.1289992165302036e-05,
      "loss": 0.0114,
      "step": 291
    },
    {
      "epoch": 3.6049382716049383,
      "grad_norm": 0.1704995800988171,
      "learning_rate": 1.1228882906647142e-05,
      "loss": 0.0082,
      "step": 292
    },
    {
      "epoch": 3.617283950617284,
      "grad_norm": 0.2617854020277945,
      "learning_rate": 1.1167727017658562e-05,
      "loss": 0.0116,
      "step": 293
    },
    {
      "epoch": 3.6296296296296298,
      "grad_norm": 0.17168277914622568,
      "learning_rate": 1.1106526818915008e-05,
      "loss": 0.0083,
      "step": 294
    },
    {
      "epoch": 3.6419753086419755,
      "grad_norm": 0.23889824190420522,
      "learning_rate": 1.1045284632676535e-05,
      "loss": 0.0147,
      "step": 295
    },
    {
      "epoch": 3.6543209876543212,
      "grad_norm": 0.1539777031660912,
      "learning_rate": 1.0984002782796427e-05,
      "loss": 0.0164,
      "step": 296
    },
    {
      "epoch": 3.6666666666666665,
      "grad_norm": 0.15189002638648533,
      "learning_rate": 1.092268359463302e-05,
      "loss": 0.0093,
      "step": 297
    },
    {
      "epoch": 3.6790123456790123,
      "grad_norm": 0.1931624710226531,
      "learning_rate": 1.0861329394961461e-05,
      "loss": 0.0159,
      "step": 298
    },
    {
      "epoch": 3.691358024691358,
      "grad_norm": 0.19079183444633152,
      "learning_rate": 1.0799942511885417e-05,
      "loss": 0.0123,
      "step": 299
    },
    {
      "epoch": 3.7037037037037037,
      "grad_norm": 0.19983669205081916,
      "learning_rate": 1.073852527474874e-05,
      "loss": 0.0107,
      "step": 300
    },
    {
      "epoch": 3.7160493827160495,
      "grad_norm": 0.20550325855050947,
      "learning_rate": 1.0677080014047076e-05,
      "loss": 0.004,
      "step": 301
    },
    {
      "epoch": 3.728395061728395,
      "grad_norm": 0.2164226790088601,
      "learning_rate": 1.0615609061339431e-05,
      "loss": 0.011,
      "step": 302
    },
    {
      "epoch": 3.7407407407407405,
      "grad_norm": 0.14412057991078386,
      "learning_rate": 1.05541147491597e-05,
      "loss": 0.0051,
      "step": 303
    },
    {
      "epoch": 3.753086419753086,
      "grad_norm": 0.2650461598250637,
      "learning_rate": 1.049259941092817e-05,
      "loss": 0.0101,
      "step": 304
    },
    {
      "epoch": 3.765432098765432,
      "grad_norm": 0.30085979106051064,
      "learning_rate": 1.0431065380862959e-05,
      "loss": 0.0132,
      "step": 305
    },
    {
      "epoch": 3.7777777777777777,
      "grad_norm": 0.24498181798018345,
      "learning_rate": 1.0369514993891451e-05,
      "loss": 0.0106,
      "step": 306
    },
    {
      "epoch": 3.7901234567901234,
      "grad_norm": 0.2082184557258639,
      "learning_rate": 1.0307950585561705e-05,
      "loss": 0.0109,
      "step": 307
    },
    {
      "epoch": 3.802469135802469,
      "grad_norm": 0.1840429660303778,
      "learning_rate": 1.0246374491953823e-05,
      "loss": 0.0057,
      "step": 308
    },
    {
      "epoch": 3.814814814814815,
      "grad_norm": 0.1543192699947808,
      "learning_rate": 1.01847890495913e-05,
      "loss": 0.0057,
      "step": 309
    },
    {
      "epoch": 3.8271604938271606,
      "grad_norm": 0.31085221751147407,
      "learning_rate": 1.0123196595352385e-05,
      "loss": 0.0182,
      "step": 310
    },
    {
      "epoch": 3.8395061728395063,
      "grad_norm": 0.1871258490697948,
      "learning_rate": 1.0061599466381388e-05,
      "loss": 0.0145,
      "step": 311
    },
    {
      "epoch": 3.851851851851852,
      "grad_norm": 0.1551317940376091,
      "learning_rate": 1e-05,
      "loss": 0.0064,
      "step": 312
    },
    {
      "epoch": 3.8641975308641974,
      "grad_norm": 0.12067080386439995,
      "learning_rate": 9.938400533618615e-06,
      "loss": 0.0086,
      "step": 313
    },
    {
      "epoch": 3.876543209876543,
      "grad_norm": 0.14504074540723555,
      "learning_rate": 9.876803404647617e-06,
      "loss": 0.0047,
      "step": 314
    },
    {
      "epoch": 3.888888888888889,
      "grad_norm": 0.2391873275575988,
      "learning_rate": 9.815210950408703e-06,
      "loss": 0.0075,
      "step": 315
    },
    {
      "epoch": 3.9012345679012346,
      "grad_norm": 0.20353348393758977,
      "learning_rate": 9.753625508046183e-06,
      "loss": 0.0227,
      "step": 316
    },
    {
      "epoch": 3.9135802469135803,
      "grad_norm": 0.20785860276808238,
      "learning_rate": 9.692049414438298e-06,
      "loss": 0.0191,
      "step": 317
    },
    {
      "epoch": 3.925925925925926,
      "grad_norm": 0.1771402757741428,
      "learning_rate": 9.630485006108554e-06,
      "loss": 0.0074,
      "step": 318
    },
    {
      "epoch": 3.9382716049382713,
      "grad_norm": 0.23082418089890744,
      "learning_rate": 9.568934619137048e-06,
      "loss": 0.0181,
      "step": 319
    },
    {
      "epoch": 3.950617283950617,
      "grad_norm": 0.1985690884699008,
      "learning_rate": 9.507400589071833e-06,
      "loss": 0.0116,
      "step": 320
    },
    {
      "epoch": 3.962962962962963,
      "grad_norm": 0.18052282236312095,
      "learning_rate": 9.445885250840301e-06,
      "loss": 0.008,
      "step": 321
    },
    {
      "epoch": 3.9753086419753085,
      "grad_norm": 0.18304117085309365,
      "learning_rate": 9.384390938660572e-06,
      "loss": 0.0075,
      "step": 322
    },
    {
      "epoch": 3.9876543209876543,
      "grad_norm": 0.1352378832885016,
      "learning_rate": 9.322919985952926e-06,
      "loss": 0.0043,
      "step": 323
    },
    {
      "epoch": 4.0,
      "grad_norm": 0.1888441520514094,
      "learning_rate": 9.261474725251261e-06,
      "loss": 0.0066,
      "step": 324
    },
    {
      "epoch": 4.012345679012346,
      "grad_norm": 0.17576556583410355,
      "learning_rate": 9.200057488114585e-06,
      "loss": 0.0111,
      "step": 325
    },
    {
      "epoch": 4.0246913580246915,
      "grad_norm": 0.1786262879981403,
      "learning_rate": 9.138670605038542e-06,
      "loss": 0.0051,
      "step": 326
    },
    {
      "epoch": 4.037037037037037,
      "grad_norm": 0.18990489010264094,
      "learning_rate": 9.07731640536698e-06,
      "loss": 0.0071,
      "step": 327
    },
    {
      "epoch": 4.049382716049383,
      "grad_norm": 0.12318159558833343,
      "learning_rate": 9.015997217203574e-06,
      "loss": 0.0034,
      "step": 328
    },
    {
      "epoch": 4.061728395061729,
      "grad_norm": 0.13751334569727902,
      "learning_rate": 8.954715367323468e-06,
      "loss": 0.0063,
      "step": 329
    },
    {
      "epoch": 4.074074074074074,
      "grad_norm": 0.13146054154726655,
      "learning_rate": 8.893473181084993e-06,
      "loss": 0.0047,
      "step": 330
    },
    {
      "epoch": 4.08641975308642,
      "grad_norm": 0.15881793905029615,
      "learning_rate": 8.83227298234144e-06,
      "loss": 0.0086,
      "step": 331
    },
    {
      "epoch": 4.098765432098766,
      "grad_norm": 0.12142724241545133,
      "learning_rate": 8.771117093352861e-06,
      "loss": 0.0051,
      "step": 332
    },
    {
      "epoch": 4.111111111111111,
      "grad_norm": 0.2286294288273942,
      "learning_rate": 8.71000783469797e-06,
      "loss": 0.0121,
      "step": 333
    },
    {
      "epoch": 4.1234567901234565,
      "grad_norm": 0.16035361370524753,
      "learning_rate": 8.648947525186073e-06,
      "loss": 0.005,
      "step": 334
    },
    {
      "epoch": 4.135802469135802,
      "grad_norm": 0.1828509697608793,
      "learning_rate": 8.58793848176909e-06,
      "loss": 0.0058,
      "step": 335
    },
    {
      "epoch": 4.148148148148148,
      "grad_norm": 0.18114371230252813,
      "learning_rate": 8.526983019453624e-06,
      "loss": 0.0041,
      "step": 336
    },
    {
      "epoch": 4.160493827160494,
      "grad_norm": 0.13123399087407325,
      "learning_rate": 8.466083451213145e-06,
      "loss": 0.0055,
      "step": 337
    },
    {
      "epoch": 4.172839506172839,
      "grad_norm": 0.15545804752592987,
      "learning_rate": 8.405242087900192e-06,
      "loss": 0.0031,
      "step": 338
    },
    {
      "epoch": 4.185185185185185,
      "grad_norm": 0.14836867939239134,
      "learning_rate": 8.3444612381587e-06,
      "loss": 0.0105,
      "step": 339
    },
    {
      "epoch": 4.197530864197531,
      "grad_norm": 0.205738715941424,
      "learning_rate": 8.283743208336403e-06,
      "loss": 0.0055,
      "step": 340
    },
    {
      "epoch": 4.209876543209877,
      "grad_norm": 0.21183835509861776,
      "learning_rate": 8.223090302397313e-06,
      "loss": 0.006,
      "step": 341
    },
    {
      "epoch": 4.222222222222222,
      "grad_norm": 0.15257239381928547,
      "learning_rate": 8.162504821834296e-06,
      "loss": 0.0047,
      "step": 342
    },
    {
      "epoch": 4.234567901234568,
      "grad_norm": 0.11658733556890352,
      "learning_rate": 8.101989065581742e-06,
      "loss": 0.0068,
      "step": 343
    },
    {
      "epoch": 4.246913580246914,
      "grad_norm": 0.13573163174587216,
      "learning_rate": 8.041545329928332e-06,
      "loss": 0.0123,
      "step": 344
    },
    {
      "epoch": 4.2592592592592595,
      "grad_norm": 0.13777699068418175,
      "learning_rate": 7.9811759084299e-06,
      "loss": 0.0097,
      "step": 345
    },
    {
      "epoch": 4.271604938271605,
      "grad_norm": 0.15763381172079863,
      "learning_rate": 7.92088309182241e-06,
      "loss": 0.0087,
      "step": 346
    },
    {
      "epoch": 4.283950617283951,
      "grad_norm": 0.15479605806346516,
      "learning_rate": 7.860669167935028e-06,
      "loss": 0.0032,
      "step": 347
    },
    {
      "epoch": 4.296296296296296,
      "grad_norm": 0.1586828874171454,
      "learning_rate": 7.800536421603317e-06,
      "loss": 0.008,
      "step": 348
    },
    {
      "epoch": 4.308641975308642,
      "grad_norm": 0.15327141154299848,
      "learning_rate": 7.740487134582527e-06,
      "loss": 0.0059,
      "step": 349
    },
    {
      "epoch": 4.320987654320987,
      "grad_norm": 0.140301040005369,
      "learning_rate": 7.680523585461021e-06,
      "loss": 0.0062,
      "step": 350
    },
    {
      "epoch": 4.333333333333333,
      "grad_norm": 0.12438760539558087,
      "learning_rate": 7.620648049573815e-06,
      "loss": 0.0033,
      "step": 351
    },
    {
      "epoch": 4.345679012345679,
      "grad_norm": 0.15251811244541832,
      "learning_rate": 7.560862798916229e-06,
      "loss": 0.0066,
      "step": 352
    },
    {
      "epoch": 4.3580246913580245,
      "grad_norm": 0.12017480297474846,
      "learning_rate": 7.501170102057691e-06,
      "loss": 0.0033,
      "step": 353
    },
    {
      "epoch": 4.37037037037037,
      "grad_norm": 0.07857457205022518,
      "learning_rate": 7.441572224055644e-06,
      "loss": 0.0021,
      "step": 354
    },
    {
      "epoch": 4.382716049382716,
      "grad_norm": 0.1278711203666051,
      "learning_rate": 7.382071426369597e-06,
      "loss": 0.0064,
      "step": 355
    },
    {
      "epoch": 4.395061728395062,
      "grad_norm": 0.18131359376325312,
      "learning_rate": 7.322669966775321e-06,
      "loss": 0.0095,
      "step": 356
    },
    {
      "epoch": 4.407407407407407,
      "grad_norm": 0.09723568551494033,
      "learning_rate": 7.263370099279173e-06,
      "loss": 0.0027,
      "step": 357
    },
    {
      "epoch": 4.419753086419753,
      "grad_norm": 0.1672781410819625,
      "learning_rate": 7.204174074032562e-06,
      "loss": 0.0066,
      "step": 358
    },
    {
      "epoch": 4.432098765432099,
      "grad_norm": 0.1258158648501038,
      "learning_rate": 7.1450841372465806e-06,
      "loss": 0.0056,
      "step": 359
    },
    {
      "epoch": 4.444444444444445,
      "grad_norm": 0.11731253934039346,
      "learning_rate": 7.086102531106755e-06,
      "loss": 0.0031,
      "step": 360
    },
    {
      "epoch": 4.45679012345679,
      "grad_norm": 0.21138242950668157,
      "learning_rate": 7.027231493687974e-06,
      "loss": 0.0058,
      "step": 361
    },
    {
      "epoch": 4.469135802469136,
      "grad_norm": 0.12057312296375491,
      "learning_rate": 6.968473258869566e-06,
      "loss": 0.0055,
      "step": 362
    },
    {
      "epoch": 4.481481481481482,
      "grad_norm": 0.18470894070091085,
      "learning_rate": 6.909830056250527e-06,
      "loss": 0.0061,
      "step": 363
    },
    {
      "epoch": 4.493827160493828,
      "grad_norm": 0.10365823512721326,
      "learning_rate": 6.851304111064923e-06,
      "loss": 0.004,
      "step": 364
    },
    {
      "epoch": 4.506172839506172,
      "grad_norm": 0.14863072835909422,
      "learning_rate": 6.7928976440974504e-06,
      "loss": 0.0064,
      "step": 365
    },
    {
      "epoch": 4.518518518518518,
      "grad_norm": 0.11216394972543642,
      "learning_rate": 6.734612871599169e-06,
      "loss": 0.0047,
      "step": 366
    },
    {
      "epoch": 4.530864197530864,
      "grad_norm": 0.1769379177433203,
      "learning_rate": 6.6764520052034054e-06,
      "loss": 0.0071,
      "step": 367
    },
    {
      "epoch": 4.54320987654321,
      "grad_norm": 0.11523498585679909,
      "learning_rate": 6.618417251841829e-06,
      "loss": 0.0052,
      "step": 368
    },
    {
      "epoch": 4.555555555555555,
      "grad_norm": 0.213990728294252,
      "learning_rate": 6.560510813660719e-06,
      "loss": 0.01,
      "step": 369
    },
    {
      "epoch": 4.567901234567901,
      "grad_norm": 0.22242402616595255,
      "learning_rate": 6.502734887937389e-06,
      "loss": 0.0091,
      "step": 370
    },
    {
      "epoch": 4.580246913580247,
      "grad_norm": 0.22736754834624315,
      "learning_rate": 6.44509166699682e-06,
      "loss": 0.0098,
      "step": 371
    },
    {
      "epoch": 4.592592592592593,
      "grad_norm": 0.12867942855007472,
      "learning_rate": 6.387583338128471e-06,
      "loss": 0.0035,
      "step": 372
    },
    {
      "epoch": 4.604938271604938,
      "grad_norm": 0.12725911519226457,
      "learning_rate": 6.33021208350328e-06,
      "loss": 0.0064,
      "step": 373
    },
    {
      "epoch": 4.617283950617284,
      "grad_norm": 0.17702466948892448,
      "learning_rate": 6.27298008009086e-06,
      "loss": 0.0054,
      "step": 374
    },
    {
      "epoch": 4.62962962962963,
      "grad_norm": 0.09649965912500313,
      "learning_rate": 6.215889499576898e-06,
      "loss": 0.0074,
      "step": 375
    },
    {
      "epoch": 4.6419753086419755,
      "grad_norm": 0.1616613279100784,
      "learning_rate": 6.158942508280743e-06,
      "loss": 0.0069,
      "step": 376
    },
    {
      "epoch": 4.654320987654321,
      "grad_norm": 0.18968833143117372,
      "learning_rate": 6.102141267073207e-06,
      "loss": 0.0077,
      "step": 377
    },
    {
      "epoch": 4.666666666666667,
      "grad_norm": 0.16248020648691364,
      "learning_rate": 6.0454879312945755e-06,
      "loss": 0.0078,
      "step": 378
    },
    {
      "epoch": 4.679012345679013,
      "grad_norm": 0.12051760198559061,
      "learning_rate": 5.988984650672813e-06,
      "loss": 0.0034,
      "step": 379
    },
    {
      "epoch": 4.6913580246913575,
      "grad_norm": 0.13200347199182663,
      "learning_rate": 5.932633569242e-06,
      "loss": 0.0098,
      "step": 380
    },
    {
      "epoch": 4.703703703703704,
      "grad_norm": 0.16681661954858018,
      "learning_rate": 5.876436825260967e-06,
      "loss": 0.0041,
      "step": 381
    },
    {
      "epoch": 4.716049382716049,
      "grad_norm": 0.14006551980072618,
      "learning_rate": 5.82039655113217e-06,
      "loss": 0.0058,
      "step": 382
    },
    {
      "epoch": 4.728395061728395,
      "grad_norm": 0.15271237139456825,
      "learning_rate": 5.764514873320761e-06,
      "loss": 0.0069,
      "step": 383
    },
    {
      "epoch": 4.7407407407407405,
      "grad_norm": 0.09090612510274507,
      "learning_rate": 5.708793912273911e-06,
      "loss": 0.003,
      "step": 384
    },
    {
      "epoch": 4.753086419753086,
      "grad_norm": 0.2582667643739463,
      "learning_rate": 5.653235782340351e-06,
      "loss": 0.0048,
      "step": 385
    },
    {
      "epoch": 4.765432098765432,
      "grad_norm": 0.11419791645573754,
      "learning_rate": 5.597842591690128e-06,
      "loss": 0.0029,
      "step": 386
    },
    {
      "epoch": 4.777777777777778,
      "grad_norm": 0.12658265868721003,
      "learning_rate": 5.542616442234618e-06,
      "loss": 0.0052,
      "step": 387
    },
    {
      "epoch": 4.790123456790123,
      "grad_norm": 0.11780861249847288,
      "learning_rate": 5.487559429546772e-06,
      "loss": 0.003,
      "step": 388
    },
    {
      "epoch": 4.802469135802469,
      "grad_norm": 0.10635775400249556,
      "learning_rate": 5.432673642781595e-06,
      "loss": 0.0056,
      "step": 389
    },
    {
      "epoch": 4.814814814814815,
      "grad_norm": 0.1886486359438476,
      "learning_rate": 5.3779611645968696e-06,
      "loss": 0.0035,
      "step": 390
    },
    {
      "epoch": 4.827160493827161,
      "grad_norm": 0.11101625407249367,
      "learning_rate": 5.3234240710741335e-06,
      "loss": 0.003,
      "step": 391
    },
    {
      "epoch": 4.839506172839506,
      "grad_norm": 0.20857170942236092,
      "learning_rate": 5.269064431639901e-06,
      "loss": 0.0058,
      "step": 392
    },
    {
      "epoch": 4.851851851851852,
      "grad_norm": 0.14690806172755955,
      "learning_rate": 5.214884308987136e-06,
      "loss": 0.0046,
      "step": 393
    },
    {
      "epoch": 4.864197530864198,
      "grad_norm": 0.11451036979746576,
      "learning_rate": 5.160885758996985e-06,
      "loss": 0.0033,
      "step": 394
    },
    {
      "epoch": 4.8765432098765435,
      "grad_norm": 0.16454312350788597,
      "learning_rate": 5.107070830660765e-06,
      "loss": 0.0033,
      "step": 395
    },
    {
      "epoch": 4.888888888888889,
      "grad_norm": 0.0788817718822425,
      "learning_rate": 5.053441566002214e-06,
      "loss": 0.0027,
      "step": 396
    },
    {
      "epoch": 4.901234567901234,
      "grad_norm": 0.14669951303785775,
      "learning_rate": 5.000000000000003e-06,
      "loss": 0.0081,
      "step": 397
    },
    {
      "epoch": 4.91358024691358,
      "grad_norm": 0.10678859264163215,
      "learning_rate": 4.946748160510522e-06,
      "loss": 0.0026,
      "step": 398
    },
    {
      "epoch": 4.925925925925926,
      "grad_norm": 0.13706317316845099,
      "learning_rate": 4.893688068190933e-06,
      "loss": 0.011,
      "step": 399
    },
    {
      "epoch": 4.938271604938271,
      "grad_norm": 0.17403711057746862,
      "learning_rate": 4.8408217364224886e-06,
      "loss": 0.0135,
      "step": 400
    },
    {
      "epoch": 4.950617283950617,
      "grad_norm": 0.11398641090194171,
      "learning_rate": 4.788151171234149e-06,
      "loss": 0.0027,
      "step": 401
    },
    {
      "epoch": 4.962962962962963,
      "grad_norm": 0.13576944911004699,
      "learning_rate": 4.7356783712264405e-06,
      "loss": 0.0076,
      "step": 402
    },
    {
      "epoch": 4.9753086419753085,
      "grad_norm": 0.12391596280841162,
      "learning_rate": 4.683405327495638e-06,
      "loss": 0.0039,
      "step": 403
    },
    {
      "epoch": 4.987654320987654,
      "grad_norm": 0.14003588815325335,
      "learning_rate": 4.631334023558199e-06,
      "loss": 0.0036,
      "step": 404
    },
    {
      "epoch": 5.0,
      "grad_norm": 0.13760549101766917,
      "learning_rate": 4.579466435275506e-06,
      "loss": 0.0044,
      "step": 405
    },
    {
      "epoch": 5.012345679012346,
      "grad_norm": 0.10108142455180544,
      "learning_rate": 4.5278045307788885e-06,
      "loss": 0.0029,
      "step": 406
    },
    {
      "epoch": 5.0246913580246915,
      "grad_norm": 0.06135525071329738,
      "learning_rate": 4.476350270394942e-06,
      "loss": 0.0017,
      "step": 407
    },
    {
      "epoch": 5.037037037037037,
      "grad_norm": 0.1357779809507268,
      "learning_rate": 4.425105606571145e-06,
      "loss": 0.0035,
      "step": 408
    },
    {
      "epoch": 5.049382716049383,
      "grad_norm": 0.09775066607270783,
      "learning_rate": 4.374072483801769e-06,
      "loss": 0.0026,
      "step": 409
    },
    {
      "epoch": 5.061728395061729,
      "grad_norm": 0.0990513642880167,
      "learning_rate": 4.323252838554099e-06,
      "loss": 0.0024,
      "step": 410
    },
    {
      "epoch": 5.074074074074074,
      "grad_norm": 0.07747603969017622,
      "learning_rate": 4.272648599194948e-06,
      "loss": 0.0016,
      "step": 411
    },
    {
      "epoch": 5.08641975308642,
      "grad_norm": 0.14776525482891759,
      "learning_rate": 4.222261685917489e-06,
      "loss": 0.0061,
      "step": 412
    },
    {
      "epoch": 5.098765432098766,
      "grad_norm": 0.06839289353699521,
      "learning_rate": 4.1720940106683915e-06,
      "loss": 0.0017,
      "step": 413
    },
    {
      "epoch": 5.111111111111111,
      "grad_norm": 0.08384861829329324,
      "learning_rate": 4.12214747707527e-06,
      "loss": 0.0029,
      "step": 414
    },
    {
      "epoch": 5.1234567901234565,
      "grad_norm": 0.08959984954999654,
      "learning_rate": 4.0724239803744524e-06,
      "loss": 0.0058,
      "step": 415
    },
    {
      "epoch": 5.135802469135802,
      "grad_norm": 0.12415321940213553,
      "learning_rate": 4.022925407339064e-06,
      "loss": 0.0046,
      "step": 416
    },
    {
      "epoch": 5.148148148148148,
      "grad_norm": 0.08785424848498224,
      "learning_rate": 3.973653636207437e-06,
      "loss": 0.0028,
      "step": 417
    },
    {
      "epoch": 5.160493827160494,
      "grad_norm": 0.08347388278874737,
      "learning_rate": 3.924610536611833e-06,
      "loss": 0.0035,
      "step": 418
    },
    {
      "epoch": 5.172839506172839,
      "grad_norm": 0.14158253470926024,
      "learning_rate": 3.875797969507502e-06,
      "loss": 0.0029,
      "step": 419
    },
    {
      "epoch": 5.185185185185185,
      "grad_norm": 0.07618847346132784,
      "learning_rate": 3.827217787102072e-06,
      "loss": 0.0021,
      "step": 420
    },
    {
      "epoch": 5.197530864197531,
      "grad_norm": 0.0799051798869917,
      "learning_rate": 3.7788718327852625e-06,
      "loss": 0.0021,
      "step": 421
    },
    {
      "epoch": 5.209876543209877,
      "grad_norm": 0.12744475006620873,
      "learning_rate": 3.730761941058938e-06,
      "loss": 0.0048,
      "step": 422
    },
    {
      "epoch": 5.222222222222222,
      "grad_norm": 0.1367296903886182,
      "learning_rate": 3.6828899374674933e-06,
      "loss": 0.003,
      "step": 423
    },
    {
      "epoch": 5.234567901234568,
      "grad_norm": 0.12613896676405553,
      "learning_rate": 3.635257638528589e-06,
      "loss": 0.0028,
      "step": 424
    },
    {
      "epoch": 5.246913580246914,
      "grad_norm": 0.08185887424793617,
      "learning_rate": 3.587866851664219e-06,
      "loss": 0.0021,
      "step": 425
    },
    {
      "epoch": 5.2592592592592595,
      "grad_norm": 0.05307305165318999,
      "learning_rate": 3.540719375132129e-06,
      "loss": 0.0016,
      "step": 426
    },
    {
      "epoch": 5.271604938271605,
      "grad_norm": 0.13804574516617765,
      "learning_rate": 3.493816997957582e-06,
      "loss": 0.0047,
      "step": 427
    },
    {
      "epoch": 5.283950617283951,
      "grad_norm": 0.07491487304908827,
      "learning_rate": 3.447161499865467e-06,
      "loss": 0.0018,
      "step": 428
    },
    {
      "epoch": 5.296296296296296,
      "grad_norm": 0.08625813878349398,
      "learning_rate": 3.4007546512127764e-06,
      "loss": 0.0019,
      "step": 429
    },
    {
      "epoch": 5.308641975308642,
      "grad_norm": 0.06179766978879838,
      "learning_rate": 3.3545982129214227e-06,
      "loss": 0.0015,
      "step": 430
    },
    {
      "epoch": 5.320987654320987,
      "grad_norm": 0.15978150579410316,
      "learning_rate": 3.308693936411421e-06,
      "loss": 0.0043,
      "step": 431
    },
    {
      "epoch": 5.333333333333333,
      "grad_norm": 0.1469342970511695,
      "learning_rate": 3.2630435635344283e-06,
      "loss": 0.0035,
      "step": 432
    },
    {
      "epoch": 5.345679012345679,
      "grad_norm": 0.14475265179014074,
      "learning_rate": 3.21764882650766e-06,
      "loss": 0.004,
      "step": 433
    },
    {
      "epoch": 5.3580246913580245,
      "grad_norm": 0.1308223994783395,
      "learning_rate": 3.1725114478481458e-06,
      "loss": 0.0026,
      "step": 434
    },
    {
      "epoch": 5.37037037037037,
      "grad_norm": 0.13456024267263844,
      "learning_rate": 3.1276331403073733e-06,
      "loss": 0.0113,
      "step": 435
    },
    {
      "epoch": 5.382716049382716,
      "grad_norm": 0.08889181174562952,
      "learning_rate": 3.0830156068063e-06,
      "loss": 0.0016,
      "step": 436
    },
    {
      "epoch": 5.395061728395062,
      "grad_norm": 0.10350317432315419,
      "learning_rate": 3.0386605403707347e-06,
      "loss": 0.0029,
      "step": 437
    },
    {
      "epoch": 5.407407407407407,
      "grad_norm": 0.11255331179888899,
      "learning_rate": 2.9945696240670905e-06,
      "loss": 0.007,
      "step": 438
    },
    {
      "epoch": 5.419753086419753,
      "grad_norm": 0.12613776990357034,
      "learning_rate": 2.95074453093853e-06,
      "loss": 0.0037,
      "step": 439
    },
    {
      "epoch": 5.432098765432099,
      "grad_norm": 0.13211120615930835,
      "learning_rate": 2.907186923941466e-06,
      "loss": 0.0029,
      "step": 440
    },
    {
      "epoch": 5.444444444444445,
      "grad_norm": 0.13009133491131789,
      "learning_rate": 2.8638984558824777e-06,
      "loss": 0.0056,
      "step": 441
    },
    {
      "epoch": 5.45679012345679,
      "grad_norm": 0.11165738765343762,
      "learning_rate": 2.820880769355582e-06,
      "loss": 0.0023,
      "step": 442
    },
    {
      "epoch": 5.469135802469136,
      "grad_norm": 0.09955128366405679,
      "learning_rate": 2.778135496679908e-06,
      "loss": 0.0043,
      "step": 443
    },
    {
      "epoch": 5.481481481481482,
      "grad_norm": 0.13140680037758684,
      "learning_rate": 2.7356642598377604e-06,
      "loss": 0.005,
      "step": 444
    },
    {
      "epoch": 5.493827160493828,
      "grad_norm": 0.11819363282576739,
      "learning_rate": 2.6934686704130698e-06,
      "loss": 0.0021,
      "step": 445
    },
    {
      "epoch": 5.506172839506172,
      "grad_norm": 0.08748806809387456,
      "learning_rate": 2.6515503295302446e-06,
      "loss": 0.0014,
      "step": 446
    },
    {
      "epoch": 5.518518518518518,
      "grad_norm": 0.10665634756766484,
      "learning_rate": 2.6099108277934105e-06,
      "loss": 0.0038,
      "step": 447
    },
    {
      "epoch": 5.530864197530864,
      "grad_norm": 0.06465287847372936,
      "learning_rate": 2.5685517452260566e-06,
      "loss": 0.0043,
      "step": 448
    },
    {
      "epoch": 5.54320987654321,
      "grad_norm": 0.06355150302844088,
      "learning_rate": 2.527474651211089e-06,
      "loss": 0.0016,
      "step": 449
    },
    {
      "epoch": 5.555555555555555,
      "grad_norm": 0.14706952848764682,
      "learning_rate": 2.4866811044312667e-06,
      "loss": 0.0095,
      "step": 450
    },
    {
      "epoch": 5.567901234567901,
      "grad_norm": 0.11732857265877357,
      "learning_rate": 2.4461726528100615e-06,
      "loss": 0.0062,
      "step": 451
    },
    {
      "epoch": 5.580246913580247,
      "grad_norm": 0.09196481051355447,
      "learning_rate": 2.405950833452928e-06,
      "loss": 0.0043,
      "step": 452
    },
    {
      "epoch": 5.592592592592593,
      "grad_norm": 0.16089432829098174,
      "learning_rate": 2.3660171725889703e-06,
      "loss": 0.005,
      "step": 453
    },
    {
      "epoch": 5.604938271604938,
      "grad_norm": 0.09752738474918766,
      "learning_rate": 2.32637318551303e-06,
      "loss": 0.003,
      "step": 454
    },
    {
      "epoch": 5.617283950617284,
      "grad_norm": 0.111669117303663,
      "learning_rate": 2.287020376528193e-06,
      "loss": 0.0023,
      "step": 455
    },
    {
      "epoch": 5.62962962962963,
      "grad_norm": 0.06950187494180007,
      "learning_rate": 2.2479602388887013e-06,
      "loss": 0.0024,
      "step": 456
    },
    {
      "epoch": 5.6419753086419755,
      "grad_norm": 0.09005092942064802,
      "learning_rate": 2.209194254743295e-06,
      "loss": 0.0041,
      "step": 457
    },
    {
      "epoch": 5.654320987654321,
      "grad_norm": 0.058271649974103654,
      "learning_rate": 2.170723895078972e-06,
      "loss": 0.0013,
      "step": 458
    },
    {
      "epoch": 5.666666666666667,
      "grad_norm": 0.05801255129790246,
      "learning_rate": 2.132550619665168e-06,
      "loss": 0.0015,
      "step": 459
    },
    {
      "epoch": 5.679012345679013,
      "grad_norm": 0.05173255822131142,
      "learning_rate": 2.0946758769983666e-06,
      "loss": 0.0015,
      "step": 460
    },
    {
      "epoch": 5.6913580246913575,
      "grad_norm": 0.12763685917437947,
      "learning_rate": 2.05710110424714e-06,
      "loss": 0.0022,
      "step": 461
    },
    {
      "epoch": 5.703703703703704,
      "grad_norm": 0.13571202690989434,
      "learning_rate": 2.019827727197605e-06,
      "loss": 0.0031,
      "step": 462
    },
    {
      "epoch": 5.716049382716049,
      "grad_norm": 0.08858787712719375,
      "learning_rate": 1.982857160199334e-06,
      "loss": 0.0025,
      "step": 463
    },
    {
      "epoch": 5.728395061728395,
      "grad_norm": 0.09041339350659952,
      "learning_rate": 1.946190806111674e-06,
      "loss": 0.0022,
      "step": 464
    },
    {
      "epoch": 5.7407407407407405,
      "grad_norm": 0.12427642574112911,
      "learning_rate": 1.9098300562505266e-06,
      "loss": 0.0026,
      "step": 465
    },
    {
      "epoch": 5.753086419753086,
      "grad_norm": 0.07753348116821808,
      "learning_rate": 1.873776290335545e-06,
      "loss": 0.0024,
      "step": 466
    },
    {
      "epoch": 5.765432098765432,
      "grad_norm": 0.10239535590693546,
      "learning_rate": 1.8380308764377841e-06,
      "loss": 0.0023,
      "step": 467
    },
    {
      "epoch": 5.777777777777778,
      "grad_norm": 0.0932480254649128,
      "learning_rate": 1.80259517092779e-06,
      "loss": 0.0026,
      "step": 468
    },
    {
      "epoch": 5.790123456790123,
      "grad_norm": 0.07678126376324187,
      "learning_rate": 1.767470518424129e-06,
      "loss": 0.0023,
      "step": 469
    },
    {
      "epoch": 5.802469135802469,
      "grad_norm": 0.07579256484399811,
      "learning_rate": 1.7326582517423662e-06,
      "loss": 0.0014,
      "step": 470
    },
    {
      "epoch": 5.814814814814815,
      "grad_norm": 0.08198420550789928,
      "learning_rate": 1.6981596918444953e-06,
      "loss": 0.0019,
      "step": 471
    },
    {
      "epoch": 5.827160493827161,
      "grad_norm": 0.06306638866343868,
      "learning_rate": 1.663976147788806e-06,
      "loss": 0.0013,
      "step": 472
    },
    {
      "epoch": 5.839506172839506,
      "grad_norm": 0.07973362090991411,
      "learning_rate": 1.6301089166802232e-06,
      "loss": 0.0017,
      "step": 473
    },
    {
      "epoch": 5.851851851851852,
      "grad_norm": 0.10612340130126985,
      "learning_rate": 1.596559283621074e-06,
      "loss": 0.0023,
      "step": 474
    },
    {
      "epoch": 5.864197530864198,
      "grad_norm": 0.060264533571981124,
      "learning_rate": 1.5633285216623384e-06,
      "loss": 0.0016,
      "step": 475
    },
    {
      "epoch": 5.8765432098765435,
      "grad_norm": 0.06817593452948047,
      "learning_rate": 1.5304178917553302e-06,
      "loss": 0.0012,
      "step": 476
    },
    {
      "epoch": 5.888888888888889,
      "grad_norm": 0.09699227562887566,
      "learning_rate": 1.4978286427038602e-06,
      "loss": 0.003,
      "step": 477
    },
    {
      "epoch": 5.901234567901234,
      "grad_norm": 0.08289137794935784,
      "learning_rate": 1.4655620111168422e-06,
      "loss": 0.002,
      "step": 478
    },
    {
      "epoch": 5.91358024691358,
      "grad_norm": 0.09286549417981105,
      "learning_rate": 1.4336192213613742e-06,
      "loss": 0.0059,
      "step": 479
    },
    {
      "epoch": 5.925925925925926,
      "grad_norm": 0.11098773394965465,
      "learning_rate": 1.4020014855162755e-06,
      "loss": 0.0053,
      "step": 480
    },
    {
      "epoch": 5.938271604938271,
      "grad_norm": 0.09542493224972246,
      "learning_rate": 1.3707100033261035e-06,
      "loss": 0.0031,
      "step": 481
    },
    {
      "epoch": 5.950617283950617,
      "grad_norm": 0.07639864399541678,
      "learning_rate": 1.339745962155613e-06,
      "loss": 0.0022,
      "step": 482
    },
    {
      "epoch": 5.962962962962963,
      "grad_norm": 0.08849988543559398,
      "learning_rate": 1.3091105369447166e-06,
      "loss": 0.0017,
      "step": 483
    },
    {
      "epoch": 5.9753086419753085,
      "grad_norm": 0.0884132771726154,
      "learning_rate": 1.2788048901638917e-06,
      "loss": 0.0017,
      "step": 484
    },
    {
      "epoch": 5.987654320987654,
      "grad_norm": 0.06292245984188637,
      "learning_rate": 1.2488301717700735e-06,
      "loss": 0.0016,
      "step": 485
    },
    {
      "epoch": 6.0,
      "grad_norm": 0.062090787373349644,
      "learning_rate": 1.2191875191630209e-06,
      "loss": 0.0017,
      "step": 486
    },
    {
      "epoch": 6.012345679012346,
      "grad_norm": 0.04437033735955514,
      "learning_rate": 1.1898780571421554e-06,
      "loss": 0.0013,
      "step": 487
    },
    {
      "epoch": 6.0246913580246915,
      "grad_norm": 0.055690581108790035,
      "learning_rate": 1.1609028978638804e-06,
      "loss": 0.0015,
      "step": 488
    },
    {
      "epoch": 6.037037037037037,
      "grad_norm": 0.06322304615189499,
      "learning_rate": 1.132263140799381e-06,
      "loss": 0.0016,
      "step": 489
    },
    {
      "epoch": 6.049382716049383,
      "grad_norm": 0.06141880723579853,
      "learning_rate": 1.1039598726929046e-06,
      "loss": 0.0019,
      "step": 490
    },
    {
      "epoch": 6.061728395061729,
      "grad_norm": 0.0559934719425724,
      "learning_rate": 1.0759941675205221e-06,
      "loss": 0.0019,
      "step": 491
    },
    {
      "epoch": 6.074074074074074,
      "grad_norm": 0.052119641486773,
      "learning_rate": 1.0483670864493777e-06,
      "loss": 0.0041,
      "step": 492
    },
    {
      "epoch": 6.08641975308642,
      "grad_norm": 0.052574867923764465,
      "learning_rate": 1.0210796777974196e-06,
      "loss": 0.0016,
      "step": 493
    },
    {
      "epoch": 6.098765432098766,
      "grad_norm": 0.04551032766348937,
      "learning_rate": 9.94132976993627e-07,
      "loss": 0.0015,
      "step": 494
    },
    {
      "epoch": 6.111111111111111,
      "grad_norm": 0.07300563736192743,
      "learning_rate": 9.675280065387117e-07,
      "loss": 0.0026,
      "step": 495
    },
    {
      "epoch": 6.1234567901234565,
      "grad_norm": 0.0589388985855795,
      "learning_rate": 9.412657759663279e-07,
      "loss": 0.002,
      "step": 496
    },
    {
      "epoch": 6.135802469135802,
      "grad_norm": 0.036832313525668736,
      "learning_rate": 9.153472818047627e-07,
      "loss": 0.001,
      "step": 497
    },
    {
      "epoch": 6.148148148148148,
      "grad_norm": 0.08579156187113851,
      "learning_rate": 8.897735075391156e-07,
      "loss": 0.0019,
      "step": 498
    },
    {
      "epoch": 6.160493827160494,
      "grad_norm": 0.03254562268330724,
      "learning_rate": 8.645454235739903e-07,
      "loss": 0.001,
      "step": 499
    },
    {
      "epoch": 6.172839506172839,
      "grad_norm": 0.06668010013885942,
      "learning_rate": 8.39663987196665e-07,
      "loss": 0.0036,
      "step": 500
    },
    {
      "epoch": 6.185185185185185,
      "grad_norm": 0.05254242210245364,
      "learning_rate": 8.151301425407699e-07,
      "loss": 0.0052,
      "step": 501
    },
    {
      "epoch": 6.197530864197531,
      "grad_norm": 0.06269798774876521,
      "learning_rate": 7.909448205504633e-07,
      "loss": 0.0017,
      "step": 502
    },
    {
      "epoch": 6.209876543209877,
      "grad_norm": 0.05212716006751509,
      "learning_rate": 7.671089389451059e-07,
      "loss": 0.0014,
      "step": 503
    },
    {
      "epoch": 6.222222222222222,
      "grad_norm": 0.06723279411740171,
      "learning_rate": 7.43623402184438e-07,
      "loss": 0.0046,
      "step": 504
    },
    {
      "epoch": 6.234567901234568,
      "grad_norm": 0.053338908065449955,
      "learning_rate": 7.204891014342552e-07,
      "loss": 0.0015,
      "step": 505
    },
    {
      "epoch": 6.246913580246914,
      "grad_norm": 0.06851159604452965,
      "learning_rate": 6.977069145325987e-07,
      "loss": 0.0019,
      "step": 506
    },
    {
      "epoch": 6.2592592592592595,
      "grad_norm": 0.03228477145799883,
      "learning_rate": 6.752777059564431e-07,
      "loss": 0.0012,
      "step": 507
    },
    {
      "epoch": 6.271604938271605,
      "grad_norm": 0.037103749830438106,
      "learning_rate": 6.532023267888954e-07,
      "loss": 0.0009,
      "step": 508
    },
    {
      "epoch": 6.283950617283951,
      "grad_norm": 0.06563663547083265,
      "learning_rate": 6.314816146868951e-07,
      "loss": 0.0017,
      "step": 509
    },
    {
      "epoch": 6.296296296296296,
      "grad_norm": 0.07016302273033481,
      "learning_rate": 6.101163938494359e-07,
      "loss": 0.0035,
      "step": 510
    },
    {
      "epoch": 6.308641975308642,
      "grad_norm": 0.06182335435231687,
      "learning_rate": 5.891074749862857e-07,
      "loss": 0.0012,
      "step": 511
    },
    {
      "epoch": 6.320987654320987,
      "grad_norm": 0.05596013279096978,
      "learning_rate": 5.684556552872256e-07,
      "loss": 0.0033,
      "step": 512
    },
    {
      "epoch": 6.333333333333333,
      "grad_norm": 0.05534288287471249,
      "learning_rate": 5.481617183918053e-07,
      "loss": 0.0014,
      "step": 513
    },
    {
      "epoch": 6.345679012345679,
      "grad_norm": 0.04118593026135544,
      "learning_rate": 5.282264343595977e-07,
      "loss": 0.0013,
      "step": 514
    },
    {
      "epoch": 6.3580246913580245,
      "grad_norm": 0.04719174098780563,
      "learning_rate": 5.086505596409885e-07,
      "loss": 0.0012,
      "step": 515
    },
    {
      "epoch": 6.37037037037037,
      "grad_norm": 0.06236635038173847,
      "learning_rate": 4.894348370484648e-07,
      "loss": 0.0019,
      "step": 516
    },
    {
      "epoch": 6.382716049382716,
      "grad_norm": 0.05738720109912046,
      "learning_rate": 4.7057999572843516e-07,
      "loss": 0.0015,
      "step": 517
    },
    {
      "epoch": 6.395061728395062,
      "grad_norm": 0.06748476210640128,
      "learning_rate": 4.520867511335569e-07,
      "loss": 0.0053,
      "step": 518
    },
    {
      "epoch": 6.407407407407407,
      "grad_norm": 0.05317337463002061,
      "learning_rate": 4.3395580499559276e-07,
      "loss": 0.0016,
      "step": 519
    },
    {
      "epoch": 6.419753086419753,
      "grad_norm": 0.042798403768389934,
      "learning_rate": 4.161878452987778e-07,
      "loss": 0.0014,
      "step": 520
    },
    {
      "epoch": 6.432098765432099,
      "grad_norm": 0.03849912145724003,
      "learning_rate": 3.9878354625371927e-07,
      "loss": 0.001,
      "step": 521
    },
    {
      "epoch": 6.444444444444445,
      "grad_norm": 0.06507943189963111,
      "learning_rate": 3.817435682718096e-07,
      "loss": 0.0016,
      "step": 522
    },
    {
      "epoch": 6.45679012345679,
      "grad_norm": 0.06834437894921451,
      "learning_rate": 3.650685579401692e-07,
      "loss": 0.0014,
      "step": 523
    },
    {
      "epoch": 6.469135802469136,
      "grad_norm": 0.068135936362266,
      "learning_rate": 3.4875914799710975e-07,
      "loss": 0.0037,
      "step": 524
    },
    {
      "epoch": 6.481481481481482,
      "grad_norm": 0.0769225470497784,
      "learning_rate": 3.328159573081258e-07,
      "loss": 0.0025,
      "step": 525
    },
    {
      "epoch": 6.493827160493828,
      "grad_norm": 0.04510279405686483,
      "learning_rate": 3.1723959084241195e-07,
      "loss": 0.0013,
      "step": 526
    },
    {
      "epoch": 6.506172839506172,
      "grad_norm": 0.06253123572490814,
      "learning_rate": 3.020306396499062e-07,
      "loss": 0.0018,
      "step": 527
    },
    {
      "epoch": 6.518518518518518,
      "grad_norm": 0.05607017364278352,
      "learning_rate": 2.871896808388608e-07,
      "loss": 0.0015,
      "step": 528
    },
    {
      "epoch": 6.530864197530864,
      "grad_norm": 0.06565892652904905,
      "learning_rate": 2.727172775539522e-07,
      "loss": 0.0015,
      "step": 529
    },
    {
      "epoch": 6.54320987654321,
      "grad_norm": 0.06779883467508055,
      "learning_rate": 2.5861397895489914e-07,
      "loss": 0.0054,
      "step": 530
    },
    {
      "epoch": 6.555555555555555,
      "grad_norm": 0.0625439341793089,
      "learning_rate": 2.44880320195634e-07,
      "loss": 0.0014,
      "step": 531
    },
    {
      "epoch": 6.567901234567901,
      "grad_norm": 0.046645244461245204,
      "learning_rate": 2.315168224039932e-07,
      "loss": 0.0011,
      "step": 532
    },
    {
      "epoch": 6.580246913580247,
      "grad_norm": 0.05642062644236279,
      "learning_rate": 2.1852399266194312e-07,
      "loss": 0.002,
      "step": 533
    },
    {
      "epoch": 6.592592592592593,
      "grad_norm": 0.053426947443764354,
      "learning_rate": 2.0590232398634114e-07,
      "loss": 0.0035,
      "step": 534
    },
    {
      "epoch": 6.604938271604938,
      "grad_norm": 0.02804527022906818,
      "learning_rate": 1.9365229531022267e-07,
      "loss": 0.0009,
      "step": 535
    },
    {
      "epoch": 6.617283950617284,
      "grad_norm": 0.04988184506603678,
      "learning_rate": 1.817743714646314e-07,
      "loss": 0.0012,
      "step": 536
    },
    {
      "epoch": 6.62962962962963,
      "grad_norm": 0.03572163754383024,
      "learning_rate": 1.7026900316098217e-07,
      "loss": 0.0012,
      "step": 537
    },
    {
      "epoch": 6.6419753086419755,
      "grad_norm": 0.040421555953721704,
      "learning_rate": 1.5913662697395583e-07,
      "loss": 0.0011,
      "step": 538
    },
    {
      "epoch": 6.654320987654321,
      "grad_norm": 0.0854680374793536,
      "learning_rate": 1.4837766532493469e-07,
      "loss": 0.0015,
      "step": 539
    },
    {
      "epoch": 6.666666666666667,
      "grad_norm": 0.0622890200616722,
      "learning_rate": 1.3799252646597428e-07,
      "loss": 0.0013,
      "step": 540
    },
    {
      "epoch": 6.679012345679013,
      "grad_norm": 0.04487325280230035,
      "learning_rate": 1.2798160446431006e-07,
      "loss": 0.001,
      "step": 541
    },
    {
      "epoch": 6.6913580246913575,
      "grad_norm": 0.06827865424951797,
      "learning_rate": 1.1834527918740624e-07,
      "loss": 0.0024,
      "step": 542
    },
    {
      "epoch": 6.703703703703704,
      "grad_norm": 0.05828814401863449,
      "learning_rate": 1.0908391628854042e-07,
      "loss": 0.002,
      "step": 543
    },
    {
      "epoch": 6.716049382716049,
      "grad_norm": 0.04071748268828138,
      "learning_rate": 1.0019786719293046e-07,
      "loss": 0.0012,
      "step": 544
    },
    {
      "epoch": 6.728395061728395,
      "grad_norm": 0.0457370541103018,
      "learning_rate": 9.168746908439718e-08,
      "loss": 0.0013,
      "step": 545
    },
    {
      "epoch": 6.7407407407407405,
      "grad_norm": 0.03663041381389654,
      "learning_rate": 8.355304489257254e-08,
      "loss": 0.0011,
      "step": 546
    },
    {
      "epoch": 6.753086419753086,
      "grad_norm": 0.07030810856213271,
      "learning_rate": 7.579490328064265e-08,
      "loss": 0.0013,
      "step": 547
    },
    {
      "epoch": 6.765432098765432,
      "grad_norm": 0.07476184707674007,
      "learning_rate": 6.841333863363831e-08,
      "loss": 0.0013,
      "step": 548
    },
    {
      "epoch": 6.777777777777778,
      "grad_norm": 0.039877687798977456,
      "learning_rate": 6.140863104726391e-08,
      "loss": 0.0008,
      "step": 549
    },
    {
      "epoch": 6.790123456790123,
      "grad_norm": 0.0692536388183646,
      "learning_rate": 5.4781046317267103e-08,
      "loss": 0.0074,
      "step": 550
    },
    {
      "epoch": 6.802469135802469,
      "grad_norm": 0.05771681097265902,
      "learning_rate": 4.85308359293557e-08,
      "loss": 0.0034,
      "step": 551
    },
    {
      "epoch": 6.814814814814815,
      "grad_norm": 0.07405017087059966,
      "learning_rate": 4.2658237049655325e-08,
      "loss": 0.0011,
      "step": 552
    },
    {
      "epoch": 6.827160493827161,
      "grad_norm": 0.03321213886254247,
      "learning_rate": 3.716347251570551e-08,
      "loss": 0.0011,
      "step": 553
    },
    {
      "epoch": 6.839506172839506,
      "grad_norm": 0.061503207253362814,
      "learning_rate": 3.204675082800979e-08,
      "loss": 0.0014,
      "step": 554
    },
    {
      "epoch": 6.851851851851852,
      "grad_norm": 0.04618914106100694,
      "learning_rate": 2.7308266142119788e-08,
      "loss": 0.0012,
      "step": 555
    },
    {
      "epoch": 6.864197530864198,
      "grad_norm": 0.06693954396383099,
      "learning_rate": 2.294819826127115e-08,
      "loss": 0.002,
      "step": 556
    },
    {
      "epoch": 6.8765432098765435,
      "grad_norm": 0.1037551779412373,
      "learning_rate": 1.896671262955896e-08,
      "loss": 0.002,
      "step": 557
    },
    {
      "epoch": 6.888888888888889,
      "grad_norm": 0.049967199152869485,
      "learning_rate": 1.5363960325660565e-08,
      "loss": 0.0023,
      "step": 558
    },
    {
      "epoch": 6.901234567901234,
      "grad_norm": 0.0840544069774677,
      "learning_rate": 1.2140078057101269e-08,
      "loss": 0.0016,
      "step": 559
    },
    {
      "epoch": 6.91358024691358,
      "grad_norm": 0.06330250298740656,
      "learning_rate": 9.29518815506847e-09,
      "loss": 0.0021,
      "step": 560
    },
    {
      "epoch": 6.925925925925926,
      "grad_norm": 0.05729095992108939,
      "learning_rate": 6.82939856977094e-09,
      "loss": 0.0021,
      "step": 561
    },
    {
      "epoch": 6.938271604938271,
      "grad_norm": 0.053351401675753425,
      "learning_rate": 4.74280286634099e-09,
      "loss": 0.0014,
      "step": 562
    },
    {
      "epoch": 6.950617283950617,
      "grad_norm": 0.08262341994499242,
      "learning_rate": 3.0354802212839705e-09,
      "loss": 0.0044,
      "step": 563
    },
    {
      "epoch": 6.962962962962963,
      "grad_norm": 0.058488381808320514,
      "learning_rate": 1.7074954194729044e-09,
      "loss": 0.0012,
      "step": 564
    },
    {
      "epoch": 6.9753086419753085,
      "grad_norm": 0.08520368149220187,
      "learning_rate": 7.588988516937789e-10,
      "loss": 0.0021,
      "step": 565
    },
    {
      "epoch": 6.987654320987654,
      "grad_norm": 0.05967553760304721,
      "learning_rate": 1.897265127315251e-10,
      "loss": 0.0029,
      "step": 566
    },
    {
      "epoch": 7.0,
      "grad_norm": 0.06556025137721225,
      "learning_rate": 0.0,
      "loss": 0.0019,
      "step": 567
    },
    {
      "epoch": 7.0,
      "step": 567,
      "total_flos": 1.448974662653444e+18,
      "train_loss": 0.046748905014567,
      "train_runtime": 15715.0912,
      "train_samples_per_second": 3.463,
      "train_steps_per_second": 0.036
    }
  ],
  "logging_steps": 1,
  "max_steps": 567,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 7,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.448974662653444e+18,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}