{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "eval_steps": 500,
  "global_step": 1359,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.002207505518763797,
      "grad_norm": 2.7993483543395996,
      "learning_rate": 7.352941176470589e-08,
      "loss": 0.7615,
      "step": 1
    },
    {
      "epoch": 0.004415011037527594,
      "grad_norm": 2.814159393310547,
      "learning_rate": 1.4705882352941178e-07,
      "loss": 0.7759,
      "step": 2
    },
    {
      "epoch": 0.006622516556291391,
      "grad_norm": 2.932206392288208,
      "learning_rate": 2.2058823529411768e-07,
      "loss": 0.7897,
      "step": 3
    },
    {
      "epoch": 0.008830022075055188,
      "grad_norm": 2.909721851348877,
      "learning_rate": 2.9411764705882356e-07,
      "loss": 0.7698,
      "step": 4
    },
    {
      "epoch": 0.011037527593818985,
      "grad_norm": 2.855281114578247,
      "learning_rate": 3.6764705882352943e-07,
      "loss": 0.7673,
      "step": 5
    },
    {
      "epoch": 0.013245033112582781,
      "grad_norm": 2.930614709854126,
      "learning_rate": 4.4117647058823536e-07,
      "loss": 0.7914,
      "step": 6
    },
    {
      "epoch": 0.01545253863134658,
      "grad_norm": 2.8653368949890137,
      "learning_rate": 5.147058823529412e-07,
      "loss": 0.7713,
      "step": 7
    },
    {
      "epoch": 0.017660044150110375,
      "grad_norm": 2.7474284172058105,
      "learning_rate": 5.882352941176471e-07,
      "loss": 0.7713,
      "step": 8
    },
    {
      "epoch": 0.019867549668874173,
      "grad_norm": 2.6992416381835938,
      "learning_rate": 6.61764705882353e-07,
      "loss": 0.7549,
      "step": 9
    },
    {
      "epoch": 0.02207505518763797,
      "grad_norm": 2.718104362487793,
      "learning_rate": 7.352941176470589e-07,
      "loss": 0.757,
      "step": 10
    },
    {
      "epoch": 0.024282560706401765,
      "grad_norm": 2.670048952102661,
      "learning_rate": 8.088235294117648e-07,
      "loss": 0.7367,
      "step": 11
    },
    {
      "epoch": 0.026490066225165563,
      "grad_norm": 2.205970287322998,
      "learning_rate": 8.823529411764707e-07,
      "loss": 0.7397,
      "step": 12
    },
    {
      "epoch": 0.02869757174392936,
      "grad_norm": 2.2243752479553223,
      "learning_rate": 9.558823529411764e-07,
      "loss": 0.7565,
      "step": 13
    },
    {
      "epoch": 0.03090507726269316,
      "grad_norm": 2.2006163597106934,
      "learning_rate": 1.0294117647058825e-06,
      "loss": 0.744,
      "step": 14
    },
    {
      "epoch": 0.033112582781456956,
      "grad_norm": 2.0692009925842285,
      "learning_rate": 1.1029411764705884e-06,
      "loss": 0.7282,
      "step": 15
    },
    {
      "epoch": 0.03532008830022075,
      "grad_norm": 1.755692958831787,
      "learning_rate": 1.1764705882352942e-06,
      "loss": 0.7027,
      "step": 16
    },
    {
      "epoch": 0.037527593818984545,
      "grad_norm": 1.429651141166687,
      "learning_rate": 1.25e-06,
      "loss": 0.7028,
      "step": 17
    },
    {
      "epoch": 0.039735099337748346,
      "grad_norm": 1.4149061441421509,
      "learning_rate": 1.323529411764706e-06,
      "loss": 0.7027,
      "step": 18
    },
    {
      "epoch": 0.04194260485651214,
      "grad_norm": 1.4027491807937622,
      "learning_rate": 1.3970588235294119e-06,
      "loss": 0.7034,
      "step": 19
    },
    {
      "epoch": 0.04415011037527594,
      "grad_norm": 1.3382784128189087,
      "learning_rate": 1.4705882352941177e-06,
      "loss": 0.6838,
      "step": 20
    },
    {
      "epoch": 0.046357615894039736,
      "grad_norm": 1.2848469018936157,
      "learning_rate": 1.5441176470588238e-06,
      "loss": 0.6904,
      "step": 21
    },
    {
      "epoch": 0.04856512141280353,
      "grad_norm": 1.0581680536270142,
      "learning_rate": 1.6176470588235297e-06,
      "loss": 0.6658,
      "step": 22
    },
    {
      "epoch": 0.05077262693156733,
      "grad_norm": 1.0082190036773682,
      "learning_rate": 1.6911764705882356e-06,
      "loss": 0.653,
      "step": 23
    },
    {
      "epoch": 0.052980132450331126,
      "grad_norm": 0.979928195476532,
      "learning_rate": 1.7647058823529414e-06,
      "loss": 0.6501,
      "step": 24
    },
    {
      "epoch": 0.05518763796909492,
      "grad_norm": 0.9646239876747131,
      "learning_rate": 1.8382352941176473e-06,
      "loss": 0.6415,
      "step": 25
    },
    {
      "epoch": 0.05739514348785872,
      "grad_norm": 0.8932761549949646,
      "learning_rate": 1.9117647058823528e-06,
      "loss": 0.6523,
      "step": 26
    },
    {
      "epoch": 0.059602649006622516,
      "grad_norm": 0.8707468509674072,
      "learning_rate": 1.985294117647059e-06,
      "loss": 0.6434,
      "step": 27
    },
    {
      "epoch": 0.06181015452538632,
      "grad_norm": 0.8291523456573486,
      "learning_rate": 2.058823529411765e-06,
      "loss": 0.6333,
      "step": 28
    },
    {
      "epoch": 0.0640176600441501,
      "grad_norm": 0.7280705571174622,
      "learning_rate": 2.132352941176471e-06,
      "loss": 0.6198,
      "step": 29
    },
    {
      "epoch": 0.06622516556291391,
      "grad_norm": 0.6107202172279358,
      "learning_rate": 2.2058823529411767e-06,
      "loss": 0.6057,
      "step": 30
    },
    {
      "epoch": 0.0684326710816777,
      "grad_norm": 0.6679992079734802,
      "learning_rate": 2.2794117647058826e-06,
      "loss": 0.5983,
      "step": 31
    },
    {
      "epoch": 0.0706401766004415,
      "grad_norm": 0.6695526242256165,
      "learning_rate": 2.3529411764705885e-06,
      "loss": 0.5946,
      "step": 32
    },
    {
      "epoch": 0.0728476821192053,
      "grad_norm": 0.6435050964355469,
      "learning_rate": 2.4264705882352943e-06,
      "loss": 0.5975,
      "step": 33
    },
    {
      "epoch": 0.07505518763796909,
      "grad_norm": 0.6036580204963684,
      "learning_rate": 2.5e-06,
      "loss": 0.592,
      "step": 34
    },
    {
      "epoch": 0.0772626931567329,
      "grad_norm": 0.5135894417762756,
      "learning_rate": 2.5735294117647057e-06,
      "loss": 0.596,
      "step": 35
    },
    {
      "epoch": 0.07947019867549669,
      "grad_norm": 0.4571033716201782,
      "learning_rate": 2.647058823529412e-06,
      "loss": 0.5764,
      "step": 36
    },
    {
      "epoch": 0.08167770419426049,
      "grad_norm": 0.48609447479248047,
      "learning_rate": 2.720588235294118e-06,
      "loss": 0.5593,
      "step": 37
    },
    {
      "epoch": 0.08388520971302428,
      "grad_norm": 0.49421966075897217,
      "learning_rate": 2.7941176470588237e-06,
      "loss": 0.5634,
      "step": 38
    },
    {
      "epoch": 0.08609271523178808,
      "grad_norm": 0.48713281750679016,
      "learning_rate": 2.8676470588235296e-06,
      "loss": 0.5577,
      "step": 39
    },
    {
      "epoch": 0.08830022075055188,
      "grad_norm": 0.42998674511909485,
      "learning_rate": 2.9411764705882355e-06,
      "loss": 0.5602,
      "step": 40
    },
    {
      "epoch": 0.09050772626931568,
      "grad_norm": 0.39199528098106384,
      "learning_rate": 3.0147058823529413e-06,
      "loss": 0.5509,
      "step": 41
    },
    {
      "epoch": 0.09271523178807947,
      "grad_norm": 0.3977169692516327,
      "learning_rate": 3.0882352941176476e-06,
      "loss": 0.5408,
      "step": 42
    },
    {
      "epoch": 0.09492273730684327,
      "grad_norm": 0.3659592866897583,
      "learning_rate": 3.161764705882353e-06,
      "loss": 0.5468,
      "step": 43
    },
    {
      "epoch": 0.09713024282560706,
      "grad_norm": 0.41232988238334656,
      "learning_rate": 3.2352941176470594e-06,
      "loss": 0.5312,
      "step": 44
    },
    {
      "epoch": 0.09933774834437085,
      "grad_norm": 0.41818928718566895,
      "learning_rate": 3.308823529411765e-06,
      "loss": 0.542,
      "step": 45
    },
    {
      "epoch": 0.10154525386313466,
      "grad_norm": 0.38174012303352356,
      "learning_rate": 3.382352941176471e-06,
      "loss": 0.5341,
      "step": 46
    },
    {
      "epoch": 0.10375275938189846,
      "grad_norm": 0.3903500735759735,
      "learning_rate": 3.4558823529411766e-06,
      "loss": 0.5215,
      "step": 47
    },
    {
      "epoch": 0.10596026490066225,
      "grad_norm": 0.3658589720726013,
      "learning_rate": 3.529411764705883e-06,
      "loss": 0.5277,
      "step": 48
    },
    {
      "epoch": 0.10816777041942605,
      "grad_norm": 0.3160182237625122,
      "learning_rate": 3.6029411764705883e-06,
      "loss": 0.5193,
      "step": 49
    },
    {
      "epoch": 0.11037527593818984,
      "grad_norm": 0.29906004667282104,
      "learning_rate": 3.6764705882352946e-06,
      "loss": 0.525,
      "step": 50
    },
    {
      "epoch": 0.11258278145695365,
      "grad_norm": 0.28197285532951355,
      "learning_rate": 3.7500000000000005e-06,
      "loss": 0.5136,
      "step": 51
    },
    {
      "epoch": 0.11479028697571744,
      "grad_norm": 0.2733807861804962,
      "learning_rate": 3.8235294117647055e-06,
      "loss": 0.5126,
      "step": 52
    },
    {
      "epoch": 0.11699779249448124,
      "grad_norm": 0.2581369876861572,
      "learning_rate": 3.897058823529412e-06,
      "loss": 0.5102,
      "step": 53
    },
    {
      "epoch": 0.11920529801324503,
      "grad_norm": 0.24509315192699432,
      "learning_rate": 3.970588235294118e-06,
      "loss": 0.4959,
      "step": 54
    },
    {
      "epoch": 0.12141280353200883,
      "grad_norm": 0.23736661672592163,
      "learning_rate": 4.044117647058824e-06,
      "loss": 0.5024,
      "step": 55
    },
    {
      "epoch": 0.12362030905077263,
      "grad_norm": 0.2297072857618332,
      "learning_rate": 4.11764705882353e-06,
      "loss": 0.516,
      "step": 56
    },
    {
      "epoch": 0.12582781456953643,
      "grad_norm": 0.21641261875629425,
      "learning_rate": 4.191176470588236e-06,
      "loss": 0.5045,
      "step": 57
    },
    {
      "epoch": 0.1280353200883002,
      "grad_norm": 0.2174406796693802,
      "learning_rate": 4.264705882352942e-06,
      "loss": 0.4954,
      "step": 58
    },
    {
      "epoch": 0.13024282560706402,
      "grad_norm": 0.2182844579219818,
      "learning_rate": 4.3382352941176475e-06,
      "loss": 0.5073,
      "step": 59
    },
    {
      "epoch": 0.13245033112582782,
      "grad_norm": 0.18668220937252045,
      "learning_rate": 4.411764705882353e-06,
      "loss": 0.4927,
      "step": 60
    },
    {
      "epoch": 0.1346578366445916,
      "grad_norm": 0.20196162164211273,
      "learning_rate": 4.485294117647059e-06,
      "loss": 0.4962,
      "step": 61
    },
    {
      "epoch": 0.1368653421633554,
      "grad_norm": 0.20648355782032013,
      "learning_rate": 4.558823529411765e-06,
      "loss": 0.4965,
      "step": 62
    },
    {
      "epoch": 0.1390728476821192,
      "grad_norm": 0.1998893916606903,
      "learning_rate": 4.632352941176471e-06,
      "loss": 0.4857,
      "step": 63
    },
    {
      "epoch": 0.141280353200883,
      "grad_norm": 0.20052312314510345,
      "learning_rate": 4.705882352941177e-06,
      "loss": 0.4919,
      "step": 64
    },
    {
      "epoch": 0.1434878587196468,
      "grad_norm": 0.18653374910354614,
      "learning_rate": 4.779411764705883e-06,
      "loss": 0.4895,
      "step": 65
    },
    {
      "epoch": 0.1456953642384106,
      "grad_norm": 0.17638395726680756,
      "learning_rate": 4.852941176470589e-06,
      "loss": 0.4831,
      "step": 66
    },
    {
      "epoch": 0.1479028697571744,
      "grad_norm": 0.17102564871311188,
      "learning_rate": 4.9264705882352945e-06,
      "loss": 0.4817,
      "step": 67
    },
    {
      "epoch": 0.15011037527593818,
      "grad_norm": 0.15633539855480194,
      "learning_rate": 5e-06,
      "loss": 0.4882,
      "step": 68
    },
    {
      "epoch": 0.152317880794702,
      "grad_norm": 0.17420779168605804,
      "learning_rate": 5.073529411764706e-06,
      "loss": 0.4853,
      "step": 69
    },
    {
      "epoch": 0.1545253863134658,
      "grad_norm": 0.1659373641014099,
      "learning_rate": 5.147058823529411e-06,
      "loss": 0.492,
      "step": 70
    },
    {
      "epoch": 0.15673289183222958,
      "grad_norm": 0.17147059738636017,
      "learning_rate": 5.220588235294118e-06,
      "loss": 0.4744,
      "step": 71
    },
    {
      "epoch": 0.15894039735099338,
      "grad_norm": 0.15868496894836426,
      "learning_rate": 5.294117647058824e-06,
      "loss": 0.4845,
      "step": 72
    },
    {
      "epoch": 0.16114790286975716,
      "grad_norm": 0.16405610740184784,
      "learning_rate": 5.36764705882353e-06,
      "loss": 0.4806,
      "step": 73
    },
    {
      "epoch": 0.16335540838852097,
      "grad_norm": 0.16762660443782806,
      "learning_rate": 5.441176470588236e-06,
      "loss": 0.465,
      "step": 74
    },
    {
      "epoch": 0.16556291390728478,
      "grad_norm": 0.209846630692482,
      "learning_rate": 5.514705882352942e-06,
      "loss": 0.486,
      "step": 75
    },
    {
      "epoch": 0.16777041942604856,
      "grad_norm": 0.17751334607601166,
      "learning_rate": 5.588235294117647e-06,
      "loss": 0.4761,
      "step": 76
    },
    {
      "epoch": 0.16997792494481237,
      "grad_norm": 0.16121278703212738,
      "learning_rate": 5.661764705882353e-06,
      "loss": 0.4774,
      "step": 77
    },
    {
      "epoch": 0.17218543046357615,
      "grad_norm": 0.2625029385089874,
      "learning_rate": 5.735294117647059e-06,
      "loss": 0.4663,
      "step": 78
    },
    {
      "epoch": 0.17439293598233996,
      "grad_norm": 0.15058760344982147,
      "learning_rate": 5.808823529411766e-06,
      "loss": 0.4644,
      "step": 79
    },
    {
      "epoch": 0.17660044150110377,
      "grad_norm": 0.16306105256080627,
      "learning_rate": 5.882352941176471e-06,
      "loss": 0.4745,
      "step": 80
    },
    {
      "epoch": 0.17880794701986755,
      "grad_norm": 0.1497834473848343,
      "learning_rate": 5.955882352941177e-06,
      "loss": 0.4614,
      "step": 81
    },
    {
      "epoch": 0.18101545253863136,
      "grad_norm": 0.15127182006835938,
      "learning_rate": 6.029411764705883e-06,
      "loss": 0.468,
      "step": 82
    },
    {
      "epoch": 0.18322295805739514,
      "grad_norm": 0.14110144972801208,
      "learning_rate": 6.102941176470589e-06,
      "loss": 0.4709,
      "step": 83
    },
    {
      "epoch": 0.18543046357615894,
      "grad_norm": 0.150424063205719,
      "learning_rate": 6.176470588235295e-06,
      "loss": 0.4614,
      "step": 84
    },
    {
      "epoch": 0.18763796909492272,
      "grad_norm": 0.14802858233451843,
      "learning_rate": 6.25e-06,
      "loss": 0.4549,
      "step": 85
    },
    {
      "epoch": 0.18984547461368653,
      "grad_norm": 0.1567091941833496,
      "learning_rate": 6.323529411764706e-06,
      "loss": 0.4487,
      "step": 86
    },
    {
      "epoch": 0.19205298013245034,
      "grad_norm": 0.14341039955615997,
      "learning_rate": 6.397058823529412e-06,
      "loss": 0.4453,
      "step": 87
    },
    {
      "epoch": 0.19426048565121412,
      "grad_norm": 0.20370961725711823,
      "learning_rate": 6.470588235294119e-06,
      "loss": 0.4626,
      "step": 88
    },
    {
      "epoch": 0.19646799116997793,
      "grad_norm": 0.14623787999153137,
      "learning_rate": 6.544117647058824e-06,
      "loss": 0.4559,
      "step": 89
    },
    {
      "epoch": 0.1986754966887417,
      "grad_norm": 0.1428503692150116,
      "learning_rate": 6.61764705882353e-06,
      "loss": 0.4464,
      "step": 90
    },
    {
      "epoch": 0.20088300220750552,
      "grad_norm": 0.14742067456245422,
      "learning_rate": 6.6911764705882356e-06,
      "loss": 0.4663,
      "step": 91
    },
    {
      "epoch": 0.20309050772626933,
      "grad_norm": 0.16871479153633118,
      "learning_rate": 6.764705882352942e-06,
      "loss": 0.4549,
      "step": 92
    },
    {
      "epoch": 0.2052980132450331,
      "grad_norm": 0.14448532462120056,
      "learning_rate": 6.838235294117648e-06,
      "loss": 0.4544,
      "step": 93
    },
    {
      "epoch": 0.20750551876379691,
      "grad_norm": 0.17373333871364594,
      "learning_rate": 6.911764705882353e-06,
      "loss": 0.4557,
      "step": 94
    },
    {
      "epoch": 0.2097130242825607,
      "grad_norm": 0.15801453590393066,
      "learning_rate": 6.985294117647059e-06,
      "loss": 0.4507,
      "step": 95
    },
    {
      "epoch": 0.2119205298013245,
      "grad_norm": 0.15145470201969147,
      "learning_rate": 7.058823529411766e-06,
      "loss": 0.4499,
      "step": 96
    },
    {
      "epoch": 0.2141280353200883,
      "grad_norm": 0.14600904285907745,
      "learning_rate": 7.132352941176472e-06,
      "loss": 0.4548,
      "step": 97
    },
    {
      "epoch": 0.2163355408388521,
      "grad_norm": 0.15834525227546692,
      "learning_rate": 7.205882352941177e-06,
      "loss": 0.4505,
      "step": 98
    },
    {
      "epoch": 0.2185430463576159,
      "grad_norm": 0.15612734854221344,
      "learning_rate": 7.2794117647058826e-06,
      "loss": 0.4598,
      "step": 99
    },
    {
      "epoch": 0.22075055187637968,
      "grad_norm": 0.18165510892868042,
      "learning_rate": 7.352941176470589e-06,
      "loss": 0.4479,
      "step": 100
    },
    {
      "epoch": 0.2229580573951435,
      "grad_norm": 0.16820134222507477,
      "learning_rate": 7.426470588235295e-06,
      "loss": 0.4497,
      "step": 101
    },
    {
      "epoch": 0.2251655629139073,
      "grad_norm": 0.16453172266483307,
      "learning_rate": 7.500000000000001e-06,
      "loss": 0.4532,
      "step": 102
    },
    {
      "epoch": 0.22737306843267108,
      "grad_norm": 0.15813149511814117,
      "learning_rate": 7.573529411764706e-06,
      "loss": 0.4513,
      "step": 103
    },
    {
      "epoch": 0.22958057395143489,
      "grad_norm": 0.1652165949344635,
      "learning_rate": 7.647058823529411e-06,
      "loss": 0.445,
      "step": 104
    },
    {
      "epoch": 0.23178807947019867,
      "grad_norm": 0.14849768579006195,
      "learning_rate": 7.720588235294119e-06,
      "loss": 0.435,
      "step": 105
    },
    {
      "epoch": 0.23399558498896247,
      "grad_norm": 0.17478714883327484,
      "learning_rate": 7.794117647058825e-06,
      "loss": 0.4343,
      "step": 106
    },
    {
      "epoch": 0.23620309050772628,
      "grad_norm": 0.16727301478385925,
      "learning_rate": 7.86764705882353e-06,
      "loss": 0.4483,
      "step": 107
    },
    {
      "epoch": 0.23841059602649006,
      "grad_norm": 0.1674540638923645,
      "learning_rate": 7.941176470588236e-06,
      "loss": 0.4452,
      "step": 108
    },
    {
      "epoch": 0.24061810154525387,
      "grad_norm": 0.16588866710662842,
      "learning_rate": 8.014705882352942e-06,
      "loss": 0.4517,
      "step": 109
    },
    {
      "epoch": 0.24282560706401765,
      "grad_norm": 0.176283061504364,
      "learning_rate": 8.088235294117648e-06,
      "loss": 0.4434,
      "step": 110
    },
    {
      "epoch": 0.24503311258278146,
      "grad_norm": 0.17021676898002625,
      "learning_rate": 8.161764705882354e-06,
      "loss": 0.442,
      "step": 111
    },
    {
      "epoch": 0.24724061810154527,
      "grad_norm": 0.15938061475753784,
      "learning_rate": 8.23529411764706e-06,
      "loss": 0.4436,
      "step": 112
    },
    {
      "epoch": 0.24944812362030905,
      "grad_norm": 0.18990886211395264,
      "learning_rate": 8.308823529411766e-06,
      "loss": 0.439,
      "step": 113
    },
    {
      "epoch": 0.25165562913907286,
      "grad_norm": 0.16168883442878723,
      "learning_rate": 8.382352941176472e-06,
      "loss": 0.4392,
      "step": 114
    },
    {
      "epoch": 0.25386313465783666,
      "grad_norm": 0.2176610231399536,
      "learning_rate": 8.455882352941177e-06,
      "loss": 0.4488,
      "step": 115
    },
    {
      "epoch": 0.2560706401766004,
      "grad_norm": 0.19106176495552063,
      "learning_rate": 8.529411764705883e-06,
      "loss": 0.436,
      "step": 116
    },
    {
      "epoch": 0.2582781456953642,
      "grad_norm": 0.1480225920677185,
      "learning_rate": 8.60294117647059e-06,
      "loss": 0.4386,
      "step": 117
    },
    {
      "epoch": 0.26048565121412803,
      "grad_norm": 0.20528610050678253,
      "learning_rate": 8.676470588235295e-06,
      "loss": 0.4441,
      "step": 118
    },
    {
      "epoch": 0.26269315673289184,
      "grad_norm": 0.18629467487335205,
      "learning_rate": 8.750000000000001e-06,
      "loss": 0.4322,
      "step": 119
    },
    {
      "epoch": 0.26490066225165565,
      "grad_norm": 0.1764117330312729,
      "learning_rate": 8.823529411764707e-06,
      "loss": 0.4261,
      "step": 120
    },
    {
      "epoch": 0.2671081677704194,
      "grad_norm": 0.1975659281015396,
      "learning_rate": 8.897058823529413e-06,
      "loss": 0.4401,
      "step": 121
    },
    {
      "epoch": 0.2693156732891832,
      "grad_norm": 0.2136935442686081,
      "learning_rate": 8.970588235294119e-06,
      "loss": 0.4416,
      "step": 122
    },
    {
      "epoch": 0.271523178807947,
      "grad_norm": 0.18505676090717316,
      "learning_rate": 9.044117647058824e-06,
      "loss": 0.4423,
      "step": 123
    },
    {
      "epoch": 0.2737306843267108,
      "grad_norm": 0.176743283867836,
      "learning_rate": 9.11764705882353e-06,
      "loss": 0.4435,
      "step": 124
    },
    {
      "epoch": 0.27593818984547464,
      "grad_norm": 0.17542196810245514,
      "learning_rate": 9.191176470588236e-06,
      "loss": 0.4255,
      "step": 125
    },
    {
      "epoch": 0.2781456953642384,
      "grad_norm": 0.15908770263195038,
      "learning_rate": 9.264705882352942e-06,
      "loss": 0.438,
      "step": 126
    },
    {
      "epoch": 0.2803532008830022,
      "grad_norm": 0.16695120930671692,
      "learning_rate": 9.338235294117648e-06,
      "loss": 0.4418,
      "step": 127
    },
    {
      "epoch": 0.282560706401766,
      "grad_norm": 0.1714697927236557,
      "learning_rate": 9.411764705882354e-06,
      "loss": 0.4293,
      "step": 128
    },
    {
      "epoch": 0.2847682119205298,
      "grad_norm": 0.1601938009262085,
      "learning_rate": 9.48529411764706e-06,
      "loss": 0.4402,
      "step": 129
    },
    {
      "epoch": 0.2869757174392936,
      "grad_norm": 0.16425947844982147,
      "learning_rate": 9.558823529411766e-06,
      "loss": 0.4328,
      "step": 130
    },
    {
      "epoch": 0.2891832229580574,
      "grad_norm": 0.1931643933057785,
      "learning_rate": 9.632352941176471e-06,
      "loss": 0.4307,
      "step": 131
    },
    {
      "epoch": 0.2913907284768212,
      "grad_norm": 0.18675902485847473,
      "learning_rate": 9.705882352941177e-06,
      "loss": 0.4554,
      "step": 132
    },
    {
      "epoch": 0.293598233995585,
      "grad_norm": 0.16391406953334808,
      "learning_rate": 9.779411764705883e-06,
      "loss": 0.4272,
      "step": 133
    },
    {
      "epoch": 0.2958057395143488,
      "grad_norm": 0.20189572870731354,
      "learning_rate": 9.852941176470589e-06,
      "loss": 0.4258,
      "step": 134
    },
    {
      "epoch": 0.2980132450331126,
      "grad_norm": 0.16828037798404694,
      "learning_rate": 9.926470588235295e-06,
      "loss": 0.4287,
      "step": 135
    },
    {
      "epoch": 0.30022075055187636,
      "grad_norm": 0.1638776957988739,
      "learning_rate": 1e-05,
      "loss": 0.4326,
      "step": 136
    },
    {
      "epoch": 0.30242825607064017,
      "grad_norm": 0.20775483548641205,
      "learning_rate": 9.999983503697906e-06,
      "loss": 0.4274,
      "step": 137
    },
    {
      "epoch": 0.304635761589404,
      "grad_norm": 0.17668417096138,
      "learning_rate": 9.999934014900475e-06,
      "loss": 0.4277,
      "step": 138
    },
    {
      "epoch": 0.3068432671081678,
      "grad_norm": 0.20949822664260864,
      "learning_rate": 9.999851533934259e-06,
      "loss": 0.4277,
      "step": 139
    },
    {
      "epoch": 0.3090507726269316,
      "grad_norm": 0.13797180354595184,
      "learning_rate": 9.999736061343512e-06,
      "loss": 0.4072,
      "step": 140
    },
    {
      "epoch": 0.31125827814569534,
      "grad_norm": 0.20374132692813873,
      "learning_rate": 9.99958759789018e-06,
      "loss": 0.4302,
      "step": 141
    },
    {
      "epoch": 0.31346578366445915,
      "grad_norm": 0.1946762204170227,
      "learning_rate": 9.999406144553905e-06,
      "loss": 0.4213,
      "step": 142
    },
    {
      "epoch": 0.31567328918322296,
      "grad_norm": 0.21811267733573914,
      "learning_rate": 9.999191702532008e-06,
      "loss": 0.4285,
      "step": 143
    },
    {
      "epoch": 0.31788079470198677,
      "grad_norm": 0.20533326268196106,
      "learning_rate": 9.99894427323949e-06,
      "loss": 0.4251,
      "step": 144
    },
    {
      "epoch": 0.3200883002207506,
      "grad_norm": 0.20235486328601837,
      "learning_rate": 9.99866385830902e-06,
      "loss": 0.4237,
      "step": 145
    },
    {
      "epoch": 0.32229580573951433,
      "grad_norm": 0.20962080359458923,
      "learning_rate": 9.99835045959092e-06,
      "loss": 0.4266,
      "step": 146
    },
    {
      "epoch": 0.32450331125827814,
      "grad_norm": 0.22475510835647583,
      "learning_rate": 9.998004079153156e-06,
      "loss": 0.4263,
      "step": 147
    },
    {
      "epoch": 0.32671081677704195,
      "grad_norm": 0.20724737644195557,
      "learning_rate": 9.997624719281332e-06,
      "loss": 0.416,
      "step": 148
    },
    {
      "epoch": 0.32891832229580575,
      "grad_norm": 0.1801760494709015,
      "learning_rate": 9.997212382478658e-06,
      "loss": 0.4233,
      "step": 149
    },
    {
      "epoch": 0.33112582781456956,
      "grad_norm": 0.23205707967281342,
      "learning_rate": 9.996767071465947e-06,
      "loss": 0.4277,
      "step": 150
    },
    {
      "epoch": 0.3333333333333333,
      "grad_norm": 0.18537338078022003,
      "learning_rate": 9.996288789181595e-06,
      "loss": 0.4317,
      "step": 151
    },
    {
      "epoch": 0.3355408388520971,
      "grad_norm": 0.17498917877674103,
      "learning_rate": 9.995777538781556e-06,
      "loss": 0.4288,
      "step": 152
    },
    {
      "epoch": 0.33774834437086093,
      "grad_norm": 0.18248897790908813,
      "learning_rate": 9.995233323639326e-06,
      "loss": 0.4261,
      "step": 153
    },
    {
      "epoch": 0.33995584988962474,
      "grad_norm": 0.1849048137664795,
      "learning_rate": 9.994656147345922e-06,
      "loss": 0.4216,
      "step": 154
    },
    {
      "epoch": 0.34216335540838855,
      "grad_norm": 0.19169744849205017,
      "learning_rate": 9.994046013709852e-06,
      "loss": 0.423,
      "step": 155
    },
    {
      "epoch": 0.3443708609271523,
      "grad_norm": 0.18524128198623657,
      "learning_rate": 9.993402926757098e-06,
      "loss": 0.4213,
      "step": 156
    },
    {
      "epoch": 0.3465783664459161,
      "grad_norm": 0.16218866407871246,
      "learning_rate": 9.99272689073108e-06,
      "loss": 0.4252,
      "step": 157
    },
    {
      "epoch": 0.3487858719646799,
      "grad_norm": 0.17451681196689606,
      "learning_rate": 9.992017910092636e-06,
      "loss": 0.4251,
      "step": 158
    },
    {
      "epoch": 0.3509933774834437,
      "grad_norm": 0.15944437682628632,
      "learning_rate": 9.991275989519991e-06,
      "loss": 0.4123,
      "step": 159
    },
    {
      "epoch": 0.35320088300220753,
      "grad_norm": 0.17371642589569092,
      "learning_rate": 9.990501133908722e-06,
      "loss": 0.4234,
      "step": 160
    },
    {
      "epoch": 0.3554083885209713,
      "grad_norm": 0.1783660650253296,
      "learning_rate": 9.98969334837173e-06,
      "loss": 0.4234,
      "step": 161
    },
    {
      "epoch": 0.3576158940397351,
      "grad_norm": 0.1762082278728485,
      "learning_rate": 9.988852638239206e-06,
      "loss": 0.418,
      "step": 162
    },
    {
      "epoch": 0.3598233995584989,
      "grad_norm": 0.16491912305355072,
      "learning_rate": 9.987979009058593e-06,
      "loss": 0.4248,
      "step": 163
    },
    {
      "epoch": 0.3620309050772627,
      "grad_norm": 0.2407284379005432,
      "learning_rate": 9.98707246659455e-06,
      "loss": 0.4307,
      "step": 164
    },
    {
      "epoch": 0.36423841059602646,
      "grad_norm": 0.19042451679706573,
      "learning_rate": 9.986133016828916e-06,
      "loss": 0.4231,
      "step": 165
    },
    {
      "epoch": 0.36644591611479027,
      "grad_norm": 0.18169504404067993,
      "learning_rate": 9.985160665960672e-06,
      "loss": 0.4266,
      "step": 166
    },
    {
      "epoch": 0.3686534216335541,
      "grad_norm": 0.18646620213985443,
      "learning_rate": 9.984155420405895e-06,
      "loss": 0.4231,
      "step": 167
    },
    {
      "epoch": 0.3708609271523179,
      "grad_norm": 0.19154079258441925,
      "learning_rate": 9.983117286797718e-06,
      "loss": 0.4308,
      "step": 168
    },
    {
      "epoch": 0.3730684326710817,
      "grad_norm": 0.17594484984874725,
      "learning_rate": 9.982046271986287e-06,
      "loss": 0.4115,
      "step": 169
    },
    {
      "epoch": 0.37527593818984545,
      "grad_norm": 0.18167531490325928,
      "learning_rate": 9.980942383038717e-06,
      "loss": 0.424,
      "step": 170
    },
    {
      "epoch": 0.37748344370860926,
      "grad_norm": 0.1535561978816986,
      "learning_rate": 9.97980562723904e-06,
      "loss": 0.4296,
      "step": 171
    },
    {
      "epoch": 0.37969094922737306,
      "grad_norm": 0.15756377577781677,
      "learning_rate": 9.978636012088165e-06,
      "loss": 0.4169,
      "step": 172
    },
    {
      "epoch": 0.3818984547461369,
      "grad_norm": 0.15670788288116455,
      "learning_rate": 9.97743354530382e-06,
      "loss": 0.4394,
      "step": 173
    },
    {
      "epoch": 0.3841059602649007,
      "grad_norm": 0.16224409639835358,
      "learning_rate": 9.976198234820509e-06,
      "loss": 0.4228,
      "step": 174
    },
    {
      "epoch": 0.38631346578366443,
      "grad_norm": 0.14743737876415253,
      "learning_rate": 9.974930088789452e-06,
      "loss": 0.4144,
      "step": 175
    },
    {
      "epoch": 0.38852097130242824,
      "grad_norm": 0.1594422310590744,
      "learning_rate": 9.97362911557854e-06,
      "loss": 0.4168,
      "step": 176
    },
    {
      "epoch": 0.39072847682119205,
      "grad_norm": 0.16173714399337769,
      "learning_rate": 9.972295323772268e-06,
      "loss": 0.4166,
      "step": 177
    },
    {
      "epoch": 0.39293598233995586,
      "grad_norm": 0.1668204814195633,
      "learning_rate": 9.970928722171691e-06,
      "loss": 0.4252,
      "step": 178
    },
    {
      "epoch": 0.39514348785871967,
      "grad_norm": 0.15836164355278015,
      "learning_rate": 9.96952931979436e-06,
      "loss": 0.4209,
      "step": 179
    },
    {
      "epoch": 0.3973509933774834,
      "grad_norm": 0.1634080708026886,
      "learning_rate": 9.968097125874258e-06,
      "loss": 0.4076,
      "step": 180
    },
    {
      "epoch": 0.3995584988962472,
      "grad_norm": 0.16134855151176453,
      "learning_rate": 9.966632149861748e-06,
      "loss": 0.4276,
      "step": 181
    },
    {
      "epoch": 0.40176600441501104,
      "grad_norm": 0.15993578732013702,
      "learning_rate": 9.965134401423503e-06,
      "loss": 0.4308,
      "step": 182
    },
    {
      "epoch": 0.40397350993377484,
      "grad_norm": 0.19045297801494598,
      "learning_rate": 9.963603890442448e-06,
      "loss": 0.4185,
      "step": 183
    },
    {
      "epoch": 0.40618101545253865,
      "grad_norm": 0.16455209255218506,
      "learning_rate": 9.962040627017693e-06,
      "loss": 0.4232,
      "step": 184
    },
    {
      "epoch": 0.4083885209713024,
      "grad_norm": 0.16577620804309845,
      "learning_rate": 9.960444621464462e-06,
      "loss": 0.4149,
      "step": 185
    },
    {
      "epoch": 0.4105960264900662,
      "grad_norm": 0.25177431106567383,
      "learning_rate": 9.958815884314033e-06,
      "loss": 0.4172,
      "step": 186
    },
    {
      "epoch": 0.41280353200883,
      "grad_norm": 0.18712477385997772,
      "learning_rate": 9.957154426313662e-06,
      "loss": 0.4205,
      "step": 187
    },
    {
      "epoch": 0.41501103752759383,
      "grad_norm": 0.1667563021183014,
      "learning_rate": 9.955460258426512e-06,
      "loss": 0.4207,
      "step": 188
    },
    {
      "epoch": 0.41721854304635764,
      "grad_norm": 0.22865413129329681,
      "learning_rate": 9.953733391831586e-06,
      "loss": 0.4109,
      "step": 189
    },
    {
      "epoch": 0.4194260485651214,
      "grad_norm": 0.18536990880966187,
      "learning_rate": 9.951973837923652e-06,
      "loss": 0.4187,
      "step": 190
    },
    {
      "epoch": 0.4216335540838852,
      "grad_norm": 0.19504587352275848,
      "learning_rate": 9.950181608313158e-06,
      "loss": 0.4142,
      "step": 191
    },
    {
      "epoch": 0.423841059602649,
      "grad_norm": 0.1892482340335846,
      "learning_rate": 9.948356714826172e-06,
      "loss": 0.4142,
      "step": 192
    },
    {
      "epoch": 0.4260485651214128,
      "grad_norm": 0.1839127093553543,
      "learning_rate": 9.946499169504294e-06,
      "loss": 0.4161,
      "step": 193
    },
    {
      "epoch": 0.4282560706401766,
      "grad_norm": 0.20385828614234924,
      "learning_rate": 9.944608984604569e-06,
      "loss": 0.4124,
      "step": 194
    },
    {
      "epoch": 0.4304635761589404,
      "grad_norm": 0.1948205530643463,
      "learning_rate": 9.942686172599425e-06,
      "loss": 0.4251,
      "step": 195
    },
    {
      "epoch": 0.4326710816777042,
      "grad_norm": 0.19438982009887695,
      "learning_rate": 9.940730746176578e-06,
      "loss": 0.4158,
      "step": 196
    },
    {
      "epoch": 0.434878587196468,
      "grad_norm": 0.17213338613510132,
      "learning_rate": 9.93874271823895e-06,
      "loss": 0.4175,
      "step": 197
    },
    {
      "epoch": 0.4370860927152318,
      "grad_norm": 0.22870118916034698,
      "learning_rate": 9.936722101904582e-06,
      "loss": 0.4267,
      "step": 198
    },
    {
      "epoch": 0.4392935982339956,
      "grad_norm": 0.20383016765117645,
      "learning_rate": 9.934668910506555e-06,
      "loss": 0.422,
      "step": 199
    },
    {
      "epoch": 0.44150110375275936,
      "grad_norm": 0.16936808824539185,
      "learning_rate": 9.932583157592896e-06,
      "loss": 0.4144,
      "step": 200
    },
    {
      "epoch": 0.44370860927152317,
      "grad_norm": 0.19149592518806458,
      "learning_rate": 9.930464856926488e-06,
      "loss": 0.4077,
      "step": 201
    },
    {
      "epoch": 0.445916114790287,
      "grad_norm": 0.15204112231731415,
      "learning_rate": 9.928314022484982e-06,
      "loss": 0.4207,
      "step": 202
    },
    {
      "epoch": 0.4481236203090508,
      "grad_norm": 0.19697798788547516,
      "learning_rate": 9.926130668460702e-06,
      "loss": 0.4159,
      "step": 203
    },
    {
      "epoch": 0.4503311258278146,
      "grad_norm": 0.1751161813735962,
      "learning_rate": 9.92391480926056e-06,
      "loss": 0.4179,
      "step": 204
    },
    {
      "epoch": 0.45253863134657835,
      "grad_norm": 0.17122775316238403,
      "learning_rate": 9.921666459505944e-06,
      "loss": 0.4104,
      "step": 205
    },
    {
      "epoch": 0.45474613686534215,
      "grad_norm": 0.18898116052150726,
      "learning_rate": 9.91938563403264e-06,
      "loss": 0.4183,
      "step": 206
    },
    {
      "epoch": 0.45695364238410596,
      "grad_norm": 0.17628274857997894,
      "learning_rate": 9.917072347890721e-06,
      "loss": 0.411,
      "step": 207
    },
    {
      "epoch": 0.45916114790286977,
      "grad_norm": 0.19427300989627838,
      "learning_rate": 9.914726616344454e-06,
      "loss": 0.4144,
      "step": 208
    },
    {
      "epoch": 0.4613686534216336,
      "grad_norm": 0.19164274632930756,
      "learning_rate": 9.912348454872196e-06,
      "loss": 0.4067,
      "step": 209
    },
    {
      "epoch": 0.46357615894039733,
      "grad_norm": 0.17385149002075195,
      "learning_rate": 9.909937879166298e-06,
      "loss": 0.408,
      "step": 210
    },
    {
      "epoch": 0.46578366445916114,
      "grad_norm": 0.18648236989974976,
      "learning_rate": 9.907494905132994e-06,
      "loss": 0.4273,
      "step": 211
    },
    {
      "epoch": 0.46799116997792495,
      "grad_norm": 0.1911754459142685,
      "learning_rate": 9.905019548892296e-06,
      "loss": 0.4127,
      "step": 212
    },
    {
      "epoch": 0.47019867549668876,
      "grad_norm": 0.15749873220920563,
      "learning_rate": 9.902511826777895e-06,
      "loss": 0.4174,
      "step": 213
    },
    {
      "epoch": 0.47240618101545256,
      "grad_norm": 0.19831134378910065,
      "learning_rate": 9.899971755337049e-06,
      "loss": 0.4045,
      "step": 214
    },
    {
      "epoch": 0.4746136865342163,
      "grad_norm": 0.18536338210105896,
      "learning_rate": 9.897399351330471e-06,
      "loss": 0.4134,
      "step": 215
    },
    {
      "epoch": 0.4768211920529801,
      "grad_norm": 0.17010532319545746,
      "learning_rate": 9.894794631732223e-06,
      "loss": 0.4076,
      "step": 216
    },
    {
      "epoch": 0.47902869757174393,
      "grad_norm": 0.17602422833442688,
      "learning_rate": 9.8921576137296e-06,
      "loss": 0.4079,
      "step": 217
    },
    {
      "epoch": 0.48123620309050774,
      "grad_norm": 0.1983213573694229,
      "learning_rate": 9.889488314723024e-06,
      "loss": 0.413,
      "step": 218
    },
    {
      "epoch": 0.48344370860927155,
      "grad_norm": 0.17187613248825073,
      "learning_rate": 9.886786752325917e-06,
      "loss": 0.4229,
      "step": 219
    },
    {
      "epoch": 0.4856512141280353,
      "grad_norm": 0.2029353827238083,
      "learning_rate": 9.884052944364595e-06,
      "loss": 0.4242,
      "step": 220
    },
    {
      "epoch": 0.4878587196467991,
      "grad_norm": 0.18107262253761292,
      "learning_rate": 9.881286908878148e-06,
      "loss": 0.4157,
      "step": 221
    },
    {
      "epoch": 0.4900662251655629,
      "grad_norm": 0.18853497505187988,
      "learning_rate": 9.878488664118316e-06,
      "loss": 0.4153,
      "step": 222
    },
    {
      "epoch": 0.4922737306843267,
      "grad_norm": 0.1775682419538498,
      "learning_rate": 9.875658228549379e-06,
      "loss": 0.4109,
      "step": 223
    },
    {
      "epoch": 0.49448123620309054,
      "grad_norm": 0.18237102031707764,
      "learning_rate": 9.872795620848024e-06,
      "loss": 0.407,
      "step": 224
    },
    {
      "epoch": 0.4966887417218543,
      "grad_norm": 0.20489446818828583,
      "learning_rate": 9.869900859903225e-06,
      "loss": 0.4198,
      "step": 225
    },
    {
      "epoch": 0.4988962472406181,
      "grad_norm": 0.1481681913137436,
      "learning_rate": 9.866973964816126e-06,
      "loss": 0.4085,
      "step": 226
    },
    {
      "epoch": 0.5011037527593819,
      "grad_norm": 0.18315470218658447,
      "learning_rate": 9.864014954899905e-06,
      "loss": 0.4079,
      "step": 227
    },
    {
      "epoch": 0.5033112582781457,
      "grad_norm": 0.18866921961307526,
      "learning_rate": 9.861023849679648e-06,
      "loss": 0.4249,
      "step": 228
    },
    {
      "epoch": 0.5055187637969095,
      "grad_norm": 0.15121376514434814,
      "learning_rate": 9.858000668892226e-06,
      "loss": 0.4179,
      "step": 229
    },
    {
      "epoch": 0.5077262693156733,
      "grad_norm": 0.19818085432052612,
      "learning_rate": 9.85494543248616e-06,
      "loss": 0.4218,
      "step": 230
    },
    {
      "epoch": 0.5099337748344371,
      "grad_norm": 0.15964657068252563,
      "learning_rate": 9.851858160621496e-06,
      "loss": 0.4074,
      "step": 231
    },
    {
      "epoch": 0.5121412803532008,
      "grad_norm": 0.18371723592281342,
      "learning_rate": 9.848738873669653e-06,
      "loss": 0.4103,
      "step": 232
    },
    {
      "epoch": 0.5143487858719646,
      "grad_norm": 0.1854197084903717,
      "learning_rate": 9.845587592213318e-06,
      "loss": 0.4092,
      "step": 233
    },
    {
      "epoch": 0.5165562913907285,
      "grad_norm": 0.15952259302139282,
      "learning_rate": 9.842404337046284e-06,
      "loss": 0.4139,
      "step": 234
    },
    {
      "epoch": 0.5187637969094923,
      "grad_norm": 0.1830589473247528,
      "learning_rate": 9.839189129173328e-06,
      "loss": 0.4143,
      "step": 235
    },
    {
      "epoch": 0.5209713024282561,
      "grad_norm": 0.1684870719909668,
      "learning_rate": 9.835941989810065e-06,
      "loss": 0.4088,
      "step": 236
    },
    {
      "epoch": 0.5231788079470199,
      "grad_norm": 0.17676231265068054,
      "learning_rate": 9.832662940382813e-06,
      "loss": 0.4123,
      "step": 237
    },
    {
      "epoch": 0.5253863134657837,
      "grad_norm": 0.17995555698871613,
      "learning_rate": 9.829352002528449e-06,
      "loss": 0.4086,
      "step": 238
    },
    {
      "epoch": 0.5275938189845475,
      "grad_norm": 0.1694101095199585,
      "learning_rate": 9.826009198094262e-06,
      "loss": 0.4137,
      "step": 239
    },
    {
      "epoch": 0.5298013245033113,
      "grad_norm": 0.16819199919700623,
      "learning_rate": 9.822634549137819e-06,
      "loss": 0.4072,
      "step": 240
    },
    {
      "epoch": 0.5320088300220751,
      "grad_norm": 0.17408284544944763,
      "learning_rate": 9.81922807792681e-06,
      "loss": 0.4052,
      "step": 241
    },
    {
      "epoch": 0.5342163355408388,
      "grad_norm": 0.1843319982290268,
      "learning_rate": 9.815789806938909e-06,
      "loss": 0.3966,
      "step": 242
    },
    {
      "epoch": 0.5364238410596026,
      "grad_norm": 0.18125468492507935,
      "learning_rate": 9.812319758861616e-06,
      "loss": 0.4044,
      "step": 243
    },
    {
      "epoch": 0.5386313465783664,
      "grad_norm": 0.16861899197101593,
      "learning_rate": 9.808817956592115e-06,
      "loss": 0.4092,
      "step": 244
    },
    {
      "epoch": 0.5408388520971302,
      "grad_norm": 0.22598163783550262,
      "learning_rate": 9.805284423237126e-06,
      "loss": 0.4137,
      "step": 245
    },
    {
      "epoch": 0.543046357615894,
      "grad_norm": 0.22511421144008636,
      "learning_rate": 9.801719182112738e-06,
      "loss": 0.4073,
      "step": 246
    },
    {
      "epoch": 0.5452538631346578,
      "grad_norm": 0.1690152883529663,
      "learning_rate": 9.798122256744269e-06,
      "loss": 0.4097,
      "step": 247
    },
    {
      "epoch": 0.5474613686534217,
      "grad_norm": 0.22893239557743073,
      "learning_rate": 9.794493670866108e-06,
      "loss": 0.4054,
      "step": 248
    },
    {
      "epoch": 0.5496688741721855,
      "grad_norm": 0.17257164418697357,
      "learning_rate": 9.790833448421554e-06,
      "loss": 0.4109,
      "step": 249
    },
    {
      "epoch": 0.5518763796909493,
      "grad_norm": 0.1636303812265396,
      "learning_rate": 9.787141613562661e-06,
      "loss": 0.3995,
      "step": 250
    },
    {
      "epoch": 0.5540838852097131,
      "grad_norm": 0.17622527480125427,
      "learning_rate": 9.783418190650079e-06,
      "loss": 0.409,
      "step": 251
    },
    {
      "epoch": 0.5562913907284768,
      "grad_norm": 0.20090465247631073,
      "learning_rate": 9.779663204252887e-06,
      "loss": 0.4015,
      "step": 252
    },
    {
      "epoch": 0.5584988962472406,
      "grad_norm": 0.15368807315826416,
      "learning_rate": 9.775876679148449e-06,
      "loss": 0.4009,
      "step": 253
    },
    {
      "epoch": 0.5607064017660044,
      "grad_norm": 0.2135976403951645,
      "learning_rate": 9.772058640322221e-06,
      "loss": 0.407,
      "step": 254
    },
    {
      "epoch": 0.5629139072847682,
      "grad_norm": 0.17839573323726654,
      "learning_rate": 9.768209112967619e-06,
      "loss": 0.404,
      "step": 255
    },
    {
      "epoch": 0.565121412803532,
      "grad_norm": 0.1953095942735672,
      "learning_rate": 9.764328122485827e-06,
      "loss": 0.402,
      "step": 256
    },
    {
      "epoch": 0.5673289183222958,
      "grad_norm": 0.16529282927513123,
      "learning_rate": 9.76041569448564e-06,
      "loss": 0.4117,
      "step": 257
    },
    {
      "epoch": 0.5695364238410596,
      "grad_norm": 0.17458973824977875,
      "learning_rate": 9.756471854783297e-06,
      "loss": 0.4144,
      "step": 258
    },
    {
      "epoch": 0.5717439293598234,
      "grad_norm": 0.1776653230190277,
      "learning_rate": 9.752496629402307e-06,
      "loss": 0.4123,
      "step": 259
    },
    {
      "epoch": 0.5739514348785872,
      "grad_norm": 0.17428044974803925,
      "learning_rate": 9.748490044573275e-06,
      "loss": 0.3975,
      "step": 260
    },
    {
      "epoch": 0.5761589403973509,
      "grad_norm": 0.17150405049324036,
      "learning_rate": 9.744452126733739e-06,
      "loss": 0.4023,
      "step": 261
    },
    {
      "epoch": 0.5783664459161147,
      "grad_norm": 0.1668493002653122,
      "learning_rate": 9.740382902527981e-06,
      "loss": 0.409,
      "step": 262
    },
    {
      "epoch": 0.5805739514348786,
      "grad_norm": 0.17727597057819366,
      "learning_rate": 9.736282398806862e-06,
      "loss": 0.4061,
      "step": 263
    },
    {
      "epoch": 0.5827814569536424,
      "grad_norm": 0.15944141149520874,
      "learning_rate": 9.73215064262764e-06,
      "loss": 0.402,
      "step": 264
    },
    {
      "epoch": 0.5849889624724062,
      "grad_norm": 0.17232947051525116,
      "learning_rate": 9.727987661253796e-06,
      "loss": 0.4102,
      "step": 265
    },
    {
      "epoch": 0.58719646799117,
      "grad_norm": 0.2054961770772934,
      "learning_rate": 9.72379348215485e-06,
      "loss": 0.3994,
      "step": 266
    },
    {
      "epoch": 0.5894039735099338,
      "grad_norm": 0.1817290335893631,
      "learning_rate": 9.719568133006177e-06,
      "loss": 0.4033,
      "step": 267
    },
    {
      "epoch": 0.5916114790286976,
      "grad_norm": 0.16904965043067932,
      "learning_rate": 9.715311641688835e-06,
      "loss": 0.4082,
      "step": 268
    },
    {
      "epoch": 0.5938189845474614,
      "grad_norm": 0.17628441751003265,
      "learning_rate": 9.71102403628937e-06,
      "loss": 0.3969,
      "step": 269
    },
    {
      "epoch": 0.5960264900662252,
      "grad_norm": 0.20128114521503448,
      "learning_rate": 9.706705345099632e-06,
      "loss": 0.4081,
      "step": 270
    },
    {
      "epoch": 0.5982339955849889,
      "grad_norm": 0.17412817478179932,
      "learning_rate": 9.7023555966166e-06,
      "loss": 0.4076,
      "step": 271
    },
    {
      "epoch": 0.6004415011037527,
      "grad_norm": 0.18813695013523102,
      "learning_rate": 9.697974819542178e-06,
      "loss": 0.4042,
      "step": 272
    },
    {
      "epoch": 0.6026490066225165,
      "grad_norm": 0.17176660895347595,
      "learning_rate": 9.693563042783011e-06,
      "loss": 0.4099,
      "step": 273
    },
    {
      "epoch": 0.6048565121412803,
      "grad_norm": 0.17056933045387268,
      "learning_rate": 9.689120295450308e-06,
      "loss": 0.4045,
      "step": 274
    },
    {
      "epoch": 0.6070640176600441,
      "grad_norm": 0.20970946550369263,
      "learning_rate": 9.684646606859621e-06,
      "loss": 0.3944,
      "step": 275
    },
    {
      "epoch": 0.609271523178808,
      "grad_norm": 0.19319604337215424,
      "learning_rate": 9.680142006530684e-06,
      "loss": 0.4062,
      "step": 276
    },
    {
      "epoch": 0.6114790286975718,
      "grad_norm": 0.17683015763759613,
      "learning_rate": 9.675606524187192e-06,
      "loss": 0.4077,
      "step": 277
    },
    {
      "epoch": 0.6136865342163356,
      "grad_norm": 0.16389036178588867,
      "learning_rate": 9.671040189756623e-06,
      "loss": 0.412,
      "step": 278
    },
    {
      "epoch": 0.6158940397350994,
      "grad_norm": 0.15970537066459656,
      "learning_rate": 9.666443033370026e-06,
      "loss": 0.4068,
      "step": 279
    },
    {
      "epoch": 0.6181015452538632,
      "grad_norm": 0.17420579493045807,
      "learning_rate": 9.661815085361836e-06,
      "loss": 0.4046,
      "step": 280
    },
    {
      "epoch": 0.6203090507726269,
      "grad_norm": 0.16548947989940643,
      "learning_rate": 9.657156376269665e-06,
      "loss": 0.4122,
      "step": 281
    },
    {
      "epoch": 0.6225165562913907,
      "grad_norm": 0.147056445479393,
      "learning_rate": 9.652466936834101e-06,
      "loss": 0.4085,
      "step": 282
    },
    {
      "epoch": 0.6247240618101545,
      "grad_norm": 0.17280390858650208,
      "learning_rate": 9.647746797998508e-06,
      "loss": 0.4142,
      "step": 283
    },
    {
      "epoch": 0.6269315673289183,
      "grad_norm": 0.16386403143405914,
      "learning_rate": 9.642995990908817e-06,
      "loss": 0.4103,
      "step": 284
    },
    {
      "epoch": 0.6291390728476821,
      "grad_norm": 0.16252438724040985,
      "learning_rate": 9.638214546913333e-06,
      "loss": 0.4023,
      "step": 285
    },
    {
      "epoch": 0.6313465783664459,
      "grad_norm": 0.16047868132591248,
      "learning_rate": 9.633402497562512e-06,
      "loss": 0.4032,
      "step": 286
    },
    {
      "epoch": 0.6335540838852097,
      "grad_norm": 0.18797720968723297,
      "learning_rate": 9.628559874608761e-06,
      "loss": 0.4014,
      "step": 287
    },
    {
      "epoch": 0.6357615894039735,
      "grad_norm": 0.15865157544612885,
      "learning_rate": 9.62368671000623e-06,
      "loss": 0.4022,
      "step": 288
    },
    {
      "epoch": 0.6379690949227373,
      "grad_norm": 0.15757879614830017,
      "learning_rate": 9.618783035910596e-06,
      "loss": 0.4019,
      "step": 289
    },
    {
      "epoch": 0.6401766004415012,
      "grad_norm": 0.15986581146717072,
      "learning_rate": 9.613848884678851e-06,
      "loss": 0.3981,
      "step": 290
    },
    {
      "epoch": 0.6423841059602649,
      "grad_norm": 0.1824173629283905,
      "learning_rate": 9.608884288869103e-06,
      "loss": 0.407,
      "step": 291
    },
    {
      "epoch": 0.6445916114790287,
      "grad_norm": 0.185842826962471,
      "learning_rate": 9.603889281240334e-06,
      "loss": 0.4016,
      "step": 292
    },
    {
      "epoch": 0.6467991169977925,
      "grad_norm": 0.17280805110931396,
      "learning_rate": 9.59886389475221e-06,
      "loss": 0.4081,
      "step": 293
    },
    {
      "epoch": 0.6490066225165563,
      "grad_norm": 0.1815565824508667,
      "learning_rate": 9.593808162564845e-06,
      "loss": 0.4141,
      "step": 294
    },
    {
      "epoch": 0.6512141280353201,
      "grad_norm": 0.19602055847644806,
      "learning_rate": 9.588722118038595e-06,
      "loss": 0.4048,
      "step": 295
    },
    {
      "epoch": 0.6534216335540839,
      "grad_norm": 0.1916995495557785,
      "learning_rate": 9.583605794733833e-06,
      "loss": 0.3953,
      "step": 296
    },
    {
      "epoch": 0.6556291390728477,
      "grad_norm": 0.17578016221523285,
      "learning_rate": 9.578459226410722e-06,
      "loss": 0.4133,
      "step": 297
    },
    {
      "epoch": 0.6578366445916115,
      "grad_norm": 0.18694248795509338,
      "learning_rate": 9.573282447029e-06,
      "loss": 0.4023,
      "step": 298
    },
    {
      "epoch": 0.6600441501103753,
      "grad_norm": 0.20029006898403168,
      "learning_rate": 9.568075490747756e-06,
      "loss": 0.3967,
      "step": 299
    },
    {
      "epoch": 0.6622516556291391,
      "grad_norm": 0.15852802991867065,
      "learning_rate": 9.562838391925197e-06,
      "loss": 0.4053,
      "step": 300
    },
    {
      "epoch": 0.6644591611479028,
      "grad_norm": 0.18394002318382263,
      "learning_rate": 9.557571185118431e-06,
      "loss": 0.4001,
      "step": 301
    },
    {
      "epoch": 0.6666666666666666,
      "grad_norm": 0.1864984780550003,
      "learning_rate": 9.55227390508323e-06,
      "loss": 0.3964,
      "step": 302
    },
    {
      "epoch": 0.6688741721854304,
      "grad_norm": 0.15841950476169586,
      "learning_rate": 9.546946586773808e-06,
      "loss": 0.4045,
      "step": 303
    },
    {
      "epoch": 0.6710816777041942,
      "grad_norm": 0.19293592870235443,
      "learning_rate": 9.541589265342585e-06,
      "loss": 0.405,
      "step": 304
    },
    {
      "epoch": 0.673289183222958,
      "grad_norm": 0.16064338386058807,
      "learning_rate": 9.536201976139958e-06,
      "loss": 0.4098,
      "step": 305
    },
    {
      "epoch": 0.6754966887417219,
      "grad_norm": 0.16002054512500763,
      "learning_rate": 9.530784754714069e-06,
      "loss": 0.3837,
      "step": 306
    },
    {
      "epoch": 0.6777041942604857,
      "grad_norm": 0.16032235324382782,
      "learning_rate": 9.525337636810564e-06,
      "loss": 0.4095,
      "step": 307
    },
    {
      "epoch": 0.6799116997792495,
      "grad_norm": 0.19734519720077515,
      "learning_rate": 9.519860658372364e-06,
      "loss": 0.4049,
      "step": 308
    },
    {
      "epoch": 0.6821192052980133,
      "grad_norm": 0.1894775629043579,
      "learning_rate": 9.514353855539428e-06,
      "loss": 0.3926,
      "step": 309
    },
    {
      "epoch": 0.6843267108167771,
      "grad_norm": 0.2021895796060562,
      "learning_rate": 9.508817264648506e-06,
      "loss": 0.3983,
      "step": 310
    },
    {
      "epoch": 0.6865342163355408,
      "grad_norm": 0.20270881056785583,
      "learning_rate": 9.503250922232911e-06,
      "loss": 0.4105,
      "step": 311
    },
    {
      "epoch": 0.6887417218543046,
      "grad_norm": 0.17310801148414612,
      "learning_rate": 9.497654865022268e-06,
      "loss": 0.4026,
      "step": 312
    },
    {
      "epoch": 0.6909492273730684,
      "grad_norm": 0.22883597016334534,
      "learning_rate": 9.492029129942277e-06,
      "loss": 0.4062,
      "step": 313
    },
    {
      "epoch": 0.6931567328918322,
      "grad_norm": 0.1955188363790512,
      "learning_rate": 9.48637375411447e-06,
      "loss": 0.4044,
      "step": 314
    },
    {
      "epoch": 0.695364238410596,
      "grad_norm": 0.18373191356658936,
      "learning_rate": 9.48068877485596e-06,
      "loss": 0.4032,
      "step": 315
    },
    {
      "epoch": 0.6975717439293598,
      "grad_norm": 0.21621759235858917,
      "learning_rate": 9.474974229679201e-06,
      "loss": 0.3904,
      "step": 316
    },
    {
      "epoch": 0.6997792494481236,
      "grad_norm": 0.17569488286972046,
      "learning_rate": 9.469230156291742e-06,
      "loss": 0.4087,
      "step": 317
    },
    {
      "epoch": 0.7019867549668874,
      "grad_norm": 0.2064937800168991,
      "learning_rate": 9.463456592595966e-06,
      "loss": 0.396,
      "step": 318
    },
    {
      "epoch": 0.7041942604856513,
      "grad_norm": 0.24051177501678467,
      "learning_rate": 9.457653576688857e-06,
      "loss": 0.4062,
      "step": 319
    },
    {
      "epoch": 0.7064017660044151,
      "grad_norm": 0.16446927189826965,
      "learning_rate": 9.451821146861734e-06,
      "loss": 0.3987,
      "step": 320
    },
    {
      "epoch": 0.7086092715231788,
      "grad_norm": 0.20139139890670776,
      "learning_rate": 9.445959341600009e-06,
      "loss": 0.4036,
      "step": 321
    },
    {
      "epoch": 0.7108167770419426,
      "grad_norm": 0.18157215416431427,
      "learning_rate": 9.440068199582923e-06,
      "loss": 0.4124,
      "step": 322
    },
    {
      "epoch": 0.7130242825607064,
      "grad_norm": 0.15641391277313232,
      "learning_rate": 9.434147759683303e-06,
      "loss": 0.405,
      "step": 323
    },
    {
      "epoch": 0.7152317880794702,
      "grad_norm": 0.16391552984714508,
      "learning_rate": 9.428198060967294e-06,
      "loss": 0.4005,
      "step": 324
    },
    {
      "epoch": 0.717439293598234,
      "grad_norm": 0.179102823138237,
      "learning_rate": 9.422219142694104e-06,
      "loss": 0.3968,
      "step": 325
    },
    {
      "epoch": 0.7196467991169978,
      "grad_norm": 0.17109854519367218,
      "learning_rate": 9.416211044315754e-06,
      "loss": 0.4049,
      "step": 326
    },
    {
      "epoch": 0.7218543046357616,
      "grad_norm": 0.20250354707241058,
      "learning_rate": 9.410173805476804e-06,
      "loss": 0.4186,
      "step": 327
    },
    {
      "epoch": 0.7240618101545254,
      "grad_norm": 0.18576852977275848,
      "learning_rate": 9.404107466014101e-06,
      "loss": 0.4022,
      "step": 328
    },
    {
      "epoch": 0.7262693156732892,
      "grad_norm": 0.16930828988552094,
      "learning_rate": 9.398012065956512e-06,
      "loss": 0.3949,
      "step": 329
    },
    {
      "epoch": 0.7284768211920529,
      "grad_norm": 0.1966543048620224,
      "learning_rate": 9.39188764552466e-06,
      "loss": 0.4103,
      "step": 330
    },
    {
      "epoch": 0.7306843267108167,
      "grad_norm": 0.18573778867721558,
      "learning_rate": 9.385734245130664e-06,
      "loss": 0.4069,
      "step": 331
    },
    {
      "epoch": 0.7328918322295805,
      "grad_norm": 0.16225308179855347,
      "learning_rate": 9.379551905377863e-06,
      "loss": 0.4049,
      "step": 332
    },
    {
      "epoch": 0.7350993377483444,
      "grad_norm": 0.1815934032201767,
      "learning_rate": 9.373340667060553e-06,
      "loss": 0.3927,
      "step": 333
    },
    {
      "epoch": 0.7373068432671082,
      "grad_norm": 0.1688205897808075,
      "learning_rate": 9.367100571163722e-06,
      "loss": 0.4019,
      "step": 334
    },
    {
      "epoch": 0.739514348785872,
      "grad_norm": 0.18315370380878448,
      "learning_rate": 9.360831658862774e-06,
      "loss": 0.3989,
      "step": 335
    },
    {
      "epoch": 0.7417218543046358,
      "grad_norm": 0.17102378606796265,
      "learning_rate": 9.354533971523253e-06,
      "loss": 0.4122,
      "step": 336
    },
    {
      "epoch": 0.7439293598233996,
      "grad_norm": 0.17149822413921356,
      "learning_rate": 9.348207550700584e-06,
      "loss": 0.4087,
      "step": 337
    },
    {
      "epoch": 0.7461368653421634,
      "grad_norm": 0.19260001182556152,
      "learning_rate": 9.341852438139784e-06,
      "loss": 0.4064,
      "step": 338
    },
    {
      "epoch": 0.7483443708609272,
      "grad_norm": 0.18973691761493683,
      "learning_rate": 9.335468675775196e-06,
      "loss": 0.399,
      "step": 339
    },
    {
      "epoch": 0.7505518763796909,
      "grad_norm": 0.19365577399730682,
      "learning_rate": 9.329056305730211e-06,
      "loss": 0.3959,
      "step": 340
    },
    {
      "epoch": 0.7527593818984547,
      "grad_norm": 0.21033021807670593,
      "learning_rate": 9.322615370316986e-06,
      "loss": 0.4027,
      "step": 341
    },
    {
      "epoch": 0.7549668874172185,
      "grad_norm": 0.1825421005487442,
      "learning_rate": 9.316145912036165e-06,
      "loss": 0.3971,
      "step": 342
    },
    {
      "epoch": 0.7571743929359823,
      "grad_norm": 0.1825910061597824,
      "learning_rate": 9.309647973576605e-06,
      "loss": 0.3959,
      "step": 343
    },
    {
      "epoch": 0.7593818984547461,
      "grad_norm": 0.1806352436542511,
      "learning_rate": 9.30312159781509e-06,
      "loss": 0.4047,
      "step": 344
    },
    {
      "epoch": 0.7615894039735099,
      "grad_norm": 0.15455348789691925,
      "learning_rate": 9.296566827816044e-06,
      "loss": 0.3958,
      "step": 345
    },
    {
      "epoch": 0.7637969094922737,
      "grad_norm": 0.19140276312828064,
      "learning_rate": 9.289983706831254e-06,
      "loss": 0.3955,
      "step": 346
    },
    {
      "epoch": 0.7660044150110376,
      "grad_norm": 0.1777879148721695,
      "learning_rate": 9.28337227829958e-06,
      "loss": 0.3971,
      "step": 347
    },
    {
      "epoch": 0.7682119205298014,
      "grad_norm": 0.16399559378623962,
      "learning_rate": 9.276732585846673e-06,
      "loss": 0.3998,
      "step": 348
    },
    {
      "epoch": 0.7704194260485652,
      "grad_norm": 0.1594182848930359,
      "learning_rate": 9.270064673284681e-06,
      "loss": 0.3898,
      "step": 349
    },
    {
      "epoch": 0.7726269315673289,
      "grad_norm": 0.16792874038219452,
      "learning_rate": 9.263368584611965e-06,
      "loss": 0.4021,
      "step": 350
    },
    {
      "epoch": 0.7748344370860927,
      "grad_norm": 0.18502795696258545,
      "learning_rate": 9.256644364012803e-06,
      "loss": 0.3987,
      "step": 351
    },
    {
      "epoch": 0.7770419426048565,
      "grad_norm": 0.18240559101104736,
      "learning_rate": 9.249892055857107e-06,
      "loss": 0.4074,
      "step": 352
    },
    {
      "epoch": 0.7792494481236203,
      "grad_norm": 0.15263855457305908,
      "learning_rate": 9.243111704700126e-06,
      "loss": 0.3928,
      "step": 353
    },
    {
      "epoch": 0.7814569536423841,
      "grad_norm": 0.18149858713150024,
      "learning_rate": 9.236303355282142e-06,
      "loss": 0.4015,
      "step": 354
    },
    {
      "epoch": 0.7836644591611479,
      "grad_norm": 0.1617615818977356,
      "learning_rate": 9.229467052528191e-06,
      "loss": 0.4024,
      "step": 355
    },
    {
      "epoch": 0.7858719646799117,
      "grad_norm": 0.19588352739810944,
      "learning_rate": 9.222602841547766e-06,
      "loss": 0.3946,
      "step": 356
    },
    {
      "epoch": 0.7880794701986755,
      "grad_norm": 0.1633402556180954,
      "learning_rate": 9.2157107676345e-06,
      "loss": 0.4027,
      "step": 357
    },
    {
      "epoch": 0.7902869757174393,
      "grad_norm": 0.16059032082557678,
      "learning_rate": 9.208790876265887e-06,
      "loss": 0.3981,
      "step": 358
    },
    {
      "epoch": 0.7924944812362031,
      "grad_norm": 0.1558162271976471,
      "learning_rate": 9.201843213102976e-06,
      "loss": 0.3969,
      "step": 359
    },
    {
      "epoch": 0.7947019867549668,
      "grad_norm": 0.1607562005519867,
      "learning_rate": 9.194867823990069e-06,
      "loss": 0.3972,
      "step": 360
    },
    {
      "epoch": 0.7969094922737306,
      "grad_norm": 0.1428382843732834,
      "learning_rate": 9.187864754954412e-06,
      "loss": 0.3928,
      "step": 361
    },
    {
      "epoch": 0.7991169977924945,
      "grad_norm": 0.15147483348846436,
      "learning_rate": 9.180834052205903e-06,
      "loss": 0.392,
      "step": 362
    },
    {
      "epoch": 0.8013245033112583,
      "grad_norm": 0.14845693111419678,
      "learning_rate": 9.173775762136783e-06,
      "loss": 0.3989,
      "step": 363
    },
    {
      "epoch": 0.8035320088300221,
      "grad_norm": 0.1665990948677063,
      "learning_rate": 9.166689931321326e-06,
      "loss": 0.3928,
      "step": 364
    },
    {
      "epoch": 0.8057395143487859,
      "grad_norm": 0.14729240536689758,
      "learning_rate": 9.159576606515532e-06,
      "loss": 0.3953,
      "step": 365
    },
    {
      "epoch": 0.8079470198675497,
      "grad_norm": 0.14690490067005157,
      "learning_rate": 9.152435834656823e-06,
      "loss": 0.4023,
      "step": 366
    },
    {
      "epoch": 0.8101545253863135,
      "grad_norm": 0.15939104557037354,
      "learning_rate": 9.145267662863732e-06,
      "loss": 0.4013,
      "step": 367
    },
    {
      "epoch": 0.8123620309050773,
      "grad_norm": 0.1510556936264038,
      "learning_rate": 9.13807213843559e-06,
      "loss": 0.3992,
      "step": 368
    },
    {
      "epoch": 0.8145695364238411,
      "grad_norm": 0.1646500676870346,
      "learning_rate": 9.130849308852217e-06,
      "loss": 0.3925,
      "step": 369
    },
    {
      "epoch": 0.8167770419426048,
      "grad_norm": 0.17254091799259186,
      "learning_rate": 9.123599221773601e-06,
      "loss": 0.4071,
      "step": 370
    },
    {
      "epoch": 0.8189845474613686,
      "grad_norm": 0.1497507095336914,
      "learning_rate": 9.116321925039591e-06,
      "loss": 0.3883,
      "step": 371
    },
    {
      "epoch": 0.8211920529801324,
      "grad_norm": 0.16002339124679565,
      "learning_rate": 9.109017466669587e-06,
      "loss": 0.3953,
      "step": 372
    },
    {
      "epoch": 0.8233995584988962,
      "grad_norm": 0.14812716841697693,
      "learning_rate": 9.101685894862206e-06,
      "loss": 0.4021,
      "step": 373
    },
    {
      "epoch": 0.82560706401766,
      "grad_norm": 0.15898163616657257,
      "learning_rate": 9.094327257994978e-06,
      "loss": 0.4102,
      "step": 374
    },
    {
      "epoch": 0.8278145695364238,
      "grad_norm": 0.15488837659358978,
      "learning_rate": 9.086941604624022e-06,
      "loss": 0.3912,
      "step": 375
    },
    {
      "epoch": 0.8300220750551877,
      "grad_norm": 0.1613994836807251,
      "learning_rate": 9.079528983483726e-06,
      "loss": 0.4029,
      "step": 376
    },
    {
      "epoch": 0.8322295805739515,
      "grad_norm": 0.1536788046360016,
      "learning_rate": 9.072089443486425e-06,
      "loss": 0.3956,
      "step": 377
    },
    {
      "epoch": 0.8344370860927153,
      "grad_norm": 0.1693611443042755,
      "learning_rate": 9.064623033722077e-06,
      "loss": 0.3984,
      "step": 378
    },
    {
      "epoch": 0.8366445916114791,
      "grad_norm": 0.18005254864692688,
      "learning_rate": 9.057129803457943e-06,
      "loss": 0.4022,
      "step": 379
    },
    {
      "epoch": 0.8388520971302428,
      "grad_norm": 0.15852075815200806,
      "learning_rate": 9.049609802138262e-06,
      "loss": 0.3816,
      "step": 380
    },
    {
      "epoch": 0.8410596026490066,
      "grad_norm": 0.1933150738477707,
      "learning_rate": 9.042063079383916e-06,
      "loss": 0.4028,
      "step": 381
    },
    {
      "epoch": 0.8432671081677704,
      "grad_norm": 0.18579082190990448,
      "learning_rate": 9.034489684992112e-06,
      "loss": 0.4057,
      "step": 382
    },
    {
      "epoch": 0.8454746136865342,
      "grad_norm": 0.1803402453660965,
      "learning_rate": 9.026889668936054e-06,
      "loss": 0.3976,
      "step": 383
    },
    {
      "epoch": 0.847682119205298,
      "grad_norm": 0.17872066795825958,
      "learning_rate": 9.019263081364605e-06,
      "loss": 0.3908,
      "step": 384
    },
    {
      "epoch": 0.8498896247240618,
      "grad_norm": 0.18206505477428436,
      "learning_rate": 9.01160997260196e-06,
      "loss": 0.4072,
      "step": 385
    },
    {
      "epoch": 0.8520971302428256,
      "grad_norm": 0.1718129813671112,
      "learning_rate": 9.00393039314732e-06,
      "loss": 0.4036,
      "step": 386
    },
    {
      "epoch": 0.8543046357615894,
      "grad_norm": 0.21254006028175354,
      "learning_rate": 8.996224393674545e-06,
      "loss": 0.4097,
      "step": 387
    },
    {
      "epoch": 0.8565121412803532,
      "grad_norm": 0.15457090735435486,
      "learning_rate": 8.988492025031838e-06,
      "loss": 0.4001,
      "step": 388
    },
    {
      "epoch": 0.8587196467991169,
      "grad_norm": 0.18473166227340698,
      "learning_rate": 8.980733338241395e-06,
      "loss": 0.3965,
      "step": 389
    },
    {
      "epoch": 0.8609271523178808,
      "grad_norm": 0.19067919254302979,
      "learning_rate": 8.972948384499068e-06,
      "loss": 0.3996,
      "step": 390
    },
    {
      "epoch": 0.8631346578366446,
      "grad_norm": 0.199691504240036,
      "learning_rate": 8.965137215174037e-06,
      "loss": 0.4003,
      "step": 391
    },
    {
      "epoch": 0.8653421633554084,
      "grad_norm": 0.22586044669151306,
      "learning_rate": 8.957299881808471e-06,
      "loss": 0.393,
      "step": 392
    },
    {
      "epoch": 0.8675496688741722,
      "grad_norm": 0.1807902604341507,
      "learning_rate": 8.949436436117172e-06,
      "loss": 0.4039,
      "step": 393
    },
    {
      "epoch": 0.869757174392936,
      "grad_norm": 0.22098712623119354,
      "learning_rate": 8.941546929987253e-06,
      "loss": 0.39,
      "step": 394
    },
    {
      "epoch": 0.8719646799116998,
      "grad_norm": 0.19912059605121613,
      "learning_rate": 8.933631415477785e-06,
      "loss": 0.396,
      "step": 395
    },
    {
      "epoch": 0.8741721854304636,
      "grad_norm": 0.16147476434707642,
      "learning_rate": 8.925689944819452e-06,
      "loss": 0.4011,
      "step": 396
    },
    {
      "epoch": 0.8763796909492274,
      "grad_norm": 0.19136802852153778,
      "learning_rate": 8.917722570414217e-06,
      "loss": 0.3896,
      "step": 397
    },
    {
      "epoch": 0.8785871964679912,
      "grad_norm": 0.20598876476287842,
      "learning_rate": 8.909729344834965e-06,
      "loss": 0.3995,
      "step": 398
    },
    {
      "epoch": 0.8807947019867549,
      "grad_norm": 0.1776047945022583,
      "learning_rate": 8.901710320825161e-06,
      "loss": 0.4001,
      "step": 399
    },
    {
      "epoch": 0.8830022075055187,
      "grad_norm": 0.18616576492786407,
      "learning_rate": 8.893665551298502e-06,
      "loss": 0.3995,
      "step": 400
    },
    {
      "epoch": 0.8852097130242825,
      "grad_norm": 0.18072794377803802,
      "learning_rate": 8.885595089338567e-06,
      "loss": 0.3978,
      "step": 401
    },
    {
      "epoch": 0.8874172185430463,
      "grad_norm": 0.181128591299057,
      "learning_rate": 8.877498988198471e-06,
      "loss": 0.4112,
      "step": 402
    },
    {
      "epoch": 0.8896247240618101,
      "grad_norm": 0.17399437725543976,
      "learning_rate": 8.869377301300501e-06,
      "loss": 0.3937,
      "step": 403
    },
    {
      "epoch": 0.891832229580574,
      "grad_norm": 0.17823876440525055,
      "learning_rate": 8.86123008223578e-06,
      "loss": 0.4055,
      "step": 404
    },
    {
      "epoch": 0.8940397350993378,
      "grad_norm": 0.176737442612648,
      "learning_rate": 8.853057384763904e-06,
      "loss": 0.3991,
      "step": 405
    },
    {
      "epoch": 0.8962472406181016,
      "grad_norm": 0.1630028337240219,
      "learning_rate": 8.844859262812584e-06,
      "loss": 0.3903,
      "step": 406
    },
    {
      "epoch": 0.8984547461368654,
      "grad_norm": 0.18285702168941498,
      "learning_rate": 8.8366357704773e-06,
      "loss": 0.3904,
      "step": 407
    },
    {
      "epoch": 0.9006622516556292,
      "grad_norm": 0.1716790795326233,
      "learning_rate": 8.82838696202094e-06,
      "loss": 0.4033,
      "step": 408
    },
    {
      "epoch": 0.9028697571743929,
      "grad_norm": 0.15402917563915253,
      "learning_rate": 8.820112891873433e-06,
      "loss": 0.39,
      "step": 409
    },
    {
      "epoch": 0.9050772626931567,
      "grad_norm": 0.16390980780124664,
      "learning_rate": 8.811813614631411e-06,
      "loss": 0.3993,
      "step": 410
    },
    {
      "epoch": 0.9072847682119205,
      "grad_norm": 0.15821807086467743,
      "learning_rate": 8.803489185057822e-06,
      "loss": 0.3953,
      "step": 411
    },
    {
      "epoch": 0.9094922737306843,
      "grad_norm": 0.17032112181186676,
      "learning_rate": 8.795139658081586e-06,
      "loss": 0.4035,
      "step": 412
    },
    {
      "epoch": 0.9116997792494481,
      "grad_norm": 0.15845684707164764,
      "learning_rate": 8.786765088797238e-06,
      "loss": 0.4013,
      "step": 413
    },
    {
      "epoch": 0.9139072847682119,
      "grad_norm": 0.17293021082878113,
      "learning_rate": 8.778365532464543e-06,
      "loss": 0.3965,
      "step": 414
    },
    {
      "epoch": 0.9161147902869757,
      "grad_norm": 0.14891566336154938,
      "learning_rate": 8.76994104450815e-06,
      "loss": 0.392,
      "step": 415
    },
    {
      "epoch": 0.9183222958057395,
      "grad_norm": 0.15123558044433594,
      "learning_rate": 8.761491680517218e-06,
      "loss": 0.396,
      "step": 416
    },
    {
      "epoch": 0.9205298013245033,
      "grad_norm": 0.1682642549276352,
      "learning_rate": 8.75301749624505e-06,
      "loss": 0.3838,
      "step": 417
    },
    {
      "epoch": 0.9227373068432672,
      "grad_norm": 0.1535079926252365,
      "learning_rate": 8.744518547608732e-06,
      "loss": 0.3921,
      "step": 418
    },
    {
      "epoch": 0.9249448123620309,
      "grad_norm": 0.16250640153884888,
      "learning_rate": 8.735994890688749e-06,
      "loss": 0.3896,
      "step": 419
    },
    {
      "epoch": 0.9271523178807947,
      "grad_norm": 0.16567584872245789,
      "learning_rate": 8.72744658172863e-06,
      "loss": 0.3928,
      "step": 420
    },
    {
      "epoch": 0.9293598233995585,
      "grad_norm": 0.16492141783237457,
      "learning_rate": 8.718873677134569e-06,
      "loss": 0.405,
      "step": 421
    },
    {
      "epoch": 0.9315673289183223,
      "grad_norm": 0.14573417603969574,
      "learning_rate": 8.710276233475058e-06,
      "loss": 0.3955,
      "step": 422
    },
    {
      "epoch": 0.9337748344370861,
      "grad_norm": 0.15780314803123474,
      "learning_rate": 8.701654307480508e-06,
      "loss": 0.3868,
      "step": 423
    },
    {
      "epoch": 0.9359823399558499,
      "grad_norm": 0.14735905826091766,
      "learning_rate": 8.693007956042874e-06,
      "loss": 0.3924,
      "step": 424
    },
    {
      "epoch": 0.9381898454746137,
      "grad_norm": 0.16305825114250183,
      "learning_rate": 8.684337236215289e-06,
      "loss": 0.3866,
      "step": 425
    },
    {
      "epoch": 0.9403973509933775,
      "grad_norm": 0.1656455248594284,
      "learning_rate": 8.675642205211679e-06,
      "loss": 0.3965,
      "step": 426
    },
    {
      "epoch": 0.9426048565121413,
      "grad_norm": 0.15034431219100952,
      "learning_rate": 8.666922920406384e-06,
      "loss": 0.3982,
      "step": 427
    },
    {
      "epoch": 0.9448123620309051,
      "grad_norm": 0.161673903465271,
      "learning_rate": 8.65817943933379e-06,
      "loss": 0.3933,
      "step": 428
    },
    {
      "epoch": 0.9470198675496688,
      "grad_norm": 0.1589784324169159,
      "learning_rate": 8.649411819687936e-06,
      "loss": 0.3976,
      "step": 429
    },
    {
      "epoch": 0.9492273730684326,
      "grad_norm": 0.166986882686615,
      "learning_rate": 8.640620119322146e-06,
      "loss": 0.4003,
      "step": 430
    },
    {
      "epoch": 0.9514348785871964,
      "grad_norm": 0.15880529582500458,
      "learning_rate": 8.631804396248637e-06,
      "loss": 0.3926,
      "step": 431
    },
    {
      "epoch": 0.9536423841059603,
      "grad_norm": 0.1741640269756317,
      "learning_rate": 8.62296470863814e-06,
      "loss": 0.3978,
      "step": 432
    },
    {
      "epoch": 0.9558498896247241,
      "grad_norm": 0.15339982509613037,
      "learning_rate": 8.61410111481952e-06,
      "loss": 0.4059,
      "step": 433
    },
    {
      "epoch": 0.9580573951434879,
      "grad_norm": 0.1605585813522339,
      "learning_rate": 8.605213673279382e-06,
      "loss": 0.3897,
      "step": 434
    },
    {
      "epoch": 0.9602649006622517,
      "grad_norm": 0.154588520526886,
      "learning_rate": 8.5963024426617e-06,
      "loss": 0.3853,
      "step": 435
    },
    {
      "epoch": 0.9624724061810155,
      "grad_norm": 0.16428066790103912,
      "learning_rate": 8.587367481767409e-06,
      "loss": 0.3944,
      "step": 436
    },
    {
      "epoch": 0.9646799116997793,
      "grad_norm": 0.15117953717708588,
      "learning_rate": 8.578408849554037e-06,
      "loss": 0.3924,
      "step": 437
    },
    {
      "epoch": 0.9668874172185431,
      "grad_norm": 0.15928852558135986,
      "learning_rate": 8.569426605135307e-06,
      "loss": 0.399,
      "step": 438
    },
    {
      "epoch": 0.9690949227373068,
      "grad_norm": 0.16322654485702515,
      "learning_rate": 8.560420807780742e-06,
      "loss": 0.3863,
      "step": 439
    },
    {
      "epoch": 0.9713024282560706,
      "grad_norm": 0.1749914139509201,
      "learning_rate": 8.551391516915288e-06,
      "loss": 0.4018,
      "step": 440
    },
    {
      "epoch": 0.9735099337748344,
      "grad_norm": 0.15128456056118011,
      "learning_rate": 8.542338792118907e-06,
      "loss": 0.3784,
      "step": 441
    },
    {
      "epoch": 0.9757174392935982,
      "grad_norm": 0.19126002490520477,
      "learning_rate": 8.533262693126191e-06,
      "loss": 0.3923,
      "step": 442
    },
    {
      "epoch": 0.977924944812362,
      "grad_norm": 0.16031384468078613,
      "learning_rate": 8.52416327982597e-06,
      "loss": 0.4036,
      "step": 443
    },
    {
      "epoch": 0.9801324503311258,
      "grad_norm": 0.16994954645633698,
      "learning_rate": 8.515040612260912e-06,
      "loss": 0.3865,
      "step": 444
    },
    {
      "epoch": 0.9823399558498896,
      "grad_norm": 0.17667335271835327,
      "learning_rate": 8.505894750627128e-06,
      "loss": 0.3884,
      "step": 445
    },
    {
      "epoch": 0.9845474613686535,
      "grad_norm": 0.1745615154504776,
      "learning_rate": 8.496725755273778e-06,
      "loss": 0.3926,
      "step": 446
    },
    {
      "epoch": 0.9867549668874173,
      "grad_norm": 0.16568712890148163,
      "learning_rate": 8.487533686702668e-06,
      "loss": 0.393,
      "step": 447
    },
    {
      "epoch": 0.9889624724061811,
      "grad_norm": 0.1762251853942871,
      "learning_rate": 8.478318605567853e-06,
      "loss": 0.3868,
      "step": 448
    },
    {
      "epoch": 0.9911699779249448,
      "grad_norm": 0.18370142579078674,
      "learning_rate": 8.46908057267524e-06,
      "loss": 0.3939,
      "step": 449
    },
    {
      "epoch": 0.9933774834437086,
      "grad_norm": 0.1815333366394043,
      "learning_rate": 8.459819648982182e-06,
      "loss": 0.3849,
      "step": 450
    },
    {
      "epoch": 0.9955849889624724,
      "grad_norm": 0.19721707701683044,
      "learning_rate": 8.450535895597074e-06,
      "loss": 0.3953,
      "step": 451
    },
    {
      "epoch": 0.9977924944812362,
      "grad_norm": 0.16212257742881775,
      "learning_rate": 8.441229373778957e-06,
      "loss": 0.3933,
      "step": 452
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.2004193216562271,
      "learning_rate": 8.43190014493711e-06,
      "loss": 0.3914,
      "step": 453
    },
    {
      "epoch": 1.0022075055187638,
      "grad_norm": 0.15856173634529114,
      "learning_rate": 8.422548270630646e-06,
      "loss": 0.3806,
      "step": 454
    },
    {
      "epoch": 1.0044150110375276,
      "grad_norm": 0.18225938081741333,
      "learning_rate": 8.413173812568099e-06,
      "loss": 0.3714,
      "step": 455
    },
    {
      "epoch": 1.0066225165562914,
      "grad_norm": 0.17915207147598267,
      "learning_rate": 8.403776832607028e-06,
      "loss": 0.3834,
      "step": 456
    },
    {
      "epoch": 1.0088300220750552,
      "grad_norm": 0.1916593611240387,
      "learning_rate": 8.394357392753599e-06,
      "loss": 0.3666,
      "step": 457
    },
    {
      "epoch": 1.011037527593819,
      "grad_norm": 0.166362464427948,
      "learning_rate": 8.384915555162183e-06,
      "loss": 0.3839,
      "step": 458
    },
    {
      "epoch": 1.0132450331125828,
      "grad_norm": 0.20503659546375275,
      "learning_rate": 8.375451382134942e-06,
      "loss": 0.381,
      "step": 459
    },
    {
      "epoch": 1.0154525386313467,
      "grad_norm": 0.18665875494480133,
      "learning_rate": 8.365964936121422e-06,
      "loss": 0.3893,
      "step": 460
    },
    {
      "epoch": 1.0176600441501105,
      "grad_norm": 0.15370848774909973,
      "learning_rate": 8.35645627971813e-06,
      "loss": 0.3796,
      "step": 461
    },
    {
      "epoch": 1.0198675496688743,
      "grad_norm": 0.17442859709262848,
      "learning_rate": 8.346925475668138e-06,
      "loss": 0.3633,
      "step": 462
    },
    {
      "epoch": 1.022075055187638,
      "grad_norm": 0.18989215791225433,
      "learning_rate": 8.337372586860651e-06,
      "loss": 0.3743,
      "step": 463
    },
    {
      "epoch": 1.0242825607064017,
      "grad_norm": 0.16941452026367188,
      "learning_rate": 8.327797676330604e-06,
      "loss": 0.369,
      "step": 464
    },
    {
      "epoch": 1.0264900662251655,
      "grad_norm": 0.14053016901016235,
      "learning_rate": 8.31820080725825e-06,
      "loss": 0.3724,
      "step": 465
    },
    {
      "epoch": 1.0286975717439293,
      "grad_norm": 0.17336276173591614,
      "learning_rate": 8.308582042968726e-06,
      "loss": 0.3903,
      "step": 466
    },
    {
      "epoch": 1.030905077262693,
      "grad_norm": 0.15840588510036469,
      "learning_rate": 8.298941446931646e-06,
      "loss": 0.3847,
      "step": 467
    },
    {
      "epoch": 1.033112582781457,
      "grad_norm": 0.16392916440963745,
      "learning_rate": 8.289279082760685e-06,
      "loss": 0.3893,
      "step": 468
    },
    {
      "epoch": 1.0353200883002207,
      "grad_norm": 0.17757326364517212,
      "learning_rate": 8.279595014213158e-06,
      "loss": 0.3876,
      "step": 469
    },
    {
      "epoch": 1.0375275938189845,
      "grad_norm": 0.1557520627975464,
      "learning_rate": 8.26988930518959e-06,
      "loss": 0.3782,
      "step": 470
    },
    {
      "epoch": 1.0397350993377483,
      "grad_norm": 0.16154958307743073,
      "learning_rate": 8.260162019733305e-06,
      "loss": 0.3933,
      "step": 471
    },
    {
      "epoch": 1.0419426048565121,
      "grad_norm": 0.18913333117961884,
      "learning_rate": 8.250413222029997e-06,
      "loss": 0.3888,
      "step": 472
    },
    {
      "epoch": 1.044150110375276,
      "grad_norm": 0.1763067990541458,
      "learning_rate": 8.240642976407313e-06,
      "loss": 0.3875,
      "step": 473
    },
    {
      "epoch": 1.0463576158940397,
      "grad_norm": 0.16598297655582428,
      "learning_rate": 8.230851347334424e-06,
      "loss": 0.3894,
      "step": 474
    },
    {
      "epoch": 1.0485651214128036,
      "grad_norm": 0.17947614192962646,
      "learning_rate": 8.221038399421592e-06,
      "loss": 0.3853,
      "step": 475
    },
    {
      "epoch": 1.0507726269315674,
      "grad_norm": 0.16084261238574982,
      "learning_rate": 8.211204197419766e-06,
      "loss": 0.3762,
      "step": 476
    },
    {
      "epoch": 1.0529801324503312,
      "grad_norm": 0.21188747882843018,
      "learning_rate": 8.201348806220127e-06,
      "loss": 0.3791,
      "step": 477
    },
    {
      "epoch": 1.055187637969095,
      "grad_norm": 0.15903352200984955,
      "learning_rate": 8.191472290853683e-06,
      "loss": 0.3799,
      "step": 478
    },
    {
      "epoch": 1.0573951434878588,
      "grad_norm": 0.2036534547805786,
      "learning_rate": 8.181574716490823e-06,
      "loss": 0.3909,
      "step": 479
    },
    {
      "epoch": 1.0596026490066226,
      "grad_norm": 0.16643071174621582,
      "learning_rate": 8.171656148440902e-06,
      "loss": 0.3842,
      "step": 480
    },
    {
      "epoch": 1.0618101545253864,
      "grad_norm": 0.16434621810913086,
      "learning_rate": 8.161716652151795e-06,
      "loss": 0.3748,
      "step": 481
    },
    {
      "epoch": 1.0640176600441502,
      "grad_norm": 0.18316681683063507,
      "learning_rate": 8.151756293209476e-06,
      "loss": 0.3795,
      "step": 482
    },
    {
      "epoch": 1.0662251655629138,
      "grad_norm": 0.14608311653137207,
      "learning_rate": 8.14177513733758e-06,
      "loss": 0.3749,
      "step": 483
    },
    {
      "epoch": 1.0684326710816776,
      "grad_norm": 0.1656610518693924,
      "learning_rate": 8.131773250396973e-06,
      "loss": 0.3794,
      "step": 484
    },
    {
      "epoch": 1.0706401766004414,
      "grad_norm": 0.14669524133205414,
      "learning_rate": 8.121750698385315e-06,
      "loss": 0.3825,
      "step": 485
    },
    {
      "epoch": 1.0728476821192052,
      "grad_norm": 0.17891530692577362,
      "learning_rate": 8.111707547436623e-06,
      "loss": 0.373,
      "step": 486
    },
    {
      "epoch": 1.075055187637969,
      "grad_norm": 0.15400467813014984,
      "learning_rate": 8.10164386382084e-06,
      "loss": 0.3792,
      "step": 487
    },
    {
      "epoch": 1.0772626931567328,
      "grad_norm": 0.17551693320274353,
      "learning_rate": 8.091559713943388e-06,
      "loss": 0.3908,
      "step": 488
    },
    {
      "epoch": 1.0794701986754967,
      "grad_norm": 0.15460826456546783,
      "learning_rate": 8.081455164344745e-06,
      "loss": 0.3838,
      "step": 489
    },
    {
      "epoch": 1.0816777041942605,
      "grad_norm": 0.15716975927352905,
      "learning_rate": 8.071330281699989e-06,
      "loss": 0.3934,
      "step": 490
    },
    {
      "epoch": 1.0838852097130243,
      "grad_norm": 0.15411889553070068,
      "learning_rate": 8.06118513281837e-06,
      "loss": 0.3792,
      "step": 491
    },
    {
      "epoch": 1.086092715231788,
      "grad_norm": 0.18962320685386658,
      "learning_rate": 8.051019784642864e-06,
      "loss": 0.3888,
      "step": 492
    },
    {
      "epoch": 1.0883002207505519,
      "grad_norm": 0.15896014869213104,
      "learning_rate": 8.040834304249733e-06,
      "loss": 0.3861,
      "step": 493
    },
    {
      "epoch": 1.0905077262693157,
      "grad_norm": 0.1523059904575348,
      "learning_rate": 8.03062875884808e-06,
      "loss": 0.3727,
      "step": 494
    },
    {
      "epoch": 1.0927152317880795,
      "grad_norm": 0.13958971202373505,
      "learning_rate": 8.02040321577941e-06,
      "loss": 0.3718,
      "step": 495
    },
    {
      "epoch": 1.0949227373068433,
      "grad_norm": 0.1423843950033188,
      "learning_rate": 8.010157742517185e-06,
      "loss": 0.3746,
      "step": 496
    },
    {
      "epoch": 1.0971302428256071,
      "grad_norm": 0.13685709238052368,
      "learning_rate": 7.99989240666637e-06,
      "loss": 0.3727,
      "step": 497
    },
    {
      "epoch": 1.099337748344371,
      "grad_norm": 0.15423151850700378,
      "learning_rate": 7.989607275963e-06,
      "loss": 0.3778,
      "step": 498
    },
    {
      "epoch": 1.1015452538631347,
      "grad_norm": 0.15014959871768951,
      "learning_rate": 7.979302418273723e-06,
      "loss": 0.3747,
      "step": 499
    },
    {
      "epoch": 1.1037527593818985,
      "grad_norm": 0.16919955611228943,
      "learning_rate": 7.968977901595355e-06,
      "loss": 0.3782,
      "step": 500
    },
    {
      "epoch": 1.1059602649006623,
      "grad_norm": 0.1481235921382904,
      "learning_rate": 7.958633794054439e-06,
      "loss": 0.3808,
      "step": 501
    },
    {
      "epoch": 1.108167770419426,
      "grad_norm": 0.17575468122959137,
      "learning_rate": 7.94827016390678e-06,
      "loss": 0.3708,
      "step": 502
    },
    {
      "epoch": 1.1103752759381897,
      "grad_norm": 0.139452263712883,
      "learning_rate": 7.93788707953701e-06,
      "loss": 0.376,
      "step": 503
    },
    {
      "epoch": 1.1125827814569536,
      "grad_norm": 0.14127641916275024,
      "learning_rate": 7.927484609458128e-06,
      "loss": 0.3847,
      "step": 504
    },
    {
      "epoch": 1.1147902869757174,
      "grad_norm": 0.15063825249671936,
      "learning_rate": 7.917062822311047e-06,
      "loss": 0.3842,
      "step": 505
    },
    {
      "epoch": 1.1169977924944812,
      "grad_norm": 0.15780918300151825,
      "learning_rate": 7.90662178686415e-06,
      "loss": 0.3737,
      "step": 506
    },
    {
      "epoch": 1.119205298013245,
      "grad_norm": 0.14620929956436157,
      "learning_rate": 7.896161572012824e-06,
      "loss": 0.3862,
      "step": 507
    },
    {
      "epoch": 1.1214128035320088,
      "grad_norm": 0.1493159383535385,
      "learning_rate": 7.885682246779016e-06,
      "loss": 0.3809,
      "step": 508
    },
    {
      "epoch": 1.1236203090507726,
      "grad_norm": 0.1471249759197235,
      "learning_rate": 7.875183880310772e-06,
      "loss": 0.3885,
      "step": 509
    },
    {
      "epoch": 1.1258278145695364,
      "grad_norm": 0.1509741246700287,
      "learning_rate": 7.86466654188178e-06,
      "loss": 0.3778,
      "step": 510
    },
    {
      "epoch": 1.1280353200883002,
      "grad_norm": 0.14812204241752625,
      "learning_rate": 7.854130300890921e-06,
      "loss": 0.3731,
      "step": 511
    },
    {
      "epoch": 1.130242825607064,
      "grad_norm": 0.1415746510028839,
      "learning_rate": 7.843575226861795e-06,
      "loss": 0.3798,
      "step": 512
    },
    {
      "epoch": 1.1324503311258278,
      "grad_norm": 0.14002346992492676,
      "learning_rate": 7.833001389442283e-06,
      "loss": 0.3833,
      "step": 513
    },
    {
      "epoch": 1.1346578366445916,
      "grad_norm": 0.15462878346443176,
      "learning_rate": 7.82240885840407e-06,
      "loss": 0.3785,
      "step": 514
    },
    {
      "epoch": 1.1368653421633554,
      "grad_norm": 0.15146006643772125,
      "learning_rate": 7.811797703642193e-06,
      "loss": 0.3767,
      "step": 515
    },
    {
      "epoch": 1.1390728476821192,
      "grad_norm": 0.1545468419790268,
      "learning_rate": 7.801167995174575e-06,
      "loss": 0.3739,
      "step": 516
    },
    {
      "epoch": 1.141280353200883,
      "grad_norm": 0.1515691876411438,
      "learning_rate": 7.790519803141572e-06,
      "loss": 0.394,
      "step": 517
    },
    {
      "epoch": 1.1434878587196469,
      "grad_norm": 0.1403704136610031,
      "learning_rate": 7.7798531978055e-06,
      "loss": 0.3844,
      "step": 518
    },
    {
      "epoch": 1.1456953642384107,
      "grad_norm": 0.12919290363788605,
      "learning_rate": 7.769168249550176e-06,
      "loss": 0.3746,
      "step": 519
    },
    {
      "epoch": 1.1479028697571745,
      "grad_norm": 0.137840136885643,
      "learning_rate": 7.758465028880455e-06,
      "loss": 0.3748,
      "step": 520
    },
    {
      "epoch": 1.150110375275938,
      "grad_norm": 0.13867942988872528,
      "learning_rate": 7.747743606421761e-06,
      "loss": 0.3813,
      "step": 521
    },
    {
      "epoch": 1.152317880794702,
      "grad_norm": 0.1563754677772522,
      "learning_rate": 7.737004052919623e-06,
      "loss": 0.3673,
      "step": 522
    },
    {
      "epoch": 1.1545253863134657,
      "grad_norm": 0.15125791728496552,
      "learning_rate": 7.726246439239209e-06,
      "loss": 0.3814,
      "step": 523
    },
    {
      "epoch": 1.1567328918322295,
      "grad_norm": 0.15860167145729065,
      "learning_rate": 7.715470836364857e-06,
      "loss": 0.3962,
      "step": 524
    },
    {
      "epoch": 1.1589403973509933,
      "grad_norm": 0.14636121690273285,
      "learning_rate": 7.704677315399607e-06,
      "loss": 0.3786,
      "step": 525
    },
    {
      "epoch": 1.161147902869757,
      "grad_norm": 0.1441173404455185,
      "learning_rate": 7.693865947564733e-06,
      "loss": 0.3737,
      "step": 526
    },
    {
      "epoch": 1.163355408388521,
      "grad_norm": 0.1591232568025589,
      "learning_rate": 7.68303680419927e-06,
      "loss": 0.3721,
      "step": 527
    },
    {
      "epoch": 1.1655629139072847,
      "grad_norm": 0.1598597913980484,
      "learning_rate": 7.672189956759546e-06,
      "loss": 0.3793,
      "step": 528
    },
    {
      "epoch": 1.1677704194260485,
      "grad_norm": 0.16569367051124573,
      "learning_rate": 7.661325476818708e-06,
      "loss": 0.3799,
      "step": 529
    },
    {
      "epoch": 1.1699779249448123,
      "grad_norm": 0.1879713088274002,
      "learning_rate": 7.65044343606626e-06,
      "loss": 0.3831,
      "step": 530
    },
    {
      "epoch": 1.1721854304635762,
      "grad_norm": 0.14313288033008575,
      "learning_rate": 7.639543906307565e-06,
      "loss": 0.3774,
      "step": 531
    },
    {
      "epoch": 1.17439293598234,
      "grad_norm": 0.20557354390621185,
      "learning_rate": 7.628626959463405e-06,
      "loss": 0.3766,
      "step": 532
    },
    {
      "epoch": 1.1766004415011038,
      "grad_norm": 0.14320634305477142,
      "learning_rate": 7.6176926675694786e-06,
      "loss": 0.3754,
      "step": 533
    },
    {
      "epoch": 1.1788079470198676,
      "grad_norm": 0.18957629799842834,
      "learning_rate": 7.606741102775936e-06,
      "loss": 0.3799,
      "step": 534
    },
    {
      "epoch": 1.1810154525386314,
      "grad_norm": 0.15119552612304688,
      "learning_rate": 7.595772337346912e-06,
      "loss": 0.3863,
      "step": 535
    },
    {
      "epoch": 1.1832229580573952,
      "grad_norm": 0.16690769791603088,
      "learning_rate": 7.584786443660028e-06,
      "loss": 0.371,
      "step": 536
    },
    {
      "epoch": 1.185430463576159,
      "grad_norm": 0.1685992032289505,
      "learning_rate": 7.573783494205936e-06,
      "loss": 0.3741,
      "step": 537
    },
    {
      "epoch": 1.1876379690949228,
      "grad_norm": 0.14501997828483582,
      "learning_rate": 7.562763561587824e-06,
      "loss": 0.3701,
      "step": 538
    },
    {
      "epoch": 1.1898454746136866,
      "grad_norm": 0.16112159192562103,
      "learning_rate": 7.55172671852095e-06,
      "loss": 0.3781,
      "step": 539
    },
    {
      "epoch": 1.1920529801324504,
      "grad_norm": 0.13081905245780945,
      "learning_rate": 7.5406730378321506e-06,
      "loss": 0.39,
      "step": 540
    },
    {
      "epoch": 1.1942604856512142,
      "grad_norm": 0.15677790343761444,
      "learning_rate": 7.5296025924593705e-06,
      "loss": 0.3814,
      "step": 541
    },
    {
      "epoch": 1.1964679911699778,
      "grad_norm": 0.1494779884815216,
      "learning_rate": 7.518515455451172e-06,
      "loss": 0.3757,
      "step": 542
    },
    {
      "epoch": 1.1986754966887416,
      "grad_norm": 0.1597052365541458,
      "learning_rate": 7.50741169996626e-06,
      "loss": 0.3772,
      "step": 543
    },
    {
      "epoch": 1.2008830022075054,
      "grad_norm": 0.1445734202861786,
      "learning_rate": 7.496291399273e-06,
      "loss": 0.3779,
      "step": 544
    },
    {
      "epoch": 1.2030905077262692,
      "grad_norm": 0.14188243448734283,
      "learning_rate": 7.485154626748924e-06,
      "loss": 0.3801,
      "step": 545
    },
    {
      "epoch": 1.205298013245033,
      "grad_norm": 0.15295171737670898,
      "learning_rate": 7.474001455880258e-06,
      "loss": 0.3786,
      "step": 546
    },
    {
      "epoch": 1.2075055187637969,
      "grad_norm": 0.12851738929748535,
      "learning_rate": 7.4628319602614315e-06,
      "loss": 0.3759,
      "step": 547
    },
    {
      "epoch": 1.2097130242825607,
      "grad_norm": 0.12803953886032104,
      "learning_rate": 7.451646213594597e-06,
      "loss": 0.3807,
      "step": 548
    },
    {
      "epoch": 1.2119205298013245,
      "grad_norm": 0.15474575757980347,
      "learning_rate": 7.440444289689135e-06,
      "loss": 0.3761,
      "step": 549
    },
    {
      "epoch": 1.2141280353200883,
      "grad_norm": 0.14079326391220093,
      "learning_rate": 7.429226262461175e-06,
      "loss": 0.3744,
      "step": 550
    },
    {
      "epoch": 1.216335540838852,
      "grad_norm": 0.13553716242313385,
      "learning_rate": 7.417992205933104e-06,
      "loss": 0.3813,
      "step": 551
    },
    {
      "epoch": 1.218543046357616,
      "grad_norm": 0.14058908820152283,
      "learning_rate": 7.406742194233074e-06,
      "loss": 0.3722,
      "step": 552
    },
    {
      "epoch": 1.2207505518763797,
      "grad_norm": 0.15452724695205688,
      "learning_rate": 7.3954763015945266e-06,
      "loss": 0.3628,
      "step": 553
    },
    {
      "epoch": 1.2229580573951435,
      "grad_norm": 0.14715242385864258,
      "learning_rate": 7.384194602355685e-06,
      "loss": 0.3779,
      "step": 554
    },
    {
      "epoch": 1.2251655629139073,
      "grad_norm": 0.15119391679763794,
      "learning_rate": 7.37289717095908e-06,
      "loss": 0.3787,
      "step": 555
    },
    {
      "epoch": 1.2273730684326711,
      "grad_norm": 0.1800910234451294,
      "learning_rate": 7.361584081951046e-06,
      "loss": 0.3781,
      "step": 556
    },
    {
      "epoch": 1.229580573951435,
      "grad_norm": 0.1489747166633606,
      "learning_rate": 7.350255409981237e-06,
      "loss": 0.3843,
      "step": 557
    },
    {
      "epoch": 1.2317880794701987,
      "grad_norm": 0.14379991590976715,
      "learning_rate": 7.338911229802133e-06,
      "loss": 0.3832,
      "step": 558
    },
    {
      "epoch": 1.2339955849889626,
      "grad_norm": 0.13160887360572815,
      "learning_rate": 7.327551616268541e-06,
      "loss": 0.3858,
      "step": 559
    },
    {
      "epoch": 1.2362030905077264,
      "grad_norm": 0.1353141814470291,
      "learning_rate": 7.316176644337107e-06,
      "loss": 0.3688,
      "step": 560
    },
    {
      "epoch": 1.23841059602649,
      "grad_norm": 0.16255126893520355,
      "learning_rate": 7.304786389065823e-06,
      "loss": 0.377,
      "step": 561
    },
    {
      "epoch": 1.240618101545254,
      "grad_norm": 0.13924263417720795,
      "learning_rate": 7.293380925613524e-06,
      "loss": 0.376,
      "step": 562
    },
    {
      "epoch": 1.2428256070640176,
      "grad_norm": 0.1347806751728058,
      "learning_rate": 7.281960329239398e-06,
      "loss": 0.3881,
      "step": 563
    },
    {
      "epoch": 1.2450331125827814,
      "grad_norm": 0.1494341343641281,
      "learning_rate": 7.270524675302491e-06,
      "loss": 0.3843,
      "step": 564
    },
    {
      "epoch": 1.2472406181015452,
      "grad_norm": 0.16562990844249725,
      "learning_rate": 7.259074039261199e-06,
      "loss": 0.3843,
      "step": 565
    },
    {
      "epoch": 1.249448123620309,
      "grad_norm": 0.1605864018201828,
      "learning_rate": 7.247608496672786e-06,
      "loss": 0.3741,
      "step": 566
    },
    {
      "epoch": 1.2516556291390728,
      "grad_norm": 0.1619981825351715,
      "learning_rate": 7.2361281231928725e-06,
      "loss": 0.392,
      "step": 567
    },
    {
      "epoch": 1.2538631346578366,
      "grad_norm": 0.13447479903697968,
      "learning_rate": 7.2246329945749425e-06,
      "loss": 0.3755,
      "step": 568
    },
    {
      "epoch": 1.2560706401766004,
      "grad_norm": 0.1463773399591446,
      "learning_rate": 7.213123186669842e-06,
      "loss": 0.3913,
      "step": 569
    },
    {
      "epoch": 1.2582781456953642,
      "grad_norm": 0.14680610597133636,
      "learning_rate": 7.201598775425278e-06,
      "loss": 0.3776,
      "step": 570
    },
    {
      "epoch": 1.260485651214128,
      "grad_norm": 0.14192719757556915,
      "learning_rate": 7.190059836885318e-06,
      "loss": 0.3829,
      "step": 571
    },
    {
      "epoch": 1.2626931567328918,
      "grad_norm": 0.1412820965051651,
      "learning_rate": 7.178506447189887e-06,
      "loss": 0.3782,
      "step": 572
    },
    {
      "epoch": 1.2649006622516556,
      "grad_norm": 0.1515144258737564,
      "learning_rate": 7.166938682574272e-06,
      "loss": 0.3779,
      "step": 573
    },
    {
      "epoch": 1.2671081677704195,
      "grad_norm": 0.148550346493721,
      "learning_rate": 7.155356619368604e-06,
      "loss": 0.376,
      "step": 574
    },
    {
      "epoch": 1.2693156732891833,
      "grad_norm": 0.14767727255821228,
      "learning_rate": 7.14376033399737e-06,
      "loss": 0.3768,
      "step": 575
    },
    {
      "epoch": 1.271523178807947,
      "grad_norm": 0.1577431708574295,
      "learning_rate": 7.132149902978902e-06,
      "loss": 0.373,
      "step": 576
    },
    {
      "epoch": 1.2737306843267109,
      "grad_norm": 0.15225905179977417,
      "learning_rate": 7.120525402924871e-06,
      "loss": 0.365,
      "step": 577
    },
    {
      "epoch": 1.2759381898454747,
      "grad_norm": 0.16508492827415466,
      "learning_rate": 7.108886910539781e-06,
      "loss": 0.3866,
      "step": 578
    },
    {
      "epoch": 1.2781456953642385,
      "grad_norm": 0.16345573961734772,
      "learning_rate": 7.097234502620468e-06,
      "loss": 0.3819,
      "step": 579
    },
    {
      "epoch": 1.280353200883002,
      "grad_norm": 0.15904562175273895,
      "learning_rate": 7.085568256055589e-06,
      "loss": 0.3877,
      "step": 580
    },
    {
      "epoch": 1.2825607064017661,
      "grad_norm": 0.17447535693645477,
      "learning_rate": 7.073888247825111e-06,
      "loss": 0.3902,
      "step": 581
    },
    {
      "epoch": 1.2847682119205297,
      "grad_norm": 0.1613752692937851,
      "learning_rate": 7.062194554999817e-06,
      "loss": 0.3765,
      "step": 582
    },
    {
      "epoch": 1.2869757174392937,
      "grad_norm": 0.1705675572156906,
      "learning_rate": 7.05048725474078e-06,
      "loss": 0.3699,
      "step": 583
    },
    {
      "epoch": 1.2891832229580573,
      "grad_norm": 0.20963701605796814,
      "learning_rate": 7.038766424298865e-06,
      "loss": 0.3909,
      "step": 584
    },
    {
      "epoch": 1.2913907284768211,
      "grad_norm": 0.16403751075267792,
      "learning_rate": 7.027032141014216e-06,
      "loss": 0.3753,
      "step": 585
    },
    {
      "epoch": 1.293598233995585,
      "grad_norm": 0.18310756981372833,
      "learning_rate": 7.0152844823157474e-06,
      "loss": 0.3807,
      "step": 586
    },
    {
      "epoch": 1.2958057395143487,
      "grad_norm": 0.16576433181762695,
      "learning_rate": 7.003523525720626e-06,
      "loss": 0.3659,
      "step": 587
    },
    {
      "epoch": 1.2980132450331126,
      "grad_norm": 0.1746741682291031,
      "learning_rate": 6.991749348833773e-06,
      "loss": 0.3783,
      "step": 588
    },
    {
      "epoch": 1.3002207505518764,
      "grad_norm": 0.16022977232933044,
      "learning_rate": 6.979962029347338e-06,
      "loss": 0.3745,
      "step": 589
    },
    {
      "epoch": 1.3024282560706402,
      "grad_norm": 0.1607898473739624,
      "learning_rate": 6.9681616450401936e-06,
      "loss": 0.3732,
      "step": 590
    },
    {
      "epoch": 1.304635761589404,
      "grad_norm": 0.1624252200126648,
      "learning_rate": 6.956348273777424e-06,
      "loss": 0.3815,
      "step": 591
    },
    {
      "epoch": 1.3068432671081678,
      "grad_norm": 0.14729204773902893,
      "learning_rate": 6.944521993509803e-06,
      "loss": 0.3734,
      "step": 592
    },
    {
      "epoch": 1.3090507726269316,
      "grad_norm": 0.18559885025024414,
      "learning_rate": 6.9326828822732885e-06,
      "loss": 0.386,
      "step": 593
    },
    {
      "epoch": 1.3112582781456954,
      "grad_norm": 0.15120132267475128,
      "learning_rate": 6.920831018188502e-06,
      "loss": 0.3702,
      "step": 594
    },
    {
      "epoch": 1.3134657836644592,
      "grad_norm": 0.18332970142364502,
      "learning_rate": 6.908966479460219e-06,
      "loss": 0.3807,
      "step": 595
    },
    {
      "epoch": 1.315673289183223,
      "grad_norm": 0.17234960198402405,
      "learning_rate": 6.89708934437684e-06,
      "loss": 0.3644,
      "step": 596
    },
    {
      "epoch": 1.3178807947019868,
      "grad_norm": 0.18331332504749298,
      "learning_rate": 6.885199691309892e-06,
      "loss": 0.3841,
      "step": 597
    },
    {
      "epoch": 1.3200883002207506,
      "grad_norm": 0.15819165110588074,
      "learning_rate": 6.873297598713497e-06,
      "loss": 0.3725,
      "step": 598
    },
    {
      "epoch": 1.3222958057395142,
      "grad_norm": 0.1651681512594223,
      "learning_rate": 6.8613831451238636e-06,
      "loss": 0.3762,
      "step": 599
    },
    {
      "epoch": 1.3245033112582782,
      "grad_norm": 0.1659359186887741,
      "learning_rate": 6.84945640915876e-06,
      "loss": 0.3757,
      "step": 600
    },
    {
      "epoch": 1.3267108167770418,
      "grad_norm": 0.15379931032657623,
      "learning_rate": 6.837517469517001e-06,
      "loss": 0.3735,
      "step": 601
    },
    {
      "epoch": 1.3289183222958059,
      "grad_norm": 0.1771930605173111,
      "learning_rate": 6.82556640497793e-06,
      "loss": 0.3798,
      "step": 602
    },
    {
      "epoch": 1.3311258278145695,
      "grad_norm": 0.16866551339626312,
      "learning_rate": 6.813603294400895e-06,
      "loss": 0.3724,
      "step": 603
    },
    {
      "epoch": 1.3333333333333333,
      "grad_norm": 0.16047048568725586,
      "learning_rate": 6.8016282167247325e-06,
      "loss": 0.3744,
      "step": 604
    },
    {
      "epoch": 1.335540838852097,
      "grad_norm": 0.13133041560649872,
      "learning_rate": 6.7896412509672385e-06,
      "loss": 0.3775,
      "step": 605
    },
    {
      "epoch": 1.3377483443708609,
      "grad_norm": 0.16929350793361664,
      "learning_rate": 6.777642476224658e-06,
      "loss": 0.3724,
      "step": 606
    },
    {
      "epoch": 1.3399558498896247,
      "grad_norm": 0.14370004832744598,
      "learning_rate": 6.765631971671156e-06,
      "loss": 0.3795,
      "step": 607
    },
    {
      "epoch": 1.3421633554083885,
      "grad_norm": 0.18519333004951477,
      "learning_rate": 6.753609816558297e-06,
      "loss": 0.3789,
      "step": 608
    },
    {
      "epoch": 1.3443708609271523,
      "grad_norm": 0.15061011910438538,
      "learning_rate": 6.741576090214526e-06,
      "loss": 0.3779,
      "step": 609
    },
    {
      "epoch": 1.346578366445916,
      "grad_norm": 0.16702063381671906,
      "learning_rate": 6.729530872044629e-06,
      "loss": 0.3791,
      "step": 610
    },
    {
      "epoch": 1.34878587196468,
      "grad_norm": 0.1492423117160797,
      "learning_rate": 6.717474241529235e-06,
      "loss": 0.3821,
      "step": 611
    },
    {
      "epoch": 1.3509933774834437,
      "grad_norm": 0.15660499036312103,
      "learning_rate": 6.705406278224269e-06,
      "loss": 0.3764,
      "step": 612
    },
    {
      "epoch": 1.3532008830022075,
      "grad_norm": 0.13613760471343994,
      "learning_rate": 6.69332706176044e-06,
      "loss": 0.3842,
      "step": 613
    },
    {
      "epoch": 1.3554083885209713,
      "grad_norm": 0.1655375063419342,
      "learning_rate": 6.681236671842709e-06,
      "loss": 0.3861,
      "step": 614
    },
    {
      "epoch": 1.3576158940397351,
      "grad_norm": 0.15369166433811188,
      "learning_rate": 6.669135188249767e-06,
      "loss": 0.3753,
      "step": 615
    },
    {
      "epoch": 1.359823399558499,
      "grad_norm": 0.1611892580986023,
      "learning_rate": 6.657022690833503e-06,
      "loss": 0.3732,
      "step": 616
    },
    {
      "epoch": 1.3620309050772628,
      "grad_norm": 0.15144729614257812,
      "learning_rate": 6.644899259518485e-06,
      "loss": 0.3756,
      "step": 617
    },
    {
      "epoch": 1.3642384105960264,
      "grad_norm": 0.1591017246246338,
      "learning_rate": 6.632764974301429e-06,
      "loss": 0.3643,
      "step": 618
    },
    {
      "epoch": 1.3664459161147904,
      "grad_norm": 0.15775880217552185,
      "learning_rate": 6.620619915250666e-06,
      "loss": 0.3773,
      "step": 619
    },
    {
      "epoch": 1.368653421633554,
      "grad_norm": 0.14554527401924133,
      "learning_rate": 6.608464162505621e-06,
      "loss": 0.3788,
      "step": 620
    },
    {
      "epoch": 1.370860927152318,
      "grad_norm": 0.15284626185894012,
      "learning_rate": 6.596297796276284e-06,
      "loss": 0.3743,
      "step": 621
    },
    {
      "epoch": 1.3730684326710816,
      "grad_norm": 0.14736317098140717,
      "learning_rate": 6.584120896842675e-06,
      "loss": 0.3763,
      "step": 622
    },
    {
      "epoch": 1.3752759381898454,
      "grad_norm": 0.15955647826194763,
      "learning_rate": 6.571933544554319e-06,
      "loss": 0.3664,
      "step": 623
    },
    {
      "epoch": 1.3774834437086092,
      "grad_norm": 0.16919533908367157,
      "learning_rate": 6.559735819829713e-06,
      "loss": 0.3755,
      "step": 624
    },
    {
      "epoch": 1.379690949227373,
      "grad_norm": 0.15306392312049866,
      "learning_rate": 6.5475278031558e-06,
      "loss": 0.3772,
      "step": 625
    },
    {
      "epoch": 1.3818984547461368,
      "grad_norm": 0.1504804790019989,
      "learning_rate": 6.5353095750874295e-06,
      "loss": 0.3709,
      "step": 626
    },
    {
      "epoch": 1.3841059602649006,
      "grad_norm": 0.14429201185703278,
      "learning_rate": 6.523081216246838e-06,
      "loss": 0.3709,
      "step": 627
    },
    {
      "epoch": 1.3863134657836644,
      "grad_norm": 0.14882300794124603,
      "learning_rate": 6.5108428073231e-06,
      "loss": 0.3768,
      "step": 628
    },
    {
      "epoch": 1.3885209713024282,
      "grad_norm": 0.1360517293214798,
      "learning_rate": 6.498594429071618e-06,
      "loss": 0.3768,
      "step": 629
    },
    {
      "epoch": 1.390728476821192,
      "grad_norm": 0.13942170143127441,
      "learning_rate": 6.486336162313568e-06,
      "loss": 0.3796,
      "step": 630
    },
    {
      "epoch": 1.3929359823399559,
      "grad_norm": 0.14323705434799194,
      "learning_rate": 6.474068087935379e-06,
      "loss": 0.379,
      "step": 631
    },
    {
      "epoch": 1.3951434878587197,
      "grad_norm": 0.15375126898288727,
      "learning_rate": 6.461790286888196e-06,
      "loss": 0.3721,
      "step": 632
    },
    {
      "epoch": 1.3973509933774835,
      "grad_norm": 0.15478521585464478,
      "learning_rate": 6.449502840187344e-06,
      "loss": 0.3726,
      "step": 633
    },
    {
      "epoch": 1.3995584988962473,
      "grad_norm": 0.16403432190418243,
      "learning_rate": 6.437205828911797e-06,
      "loss": 0.3765,
      "step": 634
    },
    {
      "epoch": 1.401766004415011,
      "grad_norm": 0.1496008038520813,
      "learning_rate": 6.424899334203641e-06,
      "loss": 0.3785,
      "step": 635
    },
    {
      "epoch": 1.403973509933775,
      "grad_norm": 0.152191162109375,
      "learning_rate": 6.4125834372675355e-06,
      "loss": 0.3752,
      "step": 636
    },
    {
      "epoch": 1.4061810154525387,
      "grad_norm": 0.15051637589931488,
      "learning_rate": 6.400258219370183e-06,
      "loss": 0.3743,
      "step": 637
    },
    {
      "epoch": 1.4083885209713025,
      "grad_norm": 0.15709619224071503,
      "learning_rate": 6.387923761839794e-06,
      "loss": 0.3697,
      "step": 638
    },
    {
      "epoch": 1.410596026490066,
      "grad_norm": 0.14248456060886383,
      "learning_rate": 6.375580146065539e-06,
      "loss": 0.373,
      "step": 639
    },
    {
      "epoch": 1.4128035320088301,
      "grad_norm": 0.1371423304080963,
      "learning_rate": 6.363227453497029e-06,
      "loss": 0.3819,
      "step": 640
    },
    {
      "epoch": 1.4150110375275937,
      "grad_norm": 0.16379839181900024,
      "learning_rate": 6.350865765643759e-06,
      "loss": 0.3793,
      "step": 641
    },
    {
      "epoch": 1.4172185430463577,
      "grad_norm": 0.14373619854450226,
      "learning_rate": 6.3384951640745865e-06,
      "loss": 0.3779,
      "step": 642
    },
    {
      "epoch": 1.4194260485651213,
      "grad_norm": 0.14477743208408356,
      "learning_rate": 6.32611573041718e-06,
      "loss": 0.3786,
      "step": 643
    },
    {
      "epoch": 1.4216335540838851,
      "grad_norm": 0.17920951545238495,
      "learning_rate": 6.313727546357498e-06,
      "loss": 0.3901,
      "step": 644
    },
    {
      "epoch": 1.423841059602649,
      "grad_norm": 0.14486798644065857,
      "learning_rate": 6.301330693639224e-06,
      "loss": 0.3786,
      "step": 645
    },
    {
      "epoch": 1.4260485651214128,
      "grad_norm": 0.13817182183265686,
      "learning_rate": 6.288925254063249e-06,
      "loss": 0.3725,
      "step": 646
    },
    {
      "epoch": 1.4282560706401766,
      "grad_norm": 0.14681169390678406,
      "learning_rate": 6.27651130948713e-06,
      "loss": 0.3851,
      "step": 647
    },
    {
      "epoch": 1.4304635761589404,
      "grad_norm": 0.14171209931373596,
      "learning_rate": 6.264088941824534e-06,
      "loss": 0.3802,
      "step": 648
    },
    {
      "epoch": 1.4326710816777042,
      "grad_norm": 0.14188838005065918,
      "learning_rate": 6.251658233044715e-06,
      "loss": 0.3764,
      "step": 649
    },
    {
      "epoch": 1.434878587196468,
      "grad_norm": 0.15146797895431519,
      "learning_rate": 6.239219265171964e-06,
      "loss": 0.3791,
      "step": 650
    },
    {
      "epoch": 1.4370860927152318,
      "grad_norm": 0.1602582484483719,
      "learning_rate": 6.22677212028507e-06,
      "loss": 0.3773,
      "step": 651
    },
    {
      "epoch": 1.4392935982339956,
      "grad_norm": 0.14558373391628265,
      "learning_rate": 6.214316880516775e-06,
      "loss": 0.3631,
      "step": 652
    },
    {
      "epoch": 1.4415011037527594,
      "grad_norm": 0.17893047630786896,
      "learning_rate": 6.201853628053243e-06,
      "loss": 0.374,
      "step": 653
    },
    {
      "epoch": 1.4437086092715232,
      "grad_norm": 0.14639593660831451,
      "learning_rate": 6.189382445133502e-06,
      "loss": 0.3753,
      "step": 654
    },
    {
      "epoch": 1.445916114790287,
      "grad_norm": 0.14472749829292297,
      "learning_rate": 6.17690341404891e-06,
      "loss": 0.3796,
      "step": 655
    },
    {
      "epoch": 1.4481236203090508,
      "grad_norm": 0.1566278040409088,
      "learning_rate": 6.16441661714262e-06,
      "loss": 0.3741,
      "step": 656
    },
    {
      "epoch": 1.4503311258278146,
      "grad_norm": 0.14471283555030823,
      "learning_rate": 6.151922136809017e-06,
      "loss": 0.3808,
      "step": 657
    },
    {
      "epoch": 1.4525386313465782,
      "grad_norm": 0.15734338760375977,
      "learning_rate": 6.13942005549319e-06,
      "loss": 0.3781,
      "step": 658
    },
    {
      "epoch": 1.4547461368653423,
      "grad_norm": 0.13064594566822052,
      "learning_rate": 6.126910455690384e-06,
      "loss": 0.377,
      "step": 659
    },
    {
      "epoch": 1.4569536423841059,
      "grad_norm": 0.15152592957019806,
      "learning_rate": 6.114393419945455e-06,
      "loss": 0.3784,
      "step": 660
    },
    {
      "epoch": 1.4591611479028699,
      "grad_norm": 0.14837685227394104,
      "learning_rate": 6.101869030852321e-06,
      "loss": 0.3889,
      "step": 661
    },
    {
      "epoch": 1.4613686534216335,
      "grad_norm": 0.14178897440433502,
      "learning_rate": 6.089337371053429e-06,
      "loss": 0.3714,
      "step": 662
    },
    {
      "epoch": 1.4635761589403973,
      "grad_norm": 0.15140818059444427,
      "learning_rate": 6.076798523239194e-06,
      "loss": 0.3816,
      "step": 663
    },
    {
      "epoch": 1.465783664459161,
      "grad_norm": 0.14195586740970612,
      "learning_rate": 6.064252570147464e-06,
      "loss": 0.3738,
      "step": 664
    },
    {
      "epoch": 1.467991169977925,
      "grad_norm": 0.13242661952972412,
      "learning_rate": 6.051699594562976e-06,
      "loss": 0.3669,
      "step": 665
    },
    {
      "epoch": 1.4701986754966887,
      "grad_norm": 0.1379902958869934,
      "learning_rate": 6.039139679316797e-06,
      "loss": 0.362,
      "step": 666
    },
    {
      "epoch": 1.4724061810154525,
      "grad_norm": 0.1443612426519394,
      "learning_rate": 6.026572907285791e-06,
      "loss": 0.3711,
      "step": 667
    },
    {
      "epoch": 1.4746136865342163,
      "grad_norm": 0.14281077682971954,
      "learning_rate": 6.013999361392064e-06,
      "loss": 0.3753,
      "step": 668
    },
    {
      "epoch": 1.4768211920529801,
      "grad_norm": 0.14133213460445404,
      "learning_rate": 6.001419124602422e-06,
      "loss": 0.377,
      "step": 669
    },
    {
      "epoch": 1.479028697571744,
      "grad_norm": 0.14672201871871948,
      "learning_rate": 5.988832279927818e-06,
      "loss": 0.3763,
      "step": 670
    },
    {
      "epoch": 1.4812362030905077,
      "grad_norm": 0.13457442820072174,
      "learning_rate": 5.976238910422811e-06,
      "loss": 0.381,
      "step": 671
    },
    {
      "epoch": 1.4834437086092715,
      "grad_norm": 0.15843527019023895,
      "learning_rate": 5.963639099185011e-06,
      "loss": 0.3773,
      "step": 672
    },
    {
      "epoch": 1.4856512141280354,
      "grad_norm": 0.15779507160186768,
      "learning_rate": 5.9510329293545356e-06,
      "loss": 0.3789,
      "step": 673
    },
    {
      "epoch": 1.4878587196467992,
      "grad_norm": 0.14860793948173523,
      "learning_rate": 5.938420484113458e-06,
      "loss": 0.3765,
      "step": 674
    },
    {
      "epoch": 1.490066225165563,
      "grad_norm": 0.13150885701179504,
      "learning_rate": 5.925801846685262e-06,
      "loss": 0.37,
      "step": 675
    },
    {
      "epoch": 1.4922737306843268,
      "grad_norm": 0.13564042747020721,
      "learning_rate": 5.913177100334287e-06,
      "loss": 0.3788,
      "step": 676
    },
    {
      "epoch": 1.4944812362030906,
      "grad_norm": 0.14382179081439972,
      "learning_rate": 5.900546328365189e-06,
      "loss": 0.381,
      "step": 677
    },
    {
      "epoch": 1.4966887417218544,
      "grad_norm": 0.14150989055633545,
      "learning_rate": 5.887909614122378e-06,
      "loss": 0.3683,
      "step": 678
    },
    {
      "epoch": 1.498896247240618,
      "grad_norm": 0.13479964435100555,
      "learning_rate": 5.875267040989475e-06,
      "loss": 0.3651,
      "step": 679
    },
    {
      "epoch": 1.501103752759382,
      "grad_norm": 0.14743578433990479,
      "learning_rate": 5.862618692388765e-06,
      "loss": 0.3676,
      "step": 680
    },
    {
      "epoch": 1.5033112582781456,
      "grad_norm": 0.1419716477394104,
      "learning_rate": 5.849964651780637e-06,
      "loss": 0.367,
      "step": 681
    },
    {
      "epoch": 1.5055187637969096,
      "grad_norm": 0.15260837972164154,
      "learning_rate": 5.837305002663043e-06,
      "loss": 0.3814,
      "step": 682
    },
    {
      "epoch": 1.5077262693156732,
      "grad_norm": 0.12932439148426056,
      "learning_rate": 5.824639828570943e-06,
      "loss": 0.3868,
      "step": 683
    },
    {
      "epoch": 1.5099337748344372,
      "grad_norm": 0.15234258770942688,
      "learning_rate": 5.811969213075749e-06,
      "loss": 0.3695,
      "step": 684
    },
    {
      "epoch": 1.5121412803532008,
      "grad_norm": 0.1671096384525299,
      "learning_rate": 5.799293239784783e-06,
      "loss": 0.3821,
      "step": 685
    },
    {
      "epoch": 1.5143487858719646,
      "grad_norm": 0.14161601662635803,
      "learning_rate": 5.786611992340719e-06,
      "loss": 0.3657,
      "step": 686
    },
    {
      "epoch": 1.5165562913907285,
      "grad_norm": 0.16359050571918488,
      "learning_rate": 5.773925554421033e-06,
      "loss": 0.3788,
      "step": 687
    },
    {
      "epoch": 1.5187637969094923,
      "grad_norm": 0.14034205675125122,
      "learning_rate": 5.761234009737449e-06,
      "loss": 0.3779,
      "step": 688
    },
    {
      "epoch": 1.520971302428256,
      "grad_norm": 0.14073529839515686,
      "learning_rate": 5.74853744203539e-06,
      "loss": 0.3756,
      "step": 689
    },
    {
      "epoch": 1.5231788079470199,
      "grad_norm": 0.14516787230968475,
      "learning_rate": 5.735835935093421e-06,
      "loss": 0.3886,
      "step": 690
    },
    {
      "epoch": 1.5253863134657837,
      "grad_norm": 0.1415787935256958,
      "learning_rate": 5.723129572722701e-06,
      "loss": 0.375,
      "step": 691
    },
    {
      "epoch": 1.5275938189845475,
      "grad_norm": 0.13726189732551575,
      "learning_rate": 5.710418438766428e-06,
      "loss": 0.3735,
      "step": 692
    },
    {
      "epoch": 1.5298013245033113,
      "grad_norm": 0.14881715178489685,
      "learning_rate": 5.6977026170992834e-06,
      "loss": 0.3735,
      "step": 693
    },
    {
      "epoch": 1.532008830022075,
      "grad_norm": 0.1551184505224228,
      "learning_rate": 5.68498219162688e-06,
      "loss": 0.3815,
      "step": 694
    },
    {
      "epoch": 1.534216335540839,
      "grad_norm": 0.15148243308067322,
      "learning_rate": 5.672257246285212e-06,
      "loss": 0.3736,
      "step": 695
    },
    {
      "epoch": 1.5364238410596025,
      "grad_norm": 0.15206126868724823,
      "learning_rate": 5.659527865040097e-06,
      "loss": 0.3771,
      "step": 696
    },
    {
      "epoch": 1.5386313465783665,
      "grad_norm": 0.14559738337993622,
      "learning_rate": 5.6467941318866214e-06,
      "loss": 0.3742,
      "step": 697
    },
    {
      "epoch": 1.5408388520971301,
      "grad_norm": 0.13176165521144867,
      "learning_rate": 5.634056130848589e-06,
      "loss": 0.3715,
      "step": 698
    },
    {
      "epoch": 1.5430463576158941,
      "grad_norm": 0.14761999249458313,
      "learning_rate": 5.621313945977964e-06,
      "loss": 0.377,
      "step": 699
    },
    {
      "epoch": 1.5452538631346577,
      "grad_norm": 0.12837889790534973,
      "learning_rate": 5.60856766135432e-06,
      "loss": 0.371,
      "step": 700
    },
    {
      "epoch": 1.5474613686534218,
      "grad_norm": 0.1346467137336731,
      "learning_rate": 5.595817361084283e-06,
      "loss": 0.3757,
      "step": 701
    },
    {
      "epoch": 1.5496688741721854,
      "grad_norm": 0.129667267203331,
      "learning_rate": 5.583063129300971e-06,
      "loss": 0.3821,
      "step": 702
    },
    {
      "epoch": 1.5518763796909494,
      "grad_norm": 0.1456080973148346,
      "learning_rate": 5.570305050163453e-06,
      "loss": 0.3659,
      "step": 703
    },
    {
      "epoch": 1.554083885209713,
      "grad_norm": 0.13144616782665253,
      "learning_rate": 5.557543207856175e-06,
      "loss": 0.3755,
      "step": 704
    },
    {
      "epoch": 1.5562913907284768,
      "grad_norm": 0.13695232570171356,
      "learning_rate": 5.544777686588424e-06,
      "loss": 0.3704,
      "step": 705
    },
    {
      "epoch": 1.5584988962472406,
      "grad_norm": 0.1521306186914444,
      "learning_rate": 5.532008570593756e-06,
      "loss": 0.3829,
      "step": 706
    },
    {
      "epoch": 1.5607064017660044,
      "grad_norm": 0.1419302225112915,
      "learning_rate": 5.519235944129448e-06,
      "loss": 0.371,
      "step": 707
    },
    {
      "epoch": 1.5629139072847682,
      "grad_norm": 0.14487622678279877,
      "learning_rate": 5.506459891475944e-06,
      "loss": 0.3785,
      "step": 708
    },
    {
      "epoch": 1.565121412803532,
      "grad_norm": 0.15528716146945953,
      "learning_rate": 5.4936804969362924e-06,
      "loss": 0.3853,
      "step": 709
    },
    {
      "epoch": 1.5673289183222958,
      "grad_norm": 0.14845651388168335,
      "learning_rate": 5.480897844835595e-06,
      "loss": 0.3853,
      "step": 710
    },
    {
      "epoch": 1.5695364238410596,
      "grad_norm": 0.13595354557037354,
      "learning_rate": 5.4681120195204466e-06,
      "loss": 0.3718,
      "step": 711
    },
    {
      "epoch": 1.5717439293598234,
      "grad_norm": 0.15339161455631256,
      "learning_rate": 5.455323105358384e-06,
      "loss": 0.3791,
      "step": 712
    },
    {
      "epoch": 1.5739514348785872,
      "grad_norm": 0.1527385264635086,
      "learning_rate": 5.442531186737322e-06,
      "loss": 0.3703,
      "step": 713
    },
    {
      "epoch": 1.576158940397351,
      "grad_norm": 0.13763274252414703,
      "learning_rate": 5.429736348065003e-06,
      "loss": 0.3638,
      "step": 714
    },
    {
      "epoch": 1.5783664459161146,
      "grad_norm": 0.16397210955619812,
      "learning_rate": 5.416938673768437e-06,
      "loss": 0.3761,
      "step": 715
    },
    {
      "epoch": 1.5805739514348787,
      "grad_norm": 0.14585243165493011,
      "learning_rate": 5.404138248293346e-06,
      "loss": 0.3762,
      "step": 716
    },
    {
      "epoch": 1.5827814569536423,
      "grad_norm": 0.13906413316726685,
      "learning_rate": 5.3913351561036e-06,
      "loss": 0.3669,
      "step": 717
    },
    {
      "epoch": 1.5849889624724063,
      "grad_norm": 0.13377633690834045,
      "learning_rate": 5.378529481680672e-06,
      "loss": 0.3721,
      "step": 718
    },
    {
      "epoch": 1.5871964679911699,
      "grad_norm": 0.14944018423557281,
      "learning_rate": 5.365721309523072e-06,
      "loss": 0.3739,
      "step": 719
    },
    {
      "epoch": 1.589403973509934,
      "grad_norm": 0.14180952310562134,
      "learning_rate": 5.352910724145789e-06,
      "loss": 0.373,
      "step": 720
    },
    {
      "epoch": 1.5916114790286975,
      "grad_norm": 0.1462966352701187,
      "learning_rate": 5.340097810079741e-06,
      "loss": 0.3768,
      "step": 721
    },
    {
      "epoch": 1.5938189845474615,
      "grad_norm": 0.12976975739002228,
      "learning_rate": 5.327282651871205e-06,
      "loss": 0.3638,
      "step": 722
    },
    {
      "epoch": 1.596026490066225,
      "grad_norm": 0.15462516248226166,
      "learning_rate": 5.3144653340812715e-06,
      "loss": 0.3854,
      "step": 723
    },
    {
      "epoch": 1.598233995584989,
      "grad_norm": 0.13364708423614502,
      "learning_rate": 5.301645941285278e-06,
      "loss": 0.3862,
      "step": 724
    },
    {
      "epoch": 1.6004415011037527,
      "grad_norm": 0.14875876903533936,
      "learning_rate": 5.288824558072257e-06,
      "loss": 0.3847,
      "step": 725
    },
    {
      "epoch": 1.6026490066225165,
      "grad_norm": 0.13750705122947693,
      "learning_rate": 5.276001269044369e-06,
      "loss": 0.3792,
      "step": 726
    },
    {
      "epoch": 1.6048565121412803,
      "grad_norm": 0.13552795350551605,
      "learning_rate": 5.263176158816355e-06,
      "loss": 0.3824,
      "step": 727
    },
    {
      "epoch": 1.6070640176600441,
      "grad_norm": 0.13398821651935577,
      "learning_rate": 5.250349312014976e-06,
      "loss": 0.3728,
      "step": 728
    },
    {
      "epoch": 1.609271523178808,
      "grad_norm": 0.14047983288764954,
      "learning_rate": 5.237520813278443e-06,
      "loss": 0.3833,
      "step": 729
    },
    {
      "epoch": 1.6114790286975718,
      "grad_norm": 0.1419335901737213,
      "learning_rate": 5.224690747255875e-06,
      "loss": 0.3738,
      "step": 730
    },
    {
      "epoch": 1.6136865342163356,
      "grad_norm": 0.1423855870962143,
      "learning_rate": 5.211859198606729e-06,
      "loss": 0.3702,
      "step": 731
    },
    {
      "epoch": 1.6158940397350994,
      "grad_norm": 0.14920298755168915,
      "learning_rate": 5.199026252000245e-06,
      "loss": 0.3719,
      "step": 732
    },
    {
      "epoch": 1.6181015452538632,
      "grad_norm": 0.13715742528438568,
      "learning_rate": 5.186191992114892e-06,
      "loss": 0.3766,
      "step": 733
    },
    {
      "epoch": 1.6203090507726268,
      "grad_norm": 0.142774298787117,
      "learning_rate": 5.173356503637799e-06,
      "loss": 0.3693,
      "step": 734
    },
    {
      "epoch": 1.6225165562913908,
      "grad_norm": 0.12615923583507538,
      "learning_rate": 5.160519871264204e-06,
      "loss": 0.375,
      "step": 735
    },
    {
      "epoch": 1.6247240618101544,
      "grad_norm": 0.14882232248783112,
      "learning_rate": 5.147682179696893e-06,
      "loss": 0.3746,
      "step": 736
    },
    {
      "epoch": 1.6269315673289184,
      "grad_norm": 0.12539036571979523,
      "learning_rate": 5.134843513645642e-06,
      "loss": 0.3786,
      "step": 737
    },
    {
      "epoch": 1.629139072847682,
      "grad_norm": 0.14418825507164001,
      "learning_rate": 5.122003957826657e-06,
      "loss": 0.3693,
      "step": 738
    },
    {
      "epoch": 1.631346578366446,
      "grad_norm": 0.14610478281974792,
      "learning_rate": 5.109163596962013e-06,
      "loss": 0.3759,
      "step": 739
    },
    {
      "epoch": 1.6335540838852096,
      "grad_norm": 0.13532301783561707,
      "learning_rate": 5.096322515779101e-06,
      "loss": 0.373,
      "step": 740
    },
    {
      "epoch": 1.6357615894039736,
      "grad_norm": 0.14194665849208832,
      "learning_rate": 5.083480799010061e-06,
      "loss": 0.3762,
      "step": 741
    },
    {
      "epoch": 1.6379690949227372,
      "grad_norm": 0.12951509654521942,
      "learning_rate": 5.070638531391229e-06,
      "loss": 0.3723,
      "step": 742
    },
    {
      "epoch": 1.6401766004415013,
      "grad_norm": 0.14456267654895782,
      "learning_rate": 5.057795797662577e-06,
      "loss": 0.3666,
      "step": 743
    },
    {
      "epoch": 1.6423841059602649,
      "grad_norm": 0.13711507618427277,
      "learning_rate": 5.044952682567148e-06,
      "loss": 0.3749,
      "step": 744
    },
    {
      "epoch": 1.6445916114790287,
      "grad_norm": 0.12987838685512543,
      "learning_rate": 5.032109270850507e-06,
      "loss": 0.3779,
      "step": 745
    },
    {
      "epoch": 1.6467991169977925,
      "grad_norm": 0.1495376080274582,
      "learning_rate": 5.019265647260173e-06,
      "loss": 0.3704,
      "step": 746
    },
    {
      "epoch": 1.6490066225165563,
      "grad_norm": 0.13476036489009857,
      "learning_rate": 5.006421896545064e-06,
      "loss": 0.3663,
      "step": 747
    },
    {
      "epoch": 1.65121412803532,
      "grad_norm": 0.1335316300392151,
      "learning_rate": 4.993578103454938e-06,
      "loss": 0.3843,
      "step": 748
    },
    {
      "epoch": 1.653421633554084,
      "grad_norm": 0.13593193888664246,
      "learning_rate": 4.980734352739829e-06,
      "loss": 0.3707,
      "step": 749
    },
    {
      "epoch": 1.6556291390728477,
      "grad_norm": 0.13324475288391113,
      "learning_rate": 4.967890729149494e-06,
      "loss": 0.3746,
      "step": 750
    },
    {
      "epoch": 1.6578366445916115,
      "grad_norm": 0.12398661673069,
      "learning_rate": 4.955047317432854e-06,
      "loss": 0.3783,
      "step": 751
    },
    {
      "epoch": 1.6600441501103753,
      "grad_norm": 0.12614096701145172,
      "learning_rate": 4.942204202337425e-06,
      "loss": 0.3806,
      "step": 752
    },
    {
      "epoch": 1.6622516556291391,
      "grad_norm": 0.14331743121147156,
      "learning_rate": 4.929361468608773e-06,
      "loss": 0.3833,
      "step": 753
    },
    {
      "epoch": 1.664459161147903,
      "grad_norm": 0.1342383772134781,
      "learning_rate": 4.9165192009899414e-06,
      "loss": 0.3799,
      "step": 754
    },
    {
      "epoch": 1.6666666666666665,
      "grad_norm": 0.13297194242477417,
      "learning_rate": 4.9036774842209e-06,
      "loss": 0.3702,
      "step": 755
    },
    {
      "epoch": 1.6688741721854305,
      "grad_norm": 0.12575410306453705,
      "learning_rate": 4.890836403037988e-06,
      "loss": 0.364,
      "step": 756
    },
    {
      "epoch": 1.6710816777041941,
      "grad_norm": 0.1317722052335739,
      "learning_rate": 4.877996042173345e-06,
      "loss": 0.3782,
      "step": 757
    },
    {
      "epoch": 1.6732891832229582,
      "grad_norm": 0.13363225758075714,
      "learning_rate": 4.865156486354359e-06,
      "loss": 0.3804,
      "step": 758
    },
    {
      "epoch": 1.6754966887417218,
      "grad_norm": 0.14083701372146606,
      "learning_rate": 4.852317820303107e-06,
      "loss": 0.38,
      "step": 759
    },
    {
      "epoch": 1.6777041942604858,
      "grad_norm": 0.1284651756286621,
      "learning_rate": 4.839480128735798e-06,
      "loss": 0.3655,
      "step": 760
    },
    {
      "epoch": 1.6799116997792494,
      "grad_norm": 0.1379299908876419,
      "learning_rate": 4.826643496362202e-06,
      "loss": 0.3779,
      "step": 761
    },
    {
      "epoch": 1.6821192052980134,
      "grad_norm": 0.13508039712905884,
      "learning_rate": 4.81380800788511e-06,
      "loss": 0.3785,
      "step": 762
    },
    {
      "epoch": 1.684326710816777,
      "grad_norm": 0.14211615920066833,
      "learning_rate": 4.800973747999757e-06,
      "loss": 0.3648,
      "step": 763
    },
    {
      "epoch": 1.6865342163355408,
      "grad_norm": 0.1293489634990692,
      "learning_rate": 4.788140801393273e-06,
      "loss": 0.3663,
      "step": 764
    },
    {
      "epoch": 1.6887417218543046,
      "grad_norm": 0.13812755048274994,
      "learning_rate": 4.775309252744126e-06,
      "loss": 0.3643,
      "step": 765
    },
    {
      "epoch": 1.6909492273730684,
      "grad_norm": 0.13112276792526245,
      "learning_rate": 4.762479186721559e-06,
      "loss": 0.3703,
      "step": 766
    },
    {
      "epoch": 1.6931567328918322,
      "grad_norm": 0.12749050557613373,
      "learning_rate": 4.7496506879850264e-06,
      "loss": 0.3844,
      "step": 767
    },
    {
      "epoch": 1.695364238410596,
      "grad_norm": 0.1374199390411377,
      "learning_rate": 4.736823841183645e-06,
      "loss": 0.3689,
      "step": 768
    },
    {
      "epoch": 1.6975717439293598,
      "grad_norm": 0.12659025192260742,
      "learning_rate": 4.723998730955633e-06,
      "loss": 0.3606,
      "step": 769
    },
    {
      "epoch": 1.6997792494481236,
      "grad_norm": 0.11276005953550339,
      "learning_rate": 4.711175441927746e-06,
      "loss": 0.3722,
      "step": 770
    },
    {
      "epoch": 1.7019867549668874,
      "grad_norm": 0.12801696360111237,
      "learning_rate": 4.698354058714724e-06,
      "loss": 0.3789,
      "step": 771
    },
    {
      "epoch": 1.7041942604856513,
      "grad_norm": 0.12910126149654388,
      "learning_rate": 4.685534665918731e-06,
      "loss": 0.3669,
      "step": 772
    },
    {
      "epoch": 1.706401766004415,
      "grad_norm": 0.12605293095111847,
      "learning_rate": 4.672717348128796e-06,
      "loss": 0.377,
      "step": 773
    },
    {
      "epoch": 1.7086092715231787,
      "grad_norm": 0.12655854225158691,
      "learning_rate": 4.65990218992026e-06,
      "loss": 0.3738,
      "step": 774
    },
    {
      "epoch": 1.7108167770419427,
      "grad_norm": 0.1326448917388916,
      "learning_rate": 4.647089275854212e-06,
      "loss": 0.3847,
      "step": 775
    },
    {
      "epoch": 1.7130242825607063,
      "grad_norm": 0.12570975720882416,
      "learning_rate": 4.63427869047693e-06,
      "loss": 0.3652,
      "step": 776
    },
    {
      "epoch": 1.7152317880794703,
      "grad_norm": 0.13106000423431396,
      "learning_rate": 4.621470518319329e-06,
      "loss": 0.3781,
      "step": 777
    },
    {
      "epoch": 1.7174392935982339,
      "grad_norm": 0.12707674503326416,
      "learning_rate": 4.608664843896402e-06,
      "loss": 0.367,
      "step": 778
    },
    {
      "epoch": 1.719646799116998,
      "grad_norm": 0.1342884600162506,
      "learning_rate": 4.595861751706656e-06,
      "loss": 0.3827,
      "step": 779
    },
    {
      "epoch": 1.7218543046357615,
      "grad_norm": 0.15550127625465393,
      "learning_rate": 4.583061326231564e-06,
      "loss": 0.384,
      "step": 780
    },
    {
      "epoch": 1.7240618101545255,
      "grad_norm": 0.1267244517803192,
      "learning_rate": 4.570263651934998e-06,
      "loss": 0.38,
      "step": 781
    },
    {
      "epoch": 1.7262693156732891,
      "grad_norm": 0.13444717228412628,
      "learning_rate": 4.557468813262678e-06,
      "loss": 0.3856,
      "step": 782
    },
    {
      "epoch": 1.728476821192053,
      "grad_norm": 0.12585113942623138,
      "learning_rate": 4.544676894641617e-06,
      "loss": 0.3603,
      "step": 783
    },
    {
      "epoch": 1.7306843267108167,
      "grad_norm": 0.14303074777126312,
      "learning_rate": 4.531887980479555e-06,
      "loss": 0.3769,
      "step": 784
    },
    {
      "epoch": 1.7328918322295805,
      "grad_norm": 0.14289291203022003,
      "learning_rate": 4.519102155164407e-06,
      "loss": 0.3679,
      "step": 785
    },
    {
      "epoch": 1.7350993377483444,
      "grad_norm": 0.13349799811840057,
      "learning_rate": 4.506319503063708e-06,
      "loss": 0.3702,
      "step": 786
    },
    {
      "epoch": 1.7373068432671082,
      "grad_norm": 0.15247680246829987,
      "learning_rate": 4.493540108524057e-06,
      "loss": 0.3713,
      "step": 787
    },
    {
      "epoch": 1.739514348785872,
      "grad_norm": 0.14266639947891235,
      "learning_rate": 4.480764055870553e-06,
      "loss": 0.3742,
      "step": 788
    },
    {
      "epoch": 1.7417218543046358,
      "grad_norm": 0.13838379085063934,
      "learning_rate": 4.467991429406247e-06,
      "loss": 0.3857,
      "step": 789
    },
    {
      "epoch": 1.7439293598233996,
      "grad_norm": 0.13494673371315002,
      "learning_rate": 4.455222313411578e-06,
      "loss": 0.3783,
      "step": 790
    },
    {
      "epoch": 1.7461368653421634,
      "grad_norm": 0.12723763287067413,
      "learning_rate": 4.442456792143825e-06,
      "loss": 0.3657,
      "step": 791
    },
    {
      "epoch": 1.7483443708609272,
      "grad_norm": 0.1302330642938614,
      "learning_rate": 4.4296949498365496e-06,
      "loss": 0.3671,
      "step": 792
    },
    {
      "epoch": 1.7505518763796908,
      "grad_norm": 0.12404655665159225,
      "learning_rate": 4.416936870699031e-06,
      "loss": 0.3755,
      "step": 793
    },
    {
      "epoch": 1.7527593818984548,
      "grad_norm": 0.13801135122776031,
      "learning_rate": 4.40418263891572e-06,
      "loss": 0.377,
      "step": 794
    },
    {
      "epoch": 1.7549668874172184,
      "grad_norm": 0.1327562779188156,
      "learning_rate": 4.391432338645681e-06,
      "loss": 0.3649,
      "step": 795
    },
    {
      "epoch": 1.7571743929359824,
      "grad_norm": 0.13369016349315643,
      "learning_rate": 4.378686054022037e-06,
      "loss": 0.3882,
      "step": 796
    },
    {
      "epoch": 1.759381898454746,
      "grad_norm": 0.14249202609062195,
      "learning_rate": 4.365943869151412e-06,
      "loss": 0.3763,
      "step": 797
    },
    {
      "epoch": 1.76158940397351,
      "grad_norm": 0.1298934519290924,
      "learning_rate": 4.35320586811338e-06,
      "loss": 0.3742,
      "step": 798
    },
    {
      "epoch": 1.7637969094922736,
      "grad_norm": 0.14034999907016754,
      "learning_rate": 4.3404721349599044e-06,
      "loss": 0.3685,
      "step": 799
    },
    {
      "epoch": 1.7660044150110377,
      "grad_norm": 0.12729597091674805,
      "learning_rate": 4.327742753714788e-06,
      "loss": 0.3742,
      "step": 800
    },
    {
      "epoch": 1.7682119205298013,
      "grad_norm": 0.13787223398685455,
      "learning_rate": 4.315017808373121e-06,
      "loss": 0.3718,
      "step": 801
    },
    {
      "epoch": 1.7704194260485653,
      "grad_norm": 0.13648386299610138,
      "learning_rate": 4.302297382900718e-06,
      "loss": 0.3722,
      "step": 802
    },
    {
      "epoch": 1.7726269315673289,
      "grad_norm": 0.12655648589134216,
      "learning_rate": 4.289581561233574e-06,
      "loss": 0.3667,
      "step": 803
    },
    {
      "epoch": 1.7748344370860927,
      "grad_norm": 0.12654156982898712,
      "learning_rate": 4.276870427277299e-06,
      "loss": 0.3666,
      "step": 804
    },
    {
      "epoch": 1.7770419426048565,
      "grad_norm": 0.15781165659427643,
      "learning_rate": 4.264164064906581e-06,
      "loss": 0.3787,
      "step": 805
    },
    {
      "epoch": 1.7792494481236203,
      "grad_norm": 0.12070343643426895,
      "learning_rate": 4.251462557964612e-06,
      "loss": 0.3897,
      "step": 806
    },
    {
      "epoch": 1.781456953642384,
      "grad_norm": 0.1305495798587799,
      "learning_rate": 4.238765990262554e-06,
      "loss": 0.3622,
      "step": 807
    },
    {
      "epoch": 1.783664459161148,
      "grad_norm": 0.12424585223197937,
      "learning_rate": 4.226074445578969e-06,
      "loss": 0.3732,
      "step": 808
    },
    {
      "epoch": 1.7858719646799117,
      "grad_norm": 0.12352015823125839,
      "learning_rate": 4.213388007659281e-06,
      "loss": 0.367,
      "step": 809
    },
    {
      "epoch": 1.7880794701986755,
      "grad_norm": 0.1388520896434784,
      "learning_rate": 4.200706760215219e-06,
      "loss": 0.3723,
      "step": 810
    },
    {
      "epoch": 1.7902869757174393,
      "grad_norm": 0.13200843334197998,
      "learning_rate": 4.188030786924252e-06,
      "loss": 0.3765,
      "step": 811
    },
    {
      "epoch": 1.7924944812362031,
      "grad_norm": 0.11911409348249435,
      "learning_rate": 4.17536017142906e-06,
      "loss": 0.3694,
      "step": 812
    },
    {
      "epoch": 1.794701986754967,
      "grad_norm": 0.1263428032398224,
      "learning_rate": 4.162694997336957e-06,
      "loss": 0.3656,
      "step": 813
    },
    {
      "epoch": 1.7969094922737305,
      "grad_norm": 0.125799298286438,
      "learning_rate": 4.1500353482193646e-06,
      "loss": 0.3686,
      "step": 814
    },
    {
      "epoch": 1.7991169977924946,
      "grad_norm": 0.13606040179729462,
      "learning_rate": 4.137381307611236e-06,
      "loss": 0.3579,
      "step": 815
    },
    {
      "epoch": 1.8013245033112582,
      "grad_norm": 0.13091742992401123,
      "learning_rate": 4.124732959010526e-06,
      "loss": 0.369,
      "step": 816
    },
    {
      "epoch": 1.8035320088300222,
      "grad_norm": 0.13721388578414917,
      "learning_rate": 4.112090385877624e-06,
      "loss": 0.3673,
      "step": 817
    },
    {
      "epoch": 1.8057395143487858,
      "grad_norm": 0.12669645249843597,
      "learning_rate": 4.099453671634811e-06,
      "loss": 0.3778,
      "step": 818
    },
    {
      "epoch": 1.8079470198675498,
      "grad_norm": 0.12563163042068481,
      "learning_rate": 4.086822899665713e-06,
      "loss": 0.3687,
      "step": 819
    },
    {
      "epoch": 1.8101545253863134,
      "grad_norm": 0.1383393555879593,
      "learning_rate": 4.07419815331474e-06,
      "loss": 0.3787,
      "step": 820
    },
    {
      "epoch": 1.8123620309050774,
      "grad_norm": 0.1277354508638382,
      "learning_rate": 4.061579515886544e-06,
      "loss": 0.3752,
      "step": 821
    },
    {
      "epoch": 1.814569536423841,
      "grad_norm": 0.12579599022865295,
      "learning_rate": 4.048967070645465e-06,
      "loss": 0.3767,
      "step": 822
    },
    {
      "epoch": 1.8167770419426048,
      "grad_norm": 0.1388178914785385,
      "learning_rate": 4.03636090081499e-06,
      "loss": 0.3795,
      "step": 823
    },
    {
      "epoch": 1.8189845474613686,
      "grad_norm": 0.13451789319515228,
      "learning_rate": 4.0237610895771895e-06,
      "loss": 0.3636,
      "step": 824
    },
    {
      "epoch": 1.8211920529801324,
      "grad_norm": 0.1298052817583084,
      "learning_rate": 4.011167720072183e-06,
      "loss": 0.3831,
      "step": 825
    },
    {
      "epoch": 1.8233995584988962,
      "grad_norm": 0.13578468561172485,
      "learning_rate": 3.99858087539758e-06,
      "loss": 0.3787,
      "step": 826
    },
    {
      "epoch": 1.82560706401766,
      "grad_norm": 0.1320340931415558,
      "learning_rate": 3.986000638607937e-06,
      "loss": 0.3697,
      "step": 827
    },
    {
      "epoch": 1.8278145695364238,
      "grad_norm": 0.13334733247756958,
      "learning_rate": 3.973427092714212e-06,
      "loss": 0.361,
      "step": 828
    },
    {
      "epoch": 1.8300220750551877,
      "grad_norm": 0.12365536391735077,
      "learning_rate": 3.960860320683205e-06,
      "loss": 0.3716,
      "step": 829
    },
    {
      "epoch": 1.8322295805739515,
      "grad_norm": 0.1276884227991104,
      "learning_rate": 3.948300405437026e-06,
      "loss": 0.3717,
      "step": 830
    },
    {
      "epoch": 1.8344370860927153,
      "grad_norm": 0.13205379247665405,
      "learning_rate": 3.9357474298525356e-06,
      "loss": 0.3632,
      "step": 831
    },
    {
      "epoch": 1.836644591611479,
      "grad_norm": 0.12293750792741776,
      "learning_rate": 3.9232014767608065e-06,
      "loss": 0.3809,
      "step": 832
    },
    {
      "epoch": 1.8388520971302427,
      "grad_norm": 0.1293838620185852,
      "learning_rate": 3.910662628946573e-06,
      "loss": 0.3782,
      "step": 833
    },
    {
      "epoch": 1.8410596026490067,
      "grad_norm": 0.1325875222682953,
      "learning_rate": 3.89813096914768e-06,
      "loss": 0.3734,
      "step": 834
    },
    {
      "epoch": 1.8432671081677703,
      "grad_norm": 0.12951777875423431,
      "learning_rate": 3.8856065800545475e-06,
      "loss": 0.3828,
      "step": 835
    },
    {
      "epoch": 1.8454746136865343,
      "grad_norm": 0.12658190727233887,
      "learning_rate": 3.873089544309616e-06,
      "loss": 0.3753,
      "step": 836
    },
    {
      "epoch": 1.847682119205298,
      "grad_norm": 0.12527629733085632,
      "learning_rate": 3.860579944506811e-06,
      "loss": 0.3716,
      "step": 837
    },
    {
      "epoch": 1.849889624724062,
      "grad_norm": 0.12750259041786194,
      "learning_rate": 3.848077863190985e-06,
      "loss": 0.3727,
      "step": 838
    },
    {
      "epoch": 1.8520971302428255,
      "grad_norm": 0.13881564140319824,
      "learning_rate": 3.835583382857382e-06,
      "loss": 0.3743,
      "step": 839
    },
    {
      "epoch": 1.8543046357615895,
      "grad_norm": 0.12845860421657562,
      "learning_rate": 3.82309658595109e-06,
      "loss": 0.3692,
      "step": 840
    },
    {
      "epoch": 1.8565121412803531,
      "grad_norm": 0.12954264879226685,
      "learning_rate": 3.8106175548664994e-06,
      "loss": 0.3778,
      "step": 841
    },
    {
      "epoch": 1.858719646799117,
      "grad_norm": 0.13028046488761902,
      "learning_rate": 3.7981463719467587e-06,
      "loss": 0.3825,
      "step": 842
    },
    {
      "epoch": 1.8609271523178808,
      "grad_norm": 0.1258542686700821,
      "learning_rate": 3.7856831194832262e-06,
      "loss": 0.3817,
      "step": 843
    },
    {
      "epoch": 1.8631346578366446,
      "grad_norm": 0.1192869246006012,
      "learning_rate": 3.7732278797149324e-06,
      "loss": 0.3706,
      "step": 844
    },
    {
      "epoch": 1.8653421633554084,
      "grad_norm": 0.13153821229934692,
      "learning_rate": 3.7607807348280364e-06,
      "loss": 0.3626,
      "step": 845
    },
    {
      "epoch": 1.8675496688741722,
      "grad_norm": 0.12072479724884033,
      "learning_rate": 3.7483417669552857e-06,
      "loss": 0.3557,
      "step": 846
    },
    {
      "epoch": 1.869757174392936,
      "grad_norm": 0.12467250972986221,
      "learning_rate": 3.735911058175467e-06,
      "loss": 0.3621,
      "step": 847
    },
    {
      "epoch": 1.8719646799116998,
      "grad_norm": 0.12176632136106491,
      "learning_rate": 3.7234886905128724e-06,
      "loss": 0.3726,
      "step": 848
    },
    {
      "epoch": 1.8741721854304636,
      "grad_norm": 0.1291275918483734,
      "learning_rate": 3.711074745936751e-06,
      "loss": 0.3663,
      "step": 849
    },
    {
      "epoch": 1.8763796909492274,
      "grad_norm": 0.1401110738515854,
      "learning_rate": 3.698669306360778e-06,
      "loss": 0.3763,
      "step": 850
    },
    {
      "epoch": 1.8785871964679912,
      "grad_norm": 0.12075633555650711,
      "learning_rate": 3.6862724536425042e-06,
      "loss": 0.3761,
      "step": 851
    },
    {
      "epoch": 1.8807947019867548,
      "grad_norm": 0.12913060188293457,
      "learning_rate": 3.67388426958282e-06,
      "loss": 0.3735,
      "step": 852
    },
    {
      "epoch": 1.8830022075055188,
      "grad_norm": 0.13538530468940735,
      "learning_rate": 3.6615048359254155e-06,
      "loss": 0.3737,
      "step": 853
    },
    {
      "epoch": 1.8852097130242824,
      "grad_norm": 0.1396217793226242,
      "learning_rate": 3.649134234356242e-06,
      "loss": 0.3765,
      "step": 854
    },
    {
      "epoch": 1.8874172185430464,
      "grad_norm": 0.12726326286792755,
      "learning_rate": 3.636772546502973e-06,
      "loss": 0.3706,
      "step": 855
    },
    {
      "epoch": 1.88962472406181,
      "grad_norm": 0.12331200391054153,
      "learning_rate": 3.624419853934461e-06,
      "loss": 0.3698,
      "step": 856
    },
    {
      "epoch": 1.891832229580574,
      "grad_norm": 0.12955856323242188,
      "learning_rate": 3.612076238160209e-06,
      "loss": 0.3779,
      "step": 857
    },
    {
      "epoch": 1.8940397350993377,
      "grad_norm": 0.1281704604625702,
      "learning_rate": 3.5997417806298172e-06,
      "loss": 0.3711,
      "step": 858
    },
    {
      "epoch": 1.8962472406181017,
      "grad_norm": 0.13094061613082886,
      "learning_rate": 3.5874165627324665e-06,
      "loss": 0.3706,
      "step": 859
    },
    {
      "epoch": 1.8984547461368653,
      "grad_norm": 0.1244734600186348,
      "learning_rate": 3.575100665796362e-06,
      "loss": 0.3701,
      "step": 860
    },
    {
      "epoch": 1.9006622516556293,
      "grad_norm": 0.13025392591953278,
      "learning_rate": 3.5627941710882042e-06,
      "loss": 0.3774,
      "step": 861
    },
    {
      "epoch": 1.9028697571743929,
      "grad_norm": 0.13566212356090546,
      "learning_rate": 3.550497159812658e-06,
      "loss": 0.376,
      "step": 862
    },
    {
      "epoch": 1.9050772626931567,
      "grad_norm": 0.13212575018405914,
      "learning_rate": 3.5382097131118052e-06,
      "loss": 0.3759,
      "step": 863
    },
    {
      "epoch": 1.9072847682119205,
      "grad_norm": 0.13214178383350372,
      "learning_rate": 3.525931912064623e-06,
      "loss": 0.3706,
      "step": 864
    },
    {
      "epoch": 1.9094922737306843,
      "grad_norm": 0.1290368288755417,
      "learning_rate": 3.5136638376864333e-06,
      "loss": 0.3767,
      "step": 865
    },
    {
      "epoch": 1.9116997792494481,
      "grad_norm": 0.1320725828409195,
      "learning_rate": 3.5014055709283847e-06,
      "loss": 0.3704,
      "step": 866
    },
    {
      "epoch": 1.913907284768212,
      "grad_norm": 0.13395248353481293,
      "learning_rate": 3.4891571926769e-06,
      "loss": 0.3774,
      "step": 867
    },
    {
      "epoch": 1.9161147902869757,
      "grad_norm": 0.12245456129312515,
      "learning_rate": 3.4769187837531637e-06,
      "loss": 0.3872,
      "step": 868
    },
    {
      "epoch": 1.9183222958057395,
      "grad_norm": 0.1327778398990631,
      "learning_rate": 3.4646904249125713e-06,
      "loss": 0.3666,
      "step": 869
    },
    {
      "epoch": 1.9205298013245033,
      "grad_norm": 0.13339614868164062,
      "learning_rate": 3.4524721968442017e-06,
      "loss": 0.3782,
      "step": 870
    },
    {
      "epoch": 1.9227373068432672,
      "grad_norm": 0.12259134650230408,
      "learning_rate": 3.4402641801702883e-06,
      "loss": 0.38,
      "step": 871
    },
    {
      "epoch": 1.924944812362031,
      "grad_norm": 0.12124523520469666,
      "learning_rate": 3.4280664554456823e-06,
      "loss": 0.3746,
      "step": 872
    },
    {
      "epoch": 1.9271523178807946,
      "grad_norm": 0.12291016429662704,
      "learning_rate": 3.415879103157327e-06,
      "loss": 0.3697,
      "step": 873
    },
    {
      "epoch": 1.9293598233995586,
      "grad_norm": 0.12792356312274933,
      "learning_rate": 3.403702203723718e-06,
      "loss": 0.3755,
      "step": 874
    },
    {
      "epoch": 1.9315673289183222,
      "grad_norm": 0.1225101426243782,
      "learning_rate": 3.3915358374943813e-06,
      "loss": 0.3821,
      "step": 875
    },
    {
      "epoch": 1.9337748344370862,
      "grad_norm": 0.1265992522239685,
      "learning_rate": 3.379380084749336e-06,
      "loss": 0.3672,
      "step": 876
    },
    {
      "epoch": 1.9359823399558498,
      "grad_norm": 0.12633873522281647,
      "learning_rate": 3.3672350256985727e-06,
      "loss": 0.3766,
      "step": 877
    },
    {
      "epoch": 1.9381898454746138,
      "grad_norm": 0.1319660246372223,
      "learning_rate": 3.3551007404815162e-06,
      "loss": 0.374,
      "step": 878
    },
    {
      "epoch": 1.9403973509933774,
      "grad_norm": 0.12871594727039337,
      "learning_rate": 3.3429773091664985e-06,
      "loss": 0.3673,
      "step": 879
    },
    {
      "epoch": 1.9426048565121414,
      "grad_norm": 0.13455092906951904,
      "learning_rate": 3.330864811750235e-06,
      "loss": 0.3805,
      "step": 880
    },
    {
      "epoch": 1.944812362030905,
      "grad_norm": 0.13253872096538544,
      "learning_rate": 3.3187633281572913e-06,
      "loss": 0.3695,
      "step": 881
    },
    {
      "epoch": 1.9470198675496688,
      "grad_norm": 0.11975626647472382,
      "learning_rate": 3.306672938239561e-06,
      "loss": 0.3767,
      "step": 882
    },
    {
      "epoch": 1.9492273730684326,
      "grad_norm": 0.12552706897258759,
      "learning_rate": 3.2945937217757324e-06,
      "loss": 0.363,
      "step": 883
    },
    {
      "epoch": 1.9514348785871964,
      "grad_norm": 0.13104894757270813,
      "learning_rate": 3.282525758470768e-06,
      "loss": 0.3699,
      "step": 884
    },
    {
      "epoch": 1.9536423841059603,
      "grad_norm": 0.12783929705619812,
      "learning_rate": 3.2704691279553725e-06,
      "loss": 0.3681,
      "step": 885
    },
    {
      "epoch": 1.955849889624724,
      "grad_norm": 0.12647448480129242,
      "learning_rate": 3.2584239097854763e-06,
      "loss": 0.3873,
      "step": 886
    },
    {
      "epoch": 1.9580573951434879,
      "grad_norm": 0.11794891208410263,
      "learning_rate": 3.246390183441703e-06,
      "loss": 0.3689,
      "step": 887
    },
    {
      "epoch": 1.9602649006622517,
      "grad_norm": 0.1255064755678177,
      "learning_rate": 3.234368028328845e-06,
      "loss": 0.3874,
      "step": 888
    },
    {
      "epoch": 1.9624724061810155,
      "grad_norm": 0.12461333721876144,
      "learning_rate": 3.2223575237753448e-06,
      "loss": 0.3719,
      "step": 889
    },
    {
      "epoch": 1.9646799116997793,
      "grad_norm": 0.13075792789459229,
      "learning_rate": 3.2103587490327624e-06,
      "loss": 0.3746,
      "step": 890
    },
    {
      "epoch": 1.966887417218543,
      "grad_norm": 0.13413941860198975,
      "learning_rate": 3.198371783275269e-06,
      "loss": 0.3723,
      "step": 891
    },
    {
      "epoch": 1.9690949227373067,
      "grad_norm": 0.13534380495548248,
      "learning_rate": 3.186396705599106e-06,
      "loss": 0.3762,
      "step": 892
    },
    {
      "epoch": 1.9713024282560707,
      "grad_norm": 0.12702573835849762,
      "learning_rate": 3.1744335950220716e-06,
      "loss": 0.3763,
      "step": 893
    },
    {
      "epoch": 1.9735099337748343,
      "grad_norm": 0.131902277469635,
      "learning_rate": 3.162482530483e-06,
      "loss": 0.3647,
      "step": 894
    },
    {
      "epoch": 1.9757174392935983,
      "grad_norm": 0.12826719880104065,
      "learning_rate": 3.1505435908412415e-06,
      "loss": 0.3705,
      "step": 895
    },
    {
      "epoch": 1.977924944812362,
      "grad_norm": 0.1235160231590271,
      "learning_rate": 3.1386168548761377e-06,
      "loss": 0.3806,
      "step": 896
    },
    {
      "epoch": 1.980132450331126,
      "grad_norm": 0.13026514649391174,
      "learning_rate": 3.126702401286503e-06,
      "loss": 0.3714,
      "step": 897
    },
    {
      "epoch": 1.9823399558498895,
      "grad_norm": 0.12384995073080063,
      "learning_rate": 3.11480030869011e-06,
      "loss": 0.3775,
      "step": 898
    },
    {
      "epoch": 1.9845474613686536,
      "grad_norm": 0.11622393131256104,
      "learning_rate": 3.1029106556231615e-06,
      "loss": 0.3685,
      "step": 899
    },
    {
      "epoch": 1.9867549668874172,
      "grad_norm": 0.12467402219772339,
      "learning_rate": 3.0910335205397834e-06,
      "loss": 0.3753,
      "step": 900
    },
    {
      "epoch": 1.9889624724061812,
      "grad_norm": 0.12134755402803421,
      "learning_rate": 3.0791689818114988e-06,
      "loss": 0.3763,
      "step": 901
    },
    {
      "epoch": 1.9911699779249448,
      "grad_norm": 0.118636354804039,
      "learning_rate": 3.067317117726715e-06,
      "loss": 0.3779,
      "step": 902
    },
    {
      "epoch": 1.9933774834437086,
      "grad_norm": 0.12621286511421204,
      "learning_rate": 3.055478006490199e-06,
      "loss": 0.3755,
      "step": 903
    },
    {
      "epoch": 1.9955849889624724,
      "grad_norm": 0.13427864015102386,
      "learning_rate": 3.043651726222578e-06,
      "loss": 0.3677,
      "step": 904
    },
    {
      "epoch": 1.9977924944812362,
      "grad_norm": 0.1349465250968933,
      "learning_rate": 3.0318383549598085e-06,
      "loss": 0.3821,
      "step": 905
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.1383267641067505,
      "learning_rate": 3.020037970652664e-06,
      "loss": 0.3605,
      "step": 906
    },
    {
      "epoch": 2.0022075055187636,
      "grad_norm": 0.1400349736213684,
      "learning_rate": 3.00825065116623e-06,
      "loss": 0.3587,
      "step": 907
    },
    {
      "epoch": 2.0044150110375276,
      "grad_norm": 0.12129946798086166,
      "learning_rate": 2.996476474279375e-06,
      "loss": 0.3564,
      "step": 908
    },
    {
      "epoch": 2.006622516556291,
      "grad_norm": 0.13566596806049347,
      "learning_rate": 2.9847155176842547e-06,
      "loss": 0.3628,
      "step": 909
    },
    {
      "epoch": 2.0088300220750552,
      "grad_norm": 0.12823748588562012,
      "learning_rate": 2.9729678589857852e-06,
      "loss": 0.3589,
      "step": 910
    },
    {
      "epoch": 2.011037527593819,
      "grad_norm": 0.1251477748155594,
      "learning_rate": 2.9612335757011362e-06,
      "loss": 0.3583,
      "step": 911
    },
    {
      "epoch": 2.013245033112583,
      "grad_norm": 0.1308368593454361,
      "learning_rate": 2.94951274525922e-06,
      "loss": 0.354,
      "step": 912
    },
    {
      "epoch": 2.0154525386313464,
      "grad_norm": 0.1357547789812088,
      "learning_rate": 2.9378054450001836e-06,
      "loss": 0.3664,
      "step": 913
    },
    {
      "epoch": 2.0176600441501105,
      "grad_norm": 0.13018201291561127,
      "learning_rate": 2.9261117521748904e-06,
      "loss": 0.3627,
      "step": 914
    },
    {
      "epoch": 2.019867549668874,
      "grad_norm": 0.12550939619541168,
      "learning_rate": 2.914431743944414e-06,
      "loss": 0.3518,
      "step": 915
    },
    {
      "epoch": 2.022075055187638,
      "grad_norm": 0.12784212827682495,
      "learning_rate": 2.902765497379534e-06,
      "loss": 0.3547,
      "step": 916
    },
    {
      "epoch": 2.0242825607064017,
      "grad_norm": 0.13502328097820282,
      "learning_rate": 2.8911130894602198e-06,
      "loss": 0.3648,
      "step": 917
    },
    {
      "epoch": 2.0264900662251657,
      "grad_norm": 0.12056614458560944,
      "learning_rate": 2.8794745970751308e-06,
      "loss": 0.3612,
      "step": 918
    },
    {
      "epoch": 2.0286975717439293,
      "grad_norm": 0.12976831197738647,
      "learning_rate": 2.8678500970210977e-06,
      "loss": 0.3619,
      "step": 919
    },
    {
      "epoch": 2.0309050772626933,
      "grad_norm": 0.13974756002426147,
      "learning_rate": 2.8562396660026304e-06,
      "loss": 0.3585,
      "step": 920
    },
    {
      "epoch": 2.033112582781457,
      "grad_norm": 0.1298479437828064,
      "learning_rate": 2.8446433806313966e-06,
      "loss": 0.3533,
      "step": 921
    },
    {
      "epoch": 2.035320088300221,
      "grad_norm": 0.13592906296253204,
      "learning_rate": 2.83306131742573e-06,
      "loss": 0.36,
      "step": 922
    },
    {
      "epoch": 2.0375275938189845,
      "grad_norm": 0.13170795142650604,
      "learning_rate": 2.821493552810114e-06,
      "loss": 0.3535,
      "step": 923
    },
    {
      "epoch": 2.0397350993377485,
      "grad_norm": 0.14562806487083435,
      "learning_rate": 2.809940163114685e-06,
      "loss": 0.3737,
      "step": 924
    },
    {
      "epoch": 2.041942604856512,
      "grad_norm": 0.12969909608364105,
      "learning_rate": 2.7984012245747237e-06,
      "loss": 0.3597,
      "step": 925
    },
    {
      "epoch": 2.044150110375276,
      "grad_norm": 0.13986288011074066,
      "learning_rate": 2.786876813330158e-06,
      "loss": 0.3608,
      "step": 926
    },
    {
      "epoch": 2.0463576158940397,
      "grad_norm": 0.13949252665042877,
      "learning_rate": 2.7753670054250583e-06,
      "loss": 0.3507,
      "step": 927
    },
    {
      "epoch": 2.0485651214128033,
      "grad_norm": 0.12819348275661469,
      "learning_rate": 2.763871876807129e-06,
      "loss": 0.356,
      "step": 928
    },
    {
      "epoch": 2.0507726269315674,
      "grad_norm": 0.13626167178153992,
      "learning_rate": 2.7523915033272163e-06,
      "loss": 0.3534,
      "step": 929
    },
    {
      "epoch": 2.052980132450331,
      "grad_norm": 0.14214330911636353,
      "learning_rate": 2.740925960738802e-06,
      "loss": 0.3627,
      "step": 930
    },
    {
      "epoch": 2.055187637969095,
      "grad_norm": 0.1371086835861206,
      "learning_rate": 2.72947532469751e-06,
      "loss": 0.3594,
      "step": 931
    },
    {
      "epoch": 2.0573951434878586,
      "grad_norm": 0.15132765471935272,
      "learning_rate": 2.7180396707606023e-06,
      "loss": 0.3487,
      "step": 932
    },
    {
      "epoch": 2.0596026490066226,
      "grad_norm": 0.1387225240468979,
      "learning_rate": 2.7066190743864774e-06,
      "loss": 0.3625,
      "step": 933
    },
    {
      "epoch": 2.061810154525386,
      "grad_norm": 0.13822317123413086,
      "learning_rate": 2.695213610934179e-06,
      "loss": 0.3542,
      "step": 934
    },
    {
      "epoch": 2.06401766004415,
      "grad_norm": 0.1481810212135315,
      "learning_rate": 2.6838233556628932e-06,
      "loss": 0.3543,
      "step": 935
    },
    {
      "epoch": 2.066225165562914,
      "grad_norm": 0.1475333869457245,
      "learning_rate": 2.672448383731461e-06,
      "loss": 0.3587,
      "step": 936
    },
    {
      "epoch": 2.068432671081678,
      "grad_norm": 0.13259293138980865,
      "learning_rate": 2.661088770197868e-06,
      "loss": 0.3531,
      "step": 937
    },
    {
      "epoch": 2.0706401766004414,
      "grad_norm": 0.129195436835289,
      "learning_rate": 2.6497445900187635e-06,
      "loss": 0.3557,
      "step": 938
    },
    {
      "epoch": 2.0728476821192054,
      "grad_norm": 0.12847961485385895,
      "learning_rate": 2.6384159180489542e-06,
      "loss": 0.3477,
      "step": 939
    },
    {
      "epoch": 2.075055187637969,
      "grad_norm": 0.13196007907390594,
      "learning_rate": 2.6271028290409216e-06,
      "loss": 0.3584,
      "step": 940
    },
    {
      "epoch": 2.077262693156733,
      "grad_norm": 0.1364007443189621,
      "learning_rate": 2.6158053976443164e-06,
      "loss": 0.3601,
      "step": 941
    },
    {
      "epoch": 2.0794701986754967,
      "grad_norm": 0.1247749775648117,
      "learning_rate": 2.604523698405477e-06,
      "loss": 0.3647,
      "step": 942
    },
    {
      "epoch": 2.0816777041942607,
      "grad_norm": 0.12793247401714325,
      "learning_rate": 2.5932578057669273e-06,
      "loss": 0.3656,
      "step": 943
    },
    {
      "epoch": 2.0838852097130243,
      "grad_norm": 0.12500843405723572,
      "learning_rate": 2.5820077940668975e-06,
      "loss": 0.3511,
      "step": 944
    },
    {
      "epoch": 2.0860927152317883,
      "grad_norm": 0.13672660291194916,
      "learning_rate": 2.570773737538825e-06,
      "loss": 0.3709,
      "step": 945
    },
    {
      "epoch": 2.088300220750552,
      "grad_norm": 0.1374640017747879,
      "learning_rate": 2.559555710310866e-06,
      "loss": 0.3528,
      "step": 946
    },
    {
      "epoch": 2.0905077262693155,
      "grad_norm": 0.13424260914325714,
      "learning_rate": 2.5483537864054055e-06,
      "loss": 0.354,
      "step": 947
    },
    {
      "epoch": 2.0927152317880795,
      "grad_norm": 0.13996686041355133,
      "learning_rate": 2.537168039738569e-06,
      "loss": 0.3655,
      "step": 948
    },
    {
      "epoch": 2.094922737306843,
      "grad_norm": 0.12471663951873779,
      "learning_rate": 2.525998544119743e-06,
      "loss": 0.3606,
      "step": 949
    },
    {
      "epoch": 2.097130242825607,
      "grad_norm": 0.13321642577648163,
      "learning_rate": 2.514845373251078e-06,
      "loss": 0.3477,
      "step": 950
    },
    {
      "epoch": 2.0993377483443707,
      "grad_norm": 0.1407744139432907,
      "learning_rate": 2.5037086007270017e-06,
      "loss": 0.3566,
      "step": 951
    },
    {
      "epoch": 2.1015452538631347,
      "grad_norm": 0.1319989413022995,
      "learning_rate": 2.4925883000337407e-06,
      "loss": 0.3511,
      "step": 952
    },
    {
      "epoch": 2.1037527593818983,
      "grad_norm": 0.12347118556499481,
      "learning_rate": 2.4814845445488288e-06,
      "loss": 0.3609,
      "step": 953
    },
    {
      "epoch": 2.1059602649006623,
      "grad_norm": 0.15142813324928284,
      "learning_rate": 2.4703974075406316e-06,
      "loss": 0.3581,
      "step": 954
    },
    {
      "epoch": 2.108167770419426,
      "grad_norm": 0.12996384501457214,
      "learning_rate": 2.4593269621678502e-06,
      "loss": 0.3586,
      "step": 955
    },
    {
      "epoch": 2.11037527593819,
      "grad_norm": 0.12407524138689041,
      "learning_rate": 2.448273281479052e-06,
      "loss": 0.3561,
      "step": 956
    },
    {
      "epoch": 2.1125827814569536,
      "grad_norm": 0.12946733832359314,
      "learning_rate": 2.437236438412177e-06,
      "loss": 0.3637,
      "step": 957
    },
    {
      "epoch": 2.1147902869757176,
      "grad_norm": 0.14091919362545013,
      "learning_rate": 2.426216505794066e-06,
      "loss": 0.3572,
      "step": 958
    },
    {
      "epoch": 2.116997792494481,
      "grad_norm": 0.13770008087158203,
      "learning_rate": 2.4152135563399743e-06,
      "loss": 0.3617,
      "step": 959
    },
    {
      "epoch": 2.119205298013245,
      "grad_norm": 0.1215134859085083,
      "learning_rate": 2.404227662653089e-06,
      "loss": 0.3613,
      "step": 960
    },
    {
      "epoch": 2.121412803532009,
      "grad_norm": 0.13981877267360687,
      "learning_rate": 2.3932588972240642e-06,
      "loss": 0.3601,
      "step": 961
    },
    {
      "epoch": 2.123620309050773,
      "grad_norm": 0.13256755471229553,
      "learning_rate": 2.3823073324305222e-06,
      "loss": 0.3551,
      "step": 962
    },
    {
      "epoch": 2.1258278145695364,
      "grad_norm": 0.14095091819763184,
      "learning_rate": 2.3713730405365965e-06,
      "loss": 0.3671,
      "step": 963
    },
    {
      "epoch": 2.1280353200883004,
      "grad_norm": 0.11968285590410233,
      "learning_rate": 2.3604560936924363e-06,
      "loss": 0.3558,
      "step": 964
    },
    {
      "epoch": 2.130242825607064,
      "grad_norm": 0.13734926283359528,
      "learning_rate": 2.3495565639337446e-06,
      "loss": 0.3653,
      "step": 965
    },
    {
      "epoch": 2.1324503311258276,
      "grad_norm": 0.13910116255283356,
      "learning_rate": 2.3386745231812923e-06,
      "loss": 0.3559,
      "step": 966
    },
    {
      "epoch": 2.1346578366445916,
      "grad_norm": 0.13142208755016327,
      "learning_rate": 2.3278100432404554e-06,
      "loss": 0.3571,
      "step": 967
    },
    {
      "epoch": 2.136865342163355,
      "grad_norm": 0.12986791133880615,
      "learning_rate": 2.3169631958007316e-06,
      "loss": 0.3613,
      "step": 968
    },
    {
      "epoch": 2.1390728476821192,
      "grad_norm": 0.12400130182504654,
      "learning_rate": 2.3061340524352687e-06,
      "loss": 0.3596,
      "step": 969
    },
    {
      "epoch": 2.141280353200883,
      "grad_norm": 0.12488456070423126,
      "learning_rate": 2.295322684600395e-06,
      "loss": 0.3571,
      "step": 970
    },
    {
      "epoch": 2.143487858719647,
      "grad_norm": 0.13525961339473724,
      "learning_rate": 2.284529163635144e-06,
      "loss": 0.352,
      "step": 971
    },
    {
      "epoch": 2.1456953642384105,
      "grad_norm": 0.14086809754371643,
      "learning_rate": 2.273753560760793e-06,
      "loss": 0.3529,
      "step": 972
    },
    {
      "epoch": 2.1479028697571745,
      "grad_norm": 0.13002382218837738,
      "learning_rate": 2.262995947080378e-06,
      "loss": 0.3628,
      "step": 973
    },
    {
      "epoch": 2.150110375275938,
      "grad_norm": 0.13714134693145752,
      "learning_rate": 2.252256393578241e-06,
      "loss": 0.3602,
      "step": 974
    },
    {
      "epoch": 2.152317880794702,
      "grad_norm": 0.1353500783443451,
      "learning_rate": 2.2415349711195455e-06,
      "loss": 0.3562,
      "step": 975
    },
    {
      "epoch": 2.1545253863134657,
      "grad_norm": 0.14100465178489685,
      "learning_rate": 2.230831750449825e-06,
      "loss": 0.3562,
      "step": 976
    },
    {
      "epoch": 2.1567328918322297,
      "grad_norm": 0.11746090650558472,
      "learning_rate": 2.2201468021945024e-06,
      "loss": 0.3679,
      "step": 977
    },
    {
      "epoch": 2.1589403973509933,
      "grad_norm": 0.13000161945819855,
      "learning_rate": 2.209480196858429e-06,
      "loss": 0.3579,
      "step": 978
    },
    {
      "epoch": 2.1611479028697573,
      "grad_norm": 0.14291274547576904,
      "learning_rate": 2.198832004825427e-06,
      "loss": 0.366,
      "step": 979
    },
    {
      "epoch": 2.163355408388521,
      "grad_norm": 0.1327233463525772,
      "learning_rate": 2.1882022963578087e-06,
      "loss": 0.3576,
      "step": 980
    },
    {
      "epoch": 2.165562913907285,
      "grad_norm": 0.12592221796512604,
      "learning_rate": 2.177591141595931e-06,
      "loss": 0.3554,
      "step": 981
    },
    {
      "epoch": 2.1677704194260485,
      "grad_norm": 0.13044218719005585,
      "learning_rate": 2.166998610557718e-06,
      "loss": 0.3489,
      "step": 982
    },
    {
      "epoch": 2.1699779249448126,
      "grad_norm": 0.14413036406040192,
      "learning_rate": 2.1564247731382063e-06,
      "loss": 0.3653,
      "step": 983
    },
    {
      "epoch": 2.172185430463576,
      "grad_norm": 0.12830859422683716,
      "learning_rate": 2.145869699109081e-06,
      "loss": 0.3566,
      "step": 984
    },
    {
      "epoch": 2.1743929359823397,
      "grad_norm": 0.12629762291908264,
      "learning_rate": 2.1353334581182193e-06,
      "loss": 0.3581,
      "step": 985
    },
    {
      "epoch": 2.1766004415011038,
      "grad_norm": 0.12835480272769928,
      "learning_rate": 2.1248161196892295e-06,
      "loss": 0.3655,
      "step": 986
    },
    {
      "epoch": 2.1788079470198674,
      "grad_norm": 0.12383104115724564,
      "learning_rate": 2.1143177532209855e-06,
      "loss": 0.3564,
      "step": 987
    },
    {
      "epoch": 2.1810154525386314,
      "grad_norm": 0.1490948498249054,
      "learning_rate": 2.1038384279871786e-06,
      "loss": 0.37,
      "step": 988
    },
    {
      "epoch": 2.183222958057395,
      "grad_norm": 0.12230035662651062,
      "learning_rate": 2.0933782131358516e-06,
      "loss": 0.3549,
      "step": 989
    },
    {
      "epoch": 2.185430463576159,
      "grad_norm": 0.13511480391025543,
      "learning_rate": 2.082937177688952e-06,
      "loss": 0.3576,
      "step": 990
    },
    {
      "epoch": 2.1876379690949226,
      "grad_norm": 0.135064497590065,
      "learning_rate": 2.0725153905418726e-06,
      "loss": 0.3544,
      "step": 991
    },
    {
      "epoch": 2.1898454746136866,
      "grad_norm": 0.12062691897153854,
      "learning_rate": 2.0621129204629907e-06,
      "loss": 0.3523,
      "step": 992
    },
    {
      "epoch": 2.19205298013245,
      "grad_norm": 0.14147672057151794,
      "learning_rate": 2.0517298360932202e-06,
      "loss": 0.3583,
      "step": 993
    },
    {
      "epoch": 2.1942604856512142,
      "grad_norm": 0.12477768212556839,
      "learning_rate": 2.041366205945563e-06,
      "loss": 0.3604,
      "step": 994
    },
    {
      "epoch": 2.196467991169978,
      "grad_norm": 0.14072567224502563,
      "learning_rate": 2.0310220984046467e-06,
      "loss": 0.3693,
      "step": 995
    },
    {
      "epoch": 2.198675496688742,
      "grad_norm": 0.13882459700107574,
      "learning_rate": 2.020697581726279e-06,
      "loss": 0.3604,
      "step": 996
    },
    {
      "epoch": 2.2008830022075054,
      "grad_norm": 0.12994110584259033,
      "learning_rate": 2.010392724037002e-06,
      "loss": 0.3589,
      "step": 997
    },
    {
      "epoch": 2.2030905077262695,
      "grad_norm": 0.13540343940258026,
      "learning_rate": 2.0001075933336302e-06,
      "loss": 0.3664,
      "step": 998
    },
    {
      "epoch": 2.205298013245033,
      "grad_norm": 0.12710383534431458,
      "learning_rate": 1.9898422574828163e-06,
      "loss": 0.3606,
      "step": 999
    },
    {
      "epoch": 2.207505518763797,
      "grad_norm": 0.13436554372310638,
      "learning_rate": 1.979596784220591e-06,
      "loss": 0.3583,
      "step": 1000
    },
    {
      "epoch": 2.2097130242825607,
      "grad_norm": 0.1312997192144394,
      "learning_rate": 1.969371241151923e-06,
      "loss": 0.3485,
      "step": 1001
    },
    {
      "epoch": 2.2119205298013247,
      "grad_norm": 0.12719684839248657,
      "learning_rate": 1.9591656957502696e-06,
      "loss": 0.3646,
      "step": 1002
    },
    {
      "epoch": 2.2141280353200883,
      "grad_norm": 0.11936060339212418,
      "learning_rate": 1.9489802153571373e-06,
      "loss": 0.3578,
      "step": 1003
    },
    {
      "epoch": 2.216335540838852,
      "grad_norm": 0.11757774651050568,
      "learning_rate": 1.938814867181632e-06,
      "loss": 0.3633,
      "step": 1004
    },
    {
      "epoch": 2.218543046357616,
      "grad_norm": 0.12061762064695358,
      "learning_rate": 1.928669718300013e-06,
      "loss": 0.3539,
      "step": 1005
    },
    {
      "epoch": 2.2207505518763795,
      "grad_norm": 0.11802493780851364,
      "learning_rate": 1.9185448356552575e-06,
      "loss": 0.3519,
      "step": 1006
    },
    {
      "epoch": 2.2229580573951435,
      "grad_norm": 0.12381359189748764,
      "learning_rate": 1.9084402860566128e-06,
      "loss": 0.3528,
      "step": 1007
    },
    {
      "epoch": 2.225165562913907,
      "grad_norm": 0.12773284316062927,
      "learning_rate": 1.8983561361791608e-06,
      "loss": 0.3618,
      "step": 1008
    },
    {
      "epoch": 2.227373068432671,
      "grad_norm": 0.1377752125263214,
      "learning_rate": 1.8882924525633778e-06,
      "loss": 0.36,
      "step": 1009
    },
    {
      "epoch": 2.2295805739514347,
      "grad_norm": 0.13043536245822906,
      "learning_rate": 1.8782493016146868e-06,
      "loss": 0.3588,
      "step": 1010
    },
    {
      "epoch": 2.2317880794701987,
      "grad_norm": 0.12282190471887589,
      "learning_rate": 1.8682267496030276e-06,
      "loss": 0.3661,
      "step": 1011
    },
    {
      "epoch": 2.2339955849889623,
      "grad_norm": 0.11887135356664658,
      "learning_rate": 1.8582248626624217e-06,
      "loss": 0.3585,
      "step": 1012
    },
    {
      "epoch": 2.2362030905077264,
      "grad_norm": 0.13011059165000916,
      "learning_rate": 1.8482437067905268e-06,
      "loss": 0.3648,
      "step": 1013
    },
    {
      "epoch": 2.23841059602649,
      "grad_norm": 0.12632228434085846,
      "learning_rate": 1.8382833478482066e-06,
      "loss": 0.3711,
      "step": 1014
    },
    {
      "epoch": 2.240618101545254,
      "grad_norm": 0.13252626359462738,
      "learning_rate": 1.8283438515590996e-06,
      "loss": 0.3691,
      "step": 1015
    },
    {
      "epoch": 2.2428256070640176,
      "grad_norm": 0.12210851162672043,
      "learning_rate": 1.8184252835091764e-06,
      "loss": 0.36,
      "step": 1016
    },
    {
      "epoch": 2.2450331125827816,
      "grad_norm": 0.1259019374847412,
      "learning_rate": 1.8085277091463188e-06,
      "loss": 0.3507,
      "step": 1017
    },
    {
      "epoch": 2.247240618101545,
      "grad_norm": 0.11658161133527756,
      "learning_rate": 1.798651193779875e-06,
      "loss": 0.3512,
      "step": 1018
    },
    {
      "epoch": 2.249448123620309,
      "grad_norm": 0.12686073780059814,
      "learning_rate": 1.788795802580236e-06,
      "loss": 0.3554,
      "step": 1019
    },
    {
      "epoch": 2.251655629139073,
      "grad_norm": 0.13531404733657837,
      "learning_rate": 1.7789616005784077e-06,
      "loss": 0.3569,
      "step": 1020
    },
    {
      "epoch": 2.253863134657837,
      "grad_norm": 0.12338366359472275,
      "learning_rate": 1.7691486526655782e-06,
      "loss": 0.361,
      "step": 1021
    },
    {
      "epoch": 2.2560706401766004,
      "grad_norm": 0.1204574853181839,
      "learning_rate": 1.7593570235926883e-06,
      "loss": 0.3665,
      "step": 1022
    },
    {
      "epoch": 2.258278145695364,
      "grad_norm": 0.12831008434295654,
      "learning_rate": 1.7495867779700053e-06,
      "loss": 0.3617,
      "step": 1023
    },
    {
      "epoch": 2.260485651214128,
      "grad_norm": 0.1243155300617218,
      "learning_rate": 1.7398379802666993e-06,
      "loss": 0.3485,
      "step": 1024
    },
    {
      "epoch": 2.262693156732892,
      "grad_norm": 0.12370171397924423,
      "learning_rate": 1.7301106948104123e-06,
      "loss": 0.363,
      "step": 1025
    },
    {
      "epoch": 2.2649006622516556,
      "grad_norm": 0.12362192571163177,
      "learning_rate": 1.7204049857868433e-06,
      "loss": 0.3553,
      "step": 1026
    },
    {
      "epoch": 2.2671081677704192,
      "grad_norm": 0.1303797960281372,
      "learning_rate": 1.7107209172393158e-06,
      "loss": 0.3582,
      "step": 1027
    },
    {
      "epoch": 2.2693156732891833,
      "grad_norm": 0.12913931906223297,
      "learning_rate": 1.701058553068357e-06,
      "loss": 0.3621,
      "step": 1028
    },
    {
      "epoch": 2.271523178807947,
      "grad_norm": 0.13231627643108368,
      "learning_rate": 1.6914179570312767e-06,
      "loss": 0.3529,
      "step": 1029
    },
    {
      "epoch": 2.273730684326711,
      "grad_norm": 0.12977519631385803,
      "learning_rate": 1.6817991927417516e-06,
      "loss": 0.3619,
      "step": 1030
    },
    {
      "epoch": 2.2759381898454745,
      "grad_norm": 0.12845906615257263,
      "learning_rate": 1.672202323669397e-06,
      "loss": 0.3613,
      "step": 1031
    },
    {
      "epoch": 2.2781456953642385,
      "grad_norm": 0.1263485550880432,
      "learning_rate": 1.662627413139351e-06,
      "loss": 0.3608,
      "step": 1032
    },
    {
      "epoch": 2.280353200883002,
      "grad_norm": 0.12105315178632736,
      "learning_rate": 1.6530745243318646e-06,
      "loss": 0.3694,
      "step": 1033
    },
    {
      "epoch": 2.282560706401766,
      "grad_norm": 0.12585538625717163,
      "learning_rate": 1.64354372028187e-06,
      "loss": 0.3674,
      "step": 1034
    },
    {
      "epoch": 2.2847682119205297,
      "grad_norm": 0.13143764436244965,
      "learning_rate": 1.634035063878579e-06,
      "loss": 0.3654,
      "step": 1035
    },
    {
      "epoch": 2.2869757174392937,
      "grad_norm": 0.1330743134021759,
      "learning_rate": 1.6245486178650582e-06,
      "loss": 0.3579,
      "step": 1036
    },
    {
      "epoch": 2.2891832229580573,
      "grad_norm": 0.12009730935096741,
      "learning_rate": 1.6150844448378178e-06,
      "loss": 0.3531,
      "step": 1037
    },
    {
      "epoch": 2.2913907284768213,
      "grad_norm": 0.13864392042160034,
      "learning_rate": 1.6056426072464015e-06,
      "loss": 0.3628,
      "step": 1038
    },
    {
      "epoch": 2.293598233995585,
      "grad_norm": 0.13580797612667084,
      "learning_rate": 1.5962231673929735e-06,
      "loss": 0.3722,
      "step": 1039
    },
    {
      "epoch": 2.295805739514349,
      "grad_norm": 0.12375160306692123,
      "learning_rate": 1.586826187431902e-06,
      "loss": 0.364,
      "step": 1040
    },
    {
      "epoch": 2.2980132450331126,
      "grad_norm": 0.12487831711769104,
      "learning_rate": 1.5774517293693558e-06,
      "loss": 0.3592,
      "step": 1041
    },
    {
      "epoch": 2.300220750551876,
      "grad_norm": 0.14687076210975647,
      "learning_rate": 1.5680998550628912e-06,
      "loss": 0.3506,
      "step": 1042
    },
    {
      "epoch": 2.30242825607064,
      "grad_norm": 0.12587517499923706,
      "learning_rate": 1.558770626221044e-06,
      "loss": 0.3577,
      "step": 1043
    },
    {
      "epoch": 2.304635761589404,
      "grad_norm": 0.13661305606365204,
      "learning_rate": 1.5494641044029268e-06,
      "loss": 0.3516,
      "step": 1044
    },
    {
      "epoch": 2.306843267108168,
      "grad_norm": 0.1377173811197281,
      "learning_rate": 1.5401803510178197e-06,
      "loss": 0.3603,
      "step": 1045
    },
    {
      "epoch": 2.3090507726269314,
      "grad_norm": 0.13497798144817352,
      "learning_rate": 1.5309194273247612e-06,
      "loss": 0.3545,
      "step": 1046
    },
    {
      "epoch": 2.3112582781456954,
      "grad_norm": 0.12721391022205353,
      "learning_rate": 1.5216813944321473e-06,
      "loss": 0.3447,
      "step": 1047
    },
    {
      "epoch": 2.313465783664459,
      "grad_norm": 0.12541592121124268,
      "learning_rate": 1.5124663132973338e-06,
      "loss": 0.3637,
      "step": 1048
    },
    {
      "epoch": 2.315673289183223,
      "grad_norm": 0.13365043699741364,
      "learning_rate": 1.5032742447262228e-06,
      "loss": 0.3535,
      "step": 1049
    },
    {
      "epoch": 2.3178807947019866,
      "grad_norm": 0.13111183047294617,
      "learning_rate": 1.4941052493728731e-06,
      "loss": 0.3528,
      "step": 1050
    },
    {
      "epoch": 2.3200883002207506,
      "grad_norm": 0.1259627640247345,
      "learning_rate": 1.48495938773909e-06,
      "loss": 0.3599,
      "step": 1051
    },
    {
      "epoch": 2.322295805739514,
      "grad_norm": 0.12294916808605194,
      "learning_rate": 1.4758367201740303e-06,
      "loss": 0.3604,
      "step": 1052
    },
    {
      "epoch": 2.3245033112582782,
      "grad_norm": 0.12867586314678192,
      "learning_rate": 1.46673730687381e-06,
      "loss": 0.3649,
      "step": 1053
    },
    {
      "epoch": 2.326710816777042,
      "grad_norm": 0.12218500673770905,
      "learning_rate": 1.4576612078810953e-06,
      "loss": 0.3637,
      "step": 1054
    },
    {
      "epoch": 2.328918322295806,
      "grad_norm": 0.12343169003725052,
      "learning_rate": 1.448608483084713e-06,
      "loss": 0.3552,
      "step": 1055
    },
    {
      "epoch": 2.3311258278145695,
      "grad_norm": 0.12273656576871872,
      "learning_rate": 1.4395791922192575e-06,
      "loss": 0.3613,
      "step": 1056
    },
    {
      "epoch": 2.3333333333333335,
      "grad_norm": 0.1312197744846344,
      "learning_rate": 1.430573394864695e-06,
      "loss": 0.3603,
      "step": 1057
    },
    {
      "epoch": 2.335540838852097,
      "grad_norm": 0.13838644325733185,
      "learning_rate": 1.4215911504459645e-06,
      "loss": 0.3642,
      "step": 1058
    },
    {
      "epoch": 2.337748344370861,
      "grad_norm": 0.11605527251958847,
      "learning_rate": 1.412632518232594e-06,
      "loss": 0.3626,
      "step": 1059
    },
    {
      "epoch": 2.3399558498896247,
      "grad_norm": 0.13165433704853058,
      "learning_rate": 1.4036975573383028e-06,
      "loss": 0.3636,
      "step": 1060
    },
    {
      "epoch": 2.3421633554083887,
      "grad_norm": 0.1277674436569214,
      "learning_rate": 1.3947863267206174e-06,
      "loss": 0.3517,
      "step": 1061
    },
    {
      "epoch": 2.3443708609271523,
      "grad_norm": 0.13928262889385223,
      "learning_rate": 1.3858988851804816e-06,
      "loss": 0.3649,
      "step": 1062
    },
    {
      "epoch": 2.3465783664459163,
      "grad_norm": 0.13180677592754364,
      "learning_rate": 1.3770352913618613e-06,
      "loss": 0.3506,
      "step": 1063
    },
    {
      "epoch": 2.34878587196468,
      "grad_norm": 0.13746923208236694,
      "learning_rate": 1.3681956037513656e-06,
      "loss": 0.3583,
      "step": 1064
    },
    {
      "epoch": 2.3509933774834435,
      "grad_norm": 0.13763363659381866,
      "learning_rate": 1.3593798806778546e-06,
      "loss": 0.354,
      "step": 1065
    },
    {
      "epoch": 2.3532008830022075,
      "grad_norm": 0.12797822058200836,
      "learning_rate": 1.3505881803120647e-06,
      "loss": 0.3719,
      "step": 1066
    },
    {
      "epoch": 2.355408388520971,
      "grad_norm": 0.12430882453918457,
      "learning_rate": 1.341820560666211e-06,
      "loss": 0.3622,
      "step": 1067
    },
    {
      "epoch": 2.357615894039735,
      "grad_norm": 0.13003040850162506,
      "learning_rate": 1.3330770795936172e-06,
      "loss": 0.3644,
      "step": 1068
    },
    {
      "epoch": 2.3598233995584987,
      "grad_norm": 0.13834795355796814,
      "learning_rate": 1.3243577947883223e-06,
      "loss": 0.3539,
      "step": 1069
    },
    {
      "epoch": 2.3620309050772628,
      "grad_norm": 0.12837594747543335,
      "learning_rate": 1.315662763784712e-06,
      "loss": 0.366,
      "step": 1070
    },
    {
      "epoch": 2.3642384105960264,
      "grad_norm": 0.12611278891563416,
      "learning_rate": 1.3069920439571277e-06,
      "loss": 0.3567,
      "step": 1071
    },
    {
      "epoch": 2.3664459161147904,
      "grad_norm": 0.1504361927509308,
      "learning_rate": 1.2983456925194953e-06,
      "loss": 0.3539,
      "step": 1072
    },
    {
      "epoch": 2.368653421633554,
      "grad_norm": 0.13299378752708435,
      "learning_rate": 1.2897237665249429e-06,
      "loss": 0.3612,
      "step": 1073
    },
    {
      "epoch": 2.370860927152318,
      "grad_norm": 0.13157807290554047,
      "learning_rate": 1.2811263228654308e-06,
      "loss": 0.3652,
      "step": 1074
    },
    {
      "epoch": 2.3730684326710816,
      "grad_norm": 0.11843698471784592,
      "learning_rate": 1.2725534182713717e-06,
      "loss": 0.3664,
      "step": 1075
    },
    {
      "epoch": 2.3752759381898456,
      "grad_norm": 0.1275041550397873,
      "learning_rate": 1.2640051093112532e-06,
      "loss": 0.3595,
      "step": 1076
    },
    {
      "epoch": 2.377483443708609,
      "grad_norm": 0.12319236993789673,
      "learning_rate": 1.25548145239127e-06,
      "loss": 0.3458,
      "step": 1077
    },
    {
      "epoch": 2.3796909492273732,
      "grad_norm": 0.1297508329153061,
      "learning_rate": 1.2469825037549493e-06,
      "loss": 0.3599,
      "step": 1078
    },
    {
      "epoch": 2.381898454746137,
      "grad_norm": 0.13835854828357697,
      "learning_rate": 1.2385083194827818e-06,
      "loss": 0.3631,
      "step": 1079
    },
    {
      "epoch": 2.384105960264901,
      "grad_norm": 0.14326325058937073,
      "learning_rate": 1.2300589554918502e-06,
      "loss": 0.3612,
      "step": 1080
    },
    {
      "epoch": 2.3863134657836644,
      "grad_norm": 0.13561151921749115,
      "learning_rate": 1.221634467535458e-06,
      "loss": 0.3623,
      "step": 1081
    },
    {
      "epoch": 2.3885209713024285,
      "grad_norm": 0.12151821702718735,
      "learning_rate": 1.2132349112027636e-06,
      "loss": 0.347,
      "step": 1082
    },
    {
      "epoch": 2.390728476821192,
      "grad_norm": 0.12261461466550827,
      "learning_rate": 1.204860341918414e-06,
      "loss": 0.3615,
      "step": 1083
    },
    {
      "epoch": 2.3929359823399556,
      "grad_norm": 0.1293371468782425,
      "learning_rate": 1.1965108149421812e-06,
      "loss": 0.3611,
      "step": 1084
    },
    {
      "epoch": 2.3951434878587197,
      "grad_norm": 0.12331968545913696,
      "learning_rate": 1.1881863853685904e-06,
      "loss": 0.3635,
      "step": 1085
    },
    {
      "epoch": 2.3973509933774833,
      "grad_norm": 0.13170567154884338,
      "learning_rate": 1.1798871081265672e-06,
      "loss": 0.3698,
      "step": 1086
    },
    {
      "epoch": 2.3995584988962473,
      "grad_norm": 0.1309044063091278,
      "learning_rate": 1.1716130379790613e-06,
      "loss": 0.3474,
      "step": 1087
    },
    {
      "epoch": 2.401766004415011,
      "grad_norm": 0.12268619239330292,
      "learning_rate": 1.1633642295227005e-06,
      "loss": 0.3634,
      "step": 1088
    },
    {
      "epoch": 2.403973509933775,
      "grad_norm": 0.12474343925714493,
      "learning_rate": 1.155140737187418e-06,
      "loss": 0.3651,
      "step": 1089
    },
    {
      "epoch": 2.4061810154525385,
      "grad_norm": 0.13622671365737915,
      "learning_rate": 1.1469426152360974e-06,
      "loss": 0.3626,
      "step": 1090
    },
    {
      "epoch": 2.4083885209713025,
      "grad_norm": 0.1363033503293991,
      "learning_rate": 1.138769917764221e-06,
      "loss": 0.3608,
      "step": 1091
    },
    {
      "epoch": 2.410596026490066,
      "grad_norm": 0.12666958570480347,
      "learning_rate": 1.1306226986994989e-06,
      "loss": 0.3571,
      "step": 1092
    },
    {
      "epoch": 2.41280353200883,
      "grad_norm": 0.13340440392494202,
      "learning_rate": 1.1225010118015306e-06,
      "loss": 0.3602,
      "step": 1093
    },
    {
      "epoch": 2.4150110375275937,
      "grad_norm": 0.14224812388420105,
      "learning_rate": 1.1144049106614335e-06,
      "loss": 0.3525,
      "step": 1094
    },
    {
      "epoch": 2.4172185430463577,
      "grad_norm": 0.13309240341186523,
      "learning_rate": 1.1063344487015e-06,
      "loss": 0.3595,
      "step": 1095
    },
    {
      "epoch": 2.4194260485651213,
      "grad_norm": 0.1310422122478485,
      "learning_rate": 1.098289679174841e-06,
      "loss": 0.3674,
      "step": 1096
    },
    {
      "epoch": 2.4216335540838854,
      "grad_norm": 0.12578153610229492,
      "learning_rate": 1.090270655165036e-06,
      "loss": 0.3543,
      "step": 1097
    },
    {
      "epoch": 2.423841059602649,
      "grad_norm": 0.13076968491077423,
      "learning_rate": 1.082277429585784e-06,
      "loss": 0.3724,
      "step": 1098
    },
    {
      "epoch": 2.426048565121413,
      "grad_norm": 0.14538316428661346,
      "learning_rate": 1.074310055180549e-06,
      "loss": 0.3539,
      "step": 1099
    },
    {
      "epoch": 2.4282560706401766,
      "grad_norm": 0.13270893692970276,
      "learning_rate": 1.0663685845222177e-06,
      "loss": 0.3637,
      "step": 1100
    },
    {
      "epoch": 2.4304635761589406,
      "grad_norm": 0.13810580968856812,
      "learning_rate": 1.0584530700127478e-06,
      "loss": 0.3526,
      "step": 1101
    },
    {
      "epoch": 2.432671081677704,
      "grad_norm": 0.1298057585954666,
      "learning_rate": 1.0505635638828288e-06,
      "loss": 0.3551,
      "step": 1102
    },
    {
      "epoch": 2.4348785871964678,
      "grad_norm": 0.13741736114025116,
      "learning_rate": 1.0427001181915298e-06,
      "loss": 0.3512,
      "step": 1103
    },
    {
      "epoch": 2.437086092715232,
      "grad_norm": 0.1301170289516449,
      "learning_rate": 1.034862784825963e-06,
      "loss": 0.3568,
      "step": 1104
    },
    {
      "epoch": 2.439293598233996,
      "grad_norm": 0.12320411205291748,
      "learning_rate": 1.0270516155009336e-06,
      "loss": 0.3701,
      "step": 1105
    },
    {
      "epoch": 2.4415011037527594,
      "grad_norm": 0.1281418800354004,
      "learning_rate": 1.0192666617586072e-06,
      "loss": 0.3657,
      "step": 1106
    },
    {
      "epoch": 2.443708609271523,
      "grad_norm": 0.14360150694847107,
      "learning_rate": 1.0115079749681628e-06,
      "loss": 0.3598,
      "step": 1107
    },
    {
      "epoch": 2.445916114790287,
      "grad_norm": 0.13790085911750793,
      "learning_rate": 1.0037756063254555e-06,
      "loss": 0.3612,
      "step": 1108
    },
    {
      "epoch": 2.4481236203090506,
      "grad_norm": 0.1285860389471054,
      "learning_rate": 9.960696068526826e-07,
      "loss": 0.3615,
      "step": 1109
    },
    {
      "epoch": 2.4503311258278146,
      "grad_norm": 0.1286444067955017,
      "learning_rate": 9.883900273980408e-07,
      "loss": 0.3587,
      "step": 1110
    },
    {
      "epoch": 2.4525386313465782,
      "grad_norm": 0.12481298297643661,
      "learning_rate": 9.807369186353965e-07,
      "loss": 0.356,
      "step": 1111
    },
    {
      "epoch": 2.4547461368653423,
      "grad_norm": 0.1254754513502121,
      "learning_rate": 9.731103310639473e-07,
      "loss": 0.3575,
      "step": 1112
    },
    {
      "epoch": 2.456953642384106,
      "grad_norm": 0.12286875396966934,
      "learning_rate": 9.655103150078892e-07,
      "loss": 0.3608,
      "step": 1113
    },
    {
      "epoch": 2.45916114790287,
      "grad_norm": 0.11990831047296524,
      "learning_rate": 9.57936920616086e-07,
      "loss": 0.3586,
      "step": 1114
    },
    {
      "epoch": 2.4613686534216335,
      "grad_norm": 0.11828765273094177,
      "learning_rate": 9.503901978617392e-07,
      "loss": 0.3621,
      "step": 1115
    },
    {
      "epoch": 2.4635761589403975,
      "grad_norm": 0.13093435764312744,
      "learning_rate": 9.428701965420572e-07,
      "loss": 0.361,
      "step": 1116
    },
    {
      "epoch": 2.465783664459161,
      "grad_norm": 0.12574456632137299,
      "learning_rate": 9.353769662779249e-07,
      "loss": 0.3556,
      "step": 1117
    },
    {
      "epoch": 2.467991169977925,
      "grad_norm": 0.136729896068573,
      "learning_rate": 9.279105565135777e-07,
      "loss": 0.3661,
      "step": 1118
    },
    {
      "epoch": 2.4701986754966887,
      "grad_norm": 0.12174253910779953,
      "learning_rate": 9.204710165162751e-07,
      "loss": 0.3487,
      "step": 1119
    },
    {
      "epoch": 2.4724061810154527,
      "grad_norm": 0.13417866826057434,
      "learning_rate": 9.130583953759781e-07,
      "loss": 0.358,
      "step": 1120
    },
    {
      "epoch": 2.4746136865342163,
      "grad_norm": 0.14360179007053375,
      "learning_rate": 9.056727420050227e-07,
      "loss": 0.3628,
      "step": 1121
    },
    {
      "epoch": 2.47682119205298,
      "grad_norm": 0.12731443345546722,
      "learning_rate": 8.983141051377953e-07,
      "loss": 0.3603,
      "step": 1122
    },
    {
      "epoch": 2.479028697571744,
      "grad_norm": 0.13204246759414673,
      "learning_rate": 8.909825333304134e-07,
      "loss": 0.355,
      "step": 1123
    },
    {
      "epoch": 2.481236203090508,
      "grad_norm": 0.1328221708536148,
      "learning_rate": 8.836780749604096e-07,
      "loss": 0.3541,
      "step": 1124
    },
    {
      "epoch": 2.4834437086092715,
      "grad_norm": 0.13670921325683594,
      "learning_rate": 8.764007782264022e-07,
      "loss": 0.3649,
      "step": 1125
    },
    {
      "epoch": 2.485651214128035,
      "grad_norm": 0.124913290143013,
      "learning_rate": 8.691506911477848e-07,
      "loss": 0.3474,
      "step": 1126
    },
    {
      "epoch": 2.487858719646799,
      "grad_norm": 0.12466172128915787,
      "learning_rate": 8.619278615644106e-07,
      "loss": 0.3559,
      "step": 1127
    },
    {
      "epoch": 2.4900662251655628,
      "grad_norm": 0.13907819986343384,
      "learning_rate": 8.547323371362682e-07,
      "loss": 0.3544,
      "step": 1128
    },
    {
      "epoch": 2.492273730684327,
      "grad_norm": 0.13403339684009552,
      "learning_rate": 8.475641653431782e-07,
      "loss": 0.3621,
      "step": 1129
    },
    {
      "epoch": 2.4944812362030904,
      "grad_norm": 0.13107538223266602,
      "learning_rate": 8.404233934844707e-07,
      "loss": 0.3629,
      "step": 1130
    },
    {
      "epoch": 2.4966887417218544,
      "grad_norm": 0.12382876127958298,
      "learning_rate": 8.333100686786766e-07,
      "loss": 0.3425,
      "step": 1131
    },
    {
      "epoch": 2.498896247240618,
      "grad_norm": 0.1340240240097046,
      "learning_rate": 8.262242378632179e-07,
      "loss": 0.3637,
      "step": 1132
    },
    {
      "epoch": 2.501103752759382,
      "grad_norm": 0.12560687959194183,
      "learning_rate": 8.191659477940972e-07,
      "loss": 0.3694,
      "step": 1133
    },
    {
      "epoch": 2.5033112582781456,
      "grad_norm": 0.13509927690029144,
      "learning_rate": 8.121352450455899e-07,
      "loss": 0.3588,
      "step": 1134
    },
    {
      "epoch": 2.5055187637969096,
      "grad_norm": 0.13506671786308289,
      "learning_rate": 8.051321760099334e-07,
      "loss": 0.3657,
      "step": 1135
    },
    {
      "epoch": 2.507726269315673,
      "grad_norm": 0.12824004888534546,
      "learning_rate": 7.981567868970252e-07,
      "loss": 0.3541,
      "step": 1136
    },
    {
      "epoch": 2.5099337748344372,
      "grad_norm": 0.12654347717761993,
      "learning_rate": 7.91209123734114e-07,
      "loss": 0.3628,
      "step": 1137
    },
    {
      "epoch": 2.512141280353201,
      "grad_norm": 0.13879314064979553,
      "learning_rate": 7.84289232365501e-07,
      "loss": 0.3631,
      "step": 1138
    },
    {
      "epoch": 2.514348785871965,
      "grad_norm": 0.11704026162624359,
      "learning_rate": 7.773971584522355e-07,
      "loss": 0.3589,
      "step": 1139
    },
    {
      "epoch": 2.5165562913907285,
      "grad_norm": 0.12439953535795212,
      "learning_rate": 7.705329474718093e-07,
      "loss": 0.3537,
      "step": 1140
    },
    {
      "epoch": 2.518763796909492,
      "grad_norm": 0.13436546921730042,
      "learning_rate": 7.636966447178601e-07,
      "loss": 0.356,
      "step": 1141
    },
    {
      "epoch": 2.520971302428256,
      "grad_norm": 0.12255270779132843,
      "learning_rate": 7.568882952998762e-07,
      "loss": 0.3568,
      "step": 1142
    },
    {
      "epoch": 2.52317880794702,
      "grad_norm": 0.12233200669288635,
      "learning_rate": 7.501079441428927e-07,
      "loss": 0.3538,
      "step": 1143
    },
    {
      "epoch": 2.5253863134657837,
      "grad_norm": 0.12473509460687637,
      "learning_rate": 7.433556359871968e-07,
      "loss": 0.3711,
      "step": 1144
    },
    {
      "epoch": 2.5275938189845473,
      "grad_norm": 0.13673733174800873,
      "learning_rate": 7.366314153880361e-07,
      "loss": 0.3613,
      "step": 1145
    },
    {
      "epoch": 2.5298013245033113,
      "grad_norm": 0.1345418095588684,
      "learning_rate": 7.299353267153192e-07,
      "loss": 0.3632,
      "step": 1146
    },
    {
      "epoch": 2.5320088300220753,
      "grad_norm": 0.1333194524049759,
      "learning_rate": 7.232674141533274e-07,
      "loss": 0.3653,
      "step": 1147
    },
    {
      "epoch": 2.534216335540839,
      "grad_norm": 0.13697415590286255,
      "learning_rate": 7.166277217004214e-07,
      "loss": 0.3571,
      "step": 1148
    },
    {
      "epoch": 2.5364238410596025,
      "grad_norm": 0.13772854208946228,
      "learning_rate": 7.100162931687476e-07,
      "loss": 0.3737,
      "step": 1149
    },
    {
      "epoch": 2.5386313465783665,
      "grad_norm": 0.1227809488773346,
      "learning_rate": 7.034331721839566e-07,
      "loss": 0.3622,
      "step": 1150
    },
    {
      "epoch": 2.54083885209713,
      "grad_norm": 0.12854185700416565,
      "learning_rate": 6.968784021849106e-07,
      "loss": 0.3612,
      "step": 1151
    },
    {
      "epoch": 2.543046357615894,
      "grad_norm": 0.11819867044687271,
      "learning_rate": 6.903520264233954e-07,
      "loss": 0.3625,
      "step": 1152
    },
    {
      "epoch": 2.5452538631346577,
      "grad_norm": 0.1528642773628235,
      "learning_rate": 6.838540879638367e-07,
      "loss": 0.3644,
      "step": 1153
    },
    {
      "epoch": 2.5474613686534218,
      "grad_norm": 0.1466141641139984,
      "learning_rate": 6.773846296830167e-07,
      "loss": 0.3681,
      "step": 1154
    },
    {
      "epoch": 2.5496688741721854,
      "grad_norm": 0.13698391616344452,
      "learning_rate": 6.7094369426979e-07,
      "loss": 0.3569,
      "step": 1155
    },
    {
      "epoch": 2.5518763796909494,
      "grad_norm": 0.1320303976535797,
      "learning_rate": 6.645313242248042e-07,
      "loss": 0.3531,
      "step": 1156
    },
    {
      "epoch": 2.554083885209713,
      "grad_norm": 0.14429907500743866,
      "learning_rate": 6.581475618602174e-07,
      "loss": 0.3587,
      "step": 1157
    },
    {
      "epoch": 2.556291390728477,
      "grad_norm": 0.12878787517547607,
      "learning_rate": 6.517924492994182e-07,
      "loss": 0.3648,
      "step": 1158
    },
    {
      "epoch": 2.5584988962472406,
      "grad_norm": 0.13368941843509674,
      "learning_rate": 6.454660284767477e-07,
      "loss": 0.3569,
      "step": 1159
    },
    {
      "epoch": 2.560706401766004,
      "grad_norm": 0.13522258400917053,
      "learning_rate": 6.391683411372279e-07,
      "loss": 0.3624,
      "step": 1160
    },
    {
      "epoch": 2.562913907284768,
      "grad_norm": 0.1288643628358841,
      "learning_rate": 6.328994288362783e-07,
      "loss": 0.3571,
      "step": 1161
    },
    {
      "epoch": 2.5651214128035322,
      "grad_norm": 0.13528789579868317,
      "learning_rate": 6.266593329394471e-07,
      "loss": 0.3614,
      "step": 1162
    },
    {
      "epoch": 2.567328918322296,
      "grad_norm": 0.11771933734416962,
      "learning_rate": 6.204480946221386e-07,
      "loss": 0.3503,
      "step": 1163
    },
    {
      "epoch": 2.5695364238410594,
      "grad_norm": 0.13160669803619385,
      "learning_rate": 6.142657548693364e-07,
      "loss": 0.3662,
      "step": 1164
    },
    {
      "epoch": 2.5717439293598234,
      "grad_norm": 0.13713331520557404,
      "learning_rate": 6.081123544753404e-07,
      "loss": 0.3474,
      "step": 1165
    },
    {
      "epoch": 2.5739514348785875,
      "grad_norm": 0.12216666340827942,
      "learning_rate": 6.019879340434904e-07,
      "loss": 0.3414,
      "step": 1166
    },
    {
      "epoch": 2.576158940397351,
      "grad_norm": 0.12497063726186752,
      "learning_rate": 5.958925339859001e-07,
      "loss": 0.3501,
      "step": 1167
    },
    {
      "epoch": 2.5783664459161146,
      "grad_norm": 0.1288682073354721,
      "learning_rate": 5.898261945231965e-07,
      "loss": 0.3518,
      "step": 1168
    },
    {
      "epoch": 2.5805739514348787,
      "grad_norm": 0.13969705998897552,
      "learning_rate": 5.837889556842469e-07,
      "loss": 0.3595,
      "step": 1169
    },
    {
      "epoch": 2.5827814569536423,
      "grad_norm": 0.13971775770187378,
      "learning_rate": 5.777808573058969e-07,
      "loss": 0.3635,
      "step": 1170
    },
    {
      "epoch": 2.5849889624724063,
      "grad_norm": 0.12668545544147491,
      "learning_rate": 5.718019390327084e-07,
      "loss": 0.3519,
      "step": 1171
    },
    {
      "epoch": 2.58719646799117,
      "grad_norm": 0.13675172626972198,
      "learning_rate": 5.658522403166989e-07,
      "loss": 0.363,
      "step": 1172
    },
    {
      "epoch": 2.589403973509934,
      "grad_norm": 0.145385280251503,
      "learning_rate": 5.599318004170778e-07,
      "loss": 0.3561,
      "step": 1173
    },
    {
      "epoch": 2.5916114790286975,
      "grad_norm": 0.14911803603172302,
      "learning_rate": 5.540406583999925e-07,
      "loss": 0.3578,
      "step": 1174
    },
    {
      "epoch": 2.5938189845474615,
      "grad_norm": 0.12694287300109863,
      "learning_rate": 5.481788531382671e-07,
      "loss": 0.364,
      "step": 1175
    },
    {
      "epoch": 2.596026490066225,
      "grad_norm": 0.13262110948562622,
      "learning_rate": 5.423464233111448e-07,
      "loss": 0.3718,
      "step": 1176
    },
    {
      "epoch": 2.598233995584989,
      "grad_norm": 0.13582631945610046,
      "learning_rate": 5.365434074040343e-07,
      "loss": 0.3654,
      "step": 1177
    },
    {
      "epoch": 2.6004415011037527,
      "grad_norm": 0.13755717873573303,
      "learning_rate": 5.307698437082598e-07,
      "loss": 0.3522,
      "step": 1178
    },
    {
      "epoch": 2.6026490066225163,
      "grad_norm": 0.1361360102891922,
      "learning_rate": 5.250257703207984e-07,
      "loss": 0.3683,
      "step": 1179
    },
    {
      "epoch": 2.6048565121412803,
      "grad_norm": 0.13162481784820557,
      "learning_rate": 5.193112251440407e-07,
      "loss": 0.3559,
      "step": 1180
    },
    {
      "epoch": 2.6070640176600444,
      "grad_norm": 0.1336871236562729,
      "learning_rate": 5.136262458855312e-07,
      "loss": 0.3539,
      "step": 1181
    },
    {
      "epoch": 2.609271523178808,
      "grad_norm": 0.12142772227525711,
      "learning_rate": 5.079708700577229e-07,
      "loss": 0.3633,
      "step": 1182
    },
    {
      "epoch": 2.6114790286975715,
      "grad_norm": 0.12398800998926163,
      "learning_rate": 5.023451349777331e-07,
      "loss": 0.3666,
      "step": 1183
    },
    {
      "epoch": 2.6136865342163356,
      "grad_norm": 0.1366734653711319,
      "learning_rate": 4.967490777670903e-07,
      "loss": 0.3552,
      "step": 1184
    },
    {
      "epoch": 2.6158940397350996,
      "grad_norm": 0.13601034879684448,
      "learning_rate": 4.911827353514947e-07,
      "loss": 0.3606,
      "step": 1185
    },
    {
      "epoch": 2.618101545253863,
      "grad_norm": 0.13659435510635376,
      "learning_rate": 4.856461444605732e-07,
      "loss": 0.356,
      "step": 1186
    },
    {
      "epoch": 2.6203090507726268,
      "grad_norm": 0.13636133074760437,
      "learning_rate": 4.801393416276368e-07,
      "loss": 0.3591,
      "step": 1187
    },
    {
      "epoch": 2.622516556291391,
      "grad_norm": 0.1251705437898636,
      "learning_rate": 4.7466236318943816e-07,
      "loss": 0.3557,
      "step": 1188
    },
    {
      "epoch": 2.6247240618101544,
      "grad_norm": 0.14416959881782532,
      "learning_rate": 4.692152452859333e-07,
      "loss": 0.3587,
      "step": 1189
    },
    {
      "epoch": 2.6269315673289184,
      "grad_norm": 0.15531152486801147,
      "learning_rate": 4.637980238600437e-07,
      "loss": 0.3494,
      "step": 1190
    },
    {
      "epoch": 2.629139072847682,
      "grad_norm": 0.1295311003923416,
      "learning_rate": 4.584107346574168e-07,
      "loss": 0.3595,
      "step": 1191
    },
    {
      "epoch": 2.631346578366446,
      "grad_norm": 0.13844533264636993,
      "learning_rate": 4.530534132261932e-07,
      "loss": 0.3589,
      "step": 1192
    },
    {
      "epoch": 2.6335540838852096,
      "grad_norm": 0.13652655482292175,
      "learning_rate": 4.477260949167711e-07,
      "loss": 0.3492,
      "step": 1193
    },
    {
      "epoch": 2.6357615894039736,
      "grad_norm": 0.14151211082935333,
      "learning_rate": 4.4242881488157083e-07,
      "loss": 0.3565,
      "step": 1194
    },
    {
      "epoch": 2.6379690949227372,
      "grad_norm": 0.13526977598667145,
      "learning_rate": 4.371616080748037e-07,
      "loss": 0.355,
      "step": 1195
    },
    {
      "epoch": 2.6401766004415013,
      "grad_norm": 0.13757188618183136,
      "learning_rate": 4.319245092522456e-07,
      "loss": 0.3547,
      "step": 1196
    },
    {
      "epoch": 2.642384105960265,
      "grad_norm": 0.1314619481563568,
      "learning_rate": 4.2671755297100047e-07,
      "loss": 0.36,
      "step": 1197
    },
    {
      "epoch": 2.6445916114790284,
      "grad_norm": 0.13309867680072784,
      "learning_rate": 4.215407735892796e-07,
      "loss": 0.3578,
      "step": 1198
    },
    {
      "epoch": 2.6467991169977925,
      "grad_norm": 0.14237742125988007,
      "learning_rate": 4.1639420526616845e-07,
      "loss": 0.3567,
      "step": 1199
    },
    {
      "epoch": 2.6490066225165565,
      "grad_norm": 0.13557758927345276,
      "learning_rate": 4.1127788196140437e-07,
      "loss": 0.3627,
      "step": 1200
    },
    {
      "epoch": 2.65121412803532,
      "grad_norm": 0.14701923727989197,
      "learning_rate": 4.061918374351559e-07,
      "loss": 0.3518,
      "step": 1201
    },
    {
      "epoch": 2.6534216335540837,
      "grad_norm": 0.1429191380739212,
      "learning_rate": 4.0113610524779246e-07,
      "loss": 0.3579,
      "step": 1202
    },
    {
      "epoch": 2.6556291390728477,
      "grad_norm": 0.13261815905570984,
      "learning_rate": 3.961107187596669e-07,
      "loss": 0.3558,
      "step": 1203
    },
    {
      "epoch": 2.6578366445916117,
      "grad_norm": 0.15215714275836945,
      "learning_rate": 3.911157111308983e-07,
      "loss": 0.3582,
      "step": 1204
    },
    {
      "epoch": 2.6600441501103753,
      "grad_norm": 0.134977787733078,
      "learning_rate": 3.861511153211489e-07,
      "loss": 0.3484,
      "step": 1205
    },
    {
      "epoch": 2.662251655629139,
      "grad_norm": 0.13735589385032654,
      "learning_rate": 3.81216964089407e-07,
      "loss": 0.3633,
      "step": 1206
    },
    {
      "epoch": 2.664459161147903,
      "grad_norm": 0.13418880105018616,
      "learning_rate": 3.763132899937721e-07,
      "loss": 0.3646,
      "step": 1207
    },
    {
      "epoch": 2.6666666666666665,
      "grad_norm": 0.13318879902362823,
      "learning_rate": 3.7144012539123973e-07,
      "loss": 0.3449,
      "step": 1208
    },
    {
      "epoch": 2.6688741721854305,
      "grad_norm": 0.14231936633586884,
      "learning_rate": 3.665975024374879e-07,
      "loss": 0.3661,
      "step": 1209
    },
    {
      "epoch": 2.671081677704194,
      "grad_norm": 0.13167575001716614,
      "learning_rate": 3.617854530866671e-07,
      "loss": 0.3627,
      "step": 1210
    },
    {
      "epoch": 2.673289183222958,
      "grad_norm": 0.13379094004631042,
      "learning_rate": 3.5700400909118306e-07,
      "loss": 0.3585,
      "step": 1211
    },
    {
      "epoch": 2.6754966887417218,
      "grad_norm": 0.1270161271095276,
      "learning_rate": 3.522532020014946e-07,
      "loss": 0.3571,
      "step": 1212
    },
    {
      "epoch": 2.677704194260486,
      "grad_norm": 0.1238294392824173,
      "learning_rate": 3.475330631659002e-07,
      "loss": 0.3653,
      "step": 1213
    },
    {
      "epoch": 2.6799116997792494,
      "grad_norm": 0.12466707080602646,
      "learning_rate": 3.4284362373033566e-07,
      "loss": 0.3535,
      "step": 1214
    },
    {
      "epoch": 2.6821192052980134,
      "grad_norm": 0.12770843505859375,
      "learning_rate": 3.3818491463816385e-07,
      "loss": 0.3573,
      "step": 1215
    },
    {
      "epoch": 2.684326710816777,
      "grad_norm": 0.1300242394208908,
      "learning_rate": 3.335569666299748e-07,
      "loss": 0.3566,
      "step": 1216
    },
    {
      "epoch": 2.6865342163355406,
      "grad_norm": 0.1325581669807434,
      "learning_rate": 3.289598102433794e-07,
      "loss": 0.3575,
      "step": 1217
    },
    {
      "epoch": 2.6887417218543046,
      "grad_norm": 0.1356075257062912,
      "learning_rate": 3.2439347581280865e-07,
      "loss": 0.3614,
      "step": 1218
    },
    {
      "epoch": 2.6909492273730686,
      "grad_norm": 0.12728764116764069,
      "learning_rate": 3.19857993469318e-07,
      "loss": 0.3586,
      "step": 1219
    },
    {
      "epoch": 2.693156732891832,
      "grad_norm": 0.1246216669678688,
      "learning_rate": 3.1535339314038015e-07,
      "loss": 0.3581,
      "step": 1220
    },
    {
      "epoch": 2.695364238410596,
      "grad_norm": 0.1401343196630478,
      "learning_rate": 3.108797045496942e-07,
      "loss": 0.3611,
      "step": 1221
    },
    {
      "epoch": 2.69757174392936,
      "grad_norm": 0.1308797299861908,
      "learning_rate": 3.0643695721698783e-07,
      "loss": 0.3664,
      "step": 1222
    },
    {
      "epoch": 2.699779249448124,
      "grad_norm": 0.12849809229373932,
      "learning_rate": 3.0202518045782337e-07,
      "loss": 0.3605,
      "step": 1223
    },
    {
      "epoch": 2.7019867549668874,
      "grad_norm": 0.128408744931221,
      "learning_rate": 2.9764440338340083e-07,
      "loss": 0.3583,
      "step": 1224
    },
    {
      "epoch": 2.704194260485651,
      "grad_norm": 0.1296570599079132,
      "learning_rate": 2.9329465490036844e-07,
      "loss": 0.3528,
      "step": 1225
    },
    {
      "epoch": 2.706401766004415,
      "grad_norm": 0.14551834762096405,
      "learning_rate": 2.8897596371063153e-07,
      "loss": 0.3497,
      "step": 1226
    },
    {
      "epoch": 2.7086092715231787,
      "grad_norm": 0.13115178048610687,
      "learning_rate": 2.846883583111648e-07,
      "loss": 0.3594,
      "step": 1227
    },
    {
      "epoch": 2.7108167770419427,
      "grad_norm": 0.12846940755844116,
      "learning_rate": 2.804318669938233e-07,
      "loss": 0.3583,
      "step": 1228
    },
    {
      "epoch": 2.7130242825607063,
      "grad_norm": 0.1380581110715866,
      "learning_rate": 2.762065178451517e-07,
      "loss": 0.3585,
      "step": 1229
    },
    {
      "epoch": 2.7152317880794703,
      "grad_norm": 0.12574802339076996,
      "learning_rate": 2.7201233874620534e-07,
      "loss": 0.3598,
      "step": 1230
    },
    {
      "epoch": 2.717439293598234,
      "grad_norm": 0.13319121301174164,
      "learning_rate": 2.678493573723612e-07,
      "loss": 0.3669,
      "step": 1231
    },
    {
      "epoch": 2.719646799116998,
      "grad_norm": 0.12967029213905334,
      "learning_rate": 2.6371760119314026e-07,
      "loss": 0.3637,
      "step": 1232
    },
    {
      "epoch": 2.7218543046357615,
      "grad_norm": 0.13314829766750336,
      "learning_rate": 2.596170974720202e-07,
      "loss": 0.3505,
      "step": 1233
    },
    {
      "epoch": 2.7240618101545255,
      "grad_norm": 0.13859589397907257,
      "learning_rate": 2.5554787326626194e-07,
      "loss": 0.3508,
      "step": 1234
    },
    {
      "epoch": 2.726269315673289,
      "grad_norm": 0.13054342567920685,
      "learning_rate": 2.515099554267247e-07,
      "loss": 0.3459,
      "step": 1235
    },
    {
      "epoch": 2.7284768211920527,
      "grad_norm": 0.13782578706741333,
      "learning_rate": 2.4750337059769425e-07,
      "loss": 0.3653,
      "step": 1236
    },
    {
      "epoch": 2.7306843267108167,
      "grad_norm": 0.1294957846403122,
      "learning_rate": 2.4352814521670375e-07,
      "loss": 0.3614,
      "step": 1237
    },
    {
      "epoch": 2.7328918322295808,
      "grad_norm": 0.1325952708721161,
      "learning_rate": 2.3958430551436095e-07,
      "loss": 0.3638,
      "step": 1238
    },
    {
      "epoch": 2.7350993377483444,
      "grad_norm": 0.12079501897096634,
      "learning_rate": 2.3567187751417475e-07,
      "loss": 0.3605,
      "step": 1239
    },
    {
      "epoch": 2.737306843267108,
      "grad_norm": 0.13967706263065338,
      "learning_rate": 2.3179088703238096e-07,
      "loss": 0.3721,
      "step": 1240
    },
    {
      "epoch": 2.739514348785872,
      "grad_norm": 0.133636474609375,
      "learning_rate": 2.2794135967777908e-07,
      "loss": 0.3655,
      "step": 1241
    },
    {
      "epoch": 2.741721854304636,
      "grad_norm": 0.13323010504245758,
      "learning_rate": 2.2412332085155364e-07,
      "loss": 0.3531,
      "step": 1242
    },
    {
      "epoch": 2.7439293598233996,
      "grad_norm": 0.13812537491321564,
      "learning_rate": 2.2033679574711365e-07,
      "loss": 0.3453,
      "step": 1243
    },
    {
      "epoch": 2.746136865342163,
      "grad_norm": 0.12806718051433563,
      "learning_rate": 2.1658180934992333e-07,
      "loss": 0.3632,
      "step": 1244
    },
    {
      "epoch": 2.748344370860927,
      "grad_norm": 0.13933822512626648,
      "learning_rate": 2.1285838643733958e-07,
      "loss": 0.3595,
      "step": 1245
    },
    {
      "epoch": 2.750551876379691,
      "grad_norm": 0.12600216269493103,
      "learning_rate": 2.0916655157844634e-07,
      "loss": 0.352,
      "step": 1246
    },
    {
      "epoch": 2.752759381898455,
      "grad_norm": 0.12791283428668976,
      "learning_rate": 2.0550632913389213e-07,
      "loss": 0.3556,
      "step": 1247
    },
    {
      "epoch": 2.7549668874172184,
      "grad_norm": 0.13090188801288605,
      "learning_rate": 2.0187774325573174e-07,
      "loss": 0.3632,
      "step": 1248
    },
    {
      "epoch": 2.7571743929359824,
      "grad_norm": 0.1253674477338791,
      "learning_rate": 1.9828081788726307e-07,
      "loss": 0.3499,
      "step": 1249
    },
    {
      "epoch": 2.759381898454746,
      "grad_norm": 0.13384896516799927,
      "learning_rate": 1.9471557676287501e-07,
      "loss": 0.3556,
      "step": 1250
    },
    {
      "epoch": 2.76158940397351,
      "grad_norm": 0.13008341193199158,
      "learning_rate": 1.9118204340788426e-07,
      "loss": 0.3521,
      "step": 1251
    },
    {
      "epoch": 2.7637969094922736,
      "grad_norm": 0.14128050208091736,
      "learning_rate": 1.8768024113838546e-07,
      "loss": 0.3629,
      "step": 1252
    },
    {
      "epoch": 2.7660044150110377,
      "grad_norm": 0.13070915639400482,
      "learning_rate": 1.8421019306109288e-07,
      "loss": 0.3576,
      "step": 1253
    },
    {
      "epoch": 2.7682119205298013,
      "grad_norm": 0.13155661523342133,
      "learning_rate": 1.8077192207319072e-07,
      "loss": 0.3614,
      "step": 1254
    },
    {
      "epoch": 2.7704194260485653,
      "grad_norm": 0.14038477838039398,
      "learning_rate": 1.773654508621825e-07,
      "loss": 0.354,
      "step": 1255
    },
    {
      "epoch": 2.772626931567329,
      "grad_norm": 0.13292455673217773,
      "learning_rate": 1.7399080190573903e-07,
      "loss": 0.3635,
      "step": 1256
    },
    {
      "epoch": 2.774834437086093,
      "grad_norm": 0.1393938958644867,
      "learning_rate": 1.7064799747155248e-07,
      "loss": 0.3502,
      "step": 1257
    },
    {
      "epoch": 2.7770419426048565,
      "grad_norm": 0.13566245138645172,
      "learning_rate": 1.6733705961718694e-07,
      "loss": 0.353,
      "step": 1258
    },
    {
      "epoch": 2.77924944812362,
      "grad_norm": 0.1313687562942505,
      "learning_rate": 1.640580101899353e-07,
      "loss": 0.3519,
      "step": 1259
    },
    {
      "epoch": 2.781456953642384,
      "grad_norm": 0.13328541815280914,
      "learning_rate": 1.6081087082667314e-07,
      "loss": 0.3513,
      "step": 1260
    },
    {
      "epoch": 2.783664459161148,
      "grad_norm": 0.13640496134757996,
      "learning_rate": 1.575956629537173e-07,
      "loss": 0.3559,
      "step": 1261
    },
    {
      "epoch": 2.7858719646799117,
      "grad_norm": 0.13169561326503754,
      "learning_rate": 1.5441240778668321e-07,
      "loss": 0.3589,
      "step": 1262
    },
    {
      "epoch": 2.7880794701986753,
      "grad_norm": 0.1369987428188324,
      "learning_rate": 1.5126112633034761e-07,
      "loss": 0.368,
      "step": 1263
    },
    {
      "epoch": 2.7902869757174393,
      "grad_norm": 0.12467605620622635,
      "learning_rate": 1.4814183937850668e-07,
      "loss": 0.3563,
      "step": 1264
    },
    {
      "epoch": 2.7924944812362034,
      "grad_norm": 0.1307917833328247,
      "learning_rate": 1.4505456751383985e-07,
      "loss": 0.3516,
      "step": 1265
    },
    {
      "epoch": 2.794701986754967,
      "grad_norm": 0.14058281481266022,
      "learning_rate": 1.4199933110777553e-07,
      "loss": 0.3546,
      "step": 1266
    },
    {
      "epoch": 2.7969094922737305,
      "grad_norm": 0.12925602495670319,
      "learning_rate": 1.389761503203535e-07,
      "loss": 0.3615,
      "step": 1267
    },
    {
      "epoch": 2.7991169977924946,
      "grad_norm": 0.1409684419631958,
      "learning_rate": 1.3598504510009602e-07,
      "loss": 0.3611,
      "step": 1268
    },
    {
      "epoch": 2.801324503311258,
      "grad_norm": 0.13529111444950104,
      "learning_rate": 1.3302603518387358e-07,
      "loss": 0.3556,
      "step": 1269
    },
    {
      "epoch": 2.803532008830022,
      "grad_norm": 0.12611360847949982,
      "learning_rate": 1.3009914009677493e-07,
      "loss": 0.3695,
      "step": 1270
    },
    {
      "epoch": 2.8057395143487858,
      "grad_norm": 0.1310908943414688,
      "learning_rate": 1.272043791519778e-07,
      "loss": 0.3571,
      "step": 1271
    },
    {
      "epoch": 2.80794701986755,
      "grad_norm": 0.13993841409683228,
      "learning_rate": 1.2434177145062177e-07,
      "loss": 0.3572,
      "step": 1272
    },
    {
      "epoch": 2.8101545253863134,
      "grad_norm": 0.1199953481554985,
      "learning_rate": 1.215113358816844e-07,
      "loss": 0.3523,
      "step": 1273
    },
    {
      "epoch": 2.8123620309050774,
      "grad_norm": 0.12030813843011856,
      "learning_rate": 1.187130911218537e-07,
      "loss": 0.3533,
      "step": 1274
    },
    {
      "epoch": 2.814569536423841,
      "grad_norm": 0.1288137286901474,
      "learning_rate": 1.1594705563540642e-07,
      "loss": 0.3587,
      "step": 1275
    },
    {
      "epoch": 2.816777041942605,
      "grad_norm": 0.1391681730747223,
      "learning_rate": 1.1321324767408382e-07,
      "loss": 0.3592,
      "step": 1276
    },
    {
      "epoch": 2.8189845474613686,
      "grad_norm": 0.12392991036176682,
      "learning_rate": 1.1051168527697665e-07,
      "loss": 0.3605,
      "step": 1277
    },
    {
      "epoch": 2.821192052980132,
      "grad_norm": 0.12354668974876404,
      "learning_rate": 1.0784238627039977e-07,
      "loss": 0.3593,
      "step": 1278
    },
    {
      "epoch": 2.8233995584988962,
      "grad_norm": 0.13385632634162903,
      "learning_rate": 1.0520536826777783e-07,
      "loss": 0.3573,
      "step": 1279
    },
    {
      "epoch": 2.8256070640176603,
      "grad_norm": 0.12551288306713104,
      "learning_rate": 1.0260064866952968e-07,
      "loss": 0.3563,
      "step": 1280
    },
    {
      "epoch": 2.827814569536424,
      "grad_norm": 0.119255430996418,
      "learning_rate": 1.0002824466295191e-07,
      "loss": 0.3553,
      "step": 1281
    },
    {
      "epoch": 2.8300220750551874,
      "grad_norm": 0.12346068769693375,
      "learning_rate": 9.748817322210558e-08,
      "loss": 0.3547,
      "step": 1282
    },
    {
      "epoch": 2.8322295805739515,
      "grad_norm": 0.12130031734704971,
      "learning_rate": 9.498045110770571e-08,
      "loss": 0.3476,
      "step": 1283
    },
    {
      "epoch": 2.8344370860927155,
      "grad_norm": 0.13486534357070923,
      "learning_rate": 9.250509486700809e-08,
      "loss": 0.3652,
      "step": 1284
    },
    {
      "epoch": 2.836644591611479,
      "grad_norm": 0.12220917642116547,
      "learning_rate": 9.006212083370213e-08,
      "loss": 0.3548,
      "step": 1285
    },
    {
      "epoch": 2.8388520971302427,
      "grad_norm": 0.12486063688993454,
      "learning_rate": 8.765154512780428e-08,
      "loss": 0.3502,
      "step": 1286
    },
    {
      "epoch": 2.8410596026490067,
      "grad_norm": 0.11943277716636658,
      "learning_rate": 8.527338365554749e-08,
      "loss": 0.3462,
      "step": 1287
    },
    {
      "epoch": 2.8432671081677703,
      "grad_norm": 0.13910432159900665,
      "learning_rate": 8.292765210928089e-08,
      "loss": 0.3585,
      "step": 1288
    },
    {
      "epoch": 2.8454746136865343,
      "grad_norm": 0.12948773801326752,
      "learning_rate": 8.061436596736139e-08,
      "loss": 0.3589,
      "step": 1289
    },
    {
      "epoch": 2.847682119205298,
      "grad_norm": 0.13374410569667816,
      "learning_rate": 7.833354049405717e-08,
      "loss": 0.3505,
      "step": 1290
    },
    {
      "epoch": 2.849889624724062,
      "grad_norm": 0.1347481608390808,
      "learning_rate": 7.608519073944165e-08,
      "loss": 0.3687,
      "step": 1291
    },
    {
      "epoch": 2.8520971302428255,
      "grad_norm": 0.13521930575370789,
      "learning_rate": 7.386933153929798e-08,
      "loss": 0.366,
      "step": 1292
    },
    {
      "epoch": 2.8543046357615895,
      "grad_norm": 0.13502496480941772,
      "learning_rate": 7.168597751501972e-08,
      "loss": 0.366,
      "step": 1293
    },
    {
      "epoch": 2.856512141280353,
      "grad_norm": 0.1404918134212494,
      "learning_rate": 6.953514307351306e-08,
      "loss": 0.357,
      "step": 1294
    },
    {
      "epoch": 2.858719646799117,
      "grad_norm": 0.12767677009105682,
      "learning_rate": 6.741684240710477e-08,
      "loss": 0.3517,
      "step": 1295
    },
    {
      "epoch": 2.8609271523178808,
      "grad_norm": 0.13126912713050842,
      "learning_rate": 6.533108949344558e-08,
      "loss": 0.3564,
      "step": 1296
    },
    {
      "epoch": 2.8631346578366443,
      "grad_norm": 0.13056641817092896,
      "learning_rate": 6.32778980954185e-08,
      "loss": 0.3587,
      "step": 1297
    },
    {
      "epoch": 2.8653421633554084,
      "grad_norm": 0.13267594575881958,
      "learning_rate": 6.125728176105129e-08,
      "loss": 0.3686,
      "step": 1298
    },
    {
      "epoch": 2.8675496688741724,
      "grad_norm": 0.12520645558834076,
      "learning_rate": 5.9269253823421855e-08,
      "loss": 0.3703,
      "step": 1299
    },
    {
      "epoch": 2.869757174392936,
      "grad_norm": 0.1308923214673996,
      "learning_rate": 5.731382740057523e-08,
      "loss": 0.3549,
      "step": 1300
    },
    {
      "epoch": 2.8719646799116996,
      "grad_norm": 0.13203322887420654,
      "learning_rate": 5.5391015395432346e-08,
      "loss": 0.353,
      "step": 1301
    },
    {
      "epoch": 2.8741721854304636,
      "grad_norm": 0.13061153888702393,
      "learning_rate": 5.350083049570853e-08,
      "loss": 0.3556,
      "step": 1302
    },
    {
      "epoch": 2.8763796909492276,
      "grad_norm": 0.13314051926136017,
      "learning_rate": 5.164328517382744e-08,
      "loss": 0.3578,
      "step": 1303
    },
    {
      "epoch": 2.878587196467991,
      "grad_norm": 0.13481754064559937,
      "learning_rate": 4.9818391686842214e-08,
      "loss": 0.362,
      "step": 1304
    },
    {
      "epoch": 2.880794701986755,
      "grad_norm": 0.12934917211532593,
      "learning_rate": 4.802616207634947e-08,
      "loss": 0.3489,
      "step": 1305
    },
    {
      "epoch": 2.883002207505519,
      "grad_norm": 0.1276032030582428,
      "learning_rate": 4.626660816841433e-08,
      "loss": 0.3554,
      "step": 1306
    },
    {
      "epoch": 2.8852097130242824,
      "grad_norm": 0.12852588295936584,
      "learning_rate": 4.4539741573489395e-08,
      "loss": 0.3519,
      "step": 1307
    },
    {
      "epoch": 2.8874172185430464,
      "grad_norm": 0.1251831203699112,
      "learning_rate": 4.2845573686339235e-08,
      "loss": 0.3586,
      "step": 1308
    },
    {
      "epoch": 2.88962472406181,
      "grad_norm": 0.12635353207588196,
      "learning_rate": 4.118411568596714e-08,
      "loss": 0.3521,
      "step": 1309
    },
    {
      "epoch": 2.891832229580574,
      "grad_norm": 0.13549165427684784,
      "learning_rate": 3.9555378535537925e-08,
      "loss": 0.3573,
      "step": 1310
    },
    {
      "epoch": 2.8940397350993377,
      "grad_norm": 0.12129613012075424,
      "learning_rate": 3.795937298230801e-08,
      "loss": 0.3644,
      "step": 1311
    },
    {
      "epoch": 2.8962472406181017,
      "grad_norm": 0.12583400309085846,
      "learning_rate": 3.639610955755213e-08,
      "loss": 0.3628,
      "step": 1312
    },
    {
      "epoch": 2.8984547461368653,
      "grad_norm": 0.11590792238712311,
      "learning_rate": 3.486559857649785e-08,
      "loss": 0.3541,
      "step": 1313
    },
    {
      "epoch": 2.9006622516556293,
      "grad_norm": 0.1254376322031021,
      "learning_rate": 3.336785013825339e-08,
      "loss": 0.3591,
      "step": 1314
    },
    {
      "epoch": 2.902869757174393,
      "grad_norm": 0.12448057532310486,
      "learning_rate": 3.190287412574267e-08,
      "loss": 0.3685,
      "step": 1315
    },
    {
      "epoch": 2.9050772626931565,
      "grad_norm": 0.12795038521289825,
      "learning_rate": 3.047068020564037e-08,
      "loss": 0.3661,
      "step": 1316
    },
    {
      "epoch": 2.9072847682119205,
      "grad_norm": 0.1275874376296997,
      "learning_rate": 2.9071277828308654e-08,
      "loss": 0.3547,
      "step": 1317
    },
    {
      "epoch": 2.9094922737306845,
      "grad_norm": 0.13140250742435455,
      "learning_rate": 2.7704676227732764e-08,
      "loss": 0.3476,
      "step": 1318
    },
    {
      "epoch": 2.911699779249448,
      "grad_norm": 0.13054263591766357,
      "learning_rate": 2.637088442146163e-08,
      "loss": 0.3555,
      "step": 1319
    },
    {
      "epoch": 2.9139072847682117,
      "grad_norm": 0.14265048503875732,
      "learning_rate": 2.506991121054847e-08,
      "loss": 0.3552,
      "step": 1320
    },
    {
      "epoch": 2.9161147902869757,
      "grad_norm": 0.12008768320083618,
      "learning_rate": 2.380176517949251e-08,
      "loss": 0.3555,
      "step": 1321
    },
    {
      "epoch": 2.9183222958057398,
      "grad_norm": 0.13723327219486237,
      "learning_rate": 2.256645469618124e-08,
      "loss": 0.3578,
      "step": 1322
    },
    {
      "epoch": 2.9205298013245033,
      "grad_norm": 0.13760052621364594,
      "learning_rate": 2.136398791183658e-08,
      "loss": 0.3543,
      "step": 1323
    },
    {
      "epoch": 2.922737306843267,
      "grad_norm": 0.129390150308609,
      "learning_rate": 2.0194372760961034e-08,
      "loss": 0.362,
      "step": 1324
    },
    {
      "epoch": 2.924944812362031,
      "grad_norm": 0.15059252083301544,
      "learning_rate": 1.905761696128494e-08,
      "loss": 0.3611,
      "step": 1325
    },
    {
      "epoch": 2.9271523178807946,
      "grad_norm": 0.13671807944774628,
      "learning_rate": 1.795372801371431e-08,
      "loss": 0.3601,
      "step": 1326
    },
    {
      "epoch": 2.9293598233995586,
      "grad_norm": 0.138703852891922,
      "learning_rate": 1.6882713202283076e-08,
      "loss": 0.3525,
      "step": 1327
    },
    {
      "epoch": 2.931567328918322,
      "grad_norm": 0.12975488603115082,
      "learning_rate": 1.5844579594105904e-08,
      "loss": 0.3636,
      "step": 1328
    },
    {
      "epoch": 2.933774834437086,
      "grad_norm": 0.15756423771381378,
      "learning_rate": 1.48393340393288e-08,
      "loss": 0.3586,
      "step": 1329
    },
    {
      "epoch": 2.93598233995585,
      "grad_norm": 0.13145272433757782,
      "learning_rate": 1.3866983171084703e-08,
      "loss": 0.3563,
      "step": 1330
    },
    {
      "epoch": 2.938189845474614,
      "grad_norm": 0.15646247565746307,
      "learning_rate": 1.292753340545183e-08,
      "loss": 0.3567,
      "step": 1331
    },
    {
      "epoch": 2.9403973509933774,
      "grad_norm": 0.1439492553472519,
      "learning_rate": 1.2020990941408739e-08,
      "loss": 0.3678,
      "step": 1332
    },
    {
      "epoch": 2.9426048565121414,
      "grad_norm": 0.1377602368593216,
      "learning_rate": 1.1147361760794895e-08,
      "loss": 0.3547,
      "step": 1333
    },
    {
      "epoch": 2.944812362030905,
      "grad_norm": 0.14668287336826324,
      "learning_rate": 1.0306651628270715e-08,
      "loss": 0.3672,
      "step": 1334
    },
    {
      "epoch": 2.9470198675496686,
      "grad_norm": 0.12802091240882874,
      "learning_rate": 9.498866091278702e-09,
      "loss": 0.3596,
      "step": 1335
    },
    {
      "epoch": 2.9492273730684326,
      "grad_norm": 0.15803688764572144,
      "learning_rate": 8.724010480010147e-09,
      "loss": 0.3586,
      "step": 1336
    },
    {
      "epoch": 2.9514348785871967,
      "grad_norm": 0.13727080821990967,
      "learning_rate": 7.982089907364598e-09,
      "loss": 0.3515,
      "step": 1337
    },
    {
      "epoch": 2.9536423841059603,
      "grad_norm": 0.14836713671684265,
      "learning_rate": 7.273109268920997e-09,
      "loss": 0.3572,
      "step": 1338
    },
    {
      "epoch": 2.955849889624724,
      "grad_norm": 0.15154053270816803,
      "learning_rate": 6.597073242902707e-09,
      "loss": 0.3632,
      "step": 1339
    },
    {
      "epoch": 2.958057395143488,
      "grad_norm": 0.14268819987773895,
      "learning_rate": 5.95398629014754e-09,
      "loss": 0.3737,
      "step": 1340
    },
    {
      "epoch": 2.960264900662252,
      "grad_norm": 0.13592885434627533,
      "learning_rate": 5.3438526540777745e-09,
      "loss": 0.3647,
      "step": 1341
    },
    {
      "epoch": 2.9624724061810155,
      "grad_norm": 0.15282437205314636,
      "learning_rate": 4.766676360674072e-09,
      "loss": 0.3666,
      "step": 1342
    },
    {
      "epoch": 2.964679911699779,
      "grad_norm": 0.14543361961841583,
      "learning_rate": 4.22246121844494e-09,
      "loss": 0.3576,
      "step": 1343
    },
    {
      "epoch": 2.966887417218543,
      "grad_norm": 0.1356423795223236,
      "learning_rate": 3.7112108184061966e-09,
      "loss": 0.3646,
      "step": 1344
    },
    {
      "epoch": 2.9690949227373067,
      "grad_norm": 0.13516850769519806,
      "learning_rate": 3.2329285340537696e-09,
      "loss": 0.3577,
      "step": 1345
    },
    {
      "epoch": 2.9713024282560707,
      "grad_norm": 0.12816190719604492,
      "learning_rate": 2.7876175213431557e-09,
      "loss": 0.3568,
      "step": 1346
    },
    {
      "epoch": 2.9735099337748343,
      "grad_norm": 0.13490551710128784,
      "learning_rate": 2.375280718668882e-09,
      "loss": 0.3548,
      "step": 1347
    },
    {
      "epoch": 2.9757174392935983,
      "grad_norm": 0.14126001298427582,
      "learning_rate": 1.995920846843968e-09,
      "loss": 0.3666,
      "step": 1348
    },
    {
      "epoch": 2.977924944812362,
      "grad_norm": 0.12279074639081955,
      "learning_rate": 1.649540409081607e-09,
      "loss": 0.3562,
      "step": 1349
    },
    {
      "epoch": 2.980132450331126,
      "grad_norm": 0.12752176821231842,
      "learning_rate": 1.3361416909812852e-09,
      "loss": 0.365,
      "step": 1350
    },
    {
      "epoch": 2.9823399558498895,
      "grad_norm": 0.13065557181835175,
      "learning_rate": 1.055726760510467e-09,
      "loss": 0.3615,
      "step": 1351
    },
    {
      "epoch": 2.9845474613686536,
      "grad_norm": 0.11860226094722748,
      "learning_rate": 8.082974679929357e-10,
      "loss": 0.3564,
      "step": 1352
    },
    {
      "epoch": 2.986754966887417,
      "grad_norm": 0.1291607767343521,
      "learning_rate": 5.938554460965807e-10,
      "loss": 0.359,
      "step": 1353
    },
    {
      "epoch": 2.988962472406181,
      "grad_norm": 0.146859273314476,
      "learning_rate": 4.12402109820631e-10,
      "loss": 0.3614,
      "step": 1354
    },
    {
      "epoch": 2.9911699779249448,
      "grad_norm": 0.12649129331111908,
      "learning_rate": 2.639386564889934e-10,
      "loss": 0.3566,
      "step": 1355
    },
    {
      "epoch": 2.993377483443709,
      "grad_norm": 0.14126034080982208,
      "learning_rate": 1.4846606574137058e-10,
      "loss": 0.3608,
      "step": 1356
    },
    {
      "epoch": 2.9955849889624724,
      "grad_norm": 0.13480675220489502,
      "learning_rate": 6.59850995254896e-11,
      "loss": 0.3555,
      "step": 1357
    },
    {
      "epoch": 2.997792494481236,
      "grad_norm": 0.14647357165813446,
      "learning_rate": 1.649630209432651e-11,
      "loss": 0.3643,
      "step": 1358
    },
    {
      "epoch": 3.0,
      "grad_norm": 0.13931505382061005,
      "learning_rate": 0.0,
      "loss": 0.3486,
      "step": 1359
    },
    {
      "epoch": 3.0,
      "step": 1359,
      "total_flos": 2.7571726585954304e+16,
      "train_loss": 0.13500037013037053,
      "train_runtime": 42654.1727,
      "train_samples_per_second": 12.208,
      "train_steps_per_second": 0.032
    }
  ],
  "logging_steps": 1,
  "max_steps": 1359,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 50,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 2.7571726585954304e+16,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}