{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 7.677543186180422,
  "eval_steps": 500,
  "global_step": 1000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.01,
      "grad_norm": 2.164377212524414,
      "learning_rate": 1.2121212121212122e-06,
      "loss": 0.3481,
      "step": 1
    },
    {
      "epoch": 0.02,
      "grad_norm": 2.2210371494293213,
      "learning_rate": 2.4242424242424244e-06,
      "loss": 0.3518,
      "step": 2
    },
    {
      "epoch": 0.02,
      "grad_norm": 2.2581589221954346,
      "learning_rate": 3.6363636363636366e-06,
      "loss": 0.3417,
      "step": 3
    },
    {
      "epoch": 0.03,
      "grad_norm": 2.166820764541626,
      "learning_rate": 4.848484848484849e-06,
      "loss": 0.3522,
      "step": 4
    },
    {
      "epoch": 0.04,
      "grad_norm": 2.031558036804199,
      "learning_rate": 6.060606060606061e-06,
      "loss": 0.3281,
      "step": 5
    },
    {
      "epoch": 0.05,
      "grad_norm": 2.1338369846343994,
      "learning_rate": 7.272727272727273e-06,
      "loss": 0.3362,
      "step": 6
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.8426257371902466,
      "learning_rate": 8.484848484848486e-06,
      "loss": 0.326,
      "step": 7
    },
    {
      "epoch": 0.06,
      "grad_norm": 2.0699379444122314,
      "learning_rate": 9.696969696969698e-06,
      "loss": 0.2957,
      "step": 8
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.3295575380325317,
      "learning_rate": 1.0909090909090909e-05,
      "loss": 0.2559,
      "step": 9
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.1346920728683472,
      "learning_rate": 1.2121212121212122e-05,
      "loss": 0.2361,
      "step": 10
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.9885814785957336,
      "learning_rate": 1.3333333333333333e-05,
      "loss": 0.2214,
      "step": 11
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.7244998812675476,
      "learning_rate": 1.4545454545454546e-05,
      "loss": 0.1963,
      "step": 12
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.5507056713104248,
      "learning_rate": 1.575757575757576e-05,
      "loss": 0.1835,
      "step": 13
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.46277302503585815,
      "learning_rate": 1.6969696969696972e-05,
      "loss": 0.1763,
      "step": 14
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.5373420119285583,
      "learning_rate": 1.8181818181818182e-05,
      "loss": 0.1851,
      "step": 15
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.5908621549606323,
      "learning_rate": 1.9393939393939395e-05,
      "loss": 0.1839,
      "step": 16
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.4572305381298065,
      "learning_rate": 2.0606060606060608e-05,
      "loss": 0.1791,
      "step": 17
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.4026539921760559,
      "learning_rate": 2.1818181818181818e-05,
      "loss": 0.1862,
      "step": 18
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.3413575291633606,
      "learning_rate": 2.3030303030303034e-05,
      "loss": 0.1784,
      "step": 19
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.4631746709346771,
      "learning_rate": 2.4242424242424244e-05,
      "loss": 0.1812,
      "step": 20
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.4660058319568634,
      "learning_rate": 2.5454545454545457e-05,
      "loss": 0.1862,
      "step": 21
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.3439246118068695,
      "learning_rate": 2.6666666666666667e-05,
      "loss": 0.1771,
      "step": 22
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.30352091789245605,
      "learning_rate": 2.7878787878787883e-05,
      "loss": 0.1743,
      "step": 23
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.47577032446861267,
      "learning_rate": 2.9090909090909093e-05,
      "loss": 0.1728,
      "step": 24
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.2906971275806427,
      "learning_rate": 3.0303030303030306e-05,
      "loss": 0.1771,
      "step": 25
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.26286426186561584,
      "learning_rate": 3.151515151515152e-05,
      "loss": 0.1617,
      "step": 26
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.2660459280014038,
      "learning_rate": 3.272727272727273e-05,
      "loss": 0.1612,
      "step": 27
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.2895466685295105,
      "learning_rate": 3.3939393939393945e-05,
      "loss": 0.1622,
      "step": 28
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.2738928198814392,
      "learning_rate": 3.515151515151515e-05,
      "loss": 0.1603,
      "step": 29
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.2555297613143921,
      "learning_rate": 3.6363636363636364e-05,
      "loss": 0.1626,
      "step": 30
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.25712355971336365,
      "learning_rate": 3.7575757575757584e-05,
      "loss": 0.1641,
      "step": 31
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.26491039991378784,
      "learning_rate": 3.878787878787879e-05,
      "loss": 0.1575,
      "step": 32
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.2663068473339081,
      "learning_rate": 4e-05,
      "loss": 0.1519,
      "step": 33
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.25683528184890747,
      "learning_rate": 3.9999902671405465e-05,
      "loss": 0.1527,
      "step": 34
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.2544044852256775,
      "learning_rate": 3.999961068656914e-05,
      "loss": 0.15,
      "step": 35
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.2390272617340088,
      "learning_rate": 3.999912404833288e-05,
      "loss": 0.1472,
      "step": 36
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.23785777390003204,
      "learning_rate": 3.999844276143305e-05,
      "loss": 0.1491,
      "step": 37
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.2470083385705948,
      "learning_rate": 3.999756683250054e-05,
      "loss": 0.1484,
      "step": 38
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.22296255826950073,
      "learning_rate": 3.999649627006063e-05,
      "loss": 0.1445,
      "step": 39
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.28281041979789734,
      "learning_rate": 3.9995231084532964e-05,
      "loss": 0.1406,
      "step": 40
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.26012447476387024,
      "learning_rate": 3.99937712882314e-05,
      "loss": 0.1397,
      "step": 41
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.23696556687355042,
      "learning_rate": 3.9992116895363946e-05,
      "loss": 0.1435,
      "step": 42
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.2600996494293213,
      "learning_rate": 3.999026792203256e-05,
      "loss": 0.1404,
      "step": 43
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.2460625171661377,
      "learning_rate": 3.9988224386233055e-05,
      "loss": 0.1437,
      "step": 44
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.2851013243198395,
      "learning_rate": 3.9985986307854865e-05,
      "loss": 0.1396,
      "step": 45
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.30484041571617126,
      "learning_rate": 3.99835537086809e-05,
      "loss": 0.1347,
      "step": 46
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.24361257255077362,
      "learning_rate": 3.9980926612387304e-05,
      "loss": 0.1318,
      "step": 47
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.23862454295158386,
      "learning_rate": 3.997810504454324e-05,
      "loss": 0.1371,
      "step": 48
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.27349838614463806,
      "learning_rate": 3.9975089032610626e-05,
      "loss": 0.1358,
      "step": 49
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.23924770951271057,
      "learning_rate": 3.997187860594387e-05,
      "loss": 0.1336,
      "step": 50
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.2943211495876312,
      "learning_rate": 3.996847379578963e-05,
      "loss": 0.1301,
      "step": 51
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.23755450546741486,
      "learning_rate": 3.9964874635286436e-05,
      "loss": 0.1271,
      "step": 52
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.23102109134197235,
      "learning_rate": 3.9961081159464395e-05,
      "loss": 0.1332,
      "step": 53
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.26369133591651917,
      "learning_rate": 3.995709340524489e-05,
      "loss": 0.1339,
      "step": 54
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.221548929810524,
      "learning_rate": 3.995291141144017e-05,
      "loss": 0.1267,
      "step": 55
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.24895070493221283,
      "learning_rate": 3.994853521875299e-05,
      "loss": 0.1283,
      "step": 56
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.2894270122051239,
      "learning_rate": 3.994396486977621e-05,
      "loss": 0.1289,
      "step": 57
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.28780320286750793,
      "learning_rate": 3.993920040899242e-05,
      "loss": 0.1322,
      "step": 58
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.2660049498081207,
      "learning_rate": 3.9934241882773414e-05,
      "loss": 0.1246,
      "step": 59
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.23252670466899872,
      "learning_rate": 3.992908933937986e-05,
      "loss": 0.1225,
      "step": 60
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.2243393510580063,
      "learning_rate": 3.992374282896072e-05,
      "loss": 0.1261,
      "step": 61
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.22698526084423065,
      "learning_rate": 3.991820240355284e-05,
      "loss": 0.1326,
      "step": 62
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.2564685642719269,
      "learning_rate": 3.991246811708039e-05,
      "loss": 0.1241,
      "step": 63
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.23229768872261047,
      "learning_rate": 3.990654002535439e-05,
      "loss": 0.1225,
      "step": 64
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.23054753243923187,
      "learning_rate": 3.99004181860721e-05,
      "loss": 0.1175,
      "step": 65
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.2098405361175537,
      "learning_rate": 3.989410265881655e-05,
      "loss": 0.1191,
      "step": 66
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.25725990533828735,
      "learning_rate": 3.9887593505055865e-05,
      "loss": 0.1195,
      "step": 67
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.21651968359947205,
      "learning_rate": 3.9880890788142716e-05,
      "loss": 0.1201,
      "step": 68
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.2460426688194275,
      "learning_rate": 3.987399457331371e-05,
      "loss": 0.1182,
      "step": 69
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.24313770234584808,
      "learning_rate": 3.986690492768875e-05,
      "loss": 0.1156,
      "step": 70
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.2558782994747162,
      "learning_rate": 3.985962192027034e-05,
      "loss": 0.1203,
      "step": 71
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.24763956665992737,
      "learning_rate": 3.985214562194299e-05,
      "loss": 0.119,
      "step": 72
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.2278430312871933,
      "learning_rate": 3.984447610547243e-05,
      "loss": 0.1175,
      "step": 73
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.2235199362039566,
      "learning_rate": 3.9836613445505015e-05,
      "loss": 0.1198,
      "step": 74
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.25674423575401306,
      "learning_rate": 3.982855771856689e-05,
      "loss": 0.1153,
      "step": 75
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.25616034865379333,
      "learning_rate": 3.982030900306333e-05,
      "loss": 0.1143,
      "step": 76
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.2404707819223404,
      "learning_rate": 3.9811867379277915e-05,
      "loss": 0.1163,
      "step": 77
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.24204260110855103,
      "learning_rate": 3.980323292937178e-05,
      "loss": 0.1138,
      "step": 78
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.26231199502944946,
      "learning_rate": 3.979440573738282e-05,
      "loss": 0.1133,
      "step": 79
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.26181137561798096,
      "learning_rate": 3.978538588922484e-05,
      "loss": 0.1095,
      "step": 80
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.2599407434463501,
      "learning_rate": 3.977617347268677e-05,
      "loss": 0.1165,
      "step": 81
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.25307539105415344,
      "learning_rate": 3.976676857743175e-05,
      "loss": 0.1105,
      "step": 82
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.2505055069923401,
      "learning_rate": 3.975717129499632e-05,
      "loss": 0.1154,
      "step": 83
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.21991747617721558,
      "learning_rate": 3.9747381718789475e-05,
      "loss": 0.109,
      "step": 84
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.21642076969146729,
      "learning_rate": 3.9737399944091784e-05,
      "loss": 0.1118,
      "step": 85
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.28659364581108093,
      "learning_rate": 3.972722606805445e-05,
      "loss": 0.1072,
      "step": 86
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.20825989544391632,
      "learning_rate": 3.971686018969839e-05,
      "loss": 0.1095,
      "step": 87
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.2419530600309372,
      "learning_rate": 3.9706302409913235e-05,
      "loss": 0.109,
      "step": 88
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.27549922466278076,
      "learning_rate": 3.969555283145637e-05,
      "loss": 0.1132,
      "step": 89
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.24143557250499725,
      "learning_rate": 3.968461155895194e-05,
      "loss": 0.1104,
      "step": 90
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.22690293192863464,
      "learning_rate": 3.96734786988898e-05,
      "loss": 0.1102,
      "step": 91
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.24802416563034058,
      "learning_rate": 3.966215435962452e-05,
      "loss": 0.1127,
      "step": 92
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.21746200323104858,
      "learning_rate": 3.965063865137431e-05,
      "loss": 0.11,
      "step": 93
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.2443949431180954,
      "learning_rate": 3.963893168621993e-05,
      "loss": 0.1027,
      "step": 94
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.25307193398475647,
      "learning_rate": 3.962703357810362e-05,
      "loss": 0.1071,
      "step": 95
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.2298382967710495,
      "learning_rate": 3.9614944442828004e-05,
      "loss": 0.1087,
      "step": 96
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.28927159309387207,
      "learning_rate": 3.9602664398054935e-05,
      "loss": 0.107,
      "step": 97
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.24768786132335663,
      "learning_rate": 3.959019356330437e-05,
      "loss": 0.1037,
      "step": 98
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.21881985664367676,
      "learning_rate": 3.9577532059953174e-05,
      "loss": 0.1053,
      "step": 99
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.2732795774936676,
      "learning_rate": 3.956468001123399e-05,
      "loss": 0.1104,
      "step": 100
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.25283458828926086,
      "learning_rate": 3.9551637542234e-05,
      "loss": 0.0992,
      "step": 101
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.216854527592659,
      "learning_rate": 3.9538404779893726e-05,
      "loss": 0.0992,
      "step": 102
    },
    {
      "epoch": 0.79,
      "grad_norm": 0.2594543397426605,
      "learning_rate": 3.952498185300578e-05,
      "loss": 0.1026,
      "step": 103
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.2466372549533844,
      "learning_rate": 3.9511368892213625e-05,
      "loss": 0.1044,
      "step": 104
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.22496414184570312,
      "learning_rate": 3.949756603001029e-05,
      "loss": 0.0969,
      "step": 105
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.2625040113925934,
      "learning_rate": 3.94835734007371e-05,
      "loss": 0.1013,
      "step": 106
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.2332611382007599,
      "learning_rate": 3.946939114058234e-05,
      "loss": 0.1021,
      "step": 107
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.23123830556869507,
      "learning_rate": 3.945501938757996e-05,
      "loss": 0.1036,
      "step": 108
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.23309484124183655,
      "learning_rate": 3.944045828160822e-05,
      "loss": 0.1053,
      "step": 109
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.26369422674179077,
      "learning_rate": 3.942570796438831e-05,
      "loss": 0.1081,
      "step": 110
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.2477720081806183,
      "learning_rate": 3.9410768579482986e-05,
      "loss": 0.1053,
      "step": 111
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.25222164392471313,
      "learning_rate": 3.9395640272295196e-05,
      "loss": 0.1017,
      "step": 112
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.23728714883327484,
      "learning_rate": 3.938032319006662e-05,
      "loss": 0.0996,
      "step": 113
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.21224068105220795,
      "learning_rate": 3.9364817481876264e-05,
      "loss": 0.099,
      "step": 114
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.2237294763326645,
      "learning_rate": 3.934912329863902e-05,
      "loss": 0.101,
      "step": 115
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.23548083007335663,
      "learning_rate": 3.933324079310415e-05,
      "loss": 0.1,
      "step": 116
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.2109685242176056,
      "learning_rate": 3.931717011985387e-05,
      "loss": 0.0978,
      "step": 117
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.21971383690834045,
      "learning_rate": 3.9300911435301757e-05,
      "loss": 0.0984,
      "step": 118
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.27964138984680176,
      "learning_rate": 3.9284464897691326e-05,
      "loss": 0.0981,
      "step": 119
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.23407186567783356,
      "learning_rate": 3.9267830667094403e-05,
      "loss": 0.0953,
      "step": 120
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.21624523401260376,
      "learning_rate": 3.925100890540962e-05,
      "loss": 0.1015,
      "step": 121
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.22755053639411926,
      "learning_rate": 3.9233999776360816e-05,
      "loss": 0.0972,
      "step": 122
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.21811529994010925,
      "learning_rate": 3.921680344549546e-05,
      "loss": 0.101,
      "step": 123
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.209341898560524,
      "learning_rate": 3.919942008018302e-05,
      "loss": 0.0997,
      "step": 124
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.20779836177825928,
      "learning_rate": 3.9181849849613354e-05,
      "loss": 0.0897,
      "step": 125
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.25512444972991943,
      "learning_rate": 3.916409292479503e-05,
      "loss": 0.0973,
      "step": 126
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.23092181980609894,
      "learning_rate": 3.9146149478553715e-05,
      "loss": 0.0985,
      "step": 127
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.21427614986896515,
      "learning_rate": 3.912801968553045e-05,
      "loss": 0.0981,
      "step": 128
    },
    {
      "epoch": 0.99,
      "grad_norm": 0.22677119076251984,
      "learning_rate": 3.910970372217996e-05,
      "loss": 0.0972,
      "step": 129
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.25555670261383057,
      "learning_rate": 3.909120176676894e-05,
      "loss": 0.0946,
      "step": 130
    },
    {
      "epoch": 1.01,
      "grad_norm": 0.18584538996219635,
      "learning_rate": 3.9072513999374314e-05,
      "loss": 0.0676,
      "step": 131
    },
    {
      "epoch": 1.01,
      "grad_norm": 0.21039831638336182,
      "learning_rate": 3.905364060188151e-05,
      "loss": 0.064,
      "step": 132
    },
    {
      "epoch": 1.02,
      "grad_norm": 0.16928508877754211,
      "learning_rate": 3.903458175798265e-05,
      "loss": 0.0587,
      "step": 133
    },
    {
      "epoch": 1.03,
      "grad_norm": 0.16559255123138428,
      "learning_rate": 3.901533765317478e-05,
      "loss": 0.0598,
      "step": 134
    },
    {
      "epoch": 1.04,
      "grad_norm": 0.20140372216701508,
      "learning_rate": 3.899590847475806e-05,
      "loss": 0.0577,
      "step": 135
    },
    {
      "epoch": 1.04,
      "grad_norm": 0.18609680235385895,
      "learning_rate": 3.897629441183397e-05,
      "loss": 0.058,
      "step": 136
    },
    {
      "epoch": 1.05,
      "grad_norm": 0.1916918158531189,
      "learning_rate": 3.895649565530342e-05,
      "loss": 0.0596,
      "step": 137
    },
    {
      "epoch": 1.06,
      "grad_norm": 0.1645829826593399,
      "learning_rate": 3.893651239786491e-05,
      "loss": 0.0548,
      "step": 138
    },
    {
      "epoch": 1.07,
      "grad_norm": 0.19628936052322388,
      "learning_rate": 3.8916344834012695e-05,
      "loss": 0.0553,
      "step": 139
    },
    {
      "epoch": 1.07,
      "grad_norm": 0.20016969740390778,
      "learning_rate": 3.8895993160034836e-05,
      "loss": 0.0565,
      "step": 140
    },
    {
      "epoch": 1.08,
      "grad_norm": 0.1823544204235077,
      "learning_rate": 3.887545757401131e-05,
      "loss": 0.0547,
      "step": 141
    },
    {
      "epoch": 1.09,
      "grad_norm": 0.1844291090965271,
      "learning_rate": 3.885473827581209e-05,
      "loss": 0.0553,
      "step": 142
    },
    {
      "epoch": 1.1,
      "grad_norm": 0.20922432839870453,
      "learning_rate": 3.883383546709521e-05,
      "loss": 0.0585,
      "step": 143
    },
    {
      "epoch": 1.11,
      "grad_norm": 0.20714524388313293,
      "learning_rate": 3.881274935130474e-05,
      "loss": 0.0568,
      "step": 144
    },
    {
      "epoch": 1.11,
      "grad_norm": 0.1846606284379959,
      "learning_rate": 3.87914801336689e-05,
      "loss": 0.06,
      "step": 145
    },
    {
      "epoch": 1.12,
      "grad_norm": 0.16825266182422638,
      "learning_rate": 3.8770028021197995e-05,
      "loss": 0.0551,
      "step": 146
    },
    {
      "epoch": 1.13,
      "grad_norm": 0.2070164680480957,
      "learning_rate": 3.8748393222682425e-05,
      "loss": 0.058,
      "step": 147
    },
    {
      "epoch": 1.14,
      "grad_norm": 0.1790006011724472,
      "learning_rate": 3.8726575948690624e-05,
      "loss": 0.0581,
      "step": 148
    },
    {
      "epoch": 1.14,
      "grad_norm": 0.1863609105348587,
      "learning_rate": 3.870457641156708e-05,
      "loss": 0.0597,
      "step": 149
    },
    {
      "epoch": 1.15,
      "grad_norm": 0.1952793151140213,
      "learning_rate": 3.868239482543016e-05,
      "loss": 0.0539,
      "step": 150
    },
    {
      "epoch": 1.16,
      "grad_norm": 0.1799939125776291,
      "learning_rate": 3.8660031406170164e-05,
      "loss": 0.0551,
      "step": 151
    },
    {
      "epoch": 1.17,
      "grad_norm": 0.1753685474395752,
      "learning_rate": 3.863748637144709e-05,
      "loss": 0.0544,
      "step": 152
    },
    {
      "epoch": 1.17,
      "grad_norm": 0.1807538866996765,
      "learning_rate": 3.861475994068859e-05,
      "loss": 0.0572,
      "step": 153
    },
    {
      "epoch": 1.18,
      "grad_norm": 0.19420287013053894,
      "learning_rate": 3.859185233508783e-05,
      "loss": 0.0542,
      "step": 154
    },
    {
      "epoch": 1.19,
      "grad_norm": 0.16617827117443085,
      "learning_rate": 3.856876377760129e-05,
      "loss": 0.053,
      "step": 155
    },
    {
      "epoch": 1.2,
      "grad_norm": 0.20015448331832886,
      "learning_rate": 3.854549449294669e-05,
      "loss": 0.0563,
      "step": 156
    },
    {
      "epoch": 1.21,
      "grad_norm": 0.17849506437778473,
      "learning_rate": 3.852204470760069e-05,
      "loss": 0.0569,
      "step": 157
    },
    {
      "epoch": 1.21,
      "grad_norm": 0.18749572336673737,
      "learning_rate": 3.8498414649796754e-05,
      "loss": 0.0546,
      "step": 158
    },
    {
      "epoch": 1.22,
      "grad_norm": 0.17191903293132782,
      "learning_rate": 3.8474604549522914e-05,
      "loss": 0.0542,
      "step": 159
    },
    {
      "epoch": 1.23,
      "grad_norm": 0.19160284101963043,
      "learning_rate": 3.845061463851954e-05,
      "loss": 0.0557,
      "step": 160
    },
    {
      "epoch": 1.24,
      "grad_norm": 0.1951061636209488,
      "learning_rate": 3.842644515027704e-05,
      "loss": 0.0576,
      "step": 161
    },
    {
      "epoch": 1.24,
      "grad_norm": 0.16996340453624725,
      "learning_rate": 3.840209632003368e-05,
      "loss": 0.0545,
      "step": 162
    },
    {
      "epoch": 1.25,
      "grad_norm": 0.15638357400894165,
      "learning_rate": 3.8377568384773176e-05,
      "loss": 0.0572,
      "step": 163
    },
    {
      "epoch": 1.26,
      "grad_norm": 0.17367182672023773,
      "learning_rate": 3.835286158322248e-05,
      "loss": 0.0569,
      "step": 164
    },
    {
      "epoch": 1.27,
      "grad_norm": 0.17908230423927307,
      "learning_rate": 3.8327976155849425e-05,
      "loss": 0.0561,
      "step": 165
    },
    {
      "epoch": 1.27,
      "grad_norm": 0.17450128495693207,
      "learning_rate": 3.830291234486037e-05,
      "loss": 0.0561,
      "step": 166
    },
    {
      "epoch": 1.28,
      "grad_norm": 0.17404121160507202,
      "learning_rate": 3.827767039419788e-05,
      "loss": 0.054,
      "step": 167
    },
    {
      "epoch": 1.29,
      "grad_norm": 0.2045254111289978,
      "learning_rate": 3.8252250549538296e-05,
      "loss": 0.056,
      "step": 168
    },
    {
      "epoch": 1.3,
      "grad_norm": 0.16833621263504028,
      "learning_rate": 3.82266530582894e-05,
      "loss": 0.0518,
      "step": 169
    },
    {
      "epoch": 1.31,
      "grad_norm": 0.17673517763614655,
      "learning_rate": 3.820087816958798e-05,
      "loss": 0.0579,
      "step": 170
    },
    {
      "epoch": 1.31,
      "grad_norm": 0.17191103100776672,
      "learning_rate": 3.8174926134297396e-05,
      "loss": 0.0509,
      "step": 171
    },
    {
      "epoch": 1.32,
      "grad_norm": 0.21835172176361084,
      "learning_rate": 3.814879720500517e-05,
      "loss": 0.0565,
      "step": 172
    },
    {
      "epoch": 1.33,
      "grad_norm": 0.18357177078723907,
      "learning_rate": 3.81224916360205e-05,
      "loss": 0.0559,
      "step": 173
    },
    {
      "epoch": 1.34,
      "grad_norm": 0.1742638200521469,
      "learning_rate": 3.8096009683371776e-05,
      "loss": 0.054,
      "step": 174
    },
    {
      "epoch": 1.34,
      "grad_norm": 0.1941666156053543,
      "learning_rate": 3.806935160480414e-05,
      "loss": 0.0521,
      "step": 175
    },
    {
      "epoch": 1.35,
      "grad_norm": 0.18287934362888336,
      "learning_rate": 3.8042517659776914e-05,
      "loss": 0.055,
      "step": 176
    },
    {
      "epoch": 1.36,
      "grad_norm": 0.16756708920001984,
      "learning_rate": 3.801550810946111e-05,
      "loss": 0.0552,
      "step": 177
    },
    {
      "epoch": 1.37,
      "grad_norm": 0.1827043890953064,
      "learning_rate": 3.79883232167369e-05,
      "loss": 0.0557,
      "step": 178
    },
    {
      "epoch": 1.37,
      "grad_norm": 0.1814430207014084,
      "learning_rate": 3.7960963246191004e-05,
      "loss": 0.0573,
      "step": 179
    },
    {
      "epoch": 1.38,
      "grad_norm": 0.16552063822746277,
      "learning_rate": 3.793342846411419e-05,
      "loss": 0.0559,
      "step": 180
    },
    {
      "epoch": 1.39,
      "grad_norm": 0.1673465520143509,
      "learning_rate": 3.79057191384986e-05,
      "loss": 0.0558,
      "step": 181
    },
    {
      "epoch": 1.4,
      "grad_norm": 0.17430761456489563,
      "learning_rate": 3.787783553903523e-05,
      "loss": 0.0538,
      "step": 182
    },
    {
      "epoch": 1.4,
      "grad_norm": 0.17373594641685486,
      "learning_rate": 3.784977793711122e-05,
      "loss": 0.0527,
      "step": 183
    },
    {
      "epoch": 1.41,
      "grad_norm": 0.17581802606582642,
      "learning_rate": 3.7821546605807264e-05,
      "loss": 0.0536,
      "step": 184
    },
    {
      "epoch": 1.42,
      "grad_norm": 0.17668214440345764,
      "learning_rate": 3.7793141819894955e-05,
      "loss": 0.0555,
      "step": 185
    },
    {
      "epoch": 1.43,
      "grad_norm": 0.16610494256019592,
      "learning_rate": 3.776456385583406e-05,
      "loss": 0.0541,
      "step": 186
    },
    {
      "epoch": 1.44,
      "grad_norm": 0.17192181944847107,
      "learning_rate": 3.773581299176991e-05,
      "loss": 0.0562,
      "step": 187
    },
    {
      "epoch": 1.44,
      "grad_norm": 0.27887117862701416,
      "learning_rate": 3.7706889507530615e-05,
      "loss": 0.0551,
      "step": 188
    },
    {
      "epoch": 1.45,
      "grad_norm": 0.17390647530555725,
      "learning_rate": 3.767779368462438e-05,
      "loss": 0.0573,
      "step": 189
    },
    {
      "epoch": 1.46,
      "grad_norm": 0.16879643499851227,
      "learning_rate": 3.764852580623676e-05,
      "loss": 0.0557,
      "step": 190
    },
    {
      "epoch": 1.47,
      "grad_norm": 0.1760348677635193,
      "learning_rate": 3.761908615722791e-05,
      "loss": 0.0534,
      "step": 191
    },
    {
      "epoch": 1.47,
      "grad_norm": 0.17846859991550446,
      "learning_rate": 3.758947502412978e-05,
      "loss": 0.0556,
      "step": 192
    },
    {
      "epoch": 1.48,
      "grad_norm": 0.17464794218540192,
      "learning_rate": 3.755969269514339e-05,
      "loss": 0.0552,
      "step": 193
    },
    {
      "epoch": 1.49,
      "grad_norm": 0.1696479320526123,
      "learning_rate": 3.752973946013594e-05,
      "loss": 0.054,
      "step": 194
    },
    {
      "epoch": 1.5,
      "grad_norm": 0.16251127421855927,
      "learning_rate": 3.749961561063806e-05,
      "loss": 0.0542,
      "step": 195
    },
    {
      "epoch": 1.5,
      "grad_norm": 0.17379574477672577,
      "learning_rate": 3.7469321439840955e-05,
      "loss": 0.0551,
      "step": 196
    },
    {
      "epoch": 1.51,
      "grad_norm": 0.1821696162223816,
      "learning_rate": 3.743885724259353e-05,
      "loss": 0.0568,
      "step": 197
    },
    {
      "epoch": 1.52,
      "grad_norm": 0.20694509148597717,
      "learning_rate": 3.7408223315399516e-05,
      "loss": 0.0548,
      "step": 198
    },
    {
      "epoch": 1.53,
      "grad_norm": 0.1554410755634308,
      "learning_rate": 3.7377419956414646e-05,
      "loss": 0.0526,
      "step": 199
    },
    {
      "epoch": 1.54,
      "grad_norm": 0.16154886782169342,
      "learning_rate": 3.734644746544368e-05,
      "loss": 0.0529,
      "step": 200
    },
    {
      "epoch": 1.54,
      "grad_norm": 0.1738775670528412,
      "learning_rate": 3.7315306143937496e-05,
      "loss": 0.0558,
      "step": 201
    },
    {
      "epoch": 1.55,
      "grad_norm": 0.17919109761714935,
      "learning_rate": 3.728399629499023e-05,
      "loss": 0.0543,
      "step": 202
    },
    {
      "epoch": 1.56,
      "grad_norm": 0.17479391396045685,
      "learning_rate": 3.7252518223336214e-05,
      "loss": 0.0568,
      "step": 203
    },
    {
      "epoch": 1.57,
      "grad_norm": 0.16831263899803162,
      "learning_rate": 3.722087223534711e-05,
      "loss": 0.0553,
      "step": 204
    },
    {
      "epoch": 1.57,
      "grad_norm": 0.15777549147605896,
      "learning_rate": 3.7189058639028873e-05,
      "loss": 0.0535,
      "step": 205
    },
    {
      "epoch": 1.58,
      "grad_norm": 0.19188426434993744,
      "learning_rate": 3.7157077744018766e-05,
      "loss": 0.0539,
      "step": 206
    },
    {
      "epoch": 1.59,
      "grad_norm": 0.160503089427948,
      "learning_rate": 3.712492986158234e-05,
      "loss": 0.0548,
      "step": 207
    },
    {
      "epoch": 1.6,
      "grad_norm": 0.18297429382801056,
      "learning_rate": 3.7092615304610414e-05,
      "loss": 0.0533,
      "step": 208
    },
    {
      "epoch": 1.6,
      "grad_norm": 0.16605788469314575,
      "learning_rate": 3.706013438761604e-05,
      "loss": 0.051,
      "step": 209
    },
    {
      "epoch": 1.61,
      "grad_norm": 0.18309757113456726,
      "learning_rate": 3.70274874267314e-05,
      "loss": 0.0536,
      "step": 210
    },
    {
      "epoch": 1.62,
      "grad_norm": 0.17336522042751312,
      "learning_rate": 3.6994674739704795e-05,
      "loss": 0.0578,
      "step": 211
    },
    {
      "epoch": 1.63,
      "grad_norm": 0.16661109030246735,
      "learning_rate": 3.696169664589748e-05,
      "loss": 0.0534,
      "step": 212
    },
    {
      "epoch": 1.64,
      "grad_norm": 0.16480354964733124,
      "learning_rate": 3.6928553466280615e-05,
      "loss": 0.0526,
      "step": 213
    },
    {
      "epoch": 1.64,
      "grad_norm": 0.1613331288099289,
      "learning_rate": 3.6895245523432116e-05,
      "loss": 0.0552,
      "step": 214
    },
    {
      "epoch": 1.65,
      "grad_norm": 0.18282514810562134,
      "learning_rate": 3.68617731415335e-05,
      "loss": 0.0524,
      "step": 215
    },
    {
      "epoch": 1.66,
      "grad_norm": 0.17357532680034637,
      "learning_rate": 3.6828136646366755e-05,
      "loss": 0.0539,
      "step": 216
    },
    {
      "epoch": 1.67,
      "grad_norm": 0.18777236342430115,
      "learning_rate": 3.679433636531117e-05,
      "loss": 0.0541,
      "step": 217
    },
    {
      "epoch": 1.67,
      "grad_norm": 0.15832771360874176,
      "learning_rate": 3.676037262734012e-05,
      "loss": 0.0537,
      "step": 218
    },
    {
      "epoch": 1.68,
      "grad_norm": 0.17728379368782043,
      "learning_rate": 3.6726245763017895e-05,
      "loss": 0.0523,
      "step": 219
    },
    {
      "epoch": 1.69,
      "grad_norm": 0.15883496403694153,
      "learning_rate": 3.669195610449647e-05,
      "loss": 0.0528,
      "step": 220
    },
    {
      "epoch": 1.7,
      "grad_norm": 0.15950903296470642,
      "learning_rate": 3.665750398551228e-05,
      "loss": 0.0536,
      "step": 221
    },
    {
      "epoch": 1.7,
      "grad_norm": 0.1801331788301468,
      "learning_rate": 3.662288974138294e-05,
      "loss": 0.0528,
      "step": 222
    },
    {
      "epoch": 1.71,
      "grad_norm": 0.1617787629365921,
      "learning_rate": 3.658811370900404e-05,
      "loss": 0.0545,
      "step": 223
    },
    {
      "epoch": 1.72,
      "grad_norm": 0.17085997760295868,
      "learning_rate": 3.6553176226845807e-05,
      "loss": 0.0538,
      "step": 224
    },
    {
      "epoch": 1.73,
      "grad_norm": 0.17167842388153076,
      "learning_rate": 3.6518077634949845e-05,
      "loss": 0.0543,
      "step": 225
    },
    {
      "epoch": 1.74,
      "grad_norm": 0.17927636206150055,
      "learning_rate": 3.648281827492582e-05,
      "loss": 0.0543,
      "step": 226
    },
    {
      "epoch": 1.74,
      "grad_norm": 0.17141342163085938,
      "learning_rate": 3.644739848994813e-05,
      "loss": 0.0571,
      "step": 227
    },
    {
      "epoch": 1.75,
      "grad_norm": 0.15626104176044464,
      "learning_rate": 3.6411818624752554e-05,
      "loss": 0.049,
      "step": 228
    },
    {
      "epoch": 1.76,
      "grad_norm": 0.1727394014596939,
      "learning_rate": 3.637607902563292e-05,
      "loss": 0.0504,
      "step": 229
    },
    {
      "epoch": 1.77,
      "grad_norm": 0.16465209424495697,
      "learning_rate": 3.634018004043773e-05,
      "loss": 0.051,
      "step": 230
    },
    {
      "epoch": 1.77,
      "grad_norm": 0.1781434714794159,
      "learning_rate": 3.630412201856676e-05,
      "loss": 0.056,
      "step": 231
    },
    {
      "epoch": 1.78,
      "grad_norm": 0.19913175702095032,
      "learning_rate": 3.626790531096767e-05,
      "loss": 0.0556,
      "step": 232
    },
    {
      "epoch": 1.79,
      "grad_norm": 0.19266557693481445,
      "learning_rate": 3.623153027013258e-05,
      "loss": 0.0558,
      "step": 233
    },
    {
      "epoch": 1.8,
      "grad_norm": 0.2734900116920471,
      "learning_rate": 3.619499725009466e-05,
      "loss": 0.0536,
      "step": 234
    },
    {
      "epoch": 1.8,
      "grad_norm": 0.16416223347187042,
      "learning_rate": 3.615830660642464e-05,
      "loss": 0.0517,
      "step": 235
    },
    {
      "epoch": 1.81,
      "grad_norm": 0.16683989763259888,
      "learning_rate": 3.612145869622741e-05,
      "loss": 0.0557,
      "step": 236
    },
    {
      "epoch": 1.82,
      "grad_norm": 0.17539849877357483,
      "learning_rate": 3.608445387813851e-05,
      "loss": 0.0545,
      "step": 237
    },
    {
      "epoch": 1.83,
      "grad_norm": 0.1626010239124298,
      "learning_rate": 3.604729251232063e-05,
      "loss": 0.0528,
      "step": 238
    },
    {
      "epoch": 1.83,
      "grad_norm": 0.1908058077096939,
      "learning_rate": 3.60099749604601e-05,
      "loss": 0.0541,
      "step": 239
    },
    {
      "epoch": 1.84,
      "grad_norm": 0.1676451712846756,
      "learning_rate": 3.597250158576344e-05,
      "loss": 0.0537,
      "step": 240
    },
    {
      "epoch": 1.85,
      "grad_norm": 0.17698313295841217,
      "learning_rate": 3.593487275295371e-05,
      "loss": 0.052,
      "step": 241
    },
    {
      "epoch": 1.86,
      "grad_norm": 0.16062568128108978,
      "learning_rate": 3.589708882826707e-05,
      "loss": 0.0519,
      "step": 242
    },
    {
      "epoch": 1.87,
      "grad_norm": 0.17272892594337463,
      "learning_rate": 3.585915017944914e-05,
      "loss": 0.0558,
      "step": 243
    },
    {
      "epoch": 1.87,
      "grad_norm": 0.187282532453537,
      "learning_rate": 3.582105717575146e-05,
      "loss": 0.054,
      "step": 244
    },
    {
      "epoch": 1.88,
      "grad_norm": 0.15364833176136017,
      "learning_rate": 3.578281018792788e-05,
      "loss": 0.0528,
      "step": 245
    },
    {
      "epoch": 1.89,
      "grad_norm": 0.16929613053798676,
      "learning_rate": 3.574440958823095e-05,
      "loss": 0.0546,
      "step": 246
    },
    {
      "epoch": 1.9,
      "grad_norm": 0.16617649793624878,
      "learning_rate": 3.5705855750408325e-05,
      "loss": 0.0568,
      "step": 247
    },
    {
      "epoch": 1.9,
      "grad_norm": 0.1865209937095642,
      "learning_rate": 3.566714904969907e-05,
      "loss": 0.054,
      "step": 248
    },
    {
      "epoch": 1.91,
      "grad_norm": 0.15715570747852325,
      "learning_rate": 3.562828986283009e-05,
      "loss": 0.0498,
      "step": 249
    },
    {
      "epoch": 1.92,
      "grad_norm": 0.17273031175136566,
      "learning_rate": 3.558927856801237e-05,
      "loss": 0.0501,
      "step": 250
    },
    {
      "epoch": 1.93,
      "grad_norm": 0.16318467259407043,
      "learning_rate": 3.555011554493736e-05,
      "loss": 0.0516,
      "step": 251
    },
    {
      "epoch": 1.93,
      "grad_norm": 0.17008540034294128,
      "learning_rate": 3.551080117477326e-05,
      "loss": 0.0526,
      "step": 252
    },
    {
      "epoch": 1.94,
      "grad_norm": 0.16984976828098297,
      "learning_rate": 3.5471335840161324e-05,
      "loss": 0.0533,
      "step": 253
    },
    {
      "epoch": 1.95,
      "grad_norm": 0.16334734857082367,
      "learning_rate": 3.543171992521209e-05,
      "loss": 0.0506,
      "step": 254
    },
    {
      "epoch": 1.96,
      "grad_norm": 0.15950210392475128,
      "learning_rate": 3.539195381550169e-05,
      "loss": 0.0495,
      "step": 255
    },
    {
      "epoch": 1.97,
      "grad_norm": 0.1574394404888153,
      "learning_rate": 3.535203789806809e-05,
      "loss": 0.0527,
      "step": 256
    },
    {
      "epoch": 1.97,
      "grad_norm": 0.160975381731987,
      "learning_rate": 3.53119725614073e-05,
      "loss": 0.0522,
      "step": 257
    },
    {
      "epoch": 1.98,
      "grad_norm": 0.1672753542661667,
      "learning_rate": 3.527175819546961e-05,
      "loss": 0.0523,
      "step": 258
    },
    {
      "epoch": 1.99,
      "grad_norm": 0.16033169627189636,
      "learning_rate": 3.5231395191655796e-05,
      "loss": 0.0514,
      "step": 259
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.1621590554714203,
      "learning_rate": 3.5190883942813294e-05,
      "loss": 0.0529,
      "step": 260
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.1404048502445221,
      "learning_rate": 3.5150224843232405e-05,
      "loss": 0.0402,
      "step": 261
    },
    {
      "epoch": 2.01,
      "grad_norm": 0.11581116914749146,
      "learning_rate": 3.5109418288642424e-05,
      "loss": 0.0289,
      "step": 262
    },
    {
      "epoch": 2.02,
      "grad_norm": 0.12721800804138184,
      "learning_rate": 3.506846467620781e-05,
      "loss": 0.0297,
      "step": 263
    },
    {
      "epoch": 2.03,
      "grad_norm": 0.12351004034280777,
      "learning_rate": 3.5027364404524326e-05,
      "loss": 0.0292,
      "step": 264
    },
    {
      "epoch": 2.03,
      "grad_norm": 0.11635002493858337,
      "learning_rate": 3.4986117873615125e-05,
      "loss": 0.0284,
      "step": 265
    },
    {
      "epoch": 2.04,
      "grad_norm": 0.12261362373828888,
      "learning_rate": 3.494472548492691e-05,
      "loss": 0.029,
      "step": 266
    },
    {
      "epoch": 2.05,
      "grad_norm": 0.12506607174873352,
      "learning_rate": 3.4903187641325974e-05,
      "loss": 0.0279,
      "step": 267
    },
    {
      "epoch": 2.06,
      "grad_norm": 0.13922998309135437,
      "learning_rate": 3.486150474709432e-05,
      "loss": 0.0283,
      "step": 268
    },
    {
      "epoch": 2.07,
      "grad_norm": 0.1253671497106552,
      "learning_rate": 3.481967720792569e-05,
      "loss": 0.0267,
      "step": 269
    },
    {
      "epoch": 2.07,
      "grad_norm": 0.1219751164317131,
      "learning_rate": 3.477770543092164e-05,
      "loss": 0.027,
      "step": 270
    },
    {
      "epoch": 2.08,
      "grad_norm": 0.13030819594860077,
      "learning_rate": 3.473558982458759e-05,
      "loss": 0.0278,
      "step": 271
    },
    {
      "epoch": 2.09,
      "grad_norm": 0.13874004781246185,
      "learning_rate": 3.469333079882881e-05,
      "loss": 0.028,
      "step": 272
    },
    {
      "epoch": 2.1,
      "grad_norm": 0.13344524800777435,
      "learning_rate": 3.4650928764946456e-05,
      "loss": 0.0267,
      "step": 273
    },
    {
      "epoch": 2.1,
      "grad_norm": 0.13453194499015808,
      "learning_rate": 3.4608384135633565e-05,
      "loss": 0.0283,
      "step": 274
    },
    {
      "epoch": 2.11,
      "grad_norm": 0.13323816657066345,
      "learning_rate": 3.456569732497104e-05,
      "loss": 0.0272,
      "step": 275
    },
    {
      "epoch": 2.12,
      "grad_norm": 0.11938144266605377,
      "learning_rate": 3.452286874842361e-05,
      "loss": 0.0259,
      "step": 276
    },
    {
      "epoch": 2.13,
      "grad_norm": 0.1395045667886734,
      "learning_rate": 3.447989882283578e-05,
      "loss": 0.0278,
      "step": 277
    },
    {
      "epoch": 2.13,
      "grad_norm": 0.13324624300003052,
      "learning_rate": 3.4436787966427804e-05,
      "loss": 0.0271,
      "step": 278
    },
    {
      "epoch": 2.14,
      "grad_norm": 0.14945518970489502,
      "learning_rate": 3.43935365987916e-05,
      "loss": 0.0274,
      "step": 279
    },
    {
      "epoch": 2.15,
      "grad_norm": 0.13168294727802277,
      "learning_rate": 3.435014514088662e-05,
      "loss": 0.0279,
      "step": 280
    },
    {
      "epoch": 2.16,
      "grad_norm": 0.12740759551525116,
      "learning_rate": 3.430661401503586e-05,
      "loss": 0.029,
      "step": 281
    },
    {
      "epoch": 2.17,
      "grad_norm": 0.14633053541183472,
      "learning_rate": 3.426294364492163e-05,
      "loss": 0.0285,
      "step": 282
    },
    {
      "epoch": 2.17,
      "grad_norm": 0.12179867923259735,
      "learning_rate": 3.421913445558151e-05,
      "loss": 0.0262,
      "step": 283
    },
    {
      "epoch": 2.18,
      "grad_norm": 0.13524915277957916,
      "learning_rate": 3.417518687340417e-05,
      "loss": 0.0326,
      "step": 284
    },
    {
      "epoch": 2.19,
      "grad_norm": 0.13417084515094757,
      "learning_rate": 3.413110132612527e-05,
      "loss": 0.0276,
      "step": 285
    },
    {
      "epoch": 2.2,
      "grad_norm": 0.12195637077093124,
      "learning_rate": 3.408687824282324e-05,
      "loss": 0.0271,
      "step": 286
    },
    {
      "epoch": 2.2,
      "grad_norm": 0.13557040691375732,
      "learning_rate": 3.404251805391513e-05,
      "loss": 0.0287,
      "step": 287
    },
    {
      "epoch": 2.21,
      "grad_norm": 0.128498375415802,
      "learning_rate": 3.3998021191152425e-05,
      "loss": 0.0284,
      "step": 288
    },
    {
      "epoch": 2.22,
      "grad_norm": 0.1270822286605835,
      "learning_rate": 3.395338808761684e-05,
      "loss": 0.0268,
      "step": 289
    },
    {
      "epoch": 2.23,
      "grad_norm": 0.12966714799404144,
      "learning_rate": 3.3908619177716086e-05,
      "loss": 0.0281,
      "step": 290
    },
    {
      "epoch": 2.23,
      "grad_norm": 0.14126142859458923,
      "learning_rate": 3.3863714897179694e-05,
      "loss": 0.0285,
      "step": 291
    },
    {
      "epoch": 2.24,
      "grad_norm": 0.14122140407562256,
      "learning_rate": 3.381867568305469e-05,
      "loss": 0.0276,
      "step": 292
    },
    {
      "epoch": 2.25,
      "grad_norm": 0.134867325425148,
      "learning_rate": 3.377350197370143e-05,
      "loss": 0.0296,
      "step": 293
    },
    {
      "epoch": 2.26,
      "grad_norm": 0.12314282357692719,
      "learning_rate": 3.372819420878928e-05,
      "loss": 0.0285,
      "step": 294
    },
    {
      "epoch": 2.26,
      "grad_norm": 0.13711945712566376,
      "learning_rate": 3.368275282929234e-05,
      "loss": 0.0295,
      "step": 295
    },
    {
      "epoch": 2.27,
      "grad_norm": 0.13677950203418732,
      "learning_rate": 3.363717827748517e-05,
      "loss": 0.0289,
      "step": 296
    },
    {
      "epoch": 2.28,
      "grad_norm": 0.14102821052074432,
      "learning_rate": 3.359147099693849e-05,
      "loss": 0.0296,
      "step": 297
    },
    {
      "epoch": 2.29,
      "grad_norm": 0.12496308982372284,
      "learning_rate": 3.354563143251483e-05,
      "loss": 0.0293,
      "step": 298
    },
    {
      "epoch": 2.3,
      "grad_norm": 0.12004269659519196,
      "learning_rate": 3.349966003036421e-05,
      "loss": 0.0295,
      "step": 299
    },
    {
      "epoch": 2.3,
      "grad_norm": 0.12187572568655014,
      "learning_rate": 3.3453557237919856e-05,
      "loss": 0.0282,
      "step": 300
    },
    {
      "epoch": 2.31,
      "grad_norm": 0.12873053550720215,
      "learning_rate": 3.3407323503893745e-05,
      "loss": 0.0292,
      "step": 301
    },
    {
      "epoch": 2.32,
      "grad_norm": 0.12278107553720474,
      "learning_rate": 3.336095927827233e-05,
      "loss": 0.0283,
      "step": 302
    },
    {
      "epoch": 2.33,
      "grad_norm": 0.1376417875289917,
      "learning_rate": 3.331446501231208e-05,
      "loss": 0.0297,
      "step": 303
    },
    {
      "epoch": 2.33,
      "grad_norm": 0.1267479807138443,
      "learning_rate": 3.326784115853518e-05,
      "loss": 0.0285,
      "step": 304
    },
    {
      "epoch": 2.34,
      "grad_norm": 0.11991389095783234,
      "learning_rate": 3.322108817072503e-05,
      "loss": 0.0295,
      "step": 305
    },
    {
      "epoch": 2.35,
      "grad_norm": 0.13724927604198456,
      "learning_rate": 3.317420650392187e-05,
      "loss": 0.0299,
      "step": 306
    },
    {
      "epoch": 2.36,
      "grad_norm": 0.12436146289110184,
      "learning_rate": 3.3127196614418414e-05,
      "loss": 0.0293,
      "step": 307
    },
    {
      "epoch": 2.36,
      "grad_norm": 0.12342892587184906,
      "learning_rate": 3.308005895975528e-05,
      "loss": 0.0297,
      "step": 308
    },
    {
      "epoch": 2.37,
      "grad_norm": 0.1250998079776764,
      "learning_rate": 3.303279399871665e-05,
      "loss": 0.0289,
      "step": 309
    },
    {
      "epoch": 2.38,
      "grad_norm": 0.12870967388153076,
      "learning_rate": 3.298540219132573e-05,
      "loss": 0.0292,
      "step": 310
    },
    {
      "epoch": 2.39,
      "grad_norm": 0.11160054057836533,
      "learning_rate": 3.293788399884034e-05,
      "loss": 0.0296,
      "step": 311
    },
    {
      "epoch": 2.4,
      "grad_norm": 0.11962537467479706,
      "learning_rate": 3.289023988374837e-05,
      "loss": 0.0285,
      "step": 312
    },
    {
      "epoch": 2.4,
      "grad_norm": 0.11754218488931656,
      "learning_rate": 3.284247030976328e-05,
      "loss": 0.0291,
      "step": 313
    },
    {
      "epoch": 2.41,
      "grad_norm": 0.11548895388841629,
      "learning_rate": 3.279457574181963e-05,
      "loss": 0.0279,
      "step": 314
    },
    {
      "epoch": 2.42,
      "grad_norm": 0.14263701438903809,
      "learning_rate": 3.274655664606851e-05,
      "loss": 0.0301,
      "step": 315
    },
    {
      "epoch": 2.43,
      "grad_norm": 0.11611343175172806,
      "learning_rate": 3.2698413489873035e-05,
      "loss": 0.0284,
      "step": 316
    },
    {
      "epoch": 2.43,
      "grad_norm": 0.1324465423822403,
      "learning_rate": 3.265014674180378e-05,
      "loss": 0.0313,
      "step": 317
    },
    {
      "epoch": 2.44,
      "grad_norm": 0.12152358889579773,
      "learning_rate": 3.260175687163423e-05,
      "loss": 0.0323,
      "step": 318
    },
    {
      "epoch": 2.45,
      "grad_norm": 0.1221373900771141,
      "learning_rate": 3.255324435033617e-05,
      "loss": 0.0299,
      "step": 319
    },
    {
      "epoch": 2.46,
      "grad_norm": 0.11649201065301895,
      "learning_rate": 3.250460965007515e-05,
      "loss": 0.0291,
      "step": 320
    },
    {
      "epoch": 2.46,
      "grad_norm": 0.13117162883281708,
      "learning_rate": 3.2455853244205894e-05,
      "loss": 0.0316,
      "step": 321
    },
    {
      "epoch": 2.47,
      "grad_norm": 0.12085507810115814,
      "learning_rate": 3.240697560726764e-05,
      "loss": 0.0302,
      "step": 322
    },
    {
      "epoch": 2.48,
      "grad_norm": 0.11401225626468658,
      "learning_rate": 3.235797721497956e-05,
      "loss": 0.0275,
      "step": 323
    },
    {
      "epoch": 2.49,
      "grad_norm": 0.12400329858064651,
      "learning_rate": 3.23088585442361e-05,
      "loss": 0.0318,
      "step": 324
    },
    {
      "epoch": 2.5,
      "grad_norm": 0.11465146392583847,
      "learning_rate": 3.22596200731024e-05,
      "loss": 0.0284,
      "step": 325
    },
    {
      "epoch": 2.5,
      "grad_norm": 0.13097919523715973,
      "learning_rate": 3.221026228080958e-05,
      "loss": 0.0299,
      "step": 326
    },
    {
      "epoch": 2.51,
      "grad_norm": 0.119114451110363,
      "learning_rate": 3.216078564775008e-05,
      "loss": 0.0306,
      "step": 327
    },
    {
      "epoch": 2.52,
      "grad_norm": 0.11645802855491638,
      "learning_rate": 3.211119065547302e-05,
      "loss": 0.0289,
      "step": 328
    },
    {
      "epoch": 2.53,
      "grad_norm": 0.12686465680599213,
      "learning_rate": 3.206147778667951e-05,
      "loss": 0.029,
      "step": 329
    },
    {
      "epoch": 2.53,
      "grad_norm": 0.1158125177025795,
      "learning_rate": 3.201164752521788e-05,
      "loss": 0.0296,
      "step": 330
    },
    {
      "epoch": 2.54,
      "grad_norm": 0.11673195660114288,
      "learning_rate": 3.1961700356079094e-05,
      "loss": 0.0315,
      "step": 331
    },
    {
      "epoch": 2.55,
      "grad_norm": 0.13741804659366608,
      "learning_rate": 3.191163676539191e-05,
      "loss": 0.0309,
      "step": 332
    },
    {
      "epoch": 2.56,
      "grad_norm": 0.1236562728881836,
      "learning_rate": 3.186145724041822e-05,
      "loss": 0.0295,
      "step": 333
    },
    {
      "epoch": 2.56,
      "grad_norm": 0.12199486047029495,
      "learning_rate": 3.181116226954831e-05,
      "loss": 0.0311,
      "step": 334
    },
    {
      "epoch": 2.57,
      "grad_norm": 0.1242741197347641,
      "learning_rate": 3.176075234229603e-05,
      "loss": 0.0309,
      "step": 335
    },
    {
      "epoch": 2.58,
      "grad_norm": 0.11496566236019135,
      "learning_rate": 3.171022794929414e-05,
      "loss": 0.0304,
      "step": 336
    },
    {
      "epoch": 2.59,
      "grad_norm": 0.11559294909238815,
      "learning_rate": 3.1659589582289446e-05,
      "loss": 0.029,
      "step": 337
    },
    {
      "epoch": 2.6,
      "grad_norm": 0.12180111557245255,
      "learning_rate": 3.160883773413806e-05,
      "loss": 0.0305,
      "step": 338
    },
    {
      "epoch": 2.6,
      "grad_norm": 0.11350613832473755,
      "learning_rate": 3.155797289880059e-05,
      "loss": 0.0296,
      "step": 339
    },
    {
      "epoch": 2.61,
      "grad_norm": 0.12661539018154144,
      "learning_rate": 3.1506995571337324e-05,
      "loss": 0.0302,
      "step": 340
    },
    {
      "epoch": 2.62,
      "grad_norm": 0.11439922451972961,
      "learning_rate": 3.145590624790344e-05,
      "loss": 0.0312,
      "step": 341
    },
    {
      "epoch": 2.63,
      "grad_norm": 0.13127104938030243,
      "learning_rate": 3.140470542574411e-05,
      "loss": 0.0294,
      "step": 342
    },
    {
      "epoch": 2.63,
      "grad_norm": 0.1237630695104599,
      "learning_rate": 3.135339360318977e-05,
      "loss": 0.0297,
      "step": 343
    },
    {
      "epoch": 2.64,
      "grad_norm": 0.12231829017400742,
      "learning_rate": 3.130197127965117e-05,
      "loss": 0.0296,
      "step": 344
    },
    {
      "epoch": 2.65,
      "grad_norm": 0.15128518640995026,
      "learning_rate": 3.125043895561456e-05,
      "loss": 0.0295,
      "step": 345
    },
    {
      "epoch": 2.66,
      "grad_norm": 0.13165183365345,
      "learning_rate": 3.1198797132636796e-05,
      "loss": 0.0297,
      "step": 346
    },
    {
      "epoch": 2.66,
      "grad_norm": 0.10592794418334961,
      "learning_rate": 3.114704631334049e-05,
      "loss": 0.0295,
      "step": 347
    },
    {
      "epoch": 2.67,
      "grad_norm": 0.12173110991716385,
      "learning_rate": 3.1095187001409095e-05,
      "loss": 0.0304,
      "step": 348
    },
    {
      "epoch": 2.68,
      "grad_norm": 0.11305344849824905,
      "learning_rate": 3.104321970158201e-05,
      "loss": 0.0303,
      "step": 349
    },
    {
      "epoch": 2.69,
      "grad_norm": 0.11418797075748444,
      "learning_rate": 3.099114491964964e-05,
      "loss": 0.0299,
      "step": 350
    },
    {
      "epoch": 2.69,
      "grad_norm": 0.11991377919912338,
      "learning_rate": 3.093896316244855e-05,
      "loss": 0.0309,
      "step": 351
    },
    {
      "epoch": 2.7,
      "grad_norm": 0.11982237547636032,
      "learning_rate": 3.088667493785641e-05,
      "loss": 0.0297,
      "step": 352
    },
    {
      "epoch": 2.71,
      "grad_norm": 0.1160060241818428,
      "learning_rate": 3.083428075478719e-05,
      "loss": 0.0296,
      "step": 353
    },
    {
      "epoch": 2.72,
      "grad_norm": 0.12493564933538437,
      "learning_rate": 3.078178112318611e-05,
      "loss": 0.0329,
      "step": 354
    },
    {
      "epoch": 2.73,
      "grad_norm": 0.12926845252513885,
      "learning_rate": 3.0729176554024686e-05,
      "loss": 0.0292,
      "step": 355
    },
    {
      "epoch": 2.73,
      "grad_norm": 0.11742337048053741,
      "learning_rate": 3.067646755929582e-05,
      "loss": 0.0316,
      "step": 356
    },
    {
      "epoch": 2.74,
      "grad_norm": 0.11704780161380768,
      "learning_rate": 3.0623654652008724e-05,
      "loss": 0.0293,
      "step": 357
    },
    {
      "epoch": 2.75,
      "grad_norm": 0.11220533400774002,
      "learning_rate": 3.057073834618403e-05,
      "loss": 0.0309,
      "step": 358
    },
    {
      "epoch": 2.76,
      "grad_norm": 0.12217779457569122,
      "learning_rate": 3.051771915684868e-05,
      "loss": 0.03,
      "step": 359
    },
    {
      "epoch": 2.76,
      "grad_norm": 0.1118379682302475,
      "learning_rate": 3.0464597600031013e-05,
      "loss": 0.0294,
      "step": 360
    },
    {
      "epoch": 2.77,
      "grad_norm": 0.12424726784229279,
      "learning_rate": 3.041137419275566e-05,
      "loss": 0.0307,
      "step": 361
    },
    {
      "epoch": 2.78,
      "grad_norm": 0.12416715919971466,
      "learning_rate": 3.035804945303857e-05,
      "loss": 0.0298,
      "step": 362
    },
    {
      "epoch": 2.79,
      "grad_norm": 0.12165214121341705,
      "learning_rate": 3.030462389988194e-05,
      "loss": 0.0305,
      "step": 363
    },
    {
      "epoch": 2.79,
      "grad_norm": 0.1300431489944458,
      "learning_rate": 3.025109805326917e-05,
      "loss": 0.0307,
      "step": 364
    },
    {
      "epoch": 2.8,
      "grad_norm": 0.1264806091785431,
      "learning_rate": 3.01974724341598e-05,
      "loss": 0.0283,
      "step": 365
    },
    {
      "epoch": 2.81,
      "grad_norm": 0.11748187243938446,
      "learning_rate": 3.0143747564484446e-05,
      "loss": 0.029,
      "step": 366
    },
    {
      "epoch": 2.82,
      "grad_norm": 0.11787963658571243,
      "learning_rate": 3.0089923967139713e-05,
      "loss": 0.0298,
      "step": 367
    },
    {
      "epoch": 2.83,
      "grad_norm": 0.12340479344129562,
      "learning_rate": 3.0036002165983106e-05,
      "loss": 0.0306,
      "step": 368
    },
    {
      "epoch": 2.83,
      "grad_norm": 0.1214551031589508,
      "learning_rate": 2.9981982685827947e-05,
      "loss": 0.0294,
      "step": 369
    },
    {
      "epoch": 2.84,
      "grad_norm": 0.12566496431827545,
      "learning_rate": 2.9927866052438243e-05,
      "loss": 0.03,
      "step": 370
    },
    {
      "epoch": 2.85,
      "grad_norm": 0.12087432295084,
      "learning_rate": 2.9873652792523565e-05,
      "loss": 0.0303,
      "step": 371
    },
    {
      "epoch": 2.86,
      "grad_norm": 0.11541420966386795,
      "learning_rate": 2.981934343373397e-05,
      "loss": 0.03,
      "step": 372
    },
    {
      "epoch": 2.86,
      "grad_norm": 0.12600594758987427,
      "learning_rate": 2.97649385046548e-05,
      "loss": 0.0324,
      "step": 373
    },
    {
      "epoch": 2.87,
      "grad_norm": 0.11920228600502014,
      "learning_rate": 2.9710438534801597e-05,
      "loss": 0.0302,
      "step": 374
    },
    {
      "epoch": 2.88,
      "grad_norm": 0.11343642324209213,
      "learning_rate": 2.96558440546149e-05,
      "loss": 0.0293,
      "step": 375
    },
    {
      "epoch": 2.89,
      "grad_norm": 0.13571327924728394,
      "learning_rate": 2.9601155595455116e-05,
      "loss": 0.0306,
      "step": 376
    },
    {
      "epoch": 2.89,
      "grad_norm": 0.10728243738412857,
      "learning_rate": 2.9546373689597324e-05,
      "loss": 0.0287,
      "step": 377
    },
    {
      "epoch": 2.9,
      "grad_norm": 0.1138627678155899,
      "learning_rate": 2.9491498870226117e-05,
      "loss": 0.0299,
      "step": 378
    },
    {
      "epoch": 2.91,
      "grad_norm": 0.11929310858249664,
      "learning_rate": 2.9436531671430403e-05,
      "loss": 0.0325,
      "step": 379
    },
    {
      "epoch": 2.92,
      "grad_norm": 0.17112714052200317,
      "learning_rate": 2.93814726281982e-05,
      "loss": 0.0304,
      "step": 380
    },
    {
      "epoch": 2.93,
      "grad_norm": 0.11112922430038452,
      "learning_rate": 2.9326322276411446e-05,
      "loss": 0.0293,
      "step": 381
    },
    {
      "epoch": 2.93,
      "grad_norm": 0.10914931446313858,
      "learning_rate": 2.927108115284075e-05,
      "loss": 0.0297,
      "step": 382
    },
    {
      "epoch": 2.94,
      "grad_norm": 0.14038969576358795,
      "learning_rate": 2.921574979514021e-05,
      "loss": 0.031,
      "step": 383
    },
    {
      "epoch": 2.95,
      "grad_norm": 0.11356016993522644,
      "learning_rate": 2.9160328741842158e-05,
      "loss": 0.0306,
      "step": 384
    },
    {
      "epoch": 2.96,
      "grad_norm": 0.11667381227016449,
      "learning_rate": 2.9104818532351905e-05,
      "loss": 0.0293,
      "step": 385
    },
    {
      "epoch": 2.96,
      "grad_norm": 0.12412907183170319,
      "learning_rate": 2.9049219706942532e-05,
      "loss": 0.0307,
      "step": 386
    },
    {
      "epoch": 2.97,
      "grad_norm": 0.12285000830888748,
      "learning_rate": 2.8993532806749582e-05,
      "loss": 0.0293,
      "step": 387
    },
    {
      "epoch": 2.98,
      "grad_norm": 0.11109296977519989,
      "learning_rate": 2.8937758373765832e-05,
      "loss": 0.0307,
      "step": 388
    },
    {
      "epoch": 2.99,
      "grad_norm": 0.11916177719831467,
      "learning_rate": 2.8881896950836003e-05,
      "loss": 0.0297,
      "step": 389
    },
    {
      "epoch": 2.99,
      "grad_norm": 0.11571844667196274,
      "learning_rate": 2.8825949081651464e-05,
      "loss": 0.031,
      "step": 390
    },
    {
      "epoch": 3.0,
      "grad_norm": 0.09632351249456406,
      "learning_rate": 2.876991531074497e-05,
      "loss": 0.025,
      "step": 391
    },
    {
      "epoch": 3.01,
      "grad_norm": 0.08864370733499527,
      "learning_rate": 2.871379618348534e-05,
      "loss": 0.0194,
      "step": 392
    },
    {
      "epoch": 3.02,
      "grad_norm": 0.08486244082450867,
      "learning_rate": 2.8657592246072144e-05,
      "loss": 0.0179,
      "step": 393
    },
    {
      "epoch": 3.02,
      "grad_norm": 0.07573611289262772,
      "learning_rate": 2.8601304045530414e-05,
      "loss": 0.0171,
      "step": 394
    },
    {
      "epoch": 3.03,
      "grad_norm": 0.09659112244844437,
      "learning_rate": 2.8544932129705287e-05,
      "loss": 0.0181,
      "step": 395
    },
    {
      "epoch": 3.04,
      "grad_norm": 0.09413903206586838,
      "learning_rate": 2.84884770472567e-05,
      "loss": 0.0179,
      "step": 396
    },
    {
      "epoch": 3.05,
      "grad_norm": 0.09005770087242126,
      "learning_rate": 2.843193934765404e-05,
      "loss": 0.018,
      "step": 397
    },
    {
      "epoch": 3.06,
      "grad_norm": 0.09371140599250793,
      "learning_rate": 2.837531958117078e-05,
      "loss": 0.0179,
      "step": 398
    },
    {
      "epoch": 3.06,
      "grad_norm": 0.09308820962905884,
      "learning_rate": 2.831861829887917e-05,
      "loss": 0.0162,
      "step": 399
    },
    {
      "epoch": 3.07,
      "grad_norm": 0.09369007498025894,
      "learning_rate": 2.82618360526448e-05,
      "loss": 0.0167,
      "step": 400
    },
    {
      "epoch": 3.08,
      "grad_norm": 0.08827667683362961,
      "learning_rate": 2.8204973395121298e-05,
      "loss": 0.0179,
      "step": 401
    },
    {
      "epoch": 3.09,
      "grad_norm": 0.08312886953353882,
      "learning_rate": 2.814803087974492e-05,
      "loss": 0.0162,
      "step": 402
    },
    {
      "epoch": 3.09,
      "grad_norm": 0.10320934653282166,
      "learning_rate": 2.809100906072917e-05,
      "loss": 0.0201,
      "step": 403
    },
    {
      "epoch": 3.1,
      "grad_norm": 0.09035062044858932,
      "learning_rate": 2.8033908493059394e-05,
      "loss": 0.0182,
      "step": 404
    },
    {
      "epoch": 3.11,
      "grad_norm": 0.09151903539896011,
      "learning_rate": 2.7976729732487386e-05,
      "loss": 0.0161,
      "step": 405
    },
    {
      "epoch": 3.12,
      "grad_norm": 0.0930718183517456,
      "learning_rate": 2.7919473335525995e-05,
      "loss": 0.0173,
      "step": 406
    },
    {
      "epoch": 3.12,
      "grad_norm": 0.10269258171319962,
      "learning_rate": 2.7862139859443683e-05,
      "loss": 0.0182,
      "step": 407
    },
    {
      "epoch": 3.13,
      "grad_norm": 0.11026918143033981,
      "learning_rate": 2.7804729862259114e-05,
      "loss": 0.0173,
      "step": 408
    },
    {
      "epoch": 3.14,
      "grad_norm": 0.09837930649518967,
      "learning_rate": 2.7747243902735723e-05,
      "loss": 0.0176,
      "step": 409
    },
    {
      "epoch": 3.15,
      "grad_norm": 0.08965995907783508,
      "learning_rate": 2.7689682540376267e-05,
      "loss": 0.0174,
      "step": 410
    },
    {
      "epoch": 3.16,
      "grad_norm": 0.09735357761383057,
      "learning_rate": 2.7632046335417412e-05,
      "loss": 0.0182,
      "step": 411
    },
    {
      "epoch": 3.16,
      "grad_norm": 0.11039672046899796,
      "learning_rate": 2.7574335848824226e-05,
      "loss": 0.0177,
      "step": 412
    },
    {
      "epoch": 3.17,
      "grad_norm": 0.10187050700187683,
      "learning_rate": 2.7516551642284765e-05,
      "loss": 0.0177,
      "step": 413
    },
    {
      "epoch": 3.18,
      "grad_norm": 0.08932174742221832,
      "learning_rate": 2.74586942782046e-05,
      "loss": 0.0173,
      "step": 414
    },
    {
      "epoch": 3.19,
      "grad_norm": 0.09614111483097076,
      "learning_rate": 2.7400764319701312e-05,
      "loss": 0.0177,
      "step": 415
    },
    {
      "epoch": 3.19,
      "grad_norm": 0.10016363114118576,
      "learning_rate": 2.7342762330599048e-05,
      "loss": 0.0179,
      "step": 416
    },
    {
      "epoch": 3.2,
      "grad_norm": 0.1256435066461563,
      "learning_rate": 2.7284688875423025e-05,
      "loss": 0.0187,
      "step": 417
    },
    {
      "epoch": 3.21,
      "grad_norm": 0.09919959306716919,
      "learning_rate": 2.7226544519394015e-05,
      "loss": 0.0171,
      "step": 418
    },
    {
      "epoch": 3.22,
      "grad_norm": 0.09221014380455017,
      "learning_rate": 2.7168329828422856e-05,
      "loss": 0.0185,
      "step": 419
    },
    {
      "epoch": 3.22,
      "grad_norm": 0.09211818128824234,
      "learning_rate": 2.7110045369104967e-05,
      "loss": 0.0177,
      "step": 420
    },
    {
      "epoch": 3.23,
      "grad_norm": 0.08906693011522293,
      "learning_rate": 2.7051691708714784e-05,
      "loss": 0.0175,
      "step": 421
    },
    {
      "epoch": 3.24,
      "grad_norm": 0.09074138104915619,
      "learning_rate": 2.6993269415200294e-05,
      "loss": 0.0191,
      "step": 422
    },
    {
      "epoch": 3.25,
      "grad_norm": 0.09929236024618149,
      "learning_rate": 2.6934779057177466e-05,
      "loss": 0.0178,
      "step": 423
    },
    {
      "epoch": 3.26,
      "grad_norm": 0.09517091512680054,
      "learning_rate": 2.6876221203924723e-05,
      "loss": 0.0188,
      "step": 424
    },
    {
      "epoch": 3.26,
      "grad_norm": 0.10076611489057541,
      "learning_rate": 2.6817596425377437e-05,
      "loss": 0.0178,
      "step": 425
    },
    {
      "epoch": 3.27,
      "grad_norm": 0.09757237136363983,
      "learning_rate": 2.6758905292122327e-05,
      "loss": 0.019,
      "step": 426
    },
    {
      "epoch": 3.28,
      "grad_norm": 0.11040135473012924,
      "learning_rate": 2.6700148375391958e-05,
      "loss": 0.0202,
      "step": 427
    },
    {
      "epoch": 3.29,
      "grad_norm": 0.09049519151449203,
      "learning_rate": 2.6641326247059124e-05,
      "loss": 0.0189,
      "step": 428
    },
    {
      "epoch": 3.29,
      "grad_norm": 0.1085498183965683,
      "learning_rate": 2.658243947963134e-05,
      "loss": 0.0194,
      "step": 429
    },
    {
      "epoch": 3.3,
      "grad_norm": 0.08746053278446198,
      "learning_rate": 2.6523488646245242e-05,
      "loss": 0.0176,
      "step": 430
    },
    {
      "epoch": 3.31,
      "grad_norm": 0.09314620494842529,
      "learning_rate": 2.6464474320660998e-05,
      "loss": 0.0182,
      "step": 431
    },
    {
      "epoch": 3.32,
      "grad_norm": 0.12029460072517395,
      "learning_rate": 2.6405397077256752e-05,
      "loss": 0.0188,
      "step": 432
    },
    {
      "epoch": 3.32,
      "grad_norm": 0.0930788666009903,
      "learning_rate": 2.6346257491023015e-05,
      "loss": 0.0192,
      "step": 433
    },
    {
      "epoch": 3.33,
      "grad_norm": 0.09339287132024765,
      "learning_rate": 2.6287056137557054e-05,
      "loss": 0.0195,
      "step": 434
    },
    {
      "epoch": 3.34,
      "grad_norm": 0.08442039042711258,
      "learning_rate": 2.622779359305733e-05,
      "loss": 0.0179,
      "step": 435
    },
    {
      "epoch": 3.35,
      "grad_norm": 0.09663324803113937,
      "learning_rate": 2.6168470434317858e-05,
      "loss": 0.0196,
      "step": 436
    },
    {
      "epoch": 3.36,
      "grad_norm": 0.09552859514951706,
      "learning_rate": 2.6109087238722604e-05,
      "loss": 0.0189,
      "step": 437
    },
    {
      "epoch": 3.36,
      "grad_norm": 0.09758557379245758,
      "learning_rate": 2.6049644584239867e-05,
      "loss": 0.0192,
      "step": 438
    },
    {
      "epoch": 3.37,
      "grad_norm": 0.09988658130168915,
      "learning_rate": 2.599014304941665e-05,
      "loss": 0.0198,
      "step": 439
    },
    {
      "epoch": 3.38,
      "grad_norm": 0.08330779522657394,
      "learning_rate": 2.593058321337302e-05,
      "loss": 0.0188,
      "step": 440
    },
    {
      "epoch": 3.39,
      "grad_norm": 0.09017366170883179,
      "learning_rate": 2.5870965655796497e-05,
      "loss": 0.0187,
      "step": 441
    },
    {
      "epoch": 3.39,
      "grad_norm": 0.09778042137622833,
      "learning_rate": 2.5811290956936388e-05,
      "loss": 0.0193,
      "step": 442
    },
    {
      "epoch": 3.4,
      "grad_norm": 0.10484529286623001,
      "learning_rate": 2.5751559697598155e-05,
      "loss": 0.0187,
      "step": 443
    },
    {
      "epoch": 3.41,
      "grad_norm": 0.09345745295286179,
      "learning_rate": 2.5691772459137747e-05,
      "loss": 0.0194,
      "step": 444
    },
    {
      "epoch": 3.42,
      "grad_norm": 0.09034112095832825,
      "learning_rate": 2.5631929823455945e-05,
      "loss": 0.0196,
      "step": 445
    },
    {
      "epoch": 3.42,
      "grad_norm": 0.09179243445396423,
      "learning_rate": 2.557203237299272e-05,
      "loss": 0.0194,
      "step": 446
    },
    {
      "epoch": 3.43,
      "grad_norm": 0.0940314382314682,
      "learning_rate": 2.5512080690721543e-05,
      "loss": 0.019,
      "step": 447
    },
    {
      "epoch": 3.44,
      "grad_norm": 0.09003882110118866,
      "learning_rate": 2.5452075360143703e-05,
      "loss": 0.0194,
      "step": 448
    },
    {
      "epoch": 3.45,
      "grad_norm": 0.10961990803480148,
      "learning_rate": 2.5392016965282647e-05,
      "loss": 0.0193,
      "step": 449
    },
    {
      "epoch": 3.45,
      "grad_norm": 0.09360860288143158,
      "learning_rate": 2.5331906090678303e-05,
      "loss": 0.0205,
      "step": 450
    },
    {
      "epoch": 3.46,
      "grad_norm": 0.0873427763581276,
      "learning_rate": 2.5271743321381354e-05,
      "loss": 0.019,
      "step": 451
    },
    {
      "epoch": 3.47,
      "grad_norm": 0.08723457157611847,
      "learning_rate": 2.5211529242947586e-05,
      "loss": 0.0192,
      "step": 452
    },
    {
      "epoch": 3.48,
      "grad_norm": 0.0958879366517067,
      "learning_rate": 2.5151264441432158e-05,
      "loss": 0.0192,
      "step": 453
    },
    {
      "epoch": 3.49,
      "grad_norm": 0.11000870913267136,
      "learning_rate": 2.5090949503383906e-05,
      "loss": 0.0211,
      "step": 454
    },
    {
      "epoch": 3.49,
      "grad_norm": 0.0878106877207756,
      "learning_rate": 2.5030585015839658e-05,
      "loss": 0.0192,
      "step": 455
    },
    {
      "epoch": 3.5,
      "grad_norm": 0.09739448130130768,
      "learning_rate": 2.4970171566318477e-05,
      "loss": 0.0192,
      "step": 456
    },
    {
      "epoch": 3.51,
      "grad_norm": 0.10094361007213593,
      "learning_rate": 2.4909709742815986e-05,
      "loss": 0.0207,
      "step": 457
    },
    {
      "epoch": 3.52,
      "grad_norm": 0.09005150198936462,
      "learning_rate": 2.4849200133798608e-05,
      "loss": 0.0207,
      "step": 458
    },
    {
      "epoch": 3.52,
      "grad_norm": 0.09568016976118088,
      "learning_rate": 2.4788643328197863e-05,
      "loss": 0.0195,
      "step": 459
    },
    {
      "epoch": 3.53,
      "grad_norm": 0.08716892451047897,
      "learning_rate": 2.472803991540463e-05,
      "loss": 0.019,
      "step": 460
    },
    {
      "epoch": 3.54,
      "grad_norm": 0.08845728635787964,
      "learning_rate": 2.466739048526341e-05,
      "loss": 0.019,
      "step": 461
    },
    {
      "epoch": 3.55,
      "grad_norm": 0.08424665778875351,
      "learning_rate": 2.4606695628066584e-05,
      "loss": 0.0189,
      "step": 462
    },
    {
      "epoch": 3.55,
      "grad_norm": 0.08149096369743347,
      "learning_rate": 2.454595593454866e-05,
      "loss": 0.0188,
      "step": 463
    },
    {
      "epoch": 3.56,
      "grad_norm": 0.09580852091312408,
      "learning_rate": 2.448517199588055e-05,
      "loss": 0.0215,
      "step": 464
    },
    {
      "epoch": 3.57,
      "grad_norm": 0.08978178352117538,
      "learning_rate": 2.442434440366377e-05,
      "loss": 0.0203,
      "step": 465
    },
    {
      "epoch": 3.58,
      "grad_norm": 0.08793075382709503,
      "learning_rate": 2.436347374992474e-05,
      "loss": 0.0204,
      "step": 466
    },
    {
      "epoch": 3.59,
      "grad_norm": 0.08886060863733292,
      "learning_rate": 2.430256062710897e-05,
      "loss": 0.0203,
      "step": 467
    },
    {
      "epoch": 3.59,
      "grad_norm": 0.1001208946108818,
      "learning_rate": 2.424160562807533e-05,
      "loss": 0.0204,
      "step": 468
    },
    {
      "epoch": 3.6,
      "grad_norm": 0.08480829745531082,
      "learning_rate": 2.4180609346090247e-05,
      "loss": 0.0194,
      "step": 469
    },
    {
      "epoch": 3.61,
      "grad_norm": 0.09243600815534592,
      "learning_rate": 2.4119572374821968e-05,
      "loss": 0.0194,
      "step": 470
    },
    {
      "epoch": 3.62,
      "grad_norm": 0.08637120574712753,
      "learning_rate": 2.4058495308334758e-05,
      "loss": 0.0201,
      "step": 471
    },
    {
      "epoch": 3.62,
      "grad_norm": 0.09526148438453674,
      "learning_rate": 2.3997378741083127e-05,
      "loss": 0.0203,
      "step": 472
    },
    {
      "epoch": 3.63,
      "grad_norm": 0.08574876189231873,
      "learning_rate": 2.3936223267906017e-05,
      "loss": 0.0197,
      "step": 473
    },
    {
      "epoch": 3.64,
      "grad_norm": 0.08735029399394989,
      "learning_rate": 2.387502948402106e-05,
      "loss": 0.019,
      "step": 474
    },
    {
      "epoch": 3.65,
      "grad_norm": 0.08287892490625381,
      "learning_rate": 2.381379798501876e-05,
      "loss": 0.02,
      "step": 475
    },
    {
      "epoch": 3.65,
      "grad_norm": 0.08337916433811188,
      "learning_rate": 2.375252936685669e-05,
      "loss": 0.0199,
      "step": 476
    },
    {
      "epoch": 3.66,
      "grad_norm": 0.09577334672212601,
      "learning_rate": 2.3691224225853685e-05,
      "loss": 0.0194,
      "step": 477
    },
    {
      "epoch": 3.67,
      "grad_norm": 0.08564145117998123,
      "learning_rate": 2.362988315868409e-05,
      "loss": 0.0195,
      "step": 478
    },
    {
      "epoch": 3.68,
      "grad_norm": 0.09480710327625275,
      "learning_rate": 2.3568506762371875e-05,
      "loss": 0.0209,
      "step": 479
    },
    {
      "epoch": 3.69,
      "grad_norm": 0.09078356623649597,
      "learning_rate": 2.350709563428488e-05,
      "loss": 0.0203,
      "step": 480
    },
    {
      "epoch": 3.69,
      "grad_norm": 0.08901910483837128,
      "learning_rate": 2.344565037212899e-05,
      "loss": 0.0199,
      "step": 481
    },
    {
      "epoch": 3.7,
      "grad_norm": 0.08397212624549866,
      "learning_rate": 2.33841715739423e-05,
      "loss": 0.0194,
      "step": 482
    },
    {
      "epoch": 3.71,
      "grad_norm": 0.08882483094930649,
      "learning_rate": 2.3322659838089313e-05,
      "loss": 0.0202,
      "step": 483
    },
    {
      "epoch": 3.72,
      "grad_norm": 0.08408450335264206,
      "learning_rate": 2.3261115763255108e-05,
      "loss": 0.0202,
      "step": 484
    },
    {
      "epoch": 3.72,
      "grad_norm": 0.09042160212993622,
      "learning_rate": 2.3199539948439512e-05,
      "loss": 0.0203,
      "step": 485
    },
    {
      "epoch": 3.73,
      "grad_norm": 0.08511916548013687,
      "learning_rate": 2.3137932992951298e-05,
      "loss": 0.0188,
      "step": 486
    },
    {
      "epoch": 3.74,
      "grad_norm": 0.09483899176120758,
      "learning_rate": 2.3076295496402277e-05,
      "loss": 0.0197,
      "step": 487
    },
    {
      "epoch": 3.75,
      "grad_norm": 0.08442514389753342,
      "learning_rate": 2.301462805870155e-05,
      "loss": 0.0201,
      "step": 488
    },
    {
      "epoch": 3.75,
      "grad_norm": 0.08056911826133728,
      "learning_rate": 2.2952931280049628e-05,
      "loss": 0.0192,
      "step": 489
    },
    {
      "epoch": 3.76,
      "grad_norm": 0.08947514742612839,
      "learning_rate": 2.289120576093258e-05,
      "loss": 0.02,
      "step": 490
    },
    {
      "epoch": 3.77,
      "grad_norm": 0.08950494229793549,
      "learning_rate": 2.2829452102116206e-05,
      "loss": 0.0194,
      "step": 491
    },
    {
      "epoch": 3.78,
      "grad_norm": 0.08909059315919876,
      "learning_rate": 2.2767670904640197e-05,
      "loss": 0.0201,
      "step": 492
    },
    {
      "epoch": 3.79,
      "grad_norm": 0.09698917716741562,
      "learning_rate": 2.2705862769812252e-05,
      "loss": 0.0201,
      "step": 493
    },
    {
      "epoch": 3.79,
      "grad_norm": 0.09862850606441498,
      "learning_rate": 2.2644028299202275e-05,
      "loss": 0.0198,
      "step": 494
    },
    {
      "epoch": 3.8,
      "grad_norm": 0.10406886786222458,
      "learning_rate": 2.258216809463646e-05,
      "loss": 0.0203,
      "step": 495
    },
    {
      "epoch": 3.81,
      "grad_norm": 0.08993860334157944,
      "learning_rate": 2.25202827581915e-05,
      "loss": 0.0192,
      "step": 496
    },
    {
      "epoch": 3.82,
      "grad_norm": 0.0922846645116806,
      "learning_rate": 2.2458372892188675e-05,
      "loss": 0.0202,
      "step": 497
    },
    {
      "epoch": 3.82,
      "grad_norm": 0.08428039401769638,
      "learning_rate": 2.2396439099188e-05,
      "loss": 0.0203,
      "step": 498
    },
    {
      "epoch": 3.83,
      "grad_norm": 0.08886083960533142,
      "learning_rate": 2.2334481981982385e-05,
      "loss": 0.0205,
      "step": 499
    },
    {
      "epoch": 3.84,
      "grad_norm": 0.0839906558394432,
      "learning_rate": 2.2272502143591742e-05,
      "loss": 0.0195,
      "step": 500
    },
    {
      "epoch": 3.85,
      "grad_norm": 0.08571367710828781,
      "learning_rate": 2.221050018725713e-05,
      "loss": 0.0198,
      "step": 501
    },
    {
      "epoch": 3.85,
      "grad_norm": 0.08495412021875381,
      "learning_rate": 2.2148476716434874e-05,
      "loss": 0.0198,
      "step": 502
    },
    {
      "epoch": 3.86,
      "grad_norm": 0.09099718183279037,
      "learning_rate": 2.208643233479069e-05,
      "loss": 0.0193,
      "step": 503
    },
    {
      "epoch": 3.87,
      "grad_norm": 0.09915336966514587,
      "learning_rate": 2.2024367646193838e-05,
      "loss": 0.0197,
      "step": 504
    },
    {
      "epoch": 3.88,
      "grad_norm": 0.09666319936513901,
      "learning_rate": 2.19622832547112e-05,
      "loss": 0.0208,
      "step": 505
    },
    {
      "epoch": 3.88,
      "grad_norm": 0.09048108011484146,
      "learning_rate": 2.1900179764601442e-05,
      "loss": 0.0207,
      "step": 506
    },
    {
      "epoch": 3.89,
      "grad_norm": 0.08322761207818985,
      "learning_rate": 2.1838057780309088e-05,
      "loss": 0.0195,
      "step": 507
    },
    {
      "epoch": 3.9,
      "grad_norm": 0.08545359969139099,
      "learning_rate": 2.1775917906458698e-05,
      "loss": 0.0202,
      "step": 508
    },
    {
      "epoch": 3.91,
      "grad_norm": 0.1045001745223999,
      "learning_rate": 2.1713760747848922e-05,
      "loss": 0.0208,
      "step": 509
    },
    {
      "epoch": 3.92,
      "grad_norm": 0.09209699928760529,
      "learning_rate": 2.165158690944665e-05,
      "loss": 0.0207,
      "step": 510
    },
    {
      "epoch": 3.92,
      "grad_norm": 0.08286304026842117,
      "learning_rate": 2.1589396996381115e-05,
      "loss": 0.0194,
      "step": 511
    },
    {
      "epoch": 3.93,
      "grad_norm": 0.10599466413259506,
      "learning_rate": 2.1527191613937993e-05,
      "loss": 0.0202,
      "step": 512
    },
    {
      "epoch": 3.94,
      "grad_norm": 0.09873639047145844,
      "learning_rate": 2.1464971367553535e-05,
      "loss": 0.0211,
      "step": 513
    },
    {
      "epoch": 3.95,
      "grad_norm": 0.09936564415693283,
      "learning_rate": 2.1402736862808654e-05,
      "loss": 0.0207,
      "step": 514
    },
    {
      "epoch": 3.95,
      "grad_norm": 0.09293445199728012,
      "learning_rate": 2.1340488705423035e-05,
      "loss": 0.0204,
      "step": 515
    },
    {
      "epoch": 3.96,
      "grad_norm": 0.0853753536939621,
      "learning_rate": 2.1278227501249253e-05,
      "loss": 0.0202,
      "step": 516
    },
    {
      "epoch": 3.97,
      "grad_norm": 0.08694113045930862,
      "learning_rate": 2.1215953856266846e-05,
      "loss": 0.0195,
      "step": 517
    },
    {
      "epoch": 3.98,
      "grad_norm": 0.0869363471865654,
      "learning_rate": 2.1153668376576452e-05,
      "loss": 0.0204,
      "step": 518
    },
    {
      "epoch": 3.98,
      "grad_norm": 0.09057950973510742,
      "learning_rate": 2.1091371668393895e-05,
      "loss": 0.0202,
      "step": 519
    },
    {
      "epoch": 3.99,
      "grad_norm": 0.08620808273553848,
      "learning_rate": 2.102906433804428e-05,
      "loss": 0.0194,
      "step": 520
    },
    {
      "epoch": 4.0,
      "grad_norm": 0.08564823865890503,
      "learning_rate": 2.0966746991956093e-05,
      "loss": 0.0197,
      "step": 521
    },
    {
      "epoch": 4.01,
      "grad_norm": 0.06662225723266602,
      "learning_rate": 2.0904420236655304e-05,
      "loss": 0.0127,
      "step": 522
    },
    {
      "epoch": 4.02,
      "grad_norm": 0.06877375394105911,
      "learning_rate": 2.0842084678759465e-05,
      "loss": 0.0124,
      "step": 523
    },
    {
      "epoch": 4.02,
      "grad_norm": 0.06511253863573074,
      "learning_rate": 2.0779740924971806e-05,
      "loss": 0.0119,
      "step": 524
    },
    {
      "epoch": 4.03,
      "grad_norm": 0.0667959600687027,
      "learning_rate": 2.0717389582075308e-05,
      "loss": 0.0127,
      "step": 525
    },
    {
      "epoch": 4.04,
      "grad_norm": 0.06564877927303314,
      "learning_rate": 2.065503125692683e-05,
      "loss": 0.0124,
      "step": 526
    },
    {
      "epoch": 4.05,
      "grad_norm": 0.06754275411367416,
      "learning_rate": 2.0592666556451197e-05,
      "loss": 0.0128,
      "step": 527
    },
    {
      "epoch": 4.05,
      "grad_norm": 0.06806235015392303,
      "learning_rate": 2.0530296087635263e-05,
      "loss": 0.0119,
      "step": 528
    },
    {
      "epoch": 4.06,
      "grad_norm": 0.0656081959605217,
      "learning_rate": 2.0467920457522043e-05,
      "loss": 0.0124,
      "step": 529
    },
    {
      "epoch": 4.07,
      "grad_norm": 0.07134638726711273,
      "learning_rate": 2.0405540273204777e-05,
      "loss": 0.0119,
      "step": 530
    },
    {
      "epoch": 4.08,
      "grad_norm": 0.06481177359819412,
      "learning_rate": 2.0343156141821025e-05,
      "loss": 0.0119,
      "step": 531
    },
    {
      "epoch": 4.08,
      "grad_norm": 0.0694548636674881,
      "learning_rate": 2.028076867054677e-05,
      "loss": 0.0128,
      "step": 532
    },
    {
      "epoch": 4.09,
      "grad_norm": 0.07217177748680115,
      "learning_rate": 2.021837846659051e-05,
      "loss": 0.0125,
      "step": 533
    },
    {
      "epoch": 4.1,
      "grad_norm": 0.07400055229663849,
      "learning_rate": 2.0155986137187326e-05,
      "loss": 0.0121,
      "step": 534
    },
    {
      "epoch": 4.11,
      "grad_norm": 0.07027433812618256,
      "learning_rate": 2.0093592289592997e-05,
      "loss": 0.0117,
      "step": 535
    },
    {
      "epoch": 4.12,
      "grad_norm": 0.06789272278547287,
      "learning_rate": 2.0031197531078064e-05,
      "loss": 0.0122,
      "step": 536
    },
    {
      "epoch": 4.12,
      "grad_norm": 0.071243517100811,
      "learning_rate": 1.9968802468921942e-05,
      "loss": 0.0123,
      "step": 537
    },
    {
      "epoch": 4.13,
      "grad_norm": 0.07798586040735245,
      "learning_rate": 1.990640771040701e-05,
      "loss": 0.0128,
      "step": 538
    },
    {
      "epoch": 4.14,
      "grad_norm": 0.07501710951328278,
      "learning_rate": 1.9844013862812674e-05,
      "loss": 0.0133,
      "step": 539
    },
    {
      "epoch": 4.15,
      "grad_norm": 0.06893974542617798,
      "learning_rate": 1.978162153340949e-05,
      "loss": 0.0121,
      "step": 540
    },
    {
      "epoch": 4.15,
      "grad_norm": 0.08002519607543945,
      "learning_rate": 1.9719231329453232e-05,
      "loss": 0.0129,
      "step": 541
    },
    {
      "epoch": 4.16,
      "grad_norm": 0.07770746201276779,
      "learning_rate": 1.9656843858178988e-05,
      "loss": 0.0127,
      "step": 542
    },
    {
      "epoch": 4.17,
      "grad_norm": 0.07314487546682358,
      "learning_rate": 1.9594459726795233e-05,
      "loss": 0.013,
      "step": 543
    },
    {
      "epoch": 4.18,
      "grad_norm": 0.07891873270273209,
      "learning_rate": 1.9532079542477963e-05,
      "loss": 0.0131,
      "step": 544
    },
    {
      "epoch": 4.18,
      "grad_norm": 0.07237127423286438,
      "learning_rate": 1.946970391236474e-05,
      "loss": 0.0121,
      "step": 545
    },
    {
      "epoch": 4.19,
      "grad_norm": 0.06825929880142212,
      "learning_rate": 1.9407333443548806e-05,
      "loss": 0.0126,
      "step": 546
    },
    {
      "epoch": 4.2,
      "grad_norm": 0.06899861991405487,
      "learning_rate": 1.9344968743073173e-05,
      "loss": 0.0127,
      "step": 547
    },
    {
      "epoch": 4.21,
      "grad_norm": 0.07207786291837692,
      "learning_rate": 1.92826104179247e-05,
      "loss": 0.0125,
      "step": 548
    },
    {
      "epoch": 4.21,
      "grad_norm": 0.06783226877450943,
      "learning_rate": 1.9220259075028204e-05,
      "loss": 0.0123,
      "step": 549
    },
    {
      "epoch": 4.22,
      "grad_norm": 0.06856781244277954,
      "learning_rate": 1.9157915321240534e-05,
      "loss": 0.0126,
      "step": 550
    },
    {
      "epoch": 4.23,
      "grad_norm": 0.07011223584413528,
      "learning_rate": 1.9095579763344696e-05,
      "loss": 0.0131,
      "step": 551
    },
    {
      "epoch": 4.24,
      "grad_norm": 0.06701693683862686,
      "learning_rate": 1.9033253008043914e-05,
      "loss": 0.0121,
      "step": 552
    },
    {
      "epoch": 4.25,
      "grad_norm": 0.07344800978899002,
      "learning_rate": 1.8970935661955727e-05,
      "loss": 0.0133,
      "step": 553
    },
    {
      "epoch": 4.25,
      "grad_norm": 0.07029430568218231,
      "learning_rate": 1.8908628331606108e-05,
      "loss": 0.0131,
      "step": 554
    },
    {
      "epoch": 4.26,
      "grad_norm": 0.06867130845785141,
      "learning_rate": 1.8846331623423555e-05,
      "loss": 0.013,
      "step": 555
    },
    {
      "epoch": 4.27,
      "grad_norm": 0.0735846534371376,
      "learning_rate": 1.878404614373316e-05,
      "loss": 0.0122,
      "step": 556
    },
    {
      "epoch": 4.28,
      "grad_norm": 0.07147074490785599,
      "learning_rate": 1.872177249875075e-05,
      "loss": 0.0133,
      "step": 557
    },
    {
      "epoch": 4.28,
      "grad_norm": 0.06911338865756989,
      "learning_rate": 1.8659511294576968e-05,
      "loss": 0.0131,
      "step": 558
    },
    {
      "epoch": 4.29,
      "grad_norm": 0.07107849419116974,
      "learning_rate": 1.859726313719135e-05,
      "loss": 0.0129,
      "step": 559
    },
    {
      "epoch": 4.3,
      "grad_norm": 0.07813014090061188,
      "learning_rate": 1.853502863244647e-05,
      "loss": 0.0141,
      "step": 560
    },
    {
      "epoch": 4.31,
      "grad_norm": 0.06971003860235214,
      "learning_rate": 1.847280838606202e-05,
      "loss": 0.013,
      "step": 561
    },
    {
      "epoch": 4.31,
      "grad_norm": 0.070152148604393,
      "learning_rate": 1.8410603003618895e-05,
      "loss": 0.0129,
      "step": 562
    },
    {
      "epoch": 4.32,
      "grad_norm": 0.0758005678653717,
      "learning_rate": 1.8348413090553356e-05,
      "loss": 0.013,
      "step": 563
    },
    {
      "epoch": 4.33,
      "grad_norm": 0.07347214221954346,
      "learning_rate": 1.8286239252151084e-05,
      "loss": 0.0135,
      "step": 564
    },
    {
      "epoch": 4.34,
      "grad_norm": 0.06794369220733643,
      "learning_rate": 1.8224082093541306e-05,
      "loss": 0.0134,
      "step": 565
    },
    {
      "epoch": 4.35,
      "grad_norm": 0.06773723661899567,
      "learning_rate": 1.8161942219690915e-05,
      "loss": 0.0135,
      "step": 566
    },
    {
      "epoch": 4.35,
      "grad_norm": 0.06954654306173325,
      "learning_rate": 1.8099820235398564e-05,
      "loss": 0.0132,
      "step": 567
    },
    {
      "epoch": 4.36,
      "grad_norm": 0.070184126496315,
      "learning_rate": 1.80377167452888e-05,
      "loss": 0.0139,
      "step": 568
    },
    {
      "epoch": 4.37,
      "grad_norm": 0.07064472138881683,
      "learning_rate": 1.7975632353806166e-05,
      "loss": 0.0137,
      "step": 569
    },
    {
      "epoch": 4.38,
      "grad_norm": 0.07439540326595306,
      "learning_rate": 1.791356766520931e-05,
      "loss": 0.0134,
      "step": 570
    },
    {
      "epoch": 4.38,
      "grad_norm": 0.07122640311717987,
      "learning_rate": 1.7851523283565136e-05,
      "loss": 0.0134,
      "step": 571
    },
    {
      "epoch": 4.39,
      "grad_norm": 0.07025646418333054,
      "learning_rate": 1.778949981274288e-05,
      "loss": 0.0132,
      "step": 572
    },
    {
      "epoch": 4.4,
      "grad_norm": 0.06943293660879135,
      "learning_rate": 1.772749785640826e-05,
      "loss": 0.0139,
      "step": 573
    },
    {
      "epoch": 4.41,
      "grad_norm": 0.07135516405105591,
      "learning_rate": 1.7665518018017622e-05,
      "loss": 0.014,
      "step": 574
    },
    {
      "epoch": 4.41,
      "grad_norm": 0.07798086851835251,
      "learning_rate": 1.7603560900812003e-05,
      "loss": 0.0146,
      "step": 575
    },
    {
      "epoch": 4.42,
      "grad_norm": 0.06879287213087082,
      "learning_rate": 1.754162710781133e-05,
      "loss": 0.0127,
      "step": 576
    },
    {
      "epoch": 4.43,
      "grad_norm": 0.06986016780138016,
      "learning_rate": 1.7479717241808504e-05,
      "loss": 0.0131,
      "step": 577
    },
    {
      "epoch": 4.44,
      "grad_norm": 0.06606993824243546,
      "learning_rate": 1.7417831905363542e-05,
      "loss": 0.0133,
      "step": 578
    },
    {
      "epoch": 4.45,
      "grad_norm": 0.06856866180896759,
      "learning_rate": 1.7355971700797732e-05,
      "loss": 0.0138,
      "step": 579
    },
    {
      "epoch": 4.45,
      "grad_norm": 0.0680074468255043,
      "learning_rate": 1.729413723018775e-05,
      "loss": 0.0134,
      "step": 580
    },
    {
      "epoch": 4.46,
      "grad_norm": 0.07777101546525955,
      "learning_rate": 1.7232329095359813e-05,
      "loss": 0.0139,
      "step": 581
    },
    {
      "epoch": 4.47,
      "grad_norm": 0.07146996259689331,
      "learning_rate": 1.71705478978838e-05,
      "loss": 0.0147,
      "step": 582
    },
    {
      "epoch": 4.48,
      "grad_norm": 0.06847533583641052,
      "learning_rate": 1.710879423906743e-05,
      "loss": 0.0132,
      "step": 583
    },
    {
      "epoch": 4.48,
      "grad_norm": 0.07164774090051651,
      "learning_rate": 1.704706871995038e-05,
      "loss": 0.0138,
      "step": 584
    },
    {
      "epoch": 4.49,
      "grad_norm": 0.07443536818027496,
      "learning_rate": 1.6985371941298457e-05,
      "loss": 0.0137,
      "step": 585
    },
    {
      "epoch": 4.5,
      "grad_norm": 0.07483036816120148,
      "learning_rate": 1.692370450359773e-05,
      "loss": 0.0148,
      "step": 586
    },
    {
      "epoch": 4.51,
      "grad_norm": 0.06895185261964798,
      "learning_rate": 1.686206700704871e-05,
      "loss": 0.0138,
      "step": 587
    },
    {
      "epoch": 4.51,
      "grad_norm": 0.07155775278806686,
      "learning_rate": 1.6800460051560485e-05,
      "loss": 0.0139,
      "step": 588
    },
    {
      "epoch": 4.52,
      "grad_norm": 0.08851808309555054,
      "learning_rate": 1.6738884236744895e-05,
      "loss": 0.0146,
      "step": 589
    },
    {
      "epoch": 4.53,
      "grad_norm": 0.08131503313779831,
      "learning_rate": 1.6677340161910697e-05,
      "loss": 0.0139,
      "step": 590
    },
    {
      "epoch": 4.54,
      "grad_norm": 0.06781022995710373,
      "learning_rate": 1.6615828426057712e-05,
      "loss": 0.014,
      "step": 591
    },
    {
      "epoch": 4.55,
      "grad_norm": 0.06458062678575516,
      "learning_rate": 1.6554349627871018e-05,
      "loss": 0.0134,
      "step": 592
    },
    {
      "epoch": 4.55,
      "grad_norm": 0.0716966986656189,
      "learning_rate": 1.6492904365715122e-05,
      "loss": 0.0139,
      "step": 593
    },
    {
      "epoch": 4.56,
      "grad_norm": 0.06861037015914917,
      "learning_rate": 1.6431493237628132e-05,
      "loss": 0.0139,
      "step": 594
    },
    {
      "epoch": 4.57,
      "grad_norm": 0.07515101134777069,
      "learning_rate": 1.6370116841315913e-05,
      "loss": 0.0136,
      "step": 595
    },
    {
      "epoch": 4.58,
      "grad_norm": 0.06479217112064362,
      "learning_rate": 1.6308775774146318e-05,
      "loss": 0.0131,
      "step": 596
    },
    {
      "epoch": 4.58,
      "grad_norm": 0.0692434012889862,
      "learning_rate": 1.624747063314332e-05,
      "loss": 0.0133,
      "step": 597
    },
    {
      "epoch": 4.59,
      "grad_norm": 0.08492613583803177,
      "learning_rate": 1.618620201498124e-05,
      "loss": 0.0144,
      "step": 598
    },
    {
      "epoch": 4.6,
      "grad_norm": 0.07428327947854996,
      "learning_rate": 1.6124970515978943e-05,
      "loss": 0.0134,
      "step": 599
    },
    {
      "epoch": 4.61,
      "grad_norm": 0.07502056658267975,
      "learning_rate": 1.6063776732093996e-05,
      "loss": 0.0146,
      "step": 600
    },
    {
      "epoch": 4.61,
      "grad_norm": 0.07609640806913376,
      "learning_rate": 1.6002621258916887e-05,
      "loss": 0.0143,
      "step": 601
    },
    {
      "epoch": 4.62,
      "grad_norm": 0.07405232638120651,
      "learning_rate": 1.594150469166525e-05,
      "loss": 0.0142,
      "step": 602
    },
    {
      "epoch": 4.63,
      "grad_norm": 0.07452607154846191,
      "learning_rate": 1.5880427625178035e-05,
      "loss": 0.0138,
      "step": 603
    },
    {
      "epoch": 4.64,
      "grad_norm": 0.06582068651914597,
      "learning_rate": 1.5819390653909756e-05,
      "loss": 0.014,
      "step": 604
    },
    {
      "epoch": 4.64,
      "grad_norm": 0.06651710718870163,
      "learning_rate": 1.5758394371924678e-05,
      "loss": 0.0133,
      "step": 605
    },
    {
      "epoch": 4.65,
      "grad_norm": 0.07143042236566544,
      "learning_rate": 1.5697439372891032e-05,
      "loss": 0.0135,
      "step": 606
    },
    {
      "epoch": 4.66,
      "grad_norm": 0.11468907445669174,
      "learning_rate": 1.5636526250075266e-05,
      "loss": 0.0136,
      "step": 607
    },
    {
      "epoch": 4.67,
      "grad_norm": 0.06521432846784592,
      "learning_rate": 1.557565559633623e-05,
      "loss": 0.0139,
      "step": 608
    },
    {
      "epoch": 4.68,
      "grad_norm": 0.06903672218322754,
      "learning_rate": 1.5514828004119452e-05,
      "loss": 0.014,
      "step": 609
    },
    {
      "epoch": 4.68,
      "grad_norm": 0.0764835774898529,
      "learning_rate": 1.5454044065451342e-05,
      "loss": 0.0144,
      "step": 610
    },
    {
      "epoch": 4.69,
      "grad_norm": 0.06870891898870468,
      "learning_rate": 1.5393304371933426e-05,
      "loss": 0.0142,
      "step": 611
    },
    {
      "epoch": 4.7,
      "grad_norm": 0.07378222048282623,
      "learning_rate": 1.5332609514736593e-05,
      "loss": 0.0143,
      "step": 612
    },
    {
      "epoch": 4.71,
      "grad_norm": 0.0660475343465805,
      "learning_rate": 1.5271960084595375e-05,
      "loss": 0.0142,
      "step": 613
    },
    {
      "epoch": 4.71,
      "grad_norm": 0.07662945985794067,
      "learning_rate": 1.5211356671802142e-05,
      "loss": 0.0138,
      "step": 614
    },
    {
      "epoch": 4.72,
      "grad_norm": 0.06944695860147476,
      "learning_rate": 1.5150799866201396e-05,
      "loss": 0.0144,
      "step": 615
    },
    {
      "epoch": 4.73,
      "grad_norm": 0.07750552147626877,
      "learning_rate": 1.5090290257184019e-05,
      "loss": 0.0148,
      "step": 616
    },
    {
      "epoch": 4.74,
      "grad_norm": 0.06265722215175629,
      "learning_rate": 1.502982843368152e-05,
      "loss": 0.0134,
      "step": 617
    },
    {
      "epoch": 4.74,
      "grad_norm": 0.0708547905087471,
      "learning_rate": 1.4969414984160344e-05,
      "loss": 0.0142,
      "step": 618
    },
    {
      "epoch": 4.75,
      "grad_norm": 0.07105150818824768,
      "learning_rate": 1.4909050496616102e-05,
      "loss": 0.0147,
      "step": 619
    },
    {
      "epoch": 4.76,
      "grad_norm": 0.0647650808095932,
      "learning_rate": 1.4848735558567852e-05,
      "loss": 0.0136,
      "step": 620
    },
    {
      "epoch": 4.77,
      "grad_norm": 0.07723703980445862,
      "learning_rate": 1.4788470757052419e-05,
      "loss": 0.0144,
      "step": 621
    },
    {
      "epoch": 4.78,
      "grad_norm": 0.0752875953912735,
      "learning_rate": 1.4728256678618652e-05,
      "loss": 0.0163,
      "step": 622
    },
    {
      "epoch": 4.78,
      "grad_norm": 0.07296160608530045,
      "learning_rate": 1.4668093909321704e-05,
      "loss": 0.0152,
      "step": 623
    },
    {
      "epoch": 4.79,
      "grad_norm": 0.06530386954545975,
      "learning_rate": 1.4607983034717356e-05,
      "loss": 0.0145,
      "step": 624
    },
    {
      "epoch": 4.8,
      "grad_norm": 0.07218363881111145,
      "learning_rate": 1.4547924639856304e-05,
      "loss": 0.0144,
      "step": 625
    },
    {
      "epoch": 4.81,
      "grad_norm": 0.06703885644674301,
      "learning_rate": 1.4487919309278459e-05,
      "loss": 0.0138,
      "step": 626
    },
    {
      "epoch": 4.81,
      "grad_norm": 0.0659651830792427,
      "learning_rate": 1.442796762700728e-05,
      "loss": 0.0144,
      "step": 627
    },
    {
      "epoch": 4.82,
      "grad_norm": 0.06553196161985397,
      "learning_rate": 1.4368070176544055e-05,
      "loss": 0.0145,
      "step": 628
    },
    {
      "epoch": 4.83,
      "grad_norm": 0.0666075050830841,
      "learning_rate": 1.4308227540862265e-05,
      "loss": 0.0139,
      "step": 629
    },
    {
      "epoch": 4.84,
      "grad_norm": 0.06991173326969147,
      "learning_rate": 1.4248440302401853e-05,
      "loss": 0.0149,
      "step": 630
    },
    {
      "epoch": 4.84,
      "grad_norm": 0.06509461998939514,
      "learning_rate": 1.4188709043063616e-05,
      "loss": 0.0141,
      "step": 631
    },
    {
      "epoch": 4.85,
      "grad_norm": 0.06537767499685287,
      "learning_rate": 1.4129034344203508e-05,
      "loss": 0.0141,
      "step": 632
    },
    {
      "epoch": 4.86,
      "grad_norm": 0.07116088271141052,
      "learning_rate": 1.4069416786626987e-05,
      "loss": 0.0142,
      "step": 633
    },
    {
      "epoch": 4.87,
      "grad_norm": 0.06058025732636452,
      "learning_rate": 1.4009856950583358e-05,
      "loss": 0.014,
      "step": 634
    },
    {
      "epoch": 4.88,
      "grad_norm": 0.06636171042919159,
      "learning_rate": 1.395035541576014e-05,
      "loss": 0.0139,
      "step": 635
    },
    {
      "epoch": 4.88,
      "grad_norm": 0.06787938624620438,
      "learning_rate": 1.38909127612774e-05,
      "loss": 0.0142,
      "step": 636
    },
    {
      "epoch": 4.89,
      "grad_norm": 0.07677444815635681,
      "learning_rate": 1.3831529565682145e-05,
      "loss": 0.0144,
      "step": 637
    },
    {
      "epoch": 4.9,
      "grad_norm": 0.07003045827150345,
      "learning_rate": 1.3772206406942675e-05,
      "loss": 0.0139,
      "step": 638
    },
    {
      "epoch": 4.91,
      "grad_norm": 0.07242821902036667,
      "learning_rate": 1.3712943862442956e-05,
      "loss": 0.0145,
      "step": 639
    },
    {
      "epoch": 4.91,
      "grad_norm": 0.06925047934055328,
      "learning_rate": 1.3653742508976993e-05,
      "loss": 0.0144,
      "step": 640
    },
    {
      "epoch": 4.92,
      "grad_norm": 0.06887952238321304,
      "learning_rate": 1.3594602922743252e-05,
      "loss": 0.0141,
      "step": 641
    },
    {
      "epoch": 4.93,
      "grad_norm": 0.06720682233572006,
      "learning_rate": 1.3535525679339005e-05,
      "loss": 0.0137,
      "step": 642
    },
    {
      "epoch": 4.94,
      "grad_norm": 0.06664611399173737,
      "learning_rate": 1.3476511353754763e-05,
      "loss": 0.0137,
      "step": 643
    },
    {
      "epoch": 4.94,
      "grad_norm": 0.07690813392400742,
      "learning_rate": 1.3417560520368666e-05,
      "loss": 0.0152,
      "step": 644
    },
    {
      "epoch": 4.95,
      "grad_norm": 0.06674012541770935,
      "learning_rate": 1.3358673752940883e-05,
      "loss": 0.014,
      "step": 645
    },
    {
      "epoch": 4.96,
      "grad_norm": 0.06875568628311157,
      "learning_rate": 1.329985162460805e-05,
      "loss": 0.0144,
      "step": 646
    },
    {
      "epoch": 4.97,
      "grad_norm": 0.07102454453706741,
      "learning_rate": 1.3241094707877673e-05,
      "loss": 0.0145,
      "step": 647
    },
    {
      "epoch": 4.98,
      "grad_norm": 0.06280366331338882,
      "learning_rate": 1.3182403574622572e-05,
      "loss": 0.0134,
      "step": 648
    },
    {
      "epoch": 4.98,
      "grad_norm": 0.07154522091150284,
      "learning_rate": 1.3123778796075285e-05,
      "loss": 0.0145,
      "step": 649
    },
    {
      "epoch": 4.99,
      "grad_norm": 0.07398602366447449,
      "learning_rate": 1.3065220942822548e-05,
      "loss": 0.0148,
      "step": 650
    },
    {
      "epoch": 5.0,
      "grad_norm": 0.06619401276111603,
      "learning_rate": 1.3006730584799715e-05,
      "loss": 0.0141,
      "step": 651
    },
    {
      "epoch": 5.01,
      "grad_norm": 0.07948291301727295,
      "learning_rate": 1.2948308291285223e-05,
      "loss": 0.0119,
      "step": 652
    },
    {
      "epoch": 5.01,
      "grad_norm": 0.05343073979020119,
      "learning_rate": 1.2889954630895041e-05,
      "loss": 0.009,
      "step": 653
    },
    {
      "epoch": 5.02,
      "grad_norm": 0.05225706100463867,
      "learning_rate": 1.2831670171577148e-05,
      "loss": 0.0087,
      "step": 654
    },
    {
      "epoch": 5.03,
      "grad_norm": 0.05560747906565666,
      "learning_rate": 1.277345548060599e-05,
      "loss": 0.0092,
      "step": 655
    },
    {
      "epoch": 5.04,
      "grad_norm": 0.053426165133714676,
      "learning_rate": 1.2715311124576974e-05,
      "loss": 0.0089,
      "step": 656
    },
    {
      "epoch": 5.04,
      "grad_norm": 0.05312531813979149,
      "learning_rate": 1.265723766940095e-05,
      "loss": 0.0091,
      "step": 657
    },
    {
      "epoch": 5.05,
      "grad_norm": 0.051174722611904144,
      "learning_rate": 1.2599235680298698e-05,
      "loss": 0.0088,
      "step": 658
    },
    {
      "epoch": 5.06,
      "grad_norm": 0.05924823880195618,
      "learning_rate": 1.254130572179541e-05,
      "loss": 0.009,
      "step": 659
    },
    {
      "epoch": 5.07,
      "grad_norm": 0.05730690434575081,
      "learning_rate": 1.2483448357715242e-05,
      "loss": 0.0089,
      "step": 660
    },
    {
      "epoch": 5.07,
      "grad_norm": 0.06067182496190071,
      "learning_rate": 1.2425664151175783e-05,
      "loss": 0.0091,
      "step": 661
    },
    {
      "epoch": 5.08,
      "grad_norm": 0.05133102834224701,
      "learning_rate": 1.2367953664582593e-05,
      "loss": 0.0093,
      "step": 662
    },
    {
      "epoch": 5.09,
      "grad_norm": 0.05600114166736603,
      "learning_rate": 1.2310317459623734e-05,
      "loss": 0.0092,
      "step": 663
    },
    {
      "epoch": 5.1,
      "grad_norm": 0.05484625697135925,
      "learning_rate": 1.225275609726428e-05,
      "loss": 0.0085,
      "step": 664
    },
    {
      "epoch": 5.11,
      "grad_norm": 0.05700346827507019,
      "learning_rate": 1.219527013774089e-05,
      "loss": 0.0092,
      "step": 665
    },
    {
      "epoch": 5.11,
      "grad_norm": 0.05756707116961479,
      "learning_rate": 1.2137860140556319e-05,
      "loss": 0.0087,
      "step": 666
    },
    {
      "epoch": 5.12,
      "grad_norm": 0.0635422095656395,
      "learning_rate": 1.2080526664474003e-05,
      "loss": 0.0097,
      "step": 667
    },
    {
      "epoch": 5.13,
      "grad_norm": 0.05950229987502098,
      "learning_rate": 1.2023270267512619e-05,
      "loss": 0.0091,
      "step": 668
    },
    {
      "epoch": 5.14,
      "grad_norm": 0.055414970964193344,
      "learning_rate": 1.1966091506940616e-05,
      "loss": 0.0087,
      "step": 669
    },
    {
      "epoch": 5.14,
      "grad_norm": 0.06001156568527222,
      "learning_rate": 1.1908990939270835e-05,
      "loss": 0.0094,
      "step": 670
    },
    {
      "epoch": 5.15,
      "grad_norm": 0.06438879668712616,
      "learning_rate": 1.1851969120255085e-05,
      "loss": 0.0092,
      "step": 671
    },
    {
      "epoch": 5.16,
      "grad_norm": 0.06288009136915207,
      "learning_rate": 1.179502660487871e-05,
      "loss": 0.0091,
      "step": 672
    },
    {
      "epoch": 5.17,
      "grad_norm": 0.05976157262921333,
      "learning_rate": 1.1738163947355209e-05,
      "loss": 0.0093,
      "step": 673
    },
    {
      "epoch": 5.17,
      "grad_norm": 0.0599808543920517,
      "learning_rate": 1.168138170112084e-05,
      "loss": 0.0093,
      "step": 674
    },
    {
      "epoch": 5.18,
      "grad_norm": 0.0639665350317955,
      "learning_rate": 1.162468041882922e-05,
      "loss": 0.0095,
      "step": 675
    },
    {
      "epoch": 5.19,
      "grad_norm": 0.055945783853530884,
      "learning_rate": 1.1568060652345962e-05,
      "loss": 0.0086,
      "step": 676
    },
    {
      "epoch": 5.2,
      "grad_norm": 0.061186812818050385,
      "learning_rate": 1.1511522952743306e-05,
      "loss": 0.0092,
      "step": 677
    },
    {
      "epoch": 5.21,
      "grad_norm": 0.06328795105218887,
      "learning_rate": 1.1455067870294718e-05,
      "loss": 0.0089,
      "step": 678
    },
    {
      "epoch": 5.21,
      "grad_norm": 0.05885428935289383,
      "learning_rate": 1.1398695954469598e-05,
      "loss": 0.0093,
      "step": 679
    },
    {
      "epoch": 5.22,
      "grad_norm": 0.06359921395778656,
      "learning_rate": 1.1342407753927862e-05,
      "loss": 0.0096,
      "step": 680
    },
    {
      "epoch": 5.23,
      "grad_norm": 0.06182555481791496,
      "learning_rate": 1.1286203816514667e-05,
      "loss": 0.0093,
      "step": 681
    },
    {
      "epoch": 5.24,
      "grad_norm": 0.06308590620756149,
      "learning_rate": 1.123008468925503e-05,
      "loss": 0.0096,
      "step": 682
    },
    {
      "epoch": 5.24,
      "grad_norm": 0.06224444881081581,
      "learning_rate": 1.1174050918348543e-05,
      "loss": 0.0098,
      "step": 683
    },
    {
      "epoch": 5.25,
      "grad_norm": 0.06342342495918274,
      "learning_rate": 1.1118103049164004e-05,
      "loss": 0.0102,
      "step": 684
    },
    {
      "epoch": 5.26,
      "grad_norm": 0.061808157712221146,
      "learning_rate": 1.1062241626234171e-05,
      "loss": 0.009,
      "step": 685
    },
    {
      "epoch": 5.27,
      "grad_norm": 0.05987200140953064,
      "learning_rate": 1.1006467193250421e-05,
      "loss": 0.0097,
      "step": 686
    },
    {
      "epoch": 5.27,
      "grad_norm": 0.05916636437177658,
      "learning_rate": 1.0950780293057476e-05,
      "loss": 0.0094,
      "step": 687
    },
    {
      "epoch": 5.28,
      "grad_norm": 0.06484086811542511,
      "learning_rate": 1.08951814676481e-05,
      "loss": 0.0097,
      "step": 688
    },
    {
      "epoch": 5.29,
      "grad_norm": 0.06139872595667839,
      "learning_rate": 1.0839671258157856e-05,
      "loss": 0.0101,
      "step": 689
    },
    {
      "epoch": 5.3,
      "grad_norm": 0.06333613395690918,
      "learning_rate": 1.0784250204859798e-05,
      "loss": 0.0089,
      "step": 690
    },
    {
      "epoch": 5.31,
      "grad_norm": 0.061021000146865845,
      "learning_rate": 1.0728918847159258e-05,
      "loss": 0.0098,
      "step": 691
    },
    {
      "epoch": 5.31,
      "grad_norm": 0.06266611814498901,
      "learning_rate": 1.067367772358856e-05,
      "loss": 0.0099,
      "step": 692
    },
    {
      "epoch": 5.32,
      "grad_norm": 0.06387548893690109,
      "learning_rate": 1.0618527371801798e-05,
      "loss": 0.0098,
      "step": 693
    },
    {
      "epoch": 5.33,
      "grad_norm": 0.06081629917025566,
      "learning_rate": 1.0563468328569603e-05,
      "loss": 0.0098,
      "step": 694
    },
    {
      "epoch": 5.34,
      "grad_norm": 0.06264431774616241,
      "learning_rate": 1.0508501129773888e-05,
      "loss": 0.0101,
      "step": 695
    },
    {
      "epoch": 5.34,
      "grad_norm": 0.06257108598947525,
      "learning_rate": 1.045362631040268e-05,
      "loss": 0.0098,
      "step": 696
    },
    {
      "epoch": 5.35,
      "grad_norm": 0.05395418778061867,
      "learning_rate": 1.0398844404544897e-05,
      "loss": 0.0096,
      "step": 697
    },
    {
      "epoch": 5.36,
      "grad_norm": 0.0616784542798996,
      "learning_rate": 1.0344155945385106e-05,
      "loss": 0.0101,
      "step": 698
    },
    {
      "epoch": 5.37,
      "grad_norm": 0.06094779074192047,
      "learning_rate": 1.0289561465198405e-05,
      "loss": 0.0098,
      "step": 699
    },
    {
      "epoch": 5.37,
      "grad_norm": 0.06029227748513222,
      "learning_rate": 1.0235061495345206e-05,
      "loss": 0.0099,
      "step": 700
    },
    {
      "epoch": 5.38,
      "grad_norm": 0.059027206152677536,
      "learning_rate": 1.0180656566266039e-05,
      "loss": 0.0095,
      "step": 701
    },
    {
      "epoch": 5.39,
      "grad_norm": 0.05769060552120209,
      "learning_rate": 1.012634720747644e-05,
      "loss": 0.0093,
      "step": 702
    },
    {
      "epoch": 5.4,
      "grad_norm": 0.0685461089015007,
      "learning_rate": 1.0072133947561763e-05,
      "loss": 0.0102,
      "step": 703
    },
    {
      "epoch": 5.4,
      "grad_norm": 0.061841391026973724,
      "learning_rate": 1.001801731417205e-05,
      "loss": 0.0101,
      "step": 704
    },
    {
      "epoch": 5.41,
      "grad_norm": 0.06308455020189285,
      "learning_rate": 9.963997834016897e-06,
      "loss": 0.0095,
      "step": 705
    },
    {
      "epoch": 5.42,
      "grad_norm": 0.06159483268857002,
      "learning_rate": 9.910076032860299e-06,
      "loss": 0.0102,
      "step": 706
    },
    {
      "epoch": 5.43,
      "grad_norm": 0.057194169610738754,
      "learning_rate": 9.856252435515566e-06,
      "loss": 0.0096,
      "step": 707
    },
    {
      "epoch": 5.44,
      "grad_norm": 0.060037873685359955,
      "learning_rate": 9.80252756584021e-06,
      "loss": 0.0097,
      "step": 708
    },
    {
      "epoch": 5.44,
      "grad_norm": 0.05958379805088043,
      "learning_rate": 9.748901946730838e-06,
      "loss": 0.0099,
      "step": 709
    },
    {
      "epoch": 5.45,
      "grad_norm": 0.06121755763888359,
      "learning_rate": 9.695376100118066e-06,
      "loss": 0.0102,
      "step": 710
    },
    {
      "epoch": 5.46,
      "grad_norm": 0.061053842306137085,
      "learning_rate": 9.641950546961441e-06,
      "loss": 0.0099,
      "step": 711
    },
    {
      "epoch": 5.47,
      "grad_norm": 0.06203647330403328,
      "learning_rate": 9.588625807244347e-06,
      "loss": 0.0101,
      "step": 712
    },
    {
      "epoch": 5.47,
      "grad_norm": 0.06038645654916763,
      "learning_rate": 9.535402399968994e-06,
      "loss": 0.01,
      "step": 713
    },
    {
      "epoch": 5.48,
      "grad_norm": 0.06025896593928337,
      "learning_rate": 9.48228084315132e-06,
      "loss": 0.0104,
      "step": 714
    },
    {
      "epoch": 5.49,
      "grad_norm": 0.05739811435341835,
      "learning_rate": 9.429261653815972e-06,
      "loss": 0.0102,
      "step": 715
    },
    {
      "epoch": 5.5,
      "grad_norm": 0.057722482830286026,
      "learning_rate": 9.376345347991276e-06,
      "loss": 0.0101,
      "step": 716
    },
    {
      "epoch": 5.5,
      "grad_norm": 0.16650202870368958,
      "learning_rate": 9.323532440704196e-06,
      "loss": 0.0106,
      "step": 717
    },
    {
      "epoch": 5.51,
      "grad_norm": 0.06275496631860733,
      "learning_rate": 9.27082344597532e-06,
      "loss": 0.0106,
      "step": 718
    },
    {
      "epoch": 5.52,
      "grad_norm": 0.06536982953548431,
      "learning_rate": 9.2182188768139e-06,
      "loss": 0.0099,
      "step": 719
    },
    {
      "epoch": 5.53,
      "grad_norm": 0.06038543954491615,
      "learning_rate": 9.165719245212812e-06,
      "loss": 0.0104,
      "step": 720
    },
    {
      "epoch": 5.54,
      "grad_norm": 0.05523300915956497,
      "learning_rate": 9.113325062143592e-06,
      "loss": 0.0099,
      "step": 721
    },
    {
      "epoch": 5.54,
      "grad_norm": 0.0561201237142086,
      "learning_rate": 9.061036837551467e-06,
      "loss": 0.0099,
      "step": 722
    },
    {
      "epoch": 5.55,
      "grad_norm": 0.059468839317560196,
      "learning_rate": 9.008855080350363e-06,
      "loss": 0.0104,
      "step": 723
    },
    {
      "epoch": 5.56,
      "grad_norm": 0.05762971192598343,
      "learning_rate": 8.956780298417997e-06,
      "loss": 0.01,
      "step": 724
    },
    {
      "epoch": 5.57,
      "grad_norm": 0.058596912771463394,
      "learning_rate": 8.904812998590904e-06,
      "loss": 0.01,
      "step": 725
    },
    {
      "epoch": 5.57,
      "grad_norm": 0.05691235885024071,
      "learning_rate": 8.852953686659513e-06,
      "loss": 0.0097,
      "step": 726
    },
    {
      "epoch": 5.58,
      "grad_norm": 0.0685015544295311,
      "learning_rate": 8.801202867363207e-06,
      "loss": 0.0106,
      "step": 727
    },
    {
      "epoch": 5.59,
      "grad_norm": 0.05923609063029289,
      "learning_rate": 8.749561044385453e-06,
      "loss": 0.0106,
      "step": 728
    },
    {
      "epoch": 5.6,
      "grad_norm": 0.060426920652389526,
      "learning_rate": 8.698028720348835e-06,
      "loss": 0.0105,
      "step": 729
    },
    {
      "epoch": 5.6,
      "grad_norm": 0.06719065457582474,
      "learning_rate": 8.646606396810234e-06,
      "loss": 0.0109,
      "step": 730
    },
    {
      "epoch": 5.61,
      "grad_norm": 0.06025005131959915,
      "learning_rate": 8.595294574255893e-06,
      "loss": 0.0104,
      "step": 731
    },
    {
      "epoch": 5.62,
      "grad_norm": 0.05733707547187805,
      "learning_rate": 8.544093752096572e-06,
      "loss": 0.0099,
      "step": 732
    },
    {
      "epoch": 5.63,
      "grad_norm": 0.06899592280387878,
      "learning_rate": 8.49300442866268e-06,
      "loss": 0.0114,
      "step": 733
    },
    {
      "epoch": 5.64,
      "grad_norm": 0.0604536272585392,
      "learning_rate": 8.442027101199414e-06,
      "loss": 0.0106,
      "step": 734
    },
    {
      "epoch": 5.64,
      "grad_norm": 0.05913786217570305,
      "learning_rate": 8.39116226586195e-06,
      "loss": 0.0105,
      "step": 735
    },
    {
      "epoch": 5.65,
      "grad_norm": 0.058253396302461624,
      "learning_rate": 8.340410417710562e-06,
      "loss": 0.0103,
      "step": 736
    },
    {
      "epoch": 5.66,
      "grad_norm": 0.06156881898641586,
      "learning_rate": 8.289772050705869e-06,
      "loss": 0.0106,
      "step": 737
    },
    {
      "epoch": 5.67,
      "grad_norm": 0.06145387887954712,
      "learning_rate": 8.239247657703974e-06,
      "loss": 0.0106,
      "step": 738
    },
    {
      "epoch": 5.67,
      "grad_norm": 0.060531727969646454,
      "learning_rate": 8.188837730451706e-06,
      "loss": 0.0107,
      "step": 739
    },
    {
      "epoch": 5.68,
      "grad_norm": 0.06284269690513611,
      "learning_rate": 8.138542759581783e-06,
      "loss": 0.0102,
      "step": 740
    },
    {
      "epoch": 5.69,
      "grad_norm": 0.061300307512283325,
      "learning_rate": 8.088363234608097e-06,
      "loss": 0.0112,
      "step": 741
    },
    {
      "epoch": 5.7,
      "grad_norm": 0.05871857330203056,
      "learning_rate": 8.03829964392091e-06,
      "loss": 0.0104,
      "step": 742
    },
    {
      "epoch": 5.7,
      "grad_norm": 0.06662297248840332,
      "learning_rate": 7.988352474782118e-06,
      "loss": 0.0104,
      "step": 743
    },
    {
      "epoch": 5.71,
      "grad_norm": 0.057630885392427444,
      "learning_rate": 7.938522213320503e-06,
      "loss": 0.0099,
      "step": 744
    },
    {
      "epoch": 5.72,
      "grad_norm": 0.06206595152616501,
      "learning_rate": 7.888809344526988e-06,
      "loss": 0.0106,
      "step": 745
    },
    {
      "epoch": 5.73,
      "grad_norm": 0.062052857130765915,
      "learning_rate": 7.839214352249933e-06,
      "loss": 0.0107,
      "step": 746
    },
    {
      "epoch": 5.74,
      "grad_norm": 0.05820086970925331,
      "learning_rate": 7.789737719190433e-06,
      "loss": 0.0102,
      "step": 747
    },
    {
      "epoch": 5.74,
      "grad_norm": 0.056203752756118774,
      "learning_rate": 7.740379926897602e-06,
      "loss": 0.0101,
      "step": 748
    },
    {
      "epoch": 5.75,
      "grad_norm": 0.06261992454528809,
      "learning_rate": 7.691141455763903e-06,
      "loss": 0.0113,
      "step": 749
    },
    {
      "epoch": 5.76,
      "grad_norm": 0.057759836316108704,
      "learning_rate": 7.642022785020455e-06,
      "loss": 0.0104,
      "step": 750
    },
    {
      "epoch": 5.77,
      "grad_norm": 0.056587763130664825,
      "learning_rate": 7.5930243927323645e-06,
      "loss": 0.0099,
      "step": 751
    },
    {
      "epoch": 5.77,
      "grad_norm": 0.057172466069459915,
      "learning_rate": 7.544146755794104e-06,
      "loss": 0.0108,
      "step": 752
    },
    {
      "epoch": 5.78,
      "grad_norm": 0.06228978931903839,
      "learning_rate": 7.495390349924847e-06,
      "loss": 0.0108,
      "step": 753
    },
    {
      "epoch": 5.79,
      "grad_norm": 0.06040652096271515,
      "learning_rate": 7.446755649663835e-06,
      "loss": 0.0109,
      "step": 754
    },
    {
      "epoch": 5.8,
      "grad_norm": 0.06216125562787056,
      "learning_rate": 7.3982431283657805e-06,
      "loss": 0.011,
      "step": 755
    },
    {
      "epoch": 5.8,
      "grad_norm": 0.0665709525346756,
      "learning_rate": 7.349853258196226e-06,
      "loss": 0.0107,
      "step": 756
    },
    {
      "epoch": 5.81,
      "grad_norm": 0.05716193839907646,
      "learning_rate": 7.30158651012697e-06,
      "loss": 0.0104,
      "step": 757
    },
    {
      "epoch": 5.82,
      "grad_norm": 0.05837683007121086,
      "learning_rate": 7.253443353931497e-06,
      "loss": 0.0102,
      "step": 758
    },
    {
      "epoch": 5.83,
      "grad_norm": 0.06044989079236984,
      "learning_rate": 7.2054242581803776e-06,
      "loss": 0.01,
      "step": 759
    },
    {
      "epoch": 5.83,
      "grad_norm": 0.05887800455093384,
      "learning_rate": 7.157529690236724e-06,
      "loss": 0.0104,
      "step": 760
    },
    {
      "epoch": 5.84,
      "grad_norm": 0.057960037142038345,
      "learning_rate": 7.109760116251638e-06,
      "loss": 0.0104,
      "step": 761
    },
    {
      "epoch": 5.85,
      "grad_norm": 0.058715853840112686,
      "learning_rate": 7.06211600115966e-06,
      "loss": 0.0109,
      "step": 762
    },
    {
      "epoch": 5.86,
      "grad_norm": 0.28305932879447937,
      "learning_rate": 7.014597808674268e-06,
      "loss": 0.0109,
      "step": 763
    },
    {
      "epoch": 5.87,
      "grad_norm": 0.0576317235827446,
      "learning_rate": 6.9672060012833554e-06,
      "loss": 0.0103,
      "step": 764
    },
    {
      "epoch": 5.87,
      "grad_norm": 0.06595731526613235,
      "learning_rate": 6.919941040244728e-06,
      "loss": 0.0126,
      "step": 765
    },
    {
      "epoch": 5.88,
      "grad_norm": 0.06269898265600204,
      "learning_rate": 6.872803385581594e-06,
      "loss": 0.0106,
      "step": 766
    },
    {
      "epoch": 5.89,
      "grad_norm": 0.056339289993047714,
      "learning_rate": 6.825793496078135e-06,
      "loss": 0.0102,
      "step": 767
    },
    {
      "epoch": 5.9,
      "grad_norm": 0.06980512291193008,
      "learning_rate": 6.778911829274986e-06,
      "loss": 0.0106,
      "step": 768
    },
    {
      "epoch": 5.9,
      "grad_norm": 0.06072579324245453,
      "learning_rate": 6.732158841464826e-06,
      "loss": 0.0104,
      "step": 769
    },
    {
      "epoch": 5.91,
      "grad_norm": 0.05551678687334061,
      "learning_rate": 6.685534987687918e-06,
      "loss": 0.0106,
      "step": 770
    },
    {
      "epoch": 5.92,
      "grad_norm": 0.05761561915278435,
      "learning_rate": 6.639040721727674e-06,
      "loss": 0.0102,
      "step": 771
    },
    {
      "epoch": 5.93,
      "grad_norm": 0.07146608084440231,
      "learning_rate": 6.5926764961062585e-06,
      "loss": 0.0104,
      "step": 772
    },
    {
      "epoch": 5.93,
      "grad_norm": 0.05681779980659485,
      "learning_rate": 6.546442762080149e-06,
      "loss": 0.0102,
      "step": 773
    },
    {
      "epoch": 5.94,
      "grad_norm": 0.0556565523147583,
      "learning_rate": 6.500339969635794e-06,
      "loss": 0.01,
      "step": 774
    },
    {
      "epoch": 5.95,
      "grad_norm": 0.06225784868001938,
      "learning_rate": 6.4543685674851834e-06,
      "loss": 0.0113,
      "step": 775
    },
    {
      "epoch": 5.96,
      "grad_norm": 0.06186867505311966,
      "learning_rate": 6.408529003061512e-06,
      "loss": 0.0113,
      "step": 776
    },
    {
      "epoch": 5.97,
      "grad_norm": 0.06227191537618637,
      "learning_rate": 6.362821722514827e-06,
      "loss": 0.0108,
      "step": 777
    },
    {
      "epoch": 5.97,
      "grad_norm": 0.06345570832490921,
      "learning_rate": 6.317247170707666e-06,
      "loss": 0.0111,
      "step": 778
    },
    {
      "epoch": 5.98,
      "grad_norm": 0.06830250471830368,
      "learning_rate": 6.271805791210723e-06,
      "loss": 0.0107,
      "step": 779
    },
    {
      "epoch": 5.99,
      "grad_norm": 0.06165685877203941,
      "learning_rate": 6.226498026298569e-06,
      "loss": 0.0103,
      "step": 780
    },
    {
      "epoch": 6.0,
      "grad_norm": 0.05917961150407791,
      "learning_rate": 6.18132431694531e-06,
      "loss": 0.0103,
      "step": 781
    },
    {
      "epoch": 6.0,
      "grad_norm": 0.05313841626048088,
      "learning_rate": 6.1362851028203095e-06,
      "loss": 0.0087,
      "step": 782
    },
    {
      "epoch": 6.01,
      "grad_norm": 0.05500919744372368,
      "learning_rate": 6.091380822283914e-06,
      "loss": 0.0071,
      "step": 783
    },
    {
      "epoch": 6.02,
      "grad_norm": 0.04682999849319458,
      "learning_rate": 6.046611912383171e-06,
      "loss": 0.0072,
      "step": 784
    },
    {
      "epoch": 6.03,
      "grad_norm": 0.04729432985186577,
      "learning_rate": 6.0019788088475815e-06,
      "loss": 0.0071,
      "step": 785
    },
    {
      "epoch": 6.03,
      "grad_norm": 0.054288025945425034,
      "learning_rate": 5.957481946084876e-06,
      "loss": 0.0076,
      "step": 786
    },
    {
      "epoch": 6.04,
      "grad_norm": 0.04912056028842926,
      "learning_rate": 5.913121757176763e-06,
      "loss": 0.0072,
      "step": 787
    },
    {
      "epoch": 6.05,
      "grad_norm": 0.04554147273302078,
      "learning_rate": 5.868898673874728e-06,
      "loss": 0.0071,
      "step": 788
    },
    {
      "epoch": 6.06,
      "grad_norm": 0.05164865776896477,
      "learning_rate": 5.824813126595832e-06,
      "loss": 0.008,
      "step": 789
    },
    {
      "epoch": 6.07,
      "grad_norm": 0.04785354807972908,
      "learning_rate": 5.780865544418499e-06,
      "loss": 0.007,
      "step": 790
    },
    {
      "epoch": 6.07,
      "grad_norm": 0.048543281853199005,
      "learning_rate": 5.737056355078374e-06,
      "loss": 0.007,
      "step": 791
    },
    {
      "epoch": 6.08,
      "grad_norm": 0.0490332767367363,
      "learning_rate": 5.6933859849641416e-06,
      "loss": 0.0073,
      "step": 792
    },
    {
      "epoch": 6.09,
      "grad_norm": 0.04716874659061432,
      "learning_rate": 5.6498548591133725e-06,
      "loss": 0.0069,
      "step": 793
    },
    {
      "epoch": 6.1,
      "grad_norm": 0.048864495009183884,
      "learning_rate": 5.606463401208408e-06,
      "loss": 0.0067,
      "step": 794
    },
    {
      "epoch": 6.1,
      "grad_norm": 0.04809195548295975,
      "learning_rate": 5.563212033572201e-06,
      "loss": 0.0072,
      "step": 795
    },
    {
      "epoch": 6.11,
      "grad_norm": 0.0525406189262867,
      "learning_rate": 5.520101177164228e-06,
      "loss": 0.0074,
      "step": 796
    },
    {
      "epoch": 6.12,
      "grad_norm": 0.04640812799334526,
      "learning_rate": 5.4771312515764e-06,
      "loss": 0.0067,
      "step": 797
    },
    {
      "epoch": 6.13,
      "grad_norm": 0.051228053867816925,
      "learning_rate": 5.434302675028964e-06,
      "loss": 0.0072,
      "step": 798
    },
    {
      "epoch": 6.13,
      "grad_norm": 0.050089213997125626,
      "learning_rate": 5.391615864366438e-06,
      "loss": 0.0068,
      "step": 799
    },
    {
      "epoch": 6.14,
      "grad_norm": 0.05177585408091545,
      "learning_rate": 5.349071235053554e-06,
      "loss": 0.0072,
      "step": 800
    },
    {
      "epoch": 6.15,
      "grad_norm": 0.053178057074546814,
      "learning_rate": 5.306669201171197e-06,
      "loss": 0.0073,
      "step": 801
    },
    {
      "epoch": 6.16,
      "grad_norm": 0.04784577339887619,
      "learning_rate": 5.264410175412414e-06,
      "loss": 0.0069,
      "step": 802
    },
    {
      "epoch": 6.17,
      "grad_norm": 0.05324474722146988,
      "learning_rate": 5.222294569078366e-06,
      "loss": 0.0073,
      "step": 803
    },
    {
      "epoch": 6.17,
      "grad_norm": 0.05342203751206398,
      "learning_rate": 5.180322792074317e-06,
      "loss": 0.0073,
      "step": 804
    },
    {
      "epoch": 6.18,
      "grad_norm": 0.05281771719455719,
      "learning_rate": 5.138495252905684e-06,
      "loss": 0.0078,
      "step": 805
    },
    {
      "epoch": 6.19,
      "grad_norm": 0.05480753630399704,
      "learning_rate": 5.09681235867403e-06,
      "loss": 0.0073,
      "step": 806
    },
    {
      "epoch": 6.2,
      "grad_norm": 0.05215248838067055,
      "learning_rate": 5.055274515073094e-06,
      "loss": 0.0072,
      "step": 807
    },
    {
      "epoch": 6.2,
      "grad_norm": 0.05400507152080536,
      "learning_rate": 5.013882126384877e-06,
      "loss": 0.0071,
      "step": 808
    },
    {
      "epoch": 6.21,
      "grad_norm": 0.05833006650209427,
      "learning_rate": 4.9726355954756786e-06,
      "loss": 0.0079,
      "step": 809
    },
    {
      "epoch": 6.22,
      "grad_norm": 0.0508585087954998,
      "learning_rate": 4.931535323792189e-06,
      "loss": 0.007,
      "step": 810
    },
    {
      "epoch": 6.23,
      "grad_norm": 0.052157700061798096,
      "learning_rate": 4.890581711357582e-06,
      "loss": 0.0072,
      "step": 811
    },
    {
      "epoch": 6.23,
      "grad_norm": 0.053852394223213196,
      "learning_rate": 4.849775156767598e-06,
      "loss": 0.0074,
      "step": 812
    },
    {
      "epoch": 6.24,
      "grad_norm": 0.05250995606184006,
      "learning_rate": 4.809116057186711e-06,
      "loss": 0.0071,
      "step": 813
    },
    {
      "epoch": 6.25,
      "grad_norm": 0.055634334683418274,
      "learning_rate": 4.7686048083442105e-06,
      "loss": 0.0077,
      "step": 814
    },
    {
      "epoch": 6.26,
      "grad_norm": 0.05276574566960335,
      "learning_rate": 4.7282418045303954e-06,
      "loss": 0.0073,
      "step": 815
    },
    {
      "epoch": 6.26,
      "grad_norm": 0.06131422892212868,
      "learning_rate": 4.688027438592706e-06,
      "loss": 0.007,
      "step": 816
    },
    {
      "epoch": 6.27,
      "grad_norm": 0.05558731034398079,
      "learning_rate": 4.64796210193192e-06,
      "loss": 0.0073,
      "step": 817
    },
    {
      "epoch": 6.28,
      "grad_norm": 0.05414123833179474,
      "learning_rate": 4.608046184498318e-06,
      "loss": 0.0074,
      "step": 818
    },
    {
      "epoch": 6.29,
      "grad_norm": 0.058134667575359344,
      "learning_rate": 4.568280074787919e-06,
      "loss": 0.0072,
      "step": 819
    },
    {
      "epoch": 6.3,
      "grad_norm": 0.060313113033771515,
      "learning_rate": 4.528664159838681e-06,
      "loss": 0.0081,
      "step": 820
    },
    {
      "epoch": 6.3,
      "grad_norm": 0.054234303534030914,
      "learning_rate": 4.489198825226742e-06,
      "loss": 0.0074,
      "step": 821
    },
    {
      "epoch": 6.31,
      "grad_norm": 0.06013951450586319,
      "learning_rate": 4.449884455062643e-06,
      "loss": 0.0078,
      "step": 822
    },
    {
      "epoch": 6.32,
      "grad_norm": 0.05726248770952225,
      "learning_rate": 4.410721431987639e-06,
      "loss": 0.0077,
      "step": 823
    },
    {
      "epoch": 6.33,
      "grad_norm": 0.05651944503188133,
      "learning_rate": 4.3717101371699155e-06,
      "loss": 0.0074,
      "step": 824
    },
    {
      "epoch": 6.33,
      "grad_norm": 0.05372058227658272,
      "learning_rate": 4.3328509503009286e-06,
      "loss": 0.0071,
      "step": 825
    },
    {
      "epoch": 6.34,
      "grad_norm": 0.05767044425010681,
      "learning_rate": 4.2941442495916805e-06,
      "loss": 0.0075,
      "step": 826
    },
    {
      "epoch": 6.35,
      "grad_norm": 0.05186377093195915,
      "learning_rate": 4.255590411769057e-06,
      "loss": 0.0073,
      "step": 827
    },
    {
      "epoch": 6.36,
      "grad_norm": 0.056691158562898636,
      "learning_rate": 4.217189812072131e-06,
      "loss": 0.0074,
      "step": 828
    },
    {
      "epoch": 6.36,
      "grad_norm": 0.057784903794527054,
      "learning_rate": 4.1789428242485485e-06,
      "loss": 0.0075,
      "step": 829
    },
    {
      "epoch": 6.37,
      "grad_norm": 0.06017537787556648,
      "learning_rate": 4.1408498205508654e-06,
      "loss": 0.0076,
      "step": 830
    },
    {
      "epoch": 6.38,
      "grad_norm": 0.059429608285427094,
      "learning_rate": 4.102911171732933e-06,
      "loss": 0.0078,
      "step": 831
    },
    {
      "epoch": 6.39,
      "grad_norm": 0.055457279086112976,
      "learning_rate": 4.065127247046294e-06,
      "loss": 0.0075,
      "step": 832
    },
    {
      "epoch": 6.4,
      "grad_norm": 0.05795317515730858,
      "learning_rate": 4.0274984142365724e-06,
      "loss": 0.0077,
      "step": 833
    },
    {
      "epoch": 6.4,
      "grad_norm": 0.07282472401857376,
      "learning_rate": 3.990025039539902e-06,
      "loss": 0.0075,
      "step": 834
    },
    {
      "epoch": 6.41,
      "grad_norm": 0.05700072646141052,
      "learning_rate": 3.952707487679379e-06,
      "loss": 0.0076,
      "step": 835
    },
    {
      "epoch": 6.42,
      "grad_norm": 0.05585889890789986,
      "learning_rate": 3.915546121861491e-06,
      "loss": 0.0076,
      "step": 836
    },
    {
      "epoch": 6.43,
      "grad_norm": 0.05375934764742851,
      "learning_rate": 3.878541303772587e-06,
      "loss": 0.0071,
      "step": 837
    },
    {
      "epoch": 6.43,
      "grad_norm": 0.06071506068110466,
      "learning_rate": 3.8416933935753675e-06,
      "loss": 0.0079,
      "step": 838
    },
    {
      "epoch": 6.44,
      "grad_norm": 0.05467228963971138,
      "learning_rate": 3.8050027499053534e-06,
      "loss": 0.0074,
      "step": 839
    },
    {
      "epoch": 6.45,
      "grad_norm": 0.05671767145395279,
      "learning_rate": 3.7684697298674234e-06,
      "loss": 0.0076,
      "step": 840
    },
    {
      "epoch": 6.46,
      "grad_norm": 0.05431463569402695,
      "learning_rate": 3.732094689032333e-06,
      "loss": 0.008,
      "step": 841
    },
    {
      "epoch": 6.46,
      "grad_norm": 0.05200907960534096,
      "learning_rate": 3.6958779814332448e-06,
      "loss": 0.0069,
      "step": 842
    },
    {
      "epoch": 6.47,
      "grad_norm": 0.05386371910572052,
      "learning_rate": 3.659819959562274e-06,
      "loss": 0.0074,
      "step": 843
    },
    {
      "epoch": 6.48,
      "grad_norm": 0.0579906590282917,
      "learning_rate": 3.6239209743670878e-06,
      "loss": 0.0075,
      "step": 844
    },
    {
      "epoch": 6.49,
      "grad_norm": 0.05794265866279602,
      "learning_rate": 3.588181375247457e-06,
      "loss": 0.0077,
      "step": 845
    },
    {
      "epoch": 6.5,
      "grad_norm": 0.0597093403339386,
      "learning_rate": 3.5526015100518785e-06,
      "loss": 0.0078,
      "step": 846
    },
    {
      "epoch": 6.5,
      "grad_norm": 0.06104637682437897,
      "learning_rate": 3.5171817250741815e-06,
      "loss": 0.008,
      "step": 847
    },
    {
      "epoch": 6.51,
      "grad_norm": 0.053399961441755295,
      "learning_rate": 3.4819223650501543e-06,
      "loss": 0.0074,
      "step": 848
    },
    {
      "epoch": 6.52,
      "grad_norm": 0.06024890020489693,
      "learning_rate": 3.4468237731541976e-06,
      "loss": 0.008,
      "step": 849
    },
    {
      "epoch": 6.53,
      "grad_norm": 0.054280877113342285,
      "learning_rate": 3.411886290995965e-06,
      "loss": 0.0075,
      "step": 850
    },
    {
      "epoch": 6.53,
      "grad_norm": 0.05808375030755997,
      "learning_rate": 3.377110258617062e-06,
      "loss": 0.0082,
      "step": 851
    },
    {
      "epoch": 6.54,
      "grad_norm": 0.06474139541387558,
      "learning_rate": 3.342496014487733e-06,
      "loss": 0.0074,
      "step": 852
    },
    {
      "epoch": 6.55,
      "grad_norm": 0.05558295547962189,
      "learning_rate": 3.3080438955035365e-06,
      "loss": 0.0079,
      "step": 853
    },
    {
      "epoch": 6.56,
      "grad_norm": 0.054287388920784,
      "learning_rate": 3.2737542369821117e-06,
      "loss": 0.0074,
      "step": 854
    },
    {
      "epoch": 6.56,
      "grad_norm": 0.062351033091545105,
      "learning_rate": 3.2396273726598925e-06,
      "loss": 0.0085,
      "step": 855
    },
    {
      "epoch": 6.57,
      "grad_norm": 0.05515924468636513,
      "learning_rate": 3.2056636346888403e-06,
      "loss": 0.0078,
      "step": 856
    },
    {
      "epoch": 6.58,
      "grad_norm": 0.05551682412624359,
      "learning_rate": 3.1718633536332486e-06,
      "loss": 0.0079,
      "step": 857
    },
    {
      "epoch": 6.59,
      "grad_norm": 0.054728493094444275,
      "learning_rate": 3.1382268584665043e-06,
      "loss": 0.0079,
      "step": 858
    },
    {
      "epoch": 6.6,
      "grad_norm": 0.054819852113723755,
      "learning_rate": 3.104754476567886e-06,
      "loss": 0.0075,
      "step": 859
    },
    {
      "epoch": 6.6,
      "grad_norm": 0.057974983006715775,
      "learning_rate": 3.0714465337193864e-06,
      "loss": 0.0076,
      "step": 860
    },
    {
      "epoch": 6.61,
      "grad_norm": 0.05336621403694153,
      "learning_rate": 3.03830335410253e-06,
      "loss": 0.0074,
      "step": 861
    },
    {
      "epoch": 6.62,
      "grad_norm": 0.05819125473499298,
      "learning_rate": 3.0053252602952177e-06,
      "loss": 0.0079,
      "step": 862
    },
    {
      "epoch": 6.63,
      "grad_norm": 0.06345003843307495,
      "learning_rate": 2.9725125732686065e-06,
      "loss": 0.0081,
      "step": 863
    },
    {
      "epoch": 6.63,
      "grad_norm": 0.05852939561009407,
      "learning_rate": 2.9398656123839696e-06,
      "loss": 0.0078,
      "step": 864
    },
    {
      "epoch": 6.64,
      "grad_norm": 0.05667982995510101,
      "learning_rate": 2.9073846953895877e-06,
      "loss": 0.0078,
      "step": 865
    },
    {
      "epoch": 6.65,
      "grad_norm": 0.059139229357242584,
      "learning_rate": 2.875070138417666e-06,
      "loss": 0.0077,
      "step": 866
    },
    {
      "epoch": 6.66,
      "grad_norm": 0.05454858019948006,
      "learning_rate": 2.8429222559812376e-06,
      "loss": 0.0074,
      "step": 867
    },
    {
      "epoch": 6.66,
      "grad_norm": 0.05825025215744972,
      "learning_rate": 2.810941360971127e-06,
      "loss": 0.0078,
      "step": 868
    },
    {
      "epoch": 6.67,
      "grad_norm": 0.05783124268054962,
      "learning_rate": 2.7791277646528893e-06,
      "loss": 0.0079,
      "step": 869
    },
    {
      "epoch": 6.68,
      "grad_norm": 0.055337242782115936,
      "learning_rate": 2.7474817766637896e-06,
      "loss": 0.0079,
      "step": 870
    },
    {
      "epoch": 6.69,
      "grad_norm": 0.057424288243055344,
      "learning_rate": 2.716003705009782e-06,
      "loss": 0.0076,
      "step": 871
    },
    {
      "epoch": 6.69,
      "grad_norm": 0.05621185526251793,
      "learning_rate": 2.6846938560625124e-06,
      "loss": 0.008,
      "step": 872
    },
    {
      "epoch": 6.7,
      "grad_norm": 0.057556215673685074,
      "learning_rate": 2.653552534556334e-06,
      "loss": 0.0082,
      "step": 873
    },
    {
      "epoch": 6.71,
      "grad_norm": 0.061952680349349976,
      "learning_rate": 2.6225800435853567e-06,
      "loss": 0.0083,
      "step": 874
    },
    {
      "epoch": 6.72,
      "grad_norm": 0.06053425744175911,
      "learning_rate": 2.5917766846004846e-06,
      "loss": 0.008,
      "step": 875
    },
    {
      "epoch": 6.73,
      "grad_norm": 0.056171003729104996,
      "learning_rate": 2.561142757406476e-06,
      "loss": 0.0076,
      "step": 876
    },
    {
      "epoch": 6.73,
      "grad_norm": 0.058878615498542786,
      "learning_rate": 2.53067856015905e-06,
      "loss": 0.008,
      "step": 877
    },
    {
      "epoch": 6.74,
      "grad_norm": 0.059263814240694046,
      "learning_rate": 2.500384389361943e-06,
      "loss": 0.0079,
      "step": 878
    },
    {
      "epoch": 6.75,
      "grad_norm": 0.05734783038496971,
      "learning_rate": 2.4702605398640668e-06,
      "loss": 0.0075,
      "step": 879
    },
    {
      "epoch": 6.76,
      "grad_norm": 0.05672736093401909,
      "learning_rate": 2.440307304856615e-06,
      "loss": 0.0078,
      "step": 880
    },
    {
      "epoch": 6.76,
      "grad_norm": 0.055851615965366364,
      "learning_rate": 2.410524975870221e-06,
      "loss": 0.0076,
      "step": 881
    },
    {
      "epoch": 6.77,
      "grad_norm": 0.05455206707119942,
      "learning_rate": 2.3809138427720946e-06,
      "loss": 0.0079,
      "step": 882
    },
    {
      "epoch": 6.78,
      "grad_norm": 0.05759782716631889,
      "learning_rate": 2.3514741937632433e-06,
      "loss": 0.0079,
      "step": 883
    },
    {
      "epoch": 6.79,
      "grad_norm": 0.056483786553144455,
      "learning_rate": 2.3222063153756237e-06,
      "loss": 0.0075,
      "step": 884
    },
    {
      "epoch": 6.79,
      "grad_norm": 0.059396564960479736,
      "learning_rate": 2.293110492469388e-06,
      "loss": 0.0079,
      "step": 885
    },
    {
      "epoch": 6.8,
      "grad_norm": 0.058641623705625534,
      "learning_rate": 2.264187008230092e-06,
      "loss": 0.0078,
      "step": 886
    },
    {
      "epoch": 6.81,
      "grad_norm": 0.0548095777630806,
      "learning_rate": 2.235436144165939e-06,
      "loss": 0.0079,
      "step": 887
    },
    {
      "epoch": 6.82,
      "grad_norm": 0.05954607576131821,
      "learning_rate": 2.2068581801050557e-06,
      "loss": 0.0082,
      "step": 888
    },
    {
      "epoch": 6.83,
      "grad_norm": 0.05823349207639694,
      "learning_rate": 2.178453394192741e-06,
      "loss": 0.0084,
      "step": 889
    },
    {
      "epoch": 6.83,
      "grad_norm": 0.055938269942998886,
      "learning_rate": 2.1502220628887916e-06,
      "loss": 0.0079,
      "step": 890
    },
    {
      "epoch": 6.84,
      "grad_norm": 0.06316045671701431,
      "learning_rate": 2.1221644609647773e-06,
      "loss": 0.0086,
      "step": 891
    },
    {
      "epoch": 6.85,
      "grad_norm": 0.06259404867887497,
      "learning_rate": 2.094280861501403e-06,
      "loss": 0.0082,
      "step": 892
    },
    {
      "epoch": 6.86,
      "grad_norm": 0.05663475766777992,
      "learning_rate": 2.0665715358858195e-06,
      "loss": 0.0075,
      "step": 893
    },
    {
      "epoch": 6.86,
      "grad_norm": 0.06532254070043564,
      "learning_rate": 2.039036753809003e-06,
      "loss": 0.0085,
      "step": 894
    },
    {
      "epoch": 6.87,
      "grad_norm": 0.05870622768998146,
      "learning_rate": 2.01167678326311e-06,
      "loss": 0.008,
      "step": 895
    },
    {
      "epoch": 6.88,
      "grad_norm": 0.05485890060663223,
      "learning_rate": 1.984491890538893e-06,
      "loss": 0.0079,
      "step": 896
    },
    {
      "epoch": 6.89,
      "grad_norm": 0.06565118581056595,
      "learning_rate": 1.9574823402230913e-06,
      "loss": 0.0086,
      "step": 897
    },
    {
      "epoch": 6.89,
      "grad_norm": 0.05567467212677002,
      "learning_rate": 1.930648395195862e-06,
      "loss": 0.0081,
      "step": 898
    },
    {
      "epoch": 6.9,
      "grad_norm": 0.060943204909563065,
      "learning_rate": 1.9039903166282258e-06,
      "loss": 0.0082,
      "step": 899
    },
    {
      "epoch": 6.91,
      "grad_norm": 0.056582383811473846,
      "learning_rate": 1.87750836397951e-06,
      "loss": 0.0083,
      "step": 900
    },
    {
      "epoch": 6.92,
      "grad_norm": 0.05313001945614815,
      "learning_rate": 1.8512027949948353e-06,
      "loss": 0.0076,
      "step": 901
    },
    {
      "epoch": 6.93,
      "grad_norm": 0.056625016033649445,
      "learning_rate": 1.825073865702607e-06,
      "loss": 0.008,
      "step": 902
    },
    {
      "epoch": 6.93,
      "grad_norm": 0.06274149566888809,
      "learning_rate": 1.7991218304120272e-06,
      "loss": 0.0083,
      "step": 903
    },
    {
      "epoch": 6.94,
      "grad_norm": 0.05565561726689339,
      "learning_rate": 1.773346941710603e-06,
      "loss": 0.0082,
      "step": 904
    },
    {
      "epoch": 6.95,
      "grad_norm": 0.059408511966466904,
      "learning_rate": 1.747749450461711e-06,
      "loss": 0.0081,
      "step": 905
    },
    {
      "epoch": 6.96,
      "grad_norm": 0.057353563606739044,
      "learning_rate": 1.722329605802129e-06,
      "loss": 0.0079,
      "step": 906
    },
    {
      "epoch": 6.96,
      "grad_norm": 0.05773783475160599,
      "learning_rate": 1.6970876551396309e-06,
      "loss": 0.0081,
      "step": 907
    },
    {
      "epoch": 6.97,
      "grad_norm": 0.05856630578637123,
      "learning_rate": 1.6720238441505787e-06,
      "loss": 0.008,
      "step": 908
    },
    {
      "epoch": 6.98,
      "grad_norm": 0.057708289474248886,
      "learning_rate": 1.6471384167775228e-06,
      "loss": 0.008,
      "step": 909
    },
    {
      "epoch": 6.99,
      "grad_norm": 0.06603064388036728,
      "learning_rate": 1.6224316152268315e-06,
      "loss": 0.0081,
      "step": 910
    },
    {
      "epoch": 6.99,
      "grad_norm": 0.05872678756713867,
      "learning_rate": 1.5979036799663283e-06,
      "loss": 0.0082,
      "step": 911
    },
    {
      "epoch": 7.0,
      "grad_norm": 0.056233812123537064,
      "learning_rate": 1.5735548497229603e-06,
      "loss": 0.0076,
      "step": 912
    },
    {
      "epoch": 7.01,
      "grad_norm": 0.0477331280708313,
      "learning_rate": 1.5493853614804687e-06,
      "loss": 0.006,
      "step": 913
    },
    {
      "epoch": 7.02,
      "grad_norm": 0.05013463646173477,
      "learning_rate": 1.5253954504770873e-06,
      "loss": 0.0065,
      "step": 914
    },
    {
      "epoch": 7.02,
      "grad_norm": 0.04779525101184845,
      "learning_rate": 1.5015853502032495e-06,
      "loss": 0.0065,
      "step": 915
    },
    {
      "epoch": 7.03,
      "grad_norm": 0.05848625302314758,
      "learning_rate": 1.4779552923993156e-06,
      "loss": 0.0066,
      "step": 916
    },
    {
      "epoch": 7.04,
      "grad_norm": 0.04815210774540901,
      "learning_rate": 1.454505507053312e-06,
      "loss": 0.0064,
      "step": 917
    },
    {
      "epoch": 7.05,
      "grad_norm": 0.044312819838523865,
      "learning_rate": 1.4312362223987086e-06,
      "loss": 0.0059,
      "step": 918
    },
    {
      "epoch": 7.06,
      "grad_norm": 0.05249709263443947,
      "learning_rate": 1.4081476649121827e-06,
      "loss": 0.0062,
      "step": 919
    },
    {
      "epoch": 7.06,
      "grad_norm": 0.04766643047332764,
      "learning_rate": 1.3852400593114168e-06,
      "loss": 0.0061,
      "step": 920
    },
    {
      "epoch": 7.07,
      "grad_norm": 0.04619971662759781,
      "learning_rate": 1.3625136285529151e-06,
      "loss": 0.0061,
      "step": 921
    },
    {
      "epoch": 7.08,
      "grad_norm": 0.045929890125989914,
      "learning_rate": 1.339968593829839e-06,
      "loss": 0.0062,
      "step": 922
    },
    {
      "epoch": 7.09,
      "grad_norm": 0.050117433071136475,
      "learning_rate": 1.3176051745698383e-06,
      "loss": 0.0065,
      "step": 923
    },
    {
      "epoch": 7.09,
      "grad_norm": 0.048868823796510696,
      "learning_rate": 1.2954235884329314e-06,
      "loss": 0.0067,
      "step": 924
    },
    {
      "epoch": 7.1,
      "grad_norm": 0.046368200331926346,
      "learning_rate": 1.2734240513093776e-06,
      "loss": 0.0061,
      "step": 925
    },
    {
      "epoch": 7.11,
      "grad_norm": 0.047504231333732605,
      "learning_rate": 1.2516067773175822e-06,
      "loss": 0.0058,
      "step": 926
    },
    {
      "epoch": 7.12,
      "grad_norm": 0.04716791212558746,
      "learning_rate": 1.229971978802007e-06,
      "loss": 0.0061,
      "step": 927
    },
    {
      "epoch": 7.12,
      "grad_norm": 0.047293853014707565,
      "learning_rate": 1.2085198663310993e-06,
      "loss": 0.0063,
      "step": 928
    },
    {
      "epoch": 7.13,
      "grad_norm": 0.045351818203926086,
      "learning_rate": 1.1872506486952639e-06,
      "loss": 0.0063,
      "step": 929
    },
    {
      "epoch": 7.14,
      "grad_norm": 0.04756508022546768,
      "learning_rate": 1.1661645329047987e-06,
      "loss": 0.0062,
      "step": 930
    },
    {
      "epoch": 7.15,
      "grad_norm": 0.05072380602359772,
      "learning_rate": 1.1452617241879072e-06,
      "loss": 0.0061,
      "step": 931
    },
    {
      "epoch": 7.16,
      "grad_norm": 0.051270999014377594,
      "learning_rate": 1.1245424259886906e-06,
      "loss": 0.0063,
      "step": 932
    },
    {
      "epoch": 7.16,
      "grad_norm": 0.049795448780059814,
      "learning_rate": 1.1040068399651683e-06,
      "loss": 0.0061,
      "step": 933
    },
    {
      "epoch": 7.17,
      "grad_norm": 0.05117611214518547,
      "learning_rate": 1.0836551659873073e-06,
      "loss": 0.0064,
      "step": 934
    },
    {
      "epoch": 7.18,
      "grad_norm": 0.05119408667087555,
      "learning_rate": 1.0634876021350937e-06,
      "loss": 0.0066,
      "step": 935
    },
    {
      "epoch": 7.19,
      "grad_norm": 0.05104885250329971,
      "learning_rate": 1.0435043446965886e-06,
      "loss": 0.0064,
      "step": 936
    },
    {
      "epoch": 7.19,
      "grad_norm": 0.047611530870199203,
      "learning_rate": 1.0237055881660328e-06,
      "loss": 0.0063,
      "step": 937
    },
    {
      "epoch": 7.2,
      "grad_norm": 0.052856262773275375,
      "learning_rate": 1.0040915252419415e-06,
      "loss": 0.006,
      "step": 938
    },
    {
      "epoch": 7.21,
      "grad_norm": 0.05077509582042694,
      "learning_rate": 9.84662346825227e-07,
      "loss": 0.0063,
      "step": 939
    },
    {
      "epoch": 7.22,
      "grad_norm": 0.05041491985321045,
      "learning_rate": 9.654182420173553e-07,
      "loss": 0.0058,
      "step": 940
    },
    {
      "epoch": 7.22,
      "grad_norm": 0.04933353513479233,
      "learning_rate": 9.463593981184904e-07,
      "loss": 0.0062,
      "step": 941
    },
    {
      "epoch": 7.23,
      "grad_norm": 0.05266598239541054,
      "learning_rate": 9.274860006256858e-07,
      "loss": 0.0065,
      "step": 942
    },
    {
      "epoch": 7.24,
      "grad_norm": 0.05019863694906235,
      "learning_rate": 9.087982332310674e-07,
      "loss": 0.0064,
      "step": 943
    },
    {
      "epoch": 7.25,
      "grad_norm": 0.0492464043200016,
      "learning_rate": 8.902962778200464e-07,
      "loss": 0.0061,
      "step": 944
    },
    {
      "epoch": 7.26,
      "grad_norm": 0.0491764098405838,
      "learning_rate": 8.719803144695516e-07,
      "loss": 0.0073,
      "step": 945
    },
    {
      "epoch": 7.26,
      "grad_norm": 0.050660282373428345,
      "learning_rate": 8.538505214462845e-07,
      "loss": 0.006,
      "step": 946
    },
    {
      "epoch": 7.27,
      "grad_norm": 0.053767457604408264,
      "learning_rate": 8.359070752049713e-07,
      "loss": 0.0062,
      "step": 947
    },
    {
      "epoch": 7.28,
      "grad_norm": 0.05090208351612091,
      "learning_rate": 8.181501503866495e-07,
      "loss": 0.0063,
      "step": 948
    },
    {
      "epoch": 7.29,
      "grad_norm": 0.04544226825237274,
      "learning_rate": 8.005799198169817e-07,
      "loss": 0.0058,
      "step": 949
    },
    {
      "epoch": 7.29,
      "grad_norm": 0.0457618348300457,
      "learning_rate": 7.831965545045439e-07,
      "loss": 0.0062,
      "step": 950
    },
    {
      "epoch": 7.3,
      "grad_norm": 0.046685926616191864,
      "learning_rate": 7.660002236391873e-07,
      "loss": 0.0059,
      "step": 951
    },
    {
      "epoch": 7.31,
      "grad_norm": 0.05885709077119827,
      "learning_rate": 7.489910945903856e-07,
      "loss": 0.0065,
      "step": 952
    },
    {
      "epoch": 7.32,
      "grad_norm": 0.052940983325242996,
      "learning_rate": 7.321693329056012e-07,
      "loss": 0.0064,
      "step": 953
    },
    {
      "epoch": 7.32,
      "grad_norm": 0.04693511128425598,
      "learning_rate": 7.155351023086776e-07,
      "loss": 0.006,
      "step": 954
    },
    {
      "epoch": 7.33,
      "grad_norm": 0.0517946220934391,
      "learning_rate": 6.990885646982449e-07,
      "loss": 0.0064,
      "step": 955
    },
    {
      "epoch": 7.34,
      "grad_norm": 0.04994283244013786,
      "learning_rate": 6.828298801461364e-07,
      "loss": 0.0063,
      "step": 956
    },
    {
      "epoch": 7.35,
      "grad_norm": 0.04989714175462723,
      "learning_rate": 6.667592068958484e-07,
      "loss": 0.0062,
      "step": 957
    },
    {
      "epoch": 7.36,
      "grad_norm": 0.05148443952202797,
      "learning_rate": 6.508767013609852e-07,
      "loss": 0.006,
      "step": 958
    },
    {
      "epoch": 7.36,
      "grad_norm": 0.05187150835990906,
      "learning_rate": 6.351825181237359e-07,
      "loss": 0.0069,
      "step": 959
    },
    {
      "epoch": 7.37,
      "grad_norm": 0.05286801606416702,
      "learning_rate": 6.19676809933385e-07,
      "loss": 0.0064,
      "step": 960
    },
    {
      "epoch": 7.38,
      "grad_norm": 0.05000551417469978,
      "learning_rate": 6.043597277048107e-07,
      "loss": 0.0061,
      "step": 961
    },
    {
      "epoch": 7.39,
      "grad_norm": 0.05106586962938309,
      "learning_rate": 5.89231420517018e-07,
      "loss": 0.0062,
      "step": 962
    },
    {
      "epoch": 7.39,
      "grad_norm": 0.050964899361133575,
      "learning_rate": 5.742920356116988e-07,
      "loss": 0.006,
      "step": 963
    },
    {
      "epoch": 7.4,
      "grad_norm": 0.05159709230065346,
      "learning_rate": 5.595417183917851e-07,
      "loss": 0.0067,
      "step": 964
    },
    {
      "epoch": 7.41,
      "grad_norm": 0.05571756884455681,
      "learning_rate": 5.449806124200385e-07,
      "loss": 0.0062,
      "step": 965
    },
    {
      "epoch": 7.42,
      "grad_norm": 0.05309474468231201,
      "learning_rate": 5.306088594176628e-07,
      "loss": 0.0068,
      "step": 966
    },
    {
      "epoch": 7.42,
      "grad_norm": 0.048645325005054474,
      "learning_rate": 5.164265992629069e-07,
      "loss": 0.0061,
      "step": 967
    },
    {
      "epoch": 7.43,
      "grad_norm": 0.04711391031742096,
      "learning_rate": 5.024339699897151e-07,
      "loss": 0.006,
      "step": 968
    },
    {
      "epoch": 7.44,
      "grad_norm": 0.04801530763506889,
      "learning_rate": 4.886311077863814e-07,
      "loss": 0.0062,
      "step": 969
    },
    {
      "epoch": 7.45,
      "grad_norm": 0.05131622403860092,
      "learning_rate": 4.750181469942217e-07,
      "loss": 0.0066,
      "step": 970
    },
    {
      "epoch": 7.45,
      "grad_norm": 0.053375840187072754,
      "learning_rate": 4.615952201062768e-07,
      "loss": 0.0067,
      "step": 971
    },
    {
      "epoch": 7.46,
      "grad_norm": 0.048528678715229034,
      "learning_rate": 4.4836245776600063e-07,
      "loss": 0.0061,
      "step": 972
    },
    {
      "epoch": 7.47,
      "grad_norm": 0.0490819588303566,
      "learning_rate": 4.353199887660142e-07,
      "loss": 0.006,
      "step": 973
    },
    {
      "epoch": 7.48,
      "grad_norm": 0.04894344508647919,
      "learning_rate": 4.224679400468312e-07,
      "loss": 0.0065,
      "step": 974
    },
    {
      "epoch": 7.49,
      "grad_norm": 0.048594992607831955,
      "learning_rate": 4.098064366956367e-07,
      "loss": 0.006,
      "step": 975
    },
    {
      "epoch": 7.49,
      "grad_norm": 0.05195420980453491,
      "learning_rate": 3.973356019450658e-07,
      "loss": 0.0059,
      "step": 976
    },
    {
      "epoch": 7.5,
      "grad_norm": 0.04922621697187424,
      "learning_rate": 3.8505555717199826e-07,
      "loss": 0.0066,
      "step": 977
    },
    {
      "epoch": 7.51,
      "grad_norm": 0.04782318323850632,
      "learning_rate": 3.7296642189638577e-07,
      "loss": 0.0062,
      "step": 978
    },
    {
      "epoch": 7.52,
      "grad_norm": 0.05116094648838043,
      "learning_rate": 3.6106831378007744e-07,
      "loss": 0.0066,
      "step": 979
    },
    {
      "epoch": 7.52,
      "grad_norm": 0.05064942687749863,
      "learning_rate": 3.4936134862569415e-07,
      "loss": 0.006,
      "step": 980
    },
    {
      "epoch": 7.53,
      "grad_norm": 0.050393134355545044,
      "learning_rate": 3.378456403754782e-07,
      "loss": 0.0062,
      "step": 981
    },
    {
      "epoch": 7.54,
      "grad_norm": 0.05107494071125984,
      "learning_rate": 3.2652130111020084e-07,
      "loss": 0.0063,
      "step": 982
    },
    {
      "epoch": 7.55,
      "grad_norm": 0.050017185509204865,
      "learning_rate": 3.1538844104806343e-07,
      "loss": 0.0059,
      "step": 983
    },
    {
      "epoch": 7.55,
      "grad_norm": 0.05066869780421257,
      "learning_rate": 3.044471685436312e-07,
      "loss": 0.0062,
      "step": 984
    },
    {
      "epoch": 7.56,
      "grad_norm": 0.05147412046790123,
      "learning_rate": 2.936975900867678e-07,
      "loss": 0.0062,
      "step": 985
    },
    {
      "epoch": 7.57,
      "grad_norm": 0.04994218796491623,
      "learning_rate": 2.8313981030161364e-07,
      "loss": 0.006,
      "step": 986
    },
    {
      "epoch": 7.58,
      "grad_norm": 0.051188819110393524,
      "learning_rate": 2.7277393194555357e-07,
      "loss": 0.0064,
      "step": 987
    },
    {
      "epoch": 7.59,
      "grad_norm": 0.0506623201072216,
      "learning_rate": 2.626000559082242e-07,
      "loss": 0.0062,
      "step": 988
    },
    {
      "epoch": 7.59,
      "grad_norm": 0.04762762412428856,
      "learning_rate": 2.5261828121053047e-07,
      "loss": 0.0063,
      "step": 989
    },
    {
      "epoch": 7.6,
      "grad_norm": 0.05141177028417587,
      "learning_rate": 2.428287050036837e-07,
      "loss": 0.006,
      "step": 990
    },
    {
      "epoch": 7.61,
      "grad_norm": 0.05564945563673973,
      "learning_rate": 2.3323142256825193e-07,
      "loss": 0.0065,
      "step": 991
    },
    {
      "epoch": 7.62,
      "grad_norm": 0.04980726167559624,
      "learning_rate": 2.2382652731323783e-07,
      "loss": 0.0063,
      "step": 992
    },
    {
      "epoch": 7.62,
      "grad_norm": 0.05145712196826935,
      "learning_rate": 2.1461411077516648e-07,
      "loss": 0.0064,
      "step": 993
    },
    {
      "epoch": 7.63,
      "grad_norm": 0.04716255143284798,
      "learning_rate": 2.055942626171903e-07,
      "loss": 0.0062,
      "step": 994
    },
    {
      "epoch": 7.64,
      "grad_norm": 0.055020444095134735,
      "learning_rate": 1.9676707062822543e-07,
      "loss": 0.0065,
      "step": 995
    },
    {
      "epoch": 7.65,
      "grad_norm": 0.048993561416864395,
      "learning_rate": 1.8813262072209014e-07,
      "loss": 0.0059,
      "step": 996
    },
    {
      "epoch": 7.65,
      "grad_norm": 0.05176731199026108,
      "learning_rate": 1.7969099693667225e-07,
      "loss": 0.0061,
      "step": 997
    },
    {
      "epoch": 7.66,
      "grad_norm": 0.0494525283575058,
      "learning_rate": 1.714422814331096e-07,
      "loss": 0.0063,
      "step": 998
    },
    {
      "epoch": 7.67,
      "grad_norm": 0.05234352499246597,
      "learning_rate": 1.6338655449499086e-07,
      "loss": 0.0064,
      "step": 999
    },
    {
      "epoch": 7.68,
      "grad_norm": 0.05156205594539642,
      "learning_rate": 1.5552389452757166e-07,
      "loss": 0.0065,
      "step": 1000
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 1040,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 8,
  "save_steps": 100,
  "total_flos": 0.0,
  "train_batch_size": 16,
  "trial_name": null,
  "trial_params": null
}