{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "eval_steps": 500,
  "global_step": 477,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.006289308176100629,
      "grad_norm": 2.5318546295166016,
      "learning_rate": 1.0416666666666667e-06,
      "loss": 1.6018,
      "step": 1
    },
    {
      "epoch": 0.012578616352201259,
      "grad_norm": 2.7459726333618164,
      "learning_rate": 2.0833333333333334e-06,
      "loss": 1.6895,
      "step": 2
    },
    {
      "epoch": 0.018867924528301886,
      "grad_norm": 2.351409435272217,
      "learning_rate": 3.125e-06,
      "loss": 1.6238,
      "step": 3
    },
    {
      "epoch": 0.025157232704402517,
      "grad_norm": 2.7000679969787598,
      "learning_rate": 4.166666666666667e-06,
      "loss": 1.5833,
      "step": 4
    },
    {
      "epoch": 0.031446540880503145,
      "grad_norm": 2.837592601776123,
      "learning_rate": 5.208333333333334e-06,
      "loss": 1.5915,
      "step": 5
    },
    {
      "epoch": 0.03773584905660377,
      "grad_norm": 2.69355845451355,
      "learning_rate": 6.25e-06,
      "loss": 1.6902,
      "step": 6
    },
    {
      "epoch": 0.0440251572327044,
      "grad_norm": 2.639601707458496,
      "learning_rate": 7.2916666666666674e-06,
      "loss": 1.5898,
      "step": 7
    },
    {
      "epoch": 0.050314465408805034,
      "grad_norm": 2.6636252403259277,
      "learning_rate": 8.333333333333334e-06,
      "loss": 1.5769,
      "step": 8
    },
    {
      "epoch": 0.05660377358490566,
      "grad_norm": 3.113805055618286,
      "learning_rate": 9.375000000000001e-06,
      "loss": 1.6211,
      "step": 9
    },
    {
      "epoch": 0.06289308176100629,
      "grad_norm": 2.6526496410369873,
      "learning_rate": 1.0416666666666668e-05,
      "loss": 1.5546,
      "step": 10
    },
    {
      "epoch": 0.06918238993710692,
      "grad_norm": 2.6448655128479004,
      "learning_rate": 1.1458333333333333e-05,
      "loss": 1.4448,
      "step": 11
    },
    {
      "epoch": 0.07547169811320754,
      "grad_norm": 3.240588665008545,
      "learning_rate": 1.25e-05,
      "loss": 1.6157,
      "step": 12
    },
    {
      "epoch": 0.08176100628930817,
      "grad_norm": 2.678084135055542,
      "learning_rate": 1.3541666666666666e-05,
      "loss": 1.6053,
      "step": 13
    },
    {
      "epoch": 0.0880503144654088,
      "grad_norm": 2.71440052986145,
      "learning_rate": 1.4583333333333335e-05,
      "loss": 1.6036,
      "step": 14
    },
    {
      "epoch": 0.09433962264150944,
      "grad_norm": 2.2286577224731445,
      "learning_rate": 1.5625e-05,
      "loss": 1.4786,
      "step": 15
    },
    {
      "epoch": 0.10062893081761007,
      "grad_norm": 2.3145461082458496,
      "learning_rate": 1.6666666666666667e-05,
      "loss": 1.476,
      "step": 16
    },
    {
      "epoch": 0.1069182389937107,
      "grad_norm": 2.355117082595825,
      "learning_rate": 1.7708333333333335e-05,
      "loss": 1.5789,
      "step": 17
    },
    {
      "epoch": 0.11320754716981132,
      "grad_norm": 2.285625696182251,
      "learning_rate": 1.8750000000000002e-05,
      "loss": 1.5044,
      "step": 18
    },
    {
      "epoch": 0.11949685534591195,
      "grad_norm": 2.5451812744140625,
      "learning_rate": 1.9791666666666665e-05,
      "loss": 1.4246,
      "step": 19
    },
    {
      "epoch": 0.12578616352201258,
      "grad_norm": 2.028719425201416,
      "learning_rate": 2.0833333333333336e-05,
      "loss": 1.3892,
      "step": 20
    },
    {
      "epoch": 0.1320754716981132,
      "grad_norm": 2.2321243286132812,
      "learning_rate": 2.1875e-05,
      "loss": 1.3488,
      "step": 21
    },
    {
      "epoch": 0.13836477987421383,
      "grad_norm": 2.434558391571045,
      "learning_rate": 2.2916666666666667e-05,
      "loss": 1.223,
      "step": 22
    },
    {
      "epoch": 0.14465408805031446,
      "grad_norm": 2.4220376014709473,
      "learning_rate": 2.3958333333333334e-05,
      "loss": 1.2317,
      "step": 23
    },
    {
      "epoch": 0.1509433962264151,
      "grad_norm": 2.2280728816986084,
      "learning_rate": 2.5e-05,
      "loss": 1.1992,
      "step": 24
    },
    {
      "epoch": 0.15723270440251572,
      "grad_norm": 2.202923059463501,
      "learning_rate": 2.604166666666667e-05,
      "loss": 1.1245,
      "step": 25
    },
    {
      "epoch": 0.16352201257861634,
      "grad_norm": 1.8481968641281128,
      "learning_rate": 2.7083333333333332e-05,
      "loss": 1.2006,
      "step": 26
    },
    {
      "epoch": 0.16981132075471697,
      "grad_norm": 1.5634678602218628,
      "learning_rate": 2.8125000000000003e-05,
      "loss": 1.0542,
      "step": 27
    },
    {
      "epoch": 0.1761006289308176,
      "grad_norm": 1.4136722087860107,
      "learning_rate": 2.916666666666667e-05,
      "loss": 1.033,
      "step": 28
    },
    {
      "epoch": 0.18238993710691823,
      "grad_norm": 1.625587821006775,
      "learning_rate": 3.0208333333333334e-05,
      "loss": 0.9276,
      "step": 29
    },
    {
      "epoch": 0.18867924528301888,
      "grad_norm": 1.856663703918457,
      "learning_rate": 3.125e-05,
      "loss": 0.9224,
      "step": 30
    },
    {
      "epoch": 0.1949685534591195,
      "grad_norm": 1.6114718914031982,
      "learning_rate": 3.229166666666667e-05,
      "loss": 0.9932,
      "step": 31
    },
    {
      "epoch": 0.20125786163522014,
      "grad_norm": 1.60017728805542,
      "learning_rate": 3.3333333333333335e-05,
      "loss": 0.9436,
      "step": 32
    },
    {
      "epoch": 0.20754716981132076,
      "grad_norm": 1.2032058238983154,
      "learning_rate": 3.4375e-05,
      "loss": 0.83,
      "step": 33
    },
    {
      "epoch": 0.2138364779874214,
      "grad_norm": 1.226300835609436,
      "learning_rate": 3.541666666666667e-05,
      "loss": 0.8821,
      "step": 34
    },
    {
      "epoch": 0.22012578616352202,
      "grad_norm": 1.2800050973892212,
      "learning_rate": 3.6458333333333336e-05,
      "loss": 0.8475,
      "step": 35
    },
    {
      "epoch": 0.22641509433962265,
      "grad_norm": 0.9750305414199829,
      "learning_rate": 3.7500000000000003e-05,
      "loss": 0.8542,
      "step": 36
    },
    {
      "epoch": 0.23270440251572327,
      "grad_norm": 0.8264267444610596,
      "learning_rate": 3.854166666666667e-05,
      "loss": 0.8693,
      "step": 37
    },
    {
      "epoch": 0.2389937106918239,
      "grad_norm": 1.2760239839553833,
      "learning_rate": 3.958333333333333e-05,
      "loss": 0.8813,
      "step": 38
    },
    {
      "epoch": 0.24528301886792453,
      "grad_norm": 1.0647022724151611,
      "learning_rate": 4.0625000000000005e-05,
      "loss": 0.8369,
      "step": 39
    },
    {
      "epoch": 0.25157232704402516,
      "grad_norm": 0.7672545313835144,
      "learning_rate": 4.166666666666667e-05,
      "loss": 0.7216,
      "step": 40
    },
    {
      "epoch": 0.2578616352201258,
      "grad_norm": 0.712559700012207,
      "learning_rate": 4.270833333333333e-05,
      "loss": 0.7603,
      "step": 41
    },
    {
      "epoch": 0.2641509433962264,
      "grad_norm": 0.6863624453544617,
      "learning_rate": 4.375e-05,
      "loss": 0.7656,
      "step": 42
    },
    {
      "epoch": 0.27044025157232704,
      "grad_norm": 0.9794521331787109,
      "learning_rate": 4.4791666666666673e-05,
      "loss": 0.8198,
      "step": 43
    },
    {
      "epoch": 0.27672955974842767,
      "grad_norm": 0.8873756527900696,
      "learning_rate": 4.5833333333333334e-05,
      "loss": 0.8332,
      "step": 44
    },
    {
      "epoch": 0.2830188679245283,
      "grad_norm": 0.7220881581306458,
      "learning_rate": 4.6875e-05,
      "loss": 0.8236,
      "step": 45
    },
    {
      "epoch": 0.2893081761006289,
      "grad_norm": 0.9265381097793579,
      "learning_rate": 4.791666666666667e-05,
      "loss": 0.7359,
      "step": 46
    },
    {
      "epoch": 0.29559748427672955,
      "grad_norm": 0.7147327661514282,
      "learning_rate": 4.8958333333333335e-05,
      "loss": 0.7821,
      "step": 47
    },
    {
      "epoch": 0.3018867924528302,
      "grad_norm": 0.672863781452179,
      "learning_rate": 5e-05,
      "loss": 0.6891,
      "step": 48
    },
    {
      "epoch": 0.3081761006289308,
      "grad_norm": 0.9889981150627136,
      "learning_rate": 4.9999329662935534e-05,
      "loss": 0.8453,
      "step": 49
    },
    {
      "epoch": 0.31446540880503143,
      "grad_norm": 0.9827463030815125,
      "learning_rate": 4.999731868769027e-05,
      "loss": 0.7842,
      "step": 50
    },
    {
      "epoch": 0.32075471698113206,
      "grad_norm": 0.7701772451400757,
      "learning_rate": 4.99939671821067e-05,
      "loss": 0.7875,
      "step": 51
    },
    {
      "epoch": 0.3270440251572327,
      "grad_norm": 0.6708323359489441,
      "learning_rate": 4.998927532591592e-05,
      "loss": 0.6967,
      "step": 52
    },
    {
      "epoch": 0.3333333333333333,
      "grad_norm": 0.678805947303772,
      "learning_rate": 4.9983243370727914e-05,
      "loss": 0.708,
      "step": 53
    },
    {
      "epoch": 0.33962264150943394,
      "grad_norm": 1.3635503053665161,
      "learning_rate": 4.9975871640018154e-05,
      "loss": 0.8041,
      "step": 54
    },
    {
      "epoch": 0.34591194968553457,
      "grad_norm": 1.0370304584503174,
      "learning_rate": 4.996716052911017e-05,
      "loss": 0.6872,
      "step": 55
    },
    {
      "epoch": 0.3522012578616352,
      "grad_norm": 0.7008804678916931,
      "learning_rate": 4.99571105051544e-05,
      "loss": 0.7349,
      "step": 56
    },
    {
      "epoch": 0.3584905660377358,
      "grad_norm": 0.8846171498298645,
      "learning_rate": 4.994572210710315e-05,
      "loss": 0.678,
      "step": 57
    },
    {
      "epoch": 0.36477987421383645,
      "grad_norm": 1.070142149925232,
      "learning_rate": 4.993299594568163e-05,
      "loss": 0.6986,
      "step": 58
    },
    {
      "epoch": 0.3710691823899371,
      "grad_norm": 0.6238954067230225,
      "learning_rate": 4.9918932703355256e-05,
      "loss": 0.7054,
      "step": 59
    },
    {
      "epoch": 0.37735849056603776,
      "grad_norm": 0.7648403644561768,
      "learning_rate": 4.990353313429303e-05,
      "loss": 0.7182,
      "step": 60
    },
    {
      "epoch": 0.3836477987421384,
      "grad_norm": 1.210137128829956,
      "learning_rate": 4.988679806432712e-05,
      "loss": 0.7162,
      "step": 61
    },
    {
      "epoch": 0.389937106918239,
      "grad_norm": 0.6953855752944946,
      "learning_rate": 4.9868728390908526e-05,
      "loss": 0.6737,
      "step": 62
    },
    {
      "epoch": 0.39622641509433965,
      "grad_norm": 0.6835370659828186,
      "learning_rate": 4.9849325083059e-05,
      "loss": 0.7371,
      "step": 63
    },
    {
      "epoch": 0.4025157232704403,
      "grad_norm": 0.7523362636566162,
      "learning_rate": 4.982858918131906e-05,
      "loss": 0.7202,
      "step": 64
    },
    {
      "epoch": 0.4088050314465409,
      "grad_norm": 0.9010921120643616,
      "learning_rate": 4.980652179769218e-05,
      "loss": 0.7486,
      "step": 65
    },
    {
      "epoch": 0.41509433962264153,
      "grad_norm": 0.6029642820358276,
      "learning_rate": 4.978312411558518e-05,
      "loss": 0.6713,
      "step": 66
    },
    {
      "epoch": 0.42138364779874216,
      "grad_norm": 0.8067546486854553,
      "learning_rate": 4.9758397389744734e-05,
      "loss": 0.7145,
      "step": 67
    },
    {
      "epoch": 0.4276729559748428,
      "grad_norm": 0.6919695138931274,
      "learning_rate": 4.973234294619011e-05,
      "loss": 0.6896,
      "step": 68
    },
    {
      "epoch": 0.4339622641509434,
      "grad_norm": 0.7718349099159241,
      "learning_rate": 4.9704962182142044e-05,
      "loss": 0.6577,
      "step": 69
    },
    {
      "epoch": 0.44025157232704404,
      "grad_norm": 1.3733798265457153,
      "learning_rate": 4.967625656594782e-05,
      "loss": 0.8091,
      "step": 70
    },
    {
      "epoch": 0.44654088050314467,
      "grad_norm": 0.8210477232933044,
      "learning_rate": 4.9646227637002515e-05,
      "loss": 0.6669,
      "step": 71
    },
    {
      "epoch": 0.4528301886792453,
      "grad_norm": 0.6245367527008057,
      "learning_rate": 4.961487700566646e-05,
      "loss": 0.669,
      "step": 72
    },
    {
      "epoch": 0.4591194968553459,
      "grad_norm": 0.8577013611793518,
      "learning_rate": 4.958220635317886e-05,
      "loss": 0.6655,
      "step": 73
    },
    {
      "epoch": 0.46540880503144655,
      "grad_norm": 1.2046078443527222,
      "learning_rate": 4.9548217431567665e-05,
      "loss": 0.8514,
      "step": 74
    },
    {
      "epoch": 0.4716981132075472,
      "grad_norm": 0.9333224296569824,
      "learning_rate": 4.95129120635556e-05,
      "loss": 0.6504,
      "step": 75
    },
    {
      "epoch": 0.4779874213836478,
      "grad_norm": 0.8769272565841675,
      "learning_rate": 4.9476292142462374e-05,
      "loss": 0.6981,
      "step": 76
    },
    {
      "epoch": 0.48427672955974843,
      "grad_norm": 0.764488935470581,
      "learning_rate": 4.943835963210324e-05,
      "loss": 0.6861,
      "step": 77
    },
    {
      "epoch": 0.49056603773584906,
      "grad_norm": 0.7639757990837097,
      "learning_rate": 4.939911656668361e-05,
      "loss": 0.6538,
      "step": 78
    },
    {
      "epoch": 0.4968553459119497,
      "grad_norm": 0.8213962912559509,
      "learning_rate": 4.9358565050689985e-05,
      "loss": 0.7458,
      "step": 79
    },
    {
      "epoch": 0.5031446540880503,
      "grad_norm": 0.8631553053855896,
      "learning_rate": 4.93167072587771e-05,
      "loss": 0.6948,
      "step": 80
    },
    {
      "epoch": 0.5094339622641509,
      "grad_norm": 0.6010993123054504,
      "learning_rate": 4.92735454356513e-05,
      "loss": 0.5975,
      "step": 81
    },
    {
      "epoch": 0.5157232704402516,
      "grad_norm": 0.7331316471099854,
      "learning_rate": 4.922908189595018e-05,
      "loss": 0.8162,
      "step": 82
    },
    {
      "epoch": 0.5220125786163522,
      "grad_norm": 0.835134744644165,
      "learning_rate": 4.9183319024118415e-05,
      "loss": 0.6929,
      "step": 83
    },
    {
      "epoch": 0.5283018867924528,
      "grad_norm": 0.8098347783088684,
      "learning_rate": 4.9136259274279955e-05,
      "loss": 0.6894,
      "step": 84
    },
    {
      "epoch": 0.5345911949685535,
      "grad_norm": 0.8206546902656555,
      "learning_rate": 4.908790517010636e-05,
      "loss": 0.6453,
      "step": 85
    },
    {
      "epoch": 0.5408805031446541,
      "grad_norm": 1.0443239212036133,
      "learning_rate": 4.903825930468149e-05,
      "loss": 0.726,
      "step": 86
    },
    {
      "epoch": 0.5471698113207547,
      "grad_norm": 0.7683538198471069,
      "learning_rate": 4.898732434036244e-05,
      "loss": 0.6919,
      "step": 87
    },
    {
      "epoch": 0.5534591194968553,
      "grad_norm": 0.7902626991271973,
      "learning_rate": 4.893510300863676e-05,
      "loss": 0.6655,
      "step": 88
    },
    {
      "epoch": 0.559748427672956,
      "grad_norm": 0.7945076823234558,
      "learning_rate": 4.8881598109976004e-05,
      "loss": 0.6355,
      "step": 89
    },
    {
      "epoch": 0.5660377358490566,
      "grad_norm": 0.9146498441696167,
      "learning_rate": 4.8826812513685487e-05,
      "loss": 0.6841,
      "step": 90
    },
    {
      "epoch": 0.5723270440251572,
      "grad_norm": 0.6513539552688599,
      "learning_rate": 4.877074915775049e-05,
      "loss": 0.6766,
      "step": 91
    },
    {
      "epoch": 0.5786163522012578,
      "grad_norm": 0.7359333038330078,
      "learning_rate": 4.8713411048678635e-05,
      "loss": 0.6613,
      "step": 92
    },
    {
      "epoch": 0.5849056603773585,
      "grad_norm": 0.6931374073028564,
      "learning_rate": 4.865480126133872e-05,
      "loss": 0.6604,
      "step": 93
    },
    {
      "epoch": 0.5911949685534591,
      "grad_norm": 0.7253872156143188,
      "learning_rate": 4.859492293879574e-05,
      "loss": 0.6573,
      "step": 94
    },
    {
      "epoch": 0.5974842767295597,
      "grad_norm": 1.2044156789779663,
      "learning_rate": 4.853377929214243e-05,
      "loss": 0.651,
      "step": 95
    },
    {
      "epoch": 0.6037735849056604,
      "grad_norm": 1.007851481437683,
      "learning_rate": 4.8471373600326996e-05,
      "loss": 0.657,
      "step": 96
    },
    {
      "epoch": 0.610062893081761,
      "grad_norm": 0.8250524401664734,
      "learning_rate": 4.8407709209977305e-05,
      "loss": 0.7211,
      "step": 97
    },
    {
      "epoch": 0.6163522012578616,
      "grad_norm": 1.0096355676651,
      "learning_rate": 4.834278953522138e-05,
      "loss": 0.6968,
      "step": 98
    },
    {
      "epoch": 0.6226415094339622,
      "grad_norm": 0.8853664994239807,
      "learning_rate": 4.8276618057504376e-05,
      "loss": 0.7779,
      "step": 99
    },
    {
      "epoch": 0.6289308176100629,
      "grad_norm": 0.6233201026916504,
      "learning_rate": 4.8209198325401815e-05,
      "loss": 0.6068,
      "step": 100
    },
    {
      "epoch": 0.6352201257861635,
      "grad_norm": 1.0647857189178467,
      "learning_rate": 4.8140533954429327e-05,
      "loss": 0.6693,
      "step": 101
    },
    {
      "epoch": 0.6415094339622641,
      "grad_norm": 0.7899872064590454,
      "learning_rate": 4.8070628626848735e-05,
      "loss": 0.6985,
      "step": 102
    },
    {
      "epoch": 0.6477987421383647,
      "grad_norm": 0.7315335273742676,
      "learning_rate": 4.799948609147061e-05,
      "loss": 0.6299,
      "step": 103
    },
    {
      "epoch": 0.6540880503144654,
      "grad_norm": 0.9970303177833557,
      "learning_rate": 4.792711016345321e-05,
      "loss": 0.7113,
      "step": 104
    },
    {
      "epoch": 0.660377358490566,
      "grad_norm": 1.0047298669815063,
      "learning_rate": 4.785350472409792e-05,
      "loss": 0.6709,
      "step": 105
    },
    {
      "epoch": 0.6666666666666666,
      "grad_norm": 0.7542774081230164,
      "learning_rate": 4.777867372064105e-05,
      "loss": 0.6476,
      "step": 106
    },
    {
      "epoch": 0.6729559748427673,
      "grad_norm": 0.8545119166374207,
      "learning_rate": 4.770262116604224e-05,
      "loss": 0.6006,
      "step": 107
    },
    {
      "epoch": 0.6792452830188679,
      "grad_norm": 0.8473503589630127,
      "learning_rate": 4.762535113876917e-05,
      "loss": 0.6766,
      "step": 108
    },
    {
      "epoch": 0.6855345911949685,
      "grad_norm": 0.8628621697425842,
      "learning_rate": 4.754686778257891e-05,
      "loss": 0.6126,
      "step": 109
    },
    {
      "epoch": 0.6918238993710691,
      "grad_norm": 0.7884383797645569,
      "learning_rate": 4.7467175306295655e-05,
      "loss": 0.7041,
      "step": 110
    },
    {
      "epoch": 0.6981132075471698,
      "grad_norm": 0.8852160573005676,
      "learning_rate": 4.738627798358506e-05,
      "loss": 0.6032,
      "step": 111
    },
    {
      "epoch": 0.7044025157232704,
      "grad_norm": 0.7209658026695251,
      "learning_rate": 4.730418015272503e-05,
      "loss": 0.7171,
      "step": 112
    },
    {
      "epoch": 0.710691823899371,
      "grad_norm": 0.7943414449691772,
      "learning_rate": 4.722088621637309e-05,
      "loss": 0.6068,
      "step": 113
    },
    {
      "epoch": 0.7169811320754716,
      "grad_norm": 1.1219490766525269,
      "learning_rate": 4.713640064133025e-05,
      "loss": 0.6797,
      "step": 114
    },
    {
      "epoch": 0.7232704402515723,
      "grad_norm": 0.831230103969574,
      "learning_rate": 4.7050727958301506e-05,
      "loss": 0.5656,
      "step": 115
    },
    {
      "epoch": 0.7295597484276729,
      "grad_norm": 0.7929229140281677,
      "learning_rate": 4.6963872761652835e-05,
      "loss": 0.6747,
      "step": 116
    },
    {
      "epoch": 0.7358490566037735,
      "grad_norm": 0.7629885673522949,
      "learning_rate": 4.687583970916487e-05,
      "loss": 0.6348,
      "step": 117
    },
    {
      "epoch": 0.7421383647798742,
      "grad_norm": 0.9467084407806396,
      "learning_rate": 4.678663352178301e-05,
      "loss": 0.6644,
      "step": 118
    },
    {
      "epoch": 0.7484276729559748,
      "grad_norm": 0.8642951846122742,
      "learning_rate": 4.6696258983364385e-05,
      "loss": 0.6118,
      "step": 119
    },
    {
      "epoch": 0.7547169811320755,
      "grad_norm": 1.1236990690231323,
      "learning_rate": 4.660472094042121e-05,
      "loss": 0.7634,
      "step": 120
    },
    {
      "epoch": 0.7610062893081762,
      "grad_norm": 0.7560772895812988,
      "learning_rate": 4.651202430186092e-05,
      "loss": 0.6888,
      "step": 121
    },
    {
      "epoch": 0.7672955974842768,
      "grad_norm": 0.7810654640197754,
      "learning_rate": 4.641817403872293e-05,
      "loss": 0.6577,
      "step": 122
    },
    {
      "epoch": 0.7735849056603774,
      "grad_norm": 0.8273403644561768,
      "learning_rate": 4.6323175183912024e-05,
      "loss": 0.553,
      "step": 123
    },
    {
      "epoch": 0.779874213836478,
      "grad_norm": 1.1021790504455566,
      "learning_rate": 4.6227032831928484e-05,
      "loss": 0.5661,
      "step": 124
    },
    {
      "epoch": 0.7861635220125787,
      "grad_norm": 0.7645938992500305,
      "learning_rate": 4.6129752138594874e-05,
      "loss": 0.6227,
      "step": 125
    },
    {
      "epoch": 0.7924528301886793,
      "grad_norm": 0.8086506128311157,
      "learning_rate": 4.6031338320779534e-05,
      "loss": 0.6925,
      "step": 126
    },
    {
      "epoch": 0.7987421383647799,
      "grad_norm": 0.7653587460517883,
      "learning_rate": 4.5931796656116846e-05,
      "loss": 0.6714,
      "step": 127
    },
    {
      "epoch": 0.8050314465408805,
      "grad_norm": 1.047590732574463,
      "learning_rate": 4.5831132482724195e-05,
      "loss": 0.7366,
      "step": 128
    },
    {
      "epoch": 0.8113207547169812,
      "grad_norm": 0.8709453344345093,
      "learning_rate": 4.572935119891571e-05,
      "loss": 0.6268,
      "step": 129
    },
    {
      "epoch": 0.8176100628930818,
      "grad_norm": 0.8644561767578125,
      "learning_rate": 4.5626458262912745e-05,
      "loss": 0.5889,
      "step": 130
    },
    {
      "epoch": 0.8238993710691824,
      "grad_norm": 0.6348162293434143,
      "learning_rate": 4.552245919255117e-05,
      "loss": 0.5879,
      "step": 131
    },
    {
      "epoch": 0.8301886792452831,
      "grad_norm": 0.6342223882675171,
      "learning_rate": 4.541735956498554e-05,
      "loss": 0.5568,
      "step": 132
    },
    {
      "epoch": 0.8364779874213837,
      "grad_norm": 0.7982462048530579,
      "learning_rate": 4.5311165016389916e-05,
      "loss": 0.6787,
      "step": 133
    },
    {
      "epoch": 0.8427672955974843,
      "grad_norm": 0.8147134780883789,
      "learning_rate": 4.5203881241655644e-05,
      "loss": 0.6351,
      "step": 134
    },
    {
      "epoch": 0.8490566037735849,
      "grad_norm": 0.6963750720024109,
      "learning_rate": 4.509551399408598e-05,
      "loss": 0.7065,
      "step": 135
    },
    {
      "epoch": 0.8553459119496856,
      "grad_norm": 0.7525794506072998,
      "learning_rate": 4.498606908508754e-05,
      "loss": 0.6583,
      "step": 136
    },
    {
      "epoch": 0.8616352201257862,
      "grad_norm": 0.8069612979888916,
      "learning_rate": 4.487555238385862e-05,
      "loss": 0.6037,
      "step": 137
    },
    {
      "epoch": 0.8679245283018868,
      "grad_norm": 0.773317813873291,
      "learning_rate": 4.476396981707453e-05,
      "loss": 0.6908,
      "step": 138
    },
    {
      "epoch": 0.8742138364779874,
      "grad_norm": 0.8265529274940491,
      "learning_rate": 4.465132736856969e-05,
      "loss": 0.699,
      "step": 139
    },
    {
      "epoch": 0.8805031446540881,
      "grad_norm": 0.8220138549804688,
      "learning_rate": 4.453763107901675e-05,
      "loss": 0.6086,
      "step": 140
    },
    {
      "epoch": 0.8867924528301887,
      "grad_norm": 0.70572429895401,
      "learning_rate": 4.442288704560268e-05,
      "loss": 0.6745,
      "step": 141
    },
    {
      "epoch": 0.8930817610062893,
      "grad_norm": 0.8666156530380249,
      "learning_rate": 4.430710142170176e-05,
      "loss": 0.5736,
      "step": 142
    },
    {
      "epoch": 0.89937106918239,
      "grad_norm": 0.8797711730003357,
      "learning_rate": 4.419028041654559e-05,
      "loss": 0.6619,
      "step": 143
    },
    {
      "epoch": 0.9056603773584906,
      "grad_norm": 0.6992596387863159,
      "learning_rate": 4.4072430294890174e-05,
      "loss": 0.725,
      "step": 144
    },
    {
      "epoch": 0.9119496855345912,
      "grad_norm": 0.7946738004684448,
      "learning_rate": 4.3953557376679856e-05,
      "loss": 0.5861,
      "step": 145
    },
    {
      "epoch": 0.9182389937106918,
      "grad_norm": 0.8084328174591064,
      "learning_rate": 4.383366803670849e-05,
      "loss": 0.6168,
      "step": 146
    },
    {
      "epoch": 0.9245283018867925,
      "grad_norm": 0.8041918277740479,
      "learning_rate": 4.371276870427753e-05,
      "loss": 0.6769,
      "step": 147
    },
    {
      "epoch": 0.9308176100628931,
      "grad_norm": 0.7114235758781433,
      "learning_rate": 4.359086586285127e-05,
      "loss": 0.6775,
      "step": 148
    },
    {
      "epoch": 0.9371069182389937,
      "grad_norm": 0.820907473564148,
      "learning_rate": 4.346796604970912e-05,
      "loss": 0.6901,
      "step": 149
    },
    {
      "epoch": 0.9433962264150944,
      "grad_norm": 0.8040430545806885,
      "learning_rate": 4.3344075855595104e-05,
      "loss": 0.6304,
      "step": 150
    },
    {
      "epoch": 0.949685534591195,
      "grad_norm": 0.7677490711212158,
      "learning_rate": 4.321920192436433e-05,
      "loss": 0.6333,
      "step": 151
    },
    {
      "epoch": 0.9559748427672956,
      "grad_norm": 0.7418397068977356,
      "learning_rate": 4.309335095262676e-05,
      "loss": 0.6051,
      "step": 152
    },
    {
      "epoch": 0.9622641509433962,
      "grad_norm": 0.8183079361915588,
      "learning_rate": 4.296652968938807e-05,
      "loss": 0.6408,
      "step": 153
    },
    {
      "epoch": 0.9685534591194969,
      "grad_norm": 0.7114039063453674,
      "learning_rate": 4.283874493568772e-05,
      "loss": 0.6751,
      "step": 154
    },
    {
      "epoch": 0.9748427672955975,
      "grad_norm": 0.733608603477478,
      "learning_rate": 4.271000354423426e-05,
      "loss": 0.6308,
      "step": 155
    },
    {
      "epoch": 0.9811320754716981,
      "grad_norm": 0.8840383887290955,
      "learning_rate": 4.258031241903778e-05,
      "loss": 0.6405,
      "step": 156
    },
    {
      "epoch": 0.9874213836477987,
      "grad_norm": 0.7877086400985718,
      "learning_rate": 4.2449678515039747e-05,
      "loss": 0.6391,
      "step": 157
    },
    {
      "epoch": 0.9937106918238994,
      "grad_norm": 0.7041771411895752,
      "learning_rate": 4.231810883773999e-05,
      "loss": 0.6274,
      "step": 158
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.7660680413246155,
      "learning_rate": 4.218561044282099e-05,
      "loss": 0.6457,
      "step": 159
    },
    {
      "epoch": 1.0062893081761006,
      "grad_norm": 0.6843758821487427,
      "learning_rate": 4.2052190435769554e-05,
      "loss": 0.611,
      "step": 160
    },
    {
      "epoch": 1.0125786163522013,
      "grad_norm": 0.6859325766563416,
      "learning_rate": 4.191785597149577e-05,
      "loss": 0.5462,
      "step": 161
    },
    {
      "epoch": 1.0188679245283019,
      "grad_norm": 0.7766200304031372,
      "learning_rate": 4.178261425394926e-05,
      "loss": 0.5949,
      "step": 162
    },
    {
      "epoch": 1.0251572327044025,
      "grad_norm": 0.7334004044532776,
      "learning_rate": 4.1646472535732895e-05,
      "loss": 0.5932,
      "step": 163
    },
    {
      "epoch": 1.0314465408805031,
      "grad_norm": 0.6686878204345703,
      "learning_rate": 4.1509438117713866e-05,
      "loss": 0.6281,
      "step": 164
    },
    {
      "epoch": 1.0377358490566038,
      "grad_norm": 0.8288165330886841,
      "learning_rate": 4.137151834863213e-05,
      "loss": 0.6103,
      "step": 165
    },
    {
      "epoch": 1.0440251572327044,
      "grad_norm": 0.6973861455917358,
      "learning_rate": 4.123272062470633e-05,
      "loss": 0.5275,
      "step": 166
    },
    {
      "epoch": 1.050314465408805,
      "grad_norm": 0.8053054809570312,
      "learning_rate": 4.109305238923718e-05,
      "loss": 0.5642,
      "step": 167
    },
    {
      "epoch": 1.0566037735849056,
      "grad_norm": 0.7544634342193604,
      "learning_rate": 4.095252113220827e-05,
      "loss": 0.585,
      "step": 168
    },
    {
      "epoch": 1.0628930817610063,
      "grad_norm": 0.8335475325584412,
      "learning_rate": 4.0811134389884433e-05,
      "loss": 0.571,
      "step": 169
    },
    {
      "epoch": 1.069182389937107,
      "grad_norm": 0.8077796101570129,
      "learning_rate": 4.066889974440757e-05,
      "loss": 0.5511,
      "step": 170
    },
    {
      "epoch": 1.0754716981132075,
      "grad_norm": 0.8840991258621216,
      "learning_rate": 4.0525824823390045e-05,
      "loss": 0.6526,
      "step": 171
    },
    {
      "epoch": 1.0817610062893082,
      "grad_norm": 0.9405627250671387,
      "learning_rate": 4.038191729950569e-05,
      "loss": 0.6236,
      "step": 172
    },
    {
      "epoch": 1.0880503144654088,
      "grad_norm": 0.9547109603881836,
      "learning_rate": 4.0237184890078245e-05,
      "loss": 0.6448,
      "step": 173
    },
    {
      "epoch": 1.0943396226415094,
      "grad_norm": 0.8912748098373413,
      "learning_rate": 4.009163535666761e-05,
      "loss": 0.6699,
      "step": 174
    },
    {
      "epoch": 1.10062893081761,
      "grad_norm": 0.8230434656143188,
      "learning_rate": 3.994527650465352e-05,
      "loss": 0.619,
      "step": 175
    },
    {
      "epoch": 1.1069182389937107,
      "grad_norm": 0.6602234244346619,
      "learning_rate": 3.979811618281706e-05,
      "loss": 0.6719,
      "step": 176
    },
    {
      "epoch": 1.1132075471698113,
      "grad_norm": 1.181139588356018,
      "learning_rate": 3.9650162282919655e-05,
      "loss": 0.6399,
      "step": 177
    },
    {
      "epoch": 1.119496855345912,
      "grad_norm": 0.8026434779167175,
      "learning_rate": 3.9501422739279956e-05,
      "loss": 0.6176,
      "step": 178
    },
    {
      "epoch": 1.1257861635220126,
      "grad_norm": 1.0383801460266113,
      "learning_rate": 3.9351905528348285e-05,
      "loss": 0.6039,
      "step": 179
    },
    {
      "epoch": 1.1320754716981132,
      "grad_norm": 0.8335999846458435,
      "learning_rate": 3.920161866827889e-05,
      "loss": 0.6061,
      "step": 180
    },
    {
      "epoch": 1.1383647798742138,
      "grad_norm": 1.3670942783355713,
      "learning_rate": 3.90505702185e-05,
      "loss": 0.6929,
      "step": 181
    },
    {
      "epoch": 1.1446540880503144,
      "grad_norm": 1.1789627075195312,
      "learning_rate": 3.889876827928156e-05,
      "loss": 0.6374,
      "step": 182
    },
    {
      "epoch": 1.150943396226415,
      "grad_norm": 0.948314905166626,
      "learning_rate": 3.874622099130087e-05,
      "loss": 0.6136,
      "step": 183
    },
    {
      "epoch": 1.1572327044025157,
      "grad_norm": 0.8498350977897644,
      "learning_rate": 3.859293653520604e-05,
      "loss": 0.6533,
      "step": 184
    },
    {
      "epoch": 1.1635220125786163,
      "grad_norm": 0.7883232235908508,
      "learning_rate": 3.843892313117724e-05,
      "loss": 0.6433,
      "step": 185
    },
    {
      "epoch": 1.169811320754717,
      "grad_norm": 1.0547206401824951,
      "learning_rate": 3.8284189038485936e-05,
      "loss": 0.6022,
      "step": 186
    },
    {
      "epoch": 1.1761006289308176,
      "grad_norm": 0.8304398655891418,
      "learning_rate": 3.812874255505191e-05,
      "loss": 0.5888,
      "step": 187
    },
    {
      "epoch": 1.1823899371069182,
      "grad_norm": 0.9702231287956238,
      "learning_rate": 3.797259201699833e-05,
      "loss": 0.6215,
      "step": 188
    },
    {
      "epoch": 1.1886792452830188,
      "grad_norm": 0.6644477844238281,
      "learning_rate": 3.781574579820464e-05,
      "loss": 0.5924,
      "step": 189
    },
    {
      "epoch": 1.1949685534591195,
      "grad_norm": 0.7866007685661316,
      "learning_rate": 3.765821230985758e-05,
      "loss": 0.5827,
      "step": 190
    },
    {
      "epoch": 1.20125786163522,
      "grad_norm": 0.8880365490913391,
      "learning_rate": 3.7500000000000003e-05,
      "loss": 0.6907,
      "step": 191
    },
    {
      "epoch": 1.2075471698113207,
      "grad_norm": 0.7273608446121216,
      "learning_rate": 3.7341117353077966e-05,
      "loss": 0.6059,
      "step": 192
    },
    {
      "epoch": 1.2138364779874213,
      "grad_norm": 0.7370182275772095,
      "learning_rate": 3.718157288948563e-05,
      "loss": 0.5832,
      "step": 193
    },
    {
      "epoch": 1.220125786163522,
      "grad_norm": 0.7611547708511353,
      "learning_rate": 3.702137516510838e-05,
      "loss": 0.6606,
      "step": 194
    },
    {
      "epoch": 1.2264150943396226,
      "grad_norm": 0.697180986404419,
      "learning_rate": 3.686053277086401e-05,
      "loss": 0.6076,
      "step": 195
    },
    {
      "epoch": 1.2327044025157232,
      "grad_norm": 0.9172202348709106,
      "learning_rate": 3.669905433224199e-05,
      "loss": 0.5693,
      "step": 196
    },
    {
      "epoch": 1.2389937106918238,
      "grad_norm": 0.7670121192932129,
      "learning_rate": 3.653694850884091e-05,
      "loss": 0.5446,
      "step": 197
    },
    {
      "epoch": 1.2452830188679245,
      "grad_norm": 0.7891936898231506,
      "learning_rate": 3.637422399390413e-05,
      "loss": 0.5647,
      "step": 198
    },
    {
      "epoch": 1.251572327044025,
      "grad_norm": 0.8863941431045532,
      "learning_rate": 3.621088951385353e-05,
      "loss": 0.6175,
      "step": 199
    },
    {
      "epoch": 1.2578616352201257,
      "grad_norm": 0.9106245040893555,
      "learning_rate": 3.604695382782159e-05,
      "loss": 0.7153,
      "step": 200
    },
    {
      "epoch": 1.2641509433962264,
      "grad_norm": 0.7456657290458679,
      "learning_rate": 3.588242572718162e-05,
      "loss": 0.6109,
      "step": 201
    },
    {
      "epoch": 1.270440251572327,
      "grad_norm": 0.8054442405700684,
      "learning_rate": 3.5717314035076355e-05,
      "loss": 0.603,
      "step": 202
    },
    {
      "epoch": 1.2767295597484276,
      "grad_norm": 1.0004535913467407,
      "learning_rate": 3.5551627605944745e-05,
      "loss": 0.6583,
      "step": 203
    },
    {
      "epoch": 1.2830188679245282,
      "grad_norm": 0.8054452538490295,
      "learning_rate": 3.5385375325047166e-05,
      "loss": 0.5918,
      "step": 204
    },
    {
      "epoch": 1.2893081761006289,
      "grad_norm": 0.7591025233268738,
      "learning_rate": 3.521856610798887e-05,
      "loss": 0.6072,
      "step": 205
    },
    {
      "epoch": 1.2955974842767295,
      "grad_norm": 0.8540089726448059,
      "learning_rate": 3.505120890024195e-05,
      "loss": 0.635,
      "step": 206
    },
    {
      "epoch": 1.3018867924528301,
      "grad_norm": 0.7391782402992249,
      "learning_rate": 3.4883312676665536e-05,
      "loss": 0.6589,
      "step": 207
    },
    {
      "epoch": 1.3081761006289307,
      "grad_norm": 0.8612866997718811,
      "learning_rate": 3.4714886441024574e-05,
      "loss": 0.5573,
      "step": 208
    },
    {
      "epoch": 1.3144654088050314,
      "grad_norm": 0.8475955128669739,
      "learning_rate": 3.4545939225506934e-05,
      "loss": 0.5782,
      "step": 209
    },
    {
      "epoch": 1.320754716981132,
      "grad_norm": 0.8738673329353333,
      "learning_rate": 3.437648009023905e-05,
      "loss": 0.6133,
      "step": 210
    },
    {
      "epoch": 1.3270440251572326,
      "grad_norm": 0.7458251714706421,
      "learning_rate": 3.420651812280006e-05,
      "loss": 0.6063,
      "step": 211
    },
    {
      "epoch": 1.3333333333333333,
      "grad_norm": 0.76874178647995,
      "learning_rate": 3.4036062437734484e-05,
      "loss": 0.5561,
      "step": 212
    },
    {
      "epoch": 1.3396226415094339,
      "grad_norm": 0.7305719256401062,
      "learning_rate": 3.386512217606339e-05,
      "loss": 0.5965,
      "step": 213
    },
    {
      "epoch": 1.3459119496855345,
      "grad_norm": 0.7534472942352295,
      "learning_rate": 3.369370650479425e-05,
      "loss": 0.6081,
      "step": 214
    },
    {
      "epoch": 1.3522012578616351,
      "grad_norm": 0.8087597489356995,
      "learning_rate": 3.3521824616429285e-05,
      "loss": 0.5653,
      "step": 215
    },
    {
      "epoch": 1.3584905660377358,
      "grad_norm": 0.800054669380188,
      "learning_rate": 3.3349485728472535e-05,
      "loss": 0.6375,
      "step": 216
    },
    {
      "epoch": 1.3647798742138364,
      "grad_norm": 0.7617058157920837,
      "learning_rate": 3.3176699082935545e-05,
      "loss": 0.6542,
      "step": 217
    },
    {
      "epoch": 1.371069182389937,
      "grad_norm": 0.7484142780303955,
      "learning_rate": 3.300347394584172e-05,
      "loss": 0.6585,
      "step": 218
    },
    {
      "epoch": 1.3773584905660377,
      "grad_norm": 0.7602940201759338,
      "learning_rate": 3.282981960672948e-05,
      "loss": 0.6099,
      "step": 219
    },
    {
      "epoch": 1.3836477987421385,
      "grad_norm": 0.7106953263282776,
      "learning_rate": 3.265574537815398e-05,
      "loss": 0.5839,
      "step": 220
    },
    {
      "epoch": 1.389937106918239,
      "grad_norm": 0.7194884419441223,
      "learning_rate": 3.248126059518785e-05,
      "loss": 0.5964,
      "step": 221
    },
    {
      "epoch": 1.3962264150943398,
      "grad_norm": 0.7843396067619324,
      "learning_rate": 3.230637461492043e-05,
      "loss": 0.5906,
      "step": 222
    },
    {
      "epoch": 1.4025157232704402,
      "grad_norm": 0.8458132147789001,
      "learning_rate": 3.213109681595612e-05,
      "loss": 0.6096,
      "step": 223
    },
    {
      "epoch": 1.408805031446541,
      "grad_norm": 0.703157365322113,
      "learning_rate": 3.195543659791132e-05,
      "loss": 0.5957,
      "step": 224
    },
    {
      "epoch": 1.4150943396226414,
      "grad_norm": 0.7627823948860168,
      "learning_rate": 3.177940338091043e-05,
      "loss": 0.5193,
      "step": 225
    },
    {
      "epoch": 1.4213836477987423,
      "grad_norm": 0.835606575012207,
      "learning_rate": 3.160300660508064e-05,
      "loss": 0.6124,
      "step": 226
    },
    {
      "epoch": 1.4276729559748427,
      "grad_norm": 0.693316638469696,
      "learning_rate": 3.14262557300457e-05,
      "loss": 0.5558,
      "step": 227
    },
    {
      "epoch": 1.4339622641509435,
      "grad_norm": 0.8970513343811035,
      "learning_rate": 3.124916023441865e-05,
      "loss": 0.6101,
      "step": 228
    },
    {
      "epoch": 1.440251572327044,
      "grad_norm": 0.7977336049079895,
      "learning_rate": 3.107172961529343e-05,
      "loss": 0.5399,
      "step": 229
    },
    {
      "epoch": 1.4465408805031448,
      "grad_norm": 0.9715563654899597,
      "learning_rate": 3.0893973387735687e-05,
      "loss": 0.7266,
      "step": 230
    },
    {
      "epoch": 1.4528301886792452,
      "grad_norm": 0.9589596390724182,
      "learning_rate": 3.071590108427244e-05,
      "loss": 0.6833,
      "step": 231
    },
    {
      "epoch": 1.459119496855346,
      "grad_norm": 0.811178982257843,
      "learning_rate": 3.0537522254380905e-05,
      "loss": 0.5289,
      "step": 232
    },
    {
      "epoch": 1.4654088050314464,
      "grad_norm": 0.8802748918533325,
      "learning_rate": 3.0358846463976372e-05,
      "loss": 0.6149,
      "step": 233
    },
    {
      "epoch": 1.4716981132075473,
      "grad_norm": 0.8504813313484192,
      "learning_rate": 3.017988329489923e-05,
      "loss": 0.6165,
      "step": 234
    },
    {
      "epoch": 1.4779874213836477,
      "grad_norm": 0.8345064520835876,
      "learning_rate": 3.0000642344401113e-05,
      "loss": 0.6646,
      "step": 235
    },
    {
      "epoch": 1.4842767295597485,
      "grad_norm": 0.8303079009056091,
      "learning_rate": 2.9821133224630226e-05,
      "loss": 0.4849,
      "step": 236
    },
    {
      "epoch": 1.490566037735849,
      "grad_norm": 0.734706461429596,
      "learning_rate": 2.9641365562115887e-05,
      "loss": 0.5404,
      "step": 237
    },
    {
      "epoch": 1.4968553459119498,
      "grad_norm": 1.0077383518218994,
      "learning_rate": 2.9461348997252265e-05,
      "loss": 0.6095,
      "step": 238
    },
    {
      "epoch": 1.5031446540880502,
      "grad_norm": 0.9368531107902527,
      "learning_rate": 2.9281093183781403e-05,
      "loss": 0.6215,
      "step": 239
    },
    {
      "epoch": 1.509433962264151,
      "grad_norm": 0.9052350521087646,
      "learning_rate": 2.9100607788275545e-05,
      "loss": 0.5891,
      "step": 240
    },
    {
      "epoch": 1.5157232704402515,
      "grad_norm": 0.891499400138855,
      "learning_rate": 2.891990248961871e-05,
      "loss": 0.5447,
      "step": 241
    },
    {
      "epoch": 1.5220125786163523,
      "grad_norm": 0.7840732932090759,
      "learning_rate": 2.8738986978487625e-05,
      "loss": 0.5978,
      "step": 242
    },
    {
      "epoch": 1.5283018867924527,
      "grad_norm": 0.7833483815193176,
      "learning_rate": 2.8557870956832132e-05,
      "loss": 0.5102,
      "step": 243
    },
    {
      "epoch": 1.5345911949685536,
      "grad_norm": 0.7420686483383179,
      "learning_rate": 2.8376564137354795e-05,
      "loss": 0.5829,
      "step": 244
    },
    {
      "epoch": 1.540880503144654,
      "grad_norm": 0.9215426445007324,
      "learning_rate": 2.8195076242990122e-05,
      "loss": 0.6041,
      "step": 245
    },
    {
      "epoch": 1.5471698113207548,
      "grad_norm": 0.9076328277587891,
      "learning_rate": 2.8013417006383076e-05,
      "loss": 0.657,
      "step": 246
    },
    {
      "epoch": 1.5534591194968552,
      "grad_norm": 1.0412029027938843,
      "learning_rate": 2.783159616936723e-05,
      "loss": 0.669,
      "step": 247
    },
    {
      "epoch": 1.559748427672956,
      "grad_norm": 0.7854359149932861,
      "learning_rate": 2.764962348244228e-05,
      "loss": 0.5842,
      "step": 248
    },
    {
      "epoch": 1.5660377358490565,
      "grad_norm": 0.8531441688537598,
      "learning_rate": 2.7467508704251137e-05,
      "loss": 0.6051,
      "step": 249
    },
    {
      "epoch": 1.5723270440251573,
      "grad_norm": 0.9410574436187744,
      "learning_rate": 2.7285261601056698e-05,
      "loss": 0.5669,
      "step": 250
    },
    {
      "epoch": 1.5786163522012577,
      "grad_norm": 0.8966511487960815,
      "learning_rate": 2.7102891946217994e-05,
      "loss": 0.6213,
      "step": 251
    },
    {
      "epoch": 1.5849056603773586,
      "grad_norm": 0.9011272192001343,
      "learning_rate": 2.6920409519666174e-05,
      "loss": 0.6148,
      "step": 252
    },
    {
      "epoch": 1.591194968553459,
      "grad_norm": 0.9505216479301453,
      "learning_rate": 2.6737824107379948e-05,
      "loss": 0.6813,
      "step": 253
    },
    {
      "epoch": 1.5974842767295598,
      "grad_norm": 0.894383430480957,
      "learning_rate": 2.655514550086086e-05,
      "loss": 0.5579,
      "step": 254
    },
    {
      "epoch": 1.6037735849056602,
      "grad_norm": 0.8340818285942078,
      "learning_rate": 2.637238349660819e-05,
      "loss": 0.7153,
      "step": 255
    },
    {
      "epoch": 1.610062893081761,
      "grad_norm": 0.7479216456413269,
      "learning_rate": 2.6189547895593562e-05,
      "loss": 0.5377,
      "step": 256
    },
    {
      "epoch": 1.6163522012578615,
      "grad_norm": 1.0334053039550781,
      "learning_rate": 2.600664850273538e-05,
      "loss": 0.6289,
      "step": 257
    },
    {
      "epoch": 1.6226415094339623,
      "grad_norm": 0.9294121861457825,
      "learning_rate": 2.582369512637302e-05,
      "loss": 0.579,
      "step": 258
    },
    {
      "epoch": 1.6289308176100628,
      "grad_norm": 0.8203226923942566,
      "learning_rate": 2.564069757774082e-05,
      "loss": 0.5132,
      "step": 259
    },
    {
      "epoch": 1.6352201257861636,
      "grad_norm": 1.0053868293762207,
      "learning_rate": 2.545766567044194e-05,
      "loss": 0.6269,
      "step": 260
    },
    {
      "epoch": 1.641509433962264,
      "grad_norm": 0.7887965440750122,
      "learning_rate": 2.527460921992209e-05,
      "loss": 0.5898,
      "step": 261
    },
    {
      "epoch": 1.6477987421383649,
      "grad_norm": 0.8424786925315857,
      "learning_rate": 2.509153804294318e-05,
      "loss": 0.5945,
      "step": 262
    },
    {
      "epoch": 1.6540880503144653,
      "grad_norm": 0.8613922595977783,
      "learning_rate": 2.490846195705683e-05,
      "loss": 0.5688,
      "step": 263
    },
    {
      "epoch": 1.6603773584905661,
      "grad_norm": 0.9355970025062561,
      "learning_rate": 2.4725390780077908e-05,
      "loss": 0.6624,
      "step": 264
    },
    {
      "epoch": 1.6666666666666665,
      "grad_norm": 0.7711520195007324,
      "learning_rate": 2.4542334329558077e-05,
      "loss": 0.5243,
      "step": 265
    },
    {
      "epoch": 1.6729559748427674,
      "grad_norm": 0.8319422602653503,
      "learning_rate": 2.435930242225919e-05,
      "loss": 0.5546,
      "step": 266
    },
    {
      "epoch": 1.6792452830188678,
      "grad_norm": 0.8753066658973694,
      "learning_rate": 2.4176304873626985e-05,
      "loss": 0.578,
      "step": 267
    },
    {
      "epoch": 1.6855345911949686,
      "grad_norm": 0.879960298538208,
      "learning_rate": 2.399335149726463e-05,
      "loss": 0.6359,
      "step": 268
    },
    {
      "epoch": 1.691823899371069,
      "grad_norm": 0.8653309345245361,
      "learning_rate": 2.3810452104406444e-05,
      "loss": 0.655,
      "step": 269
    },
    {
      "epoch": 1.6981132075471699,
      "grad_norm": 0.9247555136680603,
      "learning_rate": 2.3627616503391814e-05,
      "loss": 0.6245,
      "step": 270
    },
    {
      "epoch": 1.7044025157232703,
      "grad_norm": 0.8340408205986023,
      "learning_rate": 2.3444854499139142e-05,
      "loss": 0.5982,
      "step": 271
    },
    {
      "epoch": 1.7106918238993711,
      "grad_norm": 0.9371923804283142,
      "learning_rate": 2.3262175892620065e-05,
      "loss": 0.5817,
      "step": 272
    },
    {
      "epoch": 1.7169811320754715,
      "grad_norm": 0.809624195098877,
      "learning_rate": 2.307959048033383e-05,
      "loss": 0.5853,
      "step": 273
    },
    {
      "epoch": 1.7232704402515724,
      "grad_norm": 1.0021802186965942,
      "learning_rate": 2.2897108053782e-05,
      "loss": 0.6333,
      "step": 274
    },
    {
      "epoch": 1.7295597484276728,
      "grad_norm": 0.8453190922737122,
      "learning_rate": 2.271473839894331e-05,
      "loss": 0.5381,
      "step": 275
    },
    {
      "epoch": 1.7358490566037736,
      "grad_norm": 0.7890949845314026,
      "learning_rate": 2.253249129574887e-05,
      "loss": 0.5658,
      "step": 276
    },
    {
      "epoch": 1.742138364779874,
      "grad_norm": 0.8816287517547607,
      "learning_rate": 2.2350376517557727e-05,
      "loss": 0.5995,
      "step": 277
    },
    {
      "epoch": 1.748427672955975,
      "grad_norm": 0.881336510181427,
      "learning_rate": 2.216840383063277e-05,
      "loss": 0.6086,
      "step": 278
    },
    {
      "epoch": 1.7547169811320755,
      "grad_norm": 0.9889141917228699,
      "learning_rate": 2.1986582993616926e-05,
      "loss": 0.6055,
      "step": 279
    },
    {
      "epoch": 1.7610062893081762,
      "grad_norm": 0.8085553646087646,
      "learning_rate": 2.1804923757009884e-05,
      "loss": 0.5715,
      "step": 280
    },
    {
      "epoch": 1.7672955974842768,
      "grad_norm": 0.8645254969596863,
      "learning_rate": 2.1623435862645204e-05,
      "loss": 0.5559,
      "step": 281
    },
    {
      "epoch": 1.7735849056603774,
      "grad_norm": 0.7751315236091614,
      "learning_rate": 2.1442129043167874e-05,
      "loss": 0.5651,
      "step": 282
    },
    {
      "epoch": 1.779874213836478,
      "grad_norm": 0.8653814196586609,
      "learning_rate": 2.126101302151238e-05,
      "loss": 0.5811,
      "step": 283
    },
    {
      "epoch": 1.7861635220125787,
      "grad_norm": 0.7941970229148865,
      "learning_rate": 2.1080097510381298e-05,
      "loss": 0.6164,
      "step": 284
    },
    {
      "epoch": 1.7924528301886793,
      "grad_norm": 0.9225692749023438,
      "learning_rate": 2.089939221172446e-05,
      "loss": 0.6913,
      "step": 285
    },
    {
      "epoch": 1.79874213836478,
      "grad_norm": 0.8978100419044495,
      "learning_rate": 2.07189068162186e-05,
      "loss": 0.6091,
      "step": 286
    },
    {
      "epoch": 1.8050314465408805,
      "grad_norm": 0.7802568078041077,
      "learning_rate": 2.0538651002747744e-05,
      "loss": 0.5726,
      "step": 287
    },
    {
      "epoch": 1.8113207547169812,
      "grad_norm": 0.920458197593689,
      "learning_rate": 2.0358634437884112e-05,
      "loss": 0.6116,
      "step": 288
    },
    {
      "epoch": 1.8176100628930818,
      "grad_norm": 0.8483282327651978,
      "learning_rate": 2.0178866775369777e-05,
      "loss": 0.6037,
      "step": 289
    },
    {
      "epoch": 1.8238993710691824,
      "grad_norm": 0.7381348013877869,
      "learning_rate": 1.9999357655598893e-05,
      "loss": 0.6082,
      "step": 290
    },
    {
      "epoch": 1.830188679245283,
      "grad_norm": 0.781938374042511,
      "learning_rate": 1.9820116705100777e-05,
      "loss": 0.6105,
      "step": 291
    },
    {
      "epoch": 1.8364779874213837,
      "grad_norm": 0.9458007216453552,
      "learning_rate": 1.9641153536023644e-05,
      "loss": 0.622,
      "step": 292
    },
    {
      "epoch": 1.8427672955974843,
      "grad_norm": 0.8598377108573914,
      "learning_rate": 1.9462477745619108e-05,
      "loss": 0.5713,
      "step": 293
    },
    {
      "epoch": 1.849056603773585,
      "grad_norm": 0.9226989150047302,
      "learning_rate": 1.928409891572757e-05,
      "loss": 0.6458,
      "step": 294
    },
    {
      "epoch": 1.8553459119496856,
      "grad_norm": 0.7962223887443542,
      "learning_rate": 1.9106026612264316e-05,
      "loss": 0.6411,
      "step": 295
    },
    {
      "epoch": 1.8616352201257862,
      "grad_norm": 0.8416233658790588,
      "learning_rate": 1.8928270384706584e-05,
      "loss": 0.6442,
      "step": 296
    },
    {
      "epoch": 1.8679245283018868,
      "grad_norm": 0.8757483959197998,
      "learning_rate": 1.875083976558136e-05,
      "loss": 0.5864,
      "step": 297
    },
    {
      "epoch": 1.8742138364779874,
      "grad_norm": 0.9159104824066162,
      "learning_rate": 1.8573744269954298e-05,
      "loss": 0.6433,
      "step": 298
    },
    {
      "epoch": 1.880503144654088,
      "grad_norm": 0.8131967782974243,
      "learning_rate": 1.8396993394919372e-05,
      "loss": 0.5951,
      "step": 299
    },
    {
      "epoch": 1.8867924528301887,
      "grad_norm": 0.8790562152862549,
      "learning_rate": 1.8220596619089576e-05,
      "loss": 0.733,
      "step": 300
    },
    {
      "epoch": 1.8930817610062893,
      "grad_norm": 0.8865863680839539,
      "learning_rate": 1.8044563402088684e-05,
      "loss": 0.6455,
      "step": 301
    },
    {
      "epoch": 1.89937106918239,
      "grad_norm": 0.8361108303070068,
      "learning_rate": 1.7868903184043887e-05,
      "loss": 0.5735,
      "step": 302
    },
    {
      "epoch": 1.9056603773584906,
      "grad_norm": 1.0793273448944092,
      "learning_rate": 1.7693625385079577e-05,
      "loss": 0.575,
      "step": 303
    },
    {
      "epoch": 1.9119496855345912,
      "grad_norm": 0.9358295202255249,
      "learning_rate": 1.7518739404812155e-05,
      "loss": 0.6469,
      "step": 304
    },
    {
      "epoch": 1.9182389937106918,
      "grad_norm": 0.7908286452293396,
      "learning_rate": 1.7344254621846016e-05,
      "loss": 0.5925,
      "step": 305
    },
    {
      "epoch": 1.9245283018867925,
      "grad_norm": 0.8354206085205078,
      "learning_rate": 1.7170180393270532e-05,
      "loss": 0.5952,
      "step": 306
    },
    {
      "epoch": 1.930817610062893,
      "grad_norm": 0.7533159852027893,
      "learning_rate": 1.699652605415828e-05,
      "loss": 0.5285,
      "step": 307
    },
    {
      "epoch": 1.9371069182389937,
      "grad_norm": 0.8126991987228394,
      "learning_rate": 1.682330091706446e-05,
      "loss": 0.6097,
      "step": 308
    },
    {
      "epoch": 1.9433962264150944,
      "grad_norm": 0.7812114953994751,
      "learning_rate": 1.6650514271527468e-05,
      "loss": 0.5392,
      "step": 309
    },
    {
      "epoch": 1.949685534591195,
      "grad_norm": 0.8412722945213318,
      "learning_rate": 1.647817538357072e-05,
      "loss": 0.577,
      "step": 310
    },
    {
      "epoch": 1.9559748427672956,
      "grad_norm": 0.9080637693405151,
      "learning_rate": 1.630629349520576e-05,
      "loss": 0.5666,
      "step": 311
    },
    {
      "epoch": 1.9622641509433962,
      "grad_norm": 0.8412050008773804,
      "learning_rate": 1.613487782393661e-05,
      "loss": 0.5836,
      "step": 312
    },
    {
      "epoch": 1.9685534591194969,
      "grad_norm": 0.8351119160652161,
      "learning_rate": 1.5963937562265525e-05,
      "loss": 0.5527,
      "step": 313
    },
    {
      "epoch": 1.9748427672955975,
      "grad_norm": 0.8003585338592529,
      "learning_rate": 1.5793481877199946e-05,
      "loss": 0.5683,
      "step": 314
    },
    {
      "epoch": 1.9811320754716981,
      "grad_norm": 0.8032575249671936,
      "learning_rate": 1.5623519909760954e-05,
      "loss": 0.6225,
      "step": 315
    },
    {
      "epoch": 1.9874213836477987,
      "grad_norm": 0.9350284337997437,
      "learning_rate": 1.5454060774493068e-05,
      "loss": 0.6303,
      "step": 316
    },
    {
      "epoch": 1.9937106918238994,
      "grad_norm": 0.8984176516532898,
      "learning_rate": 1.528511355897543e-05,
      "loss": 0.57,
      "step": 317
    },
    {
      "epoch": 2.0,
      "grad_norm": 1.0674775838851929,
      "learning_rate": 1.5116687323334467e-05,
      "loss": 0.6437,
      "step": 318
    },
    {
      "epoch": 2.006289308176101,
      "grad_norm": 0.8595516085624695,
      "learning_rate": 1.4948791099758052e-05,
      "loss": 0.5796,
      "step": 319
    },
    {
      "epoch": 2.0125786163522013,
      "grad_norm": 0.8340380191802979,
      "learning_rate": 1.4781433892011131e-05,
      "loss": 0.5662,
      "step": 320
    },
    {
      "epoch": 2.018867924528302,
      "grad_norm": 0.7874680757522583,
      "learning_rate": 1.4614624674952842e-05,
      "loss": 0.5754,
      "step": 321
    },
    {
      "epoch": 2.0251572327044025,
      "grad_norm": 1.0123980045318604,
      "learning_rate": 1.4448372394055249e-05,
      "loss": 0.5358,
      "step": 322
    },
    {
      "epoch": 2.0314465408805034,
      "grad_norm": 0.9125322699546814,
      "learning_rate": 1.4282685964923642e-05,
      "loss": 0.5623,
      "step": 323
    },
    {
      "epoch": 2.0377358490566038,
      "grad_norm": 0.9834954142570496,
      "learning_rate": 1.4117574272818388e-05,
      "loss": 0.5465,
      "step": 324
    },
    {
      "epoch": 2.0440251572327046,
      "grad_norm": 0.7798795700073242,
      "learning_rate": 1.3953046172178414e-05,
      "loss": 0.4833,
      "step": 325
    },
    {
      "epoch": 2.050314465408805,
      "grad_norm": 0.7403257489204407,
      "learning_rate": 1.378911048614647e-05,
      "loss": 0.5041,
      "step": 326
    },
    {
      "epoch": 2.056603773584906,
      "grad_norm": 0.9695855379104614,
      "learning_rate": 1.3625776006095881e-05,
      "loss": 0.614,
      "step": 327
    },
    {
      "epoch": 2.0628930817610063,
      "grad_norm": 0.8196994066238403,
      "learning_rate": 1.3463051491159096e-05,
      "loss": 0.5469,
      "step": 328
    },
    {
      "epoch": 2.069182389937107,
      "grad_norm": 0.9879975318908691,
      "learning_rate": 1.3300945667758014e-05,
      "loss": 0.5432,
      "step": 329
    },
    {
      "epoch": 2.0754716981132075,
      "grad_norm": 0.940609335899353,
      "learning_rate": 1.3139467229135999e-05,
      "loss": 0.5998,
      "step": 330
    },
    {
      "epoch": 2.0817610062893084,
      "grad_norm": 0.9598972201347351,
      "learning_rate": 1.2978624834891628e-05,
      "loss": 0.5617,
      "step": 331
    },
    {
      "epoch": 2.088050314465409,
      "grad_norm": 0.9208015203475952,
      "learning_rate": 1.281842711051438e-05,
      "loss": 0.5593,
      "step": 332
    },
    {
      "epoch": 2.0943396226415096,
      "grad_norm": 0.9645323157310486,
      "learning_rate": 1.2658882646922034e-05,
      "loss": 0.5613,
      "step": 333
    },
    {
      "epoch": 2.10062893081761,
      "grad_norm": 0.9999901652336121,
      "learning_rate": 1.2500000000000006e-05,
      "loss": 0.5894,
      "step": 334
    },
    {
      "epoch": 2.106918238993711,
      "grad_norm": 0.9951053857803345,
      "learning_rate": 1.2341787690142437e-05,
      "loss": 0.6147,
      "step": 335
    },
    {
      "epoch": 2.1132075471698113,
      "grad_norm": 0.8768017292022705,
      "learning_rate": 1.2184254201795365e-05,
      "loss": 0.5767,
      "step": 336
    },
    {
      "epoch": 2.119496855345912,
      "grad_norm": 1.089101791381836,
      "learning_rate": 1.2027407983001681e-05,
      "loss": 0.548,
      "step": 337
    },
    {
      "epoch": 2.1257861635220126,
      "grad_norm": 1.0265827178955078,
      "learning_rate": 1.1871257444948098e-05,
      "loss": 0.6397,
      "step": 338
    },
    {
      "epoch": 2.1320754716981134,
      "grad_norm": 1.3154712915420532,
      "learning_rate": 1.1715810961514073e-05,
      "loss": 0.6168,
      "step": 339
    },
    {
      "epoch": 2.138364779874214,
      "grad_norm": 0.9637579321861267,
      "learning_rate": 1.1561076868822756e-05,
      "loss": 0.6011,
      "step": 340
    },
    {
      "epoch": 2.1446540880503147,
      "grad_norm": 1.0628957748413086,
      "learning_rate": 1.1407063464793966e-05,
      "loss": 0.5153,
      "step": 341
    },
    {
      "epoch": 2.150943396226415,
      "grad_norm": 0.9873301982879639,
      "learning_rate": 1.1253779008699131e-05,
      "loss": 0.5839,
      "step": 342
    },
    {
      "epoch": 2.157232704402516,
      "grad_norm": 0.8832650780677795,
      "learning_rate": 1.1101231720718442e-05,
      "loss": 0.5196,
      "step": 343
    },
    {
      "epoch": 2.1635220125786163,
      "grad_norm": 0.9620294570922852,
      "learning_rate": 1.09494297815e-05,
      "loss": 0.5057,
      "step": 344
    },
    {
      "epoch": 2.169811320754717,
      "grad_norm": 0.861911416053772,
      "learning_rate": 1.0798381331721109e-05,
      "loss": 0.5579,
      "step": 345
    },
    {
      "epoch": 2.1761006289308176,
      "grad_norm": 1.0682628154754639,
      "learning_rate": 1.0648094471651724e-05,
      "loss": 0.5442,
      "step": 346
    },
    {
      "epoch": 2.1823899371069184,
      "grad_norm": 0.9263089895248413,
      "learning_rate": 1.049857726072005e-05,
      "loss": 0.534,
      "step": 347
    },
    {
      "epoch": 2.188679245283019,
      "grad_norm": 1.1437605619430542,
      "learning_rate": 1.034983771708035e-05,
      "loss": 0.6663,
      "step": 348
    },
    {
      "epoch": 2.1949685534591197,
      "grad_norm": 1.0065386295318604,
      "learning_rate": 1.020188381718295e-05,
      "loss": 0.5785,
      "step": 349
    },
    {
      "epoch": 2.20125786163522,
      "grad_norm": 0.9750943183898926,
      "learning_rate": 1.0054723495346482e-05,
      "loss": 0.6158,
      "step": 350
    },
    {
      "epoch": 2.207547169811321,
      "grad_norm": 0.8873117566108704,
      "learning_rate": 9.908364643332399e-06,
      "loss": 0.5427,
      "step": 351
    },
    {
      "epoch": 2.2138364779874213,
      "grad_norm": 0.8856627345085144,
      "learning_rate": 9.762815109921761e-06,
      "loss": 0.5662,
      "step": 352
    },
    {
      "epoch": 2.220125786163522,
      "grad_norm": 1.0704549551010132,
      "learning_rate": 9.618082700494319e-06,
      "loss": 0.5534,
      "step": 353
    },
    {
      "epoch": 2.2264150943396226,
      "grad_norm": 0.8676052689552307,
      "learning_rate": 9.474175176609956e-06,
      "loss": 0.59,
      "step": 354
    },
    {
      "epoch": 2.2327044025157234,
      "grad_norm": 0.9761330485343933,
      "learning_rate": 9.331100255592437e-06,
      "loss": 0.4916,
      "step": 355
    },
    {
      "epoch": 2.238993710691824,
      "grad_norm": 0.97756028175354,
      "learning_rate": 9.18886561011557e-06,
      "loss": 0.588,
      "step": 356
    },
    {
      "epoch": 2.2452830188679247,
      "grad_norm": 0.841642439365387,
      "learning_rate": 9.047478867791732e-06,
      "loss": 0.5049,
      "step": 357
    },
    {
      "epoch": 2.251572327044025,
      "grad_norm": 0.8155388236045837,
      "learning_rate": 8.906947610762825e-06,
      "loss": 0.5161,
      "step": 358
    },
    {
      "epoch": 2.257861635220126,
      "grad_norm": 0.9711548089981079,
      "learning_rate": 8.767279375293672e-06,
      "loss": 0.586,
      "step": 359
    },
    {
      "epoch": 2.2641509433962264,
      "grad_norm": 0.9738316535949707,
      "learning_rate": 8.628481651367876e-06,
      "loss": 0.5676,
      "step": 360
    },
    {
      "epoch": 2.270440251572327,
      "grad_norm": 1.0838391780853271,
      "learning_rate": 8.490561882286136e-06,
      "loss": 0.5541,
      "step": 361
    },
    {
      "epoch": 2.2767295597484276,
      "grad_norm": 0.8917685151100159,
      "learning_rate": 8.353527464267104e-06,
      "loss": 0.5196,
      "step": 362
    },
    {
      "epoch": 2.2830188679245285,
      "grad_norm": 1.020671010017395,
      "learning_rate": 8.217385746050742e-06,
      "loss": 0.5488,
      "step": 363
    },
    {
      "epoch": 2.289308176100629,
      "grad_norm": 0.9560969471931458,
      "learning_rate": 8.082144028504233e-06,
      "loss": 0.6031,
      "step": 364
    },
    {
      "epoch": 2.2955974842767297,
      "grad_norm": 0.9737635254859924,
      "learning_rate": 7.947809564230445e-06,
      "loss": 0.5155,
      "step": 365
    },
    {
      "epoch": 2.30188679245283,
      "grad_norm": 0.9711655974388123,
      "learning_rate": 7.814389557179017e-06,
      "loss": 0.5838,
      "step": 366
    },
    {
      "epoch": 2.308176100628931,
      "grad_norm": 0.9898532032966614,
      "learning_rate": 7.681891162260015e-06,
      "loss": 0.5451,
      "step": 367
    },
    {
      "epoch": 2.3144654088050314,
      "grad_norm": 1.035120964050293,
      "learning_rate": 7.5503214849602516e-06,
      "loss": 0.5736,
      "step": 368
    },
    {
      "epoch": 2.3207547169811322,
      "grad_norm": 1.108474850654602,
      "learning_rate": 7.419687580962223e-06,
      "loss": 0.5196,
      "step": 369
    },
    {
      "epoch": 2.3270440251572326,
      "grad_norm": 1.0157012939453125,
      "learning_rate": 7.289996455765749e-06,
      "loss": 0.51,
      "step": 370
    },
    {
      "epoch": 2.3333333333333335,
      "grad_norm": 0.894260823726654,
      "learning_rate": 7.161255064312283e-06,
      "loss": 0.5139,
      "step": 371
    },
    {
      "epoch": 2.339622641509434,
      "grad_norm": 0.9161332845687866,
      "learning_rate": 7.033470310611945e-06,
      "loss": 0.6037,
      "step": 372
    },
    {
      "epoch": 2.3459119496855347,
      "grad_norm": 1.046667218208313,
      "learning_rate": 6.906649047373246e-06,
      "loss": 0.5373,
      "step": 373
    },
    {
      "epoch": 2.352201257861635,
      "grad_norm": 1.0308722257614136,
      "learning_rate": 6.780798075635675e-06,
      "loss": 0.4893,
      "step": 374
    },
    {
      "epoch": 2.358490566037736,
      "grad_norm": 0.9212855696678162,
      "learning_rate": 6.655924144404907e-06,
      "loss": 0.4754,
      "step": 375
    },
    {
      "epoch": 2.3647798742138364,
      "grad_norm": 0.9538508057594299,
      "learning_rate": 6.532033950290886e-06,
      "loss": 0.5595,
      "step": 376
    },
    {
      "epoch": 2.3710691823899372,
      "grad_norm": 0.9696520566940308,
      "learning_rate": 6.409134137148737e-06,
      "loss": 0.5625,
      "step": 377
    },
    {
      "epoch": 2.3773584905660377,
      "grad_norm": 1.0636050701141357,
      "learning_rate": 6.28723129572247e-06,
      "loss": 0.5553,
      "step": 378
    },
    {
      "epoch": 2.3836477987421385,
      "grad_norm": 1.0527743101119995,
      "learning_rate": 6.166331963291519e-06,
      "loss": 0.5119,
      "step": 379
    },
    {
      "epoch": 2.389937106918239,
      "grad_norm": 0.9810575246810913,
      "learning_rate": 6.046442623320145e-06,
      "loss": 0.5445,
      "step": 380
    },
    {
      "epoch": 2.3962264150943398,
      "grad_norm": 1.3199591636657715,
      "learning_rate": 5.927569705109828e-06,
      "loss": 0.5123,
      "step": 381
    },
    {
      "epoch": 2.40251572327044,
      "grad_norm": 1.0990368127822876,
      "learning_rate": 5.809719583454415e-06,
      "loss": 0.5272,
      "step": 382
    },
    {
      "epoch": 2.408805031446541,
      "grad_norm": 0.9801096320152283,
      "learning_rate": 5.692898578298253e-06,
      "loss": 0.5352,
      "step": 383
    },
    {
      "epoch": 2.4150943396226414,
      "grad_norm": 0.9592974185943604,
      "learning_rate": 5.577112954397321e-06,
      "loss": 0.5599,
      "step": 384
    },
    {
      "epoch": 2.4213836477987423,
      "grad_norm": 1.0604385137557983,
      "learning_rate": 5.462368920983249e-06,
      "loss": 0.6035,
      "step": 385
    },
    {
      "epoch": 2.4276729559748427,
      "grad_norm": 1.105743408203125,
      "learning_rate": 5.348672631430318e-06,
      "loss": 0.5487,
      "step": 386
    },
    {
      "epoch": 2.4339622641509435,
      "grad_norm": 1.0688592195510864,
      "learning_rate": 5.236030182925475e-06,
      "loss": 0.4962,
      "step": 387
    },
    {
      "epoch": 2.440251572327044,
      "grad_norm": 1.0261510610580444,
      "learning_rate": 5.124447616141381e-06,
      "loss": 0.4908,
      "step": 388
    },
    {
      "epoch": 2.4465408805031448,
      "grad_norm": 0.9577153921127319,
      "learning_rate": 5.013930914912476e-06,
      "loss": 0.5737,
      "step": 389
    },
    {
      "epoch": 2.452830188679245,
      "grad_norm": 1.094467282295227,
      "learning_rate": 4.9044860059140275e-06,
      "loss": 0.545,
      "step": 390
    },
    {
      "epoch": 2.459119496855346,
      "grad_norm": 1.0198063850402832,
      "learning_rate": 4.796118758344354e-06,
      "loss": 0.5605,
      "step": 391
    },
    {
      "epoch": 2.4654088050314464,
      "grad_norm": 1.099183201789856,
      "learning_rate": 4.6888349836100825e-06,
      "loss": 0.613,
      "step": 392
    },
    {
      "epoch": 2.4716981132075473,
      "grad_norm": 0.9367800354957581,
      "learning_rate": 4.58264043501446e-06,
      "loss": 0.5336,
      "step": 393
    },
    {
      "epoch": 2.4779874213836477,
      "grad_norm": 1.0678683519363403,
      "learning_rate": 4.477540807448832e-06,
      "loss": 0.5223,
      "step": 394
    },
    {
      "epoch": 2.4842767295597485,
      "grad_norm": 0.9716767072677612,
      "learning_rate": 4.373541737087264e-06,
      "loss": 0.6065,
      "step": 395
    },
    {
      "epoch": 2.490566037735849,
      "grad_norm": 0.9876382946968079,
      "learning_rate": 4.270648801084296e-06,
      "loss": 0.6004,
      "step": 396
    },
    {
      "epoch": 2.49685534591195,
      "grad_norm": 1.13174307346344,
      "learning_rate": 4.1688675172758064e-06,
      "loss": 0.7008,
      "step": 397
    },
    {
      "epoch": 2.50314465408805,
      "grad_norm": 0.9936075806617737,
      "learning_rate": 4.068203343883159e-06,
      "loss": 0.5324,
      "step": 398
    },
    {
      "epoch": 2.509433962264151,
      "grad_norm": 1.0240283012390137,
      "learning_rate": 3.968661679220468e-06,
      "loss": 0.5039,
      "step": 399
    },
    {
      "epoch": 2.5157232704402515,
      "grad_norm": 0.9729213714599609,
      "learning_rate": 3.8702478614051355e-06,
      "loss": 0.6125,
      "step": 400
    },
    {
      "epoch": 2.5220125786163523,
      "grad_norm": 1.0876688957214355,
      "learning_rate": 3.772967168071517e-06,
      "loss": 0.4964,
      "step": 401
    },
    {
      "epoch": 2.5283018867924527,
      "grad_norm": 0.9535592198371887,
      "learning_rate": 3.6768248160879787e-06,
      "loss": 0.5612,
      "step": 402
    },
    {
      "epoch": 2.5345911949685536,
      "grad_norm": 1.031736135482788,
      "learning_rate": 3.5818259612770744e-06,
      "loss": 0.5821,
      "step": 403
    },
    {
      "epoch": 2.540880503144654,
      "grad_norm": 1.1026850938796997,
      "learning_rate": 3.487975698139084e-06,
      "loss": 0.5122,
      "step": 404
    },
    {
      "epoch": 2.547169811320755,
      "grad_norm": 1.2503842115402222,
      "learning_rate": 3.3952790595787987e-06,
      "loss": 0.5523,
      "step": 405
    },
    {
      "epoch": 2.5534591194968552,
      "grad_norm": 0.9601788520812988,
      "learning_rate": 3.3037410166356143e-06,
      "loss": 0.5387,
      "step": 406
    },
    {
      "epoch": 2.559748427672956,
      "grad_norm": 1.054858922958374,
      "learning_rate": 3.2133664782169948e-06,
      "loss": 0.5589,
      "step": 407
    },
    {
      "epoch": 2.5660377358490565,
      "grad_norm": 1.025303840637207,
      "learning_rate": 3.1241602908351404e-06,
      "loss": 0.4714,
      "step": 408
    },
    {
      "epoch": 2.5723270440251573,
      "grad_norm": 1.1350743770599365,
      "learning_rate": 3.036127238347164e-06,
      "loss": 0.6239,
      "step": 409
    },
    {
      "epoch": 2.5786163522012577,
      "grad_norm": 1.0093308687210083,
      "learning_rate": 2.9492720416985e-06,
      "loss": 0.4931,
      "step": 410
    },
    {
      "epoch": 2.5849056603773586,
      "grad_norm": 0.9581872820854187,
      "learning_rate": 2.8635993586697553e-06,
      "loss": 0.5811,
      "step": 411
    },
    {
      "epoch": 2.591194968553459,
      "grad_norm": 0.9479830265045166,
      "learning_rate": 2.779113783626916e-06,
      "loss": 0.5309,
      "step": 412
    },
    {
      "epoch": 2.59748427672956,
      "grad_norm": 1.0558853149414062,
      "learning_rate": 2.6958198472749717e-06,
      "loss": 0.5677,
      "step": 413
    },
    {
      "epoch": 2.6037735849056602,
      "grad_norm": 1.0703245401382446,
      "learning_rate": 2.6137220164149435e-06,
      "loss": 0.5454,
      "step": 414
    },
    {
      "epoch": 2.610062893081761,
      "grad_norm": 1.0348020792007446,
      "learning_rate": 2.5328246937043526e-06,
      "loss": 0.5347,
      "step": 415
    },
    {
      "epoch": 2.6163522012578615,
      "grad_norm": 1.0240215063095093,
      "learning_rate": 2.4531322174210975e-06,
      "loss": 0.5439,
      "step": 416
    },
    {
      "epoch": 2.6226415094339623,
      "grad_norm": 1.0210105180740356,
      "learning_rate": 2.37464886123083e-06,
      "loss": 0.5493,
      "step": 417
    },
    {
      "epoch": 2.6289308176100628,
      "grad_norm": 0.9978793859481812,
      "learning_rate": 2.2973788339577613e-06,
      "loss": 0.5734,
      "step": 418
    },
    {
      "epoch": 2.6352201257861636,
      "grad_norm": 0.9935867786407471,
      "learning_rate": 2.2213262793589484e-06,
      "loss": 0.5357,
      "step": 419
    },
    {
      "epoch": 2.641509433962264,
      "grad_norm": 1.1258329153060913,
      "learning_rate": 2.1464952759020855e-06,
      "loss": 0.5981,
      "step": 420
    },
    {
      "epoch": 2.647798742138365,
      "grad_norm": 1.0054690837860107,
      "learning_rate": 2.0728898365467903e-06,
      "loss": 0.5475,
      "step": 421
    },
    {
      "epoch": 2.6540880503144653,
      "grad_norm": 0.992341935634613,
      "learning_rate": 2.0005139085293945e-06,
      "loss": 0.5183,
      "step": 422
    },
    {
      "epoch": 2.660377358490566,
      "grad_norm": 1.1585534811019897,
      "learning_rate": 1.9293713731512673e-06,
      "loss": 0.5818,
      "step": 423
    },
    {
      "epoch": 2.6666666666666665,
      "grad_norm": 1.0974853038787842,
      "learning_rate": 1.8594660455706763e-06,
      "loss": 0.5459,
      "step": 424
    },
    {
      "epoch": 2.6729559748427674,
      "grad_norm": 1.0383155345916748,
      "learning_rate": 1.790801674598186e-06,
      "loss": 0.5606,
      "step": 425
    },
    {
      "epoch": 2.6792452830188678,
      "grad_norm": 1.0877803564071655,
      "learning_rate": 1.7233819424956248e-06,
      "loss": 0.6469,
      "step": 426
    },
    {
      "epoch": 2.6855345911949686,
      "grad_norm": 0.9916452765464783,
      "learning_rate": 1.6572104647786247e-06,
      "loss": 0.5502,
      "step": 427
    },
    {
      "epoch": 2.691823899371069,
      "grad_norm": 1.0767418146133423,
      "learning_rate": 1.5922907900227018e-06,
      "loss": 0.4795,
      "step": 428
    },
    {
      "epoch": 2.69811320754717,
      "grad_norm": 0.943517804145813,
      "learning_rate": 1.5286263996730026e-06,
      "loss": 0.5133,
      "step": 429
    },
    {
      "epoch": 2.7044025157232703,
      "grad_norm": 0.9800017476081848,
      "learning_rate": 1.4662207078575684e-06,
      "loss": 0.5562,
      "step": 430
    },
    {
      "epoch": 2.710691823899371,
      "grad_norm": 1.1385478973388672,
      "learning_rate": 1.40507706120426e-06,
      "loss": 0.6125,
      "step": 431
    },
    {
      "epoch": 2.7169811320754715,
      "grad_norm": 1.0203759670257568,
      "learning_rate": 1.3451987386612851e-06,
      "loss": 0.4892,
      "step": 432
    },
    {
      "epoch": 2.7232704402515724,
      "grad_norm": 1.0325732231140137,
      "learning_rate": 1.286588951321363e-06,
      "loss": 0.5683,
      "step": 433
    },
    {
      "epoch": 2.729559748427673,
      "grad_norm": 1.0057847499847412,
      "learning_rate": 1.2292508422495158e-06,
      "loss": 0.5591,
      "step": 434
    },
    {
      "epoch": 2.7358490566037736,
      "grad_norm": 1.0370678901672363,
      "learning_rate": 1.1731874863145143e-06,
      "loss": 0.5453,
      "step": 435
    },
    {
      "epoch": 2.742138364779874,
      "grad_norm": 0.9245080947875977,
      "learning_rate": 1.1184018900240011e-06,
      "loss": 0.4967,
      "step": 436
    },
    {
      "epoch": 2.748427672955975,
      "grad_norm": 0.9071083068847656,
      "learning_rate": 1.06489699136324e-06,
      "loss": 0.5167,
      "step": 437
    },
    {
      "epoch": 2.7547169811320753,
      "grad_norm": 1.0417287349700928,
      "learning_rate": 1.0126756596375686e-06,
      "loss": 0.5565,
      "step": 438
    },
    {
      "epoch": 2.761006289308176,
      "grad_norm": 1.044604778289795,
      "learning_rate": 9.617406953185138e-07,
      "loss": 0.5653,
      "step": 439
    },
    {
      "epoch": 2.767295597484277,
      "grad_norm": 1.0384100675582886,
      "learning_rate": 9.120948298936421e-07,
      "loss": 0.526,
      "step": 440
    },
    {
      "epoch": 2.7735849056603774,
      "grad_norm": 1.1161764860153198,
      "learning_rate": 8.637407257200497e-07,
      "loss": 0.543,
      "step": 441
    },
    {
      "epoch": 2.779874213836478,
      "grad_norm": 1.095703363418579,
      "learning_rate": 8.166809758815896e-07,
      "loss": 0.5837,
      "step": 442
    },
    {
      "epoch": 2.7861635220125787,
      "grad_norm": 1.0628708600997925,
      "learning_rate": 7.709181040498254e-07,
      "loss": 0.5353,
      "step": 443
    },
    {
      "epoch": 2.7924528301886795,
      "grad_norm": 1.014708161354065,
      "learning_rate": 7.264545643486997e-07,
      "loss": 0.5941,
      "step": 444
    },
    {
      "epoch": 2.79874213836478,
      "grad_norm": 0.9685489535331726,
      "learning_rate": 6.832927412229018e-07,
      "loss": 0.5311,
      "step": 445
    },
    {
      "epoch": 2.8050314465408803,
      "grad_norm": 0.9544473886489868,
      "learning_rate": 6.41434949310013e-07,
      "loss": 0.5635,
      "step": 446
    },
    {
      "epoch": 2.811320754716981,
      "grad_norm": 1.2015351057052612,
      "learning_rate": 6.008834333163876e-07,
      "loss": 0.5833,
      "step": 447
    },
    {
      "epoch": 2.817610062893082,
      "grad_norm": 0.9438028931617737,
      "learning_rate": 5.616403678967624e-07,
      "loss": 0.4877,
      "step": 448
    },
    {
      "epoch": 2.8238993710691824,
      "grad_norm": 0.9827612638473511,
      "learning_rate": 5.237078575376336e-07,
      "loss": 0.5336,
      "step": 449
    },
    {
      "epoch": 2.830188679245283,
      "grad_norm": 1.0386241674423218,
      "learning_rate": 4.870879364444109e-07,
      "loss": 0.5439,
      "step": 450
    },
    {
      "epoch": 2.8364779874213837,
      "grad_norm": 1.0768251419067383,
      "learning_rate": 4.517825684323324e-07,
      "loss": 0.5641,
      "step": 451
    },
    {
      "epoch": 2.8427672955974845,
      "grad_norm": 0.9616789221763611,
      "learning_rate": 4.1779364682113796e-07,
      "loss": 0.5653,
      "step": 452
    },
    {
      "epoch": 2.849056603773585,
      "grad_norm": 1.0044620037078857,
      "learning_rate": 3.851229943335394e-07,
      "loss": 0.5828,
      "step": 453
    },
    {
      "epoch": 2.8553459119496853,
      "grad_norm": 0.9143046140670776,
      "learning_rate": 3.537723629974815e-07,
      "loss": 0.5,
      "step": 454
    },
    {
      "epoch": 2.861635220125786,
      "grad_norm": 1.1500418186187744,
      "learning_rate": 3.237434340521789e-07,
      "loss": 0.6026,
      "step": 455
    },
    {
      "epoch": 2.867924528301887,
      "grad_norm": 1.0443059206008911,
      "learning_rate": 2.9503781785795713e-07,
      "loss": 0.5329,
      "step": 456
    },
    {
      "epoch": 2.8742138364779874,
      "grad_norm": 1.0647647380828857,
      "learning_rate": 2.6765705380989437e-07,
      "loss": 0.5699,
      "step": 457
    },
    {
      "epoch": 2.880503144654088,
      "grad_norm": 0.9754281640052795,
      "learning_rate": 2.416026102552732e-07,
      "loss": 0.5928,
      "step": 458
    },
    {
      "epoch": 2.8867924528301887,
      "grad_norm": 0.9932259917259216,
      "learning_rate": 2.168758844148272e-07,
      "loss": 0.591,
      "step": 459
    },
    {
      "epoch": 2.8930817610062896,
      "grad_norm": 1.1134239435195923,
      "learning_rate": 1.93478202307823e-07,
      "loss": 0.5862,
      "step": 460
    },
    {
      "epoch": 2.89937106918239,
      "grad_norm": 1.1245214939117432,
      "learning_rate": 1.7141081868094212e-07,
      "loss": 0.5749,
      "step": 461
    },
    {
      "epoch": 2.9056603773584904,
      "grad_norm": 0.9979386925697327,
      "learning_rate": 1.5067491694100154e-07,
      "loss": 0.5694,
      "step": 462
    },
    {
      "epoch": 2.911949685534591,
      "grad_norm": 1.018856406211853,
      "learning_rate": 1.3127160909147672e-07,
      "loss": 0.5602,
      "step": 463
    },
    {
      "epoch": 2.918238993710692,
      "grad_norm": 1.103405237197876,
      "learning_rate": 1.1320193567288529e-07,
      "loss": 0.6153,
      "step": 464
    },
    {
      "epoch": 2.9245283018867925,
      "grad_norm": 1.1032378673553467,
      "learning_rate": 9.646686570697061e-08,
      "loss": 0.5614,
      "step": 465
    },
    {
      "epoch": 2.930817610062893,
      "grad_norm": 1.0579830408096313,
      "learning_rate": 8.106729664475176e-08,
      "loss": 0.4928,
      "step": 466
    },
    {
      "epoch": 2.9371069182389937,
      "grad_norm": 1.0092562437057495,
      "learning_rate": 6.700405431837587e-08,
      "loss": 0.5309,
      "step": 467
    },
    {
      "epoch": 2.9433962264150946,
      "grad_norm": 0.923986554145813,
      "learning_rate": 5.4277892896853476e-08,
      "loss": 0.5312,
      "step": 468
    },
    {
      "epoch": 2.949685534591195,
      "grad_norm": 1.07733154296875,
      "learning_rate": 4.2889494845599344e-08,
      "loss": 0.5962,
      "step": 469
    },
    {
      "epoch": 2.9559748427672954,
      "grad_norm": 0.9723581671714783,
      "learning_rate": 3.283947088983663e-08,
      "loss": 0.479,
      "step": 470
    },
    {
      "epoch": 2.9622641509433962,
      "grad_norm": 0.8795850872993469,
      "learning_rate": 2.4128359981850924e-08,
      "loss": 0.5356,
      "step": 471
    },
    {
      "epoch": 2.968553459119497,
      "grad_norm": 1.0015406608581543,
      "learning_rate": 1.6756629272085545e-08,
      "loss": 0.641,
      "step": 472
    },
    {
      "epoch": 2.9748427672955975,
      "grad_norm": 0.9870020747184753,
      "learning_rate": 1.0724674084083841e-08,
      "loss": 0.5117,
      "step": 473
    },
    {
      "epoch": 2.981132075471698,
      "grad_norm": 1.0196905136108398,
      "learning_rate": 6.032817893297793e-09,
      "loss": 0.5305,
      "step": 474
    },
    {
      "epoch": 2.9874213836477987,
      "grad_norm": 1.0410959720611572,
      "learning_rate": 2.681312309735229e-09,
      "loss": 0.5545,
      "step": 475
    },
    {
      "epoch": 2.9937106918238996,
      "grad_norm": 1.0021966695785522,
      "learning_rate": 6.703370644706164e-10,
      "loss": 0.547,
      "step": 476
    },
    {
      "epoch": 3.0,
      "grad_norm": 1.0657471418380737,
      "learning_rate": 0.0,
      "loss": 0.457,
      "step": 477
    },
    {
      "epoch": 3.0,
      "step": 477,
      "total_flos": 5.5856876418308506e+17,
      "train_loss": 0.6629369193278019,
      "train_runtime": 4969.9444,
      "train_samples_per_second": 12.276,
      "train_steps_per_second": 0.096
    }
  ],
  "logging_steps": 1,
  "max_steps": 477,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 100,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 5.5856876418308506e+17,
  "train_batch_size": 64,
  "trial_name": null,
  "trial_params": null
}