{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.9952,
  "eval_steps": 500,
  "global_step": 585,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.00512,
      "grad_norm": 7.427512523661066,
      "learning_rate": 1.3559322033898307e-06,
      "loss": 1.1833,
      "step": 1
    },
    {
      "epoch": 0.01024,
      "grad_norm": 7.378805913304633,
      "learning_rate": 2.7118644067796613e-06,
      "loss": 1.1693,
      "step": 2
    },
    {
      "epoch": 0.01536,
      "grad_norm": 7.387359456401948,
      "learning_rate": 4.067796610169492e-06,
      "loss": 1.1699,
      "step": 3
    },
    {
      "epoch": 0.02048,
      "grad_norm": 5.424792613029199,
      "learning_rate": 5.423728813559323e-06,
      "loss": 1.112,
      "step": 4
    },
    {
      "epoch": 0.0256,
      "grad_norm": 3.3531117149966567,
      "learning_rate": 6.779661016949153e-06,
      "loss": 1.0668,
      "step": 5
    },
    {
      "epoch": 0.03072,
      "grad_norm": 2.9208579813945645,
      "learning_rate": 8.135593220338983e-06,
      "loss": 1.0554,
      "step": 6
    },
    {
      "epoch": 0.03584,
      "grad_norm": 5.338271857324549,
      "learning_rate": 9.491525423728815e-06,
      "loss": 1.0192,
      "step": 7
    },
    {
      "epoch": 0.04096,
      "grad_norm": 5.570953182353899,
      "learning_rate": 1.0847457627118645e-05,
      "loss": 1.0134,
      "step": 8
    },
    {
      "epoch": 0.04608,
      "grad_norm": 5.770745007584102,
      "learning_rate": 1.2203389830508477e-05,
      "loss": 0.9676,
      "step": 9
    },
    {
      "epoch": 0.0512,
      "grad_norm": 4.652978095614179,
      "learning_rate": 1.3559322033898305e-05,
      "loss": 0.9515,
      "step": 10
    },
    {
      "epoch": 0.05632,
      "grad_norm": 2.8588327705676626,
      "learning_rate": 1.4915254237288137e-05,
      "loss": 0.9188,
      "step": 11
    },
    {
      "epoch": 0.06144,
      "grad_norm": 3.6027109410465066,
      "learning_rate": 1.6271186440677967e-05,
      "loss": 0.8979,
      "step": 12
    },
    {
      "epoch": 0.06656,
      "grad_norm": 2.9981487608394635,
      "learning_rate": 1.76271186440678e-05,
      "loss": 0.8804,
      "step": 13
    },
    {
      "epoch": 0.07168,
      "grad_norm": 1.9815532395129927,
      "learning_rate": 1.898305084745763e-05,
      "loss": 0.85,
      "step": 14
    },
    {
      "epoch": 0.0768,
      "grad_norm": 2.0993713191830765,
      "learning_rate": 2.033898305084746e-05,
      "loss": 0.8359,
      "step": 15
    },
    {
      "epoch": 0.08192,
      "grad_norm": 1.8644702221939118,
      "learning_rate": 2.169491525423729e-05,
      "loss": 0.8325,
      "step": 16
    },
    {
      "epoch": 0.08704,
      "grad_norm": 1.4001838150615264,
      "learning_rate": 2.3050847457627122e-05,
      "loss": 0.8145,
      "step": 17
    },
    {
      "epoch": 0.09216,
      "grad_norm": 1.5105243610460197,
      "learning_rate": 2.4406779661016954e-05,
      "loss": 0.8061,
      "step": 18
    },
    {
      "epoch": 0.09728,
      "grad_norm": 1.508229346305267,
      "learning_rate": 2.576271186440678e-05,
      "loss": 0.8019,
      "step": 19
    },
    {
      "epoch": 0.1024,
      "grad_norm": 1.313209951669769,
      "learning_rate": 2.711864406779661e-05,
      "loss": 0.8,
      "step": 20
    },
    {
      "epoch": 0.10752,
      "grad_norm": 1.173580022336048,
      "learning_rate": 2.8474576271186442e-05,
      "loss": 0.7764,
      "step": 21
    },
    {
      "epoch": 0.11264,
      "grad_norm": 1.293902010777013,
      "learning_rate": 2.9830508474576274e-05,
      "loss": 0.7891,
      "step": 22
    },
    {
      "epoch": 0.11776,
      "grad_norm": 0.9680297788054414,
      "learning_rate": 3.1186440677966106e-05,
      "loss": 0.7745,
      "step": 23
    },
    {
      "epoch": 0.12288,
      "grad_norm": 0.9265872685281233,
      "learning_rate": 3.2542372881355934e-05,
      "loss": 0.7678,
      "step": 24
    },
    {
      "epoch": 0.128,
      "grad_norm": 0.9305803654580205,
      "learning_rate": 3.389830508474576e-05,
      "loss": 0.7559,
      "step": 25
    },
    {
      "epoch": 0.13312,
      "grad_norm": 1.334014536013991,
      "learning_rate": 3.52542372881356e-05,
      "loss": 0.7697,
      "step": 26
    },
    {
      "epoch": 0.13824,
      "grad_norm": 1.7668925981671184,
      "learning_rate": 3.6610169491525426e-05,
      "loss": 0.7506,
      "step": 27
    },
    {
      "epoch": 0.14336,
      "grad_norm": 1.2041359597289543,
      "learning_rate": 3.796610169491526e-05,
      "loss": 0.7446,
      "step": 28
    },
    {
      "epoch": 0.14848,
      "grad_norm": 1.9838038548617862,
      "learning_rate": 3.932203389830509e-05,
      "loss": 0.7511,
      "step": 29
    },
    {
      "epoch": 0.1536,
      "grad_norm": 1.2091908618849432,
      "learning_rate": 4.067796610169492e-05,
      "loss": 0.743,
      "step": 30
    },
    {
      "epoch": 0.15872,
      "grad_norm": 2.013739044410424,
      "learning_rate": 4.203389830508475e-05,
      "loss": 0.739,
      "step": 31
    },
    {
      "epoch": 0.16384,
      "grad_norm": 1.7387033344897997,
      "learning_rate": 4.338983050847458e-05,
      "loss": 0.737,
      "step": 32
    },
    {
      "epoch": 0.16896,
      "grad_norm": 1.7866106146689165,
      "learning_rate": 4.474576271186441e-05,
      "loss": 0.7392,
      "step": 33
    },
    {
      "epoch": 0.17408,
      "grad_norm": 1.5407095248074152,
      "learning_rate": 4.6101694915254244e-05,
      "loss": 0.7286,
      "step": 34
    },
    {
      "epoch": 0.1792,
      "grad_norm": 1.7355594859856742,
      "learning_rate": 4.745762711864407e-05,
      "loss": 0.7429,
      "step": 35
    },
    {
      "epoch": 0.18432,
      "grad_norm": 1.4876420903172791,
      "learning_rate": 4.881355932203391e-05,
      "loss": 0.7229,
      "step": 36
    },
    {
      "epoch": 0.18944,
      "grad_norm": 2.2843469216868098,
      "learning_rate": 5.016949152542373e-05,
      "loss": 0.7288,
      "step": 37
    },
    {
      "epoch": 0.19456,
      "grad_norm": 1.6645490807582124,
      "learning_rate": 5.152542372881356e-05,
      "loss": 0.7189,
      "step": 38
    },
    {
      "epoch": 0.19968,
      "grad_norm": 2.3532899761581096,
      "learning_rate": 5.288135593220339e-05,
      "loss": 0.7163,
      "step": 39
    },
    {
      "epoch": 0.2048,
      "grad_norm": 2.497396548783959,
      "learning_rate": 5.423728813559322e-05,
      "loss": 0.7264,
      "step": 40
    },
    {
      "epoch": 0.20992,
      "grad_norm": 1.4481682870152812,
      "learning_rate": 5.5593220338983056e-05,
      "loss": 0.7144,
      "step": 41
    },
    {
      "epoch": 0.21504,
      "grad_norm": 3.1370809945974587,
      "learning_rate": 5.6949152542372884e-05,
      "loss": 0.7002,
      "step": 42
    },
    {
      "epoch": 0.22016,
      "grad_norm": 2.6339360870235264,
      "learning_rate": 5.830508474576271e-05,
      "loss": 0.7403,
      "step": 43
    },
    {
      "epoch": 0.22528,
      "grad_norm": 2.2084591884302647,
      "learning_rate": 5.966101694915255e-05,
      "loss": 0.7236,
      "step": 44
    },
    {
      "epoch": 0.2304,
      "grad_norm": 2.7378970801102107,
      "learning_rate": 6.1016949152542376e-05,
      "loss": 0.6975,
      "step": 45
    },
    {
      "epoch": 0.23552,
      "grad_norm": 1.8558926790043844,
      "learning_rate": 6.237288135593221e-05,
      "loss": 0.7187,
      "step": 46
    },
    {
      "epoch": 0.24064,
      "grad_norm": 2.2724542031435866,
      "learning_rate": 6.372881355932204e-05,
      "loss": 0.7264,
      "step": 47
    },
    {
      "epoch": 0.24576,
      "grad_norm": 2.8585186655333605,
      "learning_rate": 6.508474576271187e-05,
      "loss": 0.7122,
      "step": 48
    },
    {
      "epoch": 0.25088,
      "grad_norm": 2.2069560445393246,
      "learning_rate": 6.64406779661017e-05,
      "loss": 0.727,
      "step": 49
    },
    {
      "epoch": 0.256,
      "grad_norm": 3.1071789158018173,
      "learning_rate": 6.779661016949152e-05,
      "loss": 0.6951,
      "step": 50
    },
    {
      "epoch": 0.26112,
      "grad_norm": 2.0255083166280694,
      "learning_rate": 6.915254237288137e-05,
      "loss": 0.6928,
      "step": 51
    },
    {
      "epoch": 0.26624,
      "grad_norm": 3.3982026768893427,
      "learning_rate": 7.05084745762712e-05,
      "loss": 0.6963,
      "step": 52
    },
    {
      "epoch": 0.27136,
      "grad_norm": 1.7595270818326945,
      "learning_rate": 7.186440677966102e-05,
      "loss": 0.7136,
      "step": 53
    },
    {
      "epoch": 0.27648,
      "grad_norm": 3.522255480730156,
      "learning_rate": 7.322033898305085e-05,
      "loss": 0.701,
      "step": 54
    },
    {
      "epoch": 0.2816,
      "grad_norm": 2.0471574026263473,
      "learning_rate": 7.457627118644068e-05,
      "loss": 0.7015,
      "step": 55
    },
    {
      "epoch": 0.28672,
      "grad_norm": 4.076903746052479,
      "learning_rate": 7.593220338983052e-05,
      "loss": 0.7213,
      "step": 56
    },
    {
      "epoch": 0.29184,
      "grad_norm": 2.9540886546409,
      "learning_rate": 7.728813559322035e-05,
      "loss": 0.7072,
      "step": 57
    },
    {
      "epoch": 0.29696,
      "grad_norm": 2.930300987052726,
      "learning_rate": 7.864406779661018e-05,
      "loss": 0.7075,
      "step": 58
    },
    {
      "epoch": 0.30208,
      "grad_norm": 2.309566711188816,
      "learning_rate": 8e-05,
      "loss": 0.6845,
      "step": 59
    },
    {
      "epoch": 0.3072,
      "grad_norm": 3.0240560677976482,
      "learning_rate": 7.999928656081034e-05,
      "loss": 0.7071,
      "step": 60
    },
    {
      "epoch": 0.31232,
      "grad_norm": 2.1478418033816076,
      "learning_rate": 7.999714626869112e-05,
      "loss": 0.6906,
      "step": 61
    },
    {
      "epoch": 0.31744,
      "grad_norm": 3.179230462128308,
      "learning_rate": 7.999357919999074e-05,
      "loss": 0.7038,
      "step": 62
    },
    {
      "epoch": 0.32256,
      "grad_norm": 2.4903190109477693,
      "learning_rate": 7.998858548195353e-05,
      "loss": 0.7036,
      "step": 63
    },
    {
      "epoch": 0.32768,
      "grad_norm": 2.5167791307656717,
      "learning_rate": 7.998216529271523e-05,
      "loss": 0.7022,
      "step": 64
    },
    {
      "epoch": 0.3328,
      "grad_norm": 2.1782283151414723,
      "learning_rate": 7.997431886129654e-05,
      "loss": 0.7056,
      "step": 65
    },
    {
      "epoch": 0.33792,
      "grad_norm": 2.4061240485846707,
      "learning_rate": 7.996504646759507e-05,
      "loss": 0.7033,
      "step": 66
    },
    {
      "epoch": 0.34304,
      "grad_norm": 1.8094645315702094,
      "learning_rate": 7.995434844237524e-05,
      "loss": 0.703,
      "step": 67
    },
    {
      "epoch": 0.34816,
      "grad_norm": 2.3445365799928384,
      "learning_rate": 7.994222516725659e-05,
      "loss": 0.6953,
      "step": 68
    },
    {
      "epoch": 0.35328,
      "grad_norm": 1.99410664221794,
      "learning_rate": 7.99286770747001e-05,
      "loss": 0.6919,
      "step": 69
    },
    {
      "epoch": 0.3584,
      "grad_norm": 2.230153791562052,
      "learning_rate": 7.991370464799278e-05,
      "loss": 0.6862,
      "step": 70
    },
    {
      "epoch": 0.36352,
      "grad_norm": 1.9601599085514845,
      "learning_rate": 7.989730842123042e-05,
      "loss": 0.7128,
      "step": 71
    },
    {
      "epoch": 0.36864,
      "grad_norm": 1.5761765132400967,
      "learning_rate": 7.987948897929855e-05,
      "loss": 0.6745,
      "step": 72
    },
    {
      "epoch": 0.37376,
      "grad_norm": 1.679276038030434,
      "learning_rate": 7.986024695785161e-05,
      "loss": 0.6796,
      "step": 73
    },
    {
      "epoch": 0.37888,
      "grad_norm": 1.6649601965609995,
      "learning_rate": 7.98395830432902e-05,
      "loss": 0.6745,
      "step": 74
    },
    {
      "epoch": 0.384,
      "grad_norm": 1.4057964596604813,
      "learning_rate": 7.981749797273661e-05,
      "loss": 0.6979,
      "step": 75
    },
    {
      "epoch": 0.38912,
      "grad_norm": 2.014531329083667,
      "learning_rate": 7.979399253400862e-05,
      "loss": 0.7037,
      "step": 76
    },
    {
      "epoch": 0.39424,
      "grad_norm": 1.7428321466528032,
      "learning_rate": 7.976906756559127e-05,
      "loss": 0.6832,
      "step": 77
    },
    {
      "epoch": 0.39936,
      "grad_norm": 2.167027629573797,
      "learning_rate": 7.974272395660703e-05,
      "loss": 0.6879,
      "step": 78
    },
    {
      "epoch": 0.40448,
      "grad_norm": 1.6144350155950205,
      "learning_rate": 7.971496264678404e-05,
      "loss": 0.6877,
      "step": 79
    },
    {
      "epoch": 0.4096,
      "grad_norm": 1.5708068654881047,
      "learning_rate": 7.968578462642265e-05,
      "loss": 0.6989,
      "step": 80
    },
    {
      "epoch": 0.41472,
      "grad_norm": 1.555445454516115,
      "learning_rate": 7.965519093636e-05,
      "loss": 0.6992,
      "step": 81
    },
    {
      "epoch": 0.41984,
      "grad_norm": 1.8059552941628938,
      "learning_rate": 7.962318266793294e-05,
      "loss": 0.6912,
      "step": 82
    },
    {
      "epoch": 0.42496,
      "grad_norm": 1.0063199261184264,
      "learning_rate": 7.958976096293916e-05,
      "loss": 0.6929,
      "step": 83
    },
    {
      "epoch": 0.43008,
      "grad_norm": 1.7307326550028748,
      "learning_rate": 7.955492701359636e-05,
      "loss": 0.6902,
      "step": 84
    },
    {
      "epoch": 0.4352,
      "grad_norm": 1.205147537826931,
      "learning_rate": 7.951868206249975e-05,
      "loss": 0.6943,
      "step": 85
    },
    {
      "epoch": 0.44032,
      "grad_norm": 1.4160221907669925,
      "learning_rate": 7.948102740257776e-05,
      "loss": 0.6976,
      "step": 86
    },
    {
      "epoch": 0.44544,
      "grad_norm": 2.001829250494979,
      "learning_rate": 7.944196437704593e-05,
      "loss": 0.7038,
      "step": 87
    },
    {
      "epoch": 0.45056,
      "grad_norm": 1.1653512775535024,
      "learning_rate": 7.940149437935887e-05,
      "loss": 0.6849,
      "step": 88
    },
    {
      "epoch": 0.45568,
      "grad_norm": 1.6823929061601692,
      "learning_rate": 7.935961885316074e-05,
      "loss": 0.6925,
      "step": 89
    },
    {
      "epoch": 0.4608,
      "grad_norm": 1.533381264168228,
      "learning_rate": 7.93163392922336e-05,
      "loss": 0.7078,
      "step": 90
    },
    {
      "epoch": 0.46592,
      "grad_norm": 1.3854602682735884,
      "learning_rate": 7.927165724044418e-05,
      "loss": 0.6905,
      "step": 91
    },
    {
      "epoch": 0.47104,
      "grad_norm": 1.6672169257948595,
      "learning_rate": 7.922557429168884e-05,
      "loss": 0.6868,
      "step": 92
    },
    {
      "epoch": 0.47616,
      "grad_norm": 1.3374855328007862,
      "learning_rate": 7.917809208983667e-05,
      "loss": 0.6872,
      "step": 93
    },
    {
      "epoch": 0.48128,
      "grad_norm": 1.1062013903355805,
      "learning_rate": 7.912921232867082e-05,
      "loss": 0.6829,
      "step": 94
    },
    {
      "epoch": 0.4864,
      "grad_norm": 1.2577822175567075,
      "learning_rate": 7.907893675182816e-05,
      "loss": 0.6851,
      "step": 95
    },
    {
      "epoch": 0.49152,
      "grad_norm": 1.1436105339986973,
      "learning_rate": 7.902726715273704e-05,
      "loss": 0.6801,
      "step": 96
    },
    {
      "epoch": 0.49664,
      "grad_norm": 1.3288774009958406,
      "learning_rate": 7.89742053745533e-05,
      "loss": 0.7013,
      "step": 97
    },
    {
      "epoch": 0.50176,
      "grad_norm": 1.2793250945243777,
      "learning_rate": 7.891975331009454e-05,
      "loss": 0.6742,
      "step": 98
    },
    {
      "epoch": 0.50688,
      "grad_norm": 1.3915794984714676,
      "learning_rate": 7.886391290177259e-05,
      "loss": 0.692,
      "step": 99
    },
    {
      "epoch": 0.512,
      "grad_norm": 1.683470719946437,
      "learning_rate": 7.880668614152426e-05,
      "loss": 0.6903,
      "step": 100
    },
    {
      "epoch": 0.51712,
      "grad_norm": 1.1736596909100243,
      "learning_rate": 7.874807507074019e-05,
      "loss": 0.6769,
      "step": 101
    },
    {
      "epoch": 0.52224,
      "grad_norm": 1.7187295695085814,
      "learning_rate": 7.868808178019215e-05,
      "loss": 0.6904,
      "step": 102
    },
    {
      "epoch": 0.52736,
      "grad_norm": 0.9916974084040032,
      "learning_rate": 7.862670840995836e-05,
      "loss": 0.6788,
      "step": 103
    },
    {
      "epoch": 0.53248,
      "grad_norm": 1.7935336303746816,
      "learning_rate": 7.856395714934718e-05,
      "loss": 0.6952,
      "step": 104
    },
    {
      "epoch": 0.5376,
      "grad_norm": 1.4946062420453348,
      "learning_rate": 7.849983023681905e-05,
      "loss": 0.6853,
      "step": 105
    },
    {
      "epoch": 0.54272,
      "grad_norm": 1.245185249022715,
      "learning_rate": 7.84343299599066e-05,
      "loss": 0.6729,
      "step": 106
    },
    {
      "epoch": 0.54784,
      "grad_norm": 2.0094790105419738,
      "learning_rate": 7.836745865513304e-05,
      "loss": 0.682,
      "step": 107
    },
    {
      "epoch": 0.55296,
      "grad_norm": 1.065814539722233,
      "learning_rate": 7.829921870792886e-05,
      "loss": 0.6764,
      "step": 108
    },
    {
      "epoch": 0.55808,
      "grad_norm": 1.9579572631250968,
      "learning_rate": 7.822961255254669e-05,
      "loss": 0.6756,
      "step": 109
    },
    {
      "epoch": 0.5632,
      "grad_norm": 1.52170370675673,
      "learning_rate": 7.815864267197448e-05,
      "loss": 0.6816,
      "step": 110
    },
    {
      "epoch": 0.56832,
      "grad_norm": 1.704295073143993,
      "learning_rate": 7.808631159784693e-05,
      "loss": 0.6807,
      "step": 111
    },
    {
      "epoch": 0.57344,
      "grad_norm": 1.0971860063652723,
      "learning_rate": 7.801262191035518e-05,
      "loss": 0.6775,
      "step": 112
    },
    {
      "epoch": 0.57856,
      "grad_norm": 1.2658364692181785,
      "learning_rate": 7.79375762381548e-05,
      "loss": 0.6677,
      "step": 113
    },
    {
      "epoch": 0.58368,
      "grad_norm": 1.1136078326808156,
      "learning_rate": 7.786117725827195e-05,
      "loss": 0.6706,
      "step": 114
    },
    {
      "epoch": 0.5888,
      "grad_norm": 1.2432841023033496,
      "learning_rate": 7.778342769600796e-05,
      "loss": 0.6604,
      "step": 115
    },
    {
      "epoch": 0.59392,
      "grad_norm": 0.9447874229879114,
      "learning_rate": 7.770433032484204e-05,
      "loss": 0.6674,
      "step": 116
    },
    {
      "epoch": 0.59904,
      "grad_norm": 1.1728862828599786,
      "learning_rate": 7.762388796633243e-05,
      "loss": 0.6743,
      "step": 117
    },
    {
      "epoch": 0.60416,
      "grad_norm": 1.0379645631823264,
      "learning_rate": 7.754210349001568e-05,
      "loss": 0.6746,
      "step": 118
    },
    {
      "epoch": 0.60928,
      "grad_norm": 0.6784319178622393,
      "learning_rate": 7.74589798133043e-05,
      "loss": 0.6613,
      "step": 119
    },
    {
      "epoch": 0.6144,
      "grad_norm": 1.2334508195450562,
      "learning_rate": 7.737451990138275e-05,
      "loss": 0.6832,
      "step": 120
    },
    {
      "epoch": 0.61952,
      "grad_norm": 1.390023864901241,
      "learning_rate": 7.728872676710155e-05,
      "loss": 0.667,
      "step": 121
    },
    {
      "epoch": 0.62464,
      "grad_norm": 1.0288050461695384,
      "learning_rate": 7.720160347086994e-05,
      "loss": 0.6823,
      "step": 122
    },
    {
      "epoch": 0.62976,
      "grad_norm": 1.144163750515486,
      "learning_rate": 7.711315312054659e-05,
      "loss": 0.6692,
      "step": 123
    },
    {
      "epoch": 0.63488,
      "grad_norm": 0.9460143556927034,
      "learning_rate": 7.702337887132883e-05,
      "loss": 0.6608,
      "step": 124
    },
    {
      "epoch": 0.64,
      "grad_norm": 1.617773004869984,
      "learning_rate": 7.693228392564003e-05,
      "loss": 0.6912,
      "step": 125
    },
    {
      "epoch": 0.64512,
      "grad_norm": 0.8796030638057838,
      "learning_rate": 7.68398715330154e-05,
      "loss": 0.6545,
      "step": 126
    },
    {
      "epoch": 0.65024,
      "grad_norm": 1.4530036523303451,
      "learning_rate": 7.674614498998608e-05,
      "loss": 0.667,
      "step": 127
    },
    {
      "epoch": 0.65536,
      "grad_norm": 1.6001652553788648,
      "learning_rate": 7.66511076399615e-05,
      "loss": 0.686,
      "step": 128
    },
    {
      "epoch": 0.66048,
      "grad_norm": 0.9295070052125337,
      "learning_rate": 7.655476287311017e-05,
      "loss": 0.6726,
      "step": 129
    },
    {
      "epoch": 0.6656,
      "grad_norm": 1.981385007424261,
      "learning_rate": 7.645711412623871e-05,
      "loss": 0.6955,
      "step": 130
    },
    {
      "epoch": 0.67072,
      "grad_norm": 1.1198337635879976,
      "learning_rate": 7.635816488266925e-05,
      "loss": 0.6747,
      "step": 131
    },
    {
      "epoch": 0.67584,
      "grad_norm": 1.8403136092865524,
      "learning_rate": 7.62579186721152e-05,
      "loss": 0.6817,
      "step": 132
    },
    {
      "epoch": 0.68096,
      "grad_norm": 1.211708500347191,
      "learning_rate": 7.615637907055533e-05,
      "loss": 0.6673,
      "step": 133
    },
    {
      "epoch": 0.68608,
      "grad_norm": 1.619702658720517,
      "learning_rate": 7.60535497001062e-05,
      "loss": 0.6659,
      "step": 134
    },
    {
      "epoch": 0.6912,
      "grad_norm": 1.3880946828869691,
      "learning_rate": 7.594943422889293e-05,
      "loss": 0.6876,
      "step": 135
    },
    {
      "epoch": 0.69632,
      "grad_norm": 1.3898444786546138,
      "learning_rate": 7.584403637091839e-05,
      "loss": 0.6697,
      "step": 136
    },
    {
      "epoch": 0.70144,
      "grad_norm": 1.1550848443588233,
      "learning_rate": 7.57373598859307e-05,
      "loss": 0.6708,
      "step": 137
    },
    {
      "epoch": 0.70656,
      "grad_norm": 1.2208384976092193,
      "learning_rate": 7.562940857928914e-05,
      "loss": 0.6547,
      "step": 138
    },
    {
      "epoch": 0.71168,
      "grad_norm": 0.7766104942706619,
      "learning_rate": 7.552018630182829e-05,
      "loss": 0.6548,
      "step": 139
    },
    {
      "epoch": 0.7168,
      "grad_norm": 1.2980119993455839,
      "learning_rate": 7.540969694972086e-05,
      "loss": 0.6642,
      "step": 140
    },
    {
      "epoch": 0.72192,
      "grad_norm": 1.1032988591515491,
      "learning_rate": 7.529794446433853e-05,
      "loss": 0.6567,
      "step": 141
    },
    {
      "epoch": 0.72704,
      "grad_norm": 1.0687712643010066,
      "learning_rate": 7.51849328321114e-05,
      "loss": 0.659,
      "step": 142
    },
    {
      "epoch": 0.73216,
      "grad_norm": 0.9993909705876705,
      "learning_rate": 7.507066608438587e-05,
      "loss": 0.6653,
      "step": 143
    },
    {
      "epoch": 0.73728,
      "grad_norm": 1.4634026159707303,
      "learning_rate": 7.495514829728072e-05,
      "loss": 0.6633,
      "step": 144
    },
    {
      "epoch": 0.7424,
      "grad_norm": 0.9096724763021085,
      "learning_rate": 7.483838359154175e-05,
      "loss": 0.6735,
      "step": 145
    },
    {
      "epoch": 0.74752,
      "grad_norm": 1.359529554918389,
      "learning_rate": 7.472037613239487e-05,
      "loss": 0.6678,
      "step": 146
    },
    {
      "epoch": 0.75264,
      "grad_norm": 0.989415493913379,
      "learning_rate": 7.460113012939733e-05,
      "loss": 0.6637,
      "step": 147
    },
    {
      "epoch": 0.75776,
      "grad_norm": 1.3223608862498835,
      "learning_rate": 7.448064983628775e-05,
      "loss": 0.6645,
      "step": 148
    },
    {
      "epoch": 0.76288,
      "grad_norm": 1.1620124411680315,
      "learning_rate": 7.435893955083422e-05,
      "loss": 0.6513,
      "step": 149
    },
    {
      "epoch": 0.768,
      "grad_norm": 1.0648774531623415,
      "learning_rate": 7.423600361468117e-05,
      "loss": 0.662,
      "step": 150
    },
    {
      "epoch": 0.77312,
      "grad_norm": 1.3007725912379944,
      "learning_rate": 7.411184641319429e-05,
      "loss": 0.6631,
      "step": 151
    },
    {
      "epoch": 0.77824,
      "grad_norm": 0.8104819966143042,
      "learning_rate": 7.398647237530426e-05,
      "loss": 0.64,
      "step": 152
    },
    {
      "epoch": 0.78336,
      "grad_norm": 1.0085673778184652,
      "learning_rate": 7.385988597334867e-05,
      "loss": 0.6574,
      "step": 153
    },
    {
      "epoch": 0.78848,
      "grad_norm": 1.2945419726019807,
      "learning_rate": 7.373209172291253e-05,
      "loss": 0.6475,
      "step": 154
    },
    {
      "epoch": 0.7936,
      "grad_norm": 1.0304441022051967,
      "learning_rate": 7.360309418266715e-05,
      "loss": 0.6517,
      "step": 155
    },
    {
      "epoch": 0.79872,
      "grad_norm": 0.9586021230391207,
      "learning_rate": 7.347289795420759e-05,
      "loss": 0.6582,
      "step": 156
    },
    {
      "epoch": 0.80384,
      "grad_norm": 1.1290408208864031,
      "learning_rate": 7.334150768188839e-05,
      "loss": 0.6609,
      "step": 157
    },
    {
      "epoch": 0.80896,
      "grad_norm": 1.1884226665875801,
      "learning_rate": 7.320892805265807e-05,
      "loss": 0.6699,
      "step": 158
    },
    {
      "epoch": 0.81408,
      "grad_norm": 0.8502814476612911,
      "learning_rate": 7.307516379589177e-05,
      "loss": 0.6493,
      "step": 159
    },
    {
      "epoch": 0.8192,
      "grad_norm": 0.9952888696907723,
      "learning_rate": 7.294021968322261e-05,
      "loss": 0.6484,
      "step": 160
    },
    {
      "epoch": 0.82432,
      "grad_norm": 1.2290779564393681,
      "learning_rate": 7.280410052837156e-05,
      "loss": 0.6582,
      "step": 161
    },
    {
      "epoch": 0.82944,
      "grad_norm": 0.8035227492015825,
      "learning_rate": 7.266681118697555e-05,
      "loss": 0.6699,
      "step": 162
    },
    {
      "epoch": 0.83456,
      "grad_norm": 1.1834030000315219,
      "learning_rate": 7.252835655641445e-05,
      "loss": 0.6625,
      "step": 163
    },
    {
      "epoch": 0.83968,
      "grad_norm": 0.8159782777745277,
      "learning_rate": 7.23887415756362e-05,
      "loss": 0.6474,
      "step": 164
    },
    {
      "epoch": 0.8448,
      "grad_norm": 1.5925994868655784,
      "learning_rate": 7.224797122498074e-05,
      "loss": 0.6568,
      "step": 165
    },
    {
      "epoch": 0.84992,
      "grad_norm": 0.7327801301614796,
      "learning_rate": 7.210605052600233e-05,
      "loss": 0.6535,
      "step": 166
    },
    {
      "epoch": 0.85504,
      "grad_norm": 1.3897449798624986,
      "learning_rate": 7.196298454129037e-05,
      "loss": 0.6586,
      "step": 167
    },
    {
      "epoch": 0.86016,
      "grad_norm": 0.9296756247599517,
      "learning_rate": 7.18187783742889e-05,
      "loss": 0.6493,
      "step": 168
    },
    {
      "epoch": 0.86528,
      "grad_norm": 1.4033864221213181,
      "learning_rate": 7.167343716911446e-05,
      "loss": 0.6535,
      "step": 169
    },
    {
      "epoch": 0.8704,
      "grad_norm": 1.2953910254634462,
      "learning_rate": 7.15269661103726e-05,
      "loss": 0.6522,
      "step": 170
    },
    {
      "epoch": 0.87552,
      "grad_norm": 0.7630866652770001,
      "learning_rate": 7.137937042297303e-05,
      "loss": 0.6533,
      "step": 171
    },
    {
      "epoch": 0.88064,
      "grad_norm": 1.6581576394049042,
      "learning_rate": 7.123065537194311e-05,
      "loss": 0.6466,
      "step": 172
    },
    {
      "epoch": 0.88576,
      "grad_norm": 0.894168267427839,
      "learning_rate": 7.108082626224014e-05,
      "loss": 0.6749,
      "step": 173
    },
    {
      "epoch": 0.89088,
      "grad_norm": 1.2060587657486854,
      "learning_rate": 7.092988843856202e-05,
      "loss": 0.6644,
      "step": 174
    },
    {
      "epoch": 0.896,
      "grad_norm": 0.9959417990440771,
      "learning_rate": 7.077784728515668e-05,
      "loss": 0.6578,
      "step": 175
    },
    {
      "epoch": 0.90112,
      "grad_norm": 1.0821074322876068,
      "learning_rate": 7.062470822563003e-05,
      "loss": 0.6543,
      "step": 176
    },
    {
      "epoch": 0.90624,
      "grad_norm": 0.7740564812790837,
      "learning_rate": 7.047047672275235e-05,
      "loss": 0.6595,
      "step": 177
    },
    {
      "epoch": 0.91136,
      "grad_norm": 0.7885588166965639,
      "learning_rate": 7.031515827826356e-05,
      "loss": 0.6677,
      "step": 178
    },
    {
      "epoch": 0.91648,
      "grad_norm": 0.8964594506190875,
      "learning_rate": 7.015875843267696e-05,
      "loss": 0.668,
      "step": 179
    },
    {
      "epoch": 0.9216,
      "grad_norm": 0.7922996726063177,
      "learning_rate": 7.000128276508146e-05,
      "loss": 0.6613,
      "step": 180
    },
    {
      "epoch": 0.92672,
      "grad_norm": 0.7656175088558786,
      "learning_rate": 6.984273689294272e-05,
      "loss": 0.6474,
      "step": 181
    },
    {
      "epoch": 0.93184,
      "grad_norm": 0.9214614344976504,
      "learning_rate": 6.968312647190267e-05,
      "loss": 0.6326,
      "step": 182
    },
    {
      "epoch": 0.93696,
      "grad_norm": 1.2164859593883526,
      "learning_rate": 6.952245719557777e-05,
      "loss": 0.6465,
      "step": 183
    },
    {
      "epoch": 0.94208,
      "grad_norm": 0.6778217095702366,
      "learning_rate": 6.936073479535592e-05,
      "loss": 0.657,
      "step": 184
    },
    {
      "epoch": 0.9472,
      "grad_norm": 0.8101497456748098,
      "learning_rate": 6.919796504019208e-05,
      "loss": 0.6762,
      "step": 185
    },
    {
      "epoch": 0.95232,
      "grad_norm": 0.8876944556782685,
      "learning_rate": 6.903415373640231e-05,
      "loss": 0.6475,
      "step": 186
    },
    {
      "epoch": 0.95744,
      "grad_norm": 1.0000115870935409,
      "learning_rate": 6.886930672745684e-05,
      "loss": 0.6561,
      "step": 187
    },
    {
      "epoch": 0.96256,
      "grad_norm": 1.0242604450962167,
      "learning_rate": 6.870342989377146e-05,
      "loss": 0.6434,
      "step": 188
    },
    {
      "epoch": 0.96768,
      "grad_norm": 0.9780023684498255,
      "learning_rate": 6.853652915249786e-05,
      "loss": 0.6545,
      "step": 189
    },
    {
      "epoch": 0.9728,
      "grad_norm": 0.9266467661951784,
      "learning_rate": 6.836861045731254e-05,
      "loss": 0.6501,
      "step": 190
    },
    {
      "epoch": 0.97792,
      "grad_norm": 0.9727642879091534,
      "learning_rate": 6.819967979820441e-05,
      "loss": 0.6457,
      "step": 191
    },
    {
      "epoch": 0.98304,
      "grad_norm": 0.6002892901190532,
      "learning_rate": 6.802974320126105e-05,
      "loss": 0.6535,
      "step": 192
    },
    {
      "epoch": 0.98816,
      "grad_norm": 0.7042555907925779,
      "learning_rate": 6.785880672845391e-05,
      "loss": 0.6497,
      "step": 193
    },
    {
      "epoch": 0.99328,
      "grad_norm": 1.0659679020014914,
      "learning_rate": 6.768687647742188e-05,
      "loss": 0.6594,
      "step": 194
    },
    {
      "epoch": 0.9984,
      "grad_norm": 0.919967416151866,
      "learning_rate": 6.751395858125393e-05,
      "loss": 0.6454,
      "step": 195
    },
    {
      "epoch": 1.00352,
      "grad_norm": 0.832989636341993,
      "learning_rate": 6.734005920827023e-05,
      "loss": 0.6229,
      "step": 196
    },
    {
      "epoch": 1.00864,
      "grad_norm": 0.9268003420050892,
      "learning_rate": 6.716518456180219e-05,
      "loss": 0.6067,
      "step": 197
    },
    {
      "epoch": 1.01376,
      "grad_norm": 0.9264505307476663,
      "learning_rate": 6.69893408799711e-05,
      "loss": 0.594,
      "step": 198
    },
    {
      "epoch": 1.01888,
      "grad_norm": 0.992069998033644,
      "learning_rate": 6.681253443546566e-05,
      "loss": 0.6027,
      "step": 199
    },
    {
      "epoch": 1.024,
      "grad_norm": 0.9820410181623107,
      "learning_rate": 6.663477153531819e-05,
      "loss": 0.6091,
      "step": 200
    },
    {
      "epoch": 1.02912,
      "grad_norm": 0.7956602066339694,
      "learning_rate": 6.645605852067966e-05,
      "loss": 0.6016,
      "step": 201
    },
    {
      "epoch": 1.03424,
      "grad_norm": 1.1030274948771646,
      "learning_rate": 6.627640176659349e-05,
      "loss": 0.6128,
      "step": 202
    },
    {
      "epoch": 1.03936,
      "grad_norm": 0.8027746768903161,
      "learning_rate": 6.609580768176813e-05,
      "loss": 0.6202,
      "step": 203
    },
    {
      "epoch": 1.04448,
      "grad_norm": 0.6182011917758258,
      "learning_rate": 6.591428270834848e-05,
      "loss": 0.6197,
      "step": 204
    },
    {
      "epoch": 1.0496,
      "grad_norm": 0.6933362237087946,
      "learning_rate": 6.573183332168599e-05,
      "loss": 0.5973,
      "step": 205
    },
    {
      "epoch": 1.05472,
      "grad_norm": 0.7261413202596659,
      "learning_rate": 6.554846603010783e-05,
      "loss": 0.6033,
      "step": 206
    },
    {
      "epoch": 1.05984,
      "grad_norm": 0.8175867268516304,
      "learning_rate": 6.536418737468458e-05,
      "loss": 0.5962,
      "step": 207
    },
    {
      "epoch": 1.06496,
      "grad_norm": 0.8967324447987707,
      "learning_rate": 6.517900392899696e-05,
      "loss": 0.6138,
      "step": 208
    },
    {
      "epoch": 1.07008,
      "grad_norm": 0.8644025442427714,
      "learning_rate": 6.499292229890136e-05,
      "loss": 0.6143,
      "step": 209
    },
    {
      "epoch": 1.0752,
      "grad_norm": 0.8340587352046295,
      "learning_rate": 6.480594912229415e-05,
      "loss": 0.5932,
      "step": 210
    },
    {
      "epoch": 1.08032,
      "grad_norm": 0.7992015971845043,
      "learning_rate": 6.46180910688749e-05,
      "loss": 0.5946,
      "step": 211
    },
    {
      "epoch": 1.08544,
      "grad_norm": 0.7883742168020988,
      "learning_rate": 6.442935483990848e-05,
      "loss": 0.5912,
      "step": 212
    },
    {
      "epoch": 1.09056,
      "grad_norm": 0.7062624710725375,
      "learning_rate": 6.4239747167986e-05,
      "loss": 0.6006,
      "step": 213
    },
    {
      "epoch": 1.09568,
      "grad_norm": 0.4879826112399788,
      "learning_rate": 6.404927481678465e-05,
      "loss": 0.5908,
      "step": 214
    },
    {
      "epoch": 1.1008,
      "grad_norm": 0.46707410887787343,
      "learning_rate": 6.385794458082645e-05,
      "loss": 0.6016,
      "step": 215
    },
    {
      "epoch": 1.10592,
      "grad_norm": 0.46215479735805276,
      "learning_rate": 6.366576328523579e-05,
      "loss": 0.6059,
      "step": 216
    },
    {
      "epoch": 1.11104,
      "grad_norm": 0.4872892344668909,
      "learning_rate": 6.347273778549609e-05,
      "loss": 0.5979,
      "step": 217
    },
    {
      "epoch": 1.11616,
      "grad_norm": 0.4117850505120705,
      "learning_rate": 6.327887496720513e-05,
      "loss": 0.6042,
      "step": 218
    },
    {
      "epoch": 1.12128,
      "grad_norm": 0.6094192942803528,
      "learning_rate": 6.308418174582952e-05,
      "loss": 0.6098,
      "step": 219
    },
    {
      "epoch": 1.1264,
      "grad_norm": 0.47370404685867984,
      "learning_rate": 6.288866506645799e-05,
      "loss": 0.5967,
      "step": 220
    },
    {
      "epoch": 1.13152,
      "grad_norm": 0.5812822920441131,
      "learning_rate": 6.269233190355355e-05,
      "loss": 0.589,
      "step": 221
    },
    {
      "epoch": 1.13664,
      "grad_norm": 0.581689390915006,
      "learning_rate": 6.249518926070488e-05,
      "loss": 0.6033,
      "step": 222
    },
    {
      "epoch": 1.14176,
      "grad_norm": 0.7708083440150924,
      "learning_rate": 6.229724417037632e-05,
      "loss": 0.6008,
      "step": 223
    },
    {
      "epoch": 1.14688,
      "grad_norm": 0.9437745661416408,
      "learning_rate": 6.209850369365714e-05,
      "loss": 0.5872,
      "step": 224
    },
    {
      "epoch": 1.152,
      "grad_norm": 1.0285174187897348,
      "learning_rate": 6.189897492000953e-05,
      "loss": 0.6034,
      "step": 225
    },
    {
      "epoch": 1.15712,
      "grad_norm": 0.9256911501210775,
      "learning_rate": 6.169866496701586e-05,
      "loss": 0.6065,
      "step": 226
    },
    {
      "epoch": 1.16224,
      "grad_norm": 0.8931346889464913,
      "learning_rate": 6.149758098012464e-05,
      "loss": 0.6162,
      "step": 227
    },
    {
      "epoch": 1.16736,
      "grad_norm": 0.906249956782627,
      "learning_rate": 6.129573013239571e-05,
      "loss": 0.609,
      "step": 228
    },
    {
      "epoch": 1.17248,
      "grad_norm": 0.9031799418470178,
      "learning_rate": 6.109311962424433e-05,
      "loss": 0.6043,
      "step": 229
    },
    {
      "epoch": 1.1776,
      "grad_norm": 0.7749991050050256,
      "learning_rate": 6.0889756683184324e-05,
      "loss": 0.609,
      "step": 230
    },
    {
      "epoch": 1.18272,
      "grad_norm": 0.6113291239741755,
      "learning_rate": 6.068564856357031e-05,
      "loss": 0.6041,
      "step": 231
    },
    {
      "epoch": 1.18784,
      "grad_norm": 0.4610907845132779,
      "learning_rate": 6.048080254633885e-05,
      "loss": 0.6032,
      "step": 232
    },
    {
      "epoch": 1.19296,
      "grad_norm": 0.7535273976467541,
      "learning_rate": 6.0275225938748764e-05,
      "loss": 0.5856,
      "step": 233
    },
    {
      "epoch": 1.19808,
      "grad_norm": 0.7357293529763054,
      "learning_rate": 6.006892607412047e-05,
      "loss": 0.5871,
      "step": 234
    },
    {
      "epoch": 1.2032,
      "grad_norm": 0.7850706730871837,
      "learning_rate": 5.98619103115744e-05,
      "loss": 0.6022,
      "step": 235
    },
    {
      "epoch": 1.20832,
      "grad_norm": 0.9520874763788266,
      "learning_rate": 5.965418603576842e-05,
      "loss": 0.6029,
      "step": 236
    },
    {
      "epoch": 1.21344,
      "grad_norm": 0.6234215842388057,
      "learning_rate": 5.944576065663449e-05,
      "loss": 0.5989,
      "step": 237
    },
    {
      "epoch": 1.21856,
      "grad_norm": 0.5581618761087828,
      "learning_rate": 5.9236641609114295e-05,
      "loss": 0.5852,
      "step": 238
    },
    {
      "epoch": 1.2236799999999999,
      "grad_norm": 0.8280934815331484,
      "learning_rate": 5.902683635289403e-05,
      "loss": 0.6065,
      "step": 239
    },
    {
      "epoch": 1.2288000000000001,
      "grad_norm": 0.8871893394061044,
      "learning_rate": 5.881635237213829e-05,
      "loss": 0.5901,
      "step": 240
    },
    {
      "epoch": 1.23392,
      "grad_norm": 0.6767238651749208,
      "learning_rate": 5.8605197175223095e-05,
      "loss": 0.6073,
      "step": 241
    },
    {
      "epoch": 1.23904,
      "grad_norm": 0.688896399179518,
      "learning_rate": 5.839337829446809e-05,
      "loss": 0.6049,
      "step": 242
    },
    {
      "epoch": 1.24416,
      "grad_norm": 0.5804470630643502,
      "learning_rate": 5.8180903285867804e-05,
      "loss": 0.6036,
      "step": 243
    },
    {
      "epoch": 1.24928,
      "grad_norm": 0.6457016614930509,
      "learning_rate": 5.7967779728822134e-05,
      "loss": 0.5981,
      "step": 244
    },
    {
      "epoch": 1.2544,
      "grad_norm": 0.8414381704157707,
      "learning_rate": 5.775401522586596e-05,
      "loss": 0.6109,
      "step": 245
    },
    {
      "epoch": 1.25952,
      "grad_norm": 0.8374711125166566,
      "learning_rate": 5.753961740239799e-05,
      "loss": 0.6005,
      "step": 246
    },
    {
      "epoch": 1.26464,
      "grad_norm": 0.5542646630500834,
      "learning_rate": 5.732459390640868e-05,
      "loss": 0.6103,
      "step": 247
    },
    {
      "epoch": 1.26976,
      "grad_norm": 0.5875945873220082,
      "learning_rate": 5.7108952408207485e-05,
      "loss": 0.6128,
      "step": 248
    },
    {
      "epoch": 1.27488,
      "grad_norm": 0.5087534889785712,
      "learning_rate": 5.689270060014919e-05,
      "loss": 0.5958,
      "step": 249
    },
    {
      "epoch": 1.28,
      "grad_norm": 0.4031024078366132,
      "learning_rate": 5.66758461963595e-05,
      "loss": 0.589,
      "step": 250
    },
    {
      "epoch": 1.28512,
      "grad_norm": 0.4918002116220245,
      "learning_rate": 5.645839693245995e-05,
      "loss": 0.5982,
      "step": 251
    },
    {
      "epoch": 1.29024,
      "grad_norm": 0.48513251035233335,
      "learning_rate": 5.6240360565291874e-05,
      "loss": 0.5981,
      "step": 252
    },
    {
      "epoch": 1.29536,
      "grad_norm": 0.41091372229331263,
      "learning_rate": 5.602174487263971e-05,
      "loss": 0.5902,
      "step": 253
    },
    {
      "epoch": 1.30048,
      "grad_norm": 0.5989492893332392,
      "learning_rate": 5.580255765295358e-05,
      "loss": 0.6129,
      "step": 254
    },
    {
      "epoch": 1.3056,
      "grad_norm": 0.5776722852203174,
      "learning_rate": 5.5582806725071135e-05,
      "loss": 0.606,
      "step": 255
    },
    {
      "epoch": 1.3107199999999999,
      "grad_norm": 0.4466289358616809,
      "learning_rate": 5.536249992793856e-05,
      "loss": 0.5992,
      "step": 256
    },
    {
      "epoch": 1.3158400000000001,
      "grad_norm": 0.4281414323403905,
      "learning_rate": 5.514164512033099e-05,
      "loss": 0.5865,
      "step": 257
    },
    {
      "epoch": 1.32096,
      "grad_norm": 0.3767339434891749,
      "learning_rate": 5.4920250180572164e-05,
      "loss": 0.6049,
      "step": 258
    },
    {
      "epoch": 1.32608,
      "grad_norm": 0.4541584747628375,
      "learning_rate": 5.469832300625343e-05,
      "loss": 0.5891,
      "step": 259
    },
    {
      "epoch": 1.3312,
      "grad_norm": 0.5852329624714224,
      "learning_rate": 5.447587151395193e-05,
      "loss": 0.6013,
      "step": 260
    },
    {
      "epoch": 1.33632,
      "grad_norm": 0.5470836134042647,
      "learning_rate": 5.4252903638948304e-05,
      "loss": 0.5871,
      "step": 261
    },
    {
      "epoch": 1.34144,
      "grad_norm": 0.3981165895490368,
      "learning_rate": 5.402942733494355e-05,
      "loss": 0.5988,
      "step": 262
    },
    {
      "epoch": 1.34656,
      "grad_norm": 0.8090553651844287,
      "learning_rate": 5.380545057377533e-05,
      "loss": 0.5919,
      "step": 263
    },
    {
      "epoch": 1.35168,
      "grad_norm": 0.6973495560228751,
      "learning_rate": 5.358098134513359e-05,
      "loss": 0.6099,
      "step": 264
    },
    {
      "epoch": 1.3568,
      "grad_norm": 0.4439863252173243,
      "learning_rate": 5.335602765627556e-05,
      "loss": 0.6112,
      "step": 265
    },
    {
      "epoch": 1.36192,
      "grad_norm": 0.45728264462579415,
      "learning_rate": 5.313059753174011e-05,
      "loss": 0.5999,
      "step": 266
    },
    {
      "epoch": 1.36704,
      "grad_norm": 0.5814907075742051,
      "learning_rate": 5.2904699013061525e-05,
      "loss": 0.5996,
      "step": 267
    },
    {
      "epoch": 1.37216,
      "grad_norm": 0.5358642327581291,
      "learning_rate": 5.2678340158482605e-05,
      "loss": 0.6085,
      "step": 268
    },
    {
      "epoch": 1.37728,
      "grad_norm": 0.5406775247232574,
      "learning_rate": 5.245152904266722e-05,
      "loss": 0.6234,
      "step": 269
    },
    {
      "epoch": 1.3824,
      "grad_norm": 0.7178735700752464,
      "learning_rate": 5.2224273756412335e-05,
      "loss": 0.6273,
      "step": 270
    },
    {
      "epoch": 1.3875199999999999,
      "grad_norm": 0.7039970725546744,
      "learning_rate": 5.1996582406359286e-05,
      "loss": 0.5899,
      "step": 271
    },
    {
      "epoch": 1.39264,
      "grad_norm": 0.5122004385795155,
      "learning_rate": 5.17684631147047e-05,
      "loss": 0.5772,
      "step": 272
    },
    {
      "epoch": 1.39776,
      "grad_norm": 0.5292102951542996,
      "learning_rate": 5.1539924018910705e-05,
      "loss": 0.5963,
      "step": 273
    },
    {
      "epoch": 1.4028800000000001,
      "grad_norm": 0.5393146339840262,
      "learning_rate": 5.131097327141467e-05,
      "loss": 0.6078,
      "step": 274
    },
    {
      "epoch": 1.408,
      "grad_norm": 0.708939654981038,
      "learning_rate": 5.108161903933837e-05,
      "loss": 0.6005,
      "step": 275
    },
    {
      "epoch": 1.41312,
      "grad_norm": 0.7037903511384231,
      "learning_rate": 5.085186950419671e-05,
      "loss": 0.5942,
      "step": 276
    },
    {
      "epoch": 1.41824,
      "grad_norm": 0.4165090417742424,
      "learning_rate": 5.0621732861605754e-05,
      "loss": 0.5906,
      "step": 277
    },
    {
      "epoch": 1.42336,
      "grad_norm": 0.6642875595643233,
      "learning_rate": 5.039121732099052e-05,
      "loss": 0.5891,
      "step": 278
    },
    {
      "epoch": 1.42848,
      "grad_norm": 0.7547032791125439,
      "learning_rate": 5.0160331105292036e-05,
      "loss": 0.6008,
      "step": 279
    },
    {
      "epoch": 1.4336,
      "grad_norm": 0.733986554958704,
      "learning_rate": 4.992908245067403e-05,
      "loss": 0.5915,
      "step": 280
    },
    {
      "epoch": 1.43872,
      "grad_norm": 0.47614304475036945,
      "learning_rate": 4.969747960622912e-05,
      "loss": 0.6011,
      "step": 281
    },
    {
      "epoch": 1.44384,
      "grad_norm": 0.585876239848498,
      "learning_rate": 4.9465530833684614e-05,
      "loss": 0.5912,
      "step": 282
    },
    {
      "epoch": 1.44896,
      "grad_norm": 0.6945418578556748,
      "learning_rate": 4.923324440710773e-05,
      "loss": 0.6106,
      "step": 283
    },
    {
      "epoch": 1.45408,
      "grad_norm": 0.6261522164548919,
      "learning_rate": 4.900062861261044e-05,
      "loss": 0.5941,
      "step": 284
    },
    {
      "epoch": 1.4592,
      "grad_norm": 0.5342894182102067,
      "learning_rate": 4.8767691748053955e-05,
      "loss": 0.5922,
      "step": 285
    },
    {
      "epoch": 1.46432,
      "grad_norm": 0.5838783944360918,
      "learning_rate": 4.8534442122752674e-05,
      "loss": 0.6075,
      "step": 286
    },
    {
      "epoch": 1.46944,
      "grad_norm": 0.6486938746583781,
      "learning_rate": 4.830088805717779e-05,
      "loss": 0.5954,
      "step": 287
    },
    {
      "epoch": 1.4745599999999999,
      "grad_norm": 0.5719218459201613,
      "learning_rate": 4.806703788266045e-05,
      "loss": 0.6018,
      "step": 288
    },
    {
      "epoch": 1.47968,
      "grad_norm": 0.5120146948133751,
      "learning_rate": 4.783289994109459e-05,
      "loss": 0.5912,
      "step": 289
    },
    {
      "epoch": 1.4848,
      "grad_norm": 0.6804527806275119,
      "learning_rate": 4.759848258463942e-05,
      "loss": 0.5896,
      "step": 290
    },
    {
      "epoch": 1.4899200000000001,
      "grad_norm": 0.5487294767485589,
      "learning_rate": 4.736379417542134e-05,
      "loss": 0.5882,
      "step": 291
    },
    {
      "epoch": 1.49504,
      "grad_norm": 0.4853965765407641,
      "learning_rate": 4.712884308523579e-05,
      "loss": 0.5888,
      "step": 292
    },
    {
      "epoch": 1.5001600000000002,
      "grad_norm": 0.586848411445172,
      "learning_rate": 4.689363769524854e-05,
      "loss": 0.5959,
      "step": 293
    },
    {
      "epoch": 1.50528,
      "grad_norm": 0.49095884598520845,
      "learning_rate": 4.6658186395696735e-05,
      "loss": 0.6054,
      "step": 294
    },
    {
      "epoch": 1.5104,
      "grad_norm": 0.5564665878511703,
      "learning_rate": 4.64224975855896e-05,
      "loss": 0.6059,
      "step": 295
    },
    {
      "epoch": 1.51552,
      "grad_norm": 0.46245666700892735,
      "learning_rate": 4.618657967240879e-05,
      "loss": 0.5891,
      "step": 296
    },
    {
      "epoch": 1.52064,
      "grad_norm": 0.533299845495822,
      "learning_rate": 4.595044107180857e-05,
      "loss": 0.6044,
      "step": 297
    },
    {
      "epoch": 1.52576,
      "grad_norm": 0.42525913312635544,
      "learning_rate": 4.571409020731554e-05,
      "loss": 0.5869,
      "step": 298
    },
    {
      "epoch": 1.53088,
      "grad_norm": 0.5215704284954067,
      "learning_rate": 4.547753551002814e-05,
      "loss": 0.5923,
      "step": 299
    },
    {
      "epoch": 1.536,
      "grad_norm": 0.47973640340231194,
      "learning_rate": 4.524078541831597e-05,
      "loss": 0.5891,
      "step": 300
    },
    {
      "epoch": 1.54112,
      "grad_norm": 0.4327598342601823,
      "learning_rate": 4.500384837751868e-05,
      "loss": 0.5958,
      "step": 301
    },
    {
      "epoch": 1.54624,
      "grad_norm": 0.5990121963555108,
      "learning_rate": 4.476673283964481e-05,
      "loss": 0.5856,
      "step": 302
    },
    {
      "epoch": 1.5513599999999999,
      "grad_norm": 0.7131944725290759,
      "learning_rate": 4.4529447263070215e-05,
      "loss": 0.5942,
      "step": 303
    },
    {
      "epoch": 1.55648,
      "grad_norm": 0.5329359342241601,
      "learning_rate": 4.429200011223638e-05,
      "loss": 0.597,
      "step": 304
    },
    {
      "epoch": 1.5615999999999999,
      "grad_norm": 0.4477137886623582,
      "learning_rate": 4.4054399857348426e-05,
      "loss": 0.5905,
      "step": 305
    },
    {
      "epoch": 1.5667200000000001,
      "grad_norm": 0.7235716501912173,
      "learning_rate": 4.381665497407304e-05,
      "loss": 0.6044,
      "step": 306
    },
    {
      "epoch": 1.57184,
      "grad_norm": 0.5656431568517662,
      "learning_rate": 4.3578773943236066e-05,
      "loss": 0.5935,
      "step": 307
    },
    {
      "epoch": 1.5769600000000001,
      "grad_norm": 0.5443076040573943,
      "learning_rate": 4.334076525051998e-05,
      "loss": 0.6085,
      "step": 308
    },
    {
      "epoch": 1.58208,
      "grad_norm": 0.44142667616814085,
      "learning_rate": 4.3102637386161214e-05,
      "loss": 0.5974,
      "step": 309
    },
    {
      "epoch": 1.5872000000000002,
      "grad_norm": 0.4881724554496324,
      "learning_rate": 4.2864398844647333e-05,
      "loss": 0.5982,
      "step": 310
    },
    {
      "epoch": 1.59232,
      "grad_norm": 0.48224923855420715,
      "learning_rate": 4.2626058124413934e-05,
      "loss": 0.5957,
      "step": 311
    },
    {
      "epoch": 1.59744,
      "grad_norm": 0.5087339085522424,
      "learning_rate": 4.23876237275415e-05,
      "loss": 0.5919,
      "step": 312
    },
    {
      "epoch": 1.60256,
      "grad_norm": 0.4533960557571388,
      "learning_rate": 4.2149104159452194e-05,
      "loss": 0.6004,
      "step": 313
    },
    {
      "epoch": 1.60768,
      "grad_norm": 0.511203081310295,
      "learning_rate": 4.191050792860641e-05,
      "loss": 0.5994,
      "step": 314
    },
    {
      "epoch": 1.6128,
      "grad_norm": 0.4223027905990951,
      "learning_rate": 4.1671843546199195e-05,
      "loss": 0.5887,
      "step": 315
    },
    {
      "epoch": 1.61792,
      "grad_norm": 0.4494541281616636,
      "learning_rate": 4.143311952585673e-05,
      "loss": 0.5775,
      "step": 316
    },
    {
      "epoch": 1.62304,
      "grad_norm": 0.49316734261443734,
      "learning_rate": 4.119434438333261e-05,
      "loss": 0.5937,
      "step": 317
    },
    {
      "epoch": 1.62816,
      "grad_norm": 0.36392011844676875,
      "learning_rate": 4.095552663620403e-05,
      "loss": 0.5962,
      "step": 318
    },
    {
      "epoch": 1.63328,
      "grad_norm": 0.4968107231897248,
      "learning_rate": 4.0716674803568005e-05,
      "loss": 0.5919,
      "step": 319
    },
    {
      "epoch": 1.6383999999999999,
      "grad_norm": 0.37525246925036004,
      "learning_rate": 4.0477797405737414e-05,
      "loss": 0.5969,
      "step": 320
    },
    {
      "epoch": 1.64352,
      "grad_norm": 0.5908101591078128,
      "learning_rate": 4.023890296393714e-05,
      "loss": 0.6099,
      "step": 321
    },
    {
      "epoch": 1.6486399999999999,
      "grad_norm": 0.3984607947668425,
      "learning_rate": 4e-05,
      "loss": 0.6004,
      "step": 322
    },
    {
      "epoch": 1.6537600000000001,
      "grad_norm": 0.5149940417738129,
      "learning_rate": 3.976109703606288e-05,
      "loss": 0.6006,
      "step": 323
    },
    {
      "epoch": 1.65888,
      "grad_norm": 0.4005964486620091,
      "learning_rate": 3.952220259426259e-05,
      "loss": 0.5803,
      "step": 324
    },
    {
      "epoch": 1.6640000000000001,
      "grad_norm": 0.35086767512207107,
      "learning_rate": 3.928332519643201e-05,
      "loss": 0.585,
      "step": 325
    },
    {
      "epoch": 1.66912,
      "grad_norm": 0.42885330848275394,
      "learning_rate": 3.9044473363796e-05,
      "loss": 0.5958,
      "step": 326
    },
    {
      "epoch": 1.67424,
      "grad_norm": 0.38751578060305375,
      "learning_rate": 3.8805655616667406e-05,
      "loss": 0.6014,
      "step": 327
    },
    {
      "epoch": 1.67936,
      "grad_norm": 0.3603759776041056,
      "learning_rate": 3.8566880474143284e-05,
      "loss": 0.6001,
      "step": 328
    },
    {
      "epoch": 1.68448,
      "grad_norm": 0.4283886804732866,
      "learning_rate": 3.832815645380083e-05,
      "loss": 0.5999,
      "step": 329
    },
    {
      "epoch": 1.6896,
      "grad_norm": 0.3337168354335494,
      "learning_rate": 3.80894920713936e-05,
      "loss": 0.5918,
      "step": 330
    },
    {
      "epoch": 1.69472,
      "grad_norm": 0.383147123590219,
      "learning_rate": 3.785089584054781e-05,
      "loss": 0.604,
      "step": 331
    },
    {
      "epoch": 1.69984,
      "grad_norm": 0.39090517742398523,
      "learning_rate": 3.761237627245851e-05,
      "loss": 0.5784,
      "step": 332
    },
    {
      "epoch": 1.70496,
      "grad_norm": 0.41160894437025963,
      "learning_rate": 3.737394187558608e-05,
      "loss": 0.5899,
      "step": 333
    },
    {
      "epoch": 1.71008,
      "grad_norm": 0.4348994266327126,
      "learning_rate": 3.713560115535268e-05,
      "loss": 0.584,
      "step": 334
    },
    {
      "epoch": 1.7151999999999998,
      "grad_norm": 0.44033711538569453,
      "learning_rate": 3.689736261383879e-05,
      "loss": 0.6019,
      "step": 335
    },
    {
      "epoch": 1.72032,
      "grad_norm": 0.46185741930953395,
      "learning_rate": 3.6659234749480043e-05,
      "loss": 0.5979,
      "step": 336
    },
    {
      "epoch": 1.7254399999999999,
      "grad_norm": 0.4557337264056941,
      "learning_rate": 3.642122605676396e-05,
      "loss": 0.6102,
      "step": 337
    },
    {
      "epoch": 1.73056,
      "grad_norm": 0.6447579696011232,
      "learning_rate": 3.6183345025926966e-05,
      "loss": 0.6094,
      "step": 338
    },
    {
      "epoch": 1.73568,
      "grad_norm": 0.35483221584671387,
      "learning_rate": 3.594560014265159e-05,
      "loss": 0.5859,
      "step": 339
    },
    {
      "epoch": 1.7408000000000001,
      "grad_norm": 0.5619949022675687,
      "learning_rate": 3.570799988776364e-05,
      "loss": 0.602,
      "step": 340
    },
    {
      "epoch": 1.74592,
      "grad_norm": 0.4808833851628103,
      "learning_rate": 3.5470552736929785e-05,
      "loss": 0.59,
      "step": 341
    },
    {
      "epoch": 1.7510400000000002,
      "grad_norm": 0.4280664310256486,
      "learning_rate": 3.5233267160355206e-05,
      "loss": 0.5973,
      "step": 342
    },
    {
      "epoch": 1.75616,
      "grad_norm": 0.34606786385637417,
      "learning_rate": 3.4996151622481336e-05,
      "loss": 0.5987,
      "step": 343
    },
    {
      "epoch": 1.76128,
      "grad_norm": 0.47886946752668064,
      "learning_rate": 3.475921458168404e-05,
      "loss": 0.5974,
      "step": 344
    },
    {
      "epoch": 1.7664,
      "grad_norm": 0.35895795443414463,
      "learning_rate": 3.452246448997187e-05,
      "loss": 0.5825,
      "step": 345
    },
    {
      "epoch": 1.77152,
      "grad_norm": 0.6237524007460633,
      "learning_rate": 3.428590979268448e-05,
      "loss": 0.593,
      "step": 346
    },
    {
      "epoch": 1.77664,
      "grad_norm": 0.5291377288153889,
      "learning_rate": 3.4049558928191435e-05,
      "loss": 0.5885,
      "step": 347
    },
    {
      "epoch": 1.78176,
      "grad_norm": 0.5075647920106248,
      "learning_rate": 3.381342032759122e-05,
      "loss": 0.5982,
      "step": 348
    },
    {
      "epoch": 1.78688,
      "grad_norm": 0.49287865419478344,
      "learning_rate": 3.357750241441041e-05,
      "loss": 0.5802,
      "step": 349
    },
    {
      "epoch": 1.792,
      "grad_norm": 0.543103939185933,
      "learning_rate": 3.334181360430327e-05,
      "loss": 0.5936,
      "step": 350
    },
    {
      "epoch": 1.79712,
      "grad_norm": 0.3894840623083752,
      "learning_rate": 3.310636230475148e-05,
      "loss": 0.588,
      "step": 351
    },
    {
      "epoch": 1.8022399999999998,
      "grad_norm": 0.43995147863147344,
      "learning_rate": 3.287115691476422e-05,
      "loss": 0.6006,
      "step": 352
    },
    {
      "epoch": 1.80736,
      "grad_norm": 0.3921709111241505,
      "learning_rate": 3.263620582457868e-05,
      "loss": 0.5939,
      "step": 353
    },
    {
      "epoch": 1.8124799999999999,
      "grad_norm": 0.31433310266314246,
      "learning_rate": 3.24015174153606e-05,
      "loss": 0.5893,
      "step": 354
    },
    {
      "epoch": 1.8176,
      "grad_norm": 0.43895209082760966,
      "learning_rate": 3.2167100058905415e-05,
      "loss": 0.5899,
      "step": 355
    },
    {
      "epoch": 1.82272,
      "grad_norm": 0.35289039516589493,
      "learning_rate": 3.1932962117339566e-05,
      "loss": 0.6034,
      "step": 356
    },
    {
      "epoch": 1.8278400000000001,
      "grad_norm": 0.3361411963291542,
      "learning_rate": 3.169911194282222e-05,
      "loss": 0.5794,
      "step": 357
    },
    {
      "epoch": 1.83296,
      "grad_norm": 0.35346529955825,
      "learning_rate": 3.1465557877247325e-05,
      "loss": 0.5872,
      "step": 358
    },
    {
      "epoch": 1.8380800000000002,
      "grad_norm": 0.3031581900611866,
      "learning_rate": 3.123230825194606e-05,
      "loss": 0.5771,
      "step": 359
    },
    {
      "epoch": 1.8432,
      "grad_norm": 0.4329864321858136,
      "learning_rate": 3.099937138738958e-05,
      "loss": 0.5927,
      "step": 360
    },
    {
      "epoch": 1.84832,
      "grad_norm": 0.35326273185796286,
      "learning_rate": 3.076675559289228e-05,
      "loss": 0.5996,
      "step": 361
    },
    {
      "epoch": 1.85344,
      "grad_norm": 0.35925676205986545,
      "learning_rate": 3.05344691663154e-05,
      "loss": 0.5781,
      "step": 362
    },
    {
      "epoch": 1.85856,
      "grad_norm": 0.3536221477128384,
      "learning_rate": 3.0302520393770894e-05,
      "loss": 0.5934,
      "step": 363
    },
    {
      "epoch": 1.86368,
      "grad_norm": 0.42419086729757743,
      "learning_rate": 3.0070917549325983e-05,
      "loss": 0.592,
      "step": 364
    },
    {
      "epoch": 1.8688,
      "grad_norm": 0.3833286680510395,
      "learning_rate": 2.9839668894707974e-05,
      "loss": 0.5858,
      "step": 365
    },
    {
      "epoch": 1.87392,
      "grad_norm": 0.3817012337576983,
      "learning_rate": 2.960878267900948e-05,
      "loss": 0.5816,
      "step": 366
    },
    {
      "epoch": 1.87904,
      "grad_norm": 0.400413399573491,
      "learning_rate": 2.937826713839426e-05,
      "loss": 0.5839,
      "step": 367
    },
    {
      "epoch": 1.88416,
      "grad_norm": 0.36874490386425984,
      "learning_rate": 2.9148130495803307e-05,
      "loss": 0.5854,
      "step": 368
    },
    {
      "epoch": 1.8892799999999998,
      "grad_norm": 0.39202924423336344,
      "learning_rate": 2.8918380960661624e-05,
      "loss": 0.5941,
      "step": 369
    },
    {
      "epoch": 1.8944,
      "grad_norm": 0.35104738229454596,
      "learning_rate": 2.8689026728585338e-05,
      "loss": 0.5845,
      "step": 370
    },
    {
      "epoch": 1.8995199999999999,
      "grad_norm": 0.42429376258538937,
      "learning_rate": 2.8460075981089305e-05,
      "loss": 0.5827,
      "step": 371
    },
    {
      "epoch": 1.90464,
      "grad_norm": 0.36436129019616925,
      "learning_rate": 2.82315368852953e-05,
      "loss": 0.5754,
      "step": 372
    },
    {
      "epoch": 1.90976,
      "grad_norm": 0.42556325640476184,
      "learning_rate": 2.8003417593640727e-05,
      "loss": 0.599,
      "step": 373
    },
    {
      "epoch": 1.9148800000000001,
      "grad_norm": 0.3851458476612929,
      "learning_rate": 2.7775726243587685e-05,
      "loss": 0.5931,
      "step": 374
    },
    {
      "epoch": 1.92,
      "grad_norm": 0.3737224724659946,
      "learning_rate": 2.754847095733278e-05,
      "loss": 0.6015,
      "step": 375
    },
    {
      "epoch": 1.9251200000000002,
      "grad_norm": 0.36520508052939255,
      "learning_rate": 2.732165984151741e-05,
      "loss": 0.5961,
      "step": 376
    },
    {
      "epoch": 1.93024,
      "grad_norm": 0.3088144098356228,
      "learning_rate": 2.709530098693849e-05,
      "loss": 0.5898,
      "step": 377
    },
    {
      "epoch": 1.93536,
      "grad_norm": 0.4046047102015038,
      "learning_rate": 2.686940246825989e-05,
      "loss": 0.6059,
      "step": 378
    },
    {
      "epoch": 1.94048,
      "grad_norm": 0.3815617952147954,
      "learning_rate": 2.6643972343724453e-05,
      "loss": 0.5785,
      "step": 379
    },
    {
      "epoch": 1.9456,
      "grad_norm": 0.3351980518182547,
      "learning_rate": 2.6419018654866415e-05,
      "loss": 0.585,
      "step": 380
    },
    {
      "epoch": 1.95072,
      "grad_norm": 0.4441803690810445,
      "learning_rate": 2.6194549426224684e-05,
      "loss": 0.5955,
      "step": 381
    },
    {
      "epoch": 1.95584,
      "grad_norm": 0.2725524980139723,
      "learning_rate": 2.5970572665056465e-05,
      "loss": 0.5871,
      "step": 382
    },
    {
      "epoch": 1.96096,
      "grad_norm": 0.4789800834824601,
      "learning_rate": 2.57470963610517e-05,
      "loss": 0.597,
      "step": 383
    },
    {
      "epoch": 1.96608,
      "grad_norm": 0.3196138403431241,
      "learning_rate": 2.5524128486048073e-05,
      "loss": 0.5948,
      "step": 384
    },
    {
      "epoch": 1.9712,
      "grad_norm": 0.4883702808240898,
      "learning_rate": 2.5301676993746592e-05,
      "loss": 0.588,
      "step": 385
    },
    {
      "epoch": 1.9763199999999999,
      "grad_norm": 0.4304710776740572,
      "learning_rate": 2.5079749819427842e-05,
      "loss": 0.5884,
      "step": 386
    },
    {
      "epoch": 1.98144,
      "grad_norm": 0.364646635973235,
      "learning_rate": 2.4858354879669025e-05,
      "loss": 0.5776,
      "step": 387
    },
    {
      "epoch": 1.9865599999999999,
      "grad_norm": 0.385522115127419,
      "learning_rate": 2.463750007206146e-05,
      "loss": 0.5842,
      "step": 388
    },
    {
      "epoch": 1.9916800000000001,
      "grad_norm": 0.3482195171706265,
      "learning_rate": 2.441719327492887e-05,
      "loss": 0.5886,
      "step": 389
    },
    {
      "epoch": 1.9968,
      "grad_norm": 0.4205224902290012,
      "learning_rate": 2.4197442347046432e-05,
      "loss": 0.5969,
      "step": 390
    },
    {
      "epoch": 2.00192,
      "grad_norm": 0.40631741625288587,
      "learning_rate": 2.397825512736032e-05,
      "loss": 0.5662,
      "step": 391
    },
    {
      "epoch": 2.00704,
      "grad_norm": 0.4013123221753668,
      "learning_rate": 2.3759639434708142e-05,
      "loss": 0.5248,
      "step": 392
    },
    {
      "epoch": 2.01216,
      "grad_norm": 0.4323654857095571,
      "learning_rate": 2.3541603067540063e-05,
      "loss": 0.5389,
      "step": 393
    },
    {
      "epoch": 2.01728,
      "grad_norm": 0.4365874888455653,
      "learning_rate": 2.332415380364052e-05,
      "loss": 0.5172,
      "step": 394
    },
    {
      "epoch": 2.0224,
      "grad_norm": 0.38461821215764164,
      "learning_rate": 2.3107299399850822e-05,
      "loss": 0.5262,
      "step": 395
    },
    {
      "epoch": 2.02752,
      "grad_norm": 0.47903986310634056,
      "learning_rate": 2.2891047591792532e-05,
      "loss": 0.5212,
      "step": 396
    },
    {
      "epoch": 2.03264,
      "grad_norm": 0.35779675128884125,
      "learning_rate": 2.2675406093591316e-05,
      "loss": 0.5293,
      "step": 397
    },
    {
      "epoch": 2.03776,
      "grad_norm": 0.4808543092900177,
      "learning_rate": 2.2460382597602016e-05,
      "loss": 0.5352,
      "step": 398
    },
    {
      "epoch": 2.04288,
      "grad_norm": 0.3753156744242789,
      "learning_rate": 2.2245984774134063e-05,
      "loss": 0.5214,
      "step": 399
    },
    {
      "epoch": 2.048,
      "grad_norm": 0.39281547945021766,
      "learning_rate": 2.2032220271177876e-05,
      "loss": 0.5287,
      "step": 400
    },
    {
      "epoch": 2.05312,
      "grad_norm": 0.40725978791424594,
      "learning_rate": 2.1819096714132206e-05,
      "loss": 0.526,
      "step": 401
    },
    {
      "epoch": 2.05824,
      "grad_norm": 0.36597234139560436,
      "learning_rate": 2.1606621705531934e-05,
      "loss": 0.5073,
      "step": 402
    },
    {
      "epoch": 2.06336,
      "grad_norm": 0.4434308159144889,
      "learning_rate": 2.139480282477691e-05,
      "loss": 0.5259,
      "step": 403
    },
    {
      "epoch": 2.06848,
      "grad_norm": 0.36571996113644073,
      "learning_rate": 2.1183647627861736e-05,
      "loss": 0.5375,
      "step": 404
    },
    {
      "epoch": 2.0736,
      "grad_norm": 0.5190659641286463,
      "learning_rate": 2.097316364710599e-05,
      "loss": 0.5204,
      "step": 405
    },
    {
      "epoch": 2.07872,
      "grad_norm": 0.34838410996336344,
      "learning_rate": 2.0763358390885705e-05,
      "loss": 0.5183,
      "step": 406
    },
    {
      "epoch": 2.08384,
      "grad_norm": 0.464065008178319,
      "learning_rate": 2.0554239343365524e-05,
      "loss": 0.5181,
      "step": 407
    },
    {
      "epoch": 2.08896,
      "grad_norm": 0.3876057469692389,
      "learning_rate": 2.0345813964231604e-05,
      "loss": 0.5283,
      "step": 408
    },
    {
      "epoch": 2.09408,
      "grad_norm": 0.38233945304862516,
      "learning_rate": 2.013808968842561e-05,
      "loss": 0.5253,
      "step": 409
    },
    {
      "epoch": 2.0992,
      "grad_norm": 0.38531045185458873,
      "learning_rate": 1.9931073925879544e-05,
      "loss": 0.5286,
      "step": 410
    },
    {
      "epoch": 2.10432,
      "grad_norm": 0.3441646148982092,
      "learning_rate": 1.9724774061251253e-05,
      "loss": 0.5289,
      "step": 411
    },
    {
      "epoch": 2.10944,
      "grad_norm": 0.3059332693194638,
      "learning_rate": 1.9519197453661166e-05,
      "loss": 0.5268,
      "step": 412
    },
    {
      "epoch": 2.11456,
      "grad_norm": 0.34251732288777326,
      "learning_rate": 1.9314351436429703e-05,
      "loss": 0.535,
      "step": 413
    },
    {
      "epoch": 2.11968,
      "grad_norm": 0.27043155273405406,
      "learning_rate": 1.9110243316815672e-05,
      "loss": 0.519,
      "step": 414
    },
    {
      "epoch": 2.1248,
      "grad_norm": 0.3287810309710835,
      "learning_rate": 1.8906880375755686e-05,
      "loss": 0.5123,
      "step": 415
    },
    {
      "epoch": 2.12992,
      "grad_norm": 0.31017397419120324,
      "learning_rate": 1.87042698676043e-05,
      "loss": 0.5271,
      "step": 416
    },
    {
      "epoch": 2.13504,
      "grad_norm": 0.27534025617214347,
      "learning_rate": 1.8502419019875357e-05,
      "loss": 0.5148,
      "step": 417
    },
    {
      "epoch": 2.14016,
      "grad_norm": 0.34713006182861084,
      "learning_rate": 1.8301335032984157e-05,
      "loss": 0.5263,
      "step": 418
    },
    {
      "epoch": 2.14528,
      "grad_norm": 0.2944738685945991,
      "learning_rate": 1.8101025079990485e-05,
      "loss": 0.5082,
      "step": 419
    },
    {
      "epoch": 2.1504,
      "grad_norm": 0.2795225009877447,
      "learning_rate": 1.7901496306342886e-05,
      "loss": 0.5162,
      "step": 420
    },
    {
      "epoch": 2.15552,
      "grad_norm": 0.2792843641392462,
      "learning_rate": 1.7702755829623696e-05,
      "loss": 0.516,
      "step": 421
    },
    {
      "epoch": 2.16064,
      "grad_norm": 0.31863845049393985,
      "learning_rate": 1.750481073929514e-05,
      "loss": 0.5294,
      "step": 422
    },
    {
      "epoch": 2.16576,
      "grad_norm": 0.2926787760079869,
      "learning_rate": 1.730766809644646e-05,
      "loss": 0.5436,
      "step": 423
    },
    {
      "epoch": 2.17088,
      "grad_norm": 0.26756179726965906,
      "learning_rate": 1.711133493354203e-05,
      "loss": 0.5391,
      "step": 424
    },
    {
      "epoch": 2.176,
      "grad_norm": 0.26829916228856365,
      "learning_rate": 1.6915818254170485e-05,
      "loss": 0.5293,
      "step": 425
    },
    {
      "epoch": 2.18112,
      "grad_norm": 0.2916809848264421,
      "learning_rate": 1.672112503279488e-05,
      "loss": 0.5239,
      "step": 426
    },
    {
      "epoch": 2.18624,
      "grad_norm": 0.2847780874837289,
      "learning_rate": 1.6527262214503917e-05,
      "loss": 0.5206,
      "step": 427
    },
    {
      "epoch": 2.19136,
      "grad_norm": 0.31205176032409004,
      "learning_rate": 1.6334236714764215e-05,
      "loss": 0.5219,
      "step": 428
    },
    {
      "epoch": 2.19648,
      "grad_norm": 0.28653984101417374,
      "learning_rate": 1.6142055419173556e-05,
      "loss": 0.5396,
      "step": 429
    },
    {
      "epoch": 2.2016,
      "grad_norm": 0.29293525576131924,
      "learning_rate": 1.595072518321535e-05,
      "loss": 0.5186,
      "step": 430
    },
    {
      "epoch": 2.20672,
      "grad_norm": 0.32036644737076314,
      "learning_rate": 1.576025283201401e-05,
      "loss": 0.5293,
      "step": 431
    },
    {
      "epoch": 2.21184,
      "grad_norm": 0.2746440977694007,
      "learning_rate": 1.5570645160091534e-05,
      "loss": 0.5238,
      "step": 432
    },
    {
      "epoch": 2.21696,
      "grad_norm": 0.2763614067422842,
      "learning_rate": 1.5381908931125112e-05,
      "loss": 0.5315,
      "step": 433
    },
    {
      "epoch": 2.22208,
      "grad_norm": 0.3206600626128733,
      "learning_rate": 1.519405087770586e-05,
      "loss": 0.5155,
      "step": 434
    },
    {
      "epoch": 2.2272,
      "grad_norm": 0.28546354885077907,
      "learning_rate": 1.5007077701098643e-05,
      "loss": 0.5153,
      "step": 435
    },
    {
      "epoch": 2.23232,
      "grad_norm": 0.32183823115025384,
      "learning_rate": 1.4820996071003042e-05,
      "loss": 0.5244,
      "step": 436
    },
    {
      "epoch": 2.23744,
      "grad_norm": 0.2833366198667468,
      "learning_rate": 1.4635812625315428e-05,
      "loss": 0.5291,
      "step": 437
    },
    {
      "epoch": 2.24256,
      "grad_norm": 0.35259963599910704,
      "learning_rate": 1.445153396989218e-05,
      "loss": 0.5334,
      "step": 438
    },
    {
      "epoch": 2.24768,
      "grad_norm": 0.31168802605945267,
      "learning_rate": 1.4268166678314029e-05,
      "loss": 0.522,
      "step": 439
    },
    {
      "epoch": 2.2528,
      "grad_norm": 0.32274340867941653,
      "learning_rate": 1.4085717291651534e-05,
      "loss": 0.5291,
      "step": 440
    },
    {
      "epoch": 2.25792,
      "grad_norm": 0.2948948221905903,
      "learning_rate": 1.390419231823187e-05,
      "loss": 0.5394,
      "step": 441
    },
    {
      "epoch": 2.26304,
      "grad_norm": 0.2743662929170965,
      "learning_rate": 1.3723598233406525e-05,
      "loss": 0.5271,
      "step": 442
    },
    {
      "epoch": 2.26816,
      "grad_norm": 0.2556644467949261,
      "learning_rate": 1.3543941479320344e-05,
      "loss": 0.5253,
      "step": 443
    },
    {
      "epoch": 2.27328,
      "grad_norm": 0.2611595534203661,
      "learning_rate": 1.3365228464681814e-05,
      "loss": 0.5262,
      "step": 444
    },
    {
      "epoch": 2.2784,
      "grad_norm": 0.26247038877870327,
      "learning_rate": 1.3187465564534359e-05,
      "loss": 0.5257,
      "step": 445
    },
    {
      "epoch": 2.28352,
      "grad_norm": 0.2536877324922943,
      "learning_rate": 1.30106591200289e-05,
      "loss": 0.5174,
      "step": 446
    },
    {
      "epoch": 2.28864,
      "grad_norm": 0.2691257976797504,
      "learning_rate": 1.2834815438197827e-05,
      "loss": 0.5421,
      "step": 447
    },
    {
      "epoch": 2.29376,
      "grad_norm": 0.21048332739110232,
      "learning_rate": 1.2659940791729773e-05,
      "loss": 0.5183,
      "step": 448
    },
    {
      "epoch": 2.29888,
      "grad_norm": 0.26799152242066077,
      "learning_rate": 1.248604141874608e-05,
      "loss": 0.5347,
      "step": 449
    },
    {
      "epoch": 2.304,
      "grad_norm": 0.23183888170912065,
      "learning_rate": 1.2313123522578141e-05,
      "loss": 0.528,
      "step": 450
    },
    {
      "epoch": 2.30912,
      "grad_norm": 0.23153879138735126,
      "learning_rate": 1.2141193271546104e-05,
      "loss": 0.5402,
      "step": 451
    },
    {
      "epoch": 2.31424,
      "grad_norm": 0.2365803046413853,
      "learning_rate": 1.1970256798738946e-05,
      "loss": 0.524,
      "step": 452
    },
    {
      "epoch": 2.31936,
      "grad_norm": 0.23790371050570536,
      "learning_rate": 1.1800320201795609e-05,
      "loss": 0.5236,
      "step": 453
    },
    {
      "epoch": 2.32448,
      "grad_norm": 0.21840868912845707,
      "learning_rate": 1.1631389542687455e-05,
      "loss": 0.5158,
      "step": 454
    },
    {
      "epoch": 2.3296,
      "grad_norm": 0.22811000289018,
      "learning_rate": 1.1463470847502154e-05,
      "loss": 0.5491,
      "step": 455
    },
    {
      "epoch": 2.33472,
      "grad_norm": 0.2441771477812667,
      "learning_rate": 1.1296570106228568e-05,
      "loss": 0.5119,
      "step": 456
    },
    {
      "epoch": 2.33984,
      "grad_norm": 0.2504770922206427,
      "learning_rate": 1.1130693272543174e-05,
      "loss": 0.5259,
      "step": 457
    },
    {
      "epoch": 2.34496,
      "grad_norm": 0.22307013304308804,
      "learning_rate": 1.0965846263597704e-05,
      "loss": 0.5229,
      "step": 458
    },
    {
      "epoch": 2.35008,
      "grad_norm": 0.20777825026632868,
      "learning_rate": 1.0802034959807934e-05,
      "loss": 0.5327,
      "step": 459
    },
    {
      "epoch": 2.3552,
      "grad_norm": 0.2496892379371564,
      "learning_rate": 1.063926520464407e-05,
      "loss": 0.5173,
      "step": 460
    },
    {
      "epoch": 2.3603199999999998,
      "grad_norm": 0.2710443329473512,
      "learning_rate": 1.047754280442225e-05,
      "loss": 0.5093,
      "step": 461
    },
    {
      "epoch": 2.36544,
      "grad_norm": 0.2221839293934009,
      "learning_rate": 1.0316873528097333e-05,
      "loss": 0.5339,
      "step": 462
    },
    {
      "epoch": 2.3705600000000002,
      "grad_norm": 0.21317614214755715,
      "learning_rate": 1.0157263107057291e-05,
      "loss": 0.5284,
      "step": 463
    },
    {
      "epoch": 2.37568,
      "grad_norm": 0.22721711775906023,
      "learning_rate": 9.998717234918557e-06,
      "loss": 0.5351,
      "step": 464
    },
    {
      "epoch": 2.3808,
      "grad_norm": 0.22893893378395325,
      "learning_rate": 9.84124156732305e-06,
      "loss": 0.5173,
      "step": 465
    },
    {
      "epoch": 2.38592,
      "grad_norm": 0.2312282069514675,
      "learning_rate": 9.684841721736449e-06,
      "loss": 0.5099,
      "step": 466
    },
    {
      "epoch": 2.39104,
      "grad_norm": 0.23235918033484193,
      "learning_rate": 9.529523277247672e-06,
      "loss": 0.5353,
      "step": 467
    },
    {
      "epoch": 2.39616,
      "grad_norm": 0.2122801075559491,
      "learning_rate": 9.37529177436998e-06,
      "loss": 0.524,
      "step": 468
    },
    {
      "epoch": 2.40128,
      "grad_norm": 0.2281610275331807,
      "learning_rate": 9.222152714843324e-06,
      "loss": 0.5198,
      "step": 469
    },
    {
      "epoch": 2.4064,
      "grad_norm": 0.2276209528821846,
      "learning_rate": 9.070111561437994e-06,
      "loss": 0.5125,
      "step": 470
    },
    {
      "epoch": 2.41152,
      "grad_norm": 0.25863996249108634,
      "learning_rate": 8.919173737759878e-06,
      "loss": 0.5278,
      "step": 471
    },
    {
      "epoch": 2.41664,
      "grad_norm": 0.24519777588872835,
      "learning_rate": 8.769344628056893e-06,
      "loss": 0.548,
      "step": 472
    },
    {
      "epoch": 2.42176,
      "grad_norm": 0.22910426740880335,
      "learning_rate": 8.62062957702698e-06,
      "loss": 0.5186,
      "step": 473
    },
    {
      "epoch": 2.42688,
      "grad_norm": 0.2172444686293662,
      "learning_rate": 8.473033889627404e-06,
      "loss": 0.5316,
      "step": 474
    },
    {
      "epoch": 2.432,
      "grad_norm": 0.21789541593913744,
      "learning_rate": 8.326562830885559e-06,
      "loss": 0.4964,
      "step": 475
    },
    {
      "epoch": 2.43712,
      "grad_norm": 0.26419477579272155,
      "learning_rate": 8.181221625711102e-06,
      "loss": 0.5285,
      "step": 476
    },
    {
      "epoch": 2.44224,
      "grad_norm": 0.22975957761205745,
      "learning_rate": 8.03701545870963e-06,
      "loss": 0.5323,
      "step": 477
    },
    {
      "epoch": 2.4473599999999998,
      "grad_norm": 0.2192599105025437,
      "learning_rate": 7.893949473997682e-06,
      "loss": 0.513,
      "step": 478
    },
    {
      "epoch": 2.45248,
      "grad_norm": 0.21383791397200727,
      "learning_rate": 7.752028775019264e-06,
      "loss": 0.5287,
      "step": 479
    },
    {
      "epoch": 2.4576000000000002,
      "grad_norm": 0.23011437791676428,
      "learning_rate": 7.61125842436381e-06,
      "loss": 0.5158,
      "step": 480
    },
    {
      "epoch": 2.46272,
      "grad_norm": 0.23089368890405654,
      "learning_rate": 7.471643443585561e-06,
      "loss": 0.5286,
      "step": 481
    },
    {
      "epoch": 2.46784,
      "grad_norm": 0.21550660720139894,
      "learning_rate": 7.33318881302445e-06,
      "loss": 0.5315,
      "step": 482
    },
    {
      "epoch": 2.47296,
      "grad_norm": 0.21786834523919976,
      "learning_rate": 7.1958994716284556e-06,
      "loss": 0.5344,
      "step": 483
    },
    {
      "epoch": 2.47808,
      "grad_norm": 0.23493881832666266,
      "learning_rate": 7.059780316777396e-06,
      "loss": 0.5298,
      "step": 484
    },
    {
      "epoch": 2.4832,
      "grad_norm": 0.23179568273154502,
      "learning_rate": 6.9248362041082514e-06,
      "loss": 0.5395,
      "step": 485
    },
    {
      "epoch": 2.48832,
      "grad_norm": 0.1997326200659906,
      "learning_rate": 6.791071947341939e-06,
      "loss": 0.5344,
      "step": 486
    },
    {
      "epoch": 2.49344,
      "grad_norm": 0.18863063393495233,
      "learning_rate": 6.658492318111611e-06,
      "loss": 0.528,
      "step": 487
    },
    {
      "epoch": 2.49856,
      "grad_norm": 0.2042454987848812,
      "learning_rate": 6.527102045792424e-06,
      "loss": 0.5057,
      "step": 488
    },
    {
      "epoch": 2.50368,
      "grad_norm": 0.21633481485073822,
      "learning_rate": 6.39690581733285e-06,
      "loss": 0.5231,
      "step": 489
    },
    {
      "epoch": 2.5088,
      "grad_norm": 0.20671940715964057,
      "learning_rate": 6.267908277087489e-06,
      "loss": 0.519,
      "step": 490
    },
    {
      "epoch": 2.51392,
      "grad_norm": 0.20567854945985983,
      "learning_rate": 6.140114026651338e-06,
      "loss": 0.5246,
      "step": 491
    },
    {
      "epoch": 2.51904,
      "grad_norm": 0.21668723148852223,
      "learning_rate": 6.01352762469575e-06,
      "loss": 0.5234,
      "step": 492
    },
    {
      "epoch": 2.52416,
      "grad_norm": 0.1955709273332618,
      "learning_rate": 5.888153586805723e-06,
      "loss": 0.4833,
      "step": 493
    },
    {
      "epoch": 2.52928,
      "grad_norm": 0.19018764122168655,
      "learning_rate": 5.763996385318838e-06,
      "loss": 0.5241,
      "step": 494
    },
    {
      "epoch": 2.5343999999999998,
      "grad_norm": 0.21895623789510293,
      "learning_rate": 5.641060449165774e-06,
      "loss": 0.5022,
      "step": 495
    },
    {
      "epoch": 2.53952,
      "grad_norm": 0.23471379305483125,
      "learning_rate": 5.5193501637122605e-06,
      "loss": 0.527,
      "step": 496
    },
    {
      "epoch": 2.5446400000000002,
      "grad_norm": 0.2119274689582658,
      "learning_rate": 5.39886987060267e-06,
      "loss": 0.5376,
      "step": 497
    },
    {
      "epoch": 2.54976,
      "grad_norm": 0.19216483721783073,
      "learning_rate": 5.279623867605144e-06,
      "loss": 0.5221,
      "step": 498
    },
    {
      "epoch": 2.55488,
      "grad_norm": 0.2154169515261133,
      "learning_rate": 5.161616408458239e-06,
      "loss": 0.5188,
      "step": 499
    },
    {
      "epoch": 2.56,
      "grad_norm": 0.20441281420775267,
      "learning_rate": 5.044851702719289e-06,
      "loss": 0.5303,
      "step": 500
    },
    {
      "epoch": 2.56512,
      "grad_norm": 0.2107906688631621,
      "learning_rate": 4.929333915614147e-06,
      "loss": 0.511,
      "step": 501
    },
    {
      "epoch": 2.57024,
      "grad_norm": 0.21514247844377765,
      "learning_rate": 4.815067167888603e-06,
      "loss": 0.5245,
      "step": 502
    },
    {
      "epoch": 2.57536,
      "grad_norm": 0.2061450148487434,
      "learning_rate": 4.702055535661481e-06,
      "loss": 0.5079,
      "step": 503
    },
    {
      "epoch": 2.58048,
      "grad_norm": 0.19909839216020486,
      "learning_rate": 4.590303050279144e-06,
      "loss": 0.5192,
      "step": 504
    },
    {
      "epoch": 2.5856,
      "grad_norm": 0.20208792009677243,
      "learning_rate": 4.479813698171702e-06,
      "loss": 0.5102,
      "step": 505
    },
    {
      "epoch": 2.59072,
      "grad_norm": 0.2120494653558063,
      "learning_rate": 4.370591420710879e-06,
      "loss": 0.5276,
      "step": 506
    },
    {
      "epoch": 2.59584,
      "grad_norm": 0.19182746478809978,
      "learning_rate": 4.262640114069303e-06,
      "loss": 0.5297,
      "step": 507
    },
    {
      "epoch": 2.60096,
      "grad_norm": 0.2049595817249684,
      "learning_rate": 4.1559636290816165e-06,
      "loss": 0.5089,
      "step": 508
    },
    {
      "epoch": 2.60608,
      "grad_norm": 0.20334632758136215,
      "learning_rate": 4.050565771107086e-06,
      "loss": 0.5341,
      "step": 509
    },
    {
      "epoch": 2.6112,
      "grad_norm": 0.21626882759385432,
      "learning_rate": 3.946450299893813e-06,
      "loss": 0.5356,
      "step": 510
    },
    {
      "epoch": 2.61632,
      "grad_norm": 0.22272362239503654,
      "learning_rate": 3.843620929444667e-06,
      "loss": 0.5264,
      "step": 511
    },
    {
      "epoch": 2.6214399999999998,
      "grad_norm": 0.20142676114788888,
      "learning_rate": 3.74208132788481e-06,
      "loss": 0.5277,
      "step": 512
    },
    {
      "epoch": 2.62656,
      "grad_norm": 0.19564873650299325,
      "learning_rate": 3.641835117330761e-06,
      "loss": 0.532,
      "step": 513
    },
    {
      "epoch": 2.6316800000000002,
      "grad_norm": 0.21279829206795126,
      "learning_rate": 3.542885873761308e-06,
      "loss": 0.5163,
      "step": 514
    },
    {
      "epoch": 2.6368,
      "grad_norm": 0.20724605046419126,
      "learning_rate": 3.4452371268898444e-06,
      "loss": 0.5074,
      "step": 515
    },
    {
      "epoch": 2.64192,
      "grad_norm": 0.2140560895573128,
      "learning_rate": 3.3488923600385028e-06,
      "loss": 0.5331,
      "step": 516
    },
    {
      "epoch": 2.64704,
      "grad_norm": 0.19348656997795682,
      "learning_rate": 3.2538550100139353e-06,
      "loss": 0.5273,
      "step": 517
    },
    {
      "epoch": 2.65216,
      "grad_norm": 0.1959351210860576,
      "learning_rate": 3.160128466984609e-06,
      "loss": 0.5189,
      "step": 518
    },
    {
      "epoch": 2.65728,
      "grad_norm": 0.2043908489285227,
      "learning_rate": 3.0677160743599788e-06,
      "loss": 0.5349,
      "step": 519
    },
    {
      "epoch": 2.6624,
      "grad_norm": 0.20288115925706235,
      "learning_rate": 2.9766211286711868e-06,
      "loss": 0.5248,
      "step": 520
    },
    {
      "epoch": 2.66752,
      "grad_norm": 0.20731847438641798,
      "learning_rate": 2.8868468794534243e-06,
      "loss": 0.5181,
      "step": 521
    },
    {
      "epoch": 2.67264,
      "grad_norm": 0.19303823605826137,
      "learning_rate": 2.7983965291300765e-06,
      "loss": 0.5309,
      "step": 522
    },
    {
      "epoch": 2.67776,
      "grad_norm": 0.2049514957880367,
      "learning_rate": 2.7112732328984594e-06,
      "loss": 0.5301,
      "step": 523
    },
    {
      "epoch": 2.68288,
      "grad_norm": 0.19908648001763588,
      "learning_rate": 2.6254800986172635e-06,
      "loss": 0.5278,
      "step": 524
    },
    {
      "epoch": 2.6879999999999997,
      "grad_norm": 0.20892226869833805,
      "learning_rate": 2.5410201866957042e-06,
      "loss": 0.5236,
      "step": 525
    },
    {
      "epoch": 2.69312,
      "grad_norm": 0.18255526452984,
      "learning_rate": 2.457896509984332e-06,
      "loss": 0.525,
      "step": 526
    },
    {
      "epoch": 2.69824,
      "grad_norm": 0.19075543504463546,
      "learning_rate": 2.376112033667579e-06,
      "loss": 0.5139,
      "step": 527
    },
    {
      "epoch": 2.70336,
      "grad_norm": 0.19978943687563103,
      "learning_rate": 2.29566967515797e-06,
      "loss": 0.523,
      "step": 528
    },
    {
      "epoch": 2.7084799999999998,
      "grad_norm": 0.17850021044317485,
      "learning_rate": 2.216572303992055e-06,
      "loss": 0.5327,
      "step": 529
    },
    {
      "epoch": 2.7136,
      "grad_norm": 0.1854277104912946,
      "learning_rate": 2.1388227417280527e-06,
      "loss": 0.5233,
      "step": 530
    },
    {
      "epoch": 2.7187200000000002,
      "grad_norm": 0.18348286998112376,
      "learning_rate": 2.0624237618452047e-06,
      "loss": 0.5396,
      "step": 531
    },
    {
      "epoch": 2.72384,
      "grad_norm": 0.1883434076908113,
      "learning_rate": 1.98737808964482e-06,
      "loss": 0.5197,
      "step": 532
    },
    {
      "epoch": 2.72896,
      "grad_norm": 0.1841837424394637,
      "learning_rate": 1.913688402153082e-06,
      "loss": 0.5297,
      "step": 533
    },
    {
      "epoch": 2.73408,
      "grad_norm": 0.17622787049259134,
      "learning_rate": 1.8413573280255326e-06,
      "loss": 0.5285,
      "step": 534
    },
    {
      "epoch": 2.7392,
      "grad_norm": 0.17806753215393287,
      "learning_rate": 1.7703874474533167e-06,
      "loss": 0.5278,
      "step": 535
    },
    {
      "epoch": 2.74432,
      "grad_norm": 0.1958676559056442,
      "learning_rate": 1.7007812920711408e-06,
      "loss": 0.5044,
      "step": 536
    },
    {
      "epoch": 2.74944,
      "grad_norm": 0.16605984676027447,
      "learning_rate": 1.6325413448669625e-06,
      "loss": 0.514,
      "step": 537
    },
    {
      "epoch": 2.75456,
      "grad_norm": 0.18195390968020672,
      "learning_rate": 1.5656700400934121e-06,
      "loss": 0.5445,
      "step": 538
    },
    {
      "epoch": 2.75968,
      "grad_norm": 0.16824479934145423,
      "learning_rate": 1.500169763180961e-06,
      "loss": 0.5212,
      "step": 539
    },
    {
      "epoch": 2.7648,
      "grad_norm": 0.1819730086116406,
      "learning_rate": 1.4360428506528323e-06,
      "loss": 0.5232,
      "step": 540
    },
    {
      "epoch": 2.76992,
      "grad_norm": 0.17926267467820442,
      "learning_rate": 1.373291590041661e-06,
      "loss": 0.5273,
      "step": 541
    },
    {
      "epoch": 2.7750399999999997,
      "grad_norm": 0.21059680680377105,
      "learning_rate": 1.3119182198078596e-06,
      "loss": 0.5131,
      "step": 542
    },
    {
      "epoch": 2.78016,
      "grad_norm": 0.18407921454967086,
      "learning_rate": 1.2519249292598112e-06,
      "loss": 0.4969,
      "step": 543
    },
    {
      "epoch": 2.78528,
      "grad_norm": 0.18395693454820505,
      "learning_rate": 1.1933138584757508e-06,
      "loss": 0.5188,
      "step": 544
    },
    {
      "epoch": 2.7904,
      "grad_norm": 0.19315285688390138,
      "learning_rate": 1.1360870982274118e-06,
      "loss": 0.5186,
      "step": 545
    },
    {
      "epoch": 2.79552,
      "grad_norm": 0.1887790134903703,
      "learning_rate": 1.080246689905473e-06,
      "loss": 0.5271,
      "step": 546
    },
    {
      "epoch": 2.80064,
      "grad_norm": 0.17959548964956856,
      "learning_rate": 1.0257946254467145e-06,
      "loss": 0.5243,
      "step": 547
    },
    {
      "epoch": 2.8057600000000003,
      "grad_norm": 0.1817474574269339,
      "learning_rate": 9.727328472629716e-07,
      "loss": 0.5287,
      "step": 548
    },
    {
      "epoch": 2.81088,
      "grad_norm": 0.17642219828487612,
      "learning_rate": 9.21063248171854e-07,
      "loss": 0.526,
      "step": 549
    },
    {
      "epoch": 2.816,
      "grad_norm": 0.1904246025654594,
      "learning_rate": 8.707876713291941e-07,
      "loss": 0.5135,
      "step": 550
    },
    {
      "epoch": 2.82112,
      "grad_norm": 0.17957762634349514,
      "learning_rate": 8.219079101633443e-07,
      "loss": 0.5215,
      "step": 551
    },
    {
      "epoch": 2.82624,
      "grad_norm": 0.16263065954048853,
      "learning_rate": 7.744257083111662e-07,
      "loss": 0.5193,
      "step": 552
    },
    {
      "epoch": 2.83136,
      "grad_norm": 0.17484720518211333,
      "learning_rate": 7.283427595558224e-07,
      "loss": 0.5296,
      "step": 553
    },
    {
      "epoch": 2.83648,
      "grad_norm": 0.1867914151335944,
      "learning_rate": 6.836607077664115e-07,
      "loss": 0.5383,
      "step": 554
    },
    {
      "epoch": 2.8416,
      "grad_norm": 0.18028174989209536,
      "learning_rate": 6.403811468392685e-07,
      "loss": 0.5453,
      "step": 555
    },
    {
      "epoch": 2.84672,
      "grad_norm": 0.1730198700904891,
      "learning_rate": 5.9850562064113e-07,
      "loss": 0.5272,
      "step": 556
    },
    {
      "epoch": 2.85184,
      "grad_norm": 0.17377782938839437,
      "learning_rate": 5.580356229540851e-07,
      "loss": 0.5298,
      "step": 557
    },
    {
      "epoch": 2.85696,
      "grad_norm": 0.16971911427369651,
      "learning_rate": 5.189725974222448e-07,
      "loss": 0.5239,
      "step": 558
    },
    {
      "epoch": 2.8620799999999997,
      "grad_norm": 0.1853393873016306,
      "learning_rate": 4.81317937500263e-07,
      "loss": 0.5358,
      "step": 559
    },
    {
      "epoch": 2.8672,
      "grad_norm": 0.16321076208370755,
      "learning_rate": 4.450729864036607e-07,
      "loss": 0.511,
      "step": 560
    },
    {
      "epoch": 2.87232,
      "grad_norm": 0.17617659485628395,
      "learning_rate": 4.1023903706084666e-07,
      "loss": 0.5251,
      "step": 561
    },
    {
      "epoch": 2.87744,
      "grad_norm": 0.17229617450371348,
      "learning_rate": 3.768173320670654e-07,
      "loss": 0.516,
      "step": 562
    },
    {
      "epoch": 2.88256,
      "grad_norm": 0.18627902011447772,
      "learning_rate": 3.448090636400192e-07,
      "loss": 0.527,
      "step": 563
    },
    {
      "epoch": 2.88768,
      "grad_norm": 0.1692917592955478,
      "learning_rate": 3.1421537357735567e-07,
      "loss": 0.5203,
      "step": 564
    },
    {
      "epoch": 2.8928000000000003,
      "grad_norm": 0.1742890382438682,
      "learning_rate": 2.850373532159578e-07,
      "loss": 0.5099,
      "step": 565
    },
    {
      "epoch": 2.89792,
      "grad_norm": 0.18401122824627672,
      "learning_rate": 2.5727604339297996e-07,
      "loss": 0.5303,
      "step": 566
    },
    {
      "epoch": 2.90304,
      "grad_norm": 0.17215703579697378,
      "learning_rate": 2.309324344087349e-07,
      "loss": 0.5248,
      "step": 567
    },
    {
      "epoch": 2.90816,
      "grad_norm": 0.1744660017717841,
      "learning_rate": 2.060074659913891e-07,
      "loss": 0.5067,
      "step": 568
    },
    {
      "epoch": 2.91328,
      "grad_norm": 0.1753887233423339,
      "learning_rate": 1.8250202726339815e-07,
      "loss": 0.5142,
      "step": 569
    },
    {
      "epoch": 2.9184,
      "grad_norm": 0.17222558777930064,
      "learning_rate": 1.6041695670981684e-07,
      "loss": 0.5271,
      "step": 570
    },
    {
      "epoch": 2.92352,
      "grad_norm": 0.1749876224664464,
      "learning_rate": 1.397530421483939e-07,
      "loss": 0.5215,
      "step": 571
    },
    {
      "epoch": 2.92864,
      "grad_norm": 0.17369587300943137,
      "learning_rate": 1.2051102070144816e-07,
      "loss": 0.5248,
      "step": 572
    },
    {
      "epoch": 2.93376,
      "grad_norm": 0.1720447918581037,
      "learning_rate": 1.0269157876959146e-07,
      "loss": 0.5198,
      "step": 573
    },
    {
      "epoch": 2.93888,
      "grad_norm": 0.18006932981535365,
      "learning_rate": 8.62953520072285e-08,
      "loss": 0.5081,
      "step": 574
    },
    {
      "epoch": 2.944,
      "grad_norm": 0.16965260368509588,
      "learning_rate": 7.132292529990814e-08,
      "loss": 0.5227,
      "step": 575
    },
    {
      "epoch": 2.9491199999999997,
      "grad_norm": 0.17833147445276212,
      "learning_rate": 5.7774832743415776e-08,
      "loss": 0.5269,
      "step": 576
    },
    {
      "epoch": 2.95424,
      "grad_norm": 0.17095515499148287,
      "learning_rate": 4.565155762477069e-08,
      "loss": 0.5416,
      "step": 577
    },
    {
      "epoch": 2.95936,
      "grad_norm": 0.17471514998398122,
      "learning_rate": 3.4953532404942146e-08,
      "loss": 0.5026,
      "step": 578
    },
    {
      "epoch": 2.96448,
      "grad_norm": 0.1721020510585504,
      "learning_rate": 2.568113870346167e-08,
      "loss": 0.5092,
      "step": 579
    },
    {
      "epoch": 2.9696,
      "grad_norm": 0.18037480336003978,
      "learning_rate": 1.783470728477621e-08,
      "loss": 0.514,
      "step": 580
    },
    {
      "epoch": 2.97472,
      "grad_norm": 0.17100517198442003,
      "learning_rate": 1.1414518046470868e-08,
      "loss": 0.5405,
      "step": 581
    },
    {
      "epoch": 2.9798400000000003,
      "grad_norm": 0.1702692183309079,
      "learning_rate": 6.4208000092769174e-09,
      "loss": 0.5228,
      "step": 582
    },
    {
      "epoch": 2.98496,
      "grad_norm": 0.17252007004331688,
      "learning_rate": 2.8537313088961015e-09,
      "loss": 0.5295,
      "step": 583
    },
    {
      "epoch": 2.99008,
      "grad_norm": 0.18840800940002203,
      "learning_rate": 7.134391896679305e-10,
      "loss": 0.5159,
      "step": 584
    },
    {
      "epoch": 2.9952,
      "grad_norm": 0.1870617408251541,
      "learning_rate": 0.0,
      "loss": 0.4924,
      "step": 585
    },
    {
      "epoch": 2.9952,
      "step": 585,
      "total_flos": 4.2089030343416873e+18,
      "train_loss": 0.0,
      "train_runtime": 5.9478,
      "train_samples_per_second": 50438.911,
      "train_steps_per_second": 98.356
    }
  ],
  "logging_steps": 1,
  "max_steps": 585,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 4.2089030343416873e+18,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}