{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.0,
  "eval_steps": 162,
  "global_step": 162,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.012345679012345678,
      "grad_norm": 0.3504016399383545,
      "learning_rate": 1e-05,
      "loss": 2.1533203125,
      "step": 1
    },
    {
      "epoch": 0.024691358024691357,
      "grad_norm": 0.2849632203578949,
      "learning_rate": 9.999059852242508e-06,
      "loss": 1.943359375,
      "step": 2
    },
    {
      "epoch": 0.037037037037037035,
      "grad_norm": 0.39613625407218933,
      "learning_rate": 9.996239762521152e-06,
      "loss": 2.1646728515625,
      "step": 3
    },
    {
      "epoch": 0.04938271604938271,
      "grad_norm": 0.35534441471099854,
      "learning_rate": 9.991540791356342e-06,
      "loss": 2.091796875,
      "step": 4
    },
    {
      "epoch": 0.06172839506172839,
      "grad_norm": 0.48331987857818604,
      "learning_rate": 9.98496470583896e-06,
      "loss": 2.210205078125,
      "step": 5
    },
    {
      "epoch": 0.07407407407407407,
      "grad_norm": 0.4012807011604309,
      "learning_rate": 9.976513978965829e-06,
      "loss": 1.9215087890625,
      "step": 6
    },
    {
      "epoch": 0.08641975308641975,
      "grad_norm": 0.44781288504600525,
      "learning_rate": 9.966191788709716e-06,
      "loss": 1.95263671875,
      "step": 7
    },
    {
      "epoch": 0.09876543209876543,
      "grad_norm": 0.4039982259273529,
      "learning_rate": 9.954002016824226e-06,
      "loss": 1.783203125,
      "step": 8
    },
    {
      "epoch": 0.1111111111111111,
      "grad_norm": 0.381326287984848,
      "learning_rate": 9.939949247384046e-06,
      "loss": 1.7802734375,
      "step": 9
    },
    {
      "epoch": 0.12345679012345678,
      "grad_norm": 0.3175008296966553,
      "learning_rate": 9.924038765061042e-06,
      "loss": 1.7203369140625,
      "step": 10
    },
    {
      "epoch": 0.13580246913580246,
      "grad_norm": 0.26221078634262085,
      "learning_rate": 9.906276553136924e-06,
      "loss": 1.67431640625,
      "step": 11
    },
    {
      "epoch": 0.14814814814814814,
      "grad_norm": 0.26429814100265503,
      "learning_rate": 9.886669291253178e-06,
      "loss": 1.66455078125,
      "step": 12
    },
    {
      "epoch": 0.16049382716049382,
      "grad_norm": 0.28965020179748535,
      "learning_rate": 9.86522435289912e-06,
      "loss": 1.6767578125,
      "step": 13
    },
    {
      "epoch": 0.1728395061728395,
      "grad_norm": 0.25965702533721924,
      "learning_rate": 9.841949802639031e-06,
      "loss": 1.58154296875,
      "step": 14
    },
    {
      "epoch": 0.18518518518518517,
      "grad_norm": 0.24088655412197113,
      "learning_rate": 9.816854393079402e-06,
      "loss": 1.58544921875,
      "step": 15
    },
    {
      "epoch": 0.19753086419753085,
      "grad_norm": 0.2812812924385071,
      "learning_rate": 9.789947561577445e-06,
      "loss": 1.6029052734375,
      "step": 16
    },
    {
      "epoch": 0.20987654320987653,
      "grad_norm": 0.23914368450641632,
      "learning_rate": 9.761239426692077e-06,
      "loss": 1.52874755859375,
      "step": 17
    },
    {
      "epoch": 0.2222222222222222,
      "grad_norm": 0.23985321819782257,
      "learning_rate": 9.730740784378755e-06,
      "loss": 1.5107421875,
      "step": 18
    },
    {
      "epoch": 0.2345679012345679,
      "grad_norm": 0.23493242263793945,
      "learning_rate": 9.698463103929542e-06,
      "loss": 1.45654296875,
      "step": 19
    },
    {
      "epoch": 0.24691358024691357,
      "grad_norm": 0.2240285575389862,
      "learning_rate": 9.664418523660004e-06,
      "loss": 1.44580078125,
      "step": 20
    },
    {
      "epoch": 0.25925925925925924,
      "grad_norm": 0.21557030081748962,
      "learning_rate": 9.628619846344453e-06,
      "loss": 1.4422607421875,
      "step": 21
    },
    {
      "epoch": 0.2716049382716049,
      "grad_norm": 0.2036324441432953,
      "learning_rate": 9.591080534401371e-06,
      "loss": 1.413330078125,
      "step": 22
    },
    {
      "epoch": 0.2839506172839506,
      "grad_norm": 0.1956496238708496,
      "learning_rate": 9.551814704830734e-06,
      "loss": 1.37646484375,
      "step": 23
    },
    {
      "epoch": 0.2962962962962963,
      "grad_norm": 0.20368410646915436,
      "learning_rate": 9.51083712390519e-06,
      "loss": 1.42236328125,
      "step": 24
    },
    {
      "epoch": 0.30864197530864196,
      "grad_norm": 0.1811431646347046,
      "learning_rate": 9.468163201617063e-06,
      "loss": 1.3662109375,
      "step": 25
    },
    {
      "epoch": 0.32098765432098764,
      "grad_norm": 0.25459423661231995,
      "learning_rate": 9.423808985883289e-06,
      "loss": 1.3360595703125,
      "step": 26
    },
    {
      "epoch": 0.3333333333333333,
      "grad_norm": 0.1667819321155548,
      "learning_rate": 9.377791156510456e-06,
      "loss": 1.3681640625,
      "step": 27
    },
    {
      "epoch": 0.345679012345679,
      "grad_norm": 0.1551096886396408,
      "learning_rate": 9.330127018922195e-06,
      "loss": 1.31402587890625,
      "step": 28
    },
    {
      "epoch": 0.35802469135802467,
      "grad_norm": 0.14206942915916443,
      "learning_rate": 9.280834497651334e-06,
      "loss": 1.2802734375,
      "step": 29
    },
    {
      "epoch": 0.37037037037037035,
      "grad_norm": 0.13667216897010803,
      "learning_rate": 9.229932129599206e-06,
      "loss": 1.2950439453125,
      "step": 30
    },
    {
      "epoch": 0.38271604938271603,
      "grad_norm": 0.11959635466337204,
      "learning_rate": 9.177439057064684e-06,
      "loss": 1.31982421875,
      "step": 31
    },
    {
      "epoch": 0.3950617283950617,
      "grad_norm": 0.1104661077260971,
      "learning_rate": 9.123375020545534e-06,
      "loss": 1.2674560546875,
      "step": 32
    },
    {
      "epoch": 0.4074074074074074,
      "grad_norm": 0.10608602315187454,
      "learning_rate": 9.067760351314838e-06,
      "loss": 1.2978515625,
      "step": 33
    },
    {
      "epoch": 0.41975308641975306,
      "grad_norm": 0.09825296700000763,
      "learning_rate": 9.01061596377522e-06,
      "loss": 1.25439453125,
      "step": 34
    },
    {
      "epoch": 0.43209876543209874,
      "grad_norm": 0.09724781662225723,
      "learning_rate": 8.951963347593797e-06,
      "loss": 1.2310791015625,
      "step": 35
    },
    {
      "epoch": 0.4444444444444444,
      "grad_norm": 0.0967152863740921,
      "learning_rate": 8.891824559620801e-06,
      "loss": 1.24981689453125,
      "step": 36
    },
    {
      "epoch": 0.4567901234567901,
      "grad_norm": 0.10894442349672318,
      "learning_rate": 8.83022221559489e-06,
      "loss": 1.24609375,
      "step": 37
    },
    {
      "epoch": 0.4691358024691358,
      "grad_norm": 0.12250322848558426,
      "learning_rate": 8.767179481638303e-06,
      "loss": 1.21630859375,
      "step": 38
    },
    {
      "epoch": 0.48148148148148145,
      "grad_norm": 0.12086455523967743,
      "learning_rate": 8.702720065545024e-06,
      "loss": 1.2171630859375,
      "step": 39
    },
    {
      "epoch": 0.49382716049382713,
      "grad_norm": 0.13029126822948456,
      "learning_rate": 8.636868207865244e-06,
      "loss": 1.201171875,
      "step": 40
    },
    {
      "epoch": 0.5061728395061729,
      "grad_norm": 0.1197105273604393,
      "learning_rate": 8.569648672789496e-06,
      "loss": 1.24029541015625,
      "step": 41
    },
    {
      "epoch": 0.5185185185185185,
      "grad_norm": 0.10641508549451828,
      "learning_rate": 8.501086738835843e-06,
      "loss": 1.24267578125,
      "step": 42
    },
    {
      "epoch": 0.5308641975308642,
      "grad_norm": 0.11860142648220062,
      "learning_rate": 8.43120818934367e-06,
      "loss": 1.1580810546875,
      "step": 43
    },
    {
      "epoch": 0.5432098765432098,
      "grad_norm": 0.10126637667417526,
      "learning_rate": 8.360039302777614e-06,
      "loss": 1.19140625,
      "step": 44
    },
    {
      "epoch": 0.5555555555555556,
      "grad_norm": 0.08920259028673172,
      "learning_rate": 8.28760684284532e-06,
      "loss": 1.25390625,
      "step": 45
    },
    {
      "epoch": 0.5679012345679012,
      "grad_norm": 0.09504316747188568,
      "learning_rate": 8.213938048432697e-06,
      "loss": 1.1878662109375,
      "step": 46
    },
    {
      "epoch": 0.5802469135802469,
      "grad_norm": 0.08583307266235352,
      "learning_rate": 8.139060623360494e-06,
      "loss": 1.16949462890625,
      "step": 47
    },
    {
      "epoch": 0.5925925925925926,
      "grad_norm": 0.07538800686597824,
      "learning_rate": 8.063002725966014e-06,
      "loss": 1.166748046875,
      "step": 48
    },
    {
      "epoch": 0.6049382716049383,
      "grad_norm": 0.0806780606508255,
      "learning_rate": 7.985792958513932e-06,
      "loss": 1.17333984375,
      "step": 49
    },
    {
      "epoch": 0.6172839506172839,
      "grad_norm": 0.07670904695987701,
      "learning_rate": 7.907460356440133e-06,
      "loss": 1.22998046875,
      "step": 50
    },
    {
      "epoch": 0.6296296296296297,
      "grad_norm": 0.06912268698215485,
      "learning_rate": 7.828034377432694e-06,
      "loss": 1.22021484375,
      "step": 51
    },
    {
      "epoch": 0.6419753086419753,
      "grad_norm": 0.06748771667480469,
      "learning_rate": 7.747544890354031e-06,
      "loss": 1.181396484375,
      "step": 52
    },
    {
      "epoch": 0.654320987654321,
      "grad_norm": 0.06408040970563889,
      "learning_rate": 7.666022164008458e-06,
      "loss": 1.1630859375,
      "step": 53
    },
    {
      "epoch": 0.6666666666666666,
      "grad_norm": 0.07093410938978195,
      "learning_rate": 7.5834968557593155e-06,
      "loss": 1.16015625,
      "step": 54
    },
    {
      "epoch": 0.6790123456790124,
      "grad_norm": 0.0701528862118721,
      "learning_rate": 7.500000000000001e-06,
      "loss": 1.1929931640625,
      "step": 55
    },
    {
      "epoch": 0.691358024691358,
      "grad_norm": 0.06486670672893524,
      "learning_rate": 7.415562996483193e-06,
      "loss": 1.11865234375,
      "step": 56
    },
    {
      "epoch": 0.7037037037037037,
      "grad_norm": 0.07944019138813019,
      "learning_rate": 7.330217598512696e-06,
      "loss": 1.146484375,
      "step": 57
    },
    {
      "epoch": 0.7160493827160493,
      "grad_norm": 0.06304322928190231,
      "learning_rate": 7.243995901002312e-06,
      "loss": 1.1806640625,
      "step": 58
    },
    {
      "epoch": 0.7283950617283951,
      "grad_norm": 0.06566708534955978,
      "learning_rate": 7.156930328406268e-06,
      "loss": 1.166015625,
      "step": 59
    },
    {
      "epoch": 0.7407407407407407,
      "grad_norm": 0.06502839177846909,
      "learning_rate": 7.069053622525697e-06,
      "loss": 1.1337890625,
      "step": 60
    },
    {
      "epoch": 0.7530864197530864,
      "grad_norm": 0.05706457421183586,
      "learning_rate": 6.980398830195785e-06,
      "loss": 1.16357421875,
      "step": 61
    },
    {
      "epoch": 0.7654320987654321,
      "grad_norm": 0.059692319482564926,
      "learning_rate": 6.890999290858213e-06,
      "loss": 1.171875,
      "step": 62
    },
    {
      "epoch": 0.7777777777777778,
      "grad_norm": 0.0484984889626503,
      "learning_rate": 6.800888624023552e-06,
      "loss": 1.2109375,
      "step": 63
    },
    {
      "epoch": 0.7901234567901234,
      "grad_norm": 0.0469343475997448,
      "learning_rate": 6.710100716628345e-06,
      "loss": 1.15325927734375,
      "step": 64
    },
    {
      "epoch": 0.8024691358024691,
      "grad_norm": 0.04828719422221184,
      "learning_rate": 6.618669710291607e-06,
      "loss": 1.1181640625,
      "step": 65
    },
    {
      "epoch": 0.8148148148148148,
      "grad_norm": 0.05165661498904228,
      "learning_rate": 6.526629988475567e-06,
      "loss": 1.1224365234375,
      "step": 66
    },
    {
      "epoch": 0.8271604938271605,
      "grad_norm": 0.04464888572692871,
      "learning_rate": 6.434016163555452e-06,
      "loss": 1.11822509765625,
      "step": 67
    },
    {
      "epoch": 0.8395061728395061,
      "grad_norm": 0.04451960325241089,
      "learning_rate": 6.340863063803187e-06,
      "loss": 1.16094970703125,
      "step": 68
    },
    {
      "epoch": 0.8518518518518519,
      "grad_norm": 0.043933067470788956,
      "learning_rate": 6.247205720289907e-06,
      "loss": 1.1513671875,
      "step": 69
    },
    {
      "epoch": 0.8641975308641975,
      "grad_norm": 0.06273156404495239,
      "learning_rate": 6.153079353712201e-06,
      "loss": 1.1090087890625,
      "step": 70
    },
    {
      "epoch": 0.8765432098765432,
      "grad_norm": 0.041264940053224564,
      "learning_rate": 6.058519361147055e-06,
      "loss": 1.099609375,
      "step": 71
    },
    {
      "epoch": 0.8888888888888888,
      "grad_norm": 0.03963320702314377,
      "learning_rate": 5.9635613027404495e-06,
      "loss": 1.1201171875,
      "step": 72
    },
    {
      "epoch": 0.9012345679012346,
      "grad_norm": 0.059883832931518555,
      "learning_rate": 5.8682408883346535e-06,
      "loss": 1.12451171875,
      "step": 73
    },
    {
      "epoch": 0.9135802469135802,
      "grad_norm": 0.04652964696288109,
      "learning_rate": 5.772593964039203e-06,
      "loss": 1.150146484375,
      "step": 74
    },
    {
      "epoch": 0.9259259259259259,
      "grad_norm": 0.04225148260593414,
      "learning_rate": 5.6766564987506564e-06,
      "loss": 1.09912109375,
      "step": 75
    },
    {
      "epoch": 0.9382716049382716,
      "grad_norm": 0.0415518693625927,
      "learning_rate": 5.5804645706261515e-06,
      "loss": 1.0869140625,
      "step": 76
    },
    {
      "epoch": 0.9506172839506173,
      "grad_norm": 0.041372768580913544,
      "learning_rate": 5.484054353515896e-06,
      "loss": 1.20196533203125,
      "step": 77
    },
    {
      "epoch": 0.9629629629629629,
      "grad_norm": 0.04058866947889328,
      "learning_rate": 5.387462103359655e-06,
      "loss": 1.08984375,
      "step": 78
    },
    {
      "epoch": 0.9753086419753086,
      "grad_norm": 0.03967684879899025,
      "learning_rate": 5.290724144552379e-06,
      "loss": 1.12066650390625,
      "step": 79
    },
    {
      "epoch": 0.9876543209876543,
      "grad_norm": 0.039729781448841095,
      "learning_rate": 5.193876856284085e-06,
      "loss": 1.123779296875,
      "step": 80
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.042973633855581284,
      "learning_rate": 5.096956658859122e-06,
      "loss": 1.103759765625,
      "step": 81
    },
    {
      "epoch": 1.0123456790123457,
      "grad_norm": 0.03994538635015488,
      "learning_rate": 5e-06,
      "loss": 1.12353515625,
      "step": 82
    },
    {
      "epoch": 1.0246913580246915,
      "grad_norm": 0.04001010209321976,
      "learning_rate": 4.903043341140879e-06,
      "loss": 1.11376953125,
      "step": 83
    },
    {
      "epoch": 1.037037037037037,
      "grad_norm": 0.03813829645514488,
      "learning_rate": 4.806123143715916e-06,
      "loss": 1.08966064453125,
      "step": 84
    },
    {
      "epoch": 1.0493827160493827,
      "grad_norm": 0.04175872728228569,
      "learning_rate": 4.7092758554476215e-06,
      "loss": 1.1650390625,
      "step": 85
    },
    {
      "epoch": 1.0617283950617284,
      "grad_norm": 0.054764218628406525,
      "learning_rate": 4.6125378966403465e-06,
      "loss": 1.1142578125,
      "step": 86
    },
    {
      "epoch": 1.074074074074074,
      "grad_norm": 0.037059519439935684,
      "learning_rate": 4.515945646484105e-06,
      "loss": 1.084716796875,
      "step": 87
    },
    {
      "epoch": 1.0864197530864197,
      "grad_norm": 0.03715408220887184,
      "learning_rate": 4.4195354293738484e-06,
      "loss": 1.121337890625,
      "step": 88
    },
    {
      "epoch": 1.0987654320987654,
      "grad_norm": 0.03572078049182892,
      "learning_rate": 4.323343501249346e-06,
      "loss": 1.1025390625,
      "step": 89
    },
    {
      "epoch": 1.1111111111111112,
      "grad_norm": 0.039801325649023056,
      "learning_rate": 4.227406035960798e-06,
      "loss": 1.1318359375,
      "step": 90
    },
    {
      "epoch": 1.123456790123457,
      "grad_norm": 0.03618643805384636,
      "learning_rate": 4.131759111665349e-06,
      "loss": 1.1199951171875,
      "step": 91
    },
    {
      "epoch": 1.1358024691358024,
      "grad_norm": 0.039840616285800934,
      "learning_rate": 4.036438697259551e-06,
      "loss": 1.12451171875,
      "step": 92
    },
    {
      "epoch": 1.1481481481481481,
      "grad_norm": 0.035334352403879166,
      "learning_rate": 3.941480638852948e-06,
      "loss": 1.1181640625,
      "step": 93
    },
    {
      "epoch": 1.1604938271604939,
      "grad_norm": 0.05649956315755844,
      "learning_rate": 3.8469206462878e-06,
      "loss": 1.09619140625,
      "step": 94
    },
    {
      "epoch": 1.1728395061728394,
      "grad_norm": 0.03644261509180069,
      "learning_rate": 3.752794279710094e-06,
      "loss": 1.07666015625,
      "step": 95
    },
    {
      "epoch": 1.1851851851851851,
      "grad_norm": 0.03816032409667969,
      "learning_rate": 3.6591369361968127e-06,
      "loss": 1.1474609375,
      "step": 96
    },
    {
      "epoch": 1.1975308641975309,
      "grad_norm": 0.06648016721010208,
      "learning_rate": 3.5659838364445505e-06,
      "loss": 1.116455078125,
      "step": 97
    },
    {
      "epoch": 1.2098765432098766,
      "grad_norm": 0.03444468230009079,
      "learning_rate": 3.473370011524435e-06,
      "loss": 1.11590576171875,
      "step": 98
    },
    {
      "epoch": 1.2222222222222223,
      "grad_norm": 0.035777244716882706,
      "learning_rate": 3.3813302897083955e-06,
      "loss": 1.11669921875,
      "step": 99
    },
    {
      "epoch": 1.2345679012345678,
      "grad_norm": 0.04556313157081604,
      "learning_rate": 3.289899283371657e-06,
      "loss": 1.0751953125,
      "step": 100
    },
    {
      "epoch": 1.2469135802469136,
      "grad_norm": 0.03846881538629532,
      "learning_rate": 3.1991113759764493e-06,
      "loss": 1.1162109375,
      "step": 101
    },
    {
      "epoch": 1.2592592592592593,
      "grad_norm": 0.047668684273958206,
      "learning_rate": 3.1090007091417884e-06,
      "loss": 1.1358642578125,
      "step": 102
    },
    {
      "epoch": 1.2716049382716048,
      "grad_norm": 0.03538711741566658,
      "learning_rate": 3.019601169804216e-06,
      "loss": 1.1220703125,
      "step": 103
    },
    {
      "epoch": 1.2839506172839505,
      "grad_norm": 0.035502634942531586,
      "learning_rate": 2.9309463774743047e-06,
      "loss": 1.101318359375,
      "step": 104
    },
    {
      "epoch": 1.2962962962962963,
      "grad_norm": 0.03785805031657219,
      "learning_rate": 2.843069671593734e-06,
      "loss": 1.15576171875,
      "step": 105
    },
    {
      "epoch": 1.308641975308642,
      "grad_norm": 0.04106925055384636,
      "learning_rate": 2.7560040989976894e-06,
      "loss": 1.10888671875,
      "step": 106
    },
    {
      "epoch": 1.3209876543209877,
      "grad_norm": 0.1851484477519989,
      "learning_rate": 2.6697824014873076e-06,
      "loss": 1.0380859375,
      "step": 107
    },
    {
      "epoch": 1.3333333333333333,
      "grad_norm": 0.0330730564892292,
      "learning_rate": 2.5844370035168077e-06,
      "loss": 1.14306640625,
      "step": 108
    },
    {
      "epoch": 1.345679012345679,
      "grad_norm": 0.040814485400915146,
      "learning_rate": 2.5000000000000015e-06,
      "loss": 1.10137939453125,
      "step": 109
    },
    {
      "epoch": 1.3580246913580247,
      "grad_norm": 0.03741513565182686,
      "learning_rate": 2.4165031442406857e-06,
      "loss": 1.08203125,
      "step": 110
    },
    {
      "epoch": 1.3703703703703702,
      "grad_norm": 0.04464615136384964,
      "learning_rate": 2.333977835991545e-06,
      "loss": 1.09710693359375,
      "step": 111
    },
    {
      "epoch": 1.382716049382716,
      "grad_norm": 0.06438415497541428,
      "learning_rate": 2.2524551096459703e-06,
      "loss": 1.140625,
      "step": 112
    },
    {
      "epoch": 1.3950617283950617,
      "grad_norm": 0.045622579753398895,
      "learning_rate": 2.171965622567308e-06,
      "loss": 1.10125732421875,
      "step": 113
    },
    {
      "epoch": 1.4074074074074074,
      "grad_norm": 0.041726406663656235,
      "learning_rate": 2.0925396435598665e-06,
      "loss": 1.13916015625,
      "step": 114
    },
    {
      "epoch": 1.4197530864197532,
      "grad_norm": 0.04645635187625885,
      "learning_rate": 2.0142070414860704e-06,
      "loss": 1.10205078125,
      "step": 115
    },
    {
      "epoch": 1.4320987654320987,
      "grad_norm": 0.04142511263489723,
      "learning_rate": 1.936997274033986e-06,
      "loss": 1.080810546875,
      "step": 116
    },
    {
      "epoch": 1.4444444444444444,
      "grad_norm": 0.04133642837405205,
      "learning_rate": 1.8609393766395083e-06,
      "loss": 1.11456298828125,
      "step": 117
    },
    {
      "epoch": 1.4567901234567902,
      "grad_norm": 0.037442710250616074,
      "learning_rate": 1.7860619515673034e-06,
      "loss": 1.1109619140625,
      "step": 118
    },
    {
      "epoch": 1.4691358024691357,
      "grad_norm": 0.038170378655195236,
      "learning_rate": 1.7123931571546826e-06,
      "loss": 1.092041015625,
      "step": 119
    },
    {
      "epoch": 1.4814814814814814,
      "grad_norm": 0.03954925388097763,
      "learning_rate": 1.639960697222388e-06,
      "loss": 1.0933837890625,
      "step": 120
    },
    {
      "epoch": 1.4938271604938271,
      "grad_norm": 0.04117150604724884,
      "learning_rate": 1.5687918106563326e-06,
      "loss": 1.0859375,
      "step": 121
    },
    {
      "epoch": 1.5061728395061729,
      "grad_norm": 0.04665956273674965,
      "learning_rate": 1.4989132611641576e-06,
      "loss": 1.12890625,
      "step": 122
    },
    {
      "epoch": 1.5185185185185186,
      "grad_norm": 0.03867404907941818,
      "learning_rate": 1.4303513272105057e-06,
      "loss": 1.13916015625,
      "step": 123
    },
    {
      "epoch": 1.5308641975308643,
      "grad_norm": 0.039081573486328125,
      "learning_rate": 1.3631317921347564e-06,
      "loss": 1.05682373046875,
      "step": 124
    },
    {
      "epoch": 1.5432098765432098,
      "grad_norm": 0.040184635668992996,
      "learning_rate": 1.297279934454978e-06,
      "loss": 1.0966796875,
      "step": 125
    },
    {
      "epoch": 1.5555555555555556,
      "grad_norm": 0.03619195148348808,
      "learning_rate": 1.2328205183616964e-06,
      "loss": 1.16943359375,
      "step": 126
    },
    {
      "epoch": 1.567901234567901,
      "grad_norm": 0.049317002296447754,
      "learning_rate": 1.1697777844051105e-06,
      "loss": 1.095703125,
      "step": 127
    },
    {
      "epoch": 1.5802469135802468,
      "grad_norm": 0.035242196172475815,
      "learning_rate": 1.1081754403792e-06,
      "loss": 1.08819580078125,
      "step": 128
    },
    {
      "epoch": 1.5925925925925926,
      "grad_norm": 0.038244109600782394,
      "learning_rate": 1.0480366524062041e-06,
      "loss": 1.0908203125,
      "step": 129
    },
    {
      "epoch": 1.6049382716049383,
      "grad_norm": 0.03420025855302811,
      "learning_rate": 9.893840362247809e-07,
      "loss": 1.09808349609375,
      "step": 130
    },
    {
      "epoch": 1.617283950617284,
      "grad_norm": 0.039074983447790146,
      "learning_rate": 9.322396486851626e-07,
      "loss": 1.1611328125,
      "step": 131
    },
    {
      "epoch": 1.6296296296296298,
      "grad_norm": 0.04157653823494911,
      "learning_rate": 8.766249794544662e-07,
      "loss": 1.152099609375,
      "step": 132
    },
    {
      "epoch": 1.6419753086419753,
      "grad_norm": 0.035004787147045135,
      "learning_rate": 8.225609429353187e-07,
      "loss": 1.1126708984375,
      "step": 133
    },
    {
      "epoch": 1.654320987654321,
      "grad_norm": 0.034718792885541916,
      "learning_rate": 7.700678704007947e-07,
      "loss": 1.09814453125,
      "step": 134
    },
    {
      "epoch": 1.6666666666666665,
      "grad_norm": 0.040958672761917114,
      "learning_rate": 7.191655023486682e-07,
      "loss": 1.0972900390625,
      "step": 135
    },
    {
      "epoch": 1.6790123456790123,
      "grad_norm": 0.0355539470911026,
      "learning_rate": 6.698729810778065e-07,
      "loss": 1.1375732421875,
      "step": 136
    },
    {
      "epoch": 1.691358024691358,
      "grad_norm": 0.033885106444358826,
      "learning_rate": 6.222088434895462e-07,
      "loss": 1.060791015625,
      "step": 137
    },
    {
      "epoch": 1.7037037037037037,
      "grad_norm": 0.04775747284293175,
      "learning_rate": 5.76191014116711e-07,
      "loss": 1.0908203125,
      "step": 138
    },
    {
      "epoch": 1.7160493827160495,
      "grad_norm": 0.039114437997341156,
      "learning_rate": 5.318367983829393e-07,
      "loss": 1.1270751953125,
      "step": 139
    },
    {
      "epoch": 1.7283950617283952,
      "grad_norm": 0.03365745022892952,
      "learning_rate": 4.891628760948114e-07,
      "loss": 1.11376953125,
      "step": 140
    },
    {
      "epoch": 1.7407407407407407,
      "grad_norm": 0.03737064078450203,
      "learning_rate": 4.481852951692672e-07,
      "loss": 1.08740234375,
      "step": 141
    },
    {
      "epoch": 1.7530864197530864,
      "grad_norm": 0.035218264907598495,
      "learning_rate": 4.089194655986306e-07,
      "loss": 1.11376953125,
      "step": 142
    },
    {
      "epoch": 1.765432098765432,
      "grad_norm": 0.038012027740478516,
      "learning_rate": 3.7138015365554834e-07,
      "loss": 1.12548828125,
      "step": 143
    },
    {
      "epoch": 1.7777777777777777,
      "grad_norm": 0.039106547832489014,
      "learning_rate": 3.355814763399973e-07,
      "loss": 1.167724609375,
      "step": 144
    },
    {
      "epoch": 1.7901234567901234,
      "grad_norm": 0.0369529202580452,
      "learning_rate": 3.015368960704584e-07,
      "loss": 1.11187744140625,
      "step": 145
    },
    {
      "epoch": 1.8024691358024691,
      "grad_norm": 0.033403217792510986,
      "learning_rate": 2.6925921562124867e-07,
      "loss": 1.0771484375,
      "step": 146
    },
    {
      "epoch": 1.8148148148148149,
      "grad_norm": 0.036414727568626404,
      "learning_rate": 2.3876057330792344e-07,
      "loss": 1.0810546875,
      "step": 147
    },
    {
      "epoch": 1.8271604938271606,
      "grad_norm": 0.034531738609075546,
      "learning_rate": 2.1005243842255552e-07,
      "loss": 1.08123779296875,
      "step": 148
    },
    {
      "epoch": 1.8395061728395061,
      "grad_norm": 0.03815017640590668,
      "learning_rate": 1.8314560692059836e-07,
      "loss": 1.12554931640625,
      "step": 149
    },
    {
      "epoch": 1.8518518518518519,
      "grad_norm": 0.03700941801071167,
      "learning_rate": 1.5805019736097105e-07,
      "loss": 1.11328125,
      "step": 150
    },
    {
      "epoch": 1.8641975308641974,
      "grad_norm": 0.05484495311975479,
      "learning_rate": 1.3477564710088097e-07,
      "loss": 1.0731201171875,
      "step": 151
    },
    {
      "epoch": 1.876543209876543,
      "grad_norm": 0.035358965396881104,
      "learning_rate": 1.1333070874682217e-07,
      "loss": 1.06396484375,
      "step": 152
    },
    {
      "epoch": 1.8888888888888888,
      "grad_norm": 0.032334230840206146,
      "learning_rate": 9.372344686307655e-08,
      "loss": 1.0888671875,
      "step": 153
    },
    {
      "epoch": 1.9012345679012346,
      "grad_norm": 0.0475231297314167,
      "learning_rate": 7.59612349389599e-08,
      "loss": 1.09375,
      "step": 154
    },
    {
      "epoch": 1.9135802469135803,
      "grad_norm": 0.03583948686718941,
      "learning_rate": 6.005075261595495e-08,
      "loss": 1.11962890625,
      "step": 155
    },
    {
      "epoch": 1.925925925925926,
      "grad_norm": 0.03208550065755844,
      "learning_rate": 4.599798317577342e-08,
      "loss": 1.06982421875,
      "step": 156
    },
    {
      "epoch": 1.9382716049382716,
      "grad_norm": 0.03310169279575348,
      "learning_rate": 3.3808211290284886e-08,
      "loss": 1.0625,
      "step": 157
    },
    {
      "epoch": 1.9506172839506173,
      "grad_norm": 0.03629239648580551,
      "learning_rate": 2.3486021034170857e-08,
      "loss": 1.17596435546875,
      "step": 158
    },
    {
      "epoch": 1.9629629629629628,
      "grad_norm": 0.0365874320268631,
      "learning_rate": 1.5035294161039882e-08,
      "loss": 1.0638427734375,
      "step": 159
    },
    {
      "epoch": 1.9753086419753085,
      "grad_norm": 0.03390483185648918,
      "learning_rate": 8.459208643659122e-09,
      "loss": 1.09637451171875,
      "step": 160
    },
    {
      "epoch": 1.9876543209876543,
      "grad_norm": 0.038602519780397415,
      "learning_rate": 3.760237478849793e-09,
      "loss": 1.1002197265625,
      "step": 161
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.03919296711683273,
      "learning_rate": 9.401477574932927e-10,
      "loss": 1.082275390625,
      "step": 162
    },
    {
      "epoch": 2.0,
      "eval_loss": 1.14111328125,
      "eval_runtime": 5.2059,
      "eval_samples_per_second": 1.345,
      "eval_steps_per_second": 0.192,
      "step": 162
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 162,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 0,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.0344488982217228e+19,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}