{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 5.0,
  "eval_steps": 47,
  "global_step": 235,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.02127659574468085,
      "grad_norm": 0.23393794894218445,
      "learning_rate": 0.0,
      "loss": 1.498046875,
      "step": 1
    },
    {
      "epoch": 0.0425531914893617,
      "grad_norm": 0.35629600286483765,
      "learning_rate": 2.5e-05,
      "loss": 1.4755859375,
      "step": 2
    },
    {
      "epoch": 0.06382978723404255,
      "grad_norm": 0.23825904726982117,
      "learning_rate": 5e-05,
      "loss": 1.46875,
      "step": 3
    },
    {
      "epoch": 0.0851063829787234,
      "grad_norm": 0.2110234946012497,
      "learning_rate": 7.500000000000001e-05,
      "loss": 1.4609375,
      "step": 4
    },
    {
      "epoch": 0.10638297872340426,
      "grad_norm": 0.11191354691982269,
      "learning_rate": 0.0001,
      "loss": 1.283203125,
      "step": 5
    },
    {
      "epoch": 0.1276595744680851,
      "grad_norm": 0.10534299165010452,
      "learning_rate": 0.000125,
      "loss": 1.40625,
      "step": 6
    },
    {
      "epoch": 0.14893617021276595,
      "grad_norm": 0.2014382779598236,
      "learning_rate": 0.00015000000000000001,
      "loss": 1.341796875,
      "step": 7
    },
    {
      "epoch": 0.1702127659574468,
      "grad_norm": 0.18545843660831451,
      "learning_rate": 0.000175,
      "loss": 1.21185302734375,
      "step": 8
    },
    {
      "epoch": 0.19148936170212766,
      "grad_norm": 0.10173580050468445,
      "learning_rate": 0.0002,
      "loss": 1.2802734375,
      "step": 9
    },
    {
      "epoch": 0.2127659574468085,
      "grad_norm": 0.07516055554151535,
      "learning_rate": 0.00019999185989458338,
      "loss": 1.357421875,
      "step": 10
    },
    {
      "epoch": 0.23404255319148937,
      "grad_norm": 0.06378420442342758,
      "learning_rate": 0.00019996744113742325,
      "loss": 1.0709228515625,
      "step": 11
    },
    {
      "epoch": 0.2553191489361702,
      "grad_norm": 0.07495936006307602,
      "learning_rate": 0.00019992674840549045,
      "loss": 1.283203125,
      "step": 12
    },
    {
      "epoch": 0.2765957446808511,
      "grad_norm": 0.07314153015613556,
      "learning_rate": 0.00019986978949274083,
      "loss": 1.2734375,
      "step": 13
    },
    {
      "epoch": 0.2978723404255319,
      "grad_norm": 0.05656423047184944,
      "learning_rate": 0.00019979657530862276,
      "loss": 1.1826171875,
      "step": 14
    },
    {
      "epoch": 0.3191489361702128,
      "grad_norm": 0.0377945713698864,
      "learning_rate": 0.00019970711987598753,
      "loss": 1.2021484375,
      "step": 15
    },
    {
      "epoch": 0.3404255319148936,
      "grad_norm": 0.03924940899014473,
      "learning_rate": 0.00019960144032840334,
      "loss": 1.2109375,
      "step": 16
    },
    {
      "epoch": 0.3617021276595745,
      "grad_norm": 0.051506128162145615,
      "learning_rate": 0.00019947955690687388,
      "loss": 1.15380859375,
      "step": 17
    },
    {
      "epoch": 0.3829787234042553,
      "grad_norm": 0.05868421867489815,
      "learning_rate": 0.00019934149295596157,
      "loss": 1.16259765625,
      "step": 18
    },
    {
      "epoch": 0.40425531914893614,
      "grad_norm": 0.06149609386920929,
      "learning_rate": 0.0001991872749193161,
      "loss": 1.1240234375,
      "step": 19
    },
    {
      "epoch": 0.425531914893617,
      "grad_norm": 0.039777159690856934,
      "learning_rate": 0.00019901693233460987,
      "loss": 1.224609375,
      "step": 20
    },
    {
      "epoch": 0.44680851063829785,
      "grad_norm": 0.04213375225663185,
      "learning_rate": 0.00019883049782788045,
      "loss": 1.15869140625,
      "step": 21
    },
    {
      "epoch": 0.46808510638297873,
      "grad_norm": 0.04403379186987877,
      "learning_rate": 0.00019862800710728168,
      "loss": 1.1796875,
      "step": 22
    },
    {
      "epoch": 0.48936170212765956,
      "grad_norm": 0.03600035607814789,
      "learning_rate": 0.00019840949895624438,
      "loss": 1.2626953125,
      "step": 23
    },
    {
      "epoch": 0.5106382978723404,
      "grad_norm": 0.03431978449225426,
      "learning_rate": 0.0001981750152260482,
      "loss": 1.2353515625,
      "step": 24
    },
    {
      "epoch": 0.5319148936170213,
      "grad_norm": 0.0372556671500206,
      "learning_rate": 0.00019792460082780568,
      "loss": 1.1591796875,
      "step": 25
    },
    {
      "epoch": 0.5531914893617021,
      "grad_norm": 0.028302719816565514,
      "learning_rate": 0.0001976583037238603,
      "loss": 1.197265625,
      "step": 26
    },
    {
      "epoch": 0.574468085106383,
      "grad_norm": 0.026456288993358612,
      "learning_rate": 0.00019737617491860028,
      "loss": 1.1591796875,
      "step": 27
    },
    {
      "epoch": 0.5957446808510638,
      "grad_norm": 0.03277663141489029,
      "learning_rate": 0.00019707826844868952,
      "loss": 1.166015625,
      "step": 28
    },
    {
      "epoch": 0.6170212765957447,
      "grad_norm": 0.03094353713095188,
      "learning_rate": 0.00019676464137271786,
      "loss": 1.2197265625,
      "step": 29
    },
    {
      "epoch": 0.6382978723404256,
      "grad_norm": 0.026416977867484093,
      "learning_rate": 0.00019643535376027263,
      "loss": 1.1787109375,
      "step": 30
    },
    {
      "epoch": 0.6595744680851063,
      "grad_norm": 0.02268395945429802,
      "learning_rate": 0.00019609046868043328,
      "loss": 0.9776611328125,
      "step": 31
    },
    {
      "epoch": 0.6808510638297872,
      "grad_norm": 0.027079889550805092,
      "learning_rate": 0.00019573005218969175,
      "loss": 1.19140625,
      "step": 32
    },
    {
      "epoch": 0.7021276595744681,
      "grad_norm": 0.03761419281363487,
      "learning_rate": 0.00019535417331930047,
      "loss": 1.1455078125,
      "step": 33
    },
    {
      "epoch": 0.723404255319149,
      "grad_norm": 0.029582127928733826,
      "learning_rate": 0.0001949629040620507,
      "loss": 1.03955078125,
      "step": 34
    },
    {
      "epoch": 0.7446808510638298,
      "grad_norm": 0.027478355914354324,
      "learning_rate": 0.0001945563193584836,
      "loss": 1.15234375,
      "step": 35
    },
    {
      "epoch": 0.7659574468085106,
      "grad_norm": 0.043285392224788666,
      "learning_rate": 0.0001941344970825368,
      "loss": 1.1416015625,
      "step": 36
    },
    {
      "epoch": 0.7872340425531915,
      "grad_norm": 0.02737746201455593,
      "learning_rate": 0.000193697518026629,
      "loss": 1.0283203125,
      "step": 37
    },
    {
      "epoch": 0.8085106382978723,
      "grad_norm": 0.027979858219623566,
      "learning_rate": 0.00019324546588618552,
      "loss": 1.169921875,
      "step": 38
    },
    {
      "epoch": 0.8297872340425532,
      "grad_norm": 0.02747548371553421,
      "learning_rate": 0.00019277842724360825,
      "loss": 1.1865234375,
      "step": 39
    },
    {
      "epoch": 0.851063829787234,
      "grad_norm": 0.0261751189827919,
      "learning_rate": 0.00019229649155169207,
      "loss": 1.1396484375,
      "step": 40
    },
    {
      "epoch": 0.8723404255319149,
      "grad_norm": 0.026329027488827705,
      "learning_rate": 0.00019179975111649196,
      "loss": 1.177734375,
      "step": 41
    },
    {
      "epoch": 0.8936170212765957,
      "grad_norm": 0.026858177036046982,
      "learning_rate": 0.00019128830107964338,
      "loss": 1.1123046875,
      "step": 42
    },
    {
      "epoch": 0.9148936170212766,
      "grad_norm": 0.02628260664641857,
      "learning_rate": 0.00019076223940013966,
      "loss": 1.1318359375,
      "step": 43
    },
    {
      "epoch": 0.9361702127659575,
      "grad_norm": 0.027040669694542885,
      "learning_rate": 0.00019022166683556964,
      "loss": 1.1669921875,
      "step": 44
    },
    {
      "epoch": 0.9574468085106383,
      "grad_norm": 0.030067605897784233,
      "learning_rate": 0.00018966668692281947,
      "loss": 1.09228515625,
      "step": 45
    },
    {
      "epoch": 0.9787234042553191,
      "grad_norm": 0.024822646751999855,
      "learning_rate": 0.00018909740595824193,
      "loss": 1.068359375,
      "step": 46
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.04047278314828873,
      "learning_rate": 0.00018851393297729732,
      "loss": 1.095703125,
      "step": 47
    },
    {
      "epoch": 1.0,
      "eval_loss": 1.130859375,
      "eval_runtime": 5.5329,
      "eval_samples_per_second": 0.542,
      "eval_steps_per_second": 0.181,
      "step": 47
    },
    {
      "epoch": 1.0212765957446808,
      "grad_norm": 0.02252831682562828,
      "learning_rate": 0.0001879163797336698,
      "loss": 1.0732421875,
      "step": 48
    },
    {
      "epoch": 1.0425531914893618,
      "grad_norm": 0.03408103808760643,
      "learning_rate": 0.00018730486067786265,
      "loss": 1.04296875,
      "step": 49
    },
    {
      "epoch": 1.0638297872340425,
      "grad_norm": 0.04057957977056503,
      "learning_rate": 0.00018667949293527783,
      "loss": 1.033203125,
      "step": 50
    },
    {
      "epoch": 1.0851063829787233,
      "grad_norm": 0.03971686214208603,
      "learning_rate": 0.0001860403962837823,
      "loss": 1.068359375,
      "step": 51
    },
    {
      "epoch": 1.1063829787234043,
      "grad_norm": 0.0383610762655735,
      "learning_rate": 0.000185387693130767,
      "loss": 1.01318359375,
      "step": 52
    },
    {
      "epoch": 1.127659574468085,
      "grad_norm": 0.031908098608255386,
      "learning_rate": 0.0001847215084897019,
      "loss": 1.1396484375,
      "step": 53
    },
    {
      "epoch": 1.148936170212766,
      "grad_norm": 0.0396200455725193,
      "learning_rate": 0.00018404196995619175,
      "loss": 1.1015625,
      "step": 54
    },
    {
      "epoch": 1.1702127659574468,
      "grad_norm": 0.0316191166639328,
      "learning_rate": 0.0001833492076835377,
      "loss": 1.0084228515625,
      "step": 55
    },
    {
      "epoch": 1.1914893617021276,
      "grad_norm": 0.023904742673039436,
      "learning_rate": 0.0001826433543578087,
      "loss": 1.0810546875,
      "step": 56
    },
    {
      "epoch": 1.2127659574468086,
      "grad_norm": 0.03784968703985214,
      "learning_rate": 0.00018192454517242768,
      "loss": 1.1533203125,
      "step": 57
    },
    {
      "epoch": 1.2340425531914894,
      "grad_norm": 0.03177719935774803,
      "learning_rate": 0.00018119291780227816,
      "loss": 0.9163818359375,
      "step": 58
    },
    {
      "epoch": 1.2553191489361701,
      "grad_norm": 0.029503269121050835,
      "learning_rate": 0.00018044861237733462,
      "loss": 1.115234375,
      "step": 59
    },
    {
      "epoch": 1.2765957446808511,
      "grad_norm": 0.03916515037417412,
      "learning_rate": 0.00017969177145582346,
      "loss": 1.10498046875,
      "step": 60
    },
    {
      "epoch": 1.297872340425532,
      "grad_norm": 0.0334615521132946,
      "learning_rate": 0.00017892253999691842,
      "loss": 1.03173828125,
      "step": 61
    },
    {
      "epoch": 1.3191489361702127,
      "grad_norm": 0.02631629817187786,
      "learning_rate": 0.00017814106533297632,
      "loss": 1.056640625,
      "step": 62
    },
    {
      "epoch": 1.3404255319148937,
      "grad_norm": 0.03638143837451935,
      "learning_rate": 0.00017734749714131827,
      "loss": 1.0673828125,
      "step": 63
    },
    {
      "epoch": 1.3617021276595744,
      "grad_norm": 0.03113693557679653,
      "learning_rate": 0.0001765419874155616,
      "loss": 1.00830078125,
      "step": 64
    },
    {
      "epoch": 1.3829787234042552,
      "grad_norm": 0.03078601136803627,
      "learning_rate": 0.00017572469043650808,
      "loss": 1.03125,
      "step": 65
    },
    {
      "epoch": 1.4042553191489362,
      "grad_norm": 0.02543475851416588,
      "learning_rate": 0.00017489576274259472,
      "loss": 1.0009765625,
      "step": 66
    },
    {
      "epoch": 1.425531914893617,
      "grad_norm": 0.031025195494294167,
      "learning_rate": 0.0001740553630999111,
      "loss": 1.0927734375,
      "step": 67
    },
    {
      "epoch": 1.4468085106382977,
      "grad_norm": 0.02687178924679756,
      "learning_rate": 0.000173203652471791,
      "loss": 1.03076171875,
      "step": 68
    },
    {
      "epoch": 1.4680851063829787,
      "grad_norm": 0.02888372913002968,
      "learning_rate": 0.0001723407939879826,
      "loss": 1.05419921875,
      "step": 69
    },
    {
      "epoch": 1.4893617021276595,
      "grad_norm": 0.0319877564907074,
      "learning_rate": 0.00017146695291340392,
      "loss": 1.140625,
      "step": 70
    },
    {
      "epoch": 1.5106382978723403,
      "grad_norm": 0.0288713201880455,
      "learning_rate": 0.00017058229661648947,
      "loss": 1.1103515625,
      "step": 71
    },
    {
      "epoch": 1.5319148936170213,
      "grad_norm": 0.033843640238046646,
      "learning_rate": 0.00016968699453713367,
      "loss": 1.0419921875,
      "step": 72
    },
    {
      "epoch": 1.5531914893617023,
      "grad_norm": 0.02779719978570938,
      "learning_rate": 0.00016878121815423782,
      "loss": 1.08154296875,
      "step": 73
    },
    {
      "epoch": 1.574468085106383,
      "grad_norm": 0.029009222984313965,
      "learning_rate": 0.00016786514095286646,
      "loss": 1.04931640625,
      "step": 74
    },
    {
      "epoch": 1.5957446808510638,
      "grad_norm": 0.03975093364715576,
      "learning_rate": 0.0001669389383910193,
      "loss": 1.05126953125,
      "step": 75
    },
    {
      "epoch": 1.6170212765957448,
      "grad_norm": 0.030499164015054703,
      "learning_rate": 0.00016600278786602549,
      "loss": 1.1044921875,
      "step": 76
    },
    {
      "epoch": 1.6382978723404256,
      "grad_norm": 0.03535850718617439,
      "learning_rate": 0.00016505686868056646,
      "loss": 1.072265625,
      "step": 77
    },
    {
      "epoch": 1.6595744680851063,
      "grad_norm": 0.028383029624819756,
      "learning_rate": 0.00016410136200833365,
      "loss": 0.89642333984375,
      "step": 78
    },
    {
      "epoch": 1.6808510638297873,
      "grad_norm": 0.02772560343146324,
      "learning_rate": 0.0001631364508593279,
      "loss": 1.08740234375,
      "step": 79
    },
    {
      "epoch": 1.702127659574468,
      "grad_norm": 0.0280919149518013,
      "learning_rate": 0.00016216232004480745,
      "loss": 1.0400390625,
      "step": 80
    },
    {
      "epoch": 1.7234042553191489,
      "grad_norm": 0.03165218606591225,
      "learning_rate": 0.0001611791561418903,
      "loss": 0.950927734375,
      "step": 81
    },
    {
      "epoch": 1.7446808510638299,
      "grad_norm": 0.031245512887835503,
      "learning_rate": 0.00016018714745781912,
      "loss": 1.0517578125,
      "step": 82
    },
    {
      "epoch": 1.7659574468085106,
      "grad_norm": 0.02875831164419651,
      "learning_rate": 0.00015918648399389424,
      "loss": 1.03857421875,
      "step": 83
    },
    {
      "epoch": 1.7872340425531914,
      "grad_norm": 0.02935316413640976,
      "learning_rate": 0.00015817735740908227,
      "loss": 0.9404296875,
      "step": 84
    },
    {
      "epoch": 1.8085106382978724,
      "grad_norm": 0.028770264238119125,
      "learning_rate": 0.00015715996098330742,
      "loss": 1.07666015625,
      "step": 85
    },
    {
      "epoch": 1.8297872340425532,
      "grad_norm": 0.03135351464152336,
      "learning_rate": 0.00015613448958043223,
      "loss": 1.09716796875,
      "step": 86
    },
    {
      "epoch": 1.851063829787234,
      "grad_norm": 0.030160393565893173,
      "learning_rate": 0.0001551011396109348,
      "loss": 1.04296875,
      "step": 87
    },
    {
      "epoch": 1.872340425531915,
      "grad_norm": 0.028330618515610695,
      "learning_rate": 0.00015406010899429007,
      "loss": 1.08642578125,
      "step": 88
    },
    {
      "epoch": 1.8936170212765957,
      "grad_norm": 0.029394598677754402,
      "learning_rate": 0.00015301159712106187,
      "loss": 1.021484375,
      "step": 89
    },
    {
      "epoch": 1.9148936170212765,
      "grad_norm": 0.029200712218880653,
      "learning_rate": 0.0001519558048147132,
      "loss": 1.037109375,
      "step": 90
    },
    {
      "epoch": 1.9361702127659575,
      "grad_norm": 0.02774479240179062,
      "learning_rate": 0.00015089293429314216,
      "loss": 1.0791015625,
      "step": 91
    },
    {
      "epoch": 1.9574468085106385,
      "grad_norm": 0.028711751103401184,
      "learning_rate": 0.00014982318912995095,
      "loss": 1.0048828125,
      "step": 92
    },
    {
      "epoch": 1.978723404255319,
      "grad_norm": 0.02777498960494995,
      "learning_rate": 0.00014874677421545477,
      "loss": 0.98388671875,
      "step": 93
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.029884032905101776,
      "learning_rate": 0.00014766389571743894,
      "loss": 0.990234375,
      "step": 94
    },
    {
      "epoch": 2.0,
      "eval_loss": 1.08203125,
      "eval_runtime": 5.516,
      "eval_samples_per_second": 0.544,
      "eval_steps_per_second": 0.181,
      "step": 94
    },
    {
      "epoch": 2.021276595744681,
      "grad_norm": 0.029040010645985603,
      "learning_rate": 0.00014657476104167115,
      "loss": 0.97216796875,
      "step": 95
    },
    {
      "epoch": 2.0425531914893615,
      "grad_norm": 0.0317298099398613,
      "learning_rate": 0.00014547957879217668,
      "loss": 0.966796875,
      "step": 96
    },
    {
      "epoch": 2.0638297872340425,
      "grad_norm": 0.03343191742897034,
      "learning_rate": 0.000144378558731284,
      "loss": 0.94873046875,
      "step": 97
    },
    {
      "epoch": 2.0851063829787235,
      "grad_norm": 0.030764257535338402,
      "learning_rate": 0.00014327191173944874,
      "loss": 0.984375,
      "step": 98
    },
    {
      "epoch": 2.106382978723404,
      "grad_norm": 0.031886182725429535,
      "learning_rate": 0.00014215984977486315,
      "loss": 0.93408203125,
      "step": 99
    },
    {
      "epoch": 2.127659574468085,
      "grad_norm": 0.029551995918154716,
      "learning_rate": 0.00014104258583285946,
      "loss": 1.05908203125,
      "step": 100
    },
    {
      "epoch": 2.148936170212766,
      "grad_norm": 0.038718681782484055,
      "learning_rate": 0.00013992033390511458,
      "loss": 1.02294921875,
      "step": 101
    },
    {
      "epoch": 2.1702127659574466,
      "grad_norm": 0.029679151251912117,
      "learning_rate": 0.0001387933089386637,
      "loss": 0.937591552734375,
      "step": 102
    },
    {
      "epoch": 2.1914893617021276,
      "grad_norm": 0.041849151253700256,
      "learning_rate": 0.00013766172679473114,
      "loss": 1.00146484375,
      "step": 103
    },
    {
      "epoch": 2.2127659574468086,
      "grad_norm": 0.030312562361359596,
      "learning_rate": 0.00013652580420738607,
      "loss": 1.07080078125,
      "step": 104
    },
    {
      "epoch": 2.2340425531914896,
      "grad_norm": 0.030917160212993622,
      "learning_rate": 0.00013538575874203095,
      "loss": 0.8511962890625,
      "step": 105
    },
    {
      "epoch": 2.25531914893617,
      "grad_norm": 0.03268856555223465,
      "learning_rate": 0.00013424180875373093,
      "loss": 1.03759765625,
      "step": 106
    },
    {
      "epoch": 2.276595744680851,
      "grad_norm": 0.030307801440358162,
      "learning_rate": 0.00013309417334539183,
      "loss": 1.02734375,
      "step": 107
    },
    {
      "epoch": 2.297872340425532,
      "grad_norm": 0.029849864542484283,
      "learning_rate": 0.00013194307232579488,
      "loss": 0.95849609375,
      "step": 108
    },
    {
      "epoch": 2.3191489361702127,
      "grad_norm": 0.030392149463295937,
      "learning_rate": 0.00013078872616749642,
      "loss": 0.98291015625,
      "step": 109
    },
    {
      "epoch": 2.3404255319148937,
      "grad_norm": 0.03271440789103508,
      "learning_rate": 0.00012963135596460036,
      "loss": 0.99072265625,
      "step": 110
    },
    {
      "epoch": 2.3617021276595747,
      "grad_norm": 0.029442068189382553,
      "learning_rate": 0.0001284711833904116,
      "loss": 0.93798828125,
      "step": 111
    },
    {
      "epoch": 2.382978723404255,
      "grad_norm": 0.03272737190127373,
      "learning_rate": 0.00012730843065497847,
      "loss": 0.96240234375,
      "step": 112
    },
    {
      "epoch": 2.404255319148936,
      "grad_norm": 0.03141280636191368,
      "learning_rate": 0.00012614332046253254,
      "loss": 0.93408203125,
      "step": 113
    },
    {
      "epoch": 2.425531914893617,
      "grad_norm": 0.033171191811561584,
      "learning_rate": 0.00012497607596883352,
      "loss": 1.01904296875,
      "step": 114
    },
    {
      "epoch": 2.4468085106382977,
      "grad_norm": 0.03286304324865341,
      "learning_rate": 0.0001238069207384279,
      "loss": 0.95947265625,
      "step": 115
    },
    {
      "epoch": 2.4680851063829787,
      "grad_norm": 0.12366930395364761,
      "learning_rate": 0.00012263607870182918,
      "loss": 0.982421875,
      "step": 116
    },
    {
      "epoch": 2.4893617021276597,
      "grad_norm": 0.0373450331389904,
      "learning_rate": 0.00012146377411262806,
      "loss": 1.06884765625,
      "step": 117
    },
    {
      "epoch": 2.5106382978723403,
      "grad_norm": 0.03353523090481758,
      "learning_rate": 0.00012029023150454064,
      "loss": 1.0361328125,
      "step": 118
    },
    {
      "epoch": 2.5319148936170213,
      "grad_norm": 0.03350302577018738,
      "learning_rate": 0.00011911567564840325,
      "loss": 0.974609375,
      "step": 119
    },
    {
      "epoch": 2.5531914893617023,
      "grad_norm": 0.03674326464533806,
      "learning_rate": 0.00011794033150912135,
      "loss": 1.01123046875,
      "step": 120
    },
    {
      "epoch": 2.574468085106383,
      "grad_norm": 0.03349175676703453,
      "learning_rate": 0.00011676442420258202,
      "loss": 0.984375,
      "step": 121
    },
    {
      "epoch": 2.595744680851064,
      "grad_norm": 0.03776804730296135,
      "learning_rate": 0.00011558817895253658,
      "loss": 0.9833984375,
      "step": 122
    },
    {
      "epoch": 2.617021276595745,
      "grad_norm": 0.037562087178230286,
      "learning_rate": 0.00011441182104746344,
      "loss": 1.03369140625,
      "step": 123
    },
    {
      "epoch": 2.6382978723404253,
      "grad_norm": 0.03163403272628784,
      "learning_rate": 0.00011323557579741797,
      "loss": 1.00439453125,
      "step": 124
    },
    {
      "epoch": 2.6595744680851063,
      "grad_norm": 0.03091254085302353,
      "learning_rate": 0.00011205966849087864,
      "loss": 0.84625244140625,
      "step": 125
    },
    {
      "epoch": 2.6808510638297873,
      "grad_norm": 0.043524835258722305,
      "learning_rate": 0.00011088432435159679,
      "loss": 1.0205078125,
      "step": 126
    },
    {
      "epoch": 2.702127659574468,
      "grad_norm": 0.0412999652326107,
      "learning_rate": 0.00010970976849545936,
      "loss": 0.97412109375,
      "step": 127
    },
    {
      "epoch": 2.723404255319149,
      "grad_norm": 0.03663191571831703,
      "learning_rate": 0.00010853622588737198,
      "loss": 0.89208984375,
      "step": 128
    },
    {
      "epoch": 2.74468085106383,
      "grad_norm": 0.049419160932302475,
      "learning_rate": 0.00010736392129817083,
      "loss": 0.9853515625,
      "step": 129
    },
    {
      "epoch": 2.7659574468085104,
      "grad_norm": 0.11463593691587448,
      "learning_rate": 0.0001061930792615721,
      "loss": 0.974609375,
      "step": 130
    },
    {
      "epoch": 2.7872340425531914,
      "grad_norm": 0.032455358654260635,
      "learning_rate": 0.0001050239240311665,
      "loss": 0.88623046875,
      "step": 131
    },
    {
      "epoch": 2.8085106382978724,
      "grad_norm": 0.03574486821889877,
      "learning_rate": 0.00010385667953746748,
      "loss": 1.01123046875,
      "step": 132
    },
    {
      "epoch": 2.829787234042553,
      "grad_norm": 0.03459080681204796,
      "learning_rate": 0.00010269156934502154,
      "loss": 1.03564453125,
      "step": 133
    },
    {
      "epoch": 2.851063829787234,
      "grad_norm": 0.031877003610134125,
      "learning_rate": 0.00010152881660958842,
      "loss": 0.98046875,
      "step": 134
    },
    {
      "epoch": 2.872340425531915,
      "grad_norm": 0.03113487735390663,
      "learning_rate": 0.00010036864403539965,
      "loss": 1.0205078125,
      "step": 135
    },
    {
      "epoch": 2.8936170212765955,
      "grad_norm": 0.03436438366770744,
      "learning_rate": 9.921127383250361e-05,
      "loss": 0.9609375,
      "step": 136
    },
    {
      "epoch": 2.9148936170212765,
      "grad_norm": 0.032232243567705154,
      "learning_rate": 9.805692767420514e-05,
      "loss": 0.97265625,
      "step": 137
    },
    {
      "epoch": 2.9361702127659575,
      "grad_norm": 0.033736906945705414,
      "learning_rate": 9.690582665460819e-05,
      "loss": 1.01611328125,
      "step": 138
    },
    {
      "epoch": 2.9574468085106385,
      "grad_norm": 0.030821099877357483,
      "learning_rate": 9.575819124626905e-05,
      "loss": 0.94287109375,
      "step": 139
    },
    {
      "epoch": 2.978723404255319,
      "grad_norm": 0.03239232301712036,
      "learning_rate": 9.461424125796907e-05,
      "loss": 0.9228515625,
      "step": 140
    },
    {
      "epoch": 3.0,
      "grad_norm": 0.035801757127046585,
      "learning_rate": 9.347419579261398e-05,
      "loss": 0.91064453125,
      "step": 141
    },
    {
      "epoch": 3.0,
      "eval_loss": 1.068359375,
      "eval_runtime": 5.5027,
      "eval_samples_per_second": 0.545,
      "eval_steps_per_second": 0.182,
      "step": 141
    },
    {
      "epoch": 3.021276595744681,
      "grad_norm": 0.031308405101299286,
      "learning_rate": 9.233827320526887e-05,
      "loss": 0.89306640625,
      "step": 142
    },
    {
      "epoch": 3.0425531914893615,
      "grad_norm": 0.042995061725378036,
      "learning_rate": 9.12066910613363e-05,
      "loss": 0.912109375,
      "step": 143
    },
    {
      "epoch": 3.0638297872340425,
      "grad_norm": 0.04316018521785736,
      "learning_rate": 9.007966609488546e-05,
      "loss": 0.89013671875,
      "step": 144
    },
    {
      "epoch": 3.0851063829787235,
      "grad_norm": 0.03554543852806091,
      "learning_rate": 8.895741416714056e-05,
      "loss": 0.92919921875,
      "step": 145
    },
    {
      "epoch": 3.106382978723404,
      "grad_norm": 0.04152313992381096,
      "learning_rate": 8.78401502251369e-05,
      "loss": 0.87744140625,
      "step": 146
    },
    {
      "epoch": 3.127659574468085,
      "grad_norm": 0.039277493953704834,
      "learning_rate": 8.672808826055129e-05,
      "loss": 1.001953125,
      "step": 147
    },
    {
      "epoch": 3.148936170212766,
      "grad_norm": 0.0363825261592865,
      "learning_rate": 8.562144126871601e-05,
      "loss": 0.96533203125,
      "step": 148
    },
    {
      "epoch": 3.1702127659574466,
      "grad_norm": 0.040966104716062546,
      "learning_rate": 8.452042120782332e-05,
      "loss": 0.886871337890625,
      "step": 149
    },
    {
      "epoch": 3.1914893617021276,
      "grad_norm": 0.041720908135175705,
      "learning_rate": 8.342523895832885e-05,
      "loss": 0.943359375,
      "step": 150
    },
    {
      "epoch": 3.2127659574468086,
      "grad_norm": 0.03947775438427925,
      "learning_rate": 8.23361042825611e-05,
      "loss": 1.01416015625,
      "step": 151
    },
    {
      "epoch": 3.2340425531914896,
      "grad_norm": 0.03244869410991669,
      "learning_rate": 8.125322578454524e-05,
      "loss": 0.8028564453125,
      "step": 152
    },
    {
      "epoch": 3.25531914893617,
      "grad_norm": 0.04258759692311287,
      "learning_rate": 8.017681087004904e-05,
      "loss": 0.98095703125,
      "step": 153
    },
    {
      "epoch": 3.276595744680851,
      "grad_norm": 0.03907298296689987,
      "learning_rate": 7.910706570685784e-05,
      "loss": 0.97314453125,
      "step": 154
    },
    {
      "epoch": 3.297872340425532,
      "grad_norm": 0.03476712107658386,
      "learning_rate": 7.804419518528682e-05,
      "loss": 0.904296875,
      "step": 155
    },
    {
      "epoch": 3.3191489361702127,
      "grad_norm": 0.042200688272714615,
      "learning_rate": 7.698840287893813e-05,
      "loss": 0.92822265625,
      "step": 156
    },
    {
      "epoch": 3.3404255319148937,
      "grad_norm": 0.03728483244776726,
      "learning_rate": 7.593989100570993e-05,
      "loss": 0.9365234375,
      "step": 157
    },
    {
      "epoch": 3.3617021276595747,
      "grad_norm": 0.0334622859954834,
      "learning_rate": 7.48988603890652e-05,
      "loss": 0.88623046875,
      "step": 158
    },
    {
      "epoch": 3.382978723404255,
      "grad_norm": 0.03617995232343674,
      "learning_rate": 7.386551041956778e-05,
      "loss": 0.911865234375,
      "step": 159
    },
    {
      "epoch": 3.404255319148936,
      "grad_norm": 0.03311219438910484,
      "learning_rate": 7.284003901669259e-05,
      "loss": 0.88427734375,
      "step": 160
    },
    {
      "epoch": 3.425531914893617,
      "grad_norm": 0.037256091833114624,
      "learning_rate": 7.182264259091774e-05,
      "loss": 0.96630859375,
      "step": 161
    },
    {
      "epoch": 3.4468085106382977,
      "grad_norm": 0.0344235897064209,
      "learning_rate": 7.081351600610575e-05,
      "loss": 0.908203125,
      "step": 162
    },
    {
      "epoch": 3.4680851063829787,
      "grad_norm": 0.04023665934801102,
      "learning_rate": 6.981285254218084e-05,
      "loss": 0.9306640625,
      "step": 163
    },
    {
      "epoch": 3.4893617021276597,
      "grad_norm": 0.038979027420282364,
      "learning_rate": 6.882084385810971e-05,
      "loss": 1.01513671875,
      "step": 164
    },
    {
      "epoch": 3.5106382978723403,
      "grad_norm": 0.036239344626665115,
      "learning_rate": 6.783767995519255e-05,
      "loss": 0.982421875,
      "step": 165
    },
    {
      "epoch": 3.5319148936170213,
      "grad_norm": 0.041207022964954376,
      "learning_rate": 6.686354914067206e-05,
      "loss": 0.9228515625,
      "step": 166
    },
    {
      "epoch": 3.5531914893617023,
      "grad_norm": 0.03745558485388756,
      "learning_rate": 6.589863799166639e-05,
      "loss": 0.95849609375,
      "step": 167
    },
    {
      "epoch": 3.574468085106383,
      "grad_norm": 0.03531312942504883,
      "learning_rate": 6.494313131943356e-05,
      "loss": 0.93505859375,
      "step": 168
    },
    {
      "epoch": 3.595744680851064,
      "grad_norm": 0.03886643052101135,
      "learning_rate": 6.399721213397453e-05,
      "loss": 0.93212890625,
      "step": 169
    },
    {
      "epoch": 3.617021276595745,
      "grad_norm": 0.038001321256160736,
      "learning_rate": 6.306106160898076e-05,
      "loss": 0.97900390625,
      "step": 170
    },
    {
      "epoch": 3.6382978723404253,
      "grad_norm": 0.03643008694052696,
      "learning_rate": 6.213485904713357e-05,
      "loss": 0.95556640625,
      "step": 171
    },
    {
      "epoch": 3.6595744680851063,
      "grad_norm": 0.036596424877643585,
      "learning_rate": 6.121878184576219e-05,
      "loss": 0.81085205078125,
      "step": 172
    },
    {
      "epoch": 3.6808510638297873,
      "grad_norm": 0.042928438633680344,
      "learning_rate": 6.031300546286637e-05,
      "loss": 0.96875,
      "step": 173
    },
    {
      "epoch": 3.702127659574468,
      "grad_norm": 0.041720643639564514,
      "learning_rate": 5.941770338351056e-05,
      "loss": 0.92431640625,
      "step": 174
    },
    {
      "epoch": 3.723404255319149,
      "grad_norm": 0.041083648800849915,
      "learning_rate": 5.853304708659608e-05,
      "loss": 0.849609375,
      "step": 175
    },
    {
      "epoch": 3.74468085106383,
      "grad_norm": 0.04229078069329262,
      "learning_rate": 5.76592060120174e-05,
      "loss": 0.93701171875,
      "step": 176
    },
    {
      "epoch": 3.7659574468085104,
      "grad_norm": 0.052078451961278915,
      "learning_rate": 5.6796347528209006e-05,
      "loss": 0.92578125,
      "step": 177
    },
    {
      "epoch": 3.7872340425531914,
      "grad_norm": 0.033227503299713135,
      "learning_rate": 5.594463690008891e-05,
      "loss": 0.84375,
      "step": 178
    },
    {
      "epoch": 3.8085106382978724,
      "grad_norm": 0.042091649025678635,
      "learning_rate": 5.51042372574053e-05,
      "loss": 0.962890625,
      "step": 179
    },
    {
      "epoch": 3.829787234042553,
      "grad_norm": 0.039128612726926804,
      "learning_rate": 5.427530956349194e-05,
      "loss": 0.9873046875,
      "step": 180
    },
    {
      "epoch": 3.851063829787234,
      "grad_norm": 0.04030850902199745,
      "learning_rate": 5.3458012584438444e-05,
      "loss": 0.93359375,
      "step": 181
    },
    {
      "epoch": 3.872340425531915,
      "grad_norm": 0.03772120922803879,
      "learning_rate": 5.265250285868172e-05,
      "loss": 0.97412109375,
      "step": 182
    },
    {
      "epoch": 3.8936170212765955,
      "grad_norm": 0.03561572730541229,
      "learning_rate": 5.1858934667023686e-05,
      "loss": 0.9150390625,
      "step": 183
    },
    {
      "epoch": 3.9148936170212765,
      "grad_norm": 0.040115874260663986,
      "learning_rate": 5.10774600030816e-05,
      "loss": 0.92724609375,
      "step": 184
    },
    {
      "epoch": 3.9361702127659575,
      "grad_norm": 0.039529941976070404,
      "learning_rate": 5.030822854417656e-05,
      "loss": 0.9697265625,
      "step": 185
    },
    {
      "epoch": 3.9574468085106385,
      "grad_norm": 0.0371088832616806,
      "learning_rate": 4.955138762266541e-05,
      "loss": 0.89892578125,
      "step": 186
    },
    {
      "epoch": 3.978723404255319,
      "grad_norm": 0.04574158415198326,
      "learning_rate": 4.880708219772186e-05,
      "loss": 0.880859375,
      "step": 187
    },
    {
      "epoch": 4.0,
      "grad_norm": 0.04366738349199295,
      "learning_rate": 4.8075454827572316e-05,
      "loss": 0.85009765625,
      "step": 188
    },
    {
      "epoch": 4.0,
      "eval_loss": 1.060546875,
      "eval_runtime": 5.504,
      "eval_samples_per_second": 0.545,
      "eval_steps_per_second": 0.182,
      "step": 188
    },
    {
      "epoch": 4.0212765957446805,
      "grad_norm": 0.03930988535284996,
      "learning_rate": 4.7356645642191354e-05,
      "loss": 0.8349609375,
      "step": 189
    },
    {
      "epoch": 4.042553191489362,
      "grad_norm": 0.04266972094774246,
      "learning_rate": 4.665079231646232e-05,
      "loss": 0.87353515625,
      "step": 190
    },
    {
      "epoch": 4.0638297872340425,
      "grad_norm": 0.05122610181570053,
      "learning_rate": 4.5958030043808264e-05,
      "loss": 0.84716796875,
      "step": 191
    },
    {
      "epoch": 4.085106382978723,
      "grad_norm": 0.04046507924795151,
      "learning_rate": 4.527849151029813e-05,
      "loss": 0.88720703125,
      "step": 192
    },
    {
      "epoch": 4.1063829787234045,
      "grad_norm": 0.04002128913998604,
      "learning_rate": 4.461230686923302e-05,
      "loss": 0.83642578125,
      "step": 193
    },
    {
      "epoch": 4.127659574468085,
      "grad_norm": 0.04339519888162613,
      "learning_rate": 4.395960371621773e-05,
      "loss": 0.9609375,
      "step": 194
    },
    {
      "epoch": 4.148936170212766,
      "grad_norm": 0.044231873005628586,
      "learning_rate": 4.3320507064722186e-05,
      "loss": 0.9248046875,
      "step": 195
    },
    {
      "epoch": 4.170212765957447,
      "grad_norm": 0.03891272470355034,
      "learning_rate": 4.269513932213737e-05,
      "loss": 0.84954833984375,
      "step": 196
    },
    {
      "epoch": 4.191489361702128,
      "grad_norm": 0.03978855907917023,
      "learning_rate": 4.208362026633024e-05,
      "loss": 0.89892578125,
      "step": 197
    },
    {
      "epoch": 4.212765957446808,
      "grad_norm": 0.04313793033361435,
      "learning_rate": 4.148606702270267e-05,
      "loss": 0.97216796875,
      "step": 198
    },
    {
      "epoch": 4.23404255319149,
      "grad_norm": 0.037154123187065125,
      "learning_rate": 4.09025940417581e-05,
      "loss": 0.77178955078125,
      "step": 199
    },
    {
      "epoch": 4.25531914893617,
      "grad_norm": 0.04250561445951462,
      "learning_rate": 4.033331307718056e-05,
      "loss": 0.94140625,
      "step": 200
    },
    {
      "epoch": 4.276595744680851,
      "grad_norm": 0.038513898849487305,
      "learning_rate": 3.9778333164430374e-05,
      "loss": 0.935546875,
      "step": 201
    },
    {
      "epoch": 4.297872340425532,
      "grad_norm": 0.03767329454421997,
      "learning_rate": 3.923776059986035e-05,
      "loss": 0.8671875,
      "step": 202
    },
    {
      "epoch": 4.319148936170213,
      "grad_norm": 0.03793912008404732,
      "learning_rate": 3.871169892035663e-05,
      "loss": 0.88818359375,
      "step": 203
    },
    {
      "epoch": 4.340425531914893,
      "grad_norm": 0.03997759893536568,
      "learning_rate": 3.820024888350806e-05,
      "loss": 0.8994140625,
      "step": 204
    },
    {
      "epoch": 4.361702127659575,
      "grad_norm": 0.036675214767456055,
      "learning_rate": 3.7703508448307947e-05,
      "loss": 0.84814453125,
      "step": 205
    },
    {
      "epoch": 4.382978723404255,
      "grad_norm": 0.03600461781024933,
      "learning_rate": 3.722157275639177e-05,
      "loss": 0.879150390625,
      "step": 206
    },
    {
      "epoch": 4.404255319148936,
      "grad_norm": 0.036929093301296234,
      "learning_rate": 3.675453411381449e-05,
      "loss": 0.85205078125,
      "step": 207
    },
    {
      "epoch": 4.425531914893617,
      "grad_norm": 0.044605664908885956,
      "learning_rate": 3.630248197337103e-05,
      "loss": 0.92919921875,
      "step": 208
    },
    {
      "epoch": 4.446808510638298,
      "grad_norm": 0.03827337920665741,
      "learning_rate": 3.586550291746319e-05,
      "loss": 0.8720703125,
      "step": 209
    },
    {
      "epoch": 4.468085106382979,
      "grad_norm": 0.03790247067809105,
      "learning_rate": 3.5443680641516394e-05,
      "loss": 0.89404296875,
      "step": 210
    },
    {
      "epoch": 4.48936170212766,
      "grad_norm": 0.03629126027226448,
      "learning_rate": 3.503709593794933e-05,
      "loss": 0.978515625,
      "step": 211
    },
    {
      "epoch": 4.51063829787234,
      "grad_norm": 0.040744345635175705,
      "learning_rate": 3.464582668069955e-05,
      "loss": 0.9482421875,
      "step": 212
    },
    {
      "epoch": 4.531914893617021,
      "grad_norm": 0.03703819215297699,
      "learning_rate": 3.426994781030826e-05,
      "loss": 0.89111328125,
      "step": 213
    },
    {
      "epoch": 4.553191489361702,
      "grad_norm": 0.037714630365371704,
      "learning_rate": 3.3909531319566716e-05,
      "loss": 0.92578125,
      "step": 214
    },
    {
      "epoch": 4.574468085106383,
      "grad_norm": 0.03681576997041702,
      "learning_rate": 3.3564646239727386e-05,
      "loss": 0.9033203125,
      "step": 215
    },
    {
      "epoch": 4.595744680851064,
      "grad_norm": 0.039367783814668655,
      "learning_rate": 3.323535862728216e-05,
      "loss": 0.900390625,
      "step": 216
    },
    {
      "epoch": 4.617021276595745,
      "grad_norm": 0.03795965760946274,
      "learning_rate": 3.292173155131051e-05,
      "loss": 0.9453125,
      "step": 217
    },
    {
      "epoch": 4.638297872340425,
      "grad_norm": 0.03927023336291313,
      "learning_rate": 3.262382508139974e-05,
      "loss": 0.92431640625,
      "step": 218
    },
    {
      "epoch": 4.659574468085106,
      "grad_norm": 0.03417414799332619,
      "learning_rate": 3.234169627613971e-05,
      "loss": 0.785308837890625,
      "step": 219
    },
    {
      "epoch": 4.680851063829787,
      "grad_norm": 0.039658013731241226,
      "learning_rate": 3.2075399172194336e-05,
      "loss": 0.935546875,
      "step": 220
    },
    {
      "epoch": 4.702127659574468,
      "grad_norm": 0.041840773075819016,
      "learning_rate": 3.18249847739518e-05,
      "loss": 0.89453125,
      "step": 221
    },
    {
      "epoch": 4.723404255319149,
      "grad_norm": 0.036156002432107925,
      "learning_rate": 3.1590501043755626e-05,
      "loss": 0.82373046875,
      "step": 222
    },
    {
      "epoch": 4.74468085106383,
      "grad_norm": 0.039113543927669525,
      "learning_rate": 3.1371992892718335e-05,
      "loss": 0.9052734375,
      "step": 223
    },
    {
      "epoch": 4.76595744680851,
      "grad_norm": 0.037734437733888626,
      "learning_rate": 3.116950217211955e-05,
      "loss": 0.89794921875,
      "step": 224
    },
    {
      "epoch": 4.787234042553192,
      "grad_norm": 0.03511641174554825,
      "learning_rate": 3.098306766539013e-05,
      "loss": 0.8203125,
      "step": 225
    },
    {
      "epoch": 4.808510638297872,
      "grad_norm": 0.041939668357372284,
      "learning_rate": 3.081272508068391e-05,
      "loss": 0.93359375,
      "step": 226
    },
    {
      "epoch": 4.829787234042553,
      "grad_norm": 0.04047448933124542,
      "learning_rate": 3.065850704403845e-05,
      "loss": 0.9580078125,
      "step": 227
    },
    {
      "epoch": 4.851063829787234,
      "grad_norm": 0.03897187486290932,
      "learning_rate": 3.0520443093126134e-05,
      "loss": 0.9052734375,
      "step": 228
    },
    {
      "epoch": 4.872340425531915,
      "grad_norm": 0.03869474306702614,
      "learning_rate": 3.0398559671596688e-05,
      "loss": 0.94677734375,
      "step": 229
    },
    {
      "epoch": 4.8936170212765955,
      "grad_norm": 0.03831680491566658,
      "learning_rate": 3.0292880124012486e-05,
      "loss": 0.88671875,
      "step": 230
    },
    {
      "epoch": 4.914893617021277,
      "grad_norm": 0.03840392827987671,
      "learning_rate": 3.0203424691377225e-05,
      "loss": 0.90087890625,
      "step": 231
    },
    {
      "epoch": 4.9361702127659575,
      "grad_norm": 0.03766055777668953,
      "learning_rate": 3.013021050725918e-05,
      "loss": 0.9443359375,
      "step": 232
    },
    {
      "epoch": 4.957446808510638,
      "grad_norm": 0.039559632539749146,
      "learning_rate": 3.0073251594509578e-05,
      "loss": 0.8740234375,
      "step": 233
    },
    {
      "epoch": 4.9787234042553195,
      "grad_norm": 0.05103755742311478,
      "learning_rate": 3.0032558862576754e-05,
      "loss": 0.85498046875,
      "step": 234
    },
    {
      "epoch": 5.0,
      "grad_norm": 0.046121180057525635,
      "learning_rate": 3.000814010541664e-05,
      "loss": 0.814453125,
      "step": 235
    },
    {
      "epoch": 5.0,
      "eval_loss": 1.0634765625,
      "eval_runtime": 5.5227,
      "eval_samples_per_second": 0.543,
      "eval_steps_per_second": 0.181,
      "step": 235
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 235,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 5,
  "save_steps": 0,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 2.046024116602929e+19,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}