{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.0,
  "eval_steps": 50,
  "global_step": 142,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.014222222222222223,
      "grad_norm": 0.253393292427063,
      "learning_rate": 0.0,
      "loss": 1.19514799118042,
      "step": 1
    },
    {
      "epoch": 0.028444444444444446,
      "grad_norm": 0.2720104455947876,
      "learning_rate": 4.5454545454545457e-07,
      "loss": 1.2398133277893066,
      "step": 2
    },
    {
      "epoch": 0.042666666666666665,
      "grad_norm": 0.22159169614315033,
      "learning_rate": 9.090909090909091e-07,
      "loss": 0.9782462120056152,
      "step": 3
    },
    {
      "epoch": 0.05688888888888889,
      "grad_norm": 0.17487271130084991,
      "learning_rate": 1.3636363636363636e-06,
      "loss": 0.8072947263717651,
      "step": 4
    },
    {
      "epoch": 0.07111111111111111,
      "grad_norm": 0.08528934419155121,
      "learning_rate": 1.8181818181818183e-06,
      "loss": 0.5301008224487305,
      "step": 5
    },
    {
      "epoch": 0.08533333333333333,
      "grad_norm": 0.08074624091386795,
      "learning_rate": 2.2727272727272728e-06,
      "loss": 0.6367583274841309,
      "step": 6
    },
    {
      "epoch": 0.09955555555555555,
      "grad_norm": 0.05584918335080147,
      "learning_rate": 2.7272727272727272e-06,
      "loss": 0.6089775562286377,
      "step": 7
    },
    {
      "epoch": 0.11377777777777778,
      "grad_norm": 0.032228983938694,
      "learning_rate": 3.181818181818182e-06,
      "loss": 0.5260579586029053,
      "step": 8
    },
    {
      "epoch": 0.128,
      "grad_norm": 0.026230908930301666,
      "learning_rate": 3.6363636363636366e-06,
      "loss": 0.5446298122406006,
      "step": 9
    },
    {
      "epoch": 0.14222222222222222,
      "grad_norm": 0.019648801535367966,
      "learning_rate": 4.0909090909090915e-06,
      "loss": 0.5338459610939026,
      "step": 10
    },
    {
      "epoch": 0.15644444444444444,
      "grad_norm": 0.014007463119924068,
      "learning_rate": 4.5454545454545455e-06,
      "loss": 0.45045405626296997,
      "step": 11
    },
    {
      "epoch": 0.17066666666666666,
      "grad_norm": 0.013295263983309269,
      "learning_rate": 5e-06,
      "loss": 0.49363279342651367,
      "step": 12
    },
    {
      "epoch": 0.18488888888888888,
      "grad_norm": 0.01435786858201027,
      "learning_rate": 5.4545454545454545e-06,
      "loss": 0.48757249116897583,
      "step": 13
    },
    {
      "epoch": 0.1991111111111111,
      "grad_norm": 0.015238163061439991,
      "learning_rate": 5.90909090909091e-06,
      "loss": 0.5002430081367493,
      "step": 14
    },
    {
      "epoch": 0.21333333333333335,
      "grad_norm": 0.014418123289942741,
      "learning_rate": 6.363636363636364e-06,
      "loss": 0.4964277148246765,
      "step": 15
    },
    {
      "epoch": 0.22755555555555557,
      "grad_norm": 0.014306087978184223,
      "learning_rate": 6.818181818181818e-06,
      "loss": 0.4818333387374878,
      "step": 16
    },
    {
      "epoch": 0.24177777777777779,
      "grad_norm": 0.009899069555103779,
      "learning_rate": 7.272727272727273e-06,
      "loss": 0.4609573483467102,
      "step": 17
    },
    {
      "epoch": 0.256,
      "grad_norm": 0.010643995366990566,
      "learning_rate": 7.727272727272727e-06,
      "loss": 0.47600606083869934,
      "step": 18
    },
    {
      "epoch": 0.2702222222222222,
      "grad_norm": 0.012857547029852867,
      "learning_rate": 8.181818181818183e-06,
      "loss": 0.4962907135486603,
      "step": 19
    },
    {
      "epoch": 0.28444444444444444,
      "grad_norm": 0.01670556701719761,
      "learning_rate": 8.636363636363637e-06,
      "loss": 0.5028363466262817,
      "step": 20
    },
    {
      "epoch": 0.2986666666666667,
      "grad_norm": 0.010331347584724426,
      "learning_rate": 9.090909090909091e-06,
      "loss": 0.44582226872444153,
      "step": 21
    },
    {
      "epoch": 0.3128888888888889,
      "grad_norm": 0.010525904595851898,
      "learning_rate": 9.545454545454547e-06,
      "loss": 0.4757377505302429,
      "step": 22
    },
    {
      "epoch": 0.32711111111111113,
      "grad_norm": 0.009544270113110542,
      "learning_rate": 1e-05,
      "loss": 0.4707476496696472,
      "step": 23
    },
    {
      "epoch": 0.3413333333333333,
      "grad_norm": 0.009730499237775803,
      "learning_rate": 9.999323662872998e-06,
      "loss": 0.49240708351135254,
      "step": 24
    },
    {
      "epoch": 0.35555555555555557,
      "grad_norm": 0.008985932916402817,
      "learning_rate": 9.99729483446475e-06,
      "loss": 0.450992614030838,
      "step": 25
    },
    {
      "epoch": 0.36977777777777776,
      "grad_norm": 0.01072725746780634,
      "learning_rate": 9.993914063644053e-06,
      "loss": 0.4514142870903015,
      "step": 26
    },
    {
      "epoch": 0.384,
      "grad_norm": 0.01058228686451912,
      "learning_rate": 9.989182265027232e-06,
      "loss": 0.44021710753440857,
      "step": 27
    },
    {
      "epoch": 0.3982222222222222,
      "grad_norm": 0.009333685040473938,
      "learning_rate": 9.98310071873072e-06,
      "loss": 0.4491778016090393,
      "step": 28
    },
    {
      "epoch": 0.41244444444444445,
      "grad_norm": 0.009250632487237453,
      "learning_rate": 9.975671070024741e-06,
      "loss": 0.4285920560359955,
      "step": 29
    },
    {
      "epoch": 0.4266666666666667,
      "grad_norm": 0.010210932232439518,
      "learning_rate": 9.966895328888195e-06,
      "loss": 0.5484102368354797,
      "step": 30
    },
    {
      "epoch": 0.4408888888888889,
      "grad_norm": 0.008848125115036964,
      "learning_rate": 9.956775869464901e-06,
      "loss": 0.4242202043533325,
      "step": 31
    },
    {
      "epoch": 0.45511111111111113,
      "grad_norm": 0.00905672088265419,
      "learning_rate": 9.945315429421307e-06,
      "loss": 0.4533390402793884,
      "step": 32
    },
    {
      "epoch": 0.4693333333333333,
      "grad_norm": 0.008254914544522762,
      "learning_rate": 9.932517109205849e-06,
      "loss": 0.4243648052215576,
      "step": 33
    },
    {
      "epoch": 0.48355555555555557,
      "grad_norm": 0.009192033670842648,
      "learning_rate": 9.918384371210178e-06,
      "loss": 0.5120309591293335,
      "step": 34
    },
    {
      "epoch": 0.49777777777777776,
      "grad_norm": 0.009636987932026386,
      "learning_rate": 9.902921038832456e-06,
      "loss": 0.4871100187301636,
      "step": 35
    },
    {
      "epoch": 0.512,
      "grad_norm": 0.008572430349886417,
      "learning_rate": 9.886131295443003e-06,
      "loss": 0.46277713775634766,
      "step": 36
    },
    {
      "epoch": 0.5262222222222223,
      "grad_norm": 0.008587818592786789,
      "learning_rate": 9.868019683252543e-06,
      "loss": 0.45996755361557007,
      "step": 37
    },
    {
      "epoch": 0.5404444444444444,
      "grad_norm": 0.010775095783174038,
      "learning_rate": 9.848591102083375e-06,
      "loss": 0.47378021478652954,
      "step": 38
    },
    {
      "epoch": 0.5546666666666666,
      "grad_norm": 0.00995537731796503,
      "learning_rate": 9.82785080804381e-06,
      "loss": 0.4684975743293762,
      "step": 39
    },
    {
      "epoch": 0.5688888888888889,
      "grad_norm": 0.009079818613827229,
      "learning_rate": 9.805804412106197e-06,
      "loss": 0.5784010887145996,
      "step": 40
    },
    {
      "epoch": 0.5831111111111111,
      "grad_norm": 0.008139098063111305,
      "learning_rate": 9.782457878588977e-06,
      "loss": 0.46650874614715576,
      "step": 41
    },
    {
      "epoch": 0.5973333333333334,
      "grad_norm": 0.007847482338547707,
      "learning_rate": 9.75781752354311e-06,
      "loss": 0.42804157733917236,
      "step": 42
    },
    {
      "epoch": 0.6115555555555555,
      "grad_norm": 0.008446140214800835,
      "learning_rate": 9.731890013043367e-06,
      "loss": 0.48224180936813354,
      "step": 43
    },
    {
      "epoch": 0.6257777777777778,
      "grad_norm": 0.008632696233689785,
      "learning_rate": 9.704682361384941e-06,
      "loss": 0.4561079144477844,
      "step": 44
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.008637293241918087,
      "learning_rate": 9.676201929185809e-06,
      "loss": 0.4007866382598877,
      "step": 45
    },
    {
      "epoch": 0.6542222222222223,
      "grad_norm": 0.008761093020439148,
      "learning_rate": 9.646456421395447e-06,
      "loss": 0.4587845802307129,
      "step": 46
    },
    {
      "epoch": 0.6684444444444444,
      "grad_norm": 0.008726399391889572,
      "learning_rate": 9.615453885210368e-06,
      "loss": 0.4571158289909363,
      "step": 47
    },
    {
      "epoch": 0.6826666666666666,
      "grad_norm": 0.008282204158604145,
      "learning_rate": 9.583202707897075e-06,
      "loss": 0.4724605679512024,
      "step": 48
    },
    {
      "epoch": 0.6968888888888889,
      "grad_norm": 0.008231760933995247,
      "learning_rate": 9.549711614523007e-06,
      "loss": 0.4600468575954437,
      "step": 49
    },
    {
      "epoch": 0.7111111111111111,
      "grad_norm": 0.00751511100679636,
      "learning_rate": 9.514989665596114e-06,
      "loss": 0.4377005994319916,
      "step": 50
    },
    {
      "epoch": 0.7111111111111111,
      "eval_loss": 0.4685295820236206,
      "eval_runtime": 5.4716,
      "eval_samples_per_second": 36.553,
      "eval_steps_per_second": 18.276,
      "step": 50
    },
    {
      "epoch": 0.7253333333333334,
      "grad_norm": 0.008261662907898426,
      "learning_rate": 9.479046254613673e-06,
      "loss": 0.4415626525878906,
      "step": 51
    },
    {
      "epoch": 0.7395555555555555,
      "grad_norm": 0.007395230233669281,
      "learning_rate": 9.441891105521005e-06,
      "loss": 0.42561036348342896,
      "step": 52
    },
    {
      "epoch": 0.7537777777777778,
      "grad_norm": 0.008451394736766815,
      "learning_rate": 9.40353427008083e-06,
      "loss": 0.4630648195743561,
      "step": 53
    },
    {
      "epoch": 0.768,
      "grad_norm": 0.007475187536329031,
      "learning_rate": 9.3639861251539e-06,
      "loss": 0.43418699502944946,
      "step": 54
    },
    {
      "epoch": 0.7822222222222223,
      "grad_norm": 0.00859637837857008,
      "learning_rate": 9.323257369891702e-06,
      "loss": 0.47063255310058594,
      "step": 55
    },
    {
      "epoch": 0.7964444444444444,
      "grad_norm": 0.007597765419632196,
      "learning_rate": 9.281359022841966e-06,
      "loss": 0.41920918226242065,
      "step": 56
    },
    {
      "epoch": 0.8106666666666666,
      "grad_norm": 0.018636908382177353,
      "learning_rate": 9.238302418967757e-06,
      "loss": 0.4757845401763916,
      "step": 57
    },
    {
      "epoch": 0.8248888888888889,
      "grad_norm": 0.008423218503594398,
      "learning_rate": 9.194099206580981e-06,
      "loss": 0.5198032855987549,
      "step": 58
    },
    {
      "epoch": 0.8391111111111111,
      "grad_norm": 0.008149159140884876,
      "learning_rate": 9.14876134419111e-06,
      "loss": 0.46035224199295044,
      "step": 59
    },
    {
      "epoch": 0.8533333333333334,
      "grad_norm": 0.00819750688970089,
      "learning_rate": 9.102301097269974e-06,
      "loss": 0.4945712983608246,
      "step": 60
    },
    {
      "epoch": 0.8675555555555555,
      "grad_norm": 0.00855066254734993,
      "learning_rate": 9.05473103493355e-06,
      "loss": 0.4513372778892517,
      "step": 61
    },
    {
      "epoch": 0.8817777777777778,
      "grad_norm": 0.008660132065415382,
      "learning_rate": 9.006064026541549e-06,
      "loss": 0.49865084886550903,
      "step": 62
    },
    {
      "epoch": 0.896,
      "grad_norm": 0.007741494104266167,
      "learning_rate": 8.956313238215824e-06,
      "loss": 0.4319220185279846,
      "step": 63
    },
    {
      "epoch": 0.9102222222222223,
      "grad_norm": 0.007900395430624485,
      "learning_rate": 8.905492129278478e-06,
      "loss": 0.43760013580322266,
      "step": 64
    },
    {
      "epoch": 0.9244444444444444,
      "grad_norm": 0.007346940692514181,
      "learning_rate": 8.85361444861063e-06,
      "loss": 0.41593095660209656,
      "step": 65
    },
    {
      "epoch": 0.9386666666666666,
      "grad_norm": 0.00902250874787569,
      "learning_rate": 8.800694230932885e-06,
      "loss": 0.48464590311050415,
      "step": 66
    },
    {
      "epoch": 0.9528888888888889,
      "grad_norm": 0.007672084029763937,
      "learning_rate": 8.74674579300843e-06,
      "loss": 0.41884416341781616,
      "step": 67
    },
    {
      "epoch": 0.9671111111111111,
      "grad_norm": 0.008009645156562328,
      "learning_rate": 8.691783729769874e-06,
      "loss": 0.40650737285614014,
      "step": 68
    },
    {
      "epoch": 0.9813333333333333,
      "grad_norm": 0.008077424019575119,
      "learning_rate": 8.635822910370793e-06,
      "loss": 0.4726918637752533,
      "step": 69
    },
    {
      "epoch": 0.9955555555555555,
      "grad_norm": 0.007576521951705217,
      "learning_rate": 8.578878474163115e-06,
      "loss": 0.4404842257499695,
      "step": 70
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.012638773769140244,
      "learning_rate": 8.520965826601394e-06,
      "loss": 0.42633137106895447,
      "step": 71
    },
    {
      "epoch": 1.0142222222222221,
      "grad_norm": 0.008662556298077106,
      "learning_rate": 8.462100635075097e-06,
      "loss": 0.46000930666923523,
      "step": 72
    },
    {
      "epoch": 1.0284444444444445,
      "grad_norm": 0.008270082995295525,
      "learning_rate": 8.40229882467003e-06,
      "loss": 0.42150819301605225,
      "step": 73
    },
    {
      "epoch": 1.0426666666666666,
      "grad_norm": 0.007625850848853588,
      "learning_rate": 8.341576573860049e-06,
      "loss": 0.37313175201416016,
      "step": 74
    },
    {
      "epoch": 1.056888888888889,
      "grad_norm": 0.00790152233093977,
      "learning_rate": 8.279950310130218e-06,
      "loss": 0.382789671421051,
      "step": 75
    },
    {
      "epoch": 1.0711111111111111,
      "grad_norm": 0.007986027747392654,
      "learning_rate": 8.2174367055326e-06,
      "loss": 0.3734534978866577,
      "step": 76
    },
    {
      "epoch": 1.0853333333333333,
      "grad_norm": 0.007174879312515259,
      "learning_rate": 8.154052672175888e-06,
      "loss": 0.37693876028060913,
      "step": 77
    },
    {
      "epoch": 1.0995555555555556,
      "grad_norm": 0.008486706763505936,
      "learning_rate": 8.08981535765009e-06,
      "loss": 0.4265296459197998,
      "step": 78
    },
    {
      "epoch": 1.1137777777777778,
      "grad_norm": 0.007609546184539795,
      "learning_rate": 8.024742140387506e-06,
      "loss": 0.3812956213951111,
      "step": 79
    },
    {
      "epoch": 1.1280000000000001,
      "grad_norm": 0.007912754081189632,
      "learning_rate": 7.95885062496126e-06,
      "loss": 0.4131423234939575,
      "step": 80
    },
    {
      "epoch": 1.1422222222222222,
      "grad_norm": 0.007641648408025503,
      "learning_rate": 7.892158637322647e-06,
      "loss": 0.37861311435699463,
      "step": 81
    },
    {
      "epoch": 1.1564444444444444,
      "grad_norm": 0.007570190355181694,
      "learning_rate": 7.824684219978591e-06,
      "loss": 0.3589654564857483,
      "step": 82
    },
    {
      "epoch": 1.1706666666666667,
      "grad_norm": 0.007670491933822632,
      "learning_rate": 7.756445627110523e-06,
      "loss": 0.40794360637664795,
      "step": 83
    },
    {
      "epoch": 1.1848888888888889,
      "grad_norm": 0.009116973727941513,
      "learning_rate": 7.68746131963598e-06,
      "loss": 0.4278006851673126,
      "step": 84
    },
    {
      "epoch": 1.199111111111111,
      "grad_norm": 0.007852817885577679,
      "learning_rate": 7.6177499602143e-06,
      "loss": 0.371395081281662,
      "step": 85
    },
    {
      "epoch": 1.2133333333333334,
      "grad_norm": 0.00870604906231165,
      "learning_rate": 7.547330408197695e-06,
      "loss": 0.4305034279823303,
      "step": 86
    },
    {
      "epoch": 1.2275555555555555,
      "grad_norm": 0.008404702879488468,
      "learning_rate": 7.476221714529167e-06,
      "loss": 0.4348181188106537,
      "step": 87
    },
    {
      "epoch": 1.2417777777777779,
      "grad_norm": 0.008913768455386162,
      "learning_rate": 7.404443116588548e-06,
      "loss": 0.4309384822845459,
      "step": 88
    },
    {
      "epoch": 1.256,
      "grad_norm": 0.007682010997086763,
      "learning_rate": 7.332014032988123e-06,
      "loss": 0.4107038676738739,
      "step": 89
    },
    {
      "epoch": 1.2702222222222221,
      "grad_norm": 0.00787457637488842,
      "learning_rate": 7.2589540583192165e-06,
      "loss": 0.37457963824272156,
      "step": 90
    },
    {
      "epoch": 1.2844444444444445,
      "grad_norm": 0.007768277078866959,
      "learning_rate": 7.185282957851175e-06,
      "loss": 0.37697723507881165,
      "step": 91
    },
    {
      "epoch": 1.2986666666666666,
      "grad_norm": 0.008521760813891888,
      "learning_rate": 7.111020662184174e-06,
      "loss": 0.40353477001190186,
      "step": 92
    },
    {
      "epoch": 1.3128888888888888,
      "grad_norm": 0.0077499281615018845,
      "learning_rate": 7.036187261857289e-06,
      "loss": 0.37755411863327026,
      "step": 93
    },
    {
      "epoch": 1.3271111111111111,
      "grad_norm": 0.00870734266936779,
      "learning_rate": 6.960803001913315e-06,
      "loss": 0.3729894757270813,
      "step": 94
    },
    {
      "epoch": 1.3413333333333333,
      "grad_norm": 0.007563227321952581,
      "learning_rate": 6.884888276421766e-06,
      "loss": 0.4091319441795349,
      "step": 95
    },
    {
      "epoch": 1.3555555555555556,
      "grad_norm": 0.00803642813116312,
      "learning_rate": 6.8084636229615786e-06,
      "loss": 0.4048840403556824,
      "step": 96
    },
    {
      "epoch": 1.3697777777777778,
      "grad_norm": 0.00779891200363636,
      "learning_rate": 6.731549717064975e-06,
      "loss": 0.39409685134887695,
      "step": 97
    },
    {
      "epoch": 1.384,
      "grad_norm": 0.008260682225227356,
      "learning_rate": 6.654167366624009e-06,
      "loss": 0.36237582564353943,
      "step": 98
    },
    {
      "epoch": 1.3982222222222223,
      "grad_norm": 0.008373094722628593,
      "learning_rate": 6.576337506261314e-06,
      "loss": 0.38763654232025146,
      "step": 99
    },
    {
      "epoch": 1.4124444444444444,
      "grad_norm": 0.007797387894243002,
      "learning_rate": 6.498081191666549e-06,
      "loss": 0.41751331090927124,
      "step": 100
    },
    {
      "epoch": 1.4124444444444444,
      "eval_loss": 0.4669477939605713,
      "eval_runtime": 5.2715,
      "eval_samples_per_second": 37.94,
      "eval_steps_per_second": 18.97,
      "step": 100
    },
    {
      "epoch": 1.4266666666666667,
      "grad_norm": 0.007338334806263447,
      "learning_rate": 6.419419593900109e-06,
      "loss": 0.38504236936569214,
      "step": 101
    },
    {
      "epoch": 1.4408888888888889,
      "grad_norm": 0.007528901565819979,
      "learning_rate": 6.340373993665607e-06,
      "loss": 0.36031031608581543,
      "step": 102
    },
    {
      "epoch": 1.455111111111111,
      "grad_norm": 0.007573080714792013,
      "learning_rate": 6.2609657755527135e-06,
      "loss": 0.3863949179649353,
      "step": 103
    },
    {
      "epoch": 1.4693333333333334,
      "grad_norm": 0.008099780417978764,
      "learning_rate": 6.1812164222518626e-06,
      "loss": 0.3955462574958801,
      "step": 104
    },
    {
      "epoch": 1.4835555555555555,
      "grad_norm": 0.008717137388885021,
      "learning_rate": 6.101147508742456e-06,
      "loss": 0.39310169219970703,
      "step": 105
    },
    {
      "epoch": 1.4977777777777779,
      "grad_norm": 0.008383029140532017,
      "learning_rate": 6.020780696456059e-06,
      "loss": 0.4533539414405823,
      "step": 106
    },
    {
      "epoch": 1.512,
      "grad_norm": 0.007702656090259552,
      "learning_rate": 5.940137727416247e-06,
      "loss": 0.3985057473182678,
      "step": 107
    },
    {
      "epoch": 1.5262222222222221,
      "grad_norm": 0.00808175653219223,
      "learning_rate": 5.859240418356614e-06,
      "loss": 0.3878968358039856,
      "step": 108
    },
    {
      "epoch": 1.5404444444444443,
      "grad_norm": 0.008781371638178825,
      "learning_rate": 5.778110654818602e-06,
      "loss": 0.39648741483688354,
      "step": 109
    },
    {
      "epoch": 1.5546666666666666,
      "grad_norm": 0.008896375074982643,
      "learning_rate": 5.696770385230679e-06,
      "loss": 0.4319821000099182,
      "step": 110
    },
    {
      "epoch": 1.568888888888889,
      "grad_norm": 0.008202116936445236,
      "learning_rate": 5.615241614970546e-06,
      "loss": 0.4078192710876465,
      "step": 111
    },
    {
      "epoch": 1.5831111111111111,
      "grad_norm": 0.007843846455216408,
      "learning_rate": 5.533546400411899e-06,
      "loss": 0.38504159450531006,
      "step": 112
    },
    {
      "epoch": 1.5973333333333333,
      "grad_norm": 0.00823921337723732,
      "learning_rate": 5.4517068429574215e-06,
      "loss": 0.3971819579601288,
      "step": 113
    },
    {
      "epoch": 1.6115555555555554,
      "grad_norm": 0.007411513011902571,
      "learning_rate": 5.3697450830595775e-06,
      "loss": 0.3886791169643402,
      "step": 114
    },
    {
      "epoch": 1.6257777777777778,
      "grad_norm": 0.007902945391833782,
      "learning_rate": 5.287683294230855e-06,
      "loss": 0.37610527873039246,
      "step": 115
    },
    {
      "epoch": 1.6400000000000001,
      "grad_norm": 0.007778776343911886,
      "learning_rate": 5.20554367704505e-06,
      "loss": 0.3846814036369324,
      "step": 116
    },
    {
      "epoch": 1.6542222222222223,
      "grad_norm": 0.008897176012396812,
      "learning_rate": 5.123348453131242e-06,
      "loss": 0.3917155861854553,
      "step": 117
    },
    {
      "epoch": 1.6684444444444444,
      "grad_norm": 0.008548559620976448,
      "learning_rate": 5.041119859162068e-06,
      "loss": 0.39533206820487976,
      "step": 118
    },
    {
      "epoch": 1.6826666666666665,
      "grad_norm": 0.008137239143252373,
      "learning_rate": 4.958880140837934e-06,
      "loss": 0.4113273620605469,
      "step": 119
    },
    {
      "epoch": 1.696888888888889,
      "grad_norm": 0.008478965610265732,
      "learning_rate": 4.876651546868759e-06,
      "loss": 0.39543214440345764,
      "step": 120
    },
    {
      "epoch": 1.7111111111111112,
      "grad_norm": 0.00835413858294487,
      "learning_rate": 4.794456322954953e-06,
      "loss": 0.4548013508319855,
      "step": 121
    },
    {
      "epoch": 1.7253333333333334,
      "grad_norm": 0.00832394976168871,
      "learning_rate": 4.7123167057691446e-06,
      "loss": 0.4111294150352478,
      "step": 122
    },
    {
      "epoch": 1.7395555555555555,
      "grad_norm": 0.008472571149468422,
      "learning_rate": 4.630254916940424e-06,
      "loss": 0.43050098419189453,
      "step": 123
    },
    {
      "epoch": 1.7537777777777777,
      "grad_norm": 0.00816201139241457,
      "learning_rate": 4.548293157042581e-06,
      "loss": 0.41356489062309265,
      "step": 124
    },
    {
      "epoch": 1.768,
      "grad_norm": 0.008180899545550346,
      "learning_rate": 4.466453599588103e-06,
      "loss": 0.41799914836883545,
      "step": 125
    },
    {
      "epoch": 1.7822222222222224,
      "grad_norm": 0.007402091287076473,
      "learning_rate": 4.384758385029457e-06,
      "loss": 0.3510154187679291,
      "step": 126
    },
    {
      "epoch": 1.7964444444444445,
      "grad_norm": 0.008476709015667439,
      "learning_rate": 4.3032296147693225e-06,
      "loss": 0.4098949432373047,
      "step": 127
    },
    {
      "epoch": 1.8106666666666666,
      "grad_norm": 0.008135325275361538,
      "learning_rate": 4.2218893451814005e-06,
      "loss": 0.36957240104675293,
      "step": 128
    },
    {
      "epoch": 1.8248888888888888,
      "grad_norm": 0.007964376360177994,
      "learning_rate": 4.140759581643386e-06,
      "loss": 0.3535369038581848,
      "step": 129
    },
    {
      "epoch": 1.8391111111111111,
      "grad_norm": 0.00742813665419817,
      "learning_rate": 4.059862272583755e-06,
      "loss": 0.38296306133270264,
      "step": 130
    },
    {
      "epoch": 1.8533333333333335,
      "grad_norm": 0.007901367731392384,
      "learning_rate": 3.979219303543942e-06,
      "loss": 0.38752996921539307,
      "step": 131
    },
    {
      "epoch": 1.8675555555555556,
      "grad_norm": 0.008205283433198929,
      "learning_rate": 3.898852491257547e-06,
      "loss": 0.3867356479167938,
      "step": 132
    },
    {
      "epoch": 1.8817777777777778,
      "grad_norm": 0.008251599036157131,
      "learning_rate": 3.818783577748138e-06,
      "loss": 0.42934614419937134,
      "step": 133
    },
    {
      "epoch": 1.896,
      "grad_norm": 0.008710331283509731,
      "learning_rate": 3.7390342244472886e-06,
      "loss": 0.4096015691757202,
      "step": 134
    },
    {
      "epoch": 1.9102222222222223,
      "grad_norm": 0.008127489127218723,
      "learning_rate": 3.659626006334395e-06,
      "loss": 0.3849722743034363,
      "step": 135
    },
    {
      "epoch": 1.9244444444444444,
      "grad_norm": 0.008900986984372139,
      "learning_rate": 3.5805804060998926e-06,
      "loss": 0.415260910987854,
      "step": 136
    },
    {
      "epoch": 1.9386666666666668,
      "grad_norm": 0.00907993782311678,
      "learning_rate": 3.501918808333453e-06,
      "loss": 0.48382842540740967,
      "step": 137
    },
    {
      "epoch": 1.952888888888889,
      "grad_norm": 0.008263039402663708,
      "learning_rate": 3.4236624937386874e-06,
      "loss": 0.4434107542037964,
      "step": 138
    },
    {
      "epoch": 1.967111111111111,
      "grad_norm": 0.008353665471076965,
      "learning_rate": 3.3458326333759927e-06,
      "loss": 0.41760051250457764,
      "step": 139
    },
    {
      "epoch": 1.9813333333333332,
      "grad_norm": 0.008556668646633625,
      "learning_rate": 3.268450282935026e-06,
      "loss": 0.43642479181289673,
      "step": 140
    },
    {
      "epoch": 1.9955555555555555,
      "grad_norm": 0.008040979504585266,
      "learning_rate": 3.1915363770384223e-06,
      "loss": 0.38327687978744507,
      "step": 141
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.012571632862091064,
      "learning_rate": 3.1151117235782346e-06,
      "loss": 0.3751964867115021,
      "step": 142
    }
  ],
  "logging_steps": 1,
  "max_steps": 213,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 6.872319897947341e+16,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}