{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 165,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0060790273556231,
      "grad_norm": 1.133876085281372,
      "learning_rate": 0.0,
      "loss": 2.3054,
      "step": 1
    },
    {
      "epoch": 0.0121580547112462,
      "grad_norm": 1.1317460536956787,
      "learning_rate": 4e-05,
      "loss": 2.3129,
      "step": 2
    },
    {
      "epoch": 0.0182370820668693,
      "grad_norm": 1.030227780342102,
      "learning_rate": 8e-05,
      "loss": 2.2997,
      "step": 3
    },
    {
      "epoch": 0.0243161094224924,
      "grad_norm": 0.7727698087692261,
      "learning_rate": 0.00012,
      "loss": 2.0895,
      "step": 4
    },
    {
      "epoch": 0.030395136778115502,
      "grad_norm": 0.6157111525535583,
      "learning_rate": 0.00016,
      "loss": 1.9285,
      "step": 5
    },
    {
      "epoch": 0.0364741641337386,
      "grad_norm": 0.45515450835227966,
      "learning_rate": 0.0002,
      "loss": 1.6672,
      "step": 6
    },
    {
      "epoch": 0.0425531914893617,
      "grad_norm": 0.3927247226238251,
      "learning_rate": 0.0001999953280342959,
      "loss": 1.4969,
      "step": 7
    },
    {
      "epoch": 0.0486322188449848,
      "grad_norm": 0.36588212847709656,
      "learning_rate": 0.00019998131257372876,
      "loss": 1.3842,
      "step": 8
    },
    {
      "epoch": 0.0547112462006079,
      "grad_norm": 0.29039424657821655,
      "learning_rate": 0.0001999579549278937,
      "loss": 1.2499,
      "step": 9
    },
    {
      "epoch": 0.060790273556231005,
      "grad_norm": 0.279226690530777,
      "learning_rate": 0.00019992525727931303,
      "loss": 1.1685,
      "step": 10
    },
    {
      "epoch": 0.0668693009118541,
      "grad_norm": 0.272398978471756,
      "learning_rate": 0.00019988322268323268,
      "loss": 1.0638,
      "step": 11
    },
    {
      "epoch": 0.0729483282674772,
      "grad_norm": 0.24636079370975494,
      "learning_rate": 0.0001998318550673364,
      "loss": 0.9584,
      "step": 12
    },
    {
      "epoch": 0.0790273556231003,
      "grad_norm": 0.22141209244728088,
      "learning_rate": 0.00019977115923137912,
      "loss": 0.9138,
      "step": 13
    },
    {
      "epoch": 0.0851063829787234,
      "grad_norm": 0.17475497722625732,
      "learning_rate": 0.00019970114084673796,
      "loss": 0.8515,
      "step": 14
    },
    {
      "epoch": 0.0911854103343465,
      "grad_norm": 0.15117621421813965,
      "learning_rate": 0.0001996218064558829,
      "loss": 0.8233,
      "step": 15
    },
    {
      "epoch": 0.0972644376899696,
      "grad_norm": 0.11647526919841766,
      "learning_rate": 0.00019953316347176488,
      "loss": 0.8347,
      "step": 16
    },
    {
      "epoch": 0.1033434650455927,
      "grad_norm": 0.10608438402414322,
      "learning_rate": 0.00019943522017712358,
      "loss": 0.7888,
      "step": 17
    },
    {
      "epoch": 0.1094224924012158,
      "grad_norm": 0.10528700798749924,
      "learning_rate": 0.0001993279857237133,
      "loss": 0.7655,
      "step": 18
    },
    {
      "epoch": 0.11550151975683891,
      "grad_norm": 0.09133293479681015,
      "learning_rate": 0.0001992114701314478,
      "loss": 0.7585,
      "step": 19
    },
    {
      "epoch": 0.12158054711246201,
      "grad_norm": 0.09861589223146439,
      "learning_rate": 0.0001990856842874641,
      "loss": 0.7616,
      "step": 20
    },
    {
      "epoch": 0.1276595744680851,
      "grad_norm": 0.07328511029481888,
      "learning_rate": 0.0001989506399451051,
      "loss": 0.746,
      "step": 21
    },
    {
      "epoch": 0.1337386018237082,
      "grad_norm": 0.08320208638906479,
      "learning_rate": 0.00019880634972282166,
      "loss": 0.729,
      "step": 22
    },
    {
      "epoch": 0.1398176291793313,
      "grad_norm": 0.08053930848836899,
      "learning_rate": 0.0001986528271029931,
      "loss": 0.7052,
      "step": 23
    },
    {
      "epoch": 0.1458966565349544,
      "grad_norm": 0.08553291857242584,
      "learning_rate": 0.00019849008643066772,
      "loss": 0.7167,
      "step": 24
    },
    {
      "epoch": 0.1519756838905775,
      "grad_norm": 0.07856528460979462,
      "learning_rate": 0.00019831814291222232,
      "loss": 0.707,
      "step": 25
    },
    {
      "epoch": 0.1580547112462006,
      "grad_norm": 0.0697573572397232,
      "learning_rate": 0.00019813701261394136,
      "loss": 0.706,
      "step": 26
    },
    {
      "epoch": 0.1641337386018237,
      "grad_norm": 0.07752593606710434,
      "learning_rate": 0.0001979467124605156,
      "loss": 0.702,
      "step": 27
    },
    {
      "epoch": 0.1702127659574468,
      "grad_norm": 0.06536618620157242,
      "learning_rate": 0.0001977472602334609,
      "loss": 0.6612,
      "step": 28
    },
    {
      "epoch": 0.1762917933130699,
      "grad_norm": 0.061260443180799484,
      "learning_rate": 0.0001975386745694565,
      "loss": 0.6432,
      "step": 29
    },
    {
      "epoch": 0.182370820668693,
      "grad_norm": 0.04959681257605553,
      "learning_rate": 0.00019732097495860386,
      "loss": 0.6545,
      "step": 30
    },
    {
      "epoch": 0.1884498480243161,
      "grad_norm": 0.05118938162922859,
      "learning_rate": 0.0001970941817426052,
      "loss": 0.6564,
      "step": 31
    },
    {
      "epoch": 0.1945288753799392,
      "grad_norm": 0.05098890885710716,
      "learning_rate": 0.0001968583161128631,
      "loss": 0.6751,
      "step": 32
    },
    {
      "epoch": 0.2006079027355623,
      "grad_norm": 0.049598027020692825,
      "learning_rate": 0.00019661340010850026,
      "loss": 0.6582,
      "step": 33
    },
    {
      "epoch": 0.2066869300911854,
      "grad_norm": 0.052051279693841934,
      "learning_rate": 0.00019635945661430006,
      "loss": 0.6279,
      "step": 34
    },
    {
      "epoch": 0.2127659574468085,
      "grad_norm": 0.04154731333255768,
      "learning_rate": 0.00019609650935856844,
      "loss": 0.6344,
      "step": 35
    },
    {
      "epoch": 0.2188449848024316,
      "grad_norm": 0.045474398881196976,
      "learning_rate": 0.00019582458291091663,
      "loss": 0.6195,
      "step": 36
    },
    {
      "epoch": 0.22492401215805471,
      "grad_norm": 0.04392531141638756,
      "learning_rate": 0.00019554370267996538,
      "loss": 0.6394,
      "step": 37
    },
    {
      "epoch": 0.23100303951367782,
      "grad_norm": 0.04103963077068329,
      "learning_rate": 0.0001952538949109708,
      "loss": 0.6334,
      "step": 38
    },
    {
      "epoch": 0.23708206686930092,
      "grad_norm": 0.042054690420627594,
      "learning_rate": 0.00019495518668337201,
      "loss": 0.6239,
      "step": 39
    },
    {
      "epoch": 0.24316109422492402,
      "grad_norm": 0.0393654890358448,
      "learning_rate": 0.00019464760590826098,
      "loss": 0.6054,
      "step": 40
    },
    {
      "epoch": 0.24924012158054712,
      "grad_norm": 0.042832907289266586,
      "learning_rate": 0.0001943311813257743,
      "loss": 0.5769,
      "step": 41
    },
    {
      "epoch": 0.2553191489361702,
      "grad_norm": 0.03982216864824295,
      "learning_rate": 0.00019400594250240798,
      "loss": 0.5921,
      "step": 42
    },
    {
      "epoch": 0.2613981762917933,
      "grad_norm": 0.03954484313726425,
      "learning_rate": 0.0001936719198282545,
      "loss": 0.5976,
      "step": 43
    },
    {
      "epoch": 0.2674772036474164,
      "grad_norm": 0.042563363909721375,
      "learning_rate": 0.00019332914451416347,
      "loss": 0.6016,
      "step": 44
    },
    {
      "epoch": 0.2735562310030395,
      "grad_norm": 0.04000777006149292,
      "learning_rate": 0.00019297764858882514,
      "loss": 0.5822,
      "step": 45
    },
    {
      "epoch": 0.2796352583586626,
      "grad_norm": 0.04084771126508713,
      "learning_rate": 0.00019261746489577765,
      "loss": 0.6122,
      "step": 46
    },
    {
      "epoch": 0.2857142857142857,
      "grad_norm": 0.040883008390665054,
      "learning_rate": 0.00019224862709033824,
      "loss": 0.5898,
      "step": 47
    },
    {
      "epoch": 0.2917933130699088,
      "grad_norm": 0.04313352331519127,
      "learning_rate": 0.00019187116963645842,
      "loss": 0.5852,
      "step": 48
    },
    {
      "epoch": 0.2978723404255319,
      "grad_norm": 0.04391175135970116,
      "learning_rate": 0.00019148512780350384,
      "loss": 0.5901,
      "step": 49
    },
    {
      "epoch": 0.303951367781155,
      "grad_norm": 0.041302260011434555,
      "learning_rate": 0.0001910905376629585,
      "loss": 0.5725,
      "step": 50
    },
    {
      "epoch": 0.3100303951367781,
      "grad_norm": 0.044717274606227875,
      "learning_rate": 0.00019068743608505455,
      "loss": 0.5396,
      "step": 51
    },
    {
      "epoch": 0.3161094224924012,
      "grad_norm": 0.04290296137332916,
      "learning_rate": 0.0001902758607353269,
      "loss": 0.5888,
      "step": 52
    },
    {
      "epoch": 0.3221884498480243,
      "grad_norm": 0.04425125569105148,
      "learning_rate": 0.0001898558500710939,
      "loss": 0.5614,
      "step": 53
    },
    {
      "epoch": 0.3282674772036474,
      "grad_norm": 0.047949157655239105,
      "learning_rate": 0.00018942744333786397,
      "loss": 0.5434,
      "step": 54
    },
    {
      "epoch": 0.3343465045592705,
      "grad_norm": 0.0461716391146183,
      "learning_rate": 0.0001889906805656684,
      "loss": 0.5788,
      "step": 55
    },
    {
      "epoch": 0.3404255319148936,
      "grad_norm": 0.04746852442622185,
      "learning_rate": 0.000188545602565321,
      "loss": 0.5431,
      "step": 56
    },
    {
      "epoch": 0.3465045592705167,
      "grad_norm": 0.04825344309210777,
      "learning_rate": 0.00018809225092460488,
      "loss": 0.5372,
      "step": 57
    },
    {
      "epoch": 0.3525835866261398,
      "grad_norm": 0.046712443232536316,
      "learning_rate": 0.00018763066800438636,
      "loss": 0.5721,
      "step": 58
    },
    {
      "epoch": 0.3586626139817629,
      "grad_norm": 0.045053232461214066,
      "learning_rate": 0.00018716089693465696,
      "loss": 0.5632,
      "step": 59
    },
    {
      "epoch": 0.364741641337386,
      "grad_norm": 0.04859543964266777,
      "learning_rate": 0.00018668298161050309,
      "loss": 0.579,
      "step": 60
    },
    {
      "epoch": 0.3708206686930091,
      "grad_norm": 0.05270425230264664,
      "learning_rate": 0.00018619696668800492,
      "loss": 0.5625,
      "step": 61
    },
    {
      "epoch": 0.3768996960486322,
      "grad_norm": 0.05261973291635513,
      "learning_rate": 0.00018570289758006346,
      "loss": 0.5377,
      "step": 62
    },
    {
      "epoch": 0.3829787234042553,
      "grad_norm": 0.04979139566421509,
      "learning_rate": 0.0001852008204521572,
      "loss": 0.5403,
      "step": 63
    },
    {
      "epoch": 0.3890577507598784,
      "grad_norm": 0.05422956123948097,
      "learning_rate": 0.0001846907822180286,
      "loss": 0.5251,
      "step": 64
    },
    {
      "epoch": 0.3951367781155015,
      "grad_norm": 0.057373154908418655,
      "learning_rate": 0.00018417283053530044,
      "loss": 0.5237,
      "step": 65
    },
    {
      "epoch": 0.4012158054711246,
      "grad_norm": 0.054097920656204224,
      "learning_rate": 0.00018364701380102266,
      "loss": 0.5083,
      "step": 66
    },
    {
      "epoch": 0.4072948328267477,
      "grad_norm": 0.05596352368593216,
      "learning_rate": 0.0001831133811471503,
      "loss": 0.5185,
      "step": 67
    },
    {
      "epoch": 0.4133738601823708,
      "grad_norm": 0.054655492305755615,
      "learning_rate": 0.0001825719824359524,
      "loss": 0.5103,
      "step": 68
    },
    {
      "epoch": 0.4194528875379939,
      "grad_norm": 0.056628547608852386,
      "learning_rate": 0.0001820228682553533,
      "loss": 0.5402,
      "step": 69
    },
    {
      "epoch": 0.425531914893617,
      "grad_norm": 0.058673664927482605,
      "learning_rate": 0.00018146608991420534,
      "loss": 0.5156,
      "step": 70
    },
    {
      "epoch": 0.4316109422492401,
      "grad_norm": 0.0580279715359211,
      "learning_rate": 0.00018090169943749476,
      "loss": 0.5077,
      "step": 71
    },
    {
      "epoch": 0.4376899696048632,
      "grad_norm": 0.06008626148104668,
      "learning_rate": 0.00018032974956148063,
      "loss": 0.4982,
      "step": 72
    },
    {
      "epoch": 0.44376899696048633,
      "grad_norm": 0.06102442368865013,
      "learning_rate": 0.00017975029372876706,
      "loss": 0.5117,
      "step": 73
    },
    {
      "epoch": 0.44984802431610943,
      "grad_norm": 0.061185382306575775,
      "learning_rate": 0.0001791633860833096,
      "loss": 0.4933,
      "step": 74
    },
    {
      "epoch": 0.45592705167173253,
      "grad_norm": 0.06262445449829102,
      "learning_rate": 0.00017856908146535603,
      "loss": 0.4907,
      "step": 75
    },
    {
      "epoch": 0.46200607902735563,
      "grad_norm": 0.06194239482283592,
      "learning_rate": 0.00017796743540632223,
      "loss": 0.4722,
      "step": 76
    },
    {
      "epoch": 0.46808510638297873,
      "grad_norm": 0.06256049871444702,
      "learning_rate": 0.00017735850412360331,
      "loss": 0.4935,
      "step": 77
    },
    {
      "epoch": 0.47416413373860183,
      "grad_norm": 0.06734279543161392,
      "learning_rate": 0.00017674234451532065,
      "loss": 0.4767,
      "step": 78
    },
    {
      "epoch": 0.48024316109422494,
      "grad_norm": 0.06772830337285995,
      "learning_rate": 0.00017611901415500535,
      "loss": 0.4915,
      "step": 79
    },
    {
      "epoch": 0.48632218844984804,
      "grad_norm": 0.06995881348848343,
      "learning_rate": 0.00017548857128621875,
      "loss": 0.4723,
      "step": 80
    },
    {
      "epoch": 0.49240121580547114,
      "grad_norm": 0.06601176410913467,
      "learning_rate": 0.00017485107481711012,
      "loss": 0.4831,
      "step": 81
    },
    {
      "epoch": 0.49848024316109424,
      "grad_norm": 0.06836414337158203,
      "learning_rate": 0.00017420658431491223,
      "loss": 0.4585,
      "step": 82
    },
    {
      "epoch": 0.5045592705167173,
      "grad_norm": 0.06948156654834747,
      "learning_rate": 0.00017355516000037554,
      "loss": 0.4624,
      "step": 83
    },
    {
      "epoch": 0.5106382978723404,
      "grad_norm": 0.06856788694858551,
      "learning_rate": 0.00017289686274214118,
      "loss": 0.4497,
      "step": 84
    },
    {
      "epoch": 0.5167173252279635,
      "grad_norm": 0.07304105907678604,
      "learning_rate": 0.0001722317540510534,
      "loss": 0.4697,
      "step": 85
    },
    {
      "epoch": 0.5227963525835866,
      "grad_norm": 0.07297949492931366,
      "learning_rate": 0.00017155989607441213,
      "loss": 0.4376,
      "step": 86
    },
    {
      "epoch": 0.5288753799392097,
      "grad_norm": 0.07408228516578674,
      "learning_rate": 0.00017088135159016584,
      "loss": 0.4493,
      "step": 87
    },
    {
      "epoch": 0.5349544072948328,
      "grad_norm": 0.07207636535167694,
      "learning_rate": 0.00017019618400104572,
      "loss": 0.4612,
      "step": 88
    },
    {
      "epoch": 0.541033434650456,
      "grad_norm": 0.07454758137464523,
      "learning_rate": 0.00016950445732864127,
      "loss": 0.4123,
      "step": 89
    },
    {
      "epoch": 0.547112462006079,
      "grad_norm": 0.07566685974597931,
      "learning_rate": 0.00016880623620741842,
      "loss": 0.4632,
      "step": 90
    },
    {
      "epoch": 0.5531914893617021,
      "grad_norm": 0.07650725543498993,
      "learning_rate": 0.00016810158587867973,
      "loss": 0.4153,
      "step": 91
    },
    {
      "epoch": 0.5592705167173252,
      "grad_norm": 0.07634485512971878,
      "learning_rate": 0.0001673905721844686,
      "loss": 0.4402,
      "step": 92
    },
    {
      "epoch": 0.5653495440729484,
      "grad_norm": 0.07571671158075333,
      "learning_rate": 0.00016667326156141692,
      "loss": 0.4308,
      "step": 93
    },
    {
      "epoch": 0.5714285714285714,
      "grad_norm": 0.08016683161258698,
      "learning_rate": 0.00016594972103453726,
      "loss": 0.4213,
      "step": 94
    },
    {
      "epoch": 0.5775075987841946,
      "grad_norm": 0.07403143495321274,
      "learning_rate": 0.0001652200182109602,
      "loss": 0.4485,
      "step": 95
    },
    {
      "epoch": 0.5835866261398176,
      "grad_norm": 0.08598003536462784,
      "learning_rate": 0.00016448422127361706,
      "loss": 0.4044,
      "step": 96
    },
    {
      "epoch": 0.5896656534954408,
      "grad_norm": 0.0837491899728775,
      "learning_rate": 0.000163742398974869,
      "loss": 0.3965,
      "step": 97
    },
    {
      "epoch": 0.5957446808510638,
      "grad_norm": 0.08433262258768082,
      "learning_rate": 0.00016299462063008272,
      "loss": 0.4267,
      "step": 98
    },
    {
      "epoch": 0.601823708206687,
      "grad_norm": 0.07738591730594635,
      "learning_rate": 0.00016224095611115384,
      "loss": 0.4175,
      "step": 99
    },
    {
      "epoch": 0.60790273556231,
      "grad_norm": 0.08330941945314407,
      "learning_rate": 0.00016148147583997812,
      "loss": 0.4324,
      "step": 100
    },
    {
      "epoch": 0.6139817629179332,
      "grad_norm": 0.08629601448774338,
      "learning_rate": 0.00016071625078187114,
      "loss": 0.3949,
      "step": 101
    },
    {
      "epoch": 0.6200607902735562,
      "grad_norm": 0.08496759831905365,
      "learning_rate": 0.0001599453524389374,
      "loss": 0.4181,
      "step": 102
    },
    {
      "epoch": 0.6261398176291794,
      "grad_norm": 0.08593132346868515,
      "learning_rate": 0.00015916885284338937,
      "loss": 0.3979,
      "step": 103
    },
    {
      "epoch": 0.6322188449848024,
      "grad_norm": 0.08198531717061996,
      "learning_rate": 0.00015838682455081657,
      "loss": 0.396,
      "step": 104
    },
    {
      "epoch": 0.6382978723404256,
      "grad_norm": 0.08349744975566864,
      "learning_rate": 0.00015759934063340627,
      "loss": 0.3773,
      "step": 105
    },
    {
      "epoch": 0.6443768996960486,
      "grad_norm": 0.08445355296134949,
      "learning_rate": 0.00015680647467311557,
      "loss": 0.3946,
      "step": 106
    },
    {
      "epoch": 0.6504559270516718,
      "grad_norm": 0.0808950737118721,
      "learning_rate": 0.00015600830075479603,
      "loss": 0.3926,
      "step": 107
    },
    {
      "epoch": 0.6565349544072948,
      "grad_norm": 0.08728586137294769,
      "learning_rate": 0.00015520489345927096,
      "loss": 0.4248,
      "step": 108
    },
    {
      "epoch": 0.662613981762918,
      "grad_norm": 0.08645470440387726,
      "learning_rate": 0.00015439632785636706,
      "loss": 0.4051,
      "step": 109
    },
    {
      "epoch": 0.668693009118541,
      "grad_norm": 0.07910045236349106,
      "learning_rate": 0.00015358267949789966,
      "loss": 0.4167,
      "step": 110
    },
    {
      "epoch": 0.6747720364741642,
      "grad_norm": 0.08322255313396454,
      "learning_rate": 0.0001527640244106133,
      "loss": 0.3842,
      "step": 111
    },
    {
      "epoch": 0.6808510638297872,
      "grad_norm": 0.07981768995523453,
      "learning_rate": 0.00015194043908907775,
      "loss": 0.3942,
      "step": 112
    },
    {
      "epoch": 0.6869300911854104,
      "grad_norm": 0.08817645907402039,
      "learning_rate": 0.00015111200048854056,
      "loss": 0.3739,
      "step": 113
    },
    {
      "epoch": 0.6930091185410334,
      "grad_norm": 0.09770014137029648,
      "learning_rate": 0.00015027878601773633,
      "loss": 0.3781,
      "step": 114
    },
    {
      "epoch": 0.6990881458966566,
      "grad_norm": 0.09042941778898239,
      "learning_rate": 0.0001494408735316537,
      "loss": 0.3897,
      "step": 115
    },
    {
      "epoch": 0.7051671732522796,
      "grad_norm": 0.08232049643993378,
      "learning_rate": 0.0001485983413242606,
      "loss": 0.3566,
      "step": 116
    },
    {
      "epoch": 0.7112462006079028,
      "grad_norm": 0.08187402784824371,
      "learning_rate": 0.00014775126812118864,
      "loss": 0.3559,
      "step": 117
    },
    {
      "epoch": 0.7173252279635258,
      "grad_norm": 0.08564823865890503,
      "learning_rate": 0.00014689973307237687,
      "loss": 0.37,
      "step": 118
    },
    {
      "epoch": 0.723404255319149,
      "grad_norm": 0.09082309901714325,
      "learning_rate": 0.00014604381574467615,
      "loss": 0.3962,
      "step": 119
    },
    {
      "epoch": 0.729483282674772,
      "grad_norm": 0.09014427661895752,
      "learning_rate": 0.0001451835961144145,
      "loss": 0.3391,
      "step": 120
    },
    {
      "epoch": 0.7355623100303952,
      "grad_norm": 0.08382211625576019,
      "learning_rate": 0.00014431915455992414,
      "loss": 0.3547,
      "step": 121
    },
    {
      "epoch": 0.7416413373860182,
      "grad_norm": 0.08397499471902847,
      "learning_rate": 0.000143450571854031,
      "loss": 0.3479,
      "step": 122
    },
    {
      "epoch": 0.7477203647416414,
      "grad_norm": 0.08822325617074966,
      "learning_rate": 0.00014257792915650728,
      "loss": 0.3824,
      "step": 123
    },
    {
      "epoch": 0.7537993920972644,
      "grad_norm": 0.08629824221134186,
      "learning_rate": 0.00014170130800648814,
      "loss": 0.3548,
      "step": 124
    },
    {
      "epoch": 0.7598784194528876,
      "grad_norm": 0.09454140067100525,
      "learning_rate": 0.0001408207903148525,
      "loss": 0.3524,
      "step": 125
    },
    {
      "epoch": 0.7659574468085106,
      "grad_norm": 0.08818770945072174,
      "learning_rate": 0.00013993645835656953,
      "loss": 0.388,
      "step": 126
    },
    {
      "epoch": 0.7720364741641338,
      "grad_norm": 0.08908054232597351,
      "learning_rate": 0.0001390483947630109,
      "loss": 0.3548,
      "step": 127
    },
    {
      "epoch": 0.7781155015197568,
      "grad_norm": 0.08153887093067169,
      "learning_rate": 0.00013815668251422952,
      "loss": 0.3545,
      "step": 128
    },
    {
      "epoch": 0.78419452887538,
      "grad_norm": 0.08948613703250885,
      "learning_rate": 0.0001372614049312064,
      "loss": 0.3483,
      "step": 129
    },
    {
      "epoch": 0.790273556231003,
      "grad_norm": 0.08655694872140884,
      "learning_rate": 0.0001363626456680647,
      "loss": 0.321,
      "step": 130
    },
    {
      "epoch": 0.7963525835866262,
      "grad_norm": 0.09818850457668304,
      "learning_rate": 0.00013546048870425356,
      "loss": 0.3647,
      "step": 131
    },
    {
      "epoch": 0.8024316109422492,
      "grad_norm": 0.0866372138261795,
      "learning_rate": 0.00013455501833670088,
      "loss": 0.3604,
      "step": 132
    },
    {
      "epoch": 0.8085106382978723,
      "grad_norm": 0.09384460002183914,
      "learning_rate": 0.0001336463191719367,
      "loss": 0.357,
      "step": 133
    },
    {
      "epoch": 0.8145896656534954,
      "grad_norm": 0.09135902673006058,
      "learning_rate": 0.00013273447611818767,
      "loss": 0.3406,
      "step": 134
    },
    {
      "epoch": 0.8206686930091185,
      "grad_norm": 0.08802594989538193,
      "learning_rate": 0.00013181957437744332,
      "loss": 0.3548,
      "step": 135
    },
    {
      "epoch": 0.8267477203647416,
      "grad_norm": 0.09025990217924118,
      "learning_rate": 0.00013090169943749476,
      "loss": 0.3505,
      "step": 136
    },
    {
      "epoch": 0.8328267477203647,
      "grad_norm": 0.09130747616291046,
      "learning_rate": 0.00012998093706394675,
      "loss": 0.3159,
      "step": 137
    },
    {
      "epoch": 0.8389057750759878,
      "grad_norm": 0.09548977762460709,
      "learning_rate": 0.00012905737329220392,
      "loss": 0.3473,
      "step": 138
    },
    {
      "epoch": 0.8449848024316109,
      "grad_norm": 0.08869072049856186,
      "learning_rate": 0.00012813109441943166,
      "loss": 0.3379,
      "step": 139
    },
    {
      "epoch": 0.851063829787234,
      "grad_norm": 0.09292670339345932,
      "learning_rate": 0.00012720218699649243,
      "loss": 0.3252,
      "step": 140
    },
    {
      "epoch": 0.8571428571428571,
      "grad_norm": 0.08339939266443253,
      "learning_rate": 0.0001262707378198587,
      "loss": 0.2908,
      "step": 141
    },
    {
      "epoch": 0.8632218844984803,
      "grad_norm": 0.0901230052113533,
      "learning_rate": 0.00012533683392350263,
      "loss": 0.3346,
      "step": 142
    },
    {
      "epoch": 0.8693009118541033,
      "grad_norm": 0.09229591488838196,
      "learning_rate": 0.00012440056257076375,
      "loss": 0.3523,
      "step": 143
    },
    {
      "epoch": 0.8753799392097265,
      "grad_norm": 0.09824731945991516,
      "learning_rate": 0.00012346201124619502,
      "loss": 0.3416,
      "step": 144
    },
    {
      "epoch": 0.8814589665653495,
      "grad_norm": 0.09328845143318176,
      "learning_rate": 0.00012252126764738844,
      "loss": 0.3211,
      "step": 145
    },
    {
      "epoch": 0.8875379939209727,
      "grad_norm": 0.09492561221122742,
      "learning_rate": 0.00012157841967678063,
      "loss": 0.3404,
      "step": 146
    },
    {
      "epoch": 0.8936170212765957,
      "grad_norm": 0.09995546191930771,
      "learning_rate": 0.00012063355543343924,
      "loss": 0.3188,
      "step": 147
    },
    {
      "epoch": 0.8996960486322189,
      "grad_norm": 0.09694822877645493,
      "learning_rate": 0.00011968676320483103,
      "loss": 0.3269,
      "step": 148
    },
    {
      "epoch": 0.9057750759878419,
      "grad_norm": 0.11103739589452744,
      "learning_rate": 0.00011873813145857249,
      "loss": 0.3228,
      "step": 149
    },
    {
      "epoch": 0.9118541033434651,
      "grad_norm": 0.10173939168453217,
      "learning_rate": 0.00011778774883416323,
      "loss": 0.3033,
      "step": 150
    },
    {
      "epoch": 0.9179331306990881,
      "grad_norm": 0.10053914040327072,
      "learning_rate": 0.00011683570413470383,
      "loss": 0.3357,
      "step": 151
    },
    {
      "epoch": 0.9240121580547113,
      "grad_norm": 0.09117776155471802,
      "learning_rate": 0.00011588208631859807,
      "loss": 0.3288,
      "step": 152
    },
    {
      "epoch": 0.9300911854103343,
      "grad_norm": 0.08972764015197754,
      "learning_rate": 0.00011492698449124042,
      "loss": 0.3134,
      "step": 153
    },
    {
      "epoch": 0.9361702127659575,
      "grad_norm": 0.09842713177204132,
      "learning_rate": 0.0001139704878966906,
      "loss": 0.3258,
      "step": 154
    },
    {
      "epoch": 0.9422492401215805,
      "grad_norm": 0.08585759252309799,
      "learning_rate": 0.00011301268590933434,
      "loss": 0.3121,
      "step": 155
    },
    {
      "epoch": 0.9483282674772037,
      "grad_norm": 0.10005568712949753,
      "learning_rate": 0.0001120536680255323,
      "loss": 0.3199,
      "step": 156
    },
    {
      "epoch": 0.9544072948328267,
      "grad_norm": 0.10690546780824661,
      "learning_rate": 0.00011109352385525783,
      "loss": 0.3008,
      "step": 157
    },
    {
      "epoch": 0.9604863221884499,
      "grad_norm": 0.0924290269613266,
      "learning_rate": 0.00011013234311372353,
      "loss": 0.339,
      "step": 158
    },
    {
      "epoch": 0.9665653495440729,
      "grad_norm": 0.09407492727041245,
      "learning_rate": 0.00010917021561299863,
      "loss": 0.3282,
      "step": 159
    },
    {
      "epoch": 0.9726443768996961,
      "grad_norm": 0.09656916558742523,
      "learning_rate": 0.00010820723125361684,
      "loss": 0.285,
      "step": 160
    },
    {
      "epoch": 0.9787234042553191,
      "grad_norm": 0.0891689881682396,
      "learning_rate": 0.00010724348001617625,
      "loss": 0.3134,
      "step": 161
    },
    {
      "epoch": 0.9848024316109423,
      "grad_norm": 0.09076245874166489,
      "learning_rate": 0.00010627905195293135,
      "loss": 0.3014,
      "step": 162
    },
    {
      "epoch": 0.9908814589665653,
      "grad_norm": 0.09239046275615692,
      "learning_rate": 0.00010531403717937887,
      "loss": 0.2828,
      "step": 163
    },
    {
      "epoch": 0.9969604863221885,
      "grad_norm": 0.10273317247629166,
      "learning_rate": 0.00010434852586583736,
      "loss": 0.3159,
      "step": 164
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.1356026530265808,
      "learning_rate": 0.00010338260822902167,
      "loss": 0.2756,
      "step": 165
    }
  ],
  "logging_steps": 1,
  "max_steps": 330,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 15,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 2.452241334344024e+18,
  "train_batch_size": 64,
  "trial_name": null,
  "trial_params": null
}