{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.9890909090909092,
  "eval_steps": 500,
  "global_step": 153,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.019393939393939394,
      "grad_norm": 87.14871215820312,
      "learning_rate": 0.0,
      "loss": 2.7491,
      "step": 1
    },
    {
      "epoch": 0.03878787878787879,
      "grad_norm": 88.4898452758789,
      "learning_rate": 4e-05,
      "loss": 2.7719,
      "step": 2
    },
    {
      "epoch": 0.05818181818181818,
      "grad_norm": 55.55705642700195,
      "learning_rate": 8e-05,
      "loss": 1.3445,
      "step": 3
    },
    {
      "epoch": 0.07757575757575758,
      "grad_norm": 68.65280151367188,
      "learning_rate": 0.00012,
      "loss": 2.8264,
      "step": 4
    },
    {
      "epoch": 0.09696969696969697,
      "grad_norm": 60.984527587890625,
      "learning_rate": 0.00016,
      "loss": 1.2853,
      "step": 5
    },
    {
      "epoch": 0.11636363636363636,
      "grad_norm": 79.5303955078125,
      "learning_rate": 0.0002,
      "loss": 1.5542,
      "step": 6
    },
    {
      "epoch": 0.13575757575757577,
      "grad_norm": 122.48136138916016,
      "learning_rate": 0.00019997747161747695,
      "loss": 4.8128,
      "step": 7
    },
    {
      "epoch": 0.15515151515151515,
      "grad_norm": 115.57413482666016,
      "learning_rate": 0.00019990989662046818,
      "loss": 7.7786,
      "step": 8
    },
    {
      "epoch": 0.17454545454545456,
      "grad_norm": 106.0721664428711,
      "learning_rate": 0.00019979730545608126,
      "loss": 14.3271,
      "step": 9
    },
    {
      "epoch": 0.19393939393939394,
      "grad_norm": 187.45887756347656,
      "learning_rate": 0.00019963974885425266,
      "loss": 10.5438,
      "step": 10
    },
    {
      "epoch": 0.21333333333333335,
      "grad_norm": 67.8653564453125,
      "learning_rate": 0.00019943729780489027,
      "loss": 8.8936,
      "step": 11
    },
    {
      "epoch": 0.23272727272727273,
      "grad_norm": 53.751426696777344,
      "learning_rate": 0.00019919004352588767,
      "loss": 6.9044,
      "step": 12
    },
    {
      "epoch": 0.25212121212121213,
      "grad_norm": 68.24635314941406,
      "learning_rate": 0.00019889809742202455,
      "loss": 6.6015,
      "step": 13
    },
    {
      "epoch": 0.27151515151515154,
      "grad_norm": 49.91704559326172,
      "learning_rate": 0.00019856159103477086,
      "loss": 4.7958,
      "step": 14
    },
    {
      "epoch": 0.2909090909090909,
      "grad_norm": 84.79557800292969,
      "learning_rate": 0.0001981806759830189,
      "loss": 4.4889,
      "step": 15
    },
    {
      "epoch": 0.3103030303030303,
      "grad_norm": 42.62947463989258,
      "learning_rate": 0.00019775552389476864,
      "loss": 3.852,
      "step": 16
    },
    {
      "epoch": 0.3296969696969697,
      "grad_norm": 56.70987319946289,
      "learning_rate": 0.00019728632632979746,
      "loss": 3.7326,
      "step": 17
    },
    {
      "epoch": 0.3490909090909091,
      "grad_norm": 48.838932037353516,
      "learning_rate": 0.0001967732946933499,
      "loss": 3.5072,
      "step": 18
    },
    {
      "epoch": 0.36848484848484847,
      "grad_norm": 36.361454010009766,
      "learning_rate": 0.00019621666014088494,
      "loss": 3.3605,
      "step": 19
    },
    {
      "epoch": 0.3878787878787879,
      "grad_norm": 42.21967697143555,
      "learning_rate": 0.00019561667347392508,
      "loss": 3.405,
      "step": 20
    },
    {
      "epoch": 0.4072727272727273,
      "grad_norm": 38.328067779541016,
      "learning_rate": 0.0001949736050270532,
      "loss": 3.2796,
      "step": 21
    },
    {
      "epoch": 0.4266666666666667,
      "grad_norm": 35.21055221557617,
      "learning_rate": 0.00019428774454610843,
      "loss": 3.1108,
      "step": 22
    },
    {
      "epoch": 0.44606060606060605,
      "grad_norm": 36.039955139160156,
      "learning_rate": 0.0001935594010576362,
      "loss": 2.989,
      "step": 23
    },
    {
      "epoch": 0.46545454545454545,
      "grad_norm": 46.623226165771484,
      "learning_rate": 0.00019278890272965096,
      "loss": 2.9046,
      "step": 24
    },
    {
      "epoch": 0.48484848484848486,
      "grad_norm": 42.583335876464844,
      "learning_rate": 0.0001919765967237739,
      "loss": 2.7366,
      "step": 25
    },
    {
      "epoch": 0.5042424242424243,
      "grad_norm": 27.625574111938477,
      "learning_rate": 0.0001911228490388136,
      "loss": 2.538,
      "step": 26
    },
    {
      "epoch": 0.5236363636363637,
      "grad_norm": 22.885229110717773,
      "learning_rate": 0.00019022804434585852,
      "loss": 2.4008,
      "step": 27
    },
    {
      "epoch": 0.5430303030303031,
      "grad_norm": 25.352842330932617,
      "learning_rate": 0.00018929258581495685,
      "loss": 2.2888,
      "step": 28
    },
    {
      "epoch": 0.5624242424242424,
      "grad_norm": 25.622007369995117,
      "learning_rate": 0.00018831689493346095,
      "loss": 2.1831,
      "step": 29
    },
    {
      "epoch": 0.5818181818181818,
      "grad_norm": 24.7369327545166,
      "learning_rate": 0.00018730141131611882,
      "loss": 2.0357,
      "step": 30
    },
    {
      "epoch": 0.6012121212121212,
      "grad_norm": 24.530712127685547,
      "learning_rate": 0.00018624659250699805,
      "loss": 1.91,
      "step": 31
    },
    {
      "epoch": 0.6206060606060606,
      "grad_norm": 21.335567474365234,
      "learning_rate": 0.00018515291377333112,
      "loss": 1.7888,
      "step": 32
    },
    {
      "epoch": 0.64,
      "grad_norm": 21.168838500976562,
      "learning_rate": 0.00018402086789137546,
      "loss": 1.6856,
      "step": 33
    },
    {
      "epoch": 0.6593939393939394,
      "grad_norm": 22.99504280090332,
      "learning_rate": 0.00018285096492438424,
      "loss": 1.5913,
      "step": 34
    },
    {
      "epoch": 0.6787878787878788,
      "grad_norm": 19.430891036987305,
      "learning_rate": 0.00018164373199278856,
      "loss": 1.5296,
      "step": 35
    },
    {
      "epoch": 0.6981818181818182,
      "grad_norm": 17.32403564453125,
      "learning_rate": 0.00018039971303669407,
      "loss": 1.4921,
      "step": 36
    },
    {
      "epoch": 0.7175757575757575,
      "grad_norm": 13.494332313537598,
      "learning_rate": 0.00017911946857079888,
      "loss": 1.4273,
      "step": 37
    },
    {
      "epoch": 0.7369696969696969,
      "grad_norm": 13.716304779052734,
      "learning_rate": 0.00017780357543184397,
      "loss": 1.3661,
      "step": 38
    },
    {
      "epoch": 0.7563636363636363,
      "grad_norm": 18.049741744995117,
      "learning_rate": 0.00017645262651870926,
      "loss": 1.3225,
      "step": 39
    },
    {
      "epoch": 0.7757575757575758,
      "grad_norm": 12.06884765625,
      "learning_rate": 0.00017506723052527242,
      "loss": 1.2614,
      "step": 40
    },
    {
      "epoch": 0.7951515151515152,
      "grad_norm": 10.950291633605957,
      "learning_rate": 0.00017364801166615124,
      "loss": 1.2235,
      "step": 41
    },
    {
      "epoch": 0.8145454545454546,
      "grad_norm": 10.462716102600098,
      "learning_rate": 0.00017219560939545246,
      "loss": 1.1887,
      "step": 42
    },
    {
      "epoch": 0.833939393939394,
      "grad_norm": 14.221378326416016,
      "learning_rate": 0.00017071067811865476,
      "loss": 1.1758,
      "step": 43
    },
    {
      "epoch": 0.8533333333333334,
      "grad_norm": 9.887701034545898,
      "learning_rate": 0.00016919388689775464,
      "loss": 1.1214,
      "step": 44
    },
    {
      "epoch": 0.8727272727272727,
      "grad_norm": 13.127241134643555,
      "learning_rate": 0.0001676459191498087,
      "loss": 1.0835,
      "step": 45
    },
    {
      "epoch": 0.8921212121212121,
      "grad_norm": 16.6353816986084,
      "learning_rate": 0.00016606747233900815,
      "loss": 1.0416,
      "step": 46
    },
    {
      "epoch": 0.9115151515151515,
      "grad_norm": 14.955666542053223,
      "learning_rate": 0.00016445925766242391,
      "loss": 1.0035,
      "step": 47
    },
    {
      "epoch": 0.9309090909090909,
      "grad_norm": 9.893986701965332,
      "learning_rate": 0.00016282199972956425,
      "loss": 0.9478,
      "step": 48
    },
    {
      "epoch": 0.9503030303030303,
      "grad_norm": 7.6303606033325195,
      "learning_rate": 0.00016115643623588915,
      "loss": 0.9117,
      "step": 49
    },
    {
      "epoch": 0.9696969696969697,
      "grad_norm": 6.176935195922852,
      "learning_rate": 0.00015946331763042867,
      "loss": 0.8864,
      "step": 50
    },
    {
      "epoch": 0.9890909090909091,
      "grad_norm": 5.813427448272705,
      "learning_rate": 0.0001577434067776548,
      "loss": 0.8923,
      "step": 51
    },
    {
      "epoch": 1.0193939393939393,
      "grad_norm": 5.501270294189453,
      "learning_rate": 0.00015599747861375955,
      "loss": 1.1926,
      "step": 52
    },
    {
      "epoch": 1.0387878787878788,
      "grad_norm": 6.7219743728637695,
      "learning_rate": 0.00015422631979749354,
      "loss": 0.8721,
      "step": 53
    },
    {
      "epoch": 1.0581818181818181,
      "grad_norm": 5.997743606567383,
      "learning_rate": 0.00015243072835572318,
      "loss": 0.8581,
      "step": 54
    },
    {
      "epoch": 1.0775757575757576,
      "grad_norm": 6.01072359085083,
      "learning_rate": 0.00015061151332386566,
      "loss": 0.8375,
      "step": 55
    },
    {
      "epoch": 1.096969696969697,
      "grad_norm": 7.074451923370361,
      "learning_rate": 0.00014876949438136347,
      "loss": 0.8521,
      "step": 56
    },
    {
      "epoch": 1.1163636363636364,
      "grad_norm": 6.878782272338867,
      "learning_rate": 0.0001469055014823637,
      "loss": 0.8376,
      "step": 57
    },
    {
      "epoch": 1.1357575757575757,
      "grad_norm": 7.401325225830078,
      "learning_rate": 0.00014502037448176734,
      "loss": 0.8258,
      "step": 58
    },
    {
      "epoch": 1.1551515151515153,
      "grad_norm": 6.986009120941162,
      "learning_rate": 0.00014311496275681783,
      "loss": 0.8152,
      "step": 59
    },
    {
      "epoch": 1.1745454545454546,
      "grad_norm": 3.373999834060669,
      "learning_rate": 0.0001411901248243993,
      "loss": 0.8212,
      "step": 60
    },
    {
      "epoch": 1.1939393939393939,
      "grad_norm": 4.864870548248291,
      "learning_rate": 0.00013924672795421637,
      "loss": 0.8272,
      "step": 61
    },
    {
      "epoch": 1.2133333333333334,
      "grad_norm": 5.978538513183594,
      "learning_rate": 0.00013728564777803088,
      "loss": 0.8253,
      "step": 62
    },
    {
      "epoch": 1.2327272727272727,
      "grad_norm": 5.256051540374756,
      "learning_rate": 0.0001353077678951301,
      "loss": 0.8115,
      "step": 63
    },
    {
      "epoch": 1.2521212121212122,
      "grad_norm": 4.685987949371338,
      "learning_rate": 0.00013331397947420576,
      "loss": 0.806,
      "step": 64
    },
    {
      "epoch": 1.2715151515151515,
      "grad_norm": 5.210947513580322,
      "learning_rate": 0.00013130518085182225,
      "loss": 0.8114,
      "step": 65
    },
    {
      "epoch": 1.290909090909091,
      "grad_norm": 7.189337730407715,
      "learning_rate": 0.00012928227712765504,
      "loss": 0.8136,
      "step": 66
    },
    {
      "epoch": 1.3103030303030303,
      "grad_norm": 4.788082599639893,
      "learning_rate": 0.0001272461797566823,
      "loss": 0.798,
      "step": 67
    },
    {
      "epoch": 1.3296969696969696,
      "grad_norm": 6.347202301025391,
      "learning_rate": 0.00012519780613851254,
      "loss": 0.8164,
      "step": 68
    },
    {
      "epoch": 1.3490909090909091,
      "grad_norm": 4.3109307289123535,
      "learning_rate": 0.00012313807920403419,
      "loss": 0.7968,
      "step": 69
    },
    {
      "epoch": 1.3684848484848484,
      "grad_norm": 4.202847480773926,
      "learning_rate": 0.00012106792699957263,
      "loss": 0.8084,
      "step": 70
    },
    {
      "epoch": 1.387878787878788,
      "grad_norm": 5.670694351196289,
      "learning_rate": 0.00011898828226874284,
      "loss": 0.8105,
      "step": 71
    },
    {
      "epoch": 1.4072727272727272,
      "grad_norm": 6.197960376739502,
      "learning_rate": 0.00011690008203218493,
      "loss": 0.8075,
      "step": 72
    },
    {
      "epoch": 1.4266666666666667,
      "grad_norm": 5.756638526916504,
      "learning_rate": 0.00011480426716537315,
      "loss": 0.791,
      "step": 73
    },
    {
      "epoch": 1.446060606060606,
      "grad_norm": 4.505667209625244,
      "learning_rate": 0.00011270178197468789,
      "loss": 0.8066,
      "step": 74
    },
    {
      "epoch": 1.4654545454545453,
      "grad_norm": 4.306074142456055,
      "learning_rate": 0.00011059357377194161,
      "loss": 0.7946,
      "step": 75
    },
    {
      "epoch": 1.4848484848484849,
      "grad_norm": 5.666556358337402,
      "learning_rate": 0.00010848059244755093,
      "loss": 0.8056,
      "step": 76
    },
    {
      "epoch": 1.5042424242424244,
      "grad_norm": 4.2490315437316895,
      "learning_rate": 0.00010636379004254664,
      "loss": 0.8098,
      "step": 77
    },
    {
      "epoch": 1.5236363636363637,
      "grad_norm": 4.633942604064941,
      "learning_rate": 0.00010424412031961484,
      "loss": 0.8032,
      "step": 78
    },
    {
      "epoch": 1.543030303030303,
      "grad_norm": 4.449273109436035,
      "learning_rate": 0.00010212253833336237,
      "loss": 0.7973,
      "step": 79
    },
    {
      "epoch": 1.5624242424242425,
      "grad_norm": 4.270414352416992,
      "learning_rate": 0.0001,
      "loss": 0.8055,
      "step": 80
    },
    {
      "epoch": 1.5818181818181818,
      "grad_norm": 3.798518657684326,
      "learning_rate": 9.787746166663764e-05,
      "loss": 0.7913,
      "step": 81
    },
    {
      "epoch": 1.601212121212121,
      "grad_norm": 4.9506425857543945,
      "learning_rate": 9.57558796803852e-05,
      "loss": 0.7878,
      "step": 82
    },
    {
      "epoch": 1.6206060606060606,
      "grad_norm": 2.22216534614563,
      "learning_rate": 9.363620995745337e-05,
      "loss": 0.7962,
      "step": 83
    },
    {
      "epoch": 1.6400000000000001,
      "grad_norm": 4.047158241271973,
      "learning_rate": 9.151940755244912e-05,
      "loss": 0.7892,
      "step": 84
    },
    {
      "epoch": 1.6593939393939394,
      "grad_norm": 3.936147689819336,
      "learning_rate": 8.94064262280584e-05,
      "loss": 0.7937,
      "step": 85
    },
    {
      "epoch": 1.6787878787878787,
      "grad_norm": 2.8039066791534424,
      "learning_rate": 8.729821802531212e-05,
      "loss": 0.7902,
      "step": 86
    },
    {
      "epoch": 1.6981818181818182,
      "grad_norm": 3.999570608139038,
      "learning_rate": 8.519573283462687e-05,
      "loss": 0.7902,
      "step": 87
    },
    {
      "epoch": 1.7175757575757575,
      "grad_norm": 6.398386478424072,
      "learning_rate": 8.309991796781511e-05,
      "loss": 0.7874,
      "step": 88
    },
    {
      "epoch": 1.7369696969696968,
      "grad_norm": 3.3710646629333496,
      "learning_rate": 8.101171773125716e-05,
      "loss": 0.8017,
      "step": 89
    },
    {
      "epoch": 1.7563636363636363,
      "grad_norm": 4.403554439544678,
      "learning_rate": 7.89320730004274e-05,
      "loss": 0.7909,
      "step": 90
    },
    {
      "epoch": 1.7757575757575759,
      "grad_norm": 3.6332623958587646,
      "learning_rate": 7.686192079596586e-05,
      "loss": 0.7914,
      "step": 91
    },
    {
      "epoch": 1.7951515151515152,
      "grad_norm": 2.992091655731201,
      "learning_rate": 7.48021938614875e-05,
      "loss": 0.8005,
      "step": 92
    },
    {
      "epoch": 1.8145454545454545,
      "grad_norm": 3.749993324279785,
      "learning_rate": 7.275382024331772e-05,
      "loss": 0.7916,
      "step": 93
    },
    {
      "epoch": 1.833939393939394,
      "grad_norm": 5.296722888946533,
      "learning_rate": 7.071772287234497e-05,
      "loss": 0.7968,
      "step": 94
    },
    {
      "epoch": 1.8533333333333335,
      "grad_norm": 3.761016607284546,
      "learning_rate": 6.869481914817779e-05,
      "loss": 0.7856,
      "step": 95
    },
    {
      "epoch": 1.8727272727272726,
      "grad_norm": 2.1738433837890625,
      "learning_rate": 6.668602052579424e-05,
      "loss": 0.7907,
      "step": 96
    },
    {
      "epoch": 1.892121212121212,
      "grad_norm": 4.787725448608398,
      "learning_rate": 6.469223210486992e-05,
      "loss": 0.7969,
      "step": 97
    },
    {
      "epoch": 1.9115151515151516,
      "grad_norm": 3.5583176612854004,
      "learning_rate": 6.271435222196916e-05,
      "loss": 0.789,
      "step": 98
    },
    {
      "epoch": 1.930909090909091,
      "grad_norm": 3.7247867584228516,
      "learning_rate": 6.0753272045783625e-05,
      "loss": 0.7984,
      "step": 99
    },
    {
      "epoch": 1.9503030303030302,
      "grad_norm": 3.7892508506774902,
      "learning_rate": 5.880987517560075e-05,
      "loss": 0.7951,
      "step": 100
    },
    {
      "epoch": 1.9696969696969697,
      "grad_norm": 3.6910500526428223,
      "learning_rate": 5.688503724318217e-05,
      "loss": 0.7995,
      "step": 101
    },
    {
      "epoch": 1.9890909090909092,
      "grad_norm": 3.318086862564087,
      "learning_rate": 5.497962551823266e-05,
      "loss": 0.7816,
      "step": 102
    },
    {
      "epoch": 2.0193939393939395,
      "grad_norm": 4.396894454956055,
      "learning_rate": 5.309449851763633e-05,
      "loss": 1.092,
      "step": 103
    },
    {
      "epoch": 2.0387878787878786,
      "grad_norm": 2.913602828979492,
      "learning_rate": 5.123050561863657e-05,
      "loss": 0.7868,
      "step": 104
    },
    {
      "epoch": 2.058181818181818,
      "grad_norm": 5.820463180541992,
      "learning_rate": 4.938848667613436e-05,
      "loss": 0.792,
      "step": 105
    },
    {
      "epoch": 2.0775757575757576,
      "grad_norm": 3.3575682640075684,
      "learning_rate": 4.756927164427685e-05,
      "loss": 0.7894,
      "step": 106
    },
    {
      "epoch": 2.096969696969697,
      "grad_norm": 4.6300458908081055,
      "learning_rate": 4.57736802025065e-05,
      "loss": 0.7882,
      "step": 107
    },
    {
      "epoch": 2.1163636363636362,
      "grad_norm": 3.036693572998047,
      "learning_rate": 4.4002521386240466e-05,
      "loss": 0.7934,
      "step": 108
    },
    {
      "epoch": 2.1357575757575757,
      "grad_norm": 3.7198660373687744,
      "learning_rate": 4.2256593222345185e-05,
      "loss": 0.7864,
      "step": 109
    },
    {
      "epoch": 2.1551515151515153,
      "grad_norm": 3.7882423400878906,
      "learning_rate": 4.053668236957134e-05,
      "loss": 0.785,
      "step": 110
    },
    {
      "epoch": 2.174545454545455,
      "grad_norm": 2.843419075012207,
      "learning_rate": 3.884356376411089e-05,
      "loss": 0.7836,
      "step": 111
    },
    {
      "epoch": 2.193939393939394,
      "grad_norm": 2.6506614685058594,
      "learning_rate": 3.717800027043576e-05,
      "loss": 0.7894,
      "step": 112
    },
    {
      "epoch": 2.2133333333333334,
      "grad_norm": 3.587935447692871,
      "learning_rate": 3.554074233757608e-05,
      "loss": 0.7884,
      "step": 113
    },
    {
      "epoch": 2.232727272727273,
      "grad_norm": 3.2883381843566895,
      "learning_rate": 3.393252766099187e-05,
      "loss": 0.7926,
      "step": 114
    },
    {
      "epoch": 2.252121212121212,
      "grad_norm": 4.512854099273682,
      "learning_rate": 3.2354080850191324e-05,
      "loss": 0.7839,
      "step": 115
    },
    {
      "epoch": 2.2715151515151515,
      "grad_norm": 4.273723125457764,
      "learning_rate": 3.080611310224539e-05,
      "loss": 0.7902,
      "step": 116
    },
    {
      "epoch": 2.290909090909091,
      "grad_norm": 3.590773820877075,
      "learning_rate": 2.9289321881345254e-05,
      "loss": 0.7818,
      "step": 117
    },
    {
      "epoch": 2.3103030303030305,
      "grad_norm": 3.1294124126434326,
      "learning_rate": 2.7804390604547557e-05,
      "loss": 0.786,
      "step": 118
    },
    {
      "epoch": 2.3296969696969696,
      "grad_norm": 3.600764751434326,
      "learning_rate": 2.6351988333848788e-05,
      "loss": 0.7853,
      "step": 119
    },
    {
      "epoch": 2.349090909090909,
      "grad_norm": 3.205591917037964,
      "learning_rate": 2.493276947472756e-05,
      "loss": 0.7835,
      "step": 120
    },
    {
      "epoch": 2.3684848484848486,
      "grad_norm": 2.840078592300415,
      "learning_rate": 2.354737348129077e-05,
      "loss": 0.785,
      "step": 121
    },
    {
      "epoch": 2.3878787878787877,
      "grad_norm": 3.47402286529541,
      "learning_rate": 2.2196424568156073e-05,
      "loss": 0.7822,
      "step": 122
    },
    {
      "epoch": 2.4072727272727272,
      "grad_norm": 3.246713638305664,
      "learning_rate": 2.0880531429201145e-05,
      "loss": 0.779,
      "step": 123
    },
    {
      "epoch": 2.4266666666666667,
      "grad_norm": 3.6749753952026367,
      "learning_rate": 1.9600286963305957e-05,
      "loss": 0.7974,
      "step": 124
    },
    {
      "epoch": 2.4460606060606063,
      "grad_norm": 3.423552989959717,
      "learning_rate": 1.835626800721144e-05,
      "loss": 0.795,
      "step": 125
    },
    {
      "epoch": 2.4654545454545453,
      "grad_norm": 5.248719215393066,
      "learning_rate": 1.7149035075615794e-05,
      "loss": 0.7816,
      "step": 126
    },
    {
      "epoch": 2.484848484848485,
      "grad_norm": 2.561350107192993,
      "learning_rate": 1.5979132108624574e-05,
      "loss": 0.7886,
      "step": 127
    },
    {
      "epoch": 2.5042424242424244,
      "grad_norm": 2.6997573375701904,
      "learning_rate": 1.4847086226668872e-05,
      "loss": 0.788,
      "step": 128
    },
    {
      "epoch": 2.5236363636363635,
      "grad_norm": 2.400233268737793,
      "learning_rate": 1.3753407493001968e-05,
      "loss": 0.7785,
      "step": 129
    },
    {
      "epoch": 2.543030303030303,
      "grad_norm": 4.139961242675781,
      "learning_rate": 1.2698588683881186e-05,
      "loss": 0.7846,
      "step": 130
    },
    {
      "epoch": 2.5624242424242425,
      "grad_norm": 3.8779916763305664,
      "learning_rate": 1.1683105066539068e-05,
      "loss": 0.7877,
      "step": 131
    },
    {
      "epoch": 2.581818181818182,
      "grad_norm": 3.5718817710876465,
      "learning_rate": 1.0707414185043163e-05,
      "loss": 0.7755,
      "step": 132
    },
    {
      "epoch": 2.601212121212121,
      "grad_norm": 2.733354330062866,
      "learning_rate": 9.771955654141496e-06,
      "loss": 0.7923,
      "step": 133
    },
    {
      "epoch": 2.6206060606060606,
      "grad_norm": 3.5972788333892822,
      "learning_rate": 8.87715096118642e-06,
      "loss": 0.7829,
      "step": 134
    },
    {
      "epoch": 2.64,
      "grad_norm": 2.625112533569336,
      "learning_rate": 8.023403276226126e-06,
      "loss": 0.7758,
      "step": 135
    },
    {
      "epoch": 2.659393939393939,
      "grad_norm": 1.7941921949386597,
      "learning_rate": 7.211097270349066e-06,
      "loss": 0.7896,
      "step": 136
    },
    {
      "epoch": 2.6787878787878787,
      "grad_norm": 3.4884462356567383,
      "learning_rate": 6.440598942363796e-06,
      "loss": 0.787,
      "step": 137
    },
    {
      "epoch": 2.6981818181818182,
      "grad_norm": 3.0694332122802734,
      "learning_rate": 5.71225545389158e-06,
      "loss": 0.7787,
      "step": 138
    },
    {
      "epoch": 2.7175757575757578,
      "grad_norm": 3.9330761432647705,
      "learning_rate": 5.026394972946813e-06,
      "loss": 0.7724,
      "step": 139
    },
    {
      "epoch": 2.736969696969697,
      "grad_norm": 4.874517917633057,
      "learning_rate": 4.383326526074916e-06,
      "loss": 0.7737,
      "step": 140
    },
    {
      "epoch": 2.7563636363636363,
      "grad_norm": 3.3836331367492676,
      "learning_rate": 3.783339859115065e-06,
      "loss": 0.7892,
      "step": 141
    },
    {
      "epoch": 2.775757575757576,
      "grad_norm": 3.0882411003112793,
      "learning_rate": 3.226705306650113e-06,
      "loss": 0.7905,
      "step": 142
    },
    {
      "epoch": 2.795151515151515,
      "grad_norm": 3.052604913711548,
      "learning_rate": 2.7136736702025433e-06,
      "loss": 0.7853,
      "step": 143
    },
    {
      "epoch": 2.8145454545454545,
      "grad_norm": 1.9272351264953613,
      "learning_rate": 2.2444761052313856e-06,
      "loss": 0.7732,
      "step": 144
    },
    {
      "epoch": 2.833939393939394,
      "grad_norm": 2.5749495029449463,
      "learning_rate": 1.8193240169810943e-06,
      "loss": 0.7846,
      "step": 145
    },
    {
      "epoch": 2.8533333333333335,
      "grad_norm": 1.8724554777145386,
      "learning_rate": 1.4384089652291543e-06,
      "loss": 0.7803,
      "step": 146
    },
    {
      "epoch": 2.8727272727272726,
      "grad_norm": 2.784907102584839,
      "learning_rate": 1.1019025779754666e-06,
      "loss": 0.7838,
      "step": 147
    },
    {
      "epoch": 2.892121212121212,
      "grad_norm": 4.25577449798584,
      "learning_rate": 8.099564741123166e-07,
      "loss": 0.7863,
      "step": 148
    },
    {
      "epoch": 2.9115151515151516,
      "grad_norm": 2.0086898803710938,
      "learning_rate": 5.627021951097545e-07,
      "loss": 0.7808,
      "step": 149
    },
    {
      "epoch": 2.9309090909090907,
      "grad_norm": 2.6451563835144043,
      "learning_rate": 3.6025114574734785e-07,
      "loss": 0.7877,
      "step": 150
    },
    {
      "epoch": 2.95030303030303,
      "grad_norm": 3.0813286304473877,
      "learning_rate": 2.0269454391874666e-07,
      "loss": 0.7727,
      "step": 151
    },
    {
      "epoch": 2.9696969696969697,
      "grad_norm": 2.1434407234191895,
      "learning_rate": 9.010337953185843e-08,
      "loss": 0.7861,
      "step": 152
    },
    {
      "epoch": 2.9890909090909092,
      "grad_norm": 2.7659671306610107,
      "learning_rate": 2.2528382523057113e-08,
      "loss": 0.7782,
      "step": 153
    },
    {
      "epoch": 2.9890909090909092,
      "step": 153,
      "total_flos": 2.4132084696088576e+18,
      "train_loss": 1.5338537124247333,
      "train_runtime": 26135.9705,
      "train_samples_per_second": 0.757,
      "train_steps_per_second": 0.006
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 153,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 100,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 2.4132084696088576e+18,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}