{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 4.0,
  "eval_steps": 54,
  "global_step": 272,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.014705882352941176,
      "grad_norm": 0.7467471361160278,
      "learning_rate": 0.0,
      "loss": 1.44091796875,
      "step": 1
    },
    {
      "epoch": 0.029411764705882353,
      "grad_norm": 1.1072983741760254,
      "learning_rate": 1.1111111111111112e-05,
      "loss": 1.223876953125,
      "step": 2
    },
    {
      "epoch": 0.04411764705882353,
      "grad_norm": 0.744576096534729,
      "learning_rate": 2.2222222222222223e-05,
      "loss": 1.4482421875,
      "step": 3
    },
    {
      "epoch": 0.058823529411764705,
      "grad_norm": 0.7001456618309021,
      "learning_rate": 3.3333333333333335e-05,
      "loss": 1.45068359375,
      "step": 4
    },
    {
      "epoch": 0.07352941176470588,
      "grad_norm": 0.5546188354492188,
      "learning_rate": 4.4444444444444447e-05,
      "loss": 1.118896484375,
      "step": 5
    },
    {
      "epoch": 0.08823529411764706,
      "grad_norm": 0.4852159023284912,
      "learning_rate": 5.555555555555556e-05,
      "loss": 1.24560546875,
      "step": 6
    },
    {
      "epoch": 0.10294117647058823,
      "grad_norm": 0.27731776237487793,
      "learning_rate": 6.666666666666667e-05,
      "loss": 1.15478515625,
      "step": 7
    },
    {
      "epoch": 0.11764705882352941,
      "grad_norm": 0.22583669424057007,
      "learning_rate": 7.777777777777778e-05,
      "loss": 1.15869140625,
      "step": 8
    },
    {
      "epoch": 0.1323529411764706,
      "grad_norm": 0.3496478796005249,
      "learning_rate": 8.888888888888889e-05,
      "loss": 1.19384765625,
      "step": 9
    },
    {
      "epoch": 0.14705882352941177,
      "grad_norm": 0.4567904472351074,
      "learning_rate": 0.0001,
      "loss": 1.18798828125,
      "step": 10
    },
    {
      "epoch": 0.16176470588235295,
      "grad_norm": 0.3518531322479248,
      "learning_rate": 9.999678955227749e-05,
      "loss": 0.973876953125,
      "step": 11
    },
    {
      "epoch": 0.17647058823529413,
      "grad_norm": 0.3234044313430786,
      "learning_rate": 9.998715866719772e-05,
      "loss": 1.203125,
      "step": 12
    },
    {
      "epoch": 0.19117647058823528,
      "grad_norm": 0.2109292596578598,
      "learning_rate": 9.997110871895861e-05,
      "loss": 1.1884765625,
      "step": 13
    },
    {
      "epoch": 0.20588235294117646,
      "grad_norm": 0.18434831500053406,
      "learning_rate": 9.994864199767213e-05,
      "loss": 1.228515625,
      "step": 14
    },
    {
      "epoch": 0.22058823529411764,
      "grad_norm": 0.17678029835224152,
      "learning_rate": 9.99197617090376e-05,
      "loss": 1.0146484375,
      "step": 15
    },
    {
      "epoch": 0.23529411764705882,
      "grad_norm": 0.16223645210266113,
      "learning_rate": 9.988447197388422e-05,
      "loss": 1.1533203125,
      "step": 16
    },
    {
      "epoch": 0.25,
      "grad_norm": 2.8353583812713623,
      "learning_rate": 9.984277782758306e-05,
      "loss": 1.1015625,
      "step": 17
    },
    {
      "epoch": 0.2647058823529412,
      "grad_norm": 0.1727093905210495,
      "learning_rate": 9.979468521932868e-05,
      "loss": 1.1015625,
      "step": 18
    },
    {
      "epoch": 0.27941176470588236,
      "grad_norm": 0.15514397621154785,
      "learning_rate": 9.974020101129016e-05,
      "loss": 1.1240234375,
      "step": 19
    },
    {
      "epoch": 0.29411764705882354,
      "grad_norm": 0.15237128734588623,
      "learning_rate": 9.967933297763205e-05,
      "loss": 1.10302734375,
      "step": 20
    },
    {
      "epoch": 0.3088235294117647,
      "grad_norm": 0.12800024449825287,
      "learning_rate": 9.961208980340498e-05,
      "loss": 1.2314453125,
      "step": 21
    },
    {
      "epoch": 0.3235294117647059,
      "grad_norm": 0.09313075989484787,
      "learning_rate": 9.953848108330654e-05,
      "loss": 1.06005859375,
      "step": 22
    },
    {
      "epoch": 0.3382352941176471,
      "grad_norm": 0.11129424721002579,
      "learning_rate": 9.945851732031221e-05,
      "loss": 1.02490234375,
      "step": 23
    },
    {
      "epoch": 0.35294117647058826,
      "grad_norm": 0.10968948900699615,
      "learning_rate": 9.937220992417666e-05,
      "loss": 1.111083984375,
      "step": 24
    },
    {
      "epoch": 0.36764705882352944,
      "grad_norm": 0.11814726144075394,
      "learning_rate": 9.927957120980584e-05,
      "loss": 1.05908203125,
      "step": 25
    },
    {
      "epoch": 0.38235294117647056,
      "grad_norm": 0.11258970201015472,
      "learning_rate": 9.918061439549971e-05,
      "loss": 1.16650390625,
      "step": 26
    },
    {
      "epoch": 0.39705882352941174,
      "grad_norm": 0.1053420752286911,
      "learning_rate": 9.907535360106624e-05,
      "loss": 1.10693359375,
      "step": 27
    },
    {
      "epoch": 0.4117647058823529,
      "grad_norm": 0.09652009606361389,
      "learning_rate": 9.896380384580667e-05,
      "loss": 0.9814453125,
      "step": 28
    },
    {
      "epoch": 0.4264705882352941,
      "grad_norm": 0.08952522277832031,
      "learning_rate": 9.884598104637246e-05,
      "loss": 0.90625,
      "step": 29
    },
    {
      "epoch": 0.4411764705882353,
      "grad_norm": 0.0945228561758995,
      "learning_rate": 9.872190201449416e-05,
      "loss": 1.114501953125,
      "step": 30
    },
    {
      "epoch": 0.45588235294117646,
      "grad_norm": 0.09587328881025314,
      "learning_rate": 9.859158445458272e-05,
      "loss": 1.0986328125,
      "step": 31
    },
    {
      "epoch": 0.47058823529411764,
      "grad_norm": 0.0860571637749672,
      "learning_rate": 9.845504696120315e-05,
      "loss": 1.15380859375,
      "step": 32
    },
    {
      "epoch": 0.4852941176470588,
      "grad_norm": 0.08797360956668854,
      "learning_rate": 9.831230901642144e-05,
      "loss": 1.01141357421875,
      "step": 33
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.08988713473081589,
      "learning_rate": 9.816339098702467e-05,
      "loss": 1.102783203125,
      "step": 34
    },
    {
      "epoch": 0.5147058823529411,
      "grad_norm": 0.0863901823759079,
      "learning_rate": 9.800831412161502e-05,
      "loss": 1.111572265625,
      "step": 35
    },
    {
      "epoch": 0.5294117647058824,
      "grad_norm": 0.10267789661884308,
      "learning_rate": 9.784710054757779e-05,
      "loss": 1.02783203125,
      "step": 36
    },
    {
      "epoch": 0.5441176470588235,
      "grad_norm": 0.08884095400571823,
      "learning_rate": 9.767977326792415e-05,
      "loss": 0.891845703125,
      "step": 37
    },
    {
      "epoch": 0.5588235294117647,
      "grad_norm": 0.08703789114952087,
      "learning_rate": 9.750635615800895e-05,
      "loss": 1.1357421875,
      "step": 38
    },
    {
      "epoch": 0.5735294117647058,
      "grad_norm": 0.07673384249210358,
      "learning_rate": 9.7326873962124e-05,
      "loss": 1.16943359375,
      "step": 39
    },
    {
      "epoch": 0.5882352941176471,
      "grad_norm": 0.08323892205953598,
      "learning_rate": 9.714135228996734e-05,
      "loss": 1.08056640625,
      "step": 40
    },
    {
      "epoch": 0.6029411764705882,
      "grad_norm": 0.10157938301563263,
      "learning_rate": 9.694981761298924e-05,
      "loss": 1.0703125,
      "step": 41
    },
    {
      "epoch": 0.6176470588235294,
      "grad_norm": 0.08656392991542816,
      "learning_rate": 9.675229726061491e-05,
      "loss": 1.16162109375,
      "step": 42
    },
    {
      "epoch": 0.6323529411764706,
      "grad_norm": 0.0794377475976944,
      "learning_rate": 9.654881941634502e-05,
      "loss": 1.04736328125,
      "step": 43
    },
    {
      "epoch": 0.6470588235294118,
      "grad_norm": 0.0774090439081192,
      "learning_rate": 9.633941311373433e-05,
      "loss": 0.98876953125,
      "step": 44
    },
    {
      "epoch": 0.6617647058823529,
      "grad_norm": 0.0841091051697731,
      "learning_rate": 9.612410823224893e-05,
      "loss": 1.05810546875,
      "step": 45
    },
    {
      "epoch": 0.6764705882352942,
      "grad_norm": 0.07540322840213776,
      "learning_rate": 9.59029354930029e-05,
      "loss": 1.07861328125,
      "step": 46
    },
    {
      "epoch": 0.6911764705882353,
      "grad_norm": 0.07488111406564713,
      "learning_rate": 9.567592645437475e-05,
      "loss": 0.994140625,
      "step": 47
    },
    {
      "epoch": 0.7058823529411765,
      "grad_norm": 0.07723530381917953,
      "learning_rate": 9.544311350750454e-05,
      "loss": 0.98095703125,
      "step": 48
    },
    {
      "epoch": 0.7205882352941176,
      "grad_norm": 0.08420762419700623,
      "learning_rate": 9.520452987167204e-05,
      "loss": 1.0869140625,
      "step": 49
    },
    {
      "epoch": 0.7352941176470589,
      "grad_norm": 0.09217358380556107,
      "learning_rate": 9.496020958955682e-05,
      "loss": 1.117431640625,
      "step": 50
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.07303526997566223,
      "learning_rate": 9.471018752238085e-05,
      "loss": 0.791015625,
      "step": 51
    },
    {
      "epoch": 0.7647058823529411,
      "grad_norm": 0.08568691462278366,
      "learning_rate": 9.44544993449341e-05,
      "loss": 0.94921875,
      "step": 52
    },
    {
      "epoch": 0.7794117647058824,
      "grad_norm": 0.08517300337553024,
      "learning_rate": 9.419318154048448e-05,
      "loss": 1.0791015625,
      "step": 53
    },
    {
      "epoch": 0.7941176470588235,
      "grad_norm": 0.08076217770576477,
      "learning_rate": 9.3926271395572e-05,
      "loss": 1.13037109375,
      "step": 54
    },
    {
      "epoch": 0.8088235294117647,
      "grad_norm": 0.10536608099937439,
      "learning_rate": 9.365380699468851e-05,
      "loss": 1.0185546875,
      "step": 55
    },
    {
      "epoch": 0.8235294117647058,
      "grad_norm": 0.08304548263549805,
      "learning_rate": 9.337582721484357e-05,
      "loss": 1.013916015625,
      "step": 56
    },
    {
      "epoch": 0.8235294117647058,
      "eval_loss": 0.990234375,
      "eval_runtime": 5.5244,
      "eval_samples_per_second": 0.724,
      "eval_steps_per_second": 0.181,
      "step": 56
    },
    {
      "epoch": 0.8382352941176471,
      "grad_norm": 0.08484519273042679,
      "learning_rate": 9.309237172001724e-05,
      "loss": 0.95849609375,
      "step": 57
    },
    {
      "epoch": 0.8529411764705882,
      "grad_norm": 0.08013865351676941,
      "learning_rate": 9.280348095550055e-05,
      "loss": 0.970947265625,
      "step": 58
    },
    {
      "epoch": 0.8676470588235294,
      "grad_norm": 0.08895693719387054,
      "learning_rate": 9.250919614212444e-05,
      "loss": 0.9736328125,
      "step": 59
    },
    {
      "epoch": 0.8823529411764706,
      "grad_norm": 0.08965151011943817,
      "learning_rate": 9.220955927037823e-05,
      "loss": 1.06201171875,
      "step": 60
    },
    {
      "epoch": 0.8970588235294118,
      "grad_norm": 0.09408161789178848,
      "learning_rate": 9.1904613094418e-05,
      "loss": 0.890869140625,
      "step": 61
    },
    {
      "epoch": 0.9117647058823529,
      "grad_norm": 0.08738987892866135,
      "learning_rate": 9.159440112596626e-05,
      "loss": 0.969970703125,
      "step": 62
    },
    {
      "epoch": 0.9264705882352942,
      "grad_norm": 0.08372481167316437,
      "learning_rate": 9.127896762810332e-05,
      "loss": 1.00732421875,
      "step": 63
    },
    {
      "epoch": 0.9411764705882353,
      "grad_norm": 0.08490575104951859,
      "learning_rate": 9.095835760895167e-05,
      "loss": 0.8583984375,
      "step": 64
    },
    {
      "epoch": 0.9558823529411765,
      "grad_norm": 0.08689001947641373,
      "learning_rate": 9.063261681525376e-05,
      "loss": 0.917724609375,
      "step": 65
    },
    {
      "epoch": 0.9705882352941176,
      "grad_norm": 0.086466945707798,
      "learning_rate": 9.030179172584465e-05,
      "loss": 0.830322265625,
      "step": 66
    },
    {
      "epoch": 0.9852941176470589,
      "grad_norm": 0.08034230023622513,
      "learning_rate": 8.996592954502015e-05,
      "loss": 1.06298828125,
      "step": 67
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.07923819869756699,
      "learning_rate": 8.962507819580127e-05,
      "loss": 1.10595703125,
      "step": 68
    },
    {
      "epoch": 1.0147058823529411,
      "grad_norm": 0.08265892416238785,
      "learning_rate": 8.927928631309638e-05,
      "loss": 1.02001953125,
      "step": 69
    },
    {
      "epoch": 1.0294117647058822,
      "grad_norm": 0.07541780173778534,
      "learning_rate": 8.892860323676158e-05,
      "loss": 0.82562255859375,
      "step": 70
    },
    {
      "epoch": 1.0441176470588236,
      "grad_norm": 0.09345775842666626,
      "learning_rate": 8.857307900456055e-05,
      "loss": 1.025634765625,
      "step": 71
    },
    {
      "epoch": 1.0588235294117647,
      "grad_norm": 0.0891224667429924,
      "learning_rate": 8.821276434502499e-05,
      "loss": 1.06494140625,
      "step": 72
    },
    {
      "epoch": 1.0735294117647058,
      "grad_norm": 0.08286001533269882,
      "learning_rate": 8.784771067021609e-05,
      "loss": 0.81640625,
      "step": 73
    },
    {
      "epoch": 1.088235294117647,
      "grad_norm": 0.08618306368589401,
      "learning_rate": 8.747797006838894e-05,
      "loss": 0.93310546875,
      "step": 74
    },
    {
      "epoch": 1.1029411764705883,
      "grad_norm": 0.0845174565911293,
      "learning_rate": 8.710359529656009e-05,
      "loss": 0.9404296875,
      "step": 75
    },
    {
      "epoch": 1.1176470588235294,
      "grad_norm": 0.09461177885532379,
      "learning_rate": 8.672463977297996e-05,
      "loss": 0.94873046875,
      "step": 76
    },
    {
      "epoch": 1.1323529411764706,
      "grad_norm": 0.08769670128822327,
      "learning_rate": 8.634115756951063e-05,
      "loss": 1.02392578125,
      "step": 77
    },
    {
      "epoch": 1.1470588235294117,
      "grad_norm": 0.09109525382518768,
      "learning_rate": 8.595320340391067e-05,
      "loss": 0.990966796875,
      "step": 78
    },
    {
      "epoch": 1.161764705882353,
      "grad_norm": 0.08751225471496582,
      "learning_rate": 8.556083263202745e-05,
      "loss": 0.810791015625,
      "step": 79
    },
    {
      "epoch": 1.1764705882352942,
      "grad_norm": 0.0901452898979187,
      "learning_rate": 8.516410123989887e-05,
      "loss": 1.02490234375,
      "step": 80
    },
    {
      "epoch": 1.1911764705882353,
      "grad_norm": 0.08694286644458771,
      "learning_rate": 8.476306583576462e-05,
      "loss": 1.009765625,
      "step": 81
    },
    {
      "epoch": 1.2058823529411764,
      "grad_norm": 0.09788144379854202,
      "learning_rate": 8.435778364198915e-05,
      "loss": 1.060546875,
      "step": 82
    },
    {
      "epoch": 1.2205882352941178,
      "grad_norm": 0.08373791724443436,
      "learning_rate": 8.394831248689674e-05,
      "loss": 0.87158203125,
      "step": 83
    },
    {
      "epoch": 1.2352941176470589,
      "grad_norm": 0.09068770706653595,
      "learning_rate": 8.353471079652014e-05,
      "loss": 1.00732421875,
      "step": 84
    },
    {
      "epoch": 1.25,
      "grad_norm": 0.09484093636274338,
      "learning_rate": 8.311703758626404e-05,
      "loss": 0.96533203125,
      "step": 85
    },
    {
      "epoch": 1.2647058823529411,
      "grad_norm": 0.0946110263466835,
      "learning_rate": 8.269535245248426e-05,
      "loss": 0.966064453125,
      "step": 86
    },
    {
      "epoch": 1.2794117647058822,
      "grad_norm": 0.08420296758413315,
      "learning_rate": 8.226971556398425e-05,
      "loss": 0.986572265625,
      "step": 87
    },
    {
      "epoch": 1.2941176470588236,
      "grad_norm": 0.08452770859003067,
      "learning_rate": 8.184018765342976e-05,
      "loss": 0.97021484375,
      "step": 88
    },
    {
      "epoch": 1.3088235294117647,
      "grad_norm": 0.09456127136945724,
      "learning_rate": 8.14068300086831e-05,
      "loss": 1.10791015625,
      "step": 89
    },
    {
      "epoch": 1.3235294117647058,
      "grad_norm": 0.12618407607078552,
      "learning_rate": 8.096970446405822e-05,
      "loss": 0.943359375,
      "step": 90
    },
    {
      "epoch": 1.3382352941176472,
      "grad_norm": 0.07619062066078186,
      "learning_rate": 8.052887339149774e-05,
      "loss": 0.9208984375,
      "step": 91
    },
    {
      "epoch": 1.3529411764705883,
      "grad_norm": 0.10043489187955856,
      "learning_rate": 8.008439969167335e-05,
      "loss": 0.99658203125,
      "step": 92
    },
    {
      "epoch": 1.3676470588235294,
      "grad_norm": 0.10213746130466461,
      "learning_rate": 7.963634678501072e-05,
      "loss": 0.95263671875,
      "step": 93
    },
    {
      "epoch": 1.3823529411764706,
      "grad_norm": 0.10206730663776398,
      "learning_rate": 7.918477860264023e-05,
      "loss": 1.05126953125,
      "step": 94
    },
    {
      "epoch": 1.3970588235294117,
      "grad_norm": 0.09070366621017456,
      "learning_rate": 7.872975957727487e-05,
      "loss": 0.995361328125,
      "step": 95
    },
    {
      "epoch": 1.4117647058823528,
      "grad_norm": 0.08802887052297592,
      "learning_rate": 7.82713546340166e-05,
      "loss": 0.875,
      "step": 96
    },
    {
      "epoch": 1.4264705882352942,
      "grad_norm": 0.086219422519207,
      "learning_rate": 7.780962918109236e-05,
      "loss": 0.813720703125,
      "step": 97
    },
    {
      "epoch": 1.4411764705882353,
      "grad_norm": 0.0911615714430809,
      "learning_rate": 7.73446491005212e-05,
      "loss": 1.0087890625,
      "step": 98
    },
    {
      "epoch": 1.4558823529411764,
      "grad_norm": 0.09299807995557785,
      "learning_rate": 7.68764807387138e-05,
      "loss": 0.98583984375,
      "step": 99
    },
    {
      "epoch": 1.4705882352941178,
      "grad_norm": 0.08247499167919159,
      "learning_rate": 7.640519089700579e-05,
      "loss": 1.05078125,
      "step": 100
    },
    {
      "epoch": 1.4852941176470589,
      "grad_norm": 0.07894891500473022,
      "learning_rate": 7.593084682212598e-05,
      "loss": 0.9261474609375,
      "step": 101
    },
    {
      "epoch": 1.5,
      "grad_norm": 0.09833148121833801,
      "learning_rate": 7.545351619660128e-05,
      "loss": 1.007568359375,
      "step": 102
    },
    {
      "epoch": 1.5147058823529411,
      "grad_norm": 0.08686123788356781,
      "learning_rate": 7.49732671290992e-05,
      "loss": 1.013916015625,
      "step": 103
    },
    {
      "epoch": 1.5294117647058822,
      "grad_norm": 0.09453439712524414,
      "learning_rate": 7.449016814470976e-05,
      "loss": 0.93017578125,
      "step": 104
    },
    {
      "epoch": 1.5441176470588234,
      "grad_norm": 0.09585236757993698,
      "learning_rate": 7.400428817516783e-05,
      "loss": 0.807373046875,
      "step": 105
    },
    {
      "epoch": 1.5588235294117647,
      "grad_norm": 0.09875720739364624,
      "learning_rate": 7.351569654901744e-05,
      "loss": 1.0361328125,
      "step": 106
    },
    {
      "epoch": 1.5735294117647058,
      "grad_norm": 0.09748269617557526,
      "learning_rate": 7.302446298171966e-05,
      "loss": 1.0791015625,
      "step": 107
    },
    {
      "epoch": 1.5882352941176472,
      "grad_norm": 0.10695629566907883,
      "learning_rate": 7.253065756570502e-05,
      "loss": 0.98779296875,
      "step": 108
    },
    {
      "epoch": 1.6029411764705883,
      "grad_norm": 0.09422429651021957,
      "learning_rate": 7.203435076037236e-05,
      "loss": 0.9853515625,
      "step": 109
    },
    {
      "epoch": 1.6176470588235294,
      "grad_norm": 0.10585072636604309,
      "learning_rate": 7.15356133820351e-05,
      "loss": 1.07958984375,
      "step": 110
    },
    {
      "epoch": 1.6176470588235294,
      "eval_loss": 0.9423828125,
      "eval_runtime": 5.5116,
      "eval_samples_per_second": 0.726,
      "eval_steps_per_second": 0.181,
      "step": 110
    },
    {
      "epoch": 1.6323529411764706,
      "grad_norm": 0.14425884187221527,
      "learning_rate": 7.103451659381685e-05,
      "loss": 0.95947265625,
      "step": 111
    },
    {
      "epoch": 1.6470588235294117,
      "grad_norm": 0.08809656649827957,
      "learning_rate": 7.053113189549724e-05,
      "loss": 0.9169921875,
      "step": 112
    },
    {
      "epoch": 1.6617647058823528,
      "grad_norm": 0.1172780841588974,
      "learning_rate": 7.002553111331001e-05,
      "loss": 0.97265625,
      "step": 113
    },
    {
      "epoch": 1.6764705882352942,
      "grad_norm": 0.10190092772245407,
      "learning_rate": 6.951778638969421e-05,
      "loss": 0.997802734375,
      "step": 114
    },
    {
      "epoch": 1.6911764705882353,
      "grad_norm": 0.09937534481287003,
      "learning_rate": 6.900797017300062e-05,
      "loss": 0.91943359375,
      "step": 115
    },
    {
      "epoch": 1.7058823529411766,
      "grad_norm": 0.10354841500520706,
      "learning_rate": 6.84961552071542e-05,
      "loss": 0.90087890625,
      "step": 116
    },
    {
      "epoch": 1.7205882352941178,
      "grad_norm": 0.11600671708583832,
      "learning_rate": 6.798241452127454e-05,
      "loss": 1.00439453125,
      "step": 117
    },
    {
      "epoch": 1.7352941176470589,
      "grad_norm": 0.09904322773218155,
      "learning_rate": 6.746682141925566e-05,
      "loss": 1.043701171875,
      "step": 118
    },
    {
      "epoch": 1.75,
      "grad_norm": 0.08371817320585251,
      "learning_rate": 6.694944946930647e-05,
      "loss": 0.7327880859375,
      "step": 119
    },
    {
      "epoch": 1.7647058823529411,
      "grad_norm": 0.0922434851527214,
      "learning_rate": 6.643037249345353e-05,
      "loss": 0.88134765625,
      "step": 120
    },
    {
      "epoch": 1.7794117647058822,
      "grad_norm": 0.0983903557062149,
      "learning_rate": 6.590966455700775e-05,
      "loss": 1.00146484375,
      "step": 121
    },
    {
      "epoch": 1.7941176470588234,
      "grad_norm": 0.09228742867708206,
      "learning_rate": 6.53873999579962e-05,
      "loss": 1.0556640625,
      "step": 122
    },
    {
      "epoch": 1.8088235294117647,
      "grad_norm": 0.09647046029567719,
      "learning_rate": 6.486365321656071e-05,
      "loss": 0.94482421875,
      "step": 123
    },
    {
      "epoch": 1.8235294117647058,
      "grad_norm": 0.09415315091609955,
      "learning_rate": 6.433849906432501e-05,
      "loss": 0.947021484375,
      "step": 124
    },
    {
      "epoch": 1.8382352941176472,
      "grad_norm": 0.10217582434415817,
      "learning_rate": 6.381201243373142e-05,
      "loss": 0.8857421875,
      "step": 125
    },
    {
      "epoch": 1.8529411764705883,
      "grad_norm": 0.10179689526557922,
      "learning_rate": 6.3284268447349e-05,
      "loss": 0.900634765625,
      "step": 126
    },
    {
      "epoch": 1.8676470588235294,
      "grad_norm": 0.09513360261917114,
      "learning_rate": 6.275534240715461e-05,
      "loss": 0.9052734375,
      "step": 127
    },
    {
      "epoch": 1.8823529411764706,
      "grad_norm": 0.09685131907463074,
      "learning_rate": 6.22253097837883e-05,
      "loss": 0.990234375,
      "step": 128
    },
    {
      "epoch": 1.8970588235294117,
      "grad_norm": 0.10882526636123657,
      "learning_rate": 6.169424620578465e-05,
      "loss": 0.82373046875,
      "step": 129
    },
    {
      "epoch": 1.9117647058823528,
      "grad_norm": 0.10201963037252426,
      "learning_rate": 6.116222744878165e-05,
      "loss": 0.904296875,
      "step": 130
    },
    {
      "epoch": 1.9264705882352942,
      "grad_norm": 0.09556466341018677,
      "learning_rate": 6.062932942470851e-05,
      "loss": 0.937744140625,
      "step": 131
    },
    {
      "epoch": 1.9411764705882353,
      "grad_norm": 0.0984668955206871,
      "learning_rate": 6.009562817095399e-05,
      "loss": 0.796142578125,
      "step": 132
    },
    {
      "epoch": 1.9558823529411766,
      "grad_norm": 0.12080808728933334,
      "learning_rate": 5.956119983951698e-05,
      "loss": 0.857666015625,
      "step": 133
    },
    {
      "epoch": 1.9705882352941178,
      "grad_norm": 0.10191366821527481,
      "learning_rate": 5.902612068614057e-05,
      "loss": 0.769287109375,
      "step": 134
    },
    {
      "epoch": 1.9852941176470589,
      "grad_norm": 0.09555588662624359,
      "learning_rate": 5.8490467059431364e-05,
      "loss": 1.00244140625,
      "step": 135
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.10878229141235352,
      "learning_rate": 5.795431538996568e-05,
      "loss": 1.03173828125,
      "step": 136
    },
    {
      "epoch": 2.014705882352941,
      "grad_norm": 0.11508411169052124,
      "learning_rate": 5.741774217938373e-05,
      "loss": 0.94580078125,
      "step": 137
    },
    {
      "epoch": 2.0294117647058822,
      "grad_norm": 0.09879229962825775,
      "learning_rate": 5.6880823989474096e-05,
      "loss": 0.777099609375,
      "step": 138
    },
    {
      "epoch": 2.0441176470588234,
      "grad_norm": 0.11903475224971771,
      "learning_rate": 5.634363743124919e-05,
      "loss": 0.96875,
      "step": 139
    },
    {
      "epoch": 2.0588235294117645,
      "grad_norm": 0.0968213602900505,
      "learning_rate": 5.5806259154014004e-05,
      "loss": 1.00732421875,
      "step": 140
    },
    {
      "epoch": 2.073529411764706,
      "grad_norm": 0.10713297128677368,
      "learning_rate": 5.526876583442928e-05,
      "loss": 0.761962890625,
      "step": 141
    },
    {
      "epoch": 2.088235294117647,
      "grad_norm": 0.11751079559326172,
      "learning_rate": 5.4731234165570745e-05,
      "loss": 0.877685546875,
      "step": 142
    },
    {
      "epoch": 2.1029411764705883,
      "grad_norm": 0.09544238448143005,
      "learning_rate": 5.4193740845986006e-05,
      "loss": 0.890380859375,
      "step": 143
    },
    {
      "epoch": 2.1176470588235294,
      "grad_norm": 0.10961336642503738,
      "learning_rate": 5.365636256875084e-05,
      "loss": 0.89404296875,
      "step": 144
    },
    {
      "epoch": 2.1323529411764706,
      "grad_norm": 0.10094622522592545,
      "learning_rate": 5.311917601052594e-05,
      "loss": 0.97265625,
      "step": 145
    },
    {
      "epoch": 2.1470588235294117,
      "grad_norm": 0.10295704007148743,
      "learning_rate": 5.258225782061629e-05,
      "loss": 0.935302734375,
      "step": 146
    },
    {
      "epoch": 2.161764705882353,
      "grad_norm": 0.10666032880544662,
      "learning_rate": 5.204568461003434e-05,
      "loss": 0.762939453125,
      "step": 147
    },
    {
      "epoch": 2.176470588235294,
      "grad_norm": 0.10679176449775696,
      "learning_rate": 5.150953294056864e-05,
      "loss": 0.96826171875,
      "step": 148
    },
    {
      "epoch": 2.1911764705882355,
      "grad_norm": 0.1029231995344162,
      "learning_rate": 5.097387931385945e-05,
      "loss": 0.9541015625,
      "step": 149
    },
    {
      "epoch": 2.2058823529411766,
      "grad_norm": 0.11718638241291046,
      "learning_rate": 5.043880016048303e-05,
      "loss": 1.007568359375,
      "step": 150
    },
    {
      "epoch": 2.2205882352941178,
      "grad_norm": 0.1020374596118927,
      "learning_rate": 4.9904371829046016e-05,
      "loss": 0.8232421875,
      "step": 151
    },
    {
      "epoch": 2.235294117647059,
      "grad_norm": 0.10561268031597137,
      "learning_rate": 4.937067057529151e-05,
      "loss": 0.957275390625,
      "step": 152
    },
    {
      "epoch": 2.25,
      "grad_norm": 0.11097069084644318,
      "learning_rate": 4.883777255121835e-05,
      "loss": 0.91162109375,
      "step": 153
    },
    {
      "epoch": 2.264705882352941,
      "grad_norm": 0.11146210134029388,
      "learning_rate": 4.8305753794215367e-05,
      "loss": 0.91552734375,
      "step": 154
    },
    {
      "epoch": 2.2794117647058822,
      "grad_norm": 0.10153888165950775,
      "learning_rate": 4.7774690216211714e-05,
      "loss": 0.93505859375,
      "step": 155
    },
    {
      "epoch": 2.2941176470588234,
      "grad_norm": 0.10157613456249237,
      "learning_rate": 4.724465759284541e-05,
      "loss": 0.92138671875,
      "step": 156
    },
    {
      "epoch": 2.3088235294117645,
      "grad_norm": 0.10186035186052322,
      "learning_rate": 4.671573155265101e-05,
      "loss": 1.05810546875,
      "step": 157
    },
    {
      "epoch": 2.323529411764706,
      "grad_norm": 0.10635138303041458,
      "learning_rate": 4.6187987566268586e-05,
      "loss": 0.89501953125,
      "step": 158
    },
    {
      "epoch": 2.338235294117647,
      "grad_norm": 0.09509985893964767,
      "learning_rate": 4.5661500935675e-05,
      "loss": 0.87939453125,
      "step": 159
    },
    {
      "epoch": 2.3529411764705883,
      "grad_norm": 0.1142621859908104,
      "learning_rate": 4.513634678343932e-05,
      "loss": 0.949462890625,
      "step": 160
    },
    {
      "epoch": 2.3676470588235294,
      "grad_norm": 0.09869854897260666,
      "learning_rate": 4.4612600042003815e-05,
      "loss": 0.90625,
      "step": 161
    },
    {
      "epoch": 2.3823529411764706,
      "grad_norm": 0.10569340735673904,
      "learning_rate": 4.409033544299226e-05,
      "loss": 1.00634765625,
      "step": 162
    },
    {
      "epoch": 2.3970588235294117,
      "grad_norm": 0.17637315392494202,
      "learning_rate": 4.3569627506546476e-05,
      "loss": 0.951416015625,
      "step": 163
    },
    {
      "epoch": 2.411764705882353,
      "grad_norm": 0.1038566380739212,
      "learning_rate": 4.3050550530693545e-05,
      "loss": 0.8310546875,
      "step": 164
    },
    {
      "epoch": 2.411764705882353,
      "eval_loss": 0.9248046875,
      "eval_runtime": 5.5331,
      "eval_samples_per_second": 0.723,
      "eval_steps_per_second": 0.181,
      "step": 164
    },
    {
      "epoch": 2.426470588235294,
      "grad_norm": 0.09599288552999496,
      "learning_rate": 4.253317858074432e-05,
      "loss": 0.775146484375,
      "step": 165
    },
    {
      "epoch": 2.4411764705882355,
      "grad_norm": 0.11044510453939438,
      "learning_rate": 4.2017585478725466e-05,
      "loss": 0.965087890625,
      "step": 166
    },
    {
      "epoch": 2.4558823529411766,
      "grad_norm": 0.1129738911986351,
      "learning_rate": 4.150384479284581e-05,
      "loss": 0.939453125,
      "step": 167
    },
    {
      "epoch": 2.4705882352941178,
      "grad_norm": 0.10469809174537659,
      "learning_rate": 4.099202982699938e-05,
      "loss": 1.0068359375,
      "step": 168
    },
    {
      "epoch": 2.485294117647059,
      "grad_norm": 0.09376489371061325,
      "learning_rate": 4.04822136103058e-05,
      "loss": 0.8895263671875,
      "step": 169
    },
    {
      "epoch": 2.5,
      "grad_norm": 0.10994348675012589,
      "learning_rate": 3.997446888669001e-05,
      "loss": 0.966064453125,
      "step": 170
    },
    {
      "epoch": 2.514705882352941,
      "grad_norm": 0.10015475749969482,
      "learning_rate": 3.9468868104502775e-05,
      "loss": 0.97119140625,
      "step": 171
    },
    {
      "epoch": 2.5294117647058822,
      "grad_norm": 0.10487864911556244,
      "learning_rate": 3.896548340618317e-05,
      "loss": 0.88720703125,
      "step": 172
    },
    {
      "epoch": 2.5441176470588234,
      "grad_norm": 0.110616035759449,
      "learning_rate": 3.846438661796492e-05,
      "loss": 0.77001953125,
      "step": 173
    },
    {
      "epoch": 2.5588235294117645,
      "grad_norm": 0.11588707566261292,
      "learning_rate": 3.7965649239627656e-05,
      "loss": 0.990234375,
      "step": 174
    },
    {
      "epoch": 2.5735294117647056,
      "grad_norm": 0.11195044219493866,
      "learning_rate": 3.746934243429499e-05,
      "loss": 1.037109375,
      "step": 175
    },
    {
      "epoch": 2.588235294117647,
      "grad_norm": 0.12539899349212646,
      "learning_rate": 3.697553701828036e-05,
      "loss": 0.94677734375,
      "step": 176
    },
    {
      "epoch": 2.6029411764705883,
      "grad_norm": 0.11014209687709808,
      "learning_rate": 3.648430345098257e-05,
      "loss": 0.94482421875,
      "step": 177
    },
    {
      "epoch": 2.6176470588235294,
      "grad_norm": 0.12514397501945496,
      "learning_rate": 3.599571182483218e-05,
      "loss": 1.0400390625,
      "step": 178
    },
    {
      "epoch": 2.6323529411764706,
      "grad_norm": 0.13499069213867188,
      "learning_rate": 3.550983185529023e-05,
      "loss": 0.9189453125,
      "step": 179
    },
    {
      "epoch": 2.6470588235294117,
      "grad_norm": 0.11633610725402832,
      "learning_rate": 3.502673287090083e-05,
      "loss": 0.88525390625,
      "step": 180
    },
    {
      "epoch": 2.661764705882353,
      "grad_norm": 0.11220976710319519,
      "learning_rate": 3.4546483803398735e-05,
      "loss": 0.93115234375,
      "step": 181
    },
    {
      "epoch": 2.6764705882352944,
      "grad_norm": 0.10854318737983704,
      "learning_rate": 3.4069153177874026e-05,
      "loss": 0.9609375,
      "step": 182
    },
    {
      "epoch": 2.6911764705882355,
      "grad_norm": 0.1204732209444046,
      "learning_rate": 3.359480910299424e-05,
      "loss": 0.8818359375,
      "step": 183
    },
    {
      "epoch": 2.7058823529411766,
      "grad_norm": 0.11446163803339005,
      "learning_rate": 3.312351926128622e-05,
      "loss": 0.86328125,
      "step": 184
    },
    {
      "epoch": 2.7205882352941178,
      "grad_norm": 0.11880532652139664,
      "learning_rate": 3.265535089947881e-05,
      "loss": 0.96630859375,
      "step": 185
    },
    {
      "epoch": 2.735294117647059,
      "grad_norm": 0.12591275572776794,
      "learning_rate": 3.219037081890766e-05,
      "loss": 1.00830078125,
      "step": 186
    },
    {
      "epoch": 2.75,
      "grad_norm": 0.10148783028125763,
      "learning_rate": 3.172864536598341e-05,
      "loss": 0.70513916015625,
      "step": 187
    },
    {
      "epoch": 2.764705882352941,
      "grad_norm": 0.13037607073783875,
      "learning_rate": 3.127024042272515e-05,
      "loss": 0.8466796875,
      "step": 188
    },
    {
      "epoch": 2.7794117647058822,
      "grad_norm": 0.12317381799221039,
      "learning_rate": 3.081522139735977e-05,
      "loss": 0.9638671875,
      "step": 189
    },
    {
      "epoch": 2.7941176470588234,
      "grad_norm": 0.11696892976760864,
      "learning_rate": 3.0363653214989295e-05,
      "loss": 1.0205078125,
      "step": 190
    },
    {
      "epoch": 2.8088235294117645,
      "grad_norm": 0.11366445571184158,
      "learning_rate": 2.991560030832666e-05,
      "loss": 0.90771484375,
      "step": 191
    },
    {
      "epoch": 2.8235294117647056,
      "grad_norm": 0.10979506373405457,
      "learning_rate": 2.947112660850227e-05,
      "loss": 0.914306640625,
      "step": 192
    },
    {
      "epoch": 2.838235294117647,
      "grad_norm": 0.13060979545116425,
      "learning_rate": 2.90302955359418e-05,
      "loss": 0.849609375,
      "step": 193
    },
    {
      "epoch": 2.8529411764705883,
      "grad_norm": 0.11327344179153442,
      "learning_rate": 2.859316999131691e-05,
      "loss": 0.866455078125,
      "step": 194
    },
    {
      "epoch": 2.8676470588235294,
      "grad_norm": 0.10893069952726364,
      "learning_rate": 2.8159812346570253e-05,
      "loss": 0.8720703125,
      "step": 195
    },
    {
      "epoch": 2.8823529411764706,
      "grad_norm": 0.1116403266787529,
      "learning_rate": 2.7730284436015763e-05,
      "loss": 0.956787109375,
      "step": 196
    },
    {
      "epoch": 2.8970588235294117,
      "grad_norm": 0.11271966993808746,
      "learning_rate": 2.7304647547515756e-05,
      "loss": 0.79345703125,
      "step": 197
    },
    {
      "epoch": 2.911764705882353,
      "grad_norm": 0.1136358305811882,
      "learning_rate": 2.6882962413735973e-05,
      "loss": 0.86865234375,
      "step": 198
    },
    {
      "epoch": 2.9264705882352944,
      "grad_norm": 0.10731173306703568,
      "learning_rate": 2.646528920347986e-05,
      "loss": 0.90576171875,
      "step": 199
    },
    {
      "epoch": 2.9411764705882355,
      "grad_norm": 0.11048389226198196,
      "learning_rate": 2.6051687513103284e-05,
      "loss": 0.76611328125,
      "step": 200
    },
    {
      "epoch": 2.9558823529411766,
      "grad_norm": 0.11182138323783875,
      "learning_rate": 2.5642216358010856e-05,
      "loss": 0.82470703125,
      "step": 201
    },
    {
      "epoch": 2.9705882352941178,
      "grad_norm": 0.11982689052820206,
      "learning_rate": 2.5236934164235387e-05,
      "loss": 0.739013671875,
      "step": 202
    },
    {
      "epoch": 2.985294117647059,
      "grad_norm": 0.11637600511312485,
      "learning_rate": 2.4835898760101155e-05,
      "loss": 0.973388671875,
      "step": 203
    },
    {
      "epoch": 3.0,
      "grad_norm": 0.12302377820014954,
      "learning_rate": 2.4439167367972557e-05,
      "loss": 0.990234375,
      "step": 204
    },
    {
      "epoch": 3.014705882352941,
      "grad_norm": 0.11300607025623322,
      "learning_rate": 2.404679659608934e-05,
      "loss": 0.908203125,
      "step": 205
    },
    {
      "epoch": 3.0294117647058822,
      "grad_norm": 0.09651143103837967,
      "learning_rate": 2.3658842430489367e-05,
      "loss": 0.7515869140625,
      "step": 206
    },
    {
      "epoch": 3.0441176470588234,
      "grad_norm": 0.1241968423128128,
      "learning_rate": 2.3275360227020064e-05,
      "loss": 0.939453125,
      "step": 207
    },
    {
      "epoch": 3.0588235294117645,
      "grad_norm": 0.1058558002114296,
      "learning_rate": 2.2896404703439925e-05,
      "loss": 0.978759765625,
      "step": 208
    },
    {
      "epoch": 3.073529411764706,
      "grad_norm": 0.11273318529129028,
      "learning_rate": 2.2522029931611072e-05,
      "loss": 0.734619140625,
      "step": 209
    },
    {
      "epoch": 3.088235294117647,
      "grad_norm": 0.11540959775447845,
      "learning_rate": 2.2152289329783928e-05,
      "loss": 0.849609375,
      "step": 210
    },
    {
      "epoch": 3.1029411764705883,
      "grad_norm": 0.14421139657497406,
      "learning_rate": 2.178723565497503e-05,
      "loss": 0.863525390625,
      "step": 211
    },
    {
      "epoch": 3.1176470588235294,
      "grad_norm": 0.12274222820997238,
      "learning_rate": 2.1426920995439453e-05,
      "loss": 0.8642578125,
      "step": 212
    },
    {
      "epoch": 3.1323529411764706,
      "grad_norm": 0.09908393770456314,
      "learning_rate": 2.1071396763238433e-05,
      "loss": 0.94775390625,
      "step": 213
    },
    {
      "epoch": 3.1470588235294117,
      "grad_norm": 0.11080903559923172,
      "learning_rate": 2.072071368690363e-05,
      "loss": 0.908203125,
      "step": 214
    },
    {
      "epoch": 3.161764705882353,
      "grad_norm": 0.10474691540002823,
      "learning_rate": 2.037492180419874e-05,
      "loss": 0.7373046875,
      "step": 215
    },
    {
      "epoch": 3.176470588235294,
      "grad_norm": 0.1099315881729126,
      "learning_rate": 2.0034070454979865e-05,
      "loss": 0.9423828125,
      "step": 216
    },
    {
      "epoch": 3.1911764705882355,
      "grad_norm": 0.11670861393213272,
      "learning_rate": 1.9698208274155355e-05,
      "loss": 0.92236328125,
      "step": 217
    },
    {
      "epoch": 3.2058823529411766,
      "grad_norm": 0.10826999694108963,
      "learning_rate": 1.9367383184746255e-05,
      "loss": 0.978515625,
      "step": 218
    },
    {
      "epoch": 3.2058823529411766,
      "eval_loss": 0.9169921875,
      "eval_runtime": 5.5373,
      "eval_samples_per_second": 0.722,
      "eval_steps_per_second": 0.181,
      "step": 218
    },
    {
      "epoch": 3.2205882352941178,
      "grad_norm": 0.10669431835412979,
      "learning_rate": 1.9041642391048334e-05,
      "loss": 0.798828125,
      "step": 219
    },
    {
      "epoch": 3.235294117647059,
      "grad_norm": 0.10440842062234879,
      "learning_rate": 1.8721032371896673e-05,
      "loss": 0.9296875,
      "step": 220
    },
    {
      "epoch": 3.25,
      "grad_norm": 0.1103634312748909,
      "learning_rate": 1.840559887403376e-05,
      "loss": 0.8857421875,
      "step": 221
    },
    {
      "epoch": 3.264705882352941,
      "grad_norm": 0.11505292356014252,
      "learning_rate": 1.8095386905582014e-05,
      "loss": 0.890869140625,
      "step": 222
    },
    {
      "epoch": 3.2794117647058822,
      "grad_norm": 0.11045239120721817,
      "learning_rate": 1.779044072962178e-05,
      "loss": 0.908935546875,
      "step": 223
    },
    {
      "epoch": 3.2941176470588234,
      "grad_norm": 0.107695572078228,
      "learning_rate": 1.7490803857875565e-05,
      "loss": 0.89599609375,
      "step": 224
    },
    {
      "epoch": 3.3088235294117645,
      "grad_norm": 0.10176144540309906,
      "learning_rate": 1.719651904449946e-05,
      "loss": 1.03271484375,
      "step": 225
    },
    {
      "epoch": 3.323529411764706,
      "grad_norm": 0.11387171596288681,
      "learning_rate": 1.6907628279982757e-05,
      "loss": 0.870849609375,
      "step": 226
    },
    {
      "epoch": 3.338235294117647,
      "grad_norm": 0.10046130418777466,
      "learning_rate": 1.6624172785156438e-05,
      "loss": 0.858154296875,
      "step": 227
    },
    {
      "epoch": 3.3529411764705883,
      "grad_norm": 0.11487563699483871,
      "learning_rate": 1.6346193005311497e-05,
      "loss": 0.922607421875,
      "step": 228
    },
    {
      "epoch": 3.3676470588235294,
      "grad_norm": 0.1084771454334259,
      "learning_rate": 1.6073728604428005e-05,
      "loss": 0.88525390625,
      "step": 229
    },
    {
      "epoch": 3.3823529411764706,
      "grad_norm": 0.11252636462450027,
      "learning_rate": 1.580681845951552e-05,
      "loss": 0.981689453125,
      "step": 230
    },
    {
      "epoch": 3.3970588235294117,
      "grad_norm": 0.11360497027635574,
      "learning_rate": 1.554550065506592e-05,
      "loss": 0.927490234375,
      "step": 231
    },
    {
      "epoch": 3.411764705882353,
      "grad_norm": 0.1092953234910965,
      "learning_rate": 1.528981247761917e-05,
      "loss": 0.80810546875,
      "step": 232
    },
    {
      "epoch": 3.426470588235294,
      "grad_norm": 0.1018129214644432,
      "learning_rate": 1.5039790410443166e-05,
      "loss": 0.75537109375,
      "step": 233
    },
    {
      "epoch": 3.4411764705882355,
      "grad_norm": 0.1259973645210266,
      "learning_rate": 1.4795470128327967e-05,
      "loss": 0.94287109375,
      "step": 234
    },
    {
      "epoch": 3.4558823529411766,
      "grad_norm": 0.12532128393650055,
      "learning_rate": 1.4556886492495475e-05,
      "loss": 0.9169921875,
      "step": 235
    },
    {
      "epoch": 3.4705882352941178,
      "grad_norm": 0.12567968666553497,
      "learning_rate": 1.4324073545625252e-05,
      "loss": 0.984375,
      "step": 236
    },
    {
      "epoch": 3.485294117647059,
      "grad_norm": 0.10256142914295197,
      "learning_rate": 1.4097064506997108e-05,
      "loss": 0.87225341796875,
      "step": 237
    },
    {
      "epoch": 3.5,
      "grad_norm": 0.11032252013683319,
      "learning_rate": 1.3875891767751076e-05,
      "loss": 0.943115234375,
      "step": 238
    },
    {
      "epoch": 3.514705882352941,
      "grad_norm": 0.11118175089359283,
      "learning_rate": 1.3660586886265678e-05,
      "loss": 0.948974609375,
      "step": 239
    },
    {
      "epoch": 3.5294117647058822,
      "grad_norm": 0.18247246742248535,
      "learning_rate": 1.3451180583654977e-05,
      "loss": 0.86572265625,
      "step": 240
    },
    {
      "epoch": 3.5441176470588234,
      "grad_norm": 0.11330296099185944,
      "learning_rate": 1.3247702739385104e-05,
      "loss": 0.752197265625,
      "step": 241
    },
    {
      "epoch": 3.5588235294117645,
      "grad_norm": 0.14029426872730255,
      "learning_rate": 1.3050182387010768e-05,
      "loss": 0.9677734375,
      "step": 242
    },
    {
      "epoch": 3.5735294117647056,
      "grad_norm": 0.10321860760450363,
      "learning_rate": 1.2858647710032667e-05,
      "loss": 1.01513671875,
      "step": 243
    },
    {
      "epoch": 3.588235294117647,
      "grad_norm": 0.11792850494384766,
      "learning_rate": 1.2673126037876027e-05,
      "loss": 0.92529296875,
      "step": 244
    },
    {
      "epoch": 3.6029411764705883,
      "grad_norm": 0.11715029925107956,
      "learning_rate": 1.2493643841991063e-05,
      "loss": 0.923828125,
      "step": 245
    },
    {
      "epoch": 3.6176470588235294,
      "grad_norm": 0.12409134954214096,
      "learning_rate": 1.2320226732075857e-05,
      "loss": 1.02099609375,
      "step": 246
    },
    {
      "epoch": 3.6323529411764706,
      "grad_norm": 0.11123975366353989,
      "learning_rate": 1.2152899452422219e-05,
      "loss": 0.89697265625,
      "step": 247
    },
    {
      "epoch": 3.6470588235294117,
      "grad_norm": 0.09144707024097443,
      "learning_rate": 1.1991685878384982e-05,
      "loss": 0.868408203125,
      "step": 248
    },
    {
      "epoch": 3.661764705882353,
      "grad_norm": 0.12097735702991486,
      "learning_rate": 1.1836609012975333e-05,
      "loss": 0.91064453125,
      "step": 249
    },
    {
      "epoch": 3.6764705882352944,
      "grad_norm": 0.11031545698642731,
      "learning_rate": 1.1687690983578583e-05,
      "loss": 0.942138671875,
      "step": 250
    },
    {
      "epoch": 3.6911764705882355,
      "grad_norm": 0.10610030591487885,
      "learning_rate": 1.154495303879687e-05,
      "loss": 0.863525390625,
      "step": 251
    },
    {
      "epoch": 3.7058823529411766,
      "grad_norm": 0.10821826756000519,
      "learning_rate": 1.140841554541729e-05,
      "loss": 0.843994140625,
      "step": 252
    },
    {
      "epoch": 3.7205882352941178,
      "grad_norm": 0.1155221089720726,
      "learning_rate": 1.1278097985505839e-05,
      "loss": 0.945556640625,
      "step": 253
    },
    {
      "epoch": 3.735294117647059,
      "grad_norm": 0.11489252001047134,
      "learning_rate": 1.1154018953627554e-05,
      "loss": 0.99169921875,
      "step": 254
    },
    {
      "epoch": 3.75,
      "grad_norm": 0.0971110463142395,
      "learning_rate": 1.1036196154193338e-05,
      "loss": 0.692779541015625,
      "step": 255
    },
    {
      "epoch": 3.764705882352941,
      "grad_norm": 0.11258389800786972,
      "learning_rate": 1.0924646398933763e-05,
      "loss": 0.832275390625,
      "step": 256
    },
    {
      "epoch": 3.7794117647058822,
      "grad_norm": 0.1158316507935524,
      "learning_rate": 1.0819385604500302e-05,
      "loss": 0.94677734375,
      "step": 257
    },
    {
      "epoch": 3.7941176470588234,
      "grad_norm": 0.1032714769244194,
      "learning_rate": 1.0720428790194178e-05,
      "loss": 1.0029296875,
      "step": 258
    },
    {
      "epoch": 3.8088235294117645,
      "grad_norm": 0.1114787757396698,
      "learning_rate": 1.0627790075823346e-05,
      "loss": 0.8896484375,
      "step": 259
    },
    {
      "epoch": 3.8235294117647056,
      "grad_norm": 0.11017472296953201,
      "learning_rate": 1.0541482679687797e-05,
      "loss": 0.89990234375,
      "step": 260
    },
    {
      "epoch": 3.838235294117647,
      "grad_norm": 0.11716391891241074,
      "learning_rate": 1.0461518916693454e-05,
      "loss": 0.8349609375,
      "step": 261
    },
    {
      "epoch": 3.8529411764705883,
      "grad_norm": 0.11990869045257568,
      "learning_rate": 1.0387910196595022e-05,
      "loss": 0.85009765625,
      "step": 262
    },
    {
      "epoch": 3.8676470588235294,
      "grad_norm": 0.10665875673294067,
      "learning_rate": 1.0320667022367954e-05,
      "loss": 0.8564453125,
      "step": 263
    },
    {
      "epoch": 3.8823529411764706,
      "grad_norm": 0.11088557541370392,
      "learning_rate": 1.0259798988709827e-05,
      "loss": 0.939208984375,
      "step": 264
    },
    {
      "epoch": 3.8970588235294117,
      "grad_norm": 0.12513795495033264,
      "learning_rate": 1.0205314780671325e-05,
      "loss": 0.7763671875,
      "step": 265
    },
    {
      "epoch": 3.911764705882353,
      "grad_norm": 0.1149444654583931,
      "learning_rate": 1.0157222172416945e-05,
      "loss": 0.854736328125,
      "step": 266
    },
    {
      "epoch": 3.9264705882352944,
      "grad_norm": 0.11747992783784866,
      "learning_rate": 1.0115528026115793e-05,
      "loss": 0.89208984375,
      "step": 267
    },
    {
      "epoch": 3.9411764705882355,
      "grad_norm": 0.11170803755521774,
      "learning_rate": 1.0080238290962398e-05,
      "loss": 0.7529296875,
      "step": 268
    },
    {
      "epoch": 3.9558823529411766,
      "grad_norm": 0.13009798526763916,
      "learning_rate": 1.0051358002327869e-05,
      "loss": 0.809814453125,
      "step": 269
    },
    {
      "epoch": 3.9705882352941178,
      "grad_norm": 0.13089829683303833,
      "learning_rate": 1.0028891281041395e-05,
      "loss": 0.72265625,
      "step": 270
    },
    {
      "epoch": 3.985294117647059,
      "grad_norm": 0.11525954306125641,
      "learning_rate": 1.0012841332802281e-05,
      "loss": 0.960205078125,
      "step": 271
    },
    {
      "epoch": 4.0,
      "grad_norm": 0.1164756715297699,
      "learning_rate": 1.0003210447722509e-05,
      "loss": 0.97216796875,
      "step": 272
    },
    {
      "epoch": 4.0,
      "eval_loss": 0.9111328125,
      "eval_runtime": 5.5409,
      "eval_samples_per_second": 0.722,
      "eval_steps_per_second": 0.18,
      "step": 272
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 272,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 4,
  "save_steps": 0,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 2.3666297122777465e+19,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}