{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.954887218045113,
  "eval_steps": 500,
  "global_step": 260,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.015037593984962405,
      "grad_norm": 0.4758685231208801,
      "learning_rate": 7.407407407407407e-07,
      "loss": 1.9719613790512085,
      "step": 2
    },
    {
      "epoch": 0.03007518796992481,
      "grad_norm": 1.2873609066009521,
      "learning_rate": 2.222222222222222e-06,
      "loss": 2.2840397357940674,
      "step": 4
    },
    {
      "epoch": 0.045112781954887216,
      "grad_norm": 0.4226410984992981,
      "learning_rate": 3.7037037037037037e-06,
      "loss": 2.0337564945220947,
      "step": 6
    },
    {
      "epoch": 0.06015037593984962,
      "grad_norm": 0.20389820635318756,
      "learning_rate": 5.185185185185185e-06,
      "loss": 1.938320517539978,
      "step": 8
    },
    {
      "epoch": 0.07518796992481203,
      "grad_norm": 1.1121097803115845,
      "learning_rate": 6.666666666666667e-06,
      "loss": 1.9521509408950806,
      "step": 10
    },
    {
      "epoch": 0.09022556390977443,
      "grad_norm": 1.0452852249145508,
      "learning_rate": 8.148148148148148e-06,
      "loss": 2.3038036823272705,
      "step": 12
    },
    {
      "epoch": 0.10526315789473684,
      "grad_norm": 0.17127464711666107,
      "learning_rate": 9.62962962962963e-06,
      "loss": 1.9031141996383667,
      "step": 14
    },
    {
      "epoch": 0.12030075187969924,
      "grad_norm": 1.0378482341766357,
      "learning_rate": 1.1111111111111113e-05,
      "loss": 2.545740842819214,
      "step": 16
    },
    {
      "epoch": 0.13533834586466165,
      "grad_norm": 1.3770403861999512,
      "learning_rate": 1.2592592592592593e-05,
      "loss": 3.2497336864471436,
      "step": 18
    },
    {
      "epoch": 0.15037593984962405,
      "grad_norm": 0.6125630140304565,
      "learning_rate": 1.4074074074074075e-05,
      "loss": 1.7776570320129395,
      "step": 20
    },
    {
      "epoch": 0.16541353383458646,
      "grad_norm": 0.6343645453453064,
      "learning_rate": 1.555555555555556e-05,
      "loss": 1.9716706275939941,
      "step": 22
    },
    {
      "epoch": 0.18045112781954886,
      "grad_norm": 0.6397086977958679,
      "learning_rate": 1.7037037037037038e-05,
      "loss": 1.9381436109542847,
      "step": 24
    },
    {
      "epoch": 0.19548872180451127,
      "grad_norm": 1.0100289583206177,
      "learning_rate": 1.851851851851852e-05,
      "loss": 1.9333921670913696,
      "step": 26
    },
    {
      "epoch": 0.21052631578947367,
      "grad_norm": 0.6244422793388367,
      "learning_rate": 2e-05,
      "loss": 1.7134058475494385,
      "step": 28
    },
    {
      "epoch": 0.22556390977443608,
      "grad_norm": 1.4532567262649536,
      "learning_rate": 1.9994079505294254e-05,
      "loss": 2.0251219272613525,
      "step": 30
    },
    {
      "epoch": 0.24060150375939848,
      "grad_norm": 0.5191428661346436,
      "learning_rate": 1.9976326268767035e-05,
      "loss": 1.578896164894104,
      "step": 32
    },
    {
      "epoch": 0.2556390977443609,
      "grad_norm": 0.2822546064853668,
      "learning_rate": 1.994676502169901e-05,
      "loss": 1.5274699926376343,
      "step": 34
    },
    {
      "epoch": 0.2706766917293233,
      "grad_norm": 0.26378244161605835,
      "learning_rate": 1.9905436944609424e-05,
      "loss": 1.510546326637268,
      "step": 36
    },
    {
      "epoch": 0.2857142857142857,
      "grad_norm": 2.3758437633514404,
      "learning_rate": 1.9852399609889242e-05,
      "loss": 2.110567331314087,
      "step": 38
    },
    {
      "epoch": 0.3007518796992481,
      "grad_norm": 0.419758677482605,
      "learning_rate": 1.9787726901599502e-05,
      "loss": 1.1862285137176514,
      "step": 40
    },
    {
      "epoch": 0.3157894736842105,
      "grad_norm": 0.24496647715568542,
      "learning_rate": 1.9711508912546566e-05,
      "loss": 1.440342903137207,
      "step": 42
    },
    {
      "epoch": 0.3308270676691729,
      "grad_norm": 0.3002743721008301,
      "learning_rate": 1.9623851818777652e-05,
      "loss": 1.0962785482406616,
      "step": 44
    },
    {
      "epoch": 0.3458646616541353,
      "grad_norm": 0.11880263686180115,
      "learning_rate": 1.9524877731671482e-05,
      "loss": 1.493391513824463,
      "step": 46
    },
    {
      "epoch": 0.3609022556390977,
      "grad_norm": 1.7871476411819458,
      "learning_rate": 1.941472452783011e-05,
      "loss": 1.2433573007583618,
      "step": 48
    },
    {
      "epoch": 0.37593984962406013,
      "grad_norm": 0.2921432852745056,
      "learning_rate": 1.9293545657008865e-05,
      "loss": 1.1390293836593628,
      "step": 50
    },
    {
      "epoch": 0.39097744360902253,
      "grad_norm": 0.12673601508140564,
      "learning_rate": 1.9161509928352017e-05,
      "loss": 1.0903499126434326,
      "step": 52
    },
    {
      "epoch": 0.40601503759398494,
      "grad_norm": 0.1648157387971878,
      "learning_rate": 1.901880127523192e-05,
      "loss": 1.1544872522354126,
      "step": 54
    },
    {
      "epoch": 0.42105263157894735,
      "grad_norm": 0.08962542563676834,
      "learning_rate": 1.886561849901922e-05,
      "loss": 1.0822100639343262,
      "step": 56
    },
    {
      "epoch": 0.43609022556390975,
      "grad_norm": 0.724937379360199,
      "learning_rate": 1.870217499214111e-05,
      "loss": 1.0416043996810913,
      "step": 58
    },
    {
      "epoch": 0.45112781954887216,
      "grad_norm": 0.19841401278972626,
      "learning_rate": 1.8528698440813397e-05,
      "loss": 1.1815505027770996,
      "step": 60
    },
    {
      "epoch": 0.46616541353383456,
      "grad_norm": 0.2616511285305023,
      "learning_rate": 1.8345430507860478e-05,
      "loss": 0.9047210812568665,
      "step": 62
    },
    {
      "epoch": 0.48120300751879697,
      "grad_norm": 0.22353343665599823,
      "learning_rate": 1.8152626496065128e-05,
      "loss": 1.201892614364624,
      "step": 64
    },
    {
      "epoch": 0.49624060150375937,
      "grad_norm": 0.6634237766265869,
      "learning_rate": 1.7950554992517014e-05,
      "loss": 1.1795772314071655,
      "step": 66
    },
    {
      "epoch": 0.5112781954887218,
      "grad_norm": 0.13962750136852264,
      "learning_rate": 1.7739497494455412e-05,
      "loss": 1.3534270524978638,
      "step": 68
    },
    {
      "epoch": 0.5263157894736842,
      "grad_norm": 0.665572464466095,
      "learning_rate": 1.7519748017127354e-05,
      "loss": 1.125345230102539,
      "step": 70
    },
    {
      "epoch": 0.5413533834586466,
      "grad_norm": 0.179820716381073,
      "learning_rate": 1.729161268420746e-05,
      "loss": 0.8090606331825256,
      "step": 72
    },
    {
      "epoch": 0.556390977443609,
      "grad_norm": 0.11726067215204239,
      "learning_rate": 1.7055409301350013e-05,
      "loss": 0.9213717579841614,
      "step": 74
    },
    {
      "epoch": 0.5714285714285714,
      "grad_norm": 0.1627010852098465,
      "learning_rate": 1.681146691346742e-05,
      "loss": 1.0821505784988403,
      "step": 76
    },
    {
      "epoch": 0.5864661654135338,
      "grad_norm": 0.1170893982052803,
      "learning_rate": 1.6560125346351663e-05,
      "loss": 1.300316333770752,
      "step": 78
    },
    {
      "epoch": 0.6015037593984962,
      "grad_norm": 0.5334263443946838,
      "learning_rate": 1.6301734733277442e-05,
      "loss": 0.6484270691871643,
      "step": 80
    },
    {
      "epoch": 0.6165413533834586,
      "grad_norm": 0.101778045296669,
      "learning_rate": 1.603665502724633e-05,
      "loss": 1.2577356100082397,
      "step": 82
    },
    {
      "epoch": 0.631578947368421,
      "grad_norm": 0.1670590043067932,
      "learning_rate": 1.576525549955156e-05,
      "loss": 1.3543009757995605,
      "step": 84
    },
    {
      "epoch": 0.6466165413533834,
      "grad_norm": 0.20087628066539764,
      "learning_rate": 1.548791422536178e-05,
      "loss": 0.9327285885810852,
      "step": 86
    },
    {
      "epoch": 0.6616541353383458,
      "grad_norm": 0.23011328279972076,
      "learning_rate": 1.5205017557040656e-05,
      "loss": 1.1237722635269165,
      "step": 88
    },
    {
      "epoch": 0.6766917293233082,
      "grad_norm": 0.159201517701149,
      "learning_rate": 1.4916959585935732e-05,
      "loss": 1.1964070796966553,
      "step": 90
    },
    {
      "epoch": 0.6917293233082706,
      "grad_norm": 0.44444212317466736,
      "learning_rate": 1.4624141593386507e-05,
      "loss": 1.0308165550231934,
      "step": 92
    },
    {
      "epoch": 0.706766917293233,
      "grad_norm": 0.22338902950286865,
      "learning_rate": 1.4326971491716427e-05,
      "loss": 0.9982426762580872,
      "step": 94
    },
    {
      "epoch": 0.7218045112781954,
      "grad_norm": 0.2096806913614273,
      "learning_rate": 1.402586325598752e-05,
      "loss": 1.3940727710723877,
      "step": 96
    },
    {
      "epoch": 0.7368421052631579,
      "grad_norm": 0.21466873586177826,
      "learning_rate": 1.3721236347309314e-05,
      "loss": 1.1801196336746216,
      "step": 98
    },
    {
      "epoch": 0.7518796992481203,
      "grad_norm": 0.30590999126434326,
      "learning_rate": 1.3413515128505363e-05,
      "loss": 0.6430416703224182,
      "step": 100
    },
    {
      "epoch": 0.7669172932330827,
      "grad_norm": 0.13401509821414948,
      "learning_rate": 1.3103128272951363e-05,
      "loss": 1.3783133029937744,
      "step": 102
    },
    {
      "epoch": 0.7819548872180451,
      "grad_norm": 0.12506185472011566,
      "learning_rate": 1.2790508167408509e-05,
      "loss": 0.9889219403266907,
      "step": 104
    },
    {
      "epoch": 0.7969924812030075,
      "grad_norm": 0.22044184803962708,
      "learning_rate": 1.2476090309683804e-05,
      "loss": 0.6871194243431091,
      "step": 106
    },
    {
      "epoch": 0.8120300751879699,
      "grad_norm": 0.18642327189445496,
      "learning_rate": 1.2160312701956553e-05,
      "loss": 1.0068978071212769,
      "step": 108
    },
    {
      "epoch": 0.8270676691729323,
      "grad_norm": 0.5397107601165771,
      "learning_rate": 1.1843615240616111e-05,
      "loss": 0.8988245725631714,
      "step": 110
    },
    {
      "epoch": 0.8421052631578947,
      "grad_norm": 0.23860491812229156,
      "learning_rate": 1.1526439103460874e-05,
      "loss": 0.7688661813735962,
      "step": 112
    },
    {
      "epoch": 0.8571428571428571,
      "grad_norm": 0.1502920240163803,
      "learning_rate": 1.120922613511221e-05,
      "loss": 1.0024021863937378,
      "step": 114
    },
    {
      "epoch": 0.8721804511278195,
      "grad_norm": 0.16608496010303497,
      "learning_rate": 1.0892418231499461e-05,
      "loss": 1.4191375970840454,
      "step": 116
    },
    {
      "epoch": 0.8872180451127819,
      "grad_norm": 0.17546993494033813,
      "learning_rate": 1.057645672427347e-05,
      "loss": 1.073761224746704,
      "step": 118
    },
    {
      "epoch": 0.9022556390977443,
      "grad_norm": 5.0469841957092285,
      "learning_rate": 1.0261781766006174e-05,
      "loss": 0.9056495428085327,
      "step": 120
    },
    {
      "epoch": 0.9172932330827067,
      "grad_norm": 0.36213457584381104,
      "learning_rate": 9.948831717032738e-06,
      "loss": 0.8672894835472107,
      "step": 122
    },
    {
      "epoch": 0.9323308270676691,
      "grad_norm": 0.4218904972076416,
      "learning_rate": 9.638042534790373e-06,
      "loss": 0.827739417552948,
      "step": 124
    },
    {
      "epoch": 0.9473684210526315,
      "grad_norm": 0.0983240008354187,
      "learning_rate": 9.329847166504497e-06,
      "loss": 0.7799423933029175,
      "step": 126
    },
    {
      "epoch": 0.9624060150375939,
      "grad_norm": 0.14850644767284393,
      "learning_rate": 9.024674946068357e-06,
      "loss": 1.0653791427612305,
      "step": 128
    },
    {
      "epoch": 0.9774436090225563,
      "grad_norm": 0.27504855394363403,
      "learning_rate": 8.722950995956172e-06,
      "loss": 0.9135006666183472,
      "step": 130
    },
    {
      "epoch": 0.9924812030075187,
      "grad_norm": 0.27222368121147156,
      "learning_rate": 8.425095635003053e-06,
      "loss": 1.0402815341949463,
      "step": 132
    },
    {
      "epoch": 1.0075187969924813,
      "grad_norm": 0.1408149003982544,
      "learning_rate": 8.13152379287667e-06,
      "loss": 0.7629735469818115,
      "step": 134
    },
    {
      "epoch": 1.0225563909774436,
      "grad_norm": 0.15156933665275574,
      "learning_rate": 7.842644432056336e-06,
      "loss": 0.9513287544250488,
      "step": 136
    },
    {
      "epoch": 1.037593984962406,
      "grad_norm": 0.9048015475273132,
      "learning_rate": 7.55885997812472e-06,
      "loss": 0.6946667432785034,
      "step": 138
    },
    {
      "epoch": 1.0526315789473684,
      "grad_norm": 0.24624674022197723,
      "learning_rate": 7.280565759165833e-06,
      "loss": 0.7876754403114319,
      "step": 140
    },
    {
      "epoch": 1.0676691729323309,
      "grad_norm": 0.09362401068210602,
      "learning_rate": 7.008149455050264e-06,
      "loss": 0.8406305909156799,
      "step": 142
    },
    {
      "epoch": 1.0827067669172932,
      "grad_norm": 0.17641493678092957,
      "learning_rate": 6.741990557374784e-06,
      "loss": 1.0424906015396118,
      "step": 144
    },
    {
      "epoch": 1.0977443609022557,
      "grad_norm": 0.12022742629051208,
      "learning_rate": 6.4824598408087015e-06,
      "loss": 1.0722497701644897,
      "step": 146
    },
    {
      "epoch": 1.112781954887218,
      "grad_norm": 0.08780567348003387,
      "learning_rate": 6.229918846583414e-06,
      "loss": 1.0312786102294922,
      "step": 148
    },
    {
      "epoch": 1.1278195488721805,
      "grad_norm": 0.3304075598716736,
      "learning_rate": 5.984719378844628e-06,
      "loss": 1.0075746774673462,
      "step": 150
    },
    {
      "epoch": 1.1428571428571428,
      "grad_norm": 0.10900267213582993,
      "learning_rate": 5.7472030145689604e-06,
      "loss": 1.0427347421646118,
      "step": 152
    },
    {
      "epoch": 1.1578947368421053,
      "grad_norm": 0.09693319350481033,
      "learning_rate": 5.51770062772752e-06,
      "loss": 1.0927042961120605,
      "step": 154
    },
    {
      "epoch": 1.1729323308270676,
      "grad_norm": 0.12883000075817108,
      "learning_rate": 5.296531928359431e-06,
      "loss": 0.9705473780632019,
      "step": 156
    },
    {
      "epoch": 1.1879699248120301,
      "grad_norm": 0.11416517943143845,
      "learning_rate": 5.084005017197318e-06,
      "loss": 1.0172467231750488,
      "step": 158
    },
    {
      "epoch": 1.2030075187969924,
      "grad_norm": 0.10797861963510513,
      "learning_rate": 4.8804159564652665e-06,
      "loss": 0.5409541726112366,
      "step": 160
    },
    {
      "epoch": 1.218045112781955,
      "grad_norm": 0.24861538410186768,
      "learning_rate": 4.686048357447095e-06,
      "loss": 0.9430153965950012,
      "step": 162
    },
    {
      "epoch": 1.2330827067669172,
      "grad_norm": 0.14524255692958832,
      "learning_rate": 4.501172985399498e-06,
      "loss": 1.178081750869751,
      "step": 164
    },
    {
      "epoch": 1.2481203007518797,
      "grad_norm": 0.2940176725387573,
      "learning_rate": 4.326047382360457e-06,
      "loss": 0.8844167590141296,
      "step": 166
    },
    {
      "epoch": 1.263157894736842,
      "grad_norm": 0.1306038349866867,
      "learning_rate": 4.160915508378359e-06,
      "loss": 0.7063813209533691,
      "step": 168
    },
    {
      "epoch": 1.2781954887218046,
      "grad_norm": 0.15677547454833984,
      "learning_rate": 4.006007401661596e-06,
      "loss": 0.7762787938117981,
      "step": 170
    },
    {
      "epoch": 1.2932330827067668,
      "grad_norm": 0.14480236172676086,
      "learning_rate": 3.861538858122092e-06,
      "loss": 0.937335193157196,
      "step": 172
    },
    {
      "epoch": 1.3082706766917294,
      "grad_norm": 0.15142542123794556,
      "learning_rate": 3.727711130759182e-06,
      "loss": 0.9747655987739563,
      "step": 174
    },
    {
      "epoch": 1.3233082706766917,
      "grad_norm": 0.18726477026939392,
      "learning_rate": 3.6047106493025923e-06,
      "loss": 0.7746855020523071,
      "step": 176
    },
    {
      "epoch": 1.3383458646616542,
      "grad_norm": 2.189209461212158,
      "learning_rate": 3.492708760505093e-06,
      "loss": 0.6926825642585754,
      "step": 178
    },
    {
      "epoch": 1.3533834586466165,
      "grad_norm": 0.12323262542486191,
      "learning_rate": 3.3918614894466045e-06,
      "loss": 1.2502151727676392,
      "step": 180
    },
    {
      "epoch": 1.368421052631579,
      "grad_norm": 0.1458672434091568,
      "learning_rate": 3.3023093221822746e-06,
      "loss": 0.9960780143737793,
      "step": 182
    },
    {
      "epoch": 1.3834586466165413,
      "grad_norm": 0.1072113886475563,
      "learning_rate": 3.224177010037323e-06,
      "loss": 0.8326720595359802,
      "step": 184
    },
    {
      "epoch": 1.3984962406015038,
      "grad_norm": 0.09054487943649292,
      "learning_rate": 3.1575733958212563e-06,
      "loss": 1.1920455694198608,
      "step": 186
    },
    {
      "epoch": 1.413533834586466,
      "grad_norm": 0.13850678503513336,
      "learning_rate": 3.1025912622035687e-06,
      "loss": 0.5979896783828735,
      "step": 188
    },
    {
      "epoch": 1.4285714285714286,
      "grad_norm": 0.2317809760570526,
      "learning_rate": 3.0593072024621396e-06,
      "loss": 0.969947099685669,
      "step": 190
    },
    {
      "epoch": 1.443609022556391,
      "grad_norm": 0.29049012064933777,
      "learning_rate": 3.0277815137843917e-06,
      "loss": 0.7010709643363953,
      "step": 192
    },
    {
      "epoch": 1.4586466165413534,
      "grad_norm": 0.17280922830104828,
      "learning_rate": 3.008058113269836e-06,
      "loss": 0.7660905718803406,
      "step": 194
    },
    {
      "epoch": 1.4736842105263157,
      "grad_norm": 0.12446308135986328,
      "learning_rate": 3.0001644767510154e-06,
      "loss": 0.9958880543708801,
      "step": 196
    },
    {
      "epoch": 1.4887218045112782,
      "grad_norm": 0.1736506223678589,
      "learning_rate": 3.0041116005181016e-06,
      "loss": 0.9368724226951599,
      "step": 198
    },
    {
      "epoch": 1.5037593984962405,
      "grad_norm": 0.15870751440525055,
      "learning_rate": 3.0198939860004202e-06,
      "loss": 0.9826479554176331,
      "step": 200
    },
    {
      "epoch": 1.518796992481203,
      "grad_norm": 0.15492001175880432,
      "learning_rate": 3.0474896474262772e-06,
      "loss": 1.3954254388809204,
      "step": 202
    },
    {
      "epoch": 1.5338345864661656,
      "grad_norm": 0.1334741860628128,
      "learning_rate": 3.08686014245041e-06,
      "loss": 1.0462982654571533,
      "step": 204
    },
    {
      "epoch": 1.5488721804511278,
      "grad_norm": 0.26873454451560974,
      "learning_rate": 3.1379506257063825e-06,
      "loss": 0.8277729153633118,
      "step": 206
    },
    {
      "epoch": 1.5639097744360901,
      "grad_norm": 0.16168057918548584,
      "learning_rate": 3.20068992520934e-06,
      "loss": 0.985795259475708,
      "step": 208
    },
    {
      "epoch": 1.5789473684210527,
      "grad_norm": 0.1431337147951126,
      "learning_rate": 3.274990641502683e-06,
      "loss": 0.908364474773407,
      "step": 210
    },
    {
      "epoch": 1.5939849624060152,
      "grad_norm": 0.2742830514907837,
      "learning_rate": 3.3607492694105405e-06,
      "loss": 0.6370347142219543,
      "step": 212
    },
    {
      "epoch": 1.6090225563909775,
      "grad_norm": 0.14003214240074158,
      "learning_rate": 3.457846342226442e-06,
      "loss": 0.9584491848945618,
      "step": 214
    },
    {
      "epoch": 1.6240601503759398,
      "grad_norm": 0.29483214020729065,
      "learning_rate": 3.5661465981373183e-06,
      "loss": 1.0774601697921753,
      "step": 216
    },
    {
      "epoch": 1.6390977443609023,
      "grad_norm": 0.18227490782737732,
      "learning_rate": 3.6854991686509906e-06,
      "loss": 0.7987947463989258,
      "step": 218
    },
    {
      "epoch": 1.6541353383458648,
      "grad_norm": 0.20908379554748535,
      "learning_rate": 3.815737788764674e-06,
      "loss": 0.8292507529258728,
      "step": 220
    },
    {
      "epoch": 1.669172932330827,
      "grad_norm": 0.23883360624313354,
      "learning_rate": 3.956681028581693e-06,
      "loss": 0.9586336612701416,
      "step": 222
    },
    {
      "epoch": 1.6842105263157894,
      "grad_norm": 0.3358386158943176,
      "learning_rate": 4.108132546053779e-06,
      "loss": 0.8150299191474915,
      "step": 224
    },
    {
      "epoch": 1.699248120300752,
      "grad_norm": 0.298909068107605,
      "learning_rate": 4.269881360496842e-06,
      "loss": 1.0946331024169922,
      "step": 226
    },
    {
      "epoch": 1.7142857142857144,
      "grad_norm": 0.24479779601097107,
      "learning_rate": 4.441702146499222e-06,
      "loss": 0.9061790108680725,
      "step": 228
    },
    {
      "epoch": 1.7293233082706767,
      "grad_norm": 0.2154252976179123,
      "learning_rate": 4.623355547812946e-06,
      "loss": 1.0011441707611084,
      "step": 230
    },
    {
      "epoch": 1.744360902255639,
      "grad_norm": 0.1481187492609024,
      "learning_rate": 4.814588510790782e-06,
      "loss": 1.1533119678497314,
      "step": 232
    },
    {
      "epoch": 1.7593984962406015,
      "grad_norm": 0.10200405865907669,
      "learning_rate": 5.01513463690452e-06,
      "loss": 1.1073795557022095,
      "step": 234
    },
    {
      "epoch": 1.774436090225564,
      "grad_norm": 0.19221612811088562,
      "learning_rate": 5.224714553853478e-06,
      "loss": 1.148139476776123,
      "step": 236
    },
    {
      "epoch": 1.7894736842105263,
      "grad_norm": 0.1456657350063324,
      "learning_rate": 5.443036304746191e-06,
      "loss": 0.6271846294403076,
      "step": 238
    },
    {
      "epoch": 1.8045112781954886,
      "grad_norm": 0.3602541983127594,
      "learning_rate": 5.66979575481317e-06,
      "loss": 1.0237879753112793,
      "step": 240
    },
    {
      "epoch": 1.8195488721804511,
      "grad_norm": 0.14290253818035126,
      "learning_rate": 5.904677015084159e-06,
      "loss": 0.7585715055465698,
      "step": 242
    },
    {
      "epoch": 1.8345864661654137,
      "grad_norm": 0.15334200859069824,
      "learning_rate": 6.147352882439652e-06,
      "loss": 1.1932705640792847,
      "step": 244
    },
    {
      "epoch": 1.849624060150376,
      "grad_norm": 0.09177304059267044,
      "learning_rate": 6.397485295423669e-06,
      "loss": 1.1568275690078735,
      "step": 246
    },
    {
      "epoch": 1.8646616541353382,
      "grad_norm": 0.08284302055835724,
      "learning_rate": 6.6547258051828426e-06,
      "loss": 0.9782670736312866,
      "step": 248
    },
    {
      "epoch": 1.8796992481203008,
      "grad_norm": 0.12089983373880386,
      "learning_rate": 6.918716060875743e-06,
      "loss": 1.2261128425598145,
      "step": 250
    },
    {
      "epoch": 1.8947368421052633,
      "grad_norm": 0.1200575977563858,
      "learning_rate": 7.1890883088761885e-06,
      "loss": 1.0725328922271729,
      "step": 252
    },
    {
      "epoch": 1.9097744360902256,
      "grad_norm": 0.2572805881500244,
      "learning_rate": 7.4654659050752845e-06,
      "loss": 1.2271314859390259,
      "step": 254
    },
    {
      "epoch": 1.9248120300751879,
      "grad_norm": 0.2713569104671478,
      "learning_rate": 7.747463839568292e-06,
      "loss": 0.8813698291778564,
      "step": 256
    },
    {
      "epoch": 1.9398496240601504,
      "grad_norm": 0.5769055485725403,
      "learning_rate": 8.034689272995649e-06,
      "loss": 0.5630529522895813,
      "step": 258
    },
    {
      "epoch": 1.954887218045113,
      "grad_norm": 0.13255445659160614,
      "learning_rate": 8.32674208379076e-06,
      "loss": 1.0115076303482056,
      "step": 260
    }
  ],
  "logging_steps": 2,
  "max_steps": 532,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 4,
  "save_steps": 260,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 1.8566094440628224e+18,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}