{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.8328365053886724,
  "eval_steps": 30,
  "global_step": 1000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.018344416418252695,
      "grad_norm": 7.795040130615234,
      "learning_rate": 1.6363636363636366e-05,
      "loss": 2.6173,
      "step": 10
    },
    {
      "epoch": 0.03668883283650539,
      "grad_norm": 0.6880274415016174,
      "learning_rate": 3.454545454545455e-05,
      "loss": 0.9115,
      "step": 20
    },
    {
      "epoch": 0.05503324925475808,
      "grad_norm": 0.5830976963043213,
      "learning_rate": 5.272727272727272e-05,
      "loss": 0.5658,
      "step": 30
    },
    {
      "epoch": 0.05503324925475808,
      "eval_loss": 0.5072382092475891,
      "eval_runtime": 49.4282,
      "eval_samples_per_second": 4.653,
      "eval_steps_per_second": 4.653,
      "step": 30
    },
    {
      "epoch": 0.07337766567301078,
      "grad_norm": 0.6845789551734924,
      "learning_rate": 7.090909090909092e-05,
      "loss": 0.4196,
      "step": 40
    },
    {
      "epoch": 0.09172208209126347,
      "grad_norm": 0.7662066221237183,
      "learning_rate": 8.90909090909091e-05,
      "loss": 0.3444,
      "step": 50
    },
    {
      "epoch": 0.11006649850951616,
      "grad_norm": 0.7642600536346436,
      "learning_rate": 0.00010727272727272728,
      "loss": 0.2597,
      "step": 60
    },
    {
      "epoch": 0.11006649850951616,
      "eval_loss": 0.25273433327674866,
      "eval_runtime": 48.8989,
      "eval_samples_per_second": 4.704,
      "eval_steps_per_second": 4.704,
      "step": 60
    },
    {
      "epoch": 0.12841091492776885,
      "grad_norm": 0.48377156257629395,
      "learning_rate": 0.00012545454545454546,
      "loss": 0.2275,
      "step": 70
    },
    {
      "epoch": 0.14675533134602156,
      "grad_norm": 0.343270480632782,
      "learning_rate": 0.00014363636363636363,
      "loss": 0.227,
      "step": 80
    },
    {
      "epoch": 0.16509974776427425,
      "grad_norm": 0.4066845774650574,
      "learning_rate": 0.00016181818181818184,
      "loss": 0.1879,
      "step": 90
    },
    {
      "epoch": 0.16509974776427425,
      "eval_loss": 0.19945120811462402,
      "eval_runtime": 48.8856,
      "eval_samples_per_second": 4.705,
      "eval_steps_per_second": 4.705,
      "step": 90
    },
    {
      "epoch": 0.18344416418252693,
      "grad_norm": 0.31925588846206665,
      "learning_rate": 0.00018,
      "loss": 0.1751,
      "step": 100
    },
    {
      "epoch": 0.20178858060077964,
      "grad_norm": 0.3936826288700104,
      "learning_rate": 0.00019818181818181821,
      "loss": 0.1742,
      "step": 110
    },
    {
      "epoch": 0.22013299701903233,
      "grad_norm": 0.3444064259529114,
      "learning_rate": 0.00019995855217078221,
      "loss": 0.1745,
      "step": 120
    },
    {
      "epoch": 0.22013299701903233,
      "eval_loss": 0.16547603905200958,
      "eval_runtime": 49.0551,
      "eval_samples_per_second": 4.689,
      "eval_steps_per_second": 4.689,
      "step": 120
    },
    {
      "epoch": 0.238477413437285,
      "grad_norm": 0.38167741894721985,
      "learning_rate": 0.0001998153198346097,
      "loss": 0.1758,
      "step": 130
    },
    {
      "epoch": 0.2568218298555377,
      "grad_norm": 0.38544419407844543,
      "learning_rate": 0.00019956993783702592,
      "loss": 0.1559,
      "step": 140
    },
    {
      "epoch": 0.27516624627379044,
      "grad_norm": 0.19193893671035767,
      "learning_rate": 0.00019922265729868066,
      "loss": 0.1596,
      "step": 150
    },
    {
      "epoch": 0.27516624627379044,
      "eval_loss": 0.14603756368160248,
      "eval_runtime": 48.8719,
      "eval_samples_per_second": 4.706,
      "eval_steps_per_second": 4.706,
      "step": 150
    },
    {
      "epoch": 0.2935106626920431,
      "grad_norm": 0.2377977967262268,
      "learning_rate": 0.0001987738336218254,
      "loss": 0.1529,
      "step": 160
    },
    {
      "epoch": 0.3118550791102958,
      "grad_norm": 0.24111273884773254,
      "learning_rate": 0.00019822392612659965,
      "loss": 0.1422,
      "step": 170
    },
    {
      "epoch": 0.3301994955285485,
      "grad_norm": 0.2043677717447281,
      "learning_rate": 0.00019757349758096855,
      "loss": 0.1466,
      "step": 180
    },
    {
      "epoch": 0.3301994955285485,
      "eval_loss": 0.14219357073307037,
      "eval_runtime": 48.9834,
      "eval_samples_per_second": 4.695,
      "eval_steps_per_second": 4.695,
      "step": 180
    },
    {
      "epoch": 0.3485439119468012,
      "grad_norm": 0.14538665115833282,
      "learning_rate": 0.00019682321362479407,
      "loss": 0.1431,
      "step": 190
    },
    {
      "epoch": 0.36688832836505386,
      "grad_norm": 0.16464489698410034,
      "learning_rate": 0.00019597384208862778,
      "loss": 0.1462,
      "step": 200
    },
    {
      "epoch": 0.3852327447833066,
      "grad_norm": 0.1624147742986679,
      "learning_rate": 0.00019502625220792346,
      "loss": 0.1405,
      "step": 210
    },
    {
      "epoch": 0.3852327447833066,
      "eval_loss": 0.1425054669380188,
      "eval_runtime": 48.8411,
      "eval_samples_per_second": 4.709,
      "eval_steps_per_second": 4.709,
      "step": 210
    },
    {
      "epoch": 0.4035771612015593,
      "grad_norm": 0.32471776008605957,
      "learning_rate": 0.00019398141373347318,
      "loss": 0.1367,
      "step": 220
    },
    {
      "epoch": 0.42192157761981197,
      "grad_norm": 0.1439230591058731,
      "learning_rate": 0.00019284039593897733,
      "loss": 0.1378,
      "step": 230
    },
    {
      "epoch": 0.44026599403806466,
      "grad_norm": 0.2199280858039856,
      "learning_rate": 0.00019160436652676427,
      "loss": 0.1471,
      "step": 240
    },
    {
      "epoch": 0.44026599403806466,
      "eval_loss": 0.1684170663356781,
      "eval_runtime": 48.9029,
      "eval_samples_per_second": 4.703,
      "eval_steps_per_second": 4.703,
      "step": 240
    },
    {
      "epoch": 0.45861041045631734,
      "grad_norm": 0.46398675441741943,
      "learning_rate": 0.0001902745904327792,
      "loss": 0.1367,
      "step": 250
    },
    {
      "epoch": 0.47695482687457,
      "grad_norm": 0.45815974473953247,
      "learning_rate": 0.00018885242853206605,
      "loss": 0.1346,
      "step": 260
    },
    {
      "epoch": 0.49529924329282277,
      "grad_norm": 0.29094287753105164,
      "learning_rate": 0.00018733933624606576,
      "loss": 0.1443,
      "step": 270
    },
    {
      "epoch": 0.49529924329282277,
      "eval_loss": 0.1330244541168213,
      "eval_runtime": 48.9904,
      "eval_samples_per_second": 4.695,
      "eval_steps_per_second": 4.695,
      "step": 270
    },
    {
      "epoch": 0.5136436597110754,
      "grad_norm": 0.22784261405467987,
      "learning_rate": 0.0001857368620531578,
      "loss": 0.1403,
      "step": 280
    },
    {
      "epoch": 0.5319880761293282,
      "grad_norm": 0.16252748668193817,
      "learning_rate": 0.00018404664590396794,
      "loss": 0.1375,
      "step": 290
    },
    {
      "epoch": 0.5503324925475809,
      "grad_norm": 0.296027809381485,
      "learning_rate": 0.00018227041754306485,
      "loss": 0.1429,
      "step": 300
    },
    {
      "epoch": 0.5503324925475809,
      "eval_loss": 0.1296931356191635,
      "eval_runtime": 49.3388,
      "eval_samples_per_second": 4.662,
      "eval_steps_per_second": 4.662,
      "step": 300
    },
    {
      "epoch": 0.5686769089658336,
      "grad_norm": 0.16931048035621643,
      "learning_rate": 0.00018040999473876258,
      "loss": 0.132,
      "step": 310
    },
    {
      "epoch": 0.5870213253840862,
      "grad_norm": 0.15758486092090607,
      "learning_rate": 0.0001784672814228409,
      "loss": 0.1439,
      "step": 320
    },
    {
      "epoch": 0.6053657418023389,
      "grad_norm": 0.2505033016204834,
      "learning_rate": 0.00017644426574208697,
      "loss": 0.1313,
      "step": 330
    },
    {
      "epoch": 0.6053657418023389,
      "eval_loss": 0.1264232099056244,
      "eval_runtime": 49.2647,
      "eval_samples_per_second": 4.669,
      "eval_steps_per_second": 4.669,
      "step": 330
    },
    {
      "epoch": 0.6237101582205916,
      "grad_norm": 0.15784454345703125,
      "learning_rate": 0.00017434301802365265,
      "loss": 0.1359,
      "step": 340
    },
    {
      "epoch": 0.6420545746388443,
      "grad_norm": 0.1714029461145401,
      "learning_rate": 0.00017216568865630923,
      "loss": 0.1394,
      "step": 350
    },
    {
      "epoch": 0.660398991057097,
      "grad_norm": 0.1297195553779602,
      "learning_rate": 0.0001699145058897685,
      "loss": 0.1297,
      "step": 360
    },
    {
      "epoch": 0.660398991057097,
      "eval_loss": 0.122822105884552,
      "eval_runtime": 49.3023,
      "eval_samples_per_second": 4.665,
      "eval_steps_per_second": 4.665,
      "step": 360
    },
    {
      "epoch": 0.6787434074753497,
      "grad_norm": 0.10573259741067886,
      "learning_rate": 0.00016759177355432186,
      "loss": 0.1253,
      "step": 370
    },
    {
      "epoch": 0.6970878238936024,
      "grad_norm": 0.11619006097316742,
      "learning_rate": 0.00016519986870313117,
      "loss": 0.1361,
      "step": 380
    },
    {
      "epoch": 0.715432240311855,
      "grad_norm": 0.11721345037221909,
      "learning_rate": 0.00016274123917958436,
      "loss": 0.123,
      "step": 390
    },
    {
      "epoch": 0.715432240311855,
      "eval_loss": 0.12079351395368576,
      "eval_runtime": 49.4755,
      "eval_samples_per_second": 4.649,
      "eval_steps_per_second": 4.649,
      "step": 390
    },
    {
      "epoch": 0.7337766567301077,
      "grad_norm": 0.10461968928575516,
      "learning_rate": 0.00016021840111220547,
      "loss": 0.1186,
      "step": 400
    },
    {
      "epoch": 0.7521210731483605,
      "grad_norm": 0.11793247610330582,
      "learning_rate": 0.0001576339363396822,
      "loss": 0.1326,
      "step": 410
    },
    {
      "epoch": 0.7704654895666132,
      "grad_norm": 0.09142949432134628,
      "learning_rate": 0.00015499048976864698,
      "loss": 0.1338,
      "step": 420
    },
    {
      "epoch": 0.7704654895666132,
      "eval_loss": 0.11926981061697006,
      "eval_runtime": 49.3242,
      "eval_samples_per_second": 4.663,
      "eval_steps_per_second": 4.663,
      "step": 420
    },
    {
      "epoch": 0.7888099059848659,
      "grad_norm": 0.12111407518386841,
      "learning_rate": 0.0001522907666669147,
      "loss": 0.1296,
      "step": 430
    },
    {
      "epoch": 0.8071543224031186,
      "grad_norm": 0.1540282666683197,
      "learning_rate": 0.00014953752989494814,
      "loss": 0.1371,
      "step": 440
    },
    {
      "epoch": 0.8254987388213713,
      "grad_norm": 0.10127419233322144,
      "learning_rate": 0.00014673359707838336,
      "loss": 0.1263,
      "step": 450
    },
    {
      "epoch": 0.8254987388213713,
      "eval_loss": 0.11757560074329376,
      "eval_runtime": 49.3842,
      "eval_samples_per_second": 4.657,
      "eval_steps_per_second": 4.657,
      "step": 450
    },
    {
      "epoch": 0.8438431552396239,
      "grad_norm": 0.10976914316415787,
      "learning_rate": 0.00014388183772450955,
      "loss": 0.1268,
      "step": 460
    },
    {
      "epoch": 0.8621875716578766,
      "grad_norm": 0.08922591060400009,
      "learning_rate": 0.0001409851702856535,
      "loss": 0.1252,
      "step": 470
    },
    {
      "epoch": 0.8805319880761293,
      "grad_norm": 0.09157353639602661,
      "learning_rate": 0.00013804655917247472,
      "loss": 0.1341,
      "step": 480
    },
    {
      "epoch": 0.8805319880761293,
      "eval_loss": 0.11754835397005081,
      "eval_runtime": 49.3415,
      "eval_samples_per_second": 4.661,
      "eval_steps_per_second": 4.661,
      "step": 480
    },
    {
      "epoch": 0.898876404494382,
      "grad_norm": 0.2666095793247223,
      "learning_rate": 0.00013506901172022722,
      "loss": 0.1235,
      "step": 490
    },
    {
      "epoch": 0.9172208209126347,
      "grad_norm": 0.10213123261928558,
      "learning_rate": 0.00013205557511109295,
      "loss": 0.1221,
      "step": 500
    },
    {
      "epoch": 0.9355652373308874,
      "grad_norm": 0.11488551646471024,
      "learning_rate": 0.00012900933325573637,
      "loss": 0.129,
      "step": 510
    },
    {
      "epoch": 0.9355652373308874,
      "eval_loss": 0.11715804040431976,
      "eval_runtime": 49.2999,
      "eval_samples_per_second": 4.665,
      "eval_steps_per_second": 4.665,
      "step": 510
    },
    {
      "epoch": 0.95390965374914,
      "grad_norm": 0.12331929802894592,
      "learning_rate": 0.00012593340363727131,
      "loss": 0.1224,
      "step": 520
    },
    {
      "epoch": 0.9722540701673928,
      "grad_norm": 0.11989827454090118,
      "learning_rate": 0.000122830934120871,
      "loss": 0.1269,
      "step": 530
    },
    {
      "epoch": 0.9905984865856455,
      "grad_norm": 0.08979545533657074,
      "learning_rate": 0.00011970509973228458,
      "loss": 0.1223,
      "step": 540
    },
    {
      "epoch": 0.9905984865856455,
      "eval_loss": 0.11745806038379669,
      "eval_runtime": 49.2732,
      "eval_samples_per_second": 4.668,
      "eval_steps_per_second": 4.668,
      "step": 540
    },
    {
      "epoch": 1.0073377665673011,
      "grad_norm": 0.10322548449039459,
      "learning_rate": 0.00011655909940855851,
      "loss": 0.111,
      "step": 550
    },
    {
      "epoch": 1.0256821829855538,
      "grad_norm": 0.09024786949157715,
      "learning_rate": 0.0001133961527242872,
      "loss": 0.1142,
      "step": 560
    },
    {
      "epoch": 1.0440265994038065,
      "grad_norm": 0.09547445923089981,
      "learning_rate": 0.00011021949659674338,
      "loss": 0.1322,
      "step": 570
    },
    {
      "epoch": 1.0440265994038065,
      "eval_loss": 0.11743354052305222,
      "eval_runtime": 49.2711,
      "eval_samples_per_second": 4.668,
      "eval_steps_per_second": 4.668,
      "step": 570
    },
    {
      "epoch": 1.0623710158220592,
      "grad_norm": 0.08737261593341827,
      "learning_rate": 0.00010703238197326042,
      "loss": 0.1224,
      "step": 580
    },
    {
      "epoch": 1.0807154322403119,
      "grad_norm": 0.08432964235544205,
      "learning_rate": 0.00010383807050425646,
      "loss": 0.12,
      "step": 590
    },
    {
      "epoch": 1.0990598486585645,
      "grad_norm": 0.09570309519767761,
      "learning_rate": 0.0001006398312053048,
      "loss": 0.1142,
      "step": 600
    },
    {
      "epoch": 1.0990598486585645,
      "eval_loss": 0.11705348640680313,
      "eval_runtime": 49.3215,
      "eval_samples_per_second": 4.663,
      "eval_steps_per_second": 4.663,
      "step": 600
    },
    {
      "epoch": 1.1174042650768172,
      "grad_norm": 0.10215649008750916,
      "learning_rate": 9.744093711166744e-05,
      "loss": 0.1256,
      "step": 610
    },
    {
      "epoch": 1.13574868149507,
      "grad_norm": 0.09788327664136887,
      "learning_rate": 9.42446619287144e-05,
      "loss": 0.1285,
      "step": 620
    },
    {
      "epoch": 1.1540930979133226,
      "grad_norm": 0.07625731825828552,
      "learning_rate": 9.105427668165755e-05,
      "loss": 0.1188,
      "step": 630
    },
    {
      "epoch": 1.1540930979133226,
      "eval_loss": 0.11599662899971008,
      "eval_runtime": 49.3627,
      "eval_samples_per_second": 4.659,
      "eval_steps_per_second": 4.659,
      "step": 630
    },
    {
      "epoch": 1.1724375143315753,
      "grad_norm": 0.07791601866483688,
      "learning_rate": 8.787304636802742e-05,
      "loss": 0.1192,
      "step": 640
    },
    {
      "epoch": 1.190781930749828,
      "grad_norm": 0.08331194519996643,
      "learning_rate": 8.47042266163181e-05,
      "loss": 0.1224,
      "step": 650
    },
    {
      "epoch": 1.2091263471680807,
      "grad_norm": 0.1000560000538826,
      "learning_rate": 8.155106035422095e-05,
      "loss": 0.1187,
      "step": 660
    },
    {
      "epoch": 1.2091263471680807,
      "eval_loss": 0.11565903574228287,
      "eval_runtime": 49.4108,
      "eval_samples_per_second": 4.655,
      "eval_steps_per_second": 4.655,
      "step": 660
    },
    {
      "epoch": 1.2274707635863333,
      "grad_norm": 0.09680289030075073,
      "learning_rate": 7.841677448985571e-05,
      "loss": 0.1203,
      "step": 670
    },
    {
      "epoch": 1.245815180004586,
      "grad_norm": 0.0752745121717453,
      "learning_rate": 7.530457660939587e-05,
      "loss": 0.1208,
      "step": 680
    },
    {
      "epoch": 1.264159596422839,
      "grad_norm": 0.5036187171936035,
      "learning_rate": 7.22176516944682e-05,
      "loss": 0.1179,
      "step": 690
    },
    {
      "epoch": 1.264159596422839,
      "eval_loss": 0.11543552577495575,
      "eval_runtime": 49.3311,
      "eval_samples_per_second": 4.662,
      "eval_steps_per_second": 4.662,
      "step": 690
    },
    {
      "epoch": 1.2825040128410916,
      "grad_norm": 0.09510516375303268,
      "learning_rate": 6.915915886268485e-05,
      "loss": 0.1215,
      "step": 700
    },
    {
      "epoch": 1.3008484292593443,
      "grad_norm": 0.08249227702617645,
      "learning_rate": 6.613222813464508e-05,
      "loss": 0.1192,
      "step": 710
    },
    {
      "epoch": 1.319192845677597,
      "grad_norm": 0.0947667732834816,
      "learning_rate": 6.313995723071377e-05,
      "loss": 0.1248,
      "step": 720
    },
    {
      "epoch": 1.319192845677597,
      "eval_loss": 0.11455719918012619,
      "eval_runtime": 49.2423,
      "eval_samples_per_second": 4.671,
      "eval_steps_per_second": 4.671,
      "step": 720
    },
    {
      "epoch": 1.3375372620958497,
      "grad_norm": 0.09012740105390549,
      "learning_rate": 6.0185408400856116e-05,
      "loss": 0.1152,
      "step": 730
    },
    {
      "epoch": 1.3558816785141024,
      "grad_norm": 0.11220687627792358,
      "learning_rate": 5.727160529077189e-05,
      "loss": 0.1232,
      "step": 740
    },
    {
      "epoch": 1.374226094932355,
      "grad_norm": 0.09022535383701324,
      "learning_rate": 5.440152984753709e-05,
      "loss": 0.1179,
      "step": 750
    },
    {
      "epoch": 1.374226094932355,
      "eval_loss": 0.1143663227558136,
      "eval_runtime": 49.3543,
      "eval_samples_per_second": 4.66,
      "eval_steps_per_second": 4.66,
      "step": 750
    },
    {
      "epoch": 1.3925705113506077,
      "grad_norm": 0.08042389154434204,
      "learning_rate": 5.157811926791905e-05,
      "loss": 0.1219,
      "step": 760
    },
    {
      "epoch": 1.4109149277688604,
      "grad_norm": 0.09887140244245529,
      "learning_rate": 4.880426299248867e-05,
      "loss": 0.1172,
      "step": 770
    },
    {
      "epoch": 1.429259344187113,
      "grad_norm": 0.08288570493459702,
      "learning_rate": 4.608279974860581e-05,
      "loss": 0.1222,
      "step": 780
    },
    {
      "epoch": 1.429259344187113,
      "eval_loss": 0.11446955054998398,
      "eval_runtime": 49.3093,
      "eval_samples_per_second": 4.664,
      "eval_steps_per_second": 4.664,
      "step": 780
    },
    {
      "epoch": 1.4476037606053658,
      "grad_norm": 0.08059478551149368,
      "learning_rate": 4.341651464530341e-05,
      "loss": 0.1236,
      "step": 790
    },
    {
      "epoch": 1.4659481770236185,
      "grad_norm": 0.08869417011737823,
      "learning_rate": 4.0808136323044554e-05,
      "loss": 0.1209,
      "step": 800
    },
    {
      "epoch": 1.4842925934418711,
      "grad_norm": 0.09369216859340668,
      "learning_rate": 3.8260334161268077e-05,
      "loss": 0.1228,
      "step": 810
    },
    {
      "epoch": 1.4842925934418711,
      "eval_loss": 0.11371872574090958,
      "eval_runtime": 49.2681,
      "eval_samples_per_second": 4.668,
      "eval_steps_per_second": 4.668,
      "step": 810
    },
    {
      "epoch": 1.5026370098601238,
      "grad_norm": 0.07937419414520264,
      "learning_rate": 3.577571554658154e-05,
      "loss": 0.1144,
      "step": 820
    },
    {
      "epoch": 1.5209814262783765,
      "grad_norm": 0.09610588103532791,
      "learning_rate": 3.33568232043967e-05,
      "loss": 0.1158,
      "step": 830
    },
    {
      "epoch": 1.5393258426966292,
      "grad_norm": 0.1910742223262787,
      "learning_rate": 3.100613259673843e-05,
      "loss": 0.1261,
      "step": 840
    },
    {
      "epoch": 1.5393258426966292,
      "eval_loss": 0.11366112530231476,
      "eval_runtime": 49.3771,
      "eval_samples_per_second": 4.658,
      "eval_steps_per_second": 4.658,
      "step": 840
    },
    {
      "epoch": 1.5576702591148819,
      "grad_norm": 0.07669960707426071,
      "learning_rate": 2.8726049388889807e-05,
      "loss": 0.1165,
      "step": 850
    },
    {
      "epoch": 1.5760146755331346,
      "grad_norm": 0.08569029718637466,
      "learning_rate": 2.651890698746682e-05,
      "loss": 0.1192,
      "step": 860
    },
    {
      "epoch": 1.5943590919513873,
      "grad_norm": 0.09321046620607376,
      "learning_rate": 2.4386964152441018e-05,
      "loss": 0.1237,
      "step": 870
    },
    {
      "epoch": 1.5943590919513873,
      "eval_loss": 0.11372239142656326,
      "eval_runtime": 49.3141,
      "eval_samples_per_second": 4.664,
      "eval_steps_per_second": 4.664,
      "step": 870
    },
    {
      "epoch": 1.61270350836964,
      "grad_norm": 0.08224959671497345,
      "learning_rate": 2.2332402685554876e-05,
      "loss": 0.1149,
      "step": 880
    },
    {
      "epoch": 1.6310479247878926,
      "grad_norm": 0.07479019463062286,
      "learning_rate": 2.035732519749528e-05,
      "loss": 0.1237,
      "step": 890
    },
    {
      "epoch": 1.6493923412061453,
      "grad_norm": 0.0903916209936142,
      "learning_rate": 1.8463752956109615e-05,
      "loss": 0.1167,
      "step": 900
    },
    {
      "epoch": 1.6493923412061453,
      "eval_loss": 0.1136728897690773,
      "eval_runtime": 49.4665,
      "eval_samples_per_second": 4.65,
      "eval_steps_per_second": 4.65,
      "step": 900
    },
    {
      "epoch": 1.667736757624398,
      "grad_norm": 0.08336473256349564,
      "learning_rate": 1.6653623817867637e-05,
      "loss": 0.1171,
      "step": 910
    },
    {
      "epoch": 1.6860811740426507,
      "grad_norm": 0.08168327063322067,
      "learning_rate": 1.4928790244684865e-05,
      "loss": 0.1189,
      "step": 920
    },
    {
      "epoch": 1.7044255904609034,
      "grad_norm": 0.08606237918138504,
      "learning_rate": 1.3291017408138006e-05,
      "loss": 0.1184,
      "step": 930
    },
    {
      "epoch": 1.7044255904609034,
      "eval_loss": 0.11324052512645721,
      "eval_runtime": 49.4226,
      "eval_samples_per_second": 4.654,
      "eval_steps_per_second": 4.654,
      "step": 930
    },
    {
      "epoch": 1.722770006879156,
      "grad_norm": 0.09091446548700333,
      "learning_rate": 1.1741981383011924e-05,
      "loss": 0.1184,
      "step": 940
    },
    {
      "epoch": 1.7411144232974087,
      "grad_norm": 0.0911412388086319,
      "learning_rate": 1.02832674320273e-05,
      "loss": 0.1156,
      "step": 950
    },
    {
      "epoch": 1.7594588397156614,
      "grad_norm": 0.11093633621931076,
      "learning_rate": 8.916368383503781e-06,
      "loss": 0.1231,
      "step": 960
    },
    {
      "epoch": 1.7594588397156614,
      "eval_loss": 0.11301500350236893,
      "eval_runtime": 49.4575,
      "eval_samples_per_second": 4.65,
      "eval_steps_per_second": 4.65,
      "step": 960
    },
    {
      "epoch": 1.777803256133914,
      "grad_norm": 0.08233562856912613,
      "learning_rate": 7.642683103619686e-06,
      "loss": 0.1193,
      "step": 970
    },
    {
      "epoch": 1.7961476725521668,
      "grad_norm": 0.08492106199264526,
      "learning_rate": 6.463515064830916e-06,
      "loss": 0.1113,
      "step": 980
    },
    {
      "epoch": 1.8144920889704195,
      "grad_norm": 0.07636568695306778,
      "learning_rate": 5.380071011914822e-06,
      "loss": 0.1229,
      "step": 990
    },
    {
      "epoch": 1.8144920889704195,
      "eval_loss": 0.11294619739055634,
      "eval_runtime": 49.6347,
      "eval_samples_per_second": 4.634,
      "eval_steps_per_second": 4.634,
      "step": 990
    },
    {
      "epoch": 1.8328365053886724,
      "grad_norm": 0.08528682589530945,
      "learning_rate": 4.393459727003701e-06,
      "loss": 0.1297,
      "step": 1000
    }
  ],
  "logging_steps": 10,
  "max_steps": 1092,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 100,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 1.4621136161220403e+17,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}