{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.1,
  "eval_steps": 500,
  "global_step": 2000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "grad_norm": 0.16940702497959137,
      "learning_rate": 9e-07,
      "loss": 1.208,
      "step": 10
    },
    {
      "grad_norm": 0.14846493303775787,
      "learning_rate": 1.9e-06,
      "loss": 1.207,
      "step": 20
    },
    {
      "grad_norm": 0.1575060486793518,
      "learning_rate": 2.9e-06,
      "loss": 1.2031,
      "step": 30
    },
    {
      "grad_norm": 0.18646641075611115,
      "learning_rate": 3.9e-06,
      "loss": 1.19,
      "step": 40
    },
    {
      "grad_norm": 0.30270645022392273,
      "learning_rate": 4.9000000000000005e-06,
      "loss": 1.1729,
      "step": 50
    },
    {
      "grad_norm": 0.39245566725730896,
      "learning_rate": 5.9e-06,
      "loss": 1.1582,
      "step": 60
    },
    {
      "grad_norm": 0.44334590435028076,
      "learning_rate": 6.900000000000001e-06,
      "loss": 1.1293,
      "step": 70
    },
    {
      "grad_norm": 0.30264705419540405,
      "learning_rate": 7.9e-06,
      "loss": 1.1102,
      "step": 80
    },
    {
      "grad_norm": 0.24947984516620636,
      "learning_rate": 8.9e-06,
      "loss": 1.1029,
      "step": 90
    },
    {
      "grad_norm": 0.3442651927471161,
      "learning_rate": 9.900000000000002e-06,
      "loss": 1.0967,
      "step": 100
    },
    {
      "grad_norm": 0.2968611717224121,
      "learning_rate": 1.09e-05,
      "loss": 1.092,
      "step": 110
    },
    {
      "grad_norm": 0.8635988235473633,
      "learning_rate": 1.19e-05,
      "loss": 1.0971,
      "step": 120
    },
    {
      "grad_norm": 0.549736738204956,
      "learning_rate": 1.29e-05,
      "loss": 1.0877,
      "step": 130
    },
    {
      "grad_norm": 0.3879706859588623,
      "learning_rate": 1.3900000000000002e-05,
      "loss": 1.0965,
      "step": 140
    },
    {
      "grad_norm": 0.8023251295089722,
      "learning_rate": 1.49e-05,
      "loss": 1.0902,
      "step": 150
    },
    {
      "grad_norm": 0.3089507222175598,
      "learning_rate": 1.59e-05,
      "loss": 1.0938,
      "step": 160
    },
    {
      "grad_norm": 0.2845019996166229,
      "learning_rate": 1.69e-05,
      "loss": 1.0857,
      "step": 170
    },
    {
      "grad_norm": 0.5286039710044861,
      "learning_rate": 1.79e-05,
      "loss": 1.0811,
      "step": 180
    },
    {
      "grad_norm": 0.3651806712150574,
      "learning_rate": 1.8900000000000002e-05,
      "loss": 1.0711,
      "step": 190
    },
    {
      "grad_norm": 0.49551165103912354,
      "learning_rate": 1.9900000000000003e-05,
      "loss": 1.0568,
      "step": 200
    },
    {
      "grad_norm": 0.48400798439979553,
      "learning_rate": 2.09e-05,
      "loss": 1.0261,
      "step": 210
    },
    {
      "grad_norm": 0.5731498599052429,
      "learning_rate": 2.19e-05,
      "loss": 1.0099,
      "step": 220
    },
    {
      "grad_norm": 0.5158259868621826,
      "learning_rate": 2.29e-05,
      "loss": 0.9947,
      "step": 230
    },
    {
      "grad_norm": 0.8482366800308228,
      "learning_rate": 2.39e-05,
      "loss": 0.9701,
      "step": 240
    },
    {
      "grad_norm": 0.668360710144043,
      "learning_rate": 2.4900000000000002e-05,
      "loss": 0.933,
      "step": 250
    },
    {
      "grad_norm": 1.0341784954071045,
      "learning_rate": 2.5900000000000003e-05,
      "loss": 0.9101,
      "step": 260
    },
    {
      "grad_norm": 0.8576267957687378,
      "learning_rate": 2.6900000000000003e-05,
      "loss": 0.8772,
      "step": 270
    },
    {
      "grad_norm": 1.177884578704834,
      "learning_rate": 2.7900000000000004e-05,
      "loss": 0.8447,
      "step": 280
    },
    {
      "grad_norm": 1.2616709470748901,
      "learning_rate": 2.8899999999999998e-05,
      "loss": 0.8277,
      "step": 290
    },
    {
      "grad_norm": 0.9310820698738098,
      "learning_rate": 2.9900000000000002e-05,
      "loss": 0.8179,
      "step": 300
    },
    {
      "grad_norm": 0.9291635751724243,
      "learning_rate": 3.09e-05,
      "loss": 0.7966,
      "step": 310
    },
    {
      "grad_norm": 0.9610940217971802,
      "learning_rate": 3.19e-05,
      "loss": 0.7595,
      "step": 320
    },
    {
      "grad_norm": 1.082502841949463,
      "learning_rate": 3.29e-05,
      "loss": 0.7442,
      "step": 330
    },
    {
      "grad_norm": 1.0246247053146362,
      "learning_rate": 3.3900000000000004e-05,
      "loss": 0.7153,
      "step": 340
    },
    {
      "grad_norm": 1.1535388231277466,
      "learning_rate": 3.49e-05,
      "loss": 0.7008,
      "step": 350
    },
    {
      "grad_norm": 1.1344460248947144,
      "learning_rate": 3.59e-05,
      "loss": 0.6781,
      "step": 360
    },
    {
      "grad_norm": 1.0874427556991577,
      "learning_rate": 3.69e-05,
      "loss": 0.6773,
      "step": 370
    },
    {
      "grad_norm": 1.1591013669967651,
      "learning_rate": 3.79e-05,
      "loss": 0.6567,
      "step": 380
    },
    {
      "grad_norm": 1.2492725849151611,
      "learning_rate": 3.8900000000000004e-05,
      "loss": 0.6557,
      "step": 390
    },
    {
      "grad_norm": 1.333844542503357,
      "learning_rate": 3.99e-05,
      "loss": 0.6557,
      "step": 400
    },
    {
      "grad_norm": 1.157532811164856,
      "learning_rate": 4.09e-05,
      "loss": 0.6327,
      "step": 410
    },
    {
      "grad_norm": 1.0811901092529297,
      "learning_rate": 4.19e-05,
      "loss": 0.6181,
      "step": 420
    },
    {
      "grad_norm": 1.211959958076477,
      "learning_rate": 4.29e-05,
      "loss": 0.6222,
      "step": 430
    },
    {
      "grad_norm": 1.1791653633117676,
      "learning_rate": 4.39e-05,
      "loss": 0.6018,
      "step": 440
    },
    {
      "grad_norm": 1.483304500579834,
      "learning_rate": 4.49e-05,
      "loss": 0.5883,
      "step": 450
    },
    {
      "grad_norm": 1.136581540107727,
      "learning_rate": 4.5900000000000004e-05,
      "loss": 0.5781,
      "step": 460
    },
    {
      "grad_norm": 1.0122281312942505,
      "learning_rate": 4.69e-05,
      "loss": 0.5833,
      "step": 470
    },
    {
      "grad_norm": 1.294203519821167,
      "learning_rate": 4.79e-05,
      "loss": 0.5811,
      "step": 480
    },
    {
      "grad_norm": 1.036759614944458,
      "learning_rate": 4.89e-05,
      "loss": 0.5826,
      "step": 490
    },
    {
      "eval/loss": 0.540949667096138,
      "step": 500
    },
    {
      "grad_norm": 1.4752445220947266,
      "learning_rate": 4.99e-05,
      "loss": 0.5589,
      "step": 500
    },
    {
      "grad_norm": 0.9996066093444824,
      "learning_rate": 5.0900000000000004e-05,
      "loss": 0.5726,
      "step": 510
    },
    {
      "grad_norm": 1.1314283609390259,
      "learning_rate": 5.19e-05,
      "loss": 0.5489,
      "step": 520
    },
    {
      "grad_norm": 1.0463645458221436,
      "learning_rate": 5.2900000000000005e-05,
      "loss": 0.537,
      "step": 530
    },
    {
      "grad_norm": 1.1870821714401245,
      "learning_rate": 5.390000000000001e-05,
      "loss": 0.5419,
      "step": 540
    },
    {
      "grad_norm": 1.0127766132354736,
      "learning_rate": 5.4900000000000006e-05,
      "loss": 0.5383,
      "step": 550
    },
    {
      "grad_norm": 1.1530522108078003,
      "learning_rate": 5.590000000000001e-05,
      "loss": 0.5255,
      "step": 560
    },
    {
      "grad_norm": 1.6963386535644531,
      "learning_rate": 5.69e-05,
      "loss": 0.5248,
      "step": 570
    },
    {
      "grad_norm": 1.5842453241348267,
      "learning_rate": 5.79e-05,
      "loss": 0.5243,
      "step": 580
    },
    {
      "grad_norm": 1.3649457693099976,
      "learning_rate": 5.89e-05,
      "loss": 0.5147,
      "step": 590
    },
    {
      "grad_norm": 1.018904447555542,
      "learning_rate": 5.99e-05,
      "loss": 0.5042,
      "step": 600
    },
    {
      "grad_norm": 1.252278208732605,
      "learning_rate": 6.09e-05,
      "loss": 0.5213,
      "step": 610
    },
    {
      "grad_norm": 1.2415512800216675,
      "learning_rate": 6.19e-05,
      "loss": 0.4769,
      "step": 620
    },
    {
      "grad_norm": 1.3829114437103271,
      "learning_rate": 6.29e-05,
      "loss": 0.4806,
      "step": 630
    },
    {
      "grad_norm": 1.2860313653945923,
      "learning_rate": 6.390000000000001e-05,
      "loss": 0.4687,
      "step": 640
    },
    {
      "grad_norm": 1.1453088521957397,
      "learning_rate": 6.49e-05,
      "loss": 0.477,
      "step": 650
    },
    {
      "grad_norm": 1.2535901069641113,
      "learning_rate": 6.59e-05,
      "loss": 0.4541,
      "step": 660
    },
    {
      "grad_norm": 1.2619575262069702,
      "learning_rate": 6.690000000000001e-05,
      "loss": 0.4565,
      "step": 670
    },
    {
      "grad_norm": 1.1378668546676636,
      "learning_rate": 6.790000000000001e-05,
      "loss": 0.4395,
      "step": 680
    },
    {
      "grad_norm": 1.0631095170974731,
      "learning_rate": 6.89e-05,
      "loss": 0.4185,
      "step": 690
    },
    {
      "grad_norm": 1.1509623527526855,
      "learning_rate": 6.99e-05,
      "loss": 0.437,
      "step": 700
    },
    {
      "grad_norm": 1.249911904335022,
      "learning_rate": 7.09e-05,
      "loss": 0.4273,
      "step": 710
    },
    {
      "grad_norm": 1.1548298597335815,
      "learning_rate": 7.19e-05,
      "loss": 0.4296,
      "step": 720
    },
    {
      "grad_norm": 1.0660429000854492,
      "learning_rate": 7.29e-05,
      "loss": 0.4438,
      "step": 730
    },
    {
      "grad_norm": 1.2336221933364868,
      "learning_rate": 7.390000000000001e-05,
      "loss": 0.407,
      "step": 740
    },
    {
      "grad_norm": 1.073397159576416,
      "learning_rate": 7.49e-05,
      "loss": 0.3936,
      "step": 750
    },
    {
      "grad_norm": 1.2548182010650635,
      "learning_rate": 7.59e-05,
      "loss": 0.3991,
      "step": 760
    },
    {
      "grad_norm": 1.4380117654800415,
      "learning_rate": 7.69e-05,
      "loss": 0.3957,
      "step": 770
    },
    {
      "grad_norm": 1.2932844161987305,
      "learning_rate": 7.790000000000001e-05,
      "loss": 0.4081,
      "step": 780
    },
    {
      "grad_norm": 1.1372441053390503,
      "learning_rate": 7.890000000000001e-05,
      "loss": 0.3812,
      "step": 790
    },
    {
      "grad_norm": 1.1620570421218872,
      "learning_rate": 7.99e-05,
      "loss": 0.3952,
      "step": 800
    },
    {
      "grad_norm": 1.1965490579605103,
      "learning_rate": 8.090000000000001e-05,
      "loss": 0.3677,
      "step": 810
    },
    {
      "grad_norm": 1.176527738571167,
      "learning_rate": 8.19e-05,
      "loss": 0.3798,
      "step": 820
    },
    {
      "grad_norm": 1.153993010520935,
      "learning_rate": 8.29e-05,
      "loss": 0.3629,
      "step": 830
    },
    {
      "grad_norm": 1.3327205181121826,
      "learning_rate": 8.39e-05,
      "loss": 0.3578,
      "step": 840
    },
    {
      "grad_norm": 1.1645392179489136,
      "learning_rate": 8.49e-05,
      "loss": 0.3542,
      "step": 850
    },
    {
      "grad_norm": 1.1183959245681763,
      "learning_rate": 8.59e-05,
      "loss": 0.3452,
      "step": 860
    },
    {
      "grad_norm": 1.4171571731567383,
      "learning_rate": 8.69e-05,
      "loss": 0.328,
      "step": 870
    },
    {
      "grad_norm": 1.2265501022338867,
      "learning_rate": 8.790000000000001e-05,
      "loss": 0.3427,
      "step": 880
    },
    {
      "grad_norm": 1.3434756994247437,
      "learning_rate": 8.89e-05,
      "loss": 0.3333,
      "step": 890
    },
    {
      "grad_norm": 1.3676091432571411,
      "learning_rate": 8.99e-05,
      "loss": 0.3142,
      "step": 900
    },
    {
      "grad_norm": 1.0545670986175537,
      "learning_rate": 9.090000000000001e-05,
      "loss": 0.3242,
      "step": 910
    },
    {
      "grad_norm": 1.1802937984466553,
      "learning_rate": 9.190000000000001e-05,
      "loss": 0.3419,
      "step": 920
    },
    {
      "grad_norm": 1.2357131242752075,
      "learning_rate": 9.290000000000001e-05,
      "loss": 0.2918,
      "step": 930
    },
    {
      "grad_norm": 1.2467869520187378,
      "learning_rate": 9.39e-05,
      "loss": 0.2812,
      "step": 940
    },
    {
      "grad_norm": 1.2177903652191162,
      "learning_rate": 9.49e-05,
      "loss": 0.2786,
      "step": 950
    },
    {
      "grad_norm": 1.2031254768371582,
      "learning_rate": 9.59e-05,
      "loss": 0.2801,
      "step": 960
    },
    {
      "grad_norm": 1.27996826171875,
      "learning_rate": 9.69e-05,
      "loss": 0.2944,
      "step": 970
    },
    {
      "grad_norm": 1.4937174320220947,
      "learning_rate": 9.790000000000001e-05,
      "loss": 0.259,
      "step": 980
    },
    {
      "grad_norm": 1.2263216972351074,
      "learning_rate": 9.89e-05,
      "loss": 0.269,
      "step": 990
    },
    {
      "eval/loss": 0.2459017077088356,
      "step": 1000
    },
    {
      "grad_norm": 1.1868503093719482,
      "learning_rate": 9.99e-05,
      "loss": 0.2673,
      "step": 1000
    },
    {
      "grad_norm": 1.2517995834350586,
      "learning_rate": 9.999994463727085e-05,
      "loss": 0.2957,
      "step": 1010
    },
    {
      "grad_norm": 1.1621079444885254,
      "learning_rate": 9.999975326009292e-05,
      "loss": 0.2406,
      "step": 1020
    },
    {
      "grad_norm": 1.2248700857162476,
      "learning_rate": 9.999942518549879e-05,
      "loss": 0.2588,
      "step": 1030
    },
    {
      "grad_norm": 1.1486198902130127,
      "learning_rate": 9.999896041438544e-05,
      "loss": 0.2869,
      "step": 1040
    },
    {
      "grad_norm": 1.1869938373565674,
      "learning_rate": 9.999835894802353e-05,
      "loss": 0.2613,
      "step": 1050
    },
    {
      "grad_norm": 1.2058380842208862,
      "learning_rate": 9.999762078805743e-05,
      "loss": 0.2367,
      "step": 1060
    },
    {
      "grad_norm": 1.2073358297348022,
      "learning_rate": 9.999674593650526e-05,
      "loss": 0.2343,
      "step": 1070
    },
    {
      "grad_norm": 1.3462257385253906,
      "learning_rate": 9.99957343957588e-05,
      "loss": 0.2043,
      "step": 1080
    },
    {
      "grad_norm": 1.21333646774292,
      "learning_rate": 9.99945861685836e-05,
      "loss": 0.22,
      "step": 1090
    },
    {
      "grad_norm": 1.172276496887207,
      "learning_rate": 9.999330125811884e-05,
      "loss": 0.2268,
      "step": 1100
    },
    {
      "grad_norm": 1.5802624225616455,
      "learning_rate": 9.999187966787744e-05,
      "loss": 0.2389,
      "step": 1110
    },
    {
      "grad_norm": 1.0722038745880127,
      "learning_rate": 9.999032140174595e-05,
      "loss": 0.2069,
      "step": 1120
    },
    {
      "grad_norm": 1.2428017854690552,
      "learning_rate": 9.998862646398464e-05,
      "loss": 0.2105,
      "step": 1130
    },
    {
      "grad_norm": 1.109406590461731,
      "learning_rate": 9.998679485922739e-05,
      "loss": 0.204,
      "step": 1140
    },
    {
      "grad_norm": 1.133062720298767,
      "learning_rate": 9.998482659248174e-05,
      "loss": 0.1862,
      "step": 1150
    },
    {
      "grad_norm": 1.185992956161499,
      "learning_rate": 9.998272166912883e-05,
      "loss": 0.1944,
      "step": 1160
    },
    {
      "grad_norm": 1.0539828538894653,
      "learning_rate": 9.998048009492347e-05,
      "loss": 0.1603,
      "step": 1170
    },
    {
      "grad_norm": 1.2745673656463623,
      "learning_rate": 9.997810187599403e-05,
      "loss": 0.1815,
      "step": 1180
    },
    {
      "grad_norm": 1.2294188737869263,
      "learning_rate": 9.997558701884249e-05,
      "loss": 0.1774,
      "step": 1190
    },
    {
      "grad_norm": 1.6289048194885254,
      "learning_rate": 9.997293553034433e-05,
      "loss": 0.171,
      "step": 1200
    },
    {
      "grad_norm": 1.2011067867279053,
      "learning_rate": 9.997014741774866e-05,
      "loss": 0.1657,
      "step": 1210
    },
    {
      "grad_norm": 1.1529210805892944,
      "learning_rate": 9.996722268867803e-05,
      "loss": 0.1642,
      "step": 1220
    },
    {
      "grad_norm": 0.8735513091087341,
      "learning_rate": 9.996416135112858e-05,
      "loss": 0.1393,
      "step": 1230
    },
    {
      "grad_norm": 1.3112437725067139,
      "learning_rate": 9.996096341346988e-05,
      "loss": 0.1392,
      "step": 1240
    },
    {
      "grad_norm": 1.2347687482833862,
      "learning_rate": 9.995762888444495e-05,
      "loss": 0.1674,
      "step": 1250
    },
    {
      "grad_norm": 1.539437174797058,
      "learning_rate": 9.995415777317027e-05,
      "loss": 0.1625,
      "step": 1260
    },
    {
      "grad_norm": 1.2333788871765137,
      "learning_rate": 9.995055008913574e-05,
      "loss": 0.1328,
      "step": 1270
    },
    {
      "grad_norm": 1.1541303396224976,
      "learning_rate": 9.994680584220463e-05,
      "loss": 0.1294,
      "step": 1280
    },
    {
      "grad_norm": 1.0528708696365356,
      "learning_rate": 9.994292504261355e-05,
      "loss": 0.1441,
      "step": 1290
    },
    {
      "grad_norm": 1.0454338788986206,
      "learning_rate": 9.993890770097247e-05,
      "loss": 0.1266,
      "step": 1300
    },
    {
      "grad_norm": 1.1280555725097656,
      "learning_rate": 9.993475382826467e-05,
      "loss": 0.1426,
      "step": 1310
    },
    {
      "grad_norm": 1.187239170074463,
      "learning_rate": 9.993046343584664e-05,
      "loss": 0.1422,
      "step": 1320
    },
    {
      "grad_norm": 1.0262149572372437,
      "learning_rate": 9.992603653544816e-05,
      "loss": 0.1161,
      "step": 1330
    },
    {
      "grad_norm": 1.1586066484451294,
      "learning_rate": 9.992147313917222e-05,
      "loss": 0.1408,
      "step": 1340
    },
    {
      "grad_norm": 0.9765651226043701,
      "learning_rate": 9.991677325949497e-05,
      "loss": 0.1611,
      "step": 1350
    },
    {
      "grad_norm": 0.9763075709342957,
      "learning_rate": 9.991193690926568e-05,
      "loss": 0.1464,
      "step": 1360
    },
    {
      "grad_norm": 1.2092801332473755,
      "learning_rate": 9.990696410170678e-05,
      "loss": 0.1466,
      "step": 1370
    },
    {
      "grad_norm": 1.0392274856567383,
      "learning_rate": 9.990185485041371e-05,
      "loss": 0.1263,
      "step": 1380
    },
    {
      "grad_norm": 1.0358021259307861,
      "learning_rate": 9.989660916935498e-05,
      "loss": 0.1282,
      "step": 1390
    },
    {
      "grad_norm": 1.0262398719787598,
      "learning_rate": 9.989122707287208e-05,
      "loss": 0.1391,
      "step": 1400
    },
    {
      "grad_norm": 1.1978421211242676,
      "learning_rate": 9.988570857567945e-05,
      "loss": 0.1218,
      "step": 1410
    },
    {
      "grad_norm": 0.9296699166297913,
      "learning_rate": 9.988005369286446e-05,
      "loss": 0.1331,
      "step": 1420
    },
    {
      "grad_norm": 1.0004020929336548,
      "learning_rate": 9.987426243988734e-05,
      "loss": 0.1372,
      "step": 1430
    },
    {
      "grad_norm": 1.0646557807922363,
      "learning_rate": 9.986833483258114e-05,
      "loss": 0.1334,
      "step": 1440
    },
    {
      "grad_norm": 0.9959461688995361,
      "learning_rate": 9.986227088715173e-05,
      "loss": 0.1187,
      "step": 1450
    },
    {
      "grad_norm": 1.0928994417190552,
      "learning_rate": 9.98560706201777e-05,
      "loss": 0.1455,
      "step": 1460
    },
    {
      "grad_norm": 1.1495130062103271,
      "learning_rate": 9.984973404861036e-05,
      "loss": 0.1098,
      "step": 1470
    },
    {
      "grad_norm": 1.3037567138671875,
      "learning_rate": 9.984326118977361e-05,
      "loss": 0.1255,
      "step": 1480
    },
    {
      "grad_norm": 0.923818051815033,
      "learning_rate": 9.983665206136406e-05,
      "loss": 0.1439,
      "step": 1490
    },
    {
      "eval/loss": 0.12131376132369041,
      "step": 1500
    },
    {
      "grad_norm": 0.9496746063232422,
      "learning_rate": 9.982990668145075e-05,
      "loss": 0.123,
      "step": 1500
    },
    {
      "grad_norm": 1.0832738876342773,
      "learning_rate": 9.982302506847534e-05,
      "loss": 0.1408,
      "step": 1510
    },
    {
      "grad_norm": 1.033626914024353,
      "learning_rate": 9.981600724125189e-05,
      "loss": 0.1108,
      "step": 1520
    },
    {
      "grad_norm": 1.0005450248718262,
      "learning_rate": 9.980885321896685e-05,
      "loss": 0.1274,
      "step": 1530
    },
    {
      "grad_norm": 1.0442663431167603,
      "learning_rate": 9.980156302117905e-05,
      "loss": 0.1238,
      "step": 1540
    },
    {
      "grad_norm": 0.8260471820831299,
      "learning_rate": 9.979413666781963e-05,
      "loss": 0.1231,
      "step": 1550
    },
    {
      "grad_norm": 0.884735107421875,
      "learning_rate": 9.978657417919193e-05,
      "loss": 0.1495,
      "step": 1560
    },
    {
      "grad_norm": 0.9236319661140442,
      "learning_rate": 9.977887557597153e-05,
      "loss": 0.1327,
      "step": 1570
    },
    {
      "grad_norm": 0.9460572004318237,
      "learning_rate": 9.97710408792061e-05,
      "loss": 0.1263,
      "step": 1580
    },
    {
      "grad_norm": 0.9749200344085693,
      "learning_rate": 9.976307011031542e-05,
      "loss": 0.12,
      "step": 1590
    },
    {
      "grad_norm": 1.1136820316314697,
      "learning_rate": 9.975496329109126e-05,
      "loss": 0.1323,
      "step": 1600
    },
    {
      "grad_norm": 0.8567096590995789,
      "learning_rate": 9.974672044369732e-05,
      "loss": 0.125,
      "step": 1610
    },
    {
      "grad_norm": 1.0884920358657837,
      "learning_rate": 9.97383415906693e-05,
      "loss": 0.115,
      "step": 1620
    },
    {
      "grad_norm": 1.0339338779449463,
      "learning_rate": 9.97298267549146e-05,
      "loss": 0.1386,
      "step": 1630
    },
    {
      "grad_norm": 0.9121850728988647,
      "learning_rate": 9.972117595971249e-05,
      "loss": 0.1249,
      "step": 1640
    },
    {
      "grad_norm": 0.9620202779769897,
      "learning_rate": 9.971238922871391e-05,
      "loss": 0.1322,
      "step": 1650
    },
    {
      "grad_norm": 1.0946760177612305,
      "learning_rate": 9.970346658594142e-05,
      "loss": 0.1123,
      "step": 1660
    },
    {
      "grad_norm": 0.9470517635345459,
      "learning_rate": 9.969440805578923e-05,
      "loss": 0.1308,
      "step": 1670
    },
    {
      "grad_norm": 0.7607911229133606,
      "learning_rate": 9.968521366302298e-05,
      "loss": 0.1212,
      "step": 1680
    },
    {
      "grad_norm": 1.0321109294891357,
      "learning_rate": 9.967588343277981e-05,
      "loss": 0.1351,
      "step": 1690
    },
    {
      "grad_norm": 1.2910419702529907,
      "learning_rate": 9.966641739056818e-05,
      "loss": 0.1594,
      "step": 1700
    },
    {
      "grad_norm": 0.7687619924545288,
      "learning_rate": 9.965681556226793e-05,
      "loss": 0.1442,
      "step": 1710
    },
    {
      "grad_norm": 0.882544755935669,
      "learning_rate": 9.964707797413006e-05,
      "loss": 0.1131,
      "step": 1720
    },
    {
      "grad_norm": 1.0736138820648193,
      "learning_rate": 9.963720465277679e-05,
      "loss": 0.0997,
      "step": 1730
    },
    {
      "grad_norm": 1.0465947389602661,
      "learning_rate": 9.96271956252014e-05,
      "loss": 0.1114,
      "step": 1740
    },
    {
      "grad_norm": 0.8517502546310425,
      "learning_rate": 9.961705091876816e-05,
      "loss": 0.1054,
      "step": 1750
    },
    {
      "grad_norm": 0.8722822666168213,
      "learning_rate": 9.960677056121235e-05,
      "loss": 0.1409,
      "step": 1760
    },
    {
      "grad_norm": 1.3352707624435425,
      "learning_rate": 9.959635458064005e-05,
      "loss": 0.1207,
      "step": 1770
    },
    {
      "grad_norm": 1.0375741720199585,
      "learning_rate": 9.958580300552815e-05,
      "loss": 0.1018,
      "step": 1780
    },
    {
      "grad_norm": 0.9663418531417847,
      "learning_rate": 9.957511586472426e-05,
      "loss": 0.1131,
      "step": 1790
    },
    {
      "grad_norm": 0.9925614595413208,
      "learning_rate": 9.956429318744662e-05,
      "loss": 0.0994,
      "step": 1800
    },
    {
      "grad_norm": 0.9052272439002991,
      "learning_rate": 9.955333500328404e-05,
      "loss": 0.1439,
      "step": 1810
    },
    {
      "grad_norm": 1.1061209440231323,
      "learning_rate": 9.95422413421957e-05,
      "loss": 0.099,
      "step": 1820
    },
    {
      "grad_norm": 0.9718905687332153,
      "learning_rate": 9.953101223451133e-05,
      "loss": 0.1334,
      "step": 1830
    },
    {
      "grad_norm": 1.041150450706482,
      "learning_rate": 9.951964771093085e-05,
      "loss": 0.102,
      "step": 1840
    },
    {
      "grad_norm": 0.7296974658966064,
      "learning_rate": 9.950814780252442e-05,
      "loss": 0.1216,
      "step": 1850
    },
    {
      "grad_norm": 0.956504225730896,
      "learning_rate": 9.949651254073236e-05,
      "loss": 0.1504,
      "step": 1860
    },
    {
      "grad_norm": 0.9494929909706116,
      "learning_rate": 9.948474195736504e-05,
      "loss": 0.1176,
      "step": 1870
    },
    {
      "grad_norm": 1.073912501335144,
      "learning_rate": 9.947283608460277e-05,
      "loss": 0.0968,
      "step": 1880
    },
    {
      "grad_norm": 0.9738394618034363,
      "learning_rate": 9.946079495499577e-05,
      "loss": 0.1157,
      "step": 1890
    },
    {
      "grad_norm": 0.9605513215065002,
      "learning_rate": 9.944861860146401e-05,
      "loss": 0.122,
      "step": 1900
    },
    {
      "grad_norm": 0.8335412740707397,
      "learning_rate": 9.943630705729719e-05,
      "loss": 0.0999,
      "step": 1910
    },
    {
      "grad_norm": 0.881373405456543,
      "learning_rate": 9.942386035615459e-05,
      "loss": 0.1014,
      "step": 1920
    },
    {
      "grad_norm": 0.7942837476730347,
      "learning_rate": 9.941127853206503e-05,
      "loss": 0.1095,
      "step": 1930
    },
    {
      "grad_norm": 1.0058091878890991,
      "learning_rate": 9.939856161942673e-05,
      "loss": 0.118,
      "step": 1940
    },
    {
      "grad_norm": 0.8951269388198853,
      "learning_rate": 9.938570965300724e-05,
      "loss": 0.1093,
      "step": 1950
    },
    {
      "grad_norm": 0.8100780844688416,
      "learning_rate": 9.937272266794335e-05,
      "loss": 0.1344,
      "step": 1960
    },
    {
      "grad_norm": 0.8485944867134094,
      "learning_rate": 9.935960069974096e-05,
      "loss": 0.1062,
      "step": 1970
    },
    {
      "grad_norm": 1.0462373495101929,
      "learning_rate": 9.934634378427506e-05,
      "loss": 0.1073,
      "step": 1980
    },
    {
      "grad_norm": 0.7918229103088379,
      "learning_rate": 9.933295195778954e-05,
      "loss": 0.0865,
      "step": 1990
    },
    {
      "eval/loss": 0.10448359854519368,
      "step": 2000
    },
    {
      "grad_norm": 1.0324554443359375,
      "learning_rate": 9.931942525689715e-05,
      "loss": 0.1235,
      "step": 2000
    }
  ],
  "logging_steps": 10,
  "max_steps": 20000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 9223372036854775807,
  "save_steps": 2000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}