{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.9025270758122743,
  "eval_steps": 500,
  "global_step": 1000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.009025270758122744,
      "grad_norm": 1.977829933166504,
      "learning_rate": 1.8e-05,
      "loss": 0.9407,
      "step": 10
    },
    {
      "epoch": 0.018050541516245487,
      "grad_norm": 0.9880571365356445,
      "learning_rate": 3.8e-05,
      "loss": 0.2558,
      "step": 20
    },
    {
      "epoch": 0.02707581227436823,
      "grad_norm": 1.016868233680725,
      "learning_rate": 5.8e-05,
      "loss": 0.151,
      "step": 30
    },
    {
      "epoch": 0.036101083032490974,
      "grad_norm": 1.0683897733688354,
      "learning_rate": 7.800000000000001e-05,
      "loss": 0.1332,
      "step": 40
    },
    {
      "epoch": 0.04512635379061372,
      "grad_norm": 0.8018341660499573,
      "learning_rate": 9.8e-05,
      "loss": 0.0983,
      "step": 50
    },
    {
      "epoch": 0.05415162454873646,
      "grad_norm": 0.6524431109428406,
      "learning_rate": 9.997785653888835e-05,
      "loss": 0.0808,
      "step": 60
    },
    {
      "epoch": 0.0631768953068592,
      "grad_norm": 0.6845595240592957,
      "learning_rate": 9.990133642141359e-05,
      "loss": 0.0778,
      "step": 70
    },
    {
      "epoch": 0.07220216606498195,
      "grad_norm": 0.6983832120895386,
      "learning_rate": 9.977024992520602e-05,
      "loss": 0.0711,
      "step": 80
    },
    {
      "epoch": 0.0812274368231047,
      "grad_norm": 0.6112372279167175,
      "learning_rate": 9.95847403914247e-05,
      "loss": 0.0679,
      "step": 90
    },
    {
      "epoch": 0.09025270758122744,
      "grad_norm": 0.5820932388305664,
      "learning_rate": 9.934501067202117e-05,
      "loss": 0.0641,
      "step": 100
    },
    {
      "epoch": 0.09927797833935018,
      "grad_norm": 0.5818979144096375,
      "learning_rate": 9.905132290792394e-05,
      "loss": 0.0618,
      "step": 110
    },
    {
      "epoch": 0.10830324909747292,
      "grad_norm": 0.6202858686447144,
      "learning_rate": 9.870399824239117e-05,
      "loss": 0.0554,
      "step": 120
    },
    {
      "epoch": 0.11732851985559567,
      "grad_norm": 0.5585798621177673,
      "learning_rate": 9.830341646984521e-05,
      "loss": 0.0559,
      "step": 130
    },
    {
      "epoch": 0.1263537906137184,
      "grad_norm": 0.6366000771522522,
      "learning_rate": 9.785001562057309e-05,
      "loss": 0.0553,
      "step": 140
    },
    {
      "epoch": 0.13537906137184116,
      "grad_norm": 0.4224783778190613,
      "learning_rate": 9.734429148174675e-05,
      "loss": 0.05,
      "step": 150
    },
    {
      "epoch": 0.1444043321299639,
      "grad_norm": 0.39184054732322693,
      "learning_rate": 9.6786797055287e-05,
      "loss": 0.0455,
      "step": 160
    },
    {
      "epoch": 0.15342960288808663,
      "grad_norm": 0.4573412835597992,
      "learning_rate": 9.617814195316411e-05,
      "loss": 0.0408,
      "step": 170
    },
    {
      "epoch": 0.1624548736462094,
      "grad_norm": 0.4405965805053711,
      "learning_rate": 9.551899173079607e-05,
      "loss": 0.0455,
      "step": 180
    },
    {
      "epoch": 0.17148014440433212,
      "grad_norm": 0.46750208735466003,
      "learning_rate": 9.481006715927351e-05,
      "loss": 0.0448,
      "step": 190
    },
    {
      "epoch": 0.18050541516245489,
      "grad_norm": 0.37655723094940186,
      "learning_rate": 9.405214343720707e-05,
      "loss": 0.0439,
      "step": 200
    },
    {
      "epoch": 0.18953068592057762,
      "grad_norm": 0.5338054895401001,
      "learning_rate": 9.32460493430591e-05,
      "loss": 0.047,
      "step": 210
    },
    {
      "epoch": 0.19855595667870035,
      "grad_norm": 0.4981560707092285,
      "learning_rate": 9.239266632888659e-05,
      "loss": 0.0418,
      "step": 220
    },
    {
      "epoch": 0.2075812274368231,
      "grad_norm": 0.4395357668399811,
      "learning_rate": 9.14929275564863e-05,
      "loss": 0.0408,
      "step": 230
    },
    {
      "epoch": 0.21660649819494585,
      "grad_norm": 0.44028720259666443,
      "learning_rate": 9.0547816876996e-05,
      "loss": 0.0409,
      "step": 240
    },
    {
      "epoch": 0.22563176895306858,
      "grad_norm": 0.37459373474121094,
      "learning_rate": 8.955836775506776e-05,
      "loss": 0.0426,
      "step": 250
    },
    {
      "epoch": 0.23465703971119134,
      "grad_norm": 0.4326346516609192,
      "learning_rate": 8.852566213878947e-05,
      "loss": 0.0429,
      "step": 260
    },
    {
      "epoch": 0.24368231046931407,
      "grad_norm": 0.45173099637031555,
      "learning_rate": 8.745082927659047e-05,
      "loss": 0.0384,
      "step": 270
    },
    {
      "epoch": 0.2527075812274368,
      "grad_norm": 0.33228954672813416,
      "learning_rate": 8.633504448242505e-05,
      "loss": 0.0422,
      "step": 280
    },
    {
      "epoch": 0.26173285198555957,
      "grad_norm": 0.364307165145874,
      "learning_rate": 8.517952785058385e-05,
      "loss": 0.0369,
      "step": 290
    },
    {
      "epoch": 0.27075812274368233,
      "grad_norm": 0.34387287497520447,
      "learning_rate": 8.398554292153866e-05,
      "loss": 0.0353,
      "step": 300
    },
    {
      "epoch": 0.27978339350180503,
      "grad_norm": 0.3851270079612732,
      "learning_rate": 8.275439530027948e-05,
      "loss": 0.0417,
      "step": 310
    },
    {
      "epoch": 0.2888086642599278,
      "grad_norm": 0.28114214539527893,
      "learning_rate": 8.148743122865463e-05,
      "loss": 0.0345,
      "step": 320
    },
    {
      "epoch": 0.29783393501805056,
      "grad_norm": 0.33744707703590393,
      "learning_rate": 8.018603611327504e-05,
      "loss": 0.0342,
      "step": 330
    },
    {
      "epoch": 0.30685920577617326,
      "grad_norm": 0.4103146195411682,
      "learning_rate": 7.88516330105925e-05,
      "loss": 0.035,
      "step": 340
    },
    {
      "epoch": 0.315884476534296,
      "grad_norm": 0.328669011592865,
      "learning_rate": 7.748568107080832e-05,
      "loss": 0.0327,
      "step": 350
    },
    {
      "epoch": 0.3249097472924188,
      "grad_norm": 0.4371018409729004,
      "learning_rate": 7.608967394231387e-05,
      "loss": 0.0359,
      "step": 360
    },
    {
      "epoch": 0.33393501805054154,
      "grad_norm": 0.4694584012031555,
      "learning_rate": 7.466513813840825e-05,
      "loss": 0.0339,
      "step": 370
    },
    {
      "epoch": 0.34296028880866425,
      "grad_norm": 0.38598158955574036,
      "learning_rate": 7.32136313680782e-05,
      "loss": 0.0289,
      "step": 380
    },
    {
      "epoch": 0.351985559566787,
      "grad_norm": 0.36169150471687317,
      "learning_rate": 7.173674083266624e-05,
      "loss": 0.032,
      "step": 390
    },
    {
      "epoch": 0.36101083032490977,
      "grad_norm": 0.3175145983695984,
      "learning_rate": 7.023608149028937e-05,
      "loss": 0.0311,
      "step": 400
    },
    {
      "epoch": 0.3700361010830325,
      "grad_norm": 0.4808519184589386,
      "learning_rate": 6.871329428990602e-05,
      "loss": 0.0351,
      "step": 410
    },
    {
      "epoch": 0.37906137184115524,
      "grad_norm": 0.3936750590801239,
      "learning_rate": 6.71700443769625e-05,
      "loss": 0.0297,
      "step": 420
    },
    {
      "epoch": 0.388086642599278,
      "grad_norm": 0.31872764229774475,
      "learning_rate": 6.56080192725808e-05,
      "loss": 0.029,
      "step": 430
    },
    {
      "epoch": 0.3971119133574007,
      "grad_norm": 0.3199341297149658,
      "learning_rate": 6.402892702827916e-05,
      "loss": 0.0305,
      "step": 440
    },
    {
      "epoch": 0.40613718411552346,
      "grad_norm": 0.29824522137641907,
      "learning_rate": 6.243449435824276e-05,
      "loss": 0.0313,
      "step": 450
    },
    {
      "epoch": 0.4151624548736462,
      "grad_norm": 0.3850104808807373,
      "learning_rate": 6.0826464751186994e-05,
      "loss": 0.0307,
      "step": 460
    },
    {
      "epoch": 0.42418772563176893,
      "grad_norm": 0.28914761543273926,
      "learning_rate": 5.9206596563878357e-05,
      "loss": 0.0335,
      "step": 470
    },
    {
      "epoch": 0.4332129963898917,
      "grad_norm": 0.29466763138771057,
      "learning_rate": 5.757666109839702e-05,
      "loss": 0.0282,
      "step": 480
    },
    {
      "epoch": 0.44223826714801445,
      "grad_norm": 0.3107747435569763,
      "learning_rate": 5.5938440665244006e-05,
      "loss": 0.027,
      "step": 490
    },
    {
      "epoch": 0.45126353790613716,
      "grad_norm": 0.38809922337532043,
      "learning_rate": 5.4293726634410855e-05,
      "loss": 0.0281,
      "step": 500
    },
    {
      "epoch": 0.4602888086642599,
      "grad_norm": 0.27953779697418213,
      "learning_rate": 5.264431747654284e-05,
      "loss": 0.0251,
      "step": 510
    },
    {
      "epoch": 0.4693140794223827,
      "grad_norm": 0.24429909884929657,
      "learning_rate": 5.0992016796337686e-05,
      "loss": 0.0258,
      "step": 520
    },
    {
      "epoch": 0.47833935018050544,
      "grad_norm": 0.21034276485443115,
      "learning_rate": 4.93386313603304e-05,
      "loss": 0.0271,
      "step": 530
    },
    {
      "epoch": 0.48736462093862815,
      "grad_norm": 0.29745611548423767,
      "learning_rate": 4.7685969121220456e-05,
      "loss": 0.0268,
      "step": 540
    },
    {
      "epoch": 0.4963898916967509,
      "grad_norm": 0.2871965765953064,
      "learning_rate": 4.60358372409022e-05,
      "loss": 0.0245,
      "step": 550
    },
    {
      "epoch": 0.5054151624548736,
      "grad_norm": 0.30364564061164856,
      "learning_rate": 4.439004011435979e-05,
      "loss": 0.0237,
      "step": 560
    },
    {
      "epoch": 0.5144404332129964,
      "grad_norm": 0.28791144490242004,
      "learning_rate": 4.275037739658771e-05,
      "loss": 0.0264,
      "step": 570
    },
    {
      "epoch": 0.5234657039711191,
      "grad_norm": 0.3472572863101959,
      "learning_rate": 4.111864203469457e-05,
      "loss": 0.0268,
      "step": 580
    },
    {
      "epoch": 0.5324909747292419,
      "grad_norm": 0.3806765377521515,
      "learning_rate": 3.949661830734172e-05,
      "loss": 0.0224,
      "step": 590
    },
    {
      "epoch": 0.5415162454873647,
      "grad_norm": 0.27796250581741333,
      "learning_rate": 3.788607987366069e-05,
      "loss": 0.0253,
      "step": 600
    },
    {
      "epoch": 0.5505415162454874,
      "grad_norm": 0.24273499846458435,
      "learning_rate": 3.628878783378302e-05,
      "loss": 0.0208,
      "step": 610
    },
    {
      "epoch": 0.5595667870036101,
      "grad_norm": 0.3810800611972809,
      "learning_rate": 3.470648880310313e-05,
      "loss": 0.0219,
      "step": 620
    },
    {
      "epoch": 0.5685920577617328,
      "grad_norm": 0.31840479373931885,
      "learning_rate": 3.3140913002379995e-05,
      "loss": 0.0222,
      "step": 630
    },
    {
      "epoch": 0.5776173285198556,
      "grad_norm": 0.2828656733036041,
      "learning_rate": 3.1593772365766105e-05,
      "loss": 0.0212,
      "step": 640
    },
    {
      "epoch": 0.5866425992779783,
      "grad_norm": 0.22635580599308014,
      "learning_rate": 3.006675866883275e-05,
      "loss": 0.0213,
      "step": 650
    },
    {
      "epoch": 0.5956678700361011,
      "grad_norm": 0.20679627358913422,
      "learning_rate": 2.8561541678638142e-05,
      "loss": 0.0239,
      "step": 660
    },
    {
      "epoch": 0.6046931407942239,
      "grad_norm": 0.20941723883152008,
      "learning_rate": 2.707976732786166e-05,
      "loss": 0.0198,
      "step": 670
    },
    {
      "epoch": 0.6137184115523465,
      "grad_norm": 0.23454327881336212,
      "learning_rate": 2.562305591500069e-05,
      "loss": 0.0199,
      "step": 680
    },
    {
      "epoch": 0.6227436823104693,
      "grad_norm": 0.2705540060997009,
      "learning_rate": 2.419300033259798e-05,
      "loss": 0.0207,
      "step": 690
    },
    {
      "epoch": 0.631768953068592,
      "grad_norm": 0.2031233012676239,
      "learning_rate": 2.279116432543705e-05,
      "loss": 0.0195,
      "step": 700
    },
    {
      "epoch": 0.6407942238267148,
      "grad_norm": 0.3306087553501129,
      "learning_rate": 2.1419080780610123e-05,
      "loss": 0.0237,
      "step": 710
    },
    {
      "epoch": 0.6498194945848376,
      "grad_norm": 0.2521066963672638,
      "learning_rate": 2.0078250051328784e-05,
      "loss": 0.0201,
      "step": 720
    },
    {
      "epoch": 0.6588447653429603,
      "grad_norm": 0.17102816700935364,
      "learning_rate": 1.877013831630961e-05,
      "loss": 0.0157,
      "step": 730
    },
    {
      "epoch": 0.6678700361010831,
      "grad_norm": 0.2178596407175064,
      "learning_rate": 1.749617597652934e-05,
      "loss": 0.0212,
      "step": 740
    },
    {
      "epoch": 0.6768953068592057,
      "grad_norm": 0.23762241005897522,
      "learning_rate": 1.62577560911024e-05,
      "loss": 0.0198,
      "step": 750
    },
    {
      "epoch": 0.6859205776173285,
      "grad_norm": 0.24799777567386627,
      "learning_rate": 1.5056232853991209e-05,
      "loss": 0.0233,
      "step": 760
    },
    {
      "epoch": 0.6949458483754513,
      "grad_norm": 0.1982533186674118,
      "learning_rate": 1.389292011321498e-05,
      "loss": 0.0177,
      "step": 770
    },
    {
      "epoch": 0.703971119133574,
      "grad_norm": 0.27399930357933044,
      "learning_rate": 1.2769089934176126e-05,
      "loss": 0.0189,
      "step": 780
    },
    {
      "epoch": 0.7129963898916968,
      "grad_norm": 0.17227351665496826,
      "learning_rate": 1.1685971208675539e-05,
      "loss": 0.0184,
      "step": 790
    },
    {
      "epoch": 0.7220216606498195,
      "grad_norm": 0.1276431679725647,
      "learning_rate": 1.0644748311137376e-05,
      "loss": 0.0183,
      "step": 800
    },
    {
      "epoch": 0.7310469314079422,
      "grad_norm": 0.20766472816467285,
      "learning_rate": 9.646559803512994e-06,
      "loss": 0.019,
      "step": 810
    },
    {
      "epoch": 0.740072202166065,
      "grad_norm": 0.17726139724254608,
      "learning_rate": 8.692497190280224e-06,
      "loss": 0.0178,
      "step": 820
    },
    {
      "epoch": 0.7490974729241877,
      "grad_norm": 0.2659638226032257,
      "learning_rate": 7.783603724899257e-06,
      "loss": 0.0186,
      "step": 830
    },
    {
      "epoch": 0.7581227436823105,
      "grad_norm": 0.1689656376838684,
      "learning_rate": 6.92087326903022e-06,
      "loss": 0.0179,
      "step": 840
    },
    {
      "epoch": 0.7671480144404332,
      "grad_norm": 0.2008303552865982,
      "learning_rate": 6.1052492057601275e-06,
      "loss": 0.0166,
      "step": 850
    },
    {
      "epoch": 0.776173285198556,
      "grad_norm": 0.2688104212284088,
      "learning_rate": 5.337623408027293e-06,
      "loss": 0.0201,
      "step": 860
    },
    {
      "epoch": 0.7851985559566786,
      "grad_norm": 0.16218852996826172,
      "learning_rate": 4.618835263371396e-06,
      "loss": 0.0182,
      "step": 870
    },
    {
      "epoch": 0.7942238267148014,
      "grad_norm": 0.19471345841884613,
      "learning_rate": 3.949670756075447e-06,
      "loss": 0.0178,
      "step": 880
    },
    {
      "epoch": 0.8032490974729242,
      "grad_norm": 0.19546721875667572,
      "learning_rate": 3.3308616077036115e-06,
      "loss": 0.0178,
      "step": 890
    },
    {
      "epoch": 0.8122743682310469,
      "grad_norm": 0.17014919221401215,
      "learning_rate": 2.7630844769743757e-06,
      "loss": 0.0152,
      "step": 900
    },
    {
      "epoch": 0.8212996389891697,
      "grad_norm": 0.17462334036827087,
      "learning_rate": 2.2469602198441573e-06,
      "loss": 0.0159,
      "step": 910
    },
    {
      "epoch": 0.8303249097472925,
      "grad_norm": 0.1929808259010315,
      "learning_rate": 1.7830532106104747e-06,
      "loss": 0.0152,
      "step": 920
    },
    {
      "epoch": 0.8393501805054152,
      "grad_norm": 0.16477197408676147,
      "learning_rate": 1.3718707247769135e-06,
      "loss": 0.0159,
      "step": 930
    },
    {
      "epoch": 0.8483754512635379,
      "grad_norm": 0.18839409947395325,
      "learning_rate": 1.0138623843548078e-06,
      "loss": 0.0143,
      "step": 940
    },
    {
      "epoch": 0.8574007220216606,
      "grad_norm": 0.19429394602775574,
      "learning_rate": 7.094196662081831e-07,
      "loss": 0.0173,
      "step": 950
    },
    {
      "epoch": 0.8664259927797834,
      "grad_norm": 0.15573933720588684,
      "learning_rate": 4.5887547397955864e-07,
      "loss": 0.0152,
      "step": 960
    },
    {
      "epoch": 0.8754512635379061,
      "grad_norm": 0.16420625150203705,
      "learning_rate": 2.625037740646763e-07,
      "loss": 0.0181,
      "step": 970
    },
    {
      "epoch": 0.8844765342960289,
      "grad_norm": 0.14045004546642303,
      "learning_rate": 1.2051929603428825e-07,
      "loss": 0.0163,
      "step": 980
    },
    {
      "epoch": 0.8935018050541517,
      "grad_norm": 0.20185790956020355,
      "learning_rate": 3.3077297830541584e-08,
      "loss": 0.0189,
      "step": 990
    },
    {
      "epoch": 0.9025270758122743,
      "grad_norm": 0.2897006571292877,
      "learning_rate": 2.7339599464326627e-10,
      "loss": 0.0205,
      "step": 1000
    },
    {
      "epoch": 0.9025270758122743,
      "step": 1000,
      "total_flos": 0.0,
      "train_loss": 0.04500286555290222,
      "train_runtime": 685.5246,
      "train_samples_per_second": 70.019,
      "train_steps_per_second": 1.459
    }
  ],
  "logging_steps": 10,
  "max_steps": 1000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 1000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 48,
  "trial_name": null,
  "trial_params": null
}